mirror of
https://github.com/storytold/lightcraft.git
synced 2026-10-14 11:17:05 -04:00
Brandon ThomasandClaude Opus 5.5
d379e780cc
Engine (crates/engine/src/segment/):
- One worker thread owns the model and the encoded photo; the session
sends jobs (with the render job for the model input) and gets results
over channels, never locking what the model holds. In the app
(Segmenter::background) clicks, descriptions, prepares and detail
passes return at once and Session::segment_poll applies results (one
undo step per settled selection, pending clicks shown on the photo);
the CLI/MCP wait for them. Newer requests for the same selection
supersede queued ones.
- Every job runs under catch_unwind: a candle panic becomes an error and
the model is reloaded next time; busy counters are reset by drop
guards; a dead worker is restarted. The model unloads after 10 min idle.
- segment.model.status / .download {acknowledged: true} / .cancel: the
download runs on its own thread; status via atomics (try_lock only).
Without the model every AI request fails at once with "The SAM 3 model
is not installed…"; renders/exports never need it; `seg` params make
AI masks from stored segmentations without it.
- Hostile documents: at most 4 detail patches per component (capped on
deserialize and in the renderer), at most 64 Object clicks.
UI: Object / Describe without the model open "Download the SAM 3
Model?" (size, folder, SAM License link; Not Now / Download, progress,
cancel, Try Again with the reason, Continue once installed); progress in
the Masking panel when the dialog is closed. Reverted the PR's unrelated
default change (mask overlay off + hover-red) to main's behaviour.
tools/install-sam3.*: --fail so error pages never land in files, 416
restarts instead of looping, the weights are verified before they are
moved into place (a bad file is deleted, never resumed from).
Docs: docs/ai-masks.md (in-app download, mirrors, SAM License summary,
no weights in the repo), NOTICE, parity LR-MASK-OBJECTS, What's New,
ROADMAP.
Co-Authored-By: Claude Opus 5.5 <[email protected]>
61 lines
3.0 KiB
PowerShell
61 lines
3.0 KiB
PowerShell
# Install the SAM 3 model for LightCraft's Object and Describe masks on Windows
|
|
# (see docs/ai-masks.md; tools/install-sam3.sh is the macOS/Linux version). The desktop app
|
|
# offers to download the model itself when an AI mask first needs it; this is for developers.
|
|
#
|
|
# facebook/sam3 is gated: accept the SAM License at https://huggingface.co/facebook/sam3, wait
|
|
# for approval, then: $env:HF_TOKEN = "hf_..." ; .\tools\install-sam3.ps1
|
|
param(
|
|
[string]$Dir = $(if ($env:LIGHTCRAFT_SAM3_DIR) { $env:LIGHTCRAFT_SAM3_DIR } else { Join-Path $env:APPDATA "LightCraft\models\sam3" }),
|
|
[string]$Repo = "facebook/sam3",
|
|
[switch]$Check
|
|
)
|
|
$ErrorActionPreference = "Stop"
|
|
$Sha256 = "6d06f0a5f84e435071fe6603e61d0b4cc7b40e0d39d487cfd4d67d8cc11cc14a"
|
|
$Files = "config.json", "vocab.json", "merges.txt", "tokenizer.json", "tokenizer_config.json", "special_tokens_map.json", "processor_config.json"
|
|
|
|
function Test-Install {
|
|
foreach ($f in "model.safetensors", "vocab.json", "merges.txt") {
|
|
if (-not (Test-Path (Join-Path $Dir $f))) { throw "missing: $(Join-Path $Dir $f)" }
|
|
}
|
|
Write-Host "checking model.safetensors (SHA-256 of 3.4 GB)..."
|
|
$got = (Get-FileHash (Join-Path $Dir "model.safetensors") -Algorithm SHA256).Hash.ToLower()
|
|
if ($got -ne $Sha256) { throw "model.safetensors does not match the official checkpoint (got $got)" }
|
|
Write-Host "SAM 3 is installed in $Dir"
|
|
}
|
|
|
|
if ($Check) { Test-Install; exit 0 }
|
|
|
|
$Token = if ($env:HF_TOKEN) { $env:HF_TOKEN } else { $tf = Join-Path $HOME ".cache\huggingface\token"; if (Test-Path $tf) { (Get-Content $tf -Raw).Trim() } }
|
|
if (-not $Token -and $Repo -eq "facebook/sam3") {
|
|
throw "No Hugging Face token. Accept the license at https://huggingface.co/facebook/sam3, then set HF_TOKEN or run 'hf auth login'."
|
|
}
|
|
New-Item -ItemType Directory -Force -Path $Dir | Out-Null
|
|
$Headers = @{}
|
|
if ($Token) { $Headers["Authorization"] = "Bearer $Token" }
|
|
$Base = "https://huggingface.co/$Repo/resolve/main"
|
|
foreach ($f in $Files + "model.safetensors") {
|
|
Write-Host "fetching $f"
|
|
# into a .part file, moved into place only when complete (and, for the weights, verified):
|
|
# a failed or damaged download never ends up under the real name
|
|
$final = Join-Path $Dir $f
|
|
$part = "$final.part"
|
|
Remove-Item -Force -ErrorAction SilentlyContinue $part
|
|
try {
|
|
Invoke-WebRequest -Uri "$Base/$f" -Headers $Headers -OutFile $part
|
|
} catch {
|
|
Remove-Item -Force -ErrorAction SilentlyContinue $part
|
|
throw "download of $Repo/$f failed: $($_.Exception.Message)"
|
|
}
|
|
if ($f -eq "model.safetensors") {
|
|
Write-Host "checking model.safetensors (SHA-256 of 3.4 GB)..."
|
|
$got = (Get-FileHash $part -Algorithm SHA256).Hash.ToLower()
|
|
if ($got -ne $Sha256) {
|
|
Remove-Item -Force $part
|
|
throw "the download is damaged or not the official checkpoint (got $got); deleted it"
|
|
}
|
|
}
|
|
Move-Item -Force $part $final
|
|
}
|
|
Test-Install
|
|
Write-Host "Restart LightCraft; Object and Describe in the Masking panel now use it."
|