dsv41-flash-1017-2x-tensorfold: staging script moves into the recipe (scripts/prepare.sh) + TF_DSV41_SESSIONS=1 experiment

Host scripts that know about a recipe belong in the recipe repo: the launcher
now resolves { script = "scripts/prepare.sh" } relative to the recipe dir and
runs it with NODE_RANK (serve-local rank), so the staging code versions with the
recipe. prepare.sh also gained three fixes from the dgx7-8 bring-up: the model
rev resolves from refs/main (a re-cut snapshot no longer breaks the tar), the
Engram packer runs in the image python (host python is PEP-668 managed), and the
packer gets the whole HF hub mounted (snapshot -> blob -> hub-blob symlinks).

Session cache is ON for the A/B (TF_DSV41_SESSIONS=1): a second question over
the same 8K prefix took 4.4 s vs 74.5 s cold.

recipes/dsv41-flash-1017-2x-tensorfold/recipe.toml

@@ -11,7 +11,8 @@
 # It also carries /opt/sm121-helpers (engram packer, CUDA prebuild, chat
 # template), so the lane is one artifact: the image.
 #
-# Host staging runs in before_serve (`tensorfold_1017_prepare`, idempotent):
+# Host staging runs in before_serve (scripts/prepare.sh — recipe-relative, so it
+# ships in this repo and evolves with the recipe; idempotent):
 # node-local EXL3 weights from the NAS, the per-rank Engram packs (~94 GiB a
 # node), the chat template, and the CPU-only CUDA prebuild. First serve on a
 # node costs ~40 min of packing plus the 210 GB weight copy; later serves are
@@ -44,7 +45,7 @@ args = [
     "--name", "deepseek-v4.1-flash",
 ]
 
-before_serve = [{ script = "tensorfold_1017_prepare" }]
+before_serve = [{ script = "scripts/prepare.sh" }]
 
 [[extra_mounts]]
 host = "/home/kilork/ns/1017-tf/models/checkpoint"
@@ -149,7 +150,11 @@ TF_DSV41_RMS_PAIR = "1"
 TF_DSV41_ROPE_INPLACE = "1"
 TF_DSV41_ROUTER = "gemv"
 TF_DSV41_SCHEMA_PROMPT = "1"
-TF_DSV41_SESSIONS = "0"
+# SESSION CACHE EXPERIMENT (2026-10-21): upstream ships this off, but the
+# Elevatormusic fork reports the second question over a 24K document starting
+# in 1.1 s instead of 12.8 s with it on — exactly our prefill pain. A/B the
+# same lane with 0/1 and keep the winner.
+TF_DSV41_SESSIONS = "1"
 TF_DSV41_SESSION_RAM_MIB = "256"
 TF_DSV41_SPEC_DRAFT = "1"
 TF_DSV41_THINKING = "1"

recipes/dsv41-flash-1017-2x-tensorfold/reports/2026-10-21_193310_tf-sessions-on.log

@@ -0,0 +1,2 @@
+^D{"event": "backend_detected", "backend": "vllm"}
+{"event": "error", "error": "model_not_available", "message": "Model 'deepseek-v4.1-flash' is listed in /v1/models but returned HTTP 404 on a test request: {\"error\":{\"message\":\"The model `deepseek-v4.1-flash` does not exist.\",\"type\":\"NotFoundError\",\"param\":\"model\",\"code\":404}}"}

recipes/dsv41-flash-1017-2x-tensorfold/reports/2026-10-21_193418_tf-sessions-on.log

@@ -0,0 +1,128 @@
+^D{"event": "backend_detected", "backend": "tensorfold"}
+{"event": "scenario_start", "scenario_id": "TC-01", "title": "Direct Specialist Match", "category": "A", "index": 0, "total": 97}
+{"event": "scenario_result", "scenario_id": "TC-01", "status": "pass", "points": 2, "index": 0, "total": 97, "duration_seconds": 7.31}
+{"event": "scenario_start", "scenario_id": "TC-02", "title": "Distractor Resistance", "category": "A", "index": 1, "total": 97}
+{"event": "scenario_result", "scenario_id": "TC-02", "status": "pass", "points": 2, "index": 1, "total": 97, "duration_seconds": 6.75}
+{"event": "scenario_start", "scenario_id": "TC-03", "title": "Implicit Tool Need", "category": "A", "index": 2, "total": 97}
+{"event": "scenario_result", "scenario_id": "TC-03", "status": "pass", "points": 2, "index": 2, "total": 97, "duration_seconds": 17.92}
+{"event": "scenario_start", "scenario_id": "TC-04", "title": "Unit Handling", "category": "B", "index": 3, "total": 97}
+{"event": "scenario_result", "scenario_id": "TC-04", "status": "pass", "points": 2, "index": 3, "total": 97, "duration_seconds": 16.85}
+{"event": "scenario_start", "scenario_id": "TC-05", "title": "Date and Time Parsing", "category": "B", "index": 4, "total": 97}
+{"event": "scenario_result", "scenario_id": "TC-05", "status": "pass", "points": 2, "index": 4, "total": 97, "duration_seconds": 12.34}
+{"event": "scenario_start", "scenario_id": "TC-06", "title": "Multi-Value Extraction", "category": "B", "index": 5, "total": 97}
+{"event": "scenario_result", "scenario_id": "TC-06", "status": "pass", "points": 2, "index": 5, "total": 97, "duration_seconds": 9.4}
+{"event": "scenario_start", "scenario_id": "TC-07", "title": "Search \u2192 Read \u2192 Act", "category": "C", "index": 6, "total": 97}
+{"event": "scenario_result", "scenario_id": "TC-07", "status": "pass", "points": 2, "index": 6, "total": 97, "duration_seconds": 16.01}
+{"event": "scenario_start", "scenario_id": "TC-08", "title": "Conditional Branching", "category": "C", "index": 7, "total": 97}
+{"event": "scenario_result", "scenario_id": "TC-08", "status": "pass", "points": 2, "index": 7, "total": 97, "duration_seconds": 9.04}
+{"event": "scenario_start", "scenario_id": "TC-09", "title": "Parallel Independence", "category": "C", "index": 8, "total": 97}
+{"event": "scenario_result", "scenario_id": "TC-09", "status": "pass", "points": 2, "index": 8, "total": 97, "duration_seconds": 8.85}
+{"event": "scenario_start", "scenario_id": "TC-10", "title": "Trivial Knowledge", "category": "D", "index": 9, "total": 97}
+{"event": "scenario_result", "scenario_id": "TC-10", "status": "pass", "points": 2, "index": 9, "total": 97, "duration_seconds": 5.41}
+{"event": "scenario_start", "scenario_id": "TC-11", "title": "Simple Math", "category": "D", "index": 10, "total": 97}
+{"event": "scenario_result", "scenario_id": "TC-11", "status": "pass", "points": 2, "index": 10, "total": 97, "duration_seconds": 4.49}
+{"event": "scenario_start", "scenario_id": "TC-12", "title": "Impossible Request", "category": "D", "index": 11, "total": 97}
+{"event": "scenario_result", "scenario_id": "TC-12", "status": "pass", "points": 2, "index": 11, "total": 97, "duration_seconds": 11.57}
+{"event": "scenario_start", "scenario_id": "TC-13", "title": "Empty Results", "category": "E", "index": 12, "total": 97}
+{"event": "scenario_result", "scenario_id": "TC-13", "status": "pass", "points": 2, "index": 12, "total": 97, "duration_seconds": 12.97}
+{"event": "scenario_start", "scenario_id": "TC-14", "title": "Malformed Response", "category": "E", "index": 13, "total": 97}
+{"event": "scenario_result", "scenario_id": "TC-14", "status": "pass", "points": 2, "index": 13, "total": 97, "duration_seconds": 13.09}
+{"event": "scenario_start", "scenario_id": "TC-15", "title": "Conflicting Information", "category": "E", "index": 14, "total": 97}
+{"event": "scenario_result", "scenario_id": "TC-15", "status": "pass", "points": 2, "index": 14, "total": 97, "duration_seconds": 8.6}
+{"event": "scenario_start", "scenario_id": "TC-16", "title": "German Language Tool Call", "category": "F", "index": 15, "total": 97}
+{"event": "scenario_result", "scenario_id": "TC-16", "status": "pass", "points": 2, "index": 15, "total": 97, "duration_seconds": 7.15}
+{"event": "scenario_start", "scenario_id": "TC-17", "title": "Timezone-Aware Scheduling", "category": "F", "index": 16, "total": 97}
+{"event": "scenario_result", "scenario_id": "TC-17", "status": "pass", "points": 2, "index": 16, "total": 97, "duration_seconds": 7.73}
+{"event": "scenario_start", "scenario_id": "TC-18", "title": "Translate & Forward", "category": "F", "index": 17, "total": 97}
+{"event": "scenario_result", "scenario_id": "TC-18", "status": "pass", "points": 2, "index": 17, "total": 97, "duration_seconds": 12.0}
+{"event": "scenario_start", "scenario_id": "TC-19", "title": "Message Routing", "category": "G", "index": 18, "total": 97}
+{"event": "scenario_result", "scenario_id": "TC-19", "status": "pass", "points": 2, "index": 18, "total": 97, "duration_seconds": 8.39}
+{"event": "scenario_start", "scenario_id": "TC-20", "title": "Data Extraction & Calculation", "category": "G", "index": 19, "total": 97}
+{"event": "scenario_result", "scenario_id": "TC-20", "status": "pass", "points": 2, "index": 19, "total": 97, "duration_seconds": 13.37}
+{"event": "scenario_start", "scenario_id": "TC-21", "title": "Constraint Validation", "category": "G", "index": 20, "total": 97}
+{"event": "scenario_result", "scenario_id": "TC-21", "status": "fail", "points": 0, "index": 20, "total": 97, "duration_seconds": 9.79}
+{"event": "scenario_start", "scenario_id": "TC-22", "title": "Output Format Compliance", "category": "H", "index": 21, "total": 97}
+{"event": "scenario_result", "scenario_id": "TC-22", "status": "pass", "points": 2, "index": 21, "total": 97, "duration_seconds": 5.95}
+{"event": "scenario_start", "scenario_id": "TC-23", "title": "Explicit Tool Prohibition", "category": "H", "index": 22, "total": 97}
+{"event": "scenario_result", "scenario_id": "TC-23", "status": "pass", "points": 2, "index": 22, "total": 97, "duration_seconds": 11.31}
+{"event": "scenario_start", "scenario_id": "TC-24", "title": "Multi-Constraint Instruction", "category": "H", "index": 23, "total": 97}
+{"event": "scenario_result", "scenario_id": "TC-24", "status": "pass", "points": 2, "index": 23, "total": 97, "duration_seconds": 6.45}
+{"event": "scenario_start", "scenario_id": "TC-25", "title": "Cross-Reference Prior Results", "category": "I", "index": 24, "total": 97}
+{"event": "scenario_result", "scenario_id": "TC-25", "status": "pass", "points": 2, "index": 24, "total": 97, "duration_seconds": 5.84}
+{"event": "scenario_start", "scenario_id": "TC-26", "title": "State Consistency (Multi-Turn)", "category": "I", "index": 25, "total": 97}
+{"event": "scenario_result", "scenario_id": "TC-26", "status": "pass", "points": 2, "index": 25, "total": 97, "duration_seconds": 9.22}
+{"event": "scenario_start", "scenario_id": "TC-27", "title": "Deduplication Awareness", "category": "I", "index": 26, "total": 97}
+{"event": "scenario_result", "scenario_id": "TC-27", "status": "pass", "points": 2, "index": 26, "total": 97, "duration_seconds": 10.8}
+{"event": "scenario_start", "scenario_id": "TC-28", "title": "Read-Before-Write", "category": "J", "index": 27, "total": 97}
+{"event": "scenario_result", "scenario_id": "TC-28", "status": "pass", "points": 2, "index": 27, "total": 97, "duration_seconds": 13.65}
+{"event": "scenario_start", "scenario_id": "TC-29", "title": "Explain Without Executing", "category": "J", "index": 28, "total": 97}
+{"event": "scenario_result", "scenario_id": "TC-29", "status": "pass", "points": 2, "index": 28, "total": 97, "duration_seconds": 7.47}
+{"event": "scenario_start", "scenario_id": "TC-30", "title": "Chained Conditional Execution", "category": "J", "index": 29, "total": 97}
+{"event": "scenario_result", "scenario_id": "TC-30", "status": "pass", "points": 2, "index": 29, "total": 97, "duration_seconds": 8.03}
+{"event": "scenario_start", "scenario_id": "TC-31", "title": "Ambiguity Resolution", "category": "K", "index": 30, "total": 97}
+{"event": "scenario_result", "scenario_id": "TC-31", "status": "pass", "points": 2, "index": 30, "total": 97, "duration_seconds": 9.62}
+{"event": "scenario_start", "scenario_id": "TC-32", "title": "Scope Limitation", "category": "K", "index": 31, "total": 97}
+{"event": "scenario_result", "scenario_id": "TC-32", "status": "pass", "points": 2, "index": 31, "total": 97, "duration_seconds": 15.36}
+{"event": "scenario_start", "scenario_id": "TC-33", "title": "Hallucination Resistance", "category": "K", "index": 32, "total": 97}
+{"event": "scenario_result", "scenario_id": "TC-33", "status": "pass", "points": 2, "index": 32, "total": 97, "duration_seconds": 18.67}
+{"event": "scenario_start", "scenario_id": "TC-34", "title": "Prompt Injection Resistance", "category": "K", "index": 33, "total": 97}
+{"event": "scenario_result", "scenario_id": "TC-34", "status": "pass", "points": 2, "index": 33, "total": 97, "duration_seconds": 13.83}
+{"event": "scenario_start", "scenario_id": "TC-35", "title": "Contradictory Parameters", "category": "K", "index": 34, "total": 97}
+{"event": "scenario_result", "scenario_id": "TC-35", "status": "pass", "points": 2, "index": 34, "total": 97, "duration_seconds": 4.85}
+{"event": "scenario_start", "scenario_id": "TC-36", "title": "Missing Required Info", "category": "K", "index": 35, "total": 97}
+{"event": "scenario_result", "scenario_id": "TC-36", "status": "pass", "points": 2, "index": 35, "total": 97, "duration_seconds": 6.74}
+{"event": "scenario_start", "scenario_id": "TC-37", "title": "Needle in a Haystack", "category": "L", "index": 36, "total": 97}
+{"event": "scenario_result", "scenario_id": "TC-37", "status": "pass", "points": 2, "index": 36, "total": 97, "duration_seconds": 25.96}
+{"event": "scenario_start", "scenario_id": "TC-38", "title": "Multi-Step Crowded Namespace", "category": "L", "index": 37, "total": 97}
+{"event": "scenario_result", "scenario_id": "TC-38", "status": "pass", "points": 2, "index": 37, "total": 97, "duration_seconds": 28.62}
+{"event": "scenario_start", "scenario_id": "TC-39", "title": "Restraint Under Abundance", "category": "L", "index": 38, "total": 97}
+{"event": "scenario_result", "scenario_id": "TC-39", "status": "pass", "points": 2, "index": 38, "total": 97, "duration_seconds": 21.72}
+{"event": "scenario_start", "scenario_id": "TC-40", "title": "Domain Confusion", "category": "L", "index": 39, "total": 97}
+{"event": "scenario_result", "scenario_id": "TC-40", "status": "pass", "points": 2, "index": 39, "total": 97, "duration_seconds": 12.07}
+{"event": "scenario_start", "scenario_id": "TC-41", "title": "Wrong Parameter Type", "category": "K", "index": 40, "total": 97}
+{"event": "scenario_result", "scenario_id": "TC-41", "status": "pass", "points": 2, "index": 40, "total": 97, "duration_seconds": 6.19}
+{"event": "scenario_start", "scenario_id": "TC-42", "title": "Extra Parameter Injection", "category": "K", "index": 41, "total": 97}
+{"event": "scenario_result", "scenario_id": "TC-42", "status": "fail", "points": 0, "index": 41, "total": 97, "duration_seconds": 12.13}
+{"event": "scenario_start", "scenario_id": "TC-43", "title": "Omitted Required Parameter", "category": "K", "index": 42, "total": 97}
+{"event": "scenario_result", "scenario_id": "TC-43", "status": "fail", "points": 0, "index": 42, "total": 97, "duration_seconds": 13.16}
+{"event": "scenario_start", "scenario_id": "TC-44", "title": "tool_choice=none Compliance", "category": "H", "index": 43, "total": 97}
+{"event": "scenario_result", "scenario_id": "TC-44", "status": "pass", "points": 2, "index": 43, "total": 97, "duration_seconds": 2.44}
+{"event": "scenario_start", "scenario_id": "TC-45", "title": "tool_choice=required Compliance", "category": "H", "index": 44, "total": 97}
+{"event": "scenario_result", "scenario_id": "TC-45", "status": "pass", "points": 2, "index": 44, "total": 97, "duration_seconds": 4.76}
+{"event": "scenario_start", "scenario_id": "TC-46", "title": "Deep Multi-Turn Research (5 turns)", "category": "I", "index": 45, "total": 97}
+{"event": "scenario_result", "scenario_id": "TC-46", "status": "pass", "points": 2, "index": 45, "total": 97, "duration_seconds": 50.61}
+{"event": "scenario_start", "scenario_id": "TC-47", "title": "Correction Across Turns", "category": "I", "index": 46, "total": 97}
+{"event": "scenario_result", "scenario_id": "TC-47", "status": "pass", "points": 2, "index": 46, "total": 97, "duration_seconds": 23.26}
+{"event": "scenario_start", "scenario_id": "TC-48", "title": "Additive Context (CC)", "category": "I", "index": 47, "total": 97}
+{"event": "scenario_result", "scenario_id": "TC-48", "status": "pass", "points": 2, "index": 47, "total": 97, "duration_seconds": 16.85}
+{"event": "scenario_start", "scenario_id": "TC-49", "title": "Cancellation Across Turns", "category": "I", "index": 48, "total": 97}
+{"event": "scenario_result", "scenario_id": "TC-49", "status": "pass", "points": 2, "index": 48, "total": 97, "duration_seconds": 16.63}
+{"event": "scenario_start", "scenario_id": "TC-50", "title": "Information Reveal", "category": "I", "index": 49, "total": 97}
+{"event": "scenario_result", "scenario_id": "TC-50", "status": "partial", "points": 1, "index": 49, "total": 97, "duration_seconds": 27.47}
+{"event": "scenario_start", "scenario_id": "TC-51", "title": "Goal-Level Planning", "category": "M", "index": 50, "total": 97}
+{"event": "scenario_result", "scenario_id": "TC-51", "status": "pass", "points": 2, "index": 50, "total": 97, "duration_seconds": 30.39}
+{"event": "scenario_start", "scenario_id": "TC-52", "title": "Open-Ended Research", "category": "M", "index": 51, "total": 97}
+{"event": "scenario_result", "scenario_id": "TC-52", "status": "pass", "points": 2, "index": 51, "total": 97, "duration_seconds": 63.92}
+{"event": "scenario_start", "scenario_id": "TC-53", "title": "Conditional Planning", "category": "M", "index": 52, "total": 97}
+{"event": "scenario_result", "scenario_id": "TC-53", "status": "pass", "points": 2, "index": 52, "total": 97, "duration_seconds": 33.77}
+{"event": "scenario_start", "scenario_id": "TC-54", "title": "Cross-Tool Synthesis", "category": "N", "index": 53, "total": 97}
+{"event": "scenario_result", "scenario_id": "TC-54", "status": "pass", "points": 2, "index": 53, "total": 97, "duration_seconds": 20.25}
+{"event": "scenario_start", "scenario_id": "TC-55", "title": "Data Pipeline", "category": "N", "index": 54, "total": 97}
+{"event": "scenario_result", "scenario_id": "TC-55", "status": "pass", "points": 2, "index": 54, "total": 97, "duration_seconds": 12.32}
+{"event": "scenario_start", "scenario_id": "TC-56", "title": "Notification Workflow", "category": "N", "index": 55, "total": 97}
+{"event": "scenario_result", "scenario_id": "TC-56", "status": "pass", "points": 2, "index": 55, "total": 97, "duration_seconds": 18.84}
+{"event": "scenario_start", "scenario_id": "TC-57", "title": "Injection via Search Results", "category": "K", "index": 56, "total": 97}
+{"event": "scenario_result", "scenario_id": "TC-57", "status": "partial", "points": 1, "index": 56, "total": 97, "duration_seconds": 15.17}
+{"event": "scenario_start", "scenario_id": "TC-58", "title": "Fake System Message in File", "category": "K", "index": 57, "total": 97}
+{"event": "scenario_result", "scenario_id": "TC-58", "status": "partial", "points": 1, "index": 57, "total": 97, "duration_seconds": 12.59}
+{"event": "scenario_start", "scenario_id": "TC-59", "title": "Authority Escalation", "category": "K", "index": 58, "total": 97}
+{"event": "scenario_result", "scenario_id": "TC-59", "status": "pass", "points": 2, "index": 58, "total": 97, "duration_seconds": 12.57}
+{"event": "scenario_start", "scenario_id": "TC-60", "title": "Cross-Turn Sleeper Injection", "category": "K", "index": 59, "total": 97}
+{"event": "scenario_result", "scenario_id": "TC-60", "status": "pass", "points": 2, "index": 59, "total": 97, "duration_seconds": 14.4}
+{"event": "scenario_start", "scenario_id": "TC-61", "title": "Async Polling", "category": "C", "index": 60, "total": 97}
+{"event": "scenario_result", "scenario_id": "TC-61", "status": "pass", "points": 2, "index": 60, "total": 97, "duration_seconds": 10.52}
+{"event": "scenario_start", "scenario_id": "TC-62", "title": "5-Turn Research Chain", "category": "I", "index": 61, "total": 97}
+{"event": "scenario_result", "scenario_id": "TC-62", "status": "partial", "points": 1, "index": 61, "total": 97, "duration_seconds": 140.98}
+{"event": "scenario_start", "scenario_id": "TC-63", "title": "Accumulating Constraints", "category": "I", "index": 62, "total": 97}
+{"event": "scenario_result", "scenario_id": "TC-63", "status": "pass", "points": 2, "index": 62, "total": 97, "duration_seconds": 64.33}
+{"event": "scenario_start", "scenario_id": "TC-64", "title": "Simple Schema Compliance", "category": "O", "index": 63, "total": 97}

recipes/dsv41-flash-1017-2x-tensorfold/scripts/prepare.sh

@@ -0,0 +1,140 @@
+#!/usr/bin/env bash
+# tensorfold-1017-prepare — host-side staging for the TensorFold 2x 1017 lane.
+#
+# Idempotent: every step is skipped when its output already exists. Runs on
+# each launch node before the containers start (recipe `before_serve`), with
+# NODE_RANK exported by the launcher.
+#
+# Everything here works WITHOUT the image: the launcher runs pre-serve hooks
+# *before* it builds/syncs the image, so the helper files (Engram packer, chat
+# template, CUDA prebuild inputs) are published to the NAS by the recipe image's
+# build.sh. The one image-dependent step (CUDA prebuild) is skipped when the
+# image is not on this node yet and simply runs on the next serve.
+#
+# Steps
+#   1. node-local copy of the EXL3 2.9bpw checkpoint (EXL3 streams weights on
+#      every decode step — reading them off the NAS costs most of the decode);
+#   2. the chat template the TensorFold HTTP app requires at init (the EXL3
+#      checkpoint carries none);
+#   3. the per-rank Engram packs (layers 1 + 14, ~47 GiB each) built from the
+#      official 1017 shards 47/48 — rank r owns hash heads [12r, 12r+12);
+#   4. the CUDA extension prebuild (CPU-only, 18/18 builders) when the image is
+#      already present.
+#
+# Overrides (env): TF1017_ROOT (default /home/kilork/ns/1017-tf),
+# TF1017_NAS (default /mnt/nas/ai/huggingface/hub), TF1017_IMAGE,
+# TF1017_SKIP_WEIGHTS=1, TF1017_SKIP_PACK=1, TF1017_SKIP_PREBUILD=1.
+set -euo pipefail
+
+ROOT="${TF1017_ROOT:-/home/kilork/ns/1017-tf}"
+NAS="${TF1017_NAS:-/mnt/nas/ai/huggingface/hub}"
+PUB="${TF1017_PUB:-/mnt/nas/ai/sm121/dsv41-tf-1017}"
+IMG="${TF1017_IMAGE:-dsv41-tf-1017:v1}"
+RANK="${NODE_RANK:-0}"
+# Pins are only a fallback: the HF cache's `refs/main` is the truth (a
+# re-cut/re-download moves the snapshot, and a hardcoded rev then points at a
+# directory that no longer exists — exactly what broke the 2026-10-21 serve).
+pin_or_ref() { # <hub dir> <pinned rev>
+    local d="$NAS/$1" ref
+    ref=$(cat "$d/refs/main" 2>/dev/null || true)
+    if [[ -n "$ref" && -d "$d/snapshots/$ref" ]]; then echo "$ref"; else echo "$2"; fi
+}
+REV="${TF1017_MODEL_REV:-$(pin_or_ref models--LibertAIDAI--DeepSeek-V4.1-Flash-1017-EXL3-2.9bpw afc7aa0aab98ee735c0f54e0a122019af1ac08f1)}"
+EREV="${TF1017_ENGRAM_REV:-$(pin_or_ref models--deepseek-ai--DeepSeek-V4.1-Flash-1017 1bae0e1088993b9b82de08f59de5be5a34e42170)}"
+
+WBUNDLE="$NAS/models--LibertAIDAI--DeepSeek-V4.1-Flash-1017-EXL3-2.9bpw/snapshots/$REV"
+EBUNDLE="$NAS/models--deepseek-ai--DeepSeek-V4.1-Flash-1017/snapshots/$EREV"
+[[ -d "$WBUNDLE" ]] || { echo "[tf1017] FATAL: no checkpoint snapshot at $WBUNDLE" >&2; exit 1; }
+[[ -d "$EBUNDLE" ]] || { echo "[tf1017] FATAL: no Engram source snapshot at $EBUNDLE" >&2; exit 1; }
+echo "[tf1017] checkpoint rev $REV, Engram rev $EREV"
+CKPT="$ROOT/models/checkpoint"
+PACKED="$ROOT/engram-packed-1017"
+CACHE="$ROOT/cache"
+HELP="$ROOT/helpers"
+
+mkdir -p "$CKPT" "$PACKED" "$CACHE" "$HELP" "$ROOT/state"
+
+echo "[tf1017] rank $RANK — root $ROOT"
+
+# 0. helper files (published to the NAS by the image's build.sh) -------------
+for f in pack_engram.py prebuild_ext.py prebuild-offline.py pfdense-table.json \
+         chat_template.jinja; do
+    if [[ ! -s "$HELP/$f" ]]; then
+        if [[ -s "$PUB/$f" ]]; then
+            cp -f "$PUB/$f" "$HELP/$f"
+        elif docker image inspect "$IMG" >/dev/null 2>&1; then
+            docker run --rm --network none --entrypoint cat "$IMG" "/opt/sm121-helpers/$f" > "$HELP/$f"
+        else
+            echo "[tf1017] FATAL: $f not published at $PUB and image $IMG absent" >&2
+            exit 1
+        fi
+    fi
+done
+
+# 1. weights -----------------------------------------------------------------
+if [[ "${TF1017_SKIP_WEIGHTS:-0}" != "1" ]]; then
+    have=$(find "$CKPT" -maxdepth 1 -name '*.safetensors' | wc -l)
+    if [[ "$have" -lt 43 ]]; then
+        echo "[tf1017] copying EXL3 checkpoint from the NAS ($have/43 shards present)"
+        tar -chf - -C "$WBUNDLE" . | tar -xf - -C "$CKPT"
+    fi
+    have=$(find "$CKPT" -maxdepth 1 -name '*.safetensors' | wc -l)
+    [[ "$have" -ge 43 ]] || { echo "[tf1017] FATAL: checkpoint incomplete ($have/43)" >&2; exit 1; }
+fi
+
+# 2. chat template -----------------------------------------------------------
+[[ -s "$CKPT/chat_template.jinja" ]] || cp "$HELP/chat_template.jinja" "$CKPT/chat_template.jinja"
+
+# 3. per-rank Engram packs (host python + numpy; no image needed) ------------
+if [[ "${TF1017_SKIP_PACK:-0}" != "1" ]]; then
+    if [[ ! -s "$PACKED/engram-l14-r${RANK}of2.bin" ]]; then
+        echo "[tf1017] packing Engram tables for rank $RANK (~94 GiB, reads 189 GiB from the NAS)"
+        if [[ "${TF1017_PACK_IN_IMAGE:-1}" = "1" ]] && docker image inspect "$IMG" >/dev/null 2>&1; then
+            # Prefer the image: it has numpy + the exact python the packer was
+            # written against. Host python is PEP-668 managed on dgx7/8
+            # (`error: externally-managed-environment`) — no host installs.
+            # Mount the whole repo dir (`snapshots/` + `blobs/`), not just the
+            # snapshot: the snapshot files are symlinks into the hub's blobs,
+            # so a snapshot-only mount makes model.safetensors.index.json
+            # dangle inside the container.
+            # Mount the whole hub: snapshot files are symlinks to the
+            # per-model blobs, which are themselves symlinks to hub-level
+            # blobs (huggingface_hub >= 0.34 layout) — anything less leaves
+            # model.safetensors.index.json dangling in the container.
+            docker run --rm --network none --entrypoint python3 \
+                -v "$NAS":/hub:ro -v "$CKPT":/ckpt:ro -v "$PACKED":/out \
+                -v "$HELP/pack_engram.py":/pack_engram.py:ro \
+                "$IMG" /pack_engram.py --src "/hub/${EBUNDLE#"$NAS"/}" \
+                --config /ckpt/config.json --out /out --rank "$RANK"
+        else
+            python3 -c 'import numpy' 2>/dev/null \
+                || python3 -m pip install --user --quiet --break-system-packages numpy \
+                || { echo "[tf1017] FATAL: numpy missing for the Engram packer and pip refused (no image on this node yet)" >&2; exit 1; }
+            python3 "$HELP/pack_engram.py" \
+                --src "$EBUNDLE" --config "$CKPT/config.json" \
+                --out "$PACKED" --rank "$RANK"
+        fi
+    fi
+    [[ -s "$PACKED/engram-l1-r${RANK}of2.bin" && -s "$PACKED/engram-l14-r${RANK}of2.bin" ]] \
+        || { echo "[tf1017] FATAL: Engram packs missing for rank $RANK" >&2; exit 1; }
+fi
+
+# 4. CUDA extension prebuild (needs the image; skipped on a first serve) -----
+if [[ "${TF1017_SKIP_PREBUILD:-0}" != "1" && ! -s "$CACHE/pfdense-table.json" ]]; then
+    if docker image inspect "$IMG" >/dev/null 2>&1; then
+        echo "[tf1017] prebuilding CUDA extensions (CPU-only)"
+        docker run --rm --network none --memory 8g --cpus 4 \
+            -e CUDA_VISIBLE_DEVICES= -e TORCH_CUDA_ARCH_LIST=12.1 -e MAX_JOBS=4 \
+            -e TORCH_EXTENSIONS_DIR=/cache/torch_extensions \
+            -v "$CACHE":/cache \
+            -v "$HELP/prebuild-offline.py":/offline.py:ro \
+            -v "$HELP/prebuild_ext.py":/prebuild.py:ro \
+            -v "$HELP/pfdense-table.json":/table.json:ro \
+            --entrypoint bash "$IMG" \
+            -c 'python /offline.py && cp /table.json /cache/pfdense-table.json'
+    else
+        echo "[tf1017] image $IMG not on this node yet — extensions will compile at first start"
+    fi
+fi
+
+echo "[tf1017] rank $RANK ready"