nils/jspace
1
0
Fork 0
Code Issues Pull Requests Actions Packages Projects Releases Wiki Activity

REGIMES: 31B structure (60L, d=5376, no KV-sharing key found)

Browse Source 
Co-Authored-By: Claude Fable 5 <noreply@anthropic.com>
This commit is contained in:
Nils
2026-07-15 21:48:42 +02:00
co-authored by Claude Fable 5
parent 8ebb326745
commit 5d681a57b5
1 changed files with 58 additions and 37 deletions
Download Patch File Download Diff File Expand all files Collapse all files
results-loop/REGIMES.json
+58 -37
View File
@@ -1,38 +1,59 @@
{ {
"_doc": "Canonical per-model J-lens regime registry. Band = inclusive layer range whose lens readout shows workspace behavior (persist+content high, sensor/motor low; exp4_regimes.py). kv_share_start = first layer reusing KV from below (entrances at or above it are structurally null for band looping). Raw jbar tensors: results/ + bucket results-lens/. Revisions are the pinned model SHAs the scan ran on.", "_doc": "Canonical per-model J-lens regime registry. Band = inclusive layer range whose lens readout shows workspace behavior (persist+content high, sensor/motor low; exp4_regimes.py). kv_share_start = first layer reusing KV from below (entrances at or above it are structurally null for band looping). Raw jbar tensors: results/ + bucket results-lens/. Revisions are the pinned model SHAs the scan ran on.",
"google/gemma-4-E2B-it": { "google/gemma-4-E2B-it": {
"revision": "9dbdf8a839e4e9e0eb56ed80cc8886661d3817cf", "revision": "9dbdf8a839e4e9e0eb56ed80cc8886661d3817cf",
"num_layers": 35, "hidden": 1536, "num_layers": 35,
"workspace_band": [14, 30], "kv_share_start": 15, "hidden": 1536,
"jbar": "results/jbar.pt", "scan": "results/exp4.log", "workspace_band": [
"status": "mapped + loop-validated (full program, PAPER.md)" 14,
}, 30
"google/gemma-4-12B-it": { ],
"revision": "0e2b1058541244490925fbacf8972041435691ac", "kv_share_start": 15,
"num_layers": 48, "hidden": 3840, "jbar": "results/jbar.pt",
"workspace_band": [36, 45], "kv_share_start": null, "scan": "results/exp4.log",
"jbar": "bucket:results-lens/jbar_12b.pt", "scan": "results/exp4_12b.log", "status": "mapped + loop-validated (full program, PAPER.md)"
"status": "mapped + loop-validated (adaptive-alpha required; MBPP only)" },
}, "google/gemma-4-12B-it": {
"google/gemma-4-E4B-it": { "revision": "0e2b1058541244490925fbacf8972041435691ac",
"revision": "fa62d88df2e6df5efa9d26ad6b3beaea2765f0cd", "num_layers": 48,
"num_layers": 42, "hidden": 2560, "hidden": 3840,
"workspace_band": null, "kv_share_start": 25, "workspace_band": [
"jbar": "results/jbar_e4b.pt (running 2026-07-15)", "scan": "results/exp4_e4b.log", 36,
"status": "scan in progress on Spark; kv sharing: last 18 of 42 layers" 45
}, ],
"google/gemma-4-31B-it": { "kv_share_start": null,
"revision": "b9ea41a2887d8607f594846523f94c6cc75ac8a4", "jbar": "bucket:results-lens/jbar_12b.pt",
"num_layers": null, "hidden": null, "scan": "results/exp4_12b.log",
"workspace_band": null, "kv_share_start": null, "status": "mapped + loop-validated (adaptive-alpha required; MBPP only)"
"jbar": "pending (H100 pipeline v4)", "scan": "pending", },
"status": "downloading on rented H100 NVL" "google/gemma-4-E4B-it": {
}, "revision": "fa62d88df2e6df5efa9d26ad6b3beaea2765f0cd",
"google/gemma-4-26B-A4B-it": { "num_layers": 42,
"revision": "01e5b3ee840d3a9e0b0b493c593e85398a30ef75", "hidden": 2560,
"num_layers": null, "hidden": null, "workspace_band": null,
"workspace_band": null, "kv_share_start": null, "kv_share_start": 25,
"jbar": "pending (H100 pipeline v4)", "scan": "pending", "jbar": "results/jbar_e4b.pt (running 2026-07-15)",
"status": "queued after 31B; MoE — lens validity check required before trusting band" "scan": "results/exp4_e4b.log",
} "status": "scan in progress on Spark; kv sharing: last 18 of 42 layers"
} },
"google/gemma-4-31B-it": {
"revision": "b9ea41a2887d8607f594846523f94c6cc75ac8a4",
"num_layers": 60,
"hidden": 5376,
"workspace_band": null,
"kv_share_start": "none found in config (no num_kv_shared_layers key printed \u2014 verify in scan; if truly absent, all entrances structurally live)",
"jbar": "pending (H100 pipeline v4)",
"scan": "pending",
"status": "probe passed; jbar scan running on H100 (2026-07-15 late)"
},
"google/gemma-4-26B-A4B-it": {
"revision": "01e5b3ee840d3a9e0b0b493c593e85398a30ef75",
"num_layers": null,
"hidden": null,
"workspace_band": null,
"kv_share_start": null,
"jbar": "pending (H100 pipeline v4)",
"scan": "pending",
"status": "queued after 31B; MoE \u2014 lens validity check required before trusting band"
}
}