nils/jspace
1
0
Fork 0
Code Issues Pull Requests Actions Packages Projects Releases Wiki Activity

REGIMES: 31B structure (60L, d=5376, no KV-sharing key found)

Browse Source 
Co-Authored-By: Claude Fable 5 <noreply@anthropic.com>
This commit is contained in:
Nils
2026-07-15 21:48:42 +02:00
co-authored by Claude Fable 5
parent 8ebb326745
commit 5d681a57b5
1 changed files with 58 additions and 37 deletions
Download Patch File Download Diff File Expand all files Collapse all files
results-loop/REGIMES.json
+58 -37
View File
@@ -1,38 +1,59 @@
{
"_doc": "Canonical per-model J-lens regime registry. Band = inclusive layer range whose lens readout shows workspace behavior (persist+content high, sensor/motor low; exp4_regimes.py). kv_share_start = first layer reusing KV from below (entrances at or above it are structurally null for band looping). Raw jbar tensors: results/ + bucket results-lens/. Revisions are the pinned model SHAs the scan ran on.",
"google/gemma-4-E2B-it": {
"revision": "9dbdf8a839e4e9e0eb56ed80cc8886661d3817cf",
"num_layers": 35, "hidden": 1536,
"workspace_band": [14, 30], "kv_share_start": 15,
"jbar": "results/jbar.pt", "scan": "results/exp4.log",
"status": "mapped + loop-validated (full program, PAPER.md)"
},
"google/gemma-4-12B-it": {
"revision": "0e2b1058541244490925fbacf8972041435691ac",
"num_layers": 48, "hidden": 3840,
"workspace_band": [36, 45], "kv_share_start": null,
"jbar": "bucket:results-lens/jbar_12b.pt", "scan": "results/exp4_12b.log",
"status": "mapped + loop-validated (adaptive-alpha required; MBPP only)"
},
"google/gemma-4-E4B-it": {
"revision": "fa62d88df2e6df5efa9d26ad6b3beaea2765f0cd",
"num_layers": 42, "hidden": 2560,
"workspace_band": null, "kv_share_start": 25,
"jbar": "results/jbar_e4b.pt (running 2026-07-15)", "scan": "results/exp4_e4b.log",
"status": "scan in progress on Spark; kv sharing: last 18 of 42 layers"
},
"google/gemma-4-31B-it": {
"revision": "b9ea41a2887d8607f594846523f94c6cc75ac8a4",
"num_layers": null, "hidden": null,
"workspace_band": null, "kv_share_start": null,
"jbar": "pending (H100 pipeline v4)", "scan": "pending",
"status": "downloading on rented H100 NVL"
},
"google/gemma-4-26B-A4B-it": {
"revision": "01e5b3ee840d3a9e0b0b493c593e85398a30ef75",
"num_layers": null, "hidden": null,
"workspace_band": null, "kv_share_start": null,
"jbar": "pending (H100 pipeline v4)", "scan": "pending",
"status": "queued after 31B; MoE — lens validity check required before trusting band"
}
}
"_doc": "Canonical per-model J-lens regime registry. Band = inclusive layer range whose lens readout shows workspace behavior (persist+content high, sensor/motor low; exp4_regimes.py). kv_share_start = first layer reusing KV from below (entrances at or above it are structurally null for band looping). Raw jbar tensors: results/ + bucket results-lens/. Revisions are the pinned model SHAs the scan ran on.",
"google/gemma-4-E2B-it": {
"revision": "9dbdf8a839e4e9e0eb56ed80cc8886661d3817cf",
"num_layers": 35,
"hidden": 1536,
"workspace_band": [
14,
30
],
"kv_share_start": 15,
"jbar": "results/jbar.pt",
"scan": "results/exp4.log",
"status": "mapped + loop-validated (full program, PAPER.md)"
},
"google/gemma-4-12B-it": {
"revision": "0e2b1058541244490925fbacf8972041435691ac",
"num_layers": 48,
"hidden": 3840,
"workspace_band": [
36,
45
],
"kv_share_start": null,
"jbar": "bucket:results-lens/jbar_12b.pt",
"scan": "results/exp4_12b.log",
"status": "mapped + loop-validated (adaptive-alpha required; MBPP only)"
},
"google/gemma-4-E4B-it": {
"revision": "fa62d88df2e6df5efa9d26ad6b3beaea2765f0cd",
"num_layers": 42,
"hidden": 2560,
"workspace_band": null,
"kv_share_start": 25,
"jbar": "results/jbar_e4b.pt (running 2026-07-15)",
"scan": "results/exp4_e4b.log",
"status": "scan in progress on Spark; kv sharing: last 18 of 42 layers"
},
"google/gemma-4-31B-it": {
"revision": "b9ea41a2887d8607f594846523f94c6cc75ac8a4",
"num_layers": 60,
"hidden": 5376,
"workspace_band": null,
"kv_share_start": "none found in config (no num_kv_shared_layers key printed \u2014 verify in scan; if truly absent, all entrances structurally live)",
"jbar": "pending (H100 pipeline v4)",
"scan": "pending",
"status": "probe passed; jbar scan running on H100 (2026-07-15 late)"
},
"google/gemma-4-26B-A4B-it": {
"revision": "01e5b3ee840d3a9e0b0b493c593e85398a30ef75",
"num_layers": null,
"hidden": null,
"workspace_band": null,
"kv_share_start": null,
"jbar": "pending (H100 pipeline v4)",
"scan": "pending",
"status": "queued after 31B; MoE \u2014 lens validity check required before trusting band"
}
}