From 5d681a57b5e8869870f3cd8d7955c4c69acd47cf Mon Sep 17 00:00:00 2001 From: Nils Date: Wed, 15 Jul 2026 21:48:42 +0200 Subject: [PATCH] REGIMES: 31B structure (60L, d=5376, no KV-sharing key found) Co-Authored-By: Claude Fable 5 --- results-loop/REGIMES.json | 95 ++++++++++++++++++++++++--------------- 1 file changed, 58 insertions(+), 37 deletions(-) diff --git a/results-loop/REGIMES.json b/results-loop/REGIMES.json index 664578f..02ac38c 100644 --- a/results-loop/REGIMES.json +++ b/results-loop/REGIMES.json @@ -1,38 +1,59 @@ { - "_doc": "Canonical per-model J-lens regime registry. Band = inclusive layer range whose lens readout shows workspace behavior (persist+content high, sensor/motor low; exp4_regimes.py). kv_share_start = first layer reusing KV from below (entrances at or above it are structurally null for band looping). Raw jbar tensors: results/ + bucket results-lens/. Revisions are the pinned model SHAs the scan ran on.", - "google/gemma-4-E2B-it": { - "revision": "9dbdf8a839e4e9e0eb56ed80cc8886661d3817cf", - "num_layers": 35, "hidden": 1536, - "workspace_band": [14, 30], "kv_share_start": 15, - "jbar": "results/jbar.pt", "scan": "results/exp4.log", - "status": "mapped + loop-validated (full program, PAPER.md)" - }, - "google/gemma-4-12B-it": { - "revision": "0e2b1058541244490925fbacf8972041435691ac", - "num_layers": 48, "hidden": 3840, - "workspace_band": [36, 45], "kv_share_start": null, - "jbar": "bucket:results-lens/jbar_12b.pt", "scan": "results/exp4_12b.log", - "status": "mapped + loop-validated (adaptive-alpha required; MBPP only)" - }, - "google/gemma-4-E4B-it": { - "revision": "fa62d88df2e6df5efa9d26ad6b3beaea2765f0cd", - "num_layers": 42, "hidden": 2560, - "workspace_band": null, "kv_share_start": 25, - "jbar": "results/jbar_e4b.pt (running 2026-07-15)", "scan": "results/exp4_e4b.log", - "status": "scan in progress on Spark; kv sharing: last 18 of 42 layers" - }, - "google/gemma-4-31B-it": { - "revision": "b9ea41a2887d8607f594846523f94c6cc75ac8a4", - "num_layers": null, "hidden": null, - "workspace_band": null, "kv_share_start": null, - "jbar": "pending (H100 pipeline v4)", "scan": "pending", - "status": "downloading on rented H100 NVL" - }, - "google/gemma-4-26B-A4B-it": { - "revision": "01e5b3ee840d3a9e0b0b493c593e85398a30ef75", - "num_layers": null, "hidden": null, - "workspace_band": null, "kv_share_start": null, - "jbar": "pending (H100 pipeline v4)", "scan": "pending", - "status": "queued after 31B; MoE — lens validity check required before trusting band" - } -} + "_doc": "Canonical per-model J-lens regime registry. Band = inclusive layer range whose lens readout shows workspace behavior (persist+content high, sensor/motor low; exp4_regimes.py). kv_share_start = first layer reusing KV from below (entrances at or above it are structurally null for band looping). Raw jbar tensors: results/ + bucket results-lens/. Revisions are the pinned model SHAs the scan ran on.", + "google/gemma-4-E2B-it": { + "revision": "9dbdf8a839e4e9e0eb56ed80cc8886661d3817cf", + "num_layers": 35, + "hidden": 1536, + "workspace_band": [ + 14, + 30 + ], + "kv_share_start": 15, + "jbar": "results/jbar.pt", + "scan": "results/exp4.log", + "status": "mapped + loop-validated (full program, PAPER.md)" + }, + "google/gemma-4-12B-it": { + "revision": "0e2b1058541244490925fbacf8972041435691ac", + "num_layers": 48, + "hidden": 3840, + "workspace_band": [ + 36, + 45 + ], + "kv_share_start": null, + "jbar": "bucket:results-lens/jbar_12b.pt", + "scan": "results/exp4_12b.log", + "status": "mapped + loop-validated (adaptive-alpha required; MBPP only)" + }, + "google/gemma-4-E4B-it": { + "revision": "fa62d88df2e6df5efa9d26ad6b3beaea2765f0cd", + "num_layers": 42, + "hidden": 2560, + "workspace_band": null, + "kv_share_start": 25, + "jbar": "results/jbar_e4b.pt (running 2026-07-15)", + "scan": "results/exp4_e4b.log", + "status": "scan in progress on Spark; kv sharing: last 18 of 42 layers" + }, + "google/gemma-4-31B-it": { + "revision": "b9ea41a2887d8607f594846523f94c6cc75ac8a4", + "num_layers": 60, + "hidden": 5376, + "workspace_band": null, + "kv_share_start": "none found in config (no num_kv_shared_layers key printed \u2014 verify in scan; if truly absent, all entrances structurally live)", + "jbar": "pending (H100 pipeline v4)", + "scan": "pending", + "status": "probe passed; jbar scan running on H100 (2026-07-15 late)" + }, + "google/gemma-4-26B-A4B-it": { + "revision": "01e5b3ee840d3a9e0b0b493c593e85398a30ef75", + "num_layers": null, + "hidden": null, + "workspace_band": null, + "kv_share_start": null, + "jbar": "pending (H100 pipeline v4)", + "scan": "pending", + "status": "queued after 31B; MoE \u2014 lens validity check required before trusting band" + } +} \ No newline at end of file