TiedAlphaAdapter: learned per-dim alpha with tied B (anchored by construction); pre-registration item 14

Co-Authored-By: Claude Fable 5 <noreply@anthropic.com>
2026-07-15 02:33:14 +02:00
parent f370883e23
commit 16f4a057aa
4 changed files with 66 additions and 5 deletions
@@ -91,6 +91,8 @@ def main():
                    help="ParcaeAdapter (rho(A)<1 by construction)")
    ap.add_argument("--perdepth", action="store_true",
                    help="PerDepthAdapter (Bae-style per-iteration merges)")
+    ap.add_argument("--tiedalpha", action="store_true",
+                    help="TiedAlphaAdapter (learned per-dim alpha, tied B)")
    ap.add_argument("--halt", action="store_true",
                    help="record per-item convergence depth (free-ACT probe)")
    args = ap.parse_args()
@@ -99,8 +101,9 @@ def main():
    model, tok = load_model(dtype=torch.bfloat16)
    tok.padding_side = "left"
    looper = BandLooper(model)
-    from loop_common import PerDepthAdapter
-    cls = (PerDepthAdapter if args.perdepth
+    from loop_common import PerDepthAdapter, TiedAlphaAdapter
+    cls = (TiedAlphaAdapter if args.tiedalpha
+           else PerDepthAdapter if args.perdepth
           else ParcaeAdapter if args.parcae
           else RecurrentAdapter if args.rec
           else AdaptiveMergeAdapter if args.adaptive else MergeAdapter)