PerDepthAdapter (Bae-style per-iteration merges) + convergence-halting probe (free ACT); pre-registration item 13

Co-Authored-By: Claude Fable 5 <noreply@anthropic.com>

scripts/train_merge_code.py

@@ -21,7 +21,7 @@ import torch
 import torch.nn.functional as F
 
 from loop_common import (AdaptiveMergeAdapter, BandLooper, MergeAdapter,
-                         ParcaeAdapter, RecurrentAdapter)
+                         ParcaeAdapter, PerDepthAdapter, RecurrentAdapter)
 from prep_mbpp import DIRECT_SUFFIX, mbpp_prompt
 
 sys.path.insert(0, str(Path(__file__).resolve().parent.parent))
@@ -61,6 +61,9 @@ ap.add_argument("--recmax", type=int, default=16)
 ap.add_argument("--parcae", action="store_true",
                 help="rec regime with rho(A)<1 by construction "
                      "(diag-negative-exp ZOH parameterization)")
+ap.add_argument("--perdepth", type=int, default=0,
+                help="PerDepthAdapter: one merge per iteration depth "
+                     "(Bae-style relaxation), standard curriculum")
 ARGS, _ = ap.parse_known_args()
 if ARGS.parcae:
     ARGS.rec = True
@@ -76,7 +79,8 @@ SUFFIX = ((f"_s{SEED}" if SEED else "")
           + (f"_lr{ARGS.lr}" if ARGS.lr != 1e-3 else "")
           + ("_warm" if ARGS.warm else "")
           + (("_parcae" if ARGS.parcae else "_rec") + str(ARGS.recmax)
-             if ARGS.rec else ""))
+             if ARGS.rec else "")
+          + (f"_pd{ARGS.perdepth}" if ARGS.perdepth else ""))
 PAUSE_ID = 6  # <unused0>
 
 
@@ -135,7 +139,10 @@ def main():
         p.requires_grad_(False)
     looper = BandLooper(model)
     d = model.config.get_text_config().hidden_size
-    if ARGS.parcae:
+    if ARGS.perdepth:
+        adapter = PerDepthAdapter(d=d, alpha=ARGS.alpha,
+                                  n_depth=ARGS.perdepth).cuda()
+    elif ARGS.parcae:
         adapter = ParcaeAdapter(d=d, alpha=ARGS.alpha).cuda()
     elif ARGS.rec:
         adapter = RecurrentAdapter(d=d, alpha=ARGS.alpha).cuda()