From 67f9c3091ca32777b681ffd6d5f2dc73c71d0837 Mon Sep 17 00:00:00 2001
From: Nils <u797+claude@posteo.de>
Date: Fri, 17 Jul 2026 02:12:54 +0200
Subject: [PATCH] =?UTF-8?q?item=2027=20scored:=2034.0=20best-in-series=20w?=
 =?UTF-8?q?ith=20zero=20pauses,=20but=20paired=20ns=20(burst=2010-6=20p=3D?=
 =?UTF-8?q?0.45;=20vs=20positional=2044-38=20p=3D0.58)=20=E2=80=94=20ceili?=
 =?UTF-8?q?ng=20holds;=20pause=20tape=20confirmed=20~worthless=20(ablation?=
 =?UTF-8?q?=2032.4)?=
MIME-Version: 1.0
Content-Type: text/plain; charset=UTF-8
Content-Transfer-Encoding: 8bit

Co-Authored-By: Claude Fable 5 <noreply@anthropic.com>
---
 results-loop/PROTOCOL_UNIFIED.md              |   16 +
 results-loop/eval_gsm_carrycot_b1_ii10.json   | 2074 +++++++++++++++++
 .../eval_gsm_carrycot_b1_ii10_ablate.json     | 1040 +++++++++
 .../train_carrycot_b1_lt03_ii10_p0_log.json   |    1 +
 4 files changed, 3131 insertions(+)
 create mode 100644 results-loop/eval_gsm_carrycot_b1_ii10.json
 create mode 100644 results-loop/eval_gsm_carrycot_b1_ii10_ablate.json
 create mode 100644 results-loop/train_carrycot_b1_lt03_ii10_p0_log.json

diff --git a/results-loop/PROTOCOL_UNIFIED.md b/results-loop/PROTOCOL_UNIFIED.md
index 2a6b75a..21cfbf2 100644
--- a/results-loop/PROTOCOL_UNIFIED.md
+++ b/results-loop/PROTOCOL_UNIFIED.md
@@ -780,6 +780,22 @@ after it (job renamed zzz_t).
     burst also encodes the step trajectory; encoding is never the
     obstacle. Accuracy pending.
 
+--- Outcome, item 27 (scored 2026-07-17 ~04:35). k=0 sanity clean.
+Matched cell 2:0 (burst on) = 34.0 (drop .19 / easy .621 / hard .394)
+— nominally the BEST d=1 number of the series (vs 31.6 positional,
+31.2 lens-pauses) with ZERO pause tokens; ablation (same adapter,
+burst off) = 32.4. But both pre-registered comparisons are
+noise-compatible when paired: burst-on vs burst-off 10-6 discordants,
+p=0.45; vs positional d=1 44-38, p=0.58. Verdict: within the +-5
+band — the ceiling holds on the internal-iteration axis too; the
+burst's causal contribution is directionally positive (all of it in
+the hard bucket, +3.2) but unproven at n=256. Notable anyway: the
+zero-pause FORMAT loses nothing (ablation 32.4 >= positional 31.6 with
+12 fewer latent positions) — the pause tape was contributing ~nothing,
+consistent with item 25's display-without-routing reading. Item 28
+(teacher-state targets, same architecture) runs next and completes
+the 2x2 (verbal/full-state x tape/no-tape).
+
 28. **Teacher-state distillation into the burst (pre-registered
     2026-07-17 ~02:30, before running; Nils's variant: "meaningful CoT
     chunks yield internal state that we then teacher-force into the
diff --git a/results-loop/eval_gsm_carrycot_b1_ii10.json b/results-loop/eval_gsm_carrycot_b1_ii10.json
new file mode 100644
index 0000000..33ca3ed
--- /dev/null
+++ b/results-loop/eval_gsm_carrycot_b1_ii10.json
@@ -0,0 +1,2074 @@
+{
+ "tag": "gsm_carrycot_b1_ii10",
+ "grid": {
+  "0:0": {
+   "acc": 0.109375,
+   "by_label": {
+    "drop": 0.0,
+    "easy": 0.9310344827586207,
+    "hard": 0.007874015748031496
+   },
+   "per_item": [
+    {
+     "idx": 1092,
+     "ok": false
+    },
+    {
+     "idx": 696,
+     "ok": false
+    },
+    {
+     "idx": 242,
+     "ok": false
+    },
+    {
+     "idx": 1085,
+     "ok": true
+    },
+    {
+     "idx": 510,
+     "ok": false
+    },
+    {
+     "idx": 334,
+     "ok": true
+    },
+    {
+     "idx": 139,
+     "ok": false
+    },
+    {
+     "idx": 849,
+     "ok": false
+    },
+    {
+     "idx": 593,
+     "ok": false
+    },
+    {
+     "idx": 579,
+     "ok": false
+    },
+    {
+     "idx": 1064,
+     "ok": false
+    },
+    {
+     "idx": 275,
+     "ok": false
+    },
+    {
+     "idx": 1175,
+     "ok": false
+    },
+    {
+     "idx": 1071,
+     "ok": false
+    },
+    {
+     "idx": 1284,
+     "ok": false
+    },
+    {
+     "idx": 430,
+     "ok": false
+    },
+    {
+     "idx": 1088,
+     "ok": false
+    },
+    {
+     "idx": 215,
+     "ok": false
+    },
+    {
+     "idx": 841,
+     "ok": false
+    },
+    {
+     "idx": 1299,
+     "ok": false
+    },
+    {
+     "idx": 1113,
+     "ok": true
+    },
+    {
+     "idx": 826,
+     "ok": false
+    },
+    {
+     "idx": 570,
+     "ok": false
+    },
+    {
+     "idx": 598,
+     "ok": false
+    },
+    {
+     "idx": 905,
+     "ok": false
+    },
+    {
+     "idx": 761,
+     "ok": false
+    },
+    {
+     "idx": 1163,
+     "ok": false
+    },
+    {
+     "idx": 1287,
+     "ok": false
+    },
+    {
+     "idx": 282,
+     "ok": false
+    },
+    {
+     "idx": 321,
+     "ok": false
+    },
+    {
+     "idx": 252,
+     "ok": false
+    },
+    {
+     "idx": 246,
+     "ok": false
+    },
+    {
+     "idx": 781,
+     "ok": false
+    },
+    {
+     "idx": 821,
+     "ok": false
+    },
+    {
+     "idx": 1210,
+     "ok": true
+    },
+    {
+     "idx": 958,
+     "ok": true
+    },
+    {
+     "idx": 285,
+     "ok": false
+    },
+    {
+     "idx": 1146,
+     "ok": false
+    },
+    {
+     "idx": 612,
+     "ok": false
+    },
+    {
+     "idx": 725,
+     "ok": false
+    },
+    {
+     "idx": 1294,
+     "ok": false
+    },
+    {
+     "idx": 968,
+     "ok": false
+    },
+    {
+     "idx": 850,
+     "ok": false
+    },
+    {
+     "idx": 446,
+     "ok": false
+    },
+    {
+     "idx": 976,
+     "ok": false
+    },
+    {
+     "idx": 1001,
+     "ok": false
+    },
+    {
+     "idx": 1027,
+     "ok": true
+    },
+    {
+     "idx": 651,
+     "ok": false
+    },
+    {
+     "idx": 1009,
+     "ok": false
+    },
+    {
+     "idx": 123,
+     "ok": false
+    },
+    {
+     "idx": 909,
+     "ok": false
+    },
+    {
+     "idx": 614,
+     "ok": false
+    },
+    {
+     "idx": 292,
+     "ok": false
+    },
+    {
+     "idx": 1014,
+     "ok": false
+    },
+    {
+     "idx": 107,
+     "ok": false
+    },
+    {
+     "idx": 1272,
+     "ok": false
+    },
+    {
+     "idx": 441,
+     "ok": false
+    },
+    {
+     "idx": 52,
+     "ok": false
+    },
+    {
+     "idx": 727,
+     "ok": false
+    },
+    {
+     "idx": 965,
+     "ok": false
+    },
+    {
+     "idx": 800,
+     "ok": false
+    },
+    {
+     "idx": 20,
+     "ok": false
+    },
+    {
+     "idx": 1078,
+     "ok": false
+    },
+    {
+     "idx": 136,
+     "ok": false
+    },
+    {
+     "idx": 166,
+     "ok": true
+    },
+    {
+     "idx": 809,
+     "ok": true
+    },
+    {
+     "idx": 13,
+     "ok": false
+    },
+    {
+     "idx": 739,
+     "ok": false
+    },
+    {
+     "idx": 84,
+     "ok": true
+    },
+    {
+     "idx": 237,
+     "ok": true
+    },
+    {
+     "idx": 1271,
+     "ok": false
+    },
+    {
+     "idx": 7,
+     "ok": false
+    },
+    {
+     "idx": 553,
+     "ok": false
+    },
+    {
+     "idx": 1311,
+     "ok": false
+    },
+    {
+     "idx": 599,
+     "ok": false
+    },
+    {
+     "idx": 464,
+     "ok": false
+    },
+    {
+     "idx": 288,
+     "ok": false
+    },
+    {
+     "idx": 1173,
+     "ok": false
+    },
+    {
+     "idx": 589,
+     "ok": false
+    },
+    {
+     "idx": 391,
+     "ok": false
+    },
+    {
+     "idx": 888,
+     "ok": true
+    },
+    {
+     "idx": 943,
+     "ok": false
+    },
+    {
+     "idx": 676,
+     "ok": false
+    },
+    {
+     "idx": 786,
+     "ok": false
+    },
+    {
+     "idx": 344,
+     "ok": true
+    },
+    {
+     "idx": 677,
+     "ok": false
+    },
+    {
+     "idx": 863,
+     "ok": false
+    },
+    {
+     "idx": 891,
+     "ok": false
+    },
+    {
+     "idx": 303,
+     "ok": false
+    },
+    {
+     "idx": 916,
+     "ok": false
+    },
+    {
+     "idx": 302,
+     "ok": false
+    },
+    {
+     "idx": 1073,
+     "ok": false
+    },
+    {
+     "idx": 647,
+     "ok": false
+    },
+    {
+     "idx": 264,
+     "ok": false
+    },
+    {
+     "idx": 427,
+     "ok": false
+    },
+    {
+     "idx": 382,
+     "ok": false
+    },
+    {
+     "idx": 715,
+     "ok": false
+    },
+    {
+     "idx": 796,
+     "ok": false
+    },
+    {
+     "idx": 875,
+     "ok": false
+    },
+    {
+     "idx": 1007,
+     "ok": false
+    },
+    {
+     "idx": 797,
+     "ok": true
+    },
+    {
+     "idx": 450,
+     "ok": false
+    },
+    {
+     "idx": 401,
+     "ok": false
+    },
+    {
+     "idx": 899,
+     "ok": false
+    },
+    {
+     "idx": 418,
+     "ok": false
+    },
+    {
+     "idx": 1201,
+     "ok": false
+    },
+    {
+     "idx": 101,
+     "ok": false
+    },
+    {
+     "idx": 795,
+     "ok": false
+    },
+    {
+     "idx": 68,
+     "ok": false
+    },
+    {
+     "idx": 479,
+     "ok": false
+    },
+    {
+     "idx": 1296,
+     "ok": false
+    },
+    {
+     "idx": 173,
+     "ok": false
+    },
+    {
+     "idx": 744,
+     "ok": false
+    },
+    {
+     "idx": 116,
+     "ok": true
+    },
+    {
+     "idx": 1306,
+     "ok": false
+    },
+    {
+     "idx": 355,
+     "ok": false
+    },
+    {
+     "idx": 477,
+     "ok": false
+    },
+    {
+     "idx": 1250,
+     "ok": false
+    },
+    {
+     "idx": 609,
+     "ok": false
+    },
+    {
+     "idx": 1254,
+     "ok": true
+    },
+    {
+     "idx": 177,
+     "ok": false
+    },
+    {
+     "idx": 1048,
+     "ok": false
+    },
+    {
+     "idx": 582,
+     "ok": false
+    },
+    {
+     "idx": 723,
+     "ok": false
+    },
+    {
+     "idx": 842,
+     "ok": false
+    },
+    {
+     "idx": 938,
+     "ok": false
+    },
+    {
+     "idx": 110,
+     "ok": false
+    },
+    {
+     "idx": 1057,
+     "ok": false
+    },
+    {
+     "idx": 1120,
+     "ok": false
+    },
+    {
+     "idx": 881,
+     "ok": false
+    },
+    {
+     "idx": 1189,
+     "ok": false
+    },
+    {
+     "idx": 931,
+     "ok": false
+    },
+    {
+     "idx": 1003,
+     "ok": false
+    },
+    {
+     "idx": 521,
+     "ok": false
+    },
+    {
+     "idx": 974,
+     "ok": false
+    },
+    {
+     "idx": 690,
+     "ok": false
+    },
+    {
+     "idx": 544,
+     "ok": false
+    },
+    {
+     "idx": 86,
+     "ok": false
+    },
+    {
+     "idx": 89,
+     "ok": false
+    },
+    {
+     "idx": 333,
+     "ok": false
+    },
+    {
+     "idx": 716,
+     "ok": false
+    },
+    {
+     "idx": 14,
+     "ok": false
+    },
+    {
+     "idx": 287,
+     "ok": false
+    },
+    {
+     "idx": 130,
+     "ok": false
+    },
+    {
+     "idx": 876,
+     "ok": false
+    },
+    {
+     "idx": 454,
+     "ok": false
+    },
+    {
+     "idx": 1246,
+     "ok": true
+    },
+    {
+     "idx": 812,
+     "ok": false
+    },
+    {
+     "idx": 1142,
+     "ok": false
+    },
+    {
+     "idx": 452,
+     "ok": false
+    },
+    {
+     "idx": 929,
+     "ok": false
+    },
+    {
+     "idx": 394,
+     "ok": false
+    },
+    {
+     "idx": 695,
+     "ok": false
+    },
+    {
+     "idx": 1245,
+     "ok": false
+    },
+    {
+     "idx": 209,
+     "ok": false
+    },
+    {
+     "idx": 1241,
+     "ok": false
+    },
+    {
+     "idx": 175,
+     "ok": false
+    },
+    {
+     "idx": 653,
+     "ok": false
+    },
+    {
+     "idx": 661,
+     "ok": false
+    },
+    {
+     "idx": 1097,
+     "ok": false
+    },
+    {
+     "idx": 933,
+     "ok": false
+    },
+    {
+     "idx": 665,
+     "ok": false
+    },
+    {
+     "idx": 523,
+     "ok": false
+    },
+    {
+     "idx": 59,
+     "ok": false
+    },
+    {
+     "idx": 1069,
+     "ok": false
+    },
+    {
+     "idx": 90,
+     "ok": false
+    },
+    {
+     "idx": 389,
+     "ok": false
+    },
+    {
+     "idx": 755,
+     "ok": false
+    },
+    {
+     "idx": 164,
+     "ok": false
+    },
+    {
+     "idx": 429,
+     "ok": false
+    },
+    {
+     "idx": 1074,
+     "ok": false
+    },
+    {
+     "idx": 708,
+     "ok": true
+    },
+    {
+     "idx": 384,
+     "ok": true
+    },
+    {
+     "idx": 412,
+     "ok": false
+    },
+    {
+     "idx": 514,
+     "ok": false
+    },
+    {
+     "idx": 617,
+     "ok": false
+    },
+    {
+     "idx": 639,
+     "ok": false
+    },
+    {
+     "idx": 1058,
+     "ok": false
+    },
+    {
+     "idx": 787,
+     "ok": false
+    },
+    {
+     "idx": 987,
+     "ok": false
+    },
+    {
+     "idx": 704,
+     "ok": false
+    },
+    {
+     "idx": 491,
+     "ok": false
+    },
+    {
+     "idx": 91,
+     "ok": false
+    },
+    {
+     "idx": 626,
+     "ok": false
+    },
+    {
+     "idx": 1130,
+     "ok": false
+    },
+    {
+     "idx": 148,
+     "ok": false
+    },
+    {
+     "idx": 18,
+     "ok": false
+    },
+    {
+     "idx": 897,
+     "ok": true
+    },
+    {
+     "idx": 97,
+     "ok": false
+    },
+    {
+     "idx": 844,
+     "ok": false
+    },
+    {
+     "idx": 1010,
+     "ok": false
+    },
+    {
+     "idx": 901,
+     "ok": false
+    },
+    {
+     "idx": 241,
+     "ok": false
+    },
+    {
+     "idx": 493,
+     "ok": false
+    },
+    {
+     "idx": 202,
+     "ok": true
+    },
+    {
+     "idx": 314,
+     "ok": false
+    },
+    {
+     "idx": 847,
+     "ok": false
+    },
+    {
+     "idx": 437,
+     "ok": false
+    },
+    {
+     "idx": 902,
+     "ok": true
+    },
+    {
+     "idx": 157,
+     "ok": false
+    },
+    {
+     "idx": 874,
+     "ok": true
+    },
+    {
+     "idx": 1144,
+     "ok": false
+    },
+    {
+     "idx": 807,
+     "ok": false
+    },
+    {
+     "idx": 80,
+     "ok": true
+    },
+    {
+     "idx": 369,
+     "ok": false
+    },
+    {
+     "idx": 511,
+     "ok": false
+    },
+    {
+     "idx": 262,
+     "ok": false
+    },
+    {
+     "idx": 571,
+     "ok": false
+    },
+    {
+     "idx": 721,
+     "ok": false
+    },
+    {
+     "idx": 654,
+     "ok": false
+    },
+    {
+     "idx": 890,
+     "ok": true
+    },
+    {
+     "idx": 219,
+     "ok": false
+    },
+    {
+     "idx": 1140,
+     "ok": false
+    },
+    {
+     "idx": 584,
+     "ok": false
+    },
+    {
+     "idx": 1249,
+     "ok": false
+    },
+    {
+     "idx": 1108,
+     "ok": true
+    },
+    {
+     "idx": 607,
+     "ok": false
+    },
+    {
+     "idx": 904,
+     "ok": false
+    },
+    {
+     "idx": 1052,
+     "ok": false
+    },
+    {
+     "idx": 1238,
+     "ok": false
+    },
+    {
+     "idx": 946,
+     "ok": false
+    },
+    {
+     "idx": 1098,
+     "ok": false
+    },
+    {
+     "idx": 534,
+     "ok": false
+    },
+    {
+     "idx": 558,
+     "ok": false
+    },
+    {
+     "idx": 474,
+     "ok": true
+    },
+    {
+     "idx": 33,
+     "ok": false
+    },
+    {
+     "idx": 243,
+     "ok": false
+    },
+    {
+     "idx": 1259,
+     "ok": false
+    },
+    {
+     "idx": 353,
+     "ok": false
+    },
+    {
+     "idx": 509,
+     "ok": false
+    },
+    {
+     "idx": 1096,
+     "ok": false
+    },
+    {
+     "idx": 1055,
+     "ok": false
+    },
+    {
+     "idx": 877,
+     "ok": false
+    },
+    {
+     "idx": 249,
+     "ok": false
+    },
+    {
+     "idx": 1156,
+     "ok": false
+    },
+    {
+     "idx": 735,
+     "ok": false
+    },
+    {
+     "idx": 470,
+     "ok": false
+    },
+    {
+     "idx": 1119,
+     "ok": false
+    },
+    {
+     "idx": 577,
+     "ok": true
+    },
+    {
+     "idx": 453,
+     "ok": false
+    },
+    {
+     "idx": 132,
+     "ok": false
+    },
+    {
+     "idx": 1061,
+     "ok": false
+    },
+    {
+     "idx": 629,
+     "ok": false
+    },
+    {
+     "idx": 670,
+     "ok": true
+    },
+    {
+     "idx": 478,
+     "ok": false
+    },
+    {
+     "idx": 764,
+     "ok": false
+    },
+    {
+     "idx": 983,
+     "ok": false
+    },
+    {
+     "idx": 587,
+     "ok": false
+    },
+    {
+     "idx": 1192,
+     "ok": false
+    },
+    {
+     "idx": 350,
+     "ok": false
+    },
+    {
+     "idx": 281,
+     "ok": false
+    },
+    {
+     "idx": 31,
+     "ok": false
+    },
+    {
+     "idx": 1132,
+     "ok": false
+    },
+    {
+     "idx": 1033,
+     "ok": false
+    },
+    {
+     "idx": 671,
+     "ok": false
+    },
+    {
+     "idx": 751,
+     "ok": false
+    }
+   ]
+  },
+  "2:0": {
+   "acc": 0.33984375,
+   "by_label": {
+    "drop": 0.19,
+    "easy": 0.6206896551724138,
+    "hard": 0.3937007874015748
+   },
+   "per_item": [
+    {
+     "idx": 1092,
+     "ok": false
+    },
+    {
+     "idx": 696,
+     "ok": false
+    },
+    {
+     "idx": 242,
+     "ok": false
+    },
+    {
+     "idx": 1085,
+     "ok": true
+    },
+    {
+     "idx": 510,
+     "ok": false
+    },
+    {
+     "idx": 334,
+     "ok": false
+    },
+    {
+     "idx": 139,
+     "ok": true
+    },
+    {
+     "idx": 849,
+     "ok": true
+    },
+    {
+     "idx": 593,
+     "ok": false
+    },
+    {
+     "idx": 579,
+     "ok": false
+    },
+    {
+     "idx": 1064,
+     "ok": false
+    },
+    {
+     "idx": 275,
+     "ok": false
+    },
+    {
+     "idx": 1175,
+     "ok": true
+    },
+    {
+     "idx": 1071,
+     "ok": false
+    },
+    {
+     "idx": 1284,
+     "ok": false
+    },
+    {
+     "idx": 430,
+     "ok": true
+    },
+    {
+     "idx": 1088,
+     "ok": false
+    },
+    {
+     "idx": 215,
+     "ok": false
+    },
+    {
+     "idx": 841,
+     "ok": false
+    },
+    {
+     "idx": 1299,
+     "ok": true
+    },
+    {
+     "idx": 1113,
+     "ok": true
+    },
+    {
+     "idx": 826,
+     "ok": true
+    },
+    {
+     "idx": 570,
+     "ok": false
+    },
+    {
+     "idx": 598,
+     "ok": false
+    },
+    {
+     "idx": 905,
+     "ok": false
+    },
+    {
+     "idx": 761,
+     "ok": false
+    },
+    {
+     "idx": 1163,
+     "ok": false
+    },
+    {
+     "idx": 1287,
+     "ok": true
+    },
+    {
+     "idx": 282,
+     "ok": false
+    },
+    {
+     "idx": 321,
+     "ok": true
+    },
+    {
+     "idx": 252,
+     "ok": false
+    },
+    {
+     "idx": 246,
+     "ok": true
+    },
+    {
+     "idx": 781,
+     "ok": false
+    },
+    {
+     "idx": 821,
+     "ok": true
+    },
+    {
+     "idx": 1210,
+     "ok": false
+    },
+    {
+     "idx": 958,
+     "ok": true
+    },
+    {
+     "idx": 285,
+     "ok": true
+    },
+    {
+     "idx": 1146,
+     "ok": false
+    },
+    {
+     "idx": 612,
+     "ok": false
+    },
+    {
+     "idx": 725,
+     "ok": true
+    },
+    {
+     "idx": 1294,
+     "ok": false
+    },
+    {
+     "idx": 968,
+     "ok": false
+    },
+    {
+     "idx": 850,
+     "ok": false
+    },
+    {
+     "idx": 446,
+     "ok": false
+    },
+    {
+     "idx": 976,
+     "ok": false
+    },
+    {
+     "idx": 1001,
+     "ok": false
+    },
+    {
+     "idx": 1027,
+     "ok": false
+    },
+    {
+     "idx": 651,
+     "ok": true
+    },
+    {
+     "idx": 1009,
+     "ok": false
+    },
+    {
+     "idx": 123,
+     "ok": true
+    },
+    {
+     "idx": 909,
+     "ok": false
+    },
+    {
+     "idx": 614,
+     "ok": true
+    },
+    {
+     "idx": 292,
+     "ok": true
+    },
+    {
+     "idx": 1014,
+     "ok": false
+    },
+    {
+     "idx": 107,
+     "ok": false
+    },
+    {
+     "idx": 1272,
+     "ok": false
+    },
+    {
+     "idx": 441,
+     "ok": false
+    },
+    {
+     "idx": 52,
+     "ok": false
+    },
+    {
+     "idx": 727,
+     "ok": false
+    },
+    {
+     "idx": 965,
+     "ok": false
+    },
+    {
+     "idx": 800,
+     "ok": false
+    },
+    {
+     "idx": 20,
+     "ok": false
+    },
+    {
+     "idx": 1078,
+     "ok": true
+    },
+    {
+     "idx": 136,
+     "ok": true
+    },
+    {
+     "idx": 166,
+     "ok": true
+    },
+    {
+     "idx": 809,
+     "ok": true
+    },
+    {
+     "idx": 13,
+     "ok": false
+    },
+    {
+     "idx": 739,
+     "ok": false
+    },
+    {
+     "idx": 84,
+     "ok": true
+    },
+    {
+     "idx": 237,
+     "ok": true
+    },
+    {
+     "idx": 1271,
+     "ok": false
+    },
+    {
+     "idx": 7,
+     "ok": false
+    },
+    {
+     "idx": 553,
+     "ok": true
+    },
+    {
+     "idx": 1311,
+     "ok": true
+    },
+    {
+     "idx": 599,
+     "ok": false
+    },
+    {
+     "idx": 464,
+     "ok": false
+    },
+    {
+     "idx": 288,
+     "ok": false
+    },
+    {
+     "idx": 1173,
+     "ok": false
+    },
+    {
+     "idx": 589,
+     "ok": false
+    },
+    {
+     "idx": 391,
+     "ok": true
+    },
+    {
+     "idx": 888,
+     "ok": true
+    },
+    {
+     "idx": 943,
+     "ok": true
+    },
+    {
+     "idx": 676,
+     "ok": false
+    },
+    {
+     "idx": 786,
+     "ok": false
+    },
+    {
+     "idx": 344,
+     "ok": false
+    },
+    {
+     "idx": 677,
+     "ok": true
+    },
+    {
+     "idx": 863,
+     "ok": false
+    },
+    {
+     "idx": 891,
+     "ok": false
+    },
+    {
+     "idx": 303,
+     "ok": false
+    },
+    {
+     "idx": 916,
+     "ok": false
+    },
+    {
+     "idx": 302,
+     "ok": false
+    },
+    {
+     "idx": 1073,
+     "ok": false
+    },
+    {
+     "idx": 647,
+     "ok": false
+    },
+    {
+     "idx": 264,
+     "ok": false
+    },
+    {
+     "idx": 427,
+     "ok": false
+    },
+    {
+     "idx": 382,
+     "ok": false
+    },
+    {
+     "idx": 715,
+     "ok": true
+    },
+    {
+     "idx": 796,
+     "ok": false
+    },
+    {
+     "idx": 875,
+     "ok": false
+    },
+    {
+     "idx": 1007,
+     "ok": false
+    },
+    {
+     "idx": 797,
+     "ok": true
+    },
+    {
+     "idx": 450,
+     "ok": false
+    },
+    {
+     "idx": 401,
+     "ok": false
+    },
+    {
+     "idx": 899,
+     "ok": true
+    },
+    {
+     "idx": 418,
+     "ok": false
+    },
+    {
+     "idx": 1201,
+     "ok": true
+    },
+    {
+     "idx": 101,
+     "ok": false
+    },
+    {
+     "idx": 795,
+     "ok": true
+    },
+    {
+     "idx": 68,
+     "ok": false
+    },
+    {
+     "idx": 479,
+     "ok": false
+    },
+    {
+     "idx": 1296,
+     "ok": true
+    },
+    {
+     "idx": 173,
+     "ok": true
+    },
+    {
+     "idx": 744,
+     "ok": true
+    },
+    {
+     "idx": 116,
+     "ok": true
+    },
+    {
+     "idx": 1306,
+     "ok": false
+    },
+    {
+     "idx": 355,
+     "ok": false
+    },
+    {
+     "idx": 477,
+     "ok": false
+    },
+    {
+     "idx": 1250,
+     "ok": true
+    },
+    {
+     "idx": 609,
+     "ok": true
+    },
+    {
+     "idx": 1254,
+     "ok": true
+    },
+    {
+     "idx": 177,
+     "ok": false
+    },
+    {
+     "idx": 1048,
+     "ok": false
+    },
+    {
+     "idx": 582,
+     "ok": true
+    },
+    {
+     "idx": 723,
+     "ok": true
+    },
+    {
+     "idx": 842,
+     "ok": true
+    },
+    {
+     "idx": 938,
+     "ok": false
+    },
+    {
+     "idx": 110,
+     "ok": false
+    },
+    {
+     "idx": 1057,
+     "ok": false
+    },
+    {
+     "idx": 1120,
+     "ok": false
+    },
+    {
+     "idx": 881,
+     "ok": false
+    },
+    {
+     "idx": 1189,
+     "ok": false
+    },
+    {
+     "idx": 931,
+     "ok": false
+    },
+    {
+     "idx": 1003,
+     "ok": false
+    },
+    {
+     "idx": 521,
+     "ok": false
+    },
+    {
+     "idx": 974,
+     "ok": true
+    },
+    {
+     "idx": 690,
+     "ok": false
+    },
+    {
+     "idx": 544,
+     "ok": true
+    },
+    {
+     "idx": 86,
+     "ok": false
+    },
+    {
+     "idx": 89,
+     "ok": false
+    },
+    {
+     "idx": 333,
+     "ok": false
+    },
+    {
+     "idx": 716,
+     "ok": false
+    },
+    {
+     "idx": 14,
+     "ok": false
+    },
+    {
+     "idx": 287,
+     "ok": false
+    },
+    {
+     "idx": 130,
+     "ok": false
+    },
+    {
+     "idx": 876,
+     "ok": false
+    },
+    {
+     "idx": 454,
+     "ok": false
+    },
+    {
+     "idx": 1246,
+     "ok": false
+    },
+    {
+     "idx": 812,
+     "ok": false
+    },
+    {
+     "idx": 1142,
+     "ok": true
+    },
+    {
+     "idx": 452,
+     "ok": false
+    },
+    {
+     "idx": 929,
+     "ok": true
+    },
+    {
+     "idx": 394,
+     "ok": true
+    },
+    {
+     "idx": 695,
+     "ok": false
+    },
+    {
+     "idx": 1245,
+     "ok": false
+    },
+    {
+     "idx": 209,
+     "ok": false
+    },
+    {
+     "idx": 1241,
+     "ok": false
+    },
+    {
+     "idx": 175,
+     "ok": true
+    },
+    {
+     "idx": 653,
+     "ok": true
+    },
+    {
+     "idx": 661,
+     "ok": true
+    },
+    {
+     "idx": 1097,
+     "ok": true
+    },
+    {
+     "idx": 933,
+     "ok": false
+    },
+    {
+     "idx": 665,
+     "ok": false
+    },
+    {
+     "idx": 523,
+     "ok": true
+    },
+    {
+     "idx": 59,
+     "ok": true
+    },
+    {
+     "idx": 1069,
+     "ok": true
+    },
+    {
+     "idx": 90,
+     "ok": false
+    },
+    {
+     "idx": 389,
+     "ok": false
+    },
+    {
+     "idx": 755,
+     "ok": false
+    },
+    {
+     "idx": 164,
+     "ok": true
+    },
+    {
+     "idx": 429,
+     "ok": true
+    },
+    {
+     "idx": 1074,
+     "ok": false
+    },
+    {
+     "idx": 708,
+     "ok": true
+    },
+    {
+     "idx": 384,
+     "ok": false
+    },
+    {
+     "idx": 412,
+     "ok": false
+    },
+    {
+     "idx": 514,
+     "ok": true
+    },
+    {
+     "idx": 617,
+     "ok": false
+    },
+    {
+     "idx": 639,
+     "ok": false
+    },
+    {
+     "idx": 1058,
+     "ok": true
+    },
+    {
+     "idx": 787,
+     "ok": true
+    },
+    {
+     "idx": 987,
+     "ok": true
+    },
+    {
+     "idx": 704,
+     "ok": true
+    },
+    {
+     "idx": 491,
+     "ok": true
+    },
+    {
+     "idx": 91,
+     "ok": true
+    },
+    {
+     "idx": 626,
+     "ok": false
+    },
+    {
+     "idx": 1130,
+     "ok": false
+    },
+    {
+     "idx": 148,
+     "ok": true
+    },
+    {
+     "idx": 18,
+     "ok": false
+    },
+    {
+     "idx": 897,
+     "ok": false
+    },
+    {
+     "idx": 97,
+     "ok": false
+    },
+    {
+     "idx": 844,
+     "ok": false
+    },
+    {
+     "idx": 1010,
+     "ok": true
+    },
+    {
+     "idx": 901,
+     "ok": false
+    },
+    {
+     "idx": 241,
+     "ok": true
+    },
+    {
+     "idx": 493,
+     "ok": false
+    },
+    {
+     "idx": 202,
+     "ok": true
+    },
+    {
+     "idx": 314,
+     "ok": false
+    },
+    {
+     "idx": 847,
+     "ok": false
+    },
+    {
+     "idx": 437,
+     "ok": false
+    },
+    {
+     "idx": 902,
+     "ok": false
+    },
+    {
+     "idx": 157,
+     "ok": false
+    },
+    {
+     "idx": 874,
+     "ok": true
+    },
+    {
+     "idx": 1144,
+     "ok": false
+    },
+    {
+     "idx": 807,
+     "ok": false
+    },
+    {
+     "idx": 80,
+     "ok": false
+    },
+    {
+     "idx": 369,
+     "ok": false
+    },
+    {
+     "idx": 511,
+     "ok": false
+    },
+    {
+     "idx": 262,
+     "ok": false
+    },
+    {
+     "idx": 571,
+     "ok": false
+    },
+    {
+     "idx": 721,
+     "ok": false
+    },
+    {
+     "idx": 654,
+     "ok": false
+    },
+    {
+     "idx": 890,
+     "ok": true
+    },
+    {
+     "idx": 219,
+     "ok": false
+    },
+    {
+     "idx": 1140,
+     "ok": false
+    },
+    {
+     "idx": 584,
+     "ok": false
+    },
+    {
+     "idx": 1249,
+     "ok": false
+    },
+    {
+     "idx": 1108,
+     "ok": true
+    },
+    {
+     "idx": 607,
+     "ok": false
+    },
+    {
+     "idx": 904,
+     "ok": true
+    },
+    {
+     "idx": 1052,
+     "ok": false
+    },
+    {
+     "idx": 1238,
+     "ok": true
+    },
+    {
+     "idx": 946,
+     "ok": true
+    },
+    {
+     "idx": 1098,
+     "ok": false
+    },
+    {
+     "idx": 534,
+     "ok": false
+    },
+    {
+     "idx": 558,
+     "ok": true
+    },
+    {
+     "idx": 474,
+     "ok": false
+    },
+    {
+     "idx": 33,
+     "ok": true
+    },
+    {
+     "idx": 243,
+     "ok": false
+    },
+    {
+     "idx": 1259,
+     "ok": true
+    },
+    {
+     "idx": 353,
+     "ok": false
+    },
+    {
+     "idx": 509,
+     "ok": false
+    },
+    {
+     "idx": 1096,
+     "ok": false
+    },
+    {
+     "idx": 1055,
+     "ok": true
+    },
+    {
+     "idx": 877,
+     "ok": true
+    },
+    {
+     "idx": 249,
+     "ok": true
+    },
+    {
+     "idx": 1156,
+     "ok": false
+    },
+    {
+     "idx": 735,
+     "ok": false
+    },
+    {
+     "idx": 470,
+     "ok": true
+    },
+    {
+     "idx": 1119,
+     "ok": false
+    },
+    {
+     "idx": 577,
+     "ok": false
+    },
+    {
+     "idx": 453,
+     "ok": false
+    },
+    {
+     "idx": 132,
+     "ok": false
+    },
+    {
+     "idx": 1061,
+     "ok": false
+    },
+    {
+     "idx": 629,
+     "ok": false
+    },
+    {
+     "idx": 670,
+     "ok": true
+    },
+    {
+     "idx": 478,
+     "ok": false
+    },
+    {
+     "idx": 764,
+     "ok": false
+    },
+    {
+     "idx": 983,
+     "ok": false
+    },
+    {
+     "idx": 587,
+     "ok": false
+    },
+    {
+     "idx": 1192,
+     "ok": false
+    },
+    {
+     "idx": 350,
+     "ok": false
+    },
+    {
+     "idx": 281,
+     "ok": false
+    },
+    {
+     "idx": 31,
+     "ok": false
+    },
+    {
+     "idx": 1132,
+     "ok": false
+    },
+    {
+     "idx": 1033,
+     "ok": true
+    },
+    {
+     "idx": 671,
+     "ok": false
+    },
+    {
+     "idx": 751,
+     "ok": false
+    }
+   ]
+  }
+ },
+ "n": 256
+}
\ No newline at end of file
diff --git a/results-loop/eval_gsm_carrycot_b1_ii10_ablate.json b/results-loop/eval_gsm_carrycot_b1_ii10_ablate.json
new file mode 100644
index 0000000..7304619
--- /dev/null
+++ b/results-loop/eval_gsm_carrycot_b1_ii10_ablate.json
@@ -0,0 +1,1040 @@
+{
+ "tag": "gsm_carrycot_b1_ii10_ablate",
+ "grid": {
+  "2:0": {
+   "acc": 0.32421875,
+   "by_label": {
+    "drop": 0.19,
+    "easy": 0.6206896551724138,
+    "hard": 0.36220472440944884
+   },
+   "per_item": [
+    {
+     "idx": 1092,
+     "ok": false
+    },
+    {
+     "idx": 696,
+     "ok": false
+    },
+    {
+     "idx": 242,
+     "ok": false
+    },
+    {
+     "idx": 1085,
+     "ok": true
+    },
+    {
+     "idx": 510,
+     "ok": false
+    },
+    {
+     "idx": 334,
+     "ok": false
+    },
+    {
+     "idx": 139,
+     "ok": true
+    },
+    {
+     "idx": 849,
+     "ok": true
+    },
+    {
+     "idx": 593,
+     "ok": false
+    },
+    {
+     "idx": 579,
+     "ok": false
+    },
+    {
+     "idx": 1064,
+     "ok": false
+    },
+    {
+     "idx": 275,
+     "ok": false
+    },
+    {
+     "idx": 1175,
+     "ok": true
+    },
+    {
+     "idx": 1071,
+     "ok": false
+    },
+    {
+     "idx": 1284,
+     "ok": false
+    },
+    {
+     "idx": 430,
+     "ok": true
+    },
+    {
+     "idx": 1088,
+     "ok": false
+    },
+    {
+     "idx": 215,
+     "ok": false
+    },
+    {
+     "idx": 841,
+     "ok": false
+    },
+    {
+     "idx": 1299,
+     "ok": true
+    },
+    {
+     "idx": 1113,
+     "ok": true
+    },
+    {
+     "idx": 826,
+     "ok": true
+    },
+    {
+     "idx": 570,
+     "ok": false
+    },
+    {
+     "idx": 598,
+     "ok": false
+    },
+    {
+     "idx": 905,
+     "ok": false
+    },
+    {
+     "idx": 761,
+     "ok": false
+    },
+    {
+     "idx": 1163,
+     "ok": false
+    },
+    {
+     "idx": 1287,
+     "ok": false
+    },
+    {
+     "idx": 282,
+     "ok": false
+    },
+    {
+     "idx": 321,
+     "ok": true
+    },
+    {
+     "idx": 252,
+     "ok": false
+    },
+    {
+     "idx": 246,
+     "ok": true
+    },
+    {
+     "idx": 781,
+     "ok": false
+    },
+    {
+     "idx": 821,
+     "ok": true
+    },
+    {
+     "idx": 1210,
+     "ok": true
+    },
+    {
+     "idx": 958,
+     "ok": true
+    },
+    {
+     "idx": 285,
+     "ok": false
+    },
+    {
+     "idx": 1146,
+     "ok": false
+    },
+    {
+     "idx": 612,
+     "ok": false
+    },
+    {
+     "idx": 725,
+     "ok": true
+    },
+    {
+     "idx": 1294,
+     "ok": false
+    },
+    {
+     "idx": 968,
+     "ok": false
+    },
+    {
+     "idx": 850,
+     "ok": false
+    },
+    {
+     "idx": 446,
+     "ok": false
+    },
+    {
+     "idx": 976,
+     "ok": false
+    },
+    {
+     "idx": 1001,
+     "ok": false
+    },
+    {
+     "idx": 1027,
+     "ok": false
+    },
+    {
+     "idx": 651,
+     "ok": true
+    },
+    {
+     "idx": 1009,
+     "ok": false
+    },
+    {
+     "idx": 123,
+     "ok": true
+    },
+    {
+     "idx": 909,
+     "ok": false
+    },
+    {
+     "idx": 614,
+     "ok": true
+    },
+    {
+     "idx": 292,
+     "ok": true
+    },
+    {
+     "idx": 1014,
+     "ok": false
+    },
+    {
+     "idx": 107,
+     "ok": false
+    },
+    {
+     "idx": 1272,
+     "ok": false
+    },
+    {
+     "idx": 441,
+     "ok": false
+    },
+    {
+     "idx": 52,
+     "ok": false
+    },
+    {
+     "idx": 727,
+     "ok": false
+    },
+    {
+     "idx": 965,
+     "ok": false
+    },
+    {
+     "idx": 800,
+     "ok": false
+    },
+    {
+     "idx": 20,
+     "ok": false
+    },
+    {
+     "idx": 1078,
+     "ok": true
+    },
+    {
+     "idx": 136,
+     "ok": true
+    },
+    {
+     "idx": 166,
+     "ok": true
+    },
+    {
+     "idx": 809,
+     "ok": true
+    },
+    {
+     "idx": 13,
+     "ok": false
+    },
+    {
+     "idx": 739,
+     "ok": false
+    },
+    {
+     "idx": 84,
+     "ok": false
+    },
+    {
+     "idx": 237,
+     "ok": true
+    },
+    {
+     "idx": 1271,
+     "ok": false
+    },
+    {
+     "idx": 7,
+     "ok": false
+    },
+    {
+     "idx": 553,
+     "ok": true
+    },
+    {
+     "idx": 1311,
+     "ok": true
+    },
+    {
+     "idx": 599,
+     "ok": false
+    },
+    {
+     "idx": 464,
+     "ok": false
+    },
+    {
+     "idx": 288,
+     "ok": false
+    },
+    {
+     "idx": 1173,
+     "ok": false
+    },
+    {
+     "idx": 589,
+     "ok": false
+    },
+    {
+     "idx": 391,
+     "ok": true
+    },
+    {
+     "idx": 888,
+     "ok": true
+    },
+    {
+     "idx": 943,
+     "ok": false
+    },
+    {
+     "idx": 676,
+     "ok": false
+    },
+    {
+     "idx": 786,
+     "ok": false
+    },
+    {
+     "idx": 344,
+     "ok": false
+    },
+    {
+     "idx": 677,
+     "ok": true
+    },
+    {
+     "idx": 863,
+     "ok": false
+    },
+    {
+     "idx": 891,
+     "ok": false
+    },
+    {
+     "idx": 303,
+     "ok": false
+    },
+    {
+     "idx": 916,
+     "ok": false
+    },
+    {
+     "idx": 302,
+     "ok": false
+    },
+    {
+     "idx": 1073,
+     "ok": false
+    },
+    {
+     "idx": 647,
+     "ok": false
+    },
+    {
+     "idx": 264,
+     "ok": false
+    },
+    {
+     "idx": 427,
+     "ok": false
+    },
+    {
+     "idx": 382,
+     "ok": false
+    },
+    {
+     "idx": 715,
+     "ok": true
+    },
+    {
+     "idx": 796,
+     "ok": false
+    },
+    {
+     "idx": 875,
+     "ok": false
+    },
+    {
+     "idx": 1007,
+     "ok": false
+    },
+    {
+     "idx": 797,
+     "ok": true
+    },
+    {
+     "idx": 450,
+     "ok": false
+    },
+    {
+     "idx": 401,
+     "ok": false
+    },
+    {
+     "idx": 899,
+     "ok": true
+    },
+    {
+     "idx": 418,
+     "ok": false
+    },
+    {
+     "idx": 1201,
+     "ok": true
+    },
+    {
+     "idx": 101,
+     "ok": false
+    },
+    {
+     "idx": 795,
+     "ok": true
+    },
+    {
+     "idx": 68,
+     "ok": false
+    },
+    {
+     "idx": 479,
+     "ok": false
+    },
+    {
+     "idx": 1296,
+     "ok": true
+    },
+    {
+     "idx": 173,
+     "ok": true
+    },
+    {
+     "idx": 744,
+     "ok": true
+    },
+    {
+     "idx": 116,
+     "ok": true
+    },
+    {
+     "idx": 1306,
+     "ok": false
+    },
+    {
+     "idx": 355,
+     "ok": false
+    },
+    {
+     "idx": 477,
+     "ok": false
+    },
+    {
+     "idx": 1250,
+     "ok": true
+    },
+    {
+     "idx": 609,
+     "ok": true
+    },
+    {
+     "idx": 1254,
+     "ok": true
+    },
+    {
+     "idx": 177,
+     "ok": false
+    },
+    {
+     "idx": 1048,
+     "ok": false
+    },
+    {
+     "idx": 582,
+     "ok": true
+    },
+    {
+     "idx": 723,
+     "ok": true
+    },
+    {
+     "idx": 842,
+     "ok": true
+    },
+    {
+     "idx": 938,
+     "ok": false
+    },
+    {
+     "idx": 110,
+     "ok": false
+    },
+    {
+     "idx": 1057,
+     "ok": true
+    },
+    {
+     "idx": 1120,
+     "ok": false
+    },
+    {
+     "idx": 881,
+     "ok": false
+    },
+    {
+     "idx": 1189,
+     "ok": false
+    },
+    {
+     "idx": 931,
+     "ok": true
+    },
+    {
+     "idx": 1003,
+     "ok": false
+    },
+    {
+     "idx": 521,
+     "ok": false
+    },
+    {
+     "idx": 974,
+     "ok": true
+    },
+    {
+     "idx": 690,
+     "ok": false
+    },
+    {
+     "idx": 544,
+     "ok": true
+    },
+    {
+     "idx": 86,
+     "ok": false
+    },
+    {
+     "idx": 89,
+     "ok": false
+    },
+    {
+     "idx": 333,
+     "ok": false
+    },
+    {
+     "idx": 716,
+     "ok": false
+    },
+    {
+     "idx": 14,
+     "ok": false
+    },
+    {
+     "idx": 287,
+     "ok": false
+    },
+    {
+     "idx": 130,
+     "ok": false
+    },
+    {
+     "idx": 876,
+     "ok": false
+    },
+    {
+     "idx": 454,
+     "ok": false
+    },
+    {
+     "idx": 1246,
+     "ok": false
+    },
+    {
+     "idx": 812,
+     "ok": false
+    },
+    {
+     "idx": 1142,
+     "ok": true
+    },
+    {
+     "idx": 452,
+     "ok": false
+    },
+    {
+     "idx": 929,
+     "ok": false
+    },
+    {
+     "idx": 394,
+     "ok": false
+    },
+    {
+     "idx": 695,
+     "ok": false
+    },
+    {
+     "idx": 1245,
+     "ok": false
+    },
+    {
+     "idx": 209,
+     "ok": false
+    },
+    {
+     "idx": 1241,
+     "ok": false
+    },
+    {
+     "idx": 175,
+     "ok": true
+    },
+    {
+     "idx": 653,
+     "ok": true
+    },
+    {
+     "idx": 661,
+     "ok": true
+    },
+    {
+     "idx": 1097,
+     "ok": false
+    },
+    {
+     "idx": 933,
+     "ok": false
+    },
+    {
+     "idx": 665,
+     "ok": false
+    },
+    {
+     "idx": 523,
+     "ok": false
+    },
+    {
+     "idx": 59,
+     "ok": true
+    },
+    {
+     "idx": 1069,
+     "ok": true
+    },
+    {
+     "idx": 90,
+     "ok": false
+    },
+    {
+     "idx": 389,
+     "ok": true
+    },
+    {
+     "idx": 755,
+     "ok": false
+    },
+    {
+     "idx": 164,
+     "ok": true
+    },
+    {
+     "idx": 429,
+     "ok": true
+    },
+    {
+     "idx": 1074,
+     "ok": false
+    },
+    {
+     "idx": 708,
+     "ok": true
+    },
+    {
+     "idx": 384,
+     "ok": false
+    },
+    {
+     "idx": 412,
+     "ok": false
+    },
+    {
+     "idx": 514,
+     "ok": true
+    },
+    {
+     "idx": 617,
+     "ok": false
+    },
+    {
+     "idx": 639,
+     "ok": false
+    },
+    {
+     "idx": 1058,
+     "ok": true
+    },
+    {
+     "idx": 787,
+     "ok": true
+    },
+    {
+     "idx": 987,
+     "ok": true
+    },
+    {
+     "idx": 704,
+     "ok": true
+    },
+    {
+     "idx": 491,
+     "ok": true
+    },
+    {
+     "idx": 91,
+     "ok": false
+    },
+    {
+     "idx": 626,
+     "ok": false
+    },
+    {
+     "idx": 1130,
+     "ok": false
+    },
+    {
+     "idx": 148,
+     "ok": true
+    },
+    {
+     "idx": 18,
+     "ok": false
+    },
+    {
+     "idx": 897,
+     "ok": false
+    },
+    {
+     "idx": 97,
+     "ok": false
+    },
+    {
+     "idx": 844,
+     "ok": false
+    },
+    {
+     "idx": 1010,
+     "ok": true
+    },
+    {
+     "idx": 901,
+     "ok": false
+    },
+    {
+     "idx": 241,
+     "ok": true
+    },
+    {
+     "idx": 493,
+     "ok": false
+    },
+    {
+     "idx": 202,
+     "ok": true
+    },
+    {
+     "idx": 314,
+     "ok": false
+    },
+    {
+     "idx": 847,
+     "ok": false
+    },
+    {
+     "idx": 437,
+     "ok": false
+    },
+    {
+     "idx": 902,
+     "ok": false
+    },
+    {
+     "idx": 157,
+     "ok": false
+    },
+    {
+     "idx": 874,
+     "ok": true
+    },
+    {
+     "idx": 1144,
+     "ok": false
+    },
+    {
+     "idx": 807,
+     "ok": false
+    },
+    {
+     "idx": 80,
+     "ok": false
+    },
+    {
+     "idx": 369,
+     "ok": false
+    },
+    {
+     "idx": 511,
+     "ok": false
+    },
+    {
+     "idx": 262,
+     "ok": false
+    },
+    {
+     "idx": 571,
+     "ok": false
+    },
+    {
+     "idx": 721,
+     "ok": false
+    },
+    {
+     "idx": 654,
+     "ok": false
+    },
+    {
+     "idx": 890,
+     "ok": true
+    },
+    {
+     "idx": 219,
+     "ok": false
+    },
+    {
+     "idx": 1140,
+     "ok": false
+    },
+    {
+     "idx": 584,
+     "ok": false
+    },
+    {
+     "idx": 1249,
+     "ok": false
+    },
+    {
+     "idx": 1108,
+     "ok": true
+    },
+    {
+     "idx": 607,
+     "ok": false
+    },
+    {
+     "idx": 904,
+     "ok": true
+    },
+    {
+     "idx": 1052,
+     "ok": false
+    },
+    {
+     "idx": 1238,
+     "ok": true
+    },
+    {
+     "idx": 946,
+     "ok": true
+    },
+    {
+     "idx": 1098,
+     "ok": false
+    },
+    {
+     "idx": 534,
+     "ok": false
+    },
+    {
+     "idx": 558,
+     "ok": true
+    },
+    {
+     "idx": 474,
+     "ok": false
+    },
+    {
+     "idx": 33,
+     "ok": true
+    },
+    {
+     "idx": 243,
+     "ok": false
+    },
+    {
+     "idx": 1259,
+     "ok": false
+    },
+    {
+     "idx": 353,
+     "ok": false
+    },
+    {
+     "idx": 509,
+     "ok": false
+    },
+    {
+     "idx": 1096,
+     "ok": false
+    },
+    {
+     "idx": 1055,
+     "ok": true
+    },
+    {
+     "idx": 877,
+     "ok": true
+    },
+    {
+     "idx": 249,
+     "ok": true
+    },
+    {
+     "idx": 1156,
+     "ok": false
+    },
+    {
+     "idx": 735,
+     "ok": true
+    },
+    {
+     "idx": 470,
+     "ok": true
+    },
+    {
+     "idx": 1119,
+     "ok": false
+    },
+    {
+     "idx": 577,
+     "ok": false
+    },
+    {
+     "idx": 453,
+     "ok": false
+    },
+    {
+     "idx": 132,
+     "ok": false
+    },
+    {
+     "idx": 1061,
+     "ok": false
+    },
+    {
+     "idx": 629,
+     "ok": false
+    },
+    {
+     "idx": 670,
+     "ok": true
+    },
+    {
+     "idx": 478,
+     "ok": false
+    },
+    {
+     "idx": 764,
+     "ok": false
+    },
+    {
+     "idx": 983,
+     "ok": false
+    },
+    {
+     "idx": 587,
+     "ok": false
+    },
+    {
+     "idx": 1192,
+     "ok": false
+    },
+    {
+     "idx": 350,
+     "ok": false
+    },
+    {
+     "idx": 281,
+     "ok": false
+    },
+    {
+     "idx": 31,
+     "ok": false
+    },
+    {
+     "idx": 1132,
+     "ok": false
+    },
+    {
+     "idx": 1033,
+     "ok": true
+    },
+    {
+     "idx": 671,
+     "ok": true
+    },
+    {
+     "idx": 751,
+     "ok": false
+    }
+   ]
+  }
+ },
+ "n": 256
+}
\ No newline at end of file
diff --git a/results-loop/train_carrycot_b1_lt03_ii10_p0_log.json b/results-loop/train_carrycot_b1_lt03_ii10_p0_log.json
new file mode 100644
index 0000000..622eefe
--- /dev/null
+++ b/results-loop/train_carrycot_b1_lt03_ii10_p0_log.json
@@ -0,0 +1 @@
+[{"step": 0, "loss": 3.7544569969177246, "lce": 9.377790451049805, "lgen": 0.0}, {"step": 1, "loss": 2.9957611560821533, "lce": 7.284026145935059, "lgen": 0.0}, {"step": 2, "loss": 3.686953544616699, "lce": 9.200250625610352, "lgen": 0.0}, {"step": 3, "loss": 3.9799039363861084, "lce": 10.086655616760254, "lgen": 0.0}, {"step": 4, "loss": 3.299945116043091, "lce": 8.857465744018555, "lgen": 0.0}, {"step": 5, "loss": 2.758690118789673, "lce": 7.887131690979004, "lgen": 0.0}, {"step": 6, "loss": 3.6074142456054688, "lce": 8.676811218261719, "lgen": 0.0}, {"step": 7, "loss": 2.6940109729766846, "lce": 6.896848678588867, "lgen": 0.0}, {"step": 8, "loss": 2.3851819038391113, "lce": 6.4731268882751465, "lgen": 0.0}, {"step": 9, "loss": 2.6636247634887695, "lce": 7.133649826049805, "lgen": 0.0}, {"step": 10, "loss": 3.128911256790161, "lce": 7.8282880783081055, "lgen": 0.0}, {"step": 11, "loss": 2.8942978382110596, "lce": 7.24157190322876, "lgen": 0.0}, {"step": 12, "loss": 2.3791356086730957, "lce": 6.1709208488464355, "lgen": 0.0}, {"step": 13, "loss": 2.4149789810180664, "lce": 7.102389335632324, "lgen": 0.0}, {"step": 14, "loss": 1.9821288585662842, "lce": 5.6808600425720215, "lgen": 0.0}, {"step": 15, "loss": 2.4587860107421875, "lce": 6.479281425476074, "lgen": 0.0}, {"step": 16, "loss": 2.6192169189453125, "lce": 7.533463954925537, "lgen": 0.0}, {"step": 17, "loss": 2.5116801261901855, "lce": 5.973520278930664, "lgen": 0.0}, {"step": 18, "loss": 1.8432822227478027, "lce": 4.8872833251953125, "lgen": 0.0}, {"step": 19, "loss": 2.4196434020996094, "lce": 5.824932098388672, "lgen": 0.0}, {"step": 20, "loss": 2.2146036624908447, "lce": 5.704558849334717, "lgen": 0.0}, {"step": 21, "loss": 2.201874017715454, "lce": 5.917210578918457, "lgen": 0.0}, {"step": 22, "loss": 1.88460373878479, "lce": 4.456204414367676, "lgen": 0.0}, {"step": 23, "loss": 3.0055246353149414, "lce": 7.010198593139648, "lgen": 0.0}, {"step": 24, "loss": 2.4367926120758057, "lce": 6.442777156829834, "lgen": 0.0}, {"step": 25, "loss": 2.0657849311828613, "lce": 4.808032035827637, "lgen": 0.0}, {"step": 26, "loss": 1.5658957958221436, "lce": 4.360144138336182, "lgen": 0.0}, {"step": 27, "loss": 2.214604139328003, "lce": 5.597175598144531, "lgen": 0.0}, {"step": 28, "loss": 1.6506805419921875, "lce": 4.022515296936035, "lgen": 0.0}, {"step": 29, "loss": 1.3210469484329224, "lce": 3.168678045272827, "lgen": 0.0}, {"step": 30, "loss": 1.804227352142334, "lce": 4.523758411407471, "lgen": 0.0}, {"step": 31, "loss": 2.2006444931030273, "lce": 5.426271438598633, "lgen": 0.0}, {"step": 32, "loss": 1.4521254301071167, "lce": 4.3125739097595215, "lgen": 0.0}, {"step": 33, "loss": 1.3455612659454346, "lce": 2.7196993827819824, "lgen": 0.0}, {"step": 34, "loss": 1.5887961387634277, "lce": 3.830692768096924, "lgen": 0.0}, {"step": 35, "loss": 1.7278379201889038, "lce": 4.733316898345947, "lgen": 0.0}, {"step": 36, "loss": 1.7421612739562988, "lce": 4.309090614318848, "lgen": 0.0}, {"step": 37, "loss": 1.4666836261749268, "lce": 3.8600661754608154, "lgen": 0.0}, {"step": 38, "loss": 1.1120436191558838, "lce": 2.529815673828125, "lgen": 0.0}, {"step": 39, "loss": 1.7745589017868042, "lce": 4.775900840759277, "lgen": 0.0}, {"step": 40, "loss": 1.1294445991516113, "lce": 2.7655491828918457, "lgen": 0.0}, {"step": 41, "loss": 1.9310483932495117, "lce": 3.932579755783081, "lgen": 0.0}, {"step": 42, "loss": 1.3997266292572021, "lce": 3.5270323753356934, "lgen": 0.0}, {"step": 43, "loss": 1.6650422811508179, "lce": 3.647128105163574, "lgen": 0.0}, {"step": 44, "loss": 0.983100414276123, "lce": 2.5877437591552734, "lgen": 0.0}, {"step": 45, "loss": 2.312253952026367, "lce": 5.613560676574707, "lgen": 0.0}, {"step": 46, "loss": 1.2396246194839478, "lce": 3.43379807472229, "lgen": 0.0}, {"step": 47, "loss": 1.7049963474273682, "lce": 4.27473783493042, "lgen": 0.0}, {"step": 48, "loss": 0.9966624975204468, "lce": 2.73266863822937, "lgen": 0.0}, {"step": 49, "loss": 1.774113416671753, "lce": 4.375836372375488, "lgen": 0.0}, {"step": 50, "loss": 1.454319953918457, "lce": 4.1996917724609375, "lgen": 0.0}, {"step": 51, "loss": 1.652703881263733, "lce": 4.079371929168701, "lgen": 0.0}, {"step": 52, "loss": 0.8763154745101929, "lce": 2.548377513885498, "lgen": 0.0}, {"step": 53, "loss": 1.9010497331619263, "lce": 5.000987529754639, "lgen": 0.0}, {"step": 54, "loss": 1.1789778470993042, "lce": 3.213085889816284, "lgen": 0.0}, {"step": 55, "loss": 2.452636480331421, "lce": 6.368119239807129, "lgen": 0.0}, {"step": 56, "loss": 1.0965468883514404, "lce": 3.120007038116455, "lgen": 0.0}, {"step": 57, "loss": 1.0647636651992798, "lce": 2.6572718620300293, "lgen": 0.0}, {"step": 58, "loss": 1.1182279586791992, "lce": 2.7846758365631104, "lgen": 0.0}, {"step": 59, "loss": 1.9102444648742676, "lce": 5.5264692306518555, "lgen": 0.0}, {"step": 60, "loss": 1.1074961423873901, "lce": 2.9162721633911133, "lgen": 0.0}, {"step": 61, "loss": 1.2757363319396973, "lce": 2.540592670440674, "lgen": 0.0}, {"step": 62, "loss": 1.007804036140442, "lce": 2.6772985458374023, "lgen": 0.0}, {"step": 63, "loss": 1.1749876737594604, "lce": 2.626274585723877, "lgen": 0.0}, {"step": 64, "loss": 1.8819410800933838, "lce": 4.733645439147949, "lgen": 0.0}, {"step": 65, "loss": 1.3315401077270508, "lce": 2.7866017818450928, "lgen": 0.0}, {"step": 66, "loss": 0.904692530632019, "lce": 2.543116807937622, "lgen": 0.0}, {"step": 67, "loss": 1.820479393005371, "lce": 4.449821472167969, "lgen": 0.0}, {"step": 68, "loss": 1.4729654788970947, "lce": 4.301923751831055, "lgen": 0.0}, {"step": 69, "loss": 1.5945736169815063, "lce": 3.9661834239959717, "lgen": 0.0}, {"step": 70, "loss": 1.071887731552124, "lce": 2.729896068572998, "lgen": 0.0}, {"step": 71, "loss": 1.6093831062316895, "lce": 4.156547546386719, "lgen": 0.0}, {"step": 72, "loss": 1.7590839862823486, "lce": 4.773019790649414, "lgen": 0.0}, {"step": 73, "loss": 1.5584461688995361, "lce": 3.848815441131592, "lgen": 0.0}, {"step": 74, "loss": 1.8320176601409912, "lce": 4.980182647705078, "lgen": 0.0}, {"step": 75, "loss": 1.7887632846832275, "lce": 4.685206890106201, "lgen": 0.0}, {"step": 76, "loss": 1.6058770418167114, "lce": 4.548266887664795, "lgen": 0.0}, {"step": 77, "loss": 1.0525590181350708, "lce": 2.665163516998291, "lgen": 0.0}, {"step": 78, "loss": 1.0826600790023804, "lce": 2.94465970993042, "lgen": 0.0}, {"step": 79, "loss": 1.0407195091247559, "lce": 2.699185609817505, "lgen": 0.0}, {"step": 80, "loss": 1.0731552839279175, "lce": 2.6473021507263184, "lgen": 0.0}, {"step": 81, "loss": 1.6958999633789062, "lce": 4.086280822753906, "lgen": 0.0}, {"step": 82, "loss": 1.1167798042297363, "lce": 2.847683906555176, "lgen": 0.0}, {"step": 83, "loss": 1.4627947807312012, "lce": 3.8465137481689453, "lgen": 0.0}, {"step": 84, "loss": 0.8933637142181396, "lce": 2.4335622787475586, "lgen": 0.0}, {"step": 85, "loss": 2.31197452545166, "lce": 5.956663608551025, "lgen": 0.0}, {"step": 86, "loss": 1.3691855669021606, "lce": 3.5675547122955322, "lgen": 0.0}, {"step": 87, "loss": 1.4606107473373413, "lce": 3.470282793045044, "lgen": 0.0}, {"step": 88, "loss": 0.9948327541351318, "lce": 2.980491876602173, "lgen": 0.0}, {"step": 89, "loss": 1.1258405447006226, "lce": 2.598123788833618, "lgen": 0.0}, {"step": 90, "loss": 0.9896535277366638, "lce": 2.6420364379882812, "lgen": 0.0}, {"step": 91, "loss": 1.328108549118042, "lce": 3.433806896209717, "lgen": 0.0}, {"step": 92, "loss": 0.9133443236351013, "lce": 2.4656686782836914, "lgen": 0.0}, {"step": 93, "loss": 1.6456902027130127, "lce": 4.265957832336426, "lgen": 0.0}, {"step": 94, "loss": 1.9536170959472656, "lce": 5.632781982421875, "lgen": 0.0}, {"step": 95, "loss": 1.6489921808242798, "lce": 4.462885856628418, "lgen": 0.0}, {"step": 96, "loss": 0.918081521987915, "lce": 2.6732757091522217, "lgen": 0.0}, {"step": 97, "loss": 1.0357662439346313, "lce": 2.7287652492523193, "lgen": 0.0}, {"step": 98, "loss": 1.020518183708191, "lce": 2.80157732963562, "lgen": 0.0}, {"step": 99, "loss": 1.6677113771438599, "lce": 4.5120158195495605, "lgen": 0.0}, {"step": 100, "loss": 0.9908583164215088, "lce": 2.8149170875549316, "lgen": 0.0}, {"step": 101, "loss": 1.2394564151763916, "lce": 2.9191861152648926, "lgen": 0.0}, {"step": 102, "loss": 1.076449990272522, "lce": 2.6178109645843506, "lgen": 0.0}, {"step": 103, "loss": 1.2901701927185059, "lce": 3.4436404705047607, "lgen": 0.0}, {"step": 104, "loss": 0.8792480826377869, "lce": 2.505258798599243, "lgen": 0.0}, {"step": 105, "loss": 1.1595559120178223, "lce": 3.1560873985290527, "lgen": 0.0}, {"step": 106, "loss": 1.3316116333007812, "lce": 3.947988748550415, "lgen": 0.0}, {"step": 107, "loss": 1.5556776523590088, "lce": 4.088308334350586, "lgen": 0.0}, {"step": 108, "loss": 1.0487990379333496, "lce": 2.7189316749572754, "lgen": 0.0}, {"step": 109, "loss": 2.7687220573425293, "lce": 7.218316078186035, "lgen": 0.0}, {"step": 110, "loss": 1.4357128143310547, "lce": 3.9805121421813965, "lgen": 0.0}, {"step": 111, "loss": 1.3224228620529175, "lce": 3.571751594543457, "lgen": 0.0}, {"step": 112, "loss": 1.3952603340148926, "lce": 3.2695229053497314, "lgen": 0.0}, {"step": 113, "loss": 2.139352798461914, "lce": 5.768823623657227, "lgen": 0.0}, {"step": 114, "loss": 0.9880292415618896, "lce": 2.7620739936828613, "lgen": 0.0}, {"step": 115, "loss": 1.5954296588897705, "lce": 4.436051368713379, "lgen": 0.0}, {"step": 116, "loss": 0.9668757319450378, "lce": 2.8388583660125732, "lgen": 0.0}, {"step": 117, "loss": 1.8248908519744873, "lce": 4.34588623046875, "lgen": 0.0}, {"step": 118, "loss": 1.0231554508209229, "lce": 2.7054977416992188, "lgen": 0.0}, {"step": 119, "loss": 1.43234384059906, "lce": 4.07355260848999, "lgen": 0.0}, {"step": 120, "loss": 1.0220696926116943, "lce": 2.6675796508789062, "lgen": 0.0}, {"step": 121, "loss": 1.6131190061569214, "lce": 4.073977470397949, "lgen": 0.0}, {"step": 122, "loss": 1.031425952911377, "lce": 2.5779309272766113, "lgen": 0.0}, {"step": 123, "loss": 2.0324547290802, "lce": 5.1133880615234375, "lgen": 0.0}, {"step": 124, "loss": 0.8604217767715454, "lce": 2.290696144104004, "lgen": 0.0}, {"step": 125, "loss": 0.7496791481971741, "lce": 1.726736307144165, "lgen": 0.0}, {"step": 126, "loss": 1.452960729598999, "lce": 3.9991049766540527, "lgen": 0.0}, {"step": 127, "loss": 1.3885563611984253, "lce": 3.856503963470459, "lgen": 0.0}, {"step": 128, "loss": 1.189159870147705, "lce": 2.688656806945801, "lgen": 0.0}, {"step": 129, "loss": 1.4693059921264648, "lce": 3.9747555255889893, "lgen": 0.0}, {"step": 130, "loss": 0.9448859691619873, "lce": 2.4734976291656494, "lgen": 0.0}, {"step": 131, "loss": 1.3393645286560059, "lce": 3.719705104827881, "lgen": 0.0}, {"step": 132, "loss": 1.136267066001892, "lce": 3.027930974960327, "lgen": 0.0}, {"step": 133, "loss": 1.4799062013626099, "lce": 3.7577426433563232, "lgen": 0.0}, {"step": 134, "loss": 0.9728465676307678, "lce": 2.4305343627929688, "lgen": 0.0}, {"step": 135, "loss": 1.3787375688552856, "lce": 3.4280900955200195, "lgen": 0.0}, {"step": 136, "loss": 1.4307163953781128, "lce": 4.225427150726318, "lgen": 0.0}, {"step": 137, "loss": 1.5125150680541992, "lce": 3.972346067428589, "lgen": 0.0}, {"step": 138, "loss": 1.2308955192565918, "lce": 3.6536850929260254, "lgen": 0.0}, {"step": 139, "loss": 1.8557465076446533, "lce": 5.105142116546631, "lgen": 0.0}, {"step": 140, "loss": 0.836559534072876, "lce": 2.492319107055664, "lgen": 0.0}, {"step": 141, "loss": 1.626523733139038, "lce": 4.6326141357421875, "lgen": 0.0}, {"step": 142, "loss": 1.7677220106124878, "lce": 5.011518478393555, "lgen": 0.0}, {"step": 143, "loss": 1.0327590703964233, "lce": 2.836731195449829, "lgen": 0.0}, {"step": 144, "loss": 1.014559268951416, "lce": 2.5845751762390137, "lgen": 0.0}, {"step": 145, "loss": 1.2341768741607666, "lce": 2.725241184234619, "lgen": 0.0}, {"step": 146, "loss": 1.9310626983642578, "lce": 5.814122200012207, "lgen": 0.0}, {"step": 147, "loss": 1.6384421586990356, "lce": 4.487192153930664, "lgen": 0.0}, {"step": 148, "loss": 1.1662145853042603, "lce": 3.458690643310547, "lgen": 0.0}, {"step": 149, "loss": 1.0586941242218018, "lce": 2.706867218017578, "lgen": 0.0}, {"step": 150, "loss": 0.9738264679908752, "lce": 2.589886426925659, "lgen": 0.0}, {"step": 151, "loss": 1.5983009338378906, "lce": 4.1891069412231445, "lgen": 0.0}, {"step": 152, "loss": 0.9503031969070435, "lce": 2.565497398376465, "lgen": 0.0}, {"step": 153, "loss": 1.4077013731002808, "lce": 3.552208423614502, "lgen": 0.0}, {"step": 154, "loss": 0.8667738437652588, "lce": 2.45823335647583, "lgen": 0.0}, {"step": 155, "loss": 1.855399250984192, "lce": 5.225229740142822, "lgen": 0.0}, {"step": 156, "loss": 0.954703688621521, "lce": 2.681403636932373, "lgen": 0.0}, {"step": 157, "loss": 1.3366913795471191, "lce": 3.517925977706909, "lgen": 0.0}, {"step": 158, "loss": 1.1709831953048706, "lce": 3.58644962310791, "lgen": 0.0}, {"step": 159, "loss": 1.3874361515045166, "lce": 3.369235038757324, "lgen": 0.0}, {"step": 160, "loss": 0.9955909252166748, "lce": 2.6566240787506104, "lgen": 0.0}, {"step": 161, "loss": 1.4266234636306763, "lce": 3.7224435806274414, "lgen": 0.0}, {"step": 162, "loss": 0.9242371320724487, "lce": 2.532090663909912, "lgen": 0.0}, {"step": 163, "loss": 1.4728062152862549, "lce": 3.5814552307128906, "lgen": 0.0}, {"step": 164, "loss": 1.0498005151748657, "lce": 2.8337717056274414, "lgen": 0.0}, {"step": 165, "loss": 1.9626197814941406, "lce": 4.7536396980285645, "lgen": 0.0}, {"step": 166, "loss": 1.006019115447998, "lce": 2.6855125427246094, "lgen": 0.0}, {"step": 167, "loss": 1.160847783088684, "lce": 2.572047710418701, "lgen": 0.0}, {"step": 168, "loss": 1.2306662797927856, "lce": 3.5003275871276855, "lgen": 0.0}, {"step": 169, "loss": 1.8549959659576416, "lce": 5.045404434204102, "lgen": 0.0}, {"step": 170, "loss": 1.1019773483276367, "lce": 3.0868754386901855, "lgen": 0.0}, {"step": 171, "loss": 2.1193480491638184, "lce": 5.417020797729492, "lgen": 0.0}, {"step": 172, "loss": 0.873746395111084, "lce": 2.5066144466400146, "lgen": 0.0}, {"step": 173, "loss": 1.9451490640640259, "lce": 5.032681941986084, "lgen": 0.0}, {"step": 174, "loss": 0.9458931088447571, "lce": 2.6976206302642822, "lgen": 0.0}, {"step": 175, "loss": 1.664293885231018, "lce": 4.301700115203857, "lgen": 0.0}, {"step": 176, "loss": 1.2822760343551636, "lce": 3.6356306076049805, "lgen": 0.0}, {"step": 177, "loss": 1.3490036725997925, "lce": 3.2708020210266113, "lgen": 0.0}, {"step": 178, "loss": 0.8865512609481812, "lce": 2.517019033432007, "lgen": 0.0}, {"step": 179, "loss": 1.2706905603408813, "lce": 3.491743564605713, "lgen": 0.0}, {"step": 180, "loss": 1.292978048324585, "lce": 3.7750754356384277, "lgen": 0.0}, {"step": 181, "loss": 1.4044792652130127, "lce": 3.6902248859405518, "lgen": 0.0}, {"step": 182, "loss": 0.9585235714912415, "lce": 2.5332131385803223, "lgen": 0.0}, {"step": 183, "loss": 1.2515147924423218, "lce": 3.259131669998169, "lgen": 0.0}, {"step": 184, "loss": 0.9389061331748962, "lce": 2.4139766693115234, "lgen": 0.0}, {"step": 185, "loss": 0.9046193361282349, "lce": 2.295140027999878, "lgen": 0.0}, {"step": 186, "loss": 0.8641800284385681, "lce": 2.4991230964660645, "lgen": 0.0}, {"step": 187, "loss": 1.2353711128234863, "lce": 3.329967975616455, "lgen": 0.0}, {"step": 188, "loss": 0.8815906643867493, "lce": 2.500237226486206, "lgen": 0.0}, {"step": 189, "loss": 1.4398082494735718, "lce": 4.025062084197998, "lgen": 0.0}, {"step": 190, "loss": 0.9353299140930176, "lce": 2.5394067764282227, "lgen": 0.0}, {"step": 191, "loss": 1.6395010948181152, "lce": 4.408897876739502, "lgen": 0.0}, {"step": 192, "loss": 0.8624871373176575, "lce": 2.3816370964050293, "lgen": 0.0}, {"step": 193, "loss": 1.6087055206298828, "lce": 4.273691177368164, "lgen": 0.0}, {"step": 194, "loss": 1.2015864849090576, "lce": 3.711003065109253, "lgen": 0.0}, {"step": 195, "loss": 0.9591498970985413, "lce": 2.5061864852905273, "lgen": 0.0}, {"step": 196, "loss": 1.1434593200683594, "lce": 3.3128743171691895, "lgen": 0.0}, {"step": 197, "loss": 1.4472590684890747, "lce": 4.0189924240112305, "lgen": 0.0}, {"step": 198, "loss": 1.1530593633651733, "lce": 3.606818437576294, "lgen": 0.0}, {"step": 199, "loss": 2.1651177406311035, "lce": 5.254589080810547, "lgen": 0.0}]
\ No newline at end of file