diff --git a/results-loop/PROTOCOL_UNIFIED.md b/results-loop/PROTOCOL_UNIFIED.md
index 2b2ea23..71f3bb9 100644
--- a/results-loop/PROTOCOL_UNIFIED.md
+++ b/results-loop/PROTOCOL_UNIFIED.md
@@ -751,6 +751,25 @@ after it (job renamed zzz_t).
     rollout-based follow-up (latent DAgger) if either lens arm moves.
     Job: scripts/jobs/zzz_r_rungb_lg.sh.
 
+--- Outcome, item 26 (scored 2026-07-17 ~10:50; ran last, requeued as
+zzz_t after items 27/28 per Nils's mid-night reprioritization). k=0
+sanity clean both arms. Arm a (staging-only, lg03): 24.2 / 23.4 —
+the series' first ACTIVELY NEGATIVE result, ~7 points below the 31.6
+reference, outside the band on the downside (easy 44.8-48.3, hard
+~26-28, drop 12-15). Arm b (combined lt03+lg03): 15.6 / 14.1 —
+compounding destruction (easy 27.6, hard 18-21, drop 5-6), worse than
+either constraint alone. Reading: the microscopy showed the healthy
+board computes results 1-2 positions pre-emission (just-in-time); the
+staging loss demanded the result across the ENTIRE pre-'=' span,
+including positions where operands haven't been read — forcing
+thought earlier than the computation can exist corrupts the schedule
+rather than accelerating it. Lesson for any future lens supervision:
+match the loss's temporal demand to the board's measured schedule
+(supervise at the '=' +- 1 position only), don't blanket-force.
+Overnight program complete: items 25-28 all scored; write-side
+exhausted; the standing decision (clamp test vs pivot to hybrid/A2)
+is unchanged by this result.
+
 27. **Internal band looping, zero pause tokens (pre-registered
     2026-07-17 ~01:10, before running; Nils's clarified structure,
     option A confirmed via question: one silent burst before output).**
diff --git a/results-loop/eval_gsm_carrycot_b1_lg03.json b/results-loop/eval_gsm_carrycot_b1_lg03.json
new file mode 100644
index 0000000..dec40d3
--- /dev/null
+++ b/results-loop/eval_gsm_carrycot_b1_lg03.json
@@ -0,0 +1,3108 @@
+{
+ "tag": "gsm_carrycot_b1_lg03",
+ "grid": {
+  "0:0": {
+   "acc": 0.109375,
+   "by_label": {
+    "drop": 0.0,
+    "easy": 0.9310344827586207,
+    "hard": 0.007874015748031496
+   },
+   "per_item": [
+    {
+     "idx": 1092,
+     "ok": false
+    },
+    {
+     "idx": 696,
+     "ok": false
+    },
+    {
+     "idx": 242,
+     "ok": false
+    },
+    {
+     "idx": 1085,
+     "ok": true
+    },
+    {
+     "idx": 510,
+     "ok": false
+    },
+    {
+     "idx": 334,
+     "ok": true
+    },
+    {
+     "idx": 139,
+     "ok": false
+    },
+    {
+     "idx": 849,
+     "ok": false
+    },
+    {
+     "idx": 593,
+     "ok": false
+    },
+    {
+     "idx": 579,
+     "ok": false
+    },
+    {
+     "idx": 1064,
+     "ok": false
+    },
+    {
+     "idx": 275,
+     "ok": false
+    },
+    {
+     "idx": 1175,
+     "ok": false
+    },
+    {
+     "idx": 1071,
+     "ok": false
+    },
+    {
+     "idx": 1284,
+     "ok": false
+    },
+    {
+     "idx": 430,
+     "ok": false
+    },
+    {
+     "idx": 1088,
+     "ok": false
+    },
+    {
+     "idx": 215,
+     "ok": false
+    },
+    {
+     "idx": 841,
+     "ok": false
+    },
+    {
+     "idx": 1299,
+     "ok": false
+    },
+    {
+     "idx": 1113,
+     "ok": true
+    },
+    {
+     "idx": 826,
+     "ok": false
+    },
+    {
+     "idx": 570,
+     "ok": false
+    },
+    {
+     "idx": 598,
+     "ok": false
+    },
+    {
+     "idx": 905,
+     "ok": false
+    },
+    {
+     "idx": 761,
+     "ok": false
+    },
+    {
+     "idx": 1163,
+     "ok": false
+    },
+    {
+     "idx": 1287,
+     "ok": false
+    },
+    {
+     "idx": 282,
+     "ok": false
+    },
+    {
+     "idx": 321,
+     "ok": false
+    },
+    {
+     "idx": 252,
+     "ok": false
+    },
+    {
+     "idx": 246,
+     "ok": false
+    },
+    {
+     "idx": 781,
+     "ok": false
+    },
+    {
+     "idx": 821,
+     "ok": false
+    },
+    {
+     "idx": 1210,
+     "ok": true
+    },
+    {
+     "idx": 958,
+     "ok": true
+    },
+    {
+     "idx": 285,
+     "ok": false
+    },
+    {
+     "idx": 1146,
+     "ok": false
+    },
+    {
+     "idx": 612,
+     "ok": false
+    },
+    {
+     "idx": 725,
+     "ok": false
+    },
+    {
+     "idx": 1294,
+     "ok": false
+    },
+    {
+     "idx": 968,
+     "ok": false
+    },
+    {
+     "idx": 850,
+     "ok": false
+    },
+    {
+     "idx": 446,
+     "ok": false
+    },
+    {
+     "idx": 976,
+     "ok": false
+    },
+    {
+     "idx": 1001,
+     "ok": false
+    },
+    {
+     "idx": 1027,
+     "ok": true
+    },
+    {
+     "idx": 651,
+     "ok": false
+    },
+    {
+     "idx": 1009,
+     "ok": false
+    },
+    {
+     "idx": 123,
+     "ok": false
+    },
+    {
+     "idx": 909,
+     "ok": false
+    },
+    {
+     "idx": 614,
+     "ok": false
+    },
+    {
+     "idx": 292,
+     "ok": false
+    },
+    {
+     "idx": 1014,
+     "ok": false
+    },
+    {
+     "idx": 107,
+     "ok": false
+    },
+    {
+     "idx": 1272,
+     "ok": false
+    },
+    {
+     "idx": 441,
+     "ok": false
+    },
+    {
+     "idx": 52,
+     "ok": false
+    },
+    {
+     "idx": 727,
+     "ok": false
+    },
+    {
+     "idx": 965,
+     "ok": false
+    },
+    {
+     "idx": 800,
+     "ok": false
+    },
+    {
+     "idx": 20,
+     "ok": false
+    },
+    {
+     "idx": 1078,
+     "ok": false
+    },
+    {
+     "idx": 136,
+     "ok": false
+    },
+    {
+     "idx": 166,
+     "ok": true
+    },
+    {
+     "idx": 809,
+     "ok": true
+    },
+    {
+     "idx": 13,
+     "ok": false
+    },
+    {
+     "idx": 739,
+     "ok": false
+    },
+    {
+     "idx": 84,
+     "ok": true
+    },
+    {
+     "idx": 237,
+     "ok": true
+    },
+    {
+     "idx": 1271,
+     "ok": false
+    },
+    {
+     "idx": 7,
+     "ok": false
+    },
+    {
+     "idx": 553,
+     "ok": false
+    },
+    {
+     "idx": 1311,
+     "ok": false
+    },
+    {
+     "idx": 599,
+     "ok": false
+    },
+    {
+     "idx": 464,
+     "ok": false
+    },
+    {
+     "idx": 288,
+     "ok": false
+    },
+    {
+     "idx": 1173,
+     "ok": false
+    },
+    {
+     "idx": 589,
+     "ok": false
+    },
+    {
+     "idx": 391,
+     "ok": false
+    },
+    {
+     "idx": 888,
+     "ok": true
+    },
+    {
+     "idx": 943,
+     "ok": false
+    },
+    {
+     "idx": 676,
+     "ok": false
+    },
+    {
+     "idx": 786,
+     "ok": false
+    },
+    {
+     "idx": 344,
+     "ok": true
+    },
+    {
+     "idx": 677,
+     "ok": false
+    },
+    {
+     "idx": 863,
+     "ok": false
+    },
+    {
+     "idx": 891,
+     "ok": false
+    },
+    {
+     "idx": 303,
+     "ok": false
+    },
+    {
+     "idx": 916,
+     "ok": false
+    },
+    {
+     "idx": 302,
+     "ok": false
+    },
+    {
+     "idx": 1073,
+     "ok": false
+    },
+    {
+     "idx": 647,
+     "ok": false
+    },
+    {
+     "idx": 264,
+     "ok": false
+    },
+    {
+     "idx": 427,
+     "ok": false
+    },
+    {
+     "idx": 382,
+     "ok": false
+    },
+    {
+     "idx": 715,
+     "ok": false
+    },
+    {
+     "idx": 796,
+     "ok": false
+    },
+    {
+     "idx": 875,
+     "ok": false
+    },
+    {
+     "idx": 1007,
+     "ok": false
+    },
+    {
+     "idx": 797,
+     "ok": true
+    },
+    {
+     "idx": 450,
+     "ok": false
+    },
+    {
+     "idx": 401,
+     "ok": false
+    },
+    {
+     "idx": 899,
+     "ok": false
+    },
+    {
+     "idx": 418,
+     "ok": false
+    },
+    {
+     "idx": 1201,
+     "ok": false
+    },
+    {
+     "idx": 101,
+     "ok": false
+    },
+    {
+     "idx": 795,
+     "ok": false
+    },
+    {
+     "idx": 68,
+     "ok": false
+    },
+    {
+     "idx": 479,
+     "ok": false
+    },
+    {
+     "idx": 1296,
+     "ok": false
+    },
+    {
+     "idx": 173,
+     "ok": false
+    },
+    {
+     "idx": 744,
+     "ok": false
+    },
+    {
+     "idx": 116,
+     "ok": true
+    },
+    {
+     "idx": 1306,
+     "ok": false
+    },
+    {
+     "idx": 355,
+     "ok": false
+    },
+    {
+     "idx": 477,
+     "ok": false
+    },
+    {
+     "idx": 1250,
+     "ok": false
+    },
+    {
+     "idx": 609,
+     "ok": false
+    },
+    {
+     "idx": 1254,
+     "ok": true
+    },
+    {
+     "idx": 177,
+     "ok": false
+    },
+    {
+     "idx": 1048,
+     "ok": false
+    },
+    {
+     "idx": 582,
+     "ok": false
+    },
+    {
+     "idx": 723,
+     "ok": false
+    },
+    {
+     "idx": 842,
+     "ok": false
+    },
+    {
+     "idx": 938,
+     "ok": false
+    },
+    {
+     "idx": 110,
+     "ok": false
+    },
+    {
+     "idx": 1057,
+     "ok": false
+    },
+    {
+     "idx": 1120,
+     "ok": false
+    },
+    {
+     "idx": 881,
+     "ok": false
+    },
+    {
+     "idx": 1189,
+     "ok": false
+    },
+    {
+     "idx": 931,
+     "ok": false
+    },
+    {
+     "idx": 1003,
+     "ok": false
+    },
+    {
+     "idx": 521,
+     "ok": false
+    },
+    {
+     "idx": 974,
+     "ok": false
+    },
+    {
+     "idx": 690,
+     "ok": false
+    },
+    {
+     "idx": 544,
+     "ok": false
+    },
+    {
+     "idx": 86,
+     "ok": false
+    },
+    {
+     "idx": 89,
+     "ok": false
+    },
+    {
+     "idx": 333,
+     "ok": false
+    },
+    {
+     "idx": 716,
+     "ok": false
+    },
+    {
+     "idx": 14,
+     "ok": false
+    },
+    {
+     "idx": 287,
+     "ok": false
+    },
+    {
+     "idx": 130,
+     "ok": false
+    },
+    {
+     "idx": 876,
+     "ok": false
+    },
+    {
+     "idx": 454,
+     "ok": false
+    },
+    {
+     "idx": 1246,
+     "ok": true
+    },
+    {
+     "idx": 812,
+     "ok": false
+    },
+    {
+     "idx": 1142,
+     "ok": false
+    },
+    {
+     "idx": 452,
+     "ok": false
+    },
+    {
+     "idx": 929,
+     "ok": false
+    },
+    {
+     "idx": 394,
+     "ok": false
+    },
+    {
+     "idx": 695,
+     "ok": false
+    },
+    {
+     "idx": 1245,
+     "ok": false
+    },
+    {
+     "idx": 209,
+     "ok": false
+    },
+    {
+     "idx": 1241,
+     "ok": false
+    },
+    {
+     "idx": 175,
+     "ok": false
+    },
+    {
+     "idx": 653,
+     "ok": false
+    },
+    {
+     "idx": 661,
+     "ok": false
+    },
+    {
+     "idx": 1097,
+     "ok": false
+    },
+    {
+     "idx": 933,
+     "ok": false
+    },
+    {
+     "idx": 665,
+     "ok": false
+    },
+    {
+     "idx": 523,
+     "ok": false
+    },
+    {
+     "idx": 59,
+     "ok": false
+    },
+    {
+     "idx": 1069,
+     "ok": false
+    },
+    {
+     "idx": 90,
+     "ok": false
+    },
+    {
+     "idx": 389,
+     "ok": false
+    },
+    {
+     "idx": 755,
+     "ok": false
+    },
+    {
+     "idx": 164,
+     "ok": false
+    },
+    {
+     "idx": 429,
+     "ok": false
+    },
+    {
+     "idx": 1074,
+     "ok": false
+    },
+    {
+     "idx": 708,
+     "ok": true
+    },
+    {
+     "idx": 384,
+     "ok": true
+    },
+    {
+     "idx": 412,
+     "ok": false
+    },
+    {
+     "idx": 514,
+     "ok": false
+    },
+    {
+     "idx": 617,
+     "ok": false
+    },
+    {
+     "idx": 639,
+     "ok": false
+    },
+    {
+     "idx": 1058,
+     "ok": false
+    },
+    {
+     "idx": 787,
+     "ok": false
+    },
+    {
+     "idx": 987,
+     "ok": false
+    },
+    {
+     "idx": 704,
+     "ok": false
+    },
+    {
+     "idx": 491,
+     "ok": false
+    },
+    {
+     "idx": 91,
+     "ok": false
+    },
+    {
+     "idx": 626,
+     "ok": false
+    },
+    {
+     "idx": 1130,
+     "ok": false
+    },
+    {
+     "idx": 148,
+     "ok": false
+    },
+    {
+     "idx": 18,
+     "ok": false
+    },
+    {
+     "idx": 897,
+     "ok": true
+    },
+    {
+     "idx": 97,
+     "ok": false
+    },
+    {
+     "idx": 844,
+     "ok": false
+    },
+    {
+     "idx": 1010,
+     "ok": false
+    },
+    {
+     "idx": 901,
+     "ok": false
+    },
+    {
+     "idx": 241,
+     "ok": false
+    },
+    {
+     "idx": 493,
+     "ok": false
+    },
+    {
+     "idx": 202,
+     "ok": true
+    },
+    {
+     "idx": 314,
+     "ok": false
+    },
+    {
+     "idx": 847,
+     "ok": false
+    },
+    {
+     "idx": 437,
+     "ok": false
+    },
+    {
+     "idx": 902,
+     "ok": true
+    },
+    {
+     "idx": 157,
+     "ok": false
+    },
+    {
+     "idx": 874,
+     "ok": true
+    },
+    {
+     "idx": 1144,
+     "ok": false
+    },
+    {
+     "idx": 807,
+     "ok": false
+    },
+    {
+     "idx": 80,
+     "ok": true
+    },
+    {
+     "idx": 369,
+     "ok": false
+    },
+    {
+     "idx": 511,
+     "ok": false
+    },
+    {
+     "idx": 262,
+     "ok": false
+    },
+    {
+     "idx": 571,
+     "ok": false
+    },
+    {
+     "idx": 721,
+     "ok": false
+    },
+    {
+     "idx": 654,
+     "ok": false
+    },
+    {
+     "idx": 890,
+     "ok": true
+    },
+    {
+     "idx": 219,
+     "ok": false
+    },
+    {
+     "idx": 1140,
+     "ok": false
+    },
+    {
+     "idx": 584,
+     "ok": false
+    },
+    {
+     "idx": 1249,
+     "ok": false
+    },
+    {
+     "idx": 1108,
+     "ok": true
+    },
+    {
+     "idx": 607,
+     "ok": false
+    },
+    {
+     "idx": 904,
+     "ok": false
+    },
+    {
+     "idx": 1052,
+     "ok": false
+    },
+    {
+     "idx": 1238,
+     "ok": false
+    },
+    {
+     "idx": 946,
+     "ok": false
+    },
+    {
+     "idx": 1098,
+     "ok": false
+    },
+    {
+     "idx": 534,
+     "ok": false
+    },
+    {
+     "idx": 558,
+     "ok": false
+    },
+    {
+     "idx": 474,
+     "ok": true
+    },
+    {
+     "idx": 33,
+     "ok": false
+    },
+    {
+     "idx": 243,
+     "ok": false
+    },
+    {
+     "idx": 1259,
+     "ok": false
+    },
+    {
+     "idx": 353,
+     "ok": false
+    },
+    {
+     "idx": 509,
+     "ok": false
+    },
+    {
+     "idx": 1096,
+     "ok": false
+    },
+    {
+     "idx": 1055,
+     "ok": false
+    },
+    {
+     "idx": 877,
+     "ok": false
+    },
+    {
+     "idx": 249,
+     "ok": false
+    },
+    {
+     "idx": 1156,
+     "ok": false
+    },
+    {
+     "idx": 735,
+     "ok": false
+    },
+    {
+     "idx": 470,
+     "ok": false
+    },
+    {
+     "idx": 1119,
+     "ok": false
+    },
+    {
+     "idx": 577,
+     "ok": true
+    },
+    {
+     "idx": 453,
+     "ok": false
+    },
+    {
+     "idx": 132,
+     "ok": false
+    },
+    {
+     "idx": 1061,
+     "ok": false
+    },
+    {
+     "idx": 629,
+     "ok": false
+    },
+    {
+     "idx": 670,
+     "ok": true
+    },
+    {
+     "idx": 478,
+     "ok": false
+    },
+    {
+     "idx": 764,
+     "ok": false
+    },
+    {
+     "idx": 983,
+     "ok": false
+    },
+    {
+     "idx": 587,
+     "ok": false
+    },
+    {
+     "idx": 1192,
+     "ok": false
+    },
+    {
+     "idx": 350,
+     "ok": false
+    },
+    {
+     "idx": 281,
+     "ok": false
+    },
+    {
+     "idx": 31,
+     "ok": false
+    },
+    {
+     "idx": 1132,
+     "ok": false
+    },
+    {
+     "idx": 1033,
+     "ok": false
+    },
+    {
+     "idx": 671,
+     "ok": false
+    },
+    {
+     "idx": 751,
+     "ok": false
+    }
+   ]
+  },
+  "2:12": {
+   "acc": 0.2421875,
+   "by_label": {
+    "drop": 0.15,
+    "easy": 0.4827586206896552,
+    "hard": 0.25984251968503935
+   },
+   "per_item": [
+    {
+     "idx": 1092,
+     "ok": false
+    },
+    {
+     "idx": 696,
+     "ok": false
+    },
+    {
+     "idx": 242,
+     "ok": false
+    },
+    {
+     "idx": 1085,
+     "ok": true
+    },
+    {
+     "idx": 510,
+     "ok": false
+    },
+    {
+     "idx": 334,
+     "ok": true
+    },
+    {
+     "idx": 139,
+     "ok": false
+    },
+    {
+     "idx": 849,
+     "ok": true
+    },
+    {
+     "idx": 593,
+     "ok": false
+    },
+    {
+     "idx": 579,
+     "ok": false
+    },
+    {
+     "idx": 1064,
+     "ok": false
+    },
+    {
+     "idx": 275,
+     "ok": false
+    },
+    {
+     "idx": 1175,
+     "ok": false
+    },
+    {
+     "idx": 1071,
+     "ok": false
+    },
+    {
+     "idx": 1284,
+     "ok": true
+    },
+    {
+     "idx": 430,
+     "ok": true
+    },
+    {
+     "idx": 1088,
+     "ok": false
+    },
+    {
+     "idx": 215,
+     "ok": true
+    },
+    {
+     "idx": 841,
+     "ok": false
+    },
+    {
+     "idx": 1299,
+     "ok": true
+    },
+    {
+     "idx": 1113,
+     "ok": false
+    },
+    {
+     "idx": 826,
+     "ok": true
+    },
+    {
+     "idx": 570,
+     "ok": false
+    },
+    {
+     "idx": 598,
+     "ok": false
+    },
+    {
+     "idx": 905,
+     "ok": false
+    },
+    {
+     "idx": 761,
+     "ok": false
+    },
+    {
+     "idx": 1163,
+     "ok": false
+    },
+    {
+     "idx": 1287,
+     "ok": false
+    },
+    {
+     "idx": 282,
+     "ok": false
+    },
+    {
+     "idx": 321,
+     "ok": true
+    },
+    {
+     "idx": 252,
+     "ok": false
+    },
+    {
+     "idx": 246,
+     "ok": false
+    },
+    {
+     "idx": 781,
+     "ok": false
+    },
+    {
+     "idx": 821,
+     "ok": true
+    },
+    {
+     "idx": 1210,
+     "ok": true
+    },
+    {
+     "idx": 958,
+     "ok": false
+    },
+    {
+     "idx": 285,
+     "ok": false
+    },
+    {
+     "idx": 1146,
+     "ok": false
+    },
+    {
+     "idx": 612,
+     "ok": true
+    },
+    {
+     "idx": 725,
+     "ok": false
+    },
+    {
+     "idx": 1294,
+     "ok": true
+    },
+    {
+     "idx": 968,
+     "ok": false
+    },
+    {
+     "idx": 850,
+     "ok": false
+    },
+    {
+     "idx": 446,
+     "ok": false
+    },
+    {
+     "idx": 976,
+     "ok": false
+    },
+    {
+     "idx": 1001,
+     "ok": false
+    },
+    {
+     "idx": 1027,
+     "ok": true
+    },
+    {
+     "idx": 651,
+     "ok": false
+    },
+    {
+     "idx": 1009,
+     "ok": false
+    },
+    {
+     "idx": 123,
+     "ok": false
+    },
+    {
+     "idx": 909,
+     "ok": true
+    },
+    {
+     "idx": 614,
+     "ok": false
+    },
+    {
+     "idx": 292,
+     "ok": false
+    },
+    {
+     "idx": 1014,
+     "ok": false
+    },
+    {
+     "idx": 107,
+     "ok": false
+    },
+    {
+     "idx": 1272,
+     "ok": false
+    },
+    {
+     "idx": 441,
+     "ok": false
+    },
+    {
+     "idx": 52,
+     "ok": false
+    },
+    {
+     "idx": 727,
+     "ok": false
+    },
+    {
+     "idx": 965,
+     "ok": false
+    },
+    {
+     "idx": 800,
+     "ok": false
+    },
+    {
+     "idx": 20,
+     "ok": false
+    },
+    {
+     "idx": 1078,
+     "ok": true
+    },
+    {
+     "idx": 136,
+     "ok": true
+    },
+    {
+     "idx": 166,
+     "ok": true
+    },
+    {
+     "idx": 809,
+     "ok": true
+    },
+    {
+     "idx": 13,
+     "ok": false
+    },
+    {
+     "idx": 739,
+     "ok": true
+    },
+    {
+     "idx": 84,
+     "ok": true
+    },
+    {
+     "idx": 237,
+     "ok": true
+    },
+    {
+     "idx": 1271,
+     "ok": false
+    },
+    {
+     "idx": 7,
+     "ok": false
+    },
+    {
+     "idx": 553,
+     "ok": false
+    },
+    {
+     "idx": 1311,
+     "ok": true
+    },
+    {
+     "idx": 599,
+     "ok": false
+    },
+    {
+     "idx": 464,
+     "ok": false
+    },
+    {
+     "idx": 288,
+     "ok": false
+    },
+    {
+     "idx": 1173,
+     "ok": false
+    },
+    {
+     "idx": 589,
+     "ok": true
+    },
+    {
+     "idx": 391,
+     "ok": false
+    },
+    {
+     "idx": 888,
+     "ok": true
+    },
+    {
+     "idx": 943,
+     "ok": false
+    },
+    {
+     "idx": 676,
+     "ok": false
+    },
+    {
+     "idx": 786,
+     "ok": false
+    },
+    {
+     "idx": 344,
+     "ok": false
+    },
+    {
+     "idx": 677,
+     "ok": true
+    },
+    {
+     "idx": 863,
+     "ok": false
+    },
+    {
+     "idx": 891,
+     "ok": false
+    },
+    {
+     "idx": 303,
+     "ok": false
+    },
+    {
+     "idx": 916,
+     "ok": false
+    },
+    {
+     "idx": 302,
+     "ok": true
+    },
+    {
+     "idx": 1073,
+     "ok": false
+    },
+    {
+     "idx": 647,
+     "ok": false
+    },
+    {
+     "idx": 264,
+     "ok": true
+    },
+    {
+     "idx": 427,
+     "ok": false
+    },
+    {
+     "idx": 382,
+     "ok": false
+    },
+    {
+     "idx": 715,
+     "ok": true
+    },
+    {
+     "idx": 796,
+     "ok": false
+    },
+    {
+     "idx": 875,
+     "ok": true
+    },
+    {
+     "idx": 1007,
+     "ok": false
+    },
+    {
+     "idx": 797,
+     "ok": false
+    },
+    {
+     "idx": 450,
+     "ok": false
+    },
+    {
+     "idx": 401,
+     "ok": false
+    },
+    {
+     "idx": 899,
+     "ok": false
+    },
+    {
+     "idx": 418,
+     "ok": false
+    },
+    {
+     "idx": 1201,
+     "ok": false
+    },
+    {
+     "idx": 101,
+     "ok": false
+    },
+    {
+     "idx": 795,
+     "ok": false
+    },
+    {
+     "idx": 68,
+     "ok": false
+    },
+    {
+     "idx": 479,
+     "ok": false
+    },
+    {
+     "idx": 1296,
+     "ok": false
+    },
+    {
+     "idx": 173,
+     "ok": true
+    },
+    {
+     "idx": 744,
+     "ok": false
+    },
+    {
+     "idx": 116,
+     "ok": false
+    },
+    {
+     "idx": 1306,
+     "ok": false
+    },
+    {
+     "idx": 355,
+     "ok": false
+    },
+    {
+     "idx": 477,
+     "ok": false
+    },
+    {
+     "idx": 1250,
+     "ok": true
+    },
+    {
+     "idx": 609,
+     "ok": false
+    },
+    {
+     "idx": 1254,
+     "ok": true
+    },
+    {
+     "idx": 177,
+     "ok": false
+    },
+    {
+     "idx": 1048,
+     "ok": false
+    },
+    {
+     "idx": 582,
+     "ok": true
+    },
+    {
+     "idx": 723,
+     "ok": true
+    },
+    {
+     "idx": 842,
+     "ok": false
+    },
+    {
+     "idx": 938,
+     "ok": false
+    },
+    {
+     "idx": 110,
+     "ok": true
+    },
+    {
+     "idx": 1057,
+     "ok": false
+    },
+    {
+     "idx": 1120,
+     "ok": false
+    },
+    {
+     "idx": 881,
+     "ok": false
+    },
+    {
+     "idx": 1189,
+     "ok": false
+    },
+    {
+     "idx": 931,
+     "ok": false
+    },
+    {
+     "idx": 1003,
+     "ok": false
+    },
+    {
+     "idx": 521,
+     "ok": false
+    },
+    {
+     "idx": 974,
+     "ok": false
+    },
+    {
+     "idx": 690,
+     "ok": false
+    },
+    {
+     "idx": 544,
+     "ok": false
+    },
+    {
+     "idx": 86,
+     "ok": false
+    },
+    {
+     "idx": 89,
+     "ok": false
+    },
+    {
+     "idx": 333,
+     "ok": true
+    },
+    {
+     "idx": 716,
+     "ok": false
+    },
+    {
+     "idx": 14,
+     "ok": false
+    },
+    {
+     "idx": 287,
+     "ok": false
+    },
+    {
+     "idx": 130,
+     "ok": false
+    },
+    {
+     "idx": 876,
+     "ok": false
+    },
+    {
+     "idx": 454,
+     "ok": false
+    },
+    {
+     "idx": 1246,
+     "ok": true
+    },
+    {
+     "idx": 812,
+     "ok": false
+    },
+    {
+     "idx": 1142,
+     "ok": false
+    },
+    {
+     "idx": 452,
+     "ok": false
+    },
+    {
+     "idx": 929,
+     "ok": true
+    },
+    {
+     "idx": 394,
+     "ok": false
+    },
+    {
+     "idx": 695,
+     "ok": false
+    },
+    {
+     "idx": 1245,
+     "ok": false
+    },
+    {
+     "idx": 209,
+     "ok": false
+    },
+    {
+     "idx": 1241,
+     "ok": false
+    },
+    {
+     "idx": 175,
+     "ok": false
+    },
+    {
+     "idx": 653,
+     "ok": true
+    },
+    {
+     "idx": 661,
+     "ok": false
+    },
+    {
+     "idx": 1097,
+     "ok": false
+    },
+    {
+     "idx": 933,
+     "ok": false
+    },
+    {
+     "idx": 665,
+     "ok": true
+    },
+    {
+     "idx": 523,
+     "ok": false
+    },
+    {
+     "idx": 59,
+     "ok": false
+    },
+    {
+     "idx": 1069,
+     "ok": false
+    },
+    {
+     "idx": 90,
+     "ok": false
+    },
+    {
+     "idx": 389,
+     "ok": false
+    },
+    {
+     "idx": 755,
+     "ok": false
+    },
+    {
+     "idx": 164,
+     "ok": false
+    },
+    {
+     "idx": 429,
+     "ok": false
+    },
+    {
+     "idx": 1074,
+     "ok": false
+    },
+    {
+     "idx": 708,
+     "ok": false
+    },
+    {
+     "idx": 384,
+     "ok": true
+    },
+    {
+     "idx": 412,
+     "ok": false
+    },
+    {
+     "idx": 514,
+     "ok": false
+    },
+    {
+     "idx": 617,
+     "ok": false
+    },
+    {
+     "idx": 639,
+     "ok": true
+    },
+    {
+     "idx": 1058,
+     "ok": false
+    },
+    {
+     "idx": 787,
+     "ok": true
+    },
+    {
+     "idx": 987,
+     "ok": false
+    },
+    {
+     "idx": 704,
+     "ok": false
+    },
+    {
+     "idx": 491,
+     "ok": true
+    },
+    {
+     "idx": 91,
+     "ok": false
+    },
+    {
+     "idx": 626,
+     "ok": false
+    },
+    {
+     "idx": 1130,
+     "ok": false
+    },
+    {
+     "idx": 148,
+     "ok": false
+    },
+    {
+     "idx": 18,
+     "ok": false
+    },
+    {
+     "idx": 897,
+     "ok": false
+    },
+    {
+     "idx": 97,
+     "ok": false
+    },
+    {
+     "idx": 844,
+     "ok": false
+    },
+    {
+     "idx": 1010,
+     "ok": true
+    },
+    {
+     "idx": 901,
+     "ok": false
+    },
+    {
+     "idx": 241,
+     "ok": false
+    },
+    {
+     "idx": 493,
+     "ok": false
+    },
+    {
+     "idx": 202,
+     "ok": false
+    },
+    {
+     "idx": 314,
+     "ok": false
+    },
+    {
+     "idx": 847,
+     "ok": true
+    },
+    {
+     "idx": 437,
+     "ok": false
+    },
+    {
+     "idx": 902,
+     "ok": false
+    },
+    {
+     "idx": 157,
+     "ok": false
+    },
+    {
+     "idx": 874,
+     "ok": true
+    },
+    {
+     "idx": 1144,
+     "ok": false
+    },
+    {
+     "idx": 807,
+     "ok": false
+    },
+    {
+     "idx": 80,
+     "ok": false
+    },
+    {
+     "idx": 369,
+     "ok": true
+    },
+    {
+     "idx": 511,
+     "ok": false
+    },
+    {
+     "idx": 262,
+     "ok": false
+    },
+    {
+     "idx": 571,
+     "ok": false
+    },
+    {
+     "idx": 721,
+     "ok": false
+    },
+    {
+     "idx": 654,
+     "ok": false
+    },
+    {
+     "idx": 890,
+     "ok": false
+    },
+    {
+     "idx": 219,
+     "ok": false
+    },
+    {
+     "idx": 1140,
+     "ok": false
+    },
+    {
+     "idx": 584,
+     "ok": false
+    },
+    {
+     "idx": 1249,
+     "ok": false
+    },
+    {
+     "idx": 1108,
+     "ok": false
+    },
+    {
+     "idx": 607,
+     "ok": false
+    },
+    {
+     "idx": 904,
+     "ok": false
+    },
+    {
+     "idx": 1052,
+     "ok": false
+    },
+    {
+     "idx": 1238,
+     "ok": true
+    },
+    {
+     "idx": 946,
+     "ok": false
+    },
+    {
+     "idx": 1098,
+     "ok": true
+    },
+    {
+     "idx": 534,
+     "ok": false
+    },
+    {
+     "idx": 558,
+     "ok": true
+    },
+    {
+     "idx": 474,
+     "ok": true
+    },
+    {
+     "idx": 33,
+     "ok": false
+    },
+    {
+     "idx": 243,
+     "ok": true
+    },
+    {
+     "idx": 1259,
+     "ok": false
+    },
+    {
+     "idx": 353,
+     "ok": false
+    },
+    {
+     "idx": 509,
+     "ok": false
+    },
+    {
+     "idx": 1096,
+     "ok": false
+    },
+    {
+     "idx": 1055,
+     "ok": false
+    },
+    {
+     "idx": 877,
+     "ok": false
+    },
+    {
+     "idx": 249,
+     "ok": false
+    },
+    {
+     "idx": 1156,
+     "ok": false
+    },
+    {
+     "idx": 735,
+     "ok": false
+    },
+    {
+     "idx": 470,
+     "ok": false
+    },
+    {
+     "idx": 1119,
+     "ok": true
+    },
+    {
+     "idx": 577,
+     "ok": false
+    },
+    {
+     "idx": 453,
+     "ok": true
+    },
+    {
+     "idx": 132,
+     "ok": false
+    },
+    {
+     "idx": 1061,
+     "ok": false
+    },
+    {
+     "idx": 629,
+     "ok": false
+    },
+    {
+     "idx": 670,
+     "ok": true
+    },
+    {
+     "idx": 478,
+     "ok": false
+    },
+    {
+     "idx": 764,
+     "ok": true
+    },
+    {
+     "idx": 983,
+     "ok": false
+    },
+    {
+     "idx": 587,
+     "ok": false
+    },
+    {
+     "idx": 1192,
+     "ok": true
+    },
+    {
+     "idx": 350,
+     "ok": false
+    },
+    {
+     "idx": 281,
+     "ok": false
+    },
+    {
+     "idx": 31,
+     "ok": false
+    },
+    {
+     "idx": 1132,
+     "ok": true
+    },
+    {
+     "idx": 1033,
+     "ok": true
+    },
+    {
+     "idx": 671,
+     "ok": true
+    },
+    {
+     "idx": 751,
+     "ok": false
+    }
+   ]
+  },
+  "2:16": {
+   "acc": 0.234375,
+   "by_label": {
+    "drop": 0.12,
+    "easy": 0.4482758620689655,
+    "hard": 0.2755905511811024
+   },
+   "per_item": [
+    {
+     "idx": 1092,
+     "ok": false
+    },
+    {
+     "idx": 696,
+     "ok": false
+    },
+    {
+     "idx": 242,
+     "ok": false
+    },
+    {
+     "idx": 1085,
+     "ok": true
+    },
+    {
+     "idx": 510,
+     "ok": false
+    },
+    {
+     "idx": 334,
+     "ok": true
+    },
+    {
+     "idx": 139,
+     "ok": false
+    },
+    {
+     "idx": 849,
+     "ok": true
+    },
+    {
+     "idx": 593,
+     "ok": false
+    },
+    {
+     "idx": 579,
+     "ok": false
+    },
+    {
+     "idx": 1064,
+     "ok": false
+    },
+    {
+     "idx": 275,
+     "ok": false
+    },
+    {
+     "idx": 1175,
+     "ok": false
+    },
+    {
+     "idx": 1071,
+     "ok": false
+    },
+    {
+     "idx": 1284,
+     "ok": false
+    },
+    {
+     "idx": 430,
+     "ok": true
+    },
+    {
+     "idx": 1088,
+     "ok": false
+    },
+    {
+     "idx": 215,
+     "ok": false
+    },
+    {
+     "idx": 841,
+     "ok": false
+    },
+    {
+     "idx": 1299,
+     "ok": true
+    },
+    {
+     "idx": 1113,
+     "ok": false
+    },
+    {
+     "idx": 826,
+     "ok": false
+    },
+    {
+     "idx": 570,
+     "ok": false
+    },
+    {
+     "idx": 598,
+     "ok": false
+    },
+    {
+     "idx": 905,
+     "ok": false
+    },
+    {
+     "idx": 761,
+     "ok": false
+    },
+    {
+     "idx": 1163,
+     "ok": false
+    },
+    {
+     "idx": 1287,
+     "ok": false
+    },
+    {
+     "idx": 282,
+     "ok": false
+    },
+    {
+     "idx": 321,
+     "ok": true
+    },
+    {
+     "idx": 252,
+     "ok": false
+    },
+    {
+     "idx": 246,
+     "ok": false
+    },
+    {
+     "idx": 781,
+     "ok": false
+    },
+    {
+     "idx": 821,
+     "ok": true
+    },
+    {
+     "idx": 1210,
+     "ok": true
+    },
+    {
+     "idx": 958,
+     "ok": false
+    },
+    {
+     "idx": 285,
+     "ok": false
+    },
+    {
+     "idx": 1146,
+     "ok": false
+    },
+    {
+     "idx": 612,
+     "ok": true
+    },
+    {
+     "idx": 725,
+     "ok": false
+    },
+    {
+     "idx": 1294,
+     "ok": false
+    },
+    {
+     "idx": 968,
+     "ok": false
+    },
+    {
+     "idx": 850,
+     "ok": false
+    },
+    {
+     "idx": 446,
+     "ok": false
+    },
+    {
+     "idx": 976,
+     "ok": false
+    },
+    {
+     "idx": 1001,
+     "ok": false
+    },
+    {
+     "idx": 1027,
+     "ok": true
+    },
+    {
+     "idx": 651,
+     "ok": false
+    },
+    {
+     "idx": 1009,
+     "ok": false
+    },
+    {
+     "idx": 123,
+     "ok": false
+    },
+    {
+     "idx": 909,
+     "ok": false
+    },
+    {
+     "idx": 614,
+     "ok": false
+    },
+    {
+     "idx": 292,
+     "ok": false
+    },
+    {
+     "idx": 1014,
+     "ok": false
+    },
+    {
+     "idx": 107,
+     "ok": false
+    },
+    {
+     "idx": 1272,
+     "ok": false
+    },
+    {
+     "idx": 441,
+     "ok": false
+    },
+    {
+     "idx": 52,
+     "ok": true
+    },
+    {
+     "idx": 727,
+     "ok": false
+    },
+    {
+     "idx": 965,
+     "ok": false
+    },
+    {
+     "idx": 800,
+     "ok": false
+    },
+    {
+     "idx": 20,
+     "ok": false
+    },
+    {
+     "idx": 1078,
+     "ok": true
+    },
+    {
+     "idx": 136,
+     "ok": true
+    },
+    {
+     "idx": 166,
+     "ok": true
+    },
+    {
+     "idx": 809,
+     "ok": true
+    },
+    {
+     "idx": 13,
+     "ok": false
+    },
+    {
+     "idx": 739,
+     "ok": true
+    },
+    {
+     "idx": 84,
+     "ok": false
+    },
+    {
+     "idx": 237,
+     "ok": true
+    },
+    {
+     "idx": 1271,
+     "ok": false
+    },
+    {
+     "idx": 7,
+     "ok": false
+    },
+    {
+     "idx": 553,
+     "ok": false
+    },
+    {
+     "idx": 1311,
+     "ok": true
+    },
+    {
+     "idx": 599,
+     "ok": false
+    },
+    {
+     "idx": 464,
+     "ok": false
+    },
+    {
+     "idx": 288,
+     "ok": false
+    },
+    {
+     "idx": 1173,
+     "ok": false
+    },
+    {
+     "idx": 589,
+     "ok": true
+    },
+    {
+     "idx": 391,
+     "ok": true
+    },
+    {
+     "idx": 888,
+     "ok": true
+    },
+    {
+     "idx": 943,
+     "ok": false
+    },
+    {
+     "idx": 676,
+     "ok": false
+    },
+    {
+     "idx": 786,
+     "ok": false
+    },
+    {
+     "idx": 344,
+     "ok": false
+    },
+    {
+     "idx": 677,
+     "ok": true
+    },
+    {
+     "idx": 863,
+     "ok": true
+    },
+    {
+     "idx": 891,
+     "ok": false
+    },
+    {
+     "idx": 303,
+     "ok": false
+    },
+    {
+     "idx": 916,
+     "ok": false
+    },
+    {
+     "idx": 302,
+     "ok": true
+    },
+    {
+     "idx": 1073,
+     "ok": false
+    },
+    {
+     "idx": 647,
+     "ok": false
+    },
+    {
+     "idx": 264,
+     "ok": true
+    },
+    {
+     "idx": 427,
+     "ok": false
+    },
+    {
+     "idx": 382,
+     "ok": false
+    },
+    {
+     "idx": 715,
+     "ok": false
+    },
+    {
+     "idx": 796,
+     "ok": false
+    },
+    {
+     "idx": 875,
+     "ok": true
+    },
+    {
+     "idx": 1007,
+     "ok": false
+    },
+    {
+     "idx": 797,
+     "ok": false
+    },
+    {
+     "idx": 450,
+     "ok": false
+    },
+    {
+     "idx": 401,
+     "ok": false
+    },
+    {
+     "idx": 899,
+     "ok": false
+    },
+    {
+     "idx": 418,
+     "ok": false
+    },
+    {
+     "idx": 1201,
+     "ok": false
+    },
+    {
+     "idx": 101,
+     "ok": false
+    },
+    {
+     "idx": 795,
+     "ok": true
+    },
+    {
+     "idx": 68,
+     "ok": false
+    },
+    {
+     "idx": 479,
+     "ok": false
+    },
+    {
+     "idx": 1296,
+     "ok": false
+    },
+    {
+     "idx": 173,
+     "ok": true
+    },
+    {
+     "idx": 744,
+     "ok": true
+    },
+    {
+     "idx": 116,
+     "ok": false
+    },
+    {
+     "idx": 1306,
+     "ok": false
+    },
+    {
+     "idx": 355,
+     "ok": false
+    },
+    {
+     "idx": 477,
+     "ok": false
+    },
+    {
+     "idx": 1250,
+     "ok": true
+    },
+    {
+     "idx": 609,
+     "ok": false
+    },
+    {
+     "idx": 1254,
+     "ok": true
+    },
+    {
+     "idx": 177,
+     "ok": false
+    },
+    {
+     "idx": 1048,
+     "ok": false
+    },
+    {
+     "idx": 582,
+     "ok": false
+    },
+    {
+     "idx": 723,
+     "ok": true
+    },
+    {
+     "idx": 842,
+     "ok": false
+    },
+    {
+     "idx": 938,
+     "ok": false
+    },
+    {
+     "idx": 110,
+     "ok": true
+    },
+    {
+     "idx": 1057,
+     "ok": false
+    },
+    {
+     "idx": 1120,
+     "ok": false
+    },
+    {
+     "idx": 881,
+     "ok": false
+    },
+    {
+     "idx": 1189,
+     "ok": false
+    },
+    {
+     "idx": 931,
+     "ok": false
+    },
+    {
+     "idx": 1003,
+     "ok": false
+    },
+    {
+     "idx": 521,
+     "ok": true
+    },
+    {
+     "idx": 974,
+     "ok": true
+    },
+    {
+     "idx": 690,
+     "ok": false
+    },
+    {
+     "idx": 544,
+     "ok": false
+    },
+    {
+     "idx": 86,
+     "ok": false
+    },
+    {
+     "idx": 89,
+     "ok": false
+    },
+    {
+     "idx": 333,
+     "ok": false
+    },
+    {
+     "idx": 716,
+     "ok": false
+    },
+    {
+     "idx": 14,
+     "ok": false
+    },
+    {
+     "idx": 287,
+     "ok": false
+    },
+    {
+     "idx": 130,
+     "ok": false
+    },
+    {
+     "idx": 876,
+     "ok": false
+    },
+    {
+     "idx": 454,
+     "ok": false
+    },
+    {
+     "idx": 1246,
+     "ok": false
+    },
+    {
+     "idx": 812,
+     "ok": false
+    },
+    {
+     "idx": 1142,
+     "ok": false
+    },
+    {
+     "idx": 452,
+     "ok": false
+    },
+    {
+     "idx": 929,
+     "ok": true
+    },
+    {
+     "idx": 394,
+     "ok": false
+    },
+    {
+     "idx": 695,
+     "ok": false
+    },
+    {
+     "idx": 1245,
+     "ok": false
+    },
+    {
+     "idx": 209,
+     "ok": false
+    },
+    {
+     "idx": 1241,
+     "ok": false
+    },
+    {
+     "idx": 175,
+     "ok": false
+    },
+    {
+     "idx": 653,
+     "ok": true
+    },
+    {
+     "idx": 661,
+     "ok": false
+    },
+    {
+     "idx": 1097,
+     "ok": false
+    },
+    {
+     "idx": 933,
+     "ok": false
+    },
+    {
+     "idx": 665,
+     "ok": true
+    },
+    {
+     "idx": 523,
+     "ok": false
+    },
+    {
+     "idx": 59,
+     "ok": false
+    },
+    {
+     "idx": 1069,
+     "ok": false
+    },
+    {
+     "idx": 90,
+     "ok": false
+    },
+    {
+     "idx": 389,
+     "ok": false
+    },
+    {
+     "idx": 755,
+     "ok": false
+    },
+    {
+     "idx": 164,
+     "ok": false
+    },
+    {
+     "idx": 429,
+     "ok": false
+    },
+    {
+     "idx": 1074,
+     "ok": false
+    },
+    {
+     "idx": 708,
+     "ok": false
+    },
+    {
+     "idx": 384,
+     "ok": true
+    },
+    {
+     "idx": 412,
+     "ok": true
+    },
+    {
+     "idx": 514,
+     "ok": false
+    },
+    {
+     "idx": 617,
+     "ok": false
+    },
+    {
+     "idx": 639,
+     "ok": true
+    },
+    {
+     "idx": 1058,
+     "ok": false
+    },
+    {
+     "idx": 787,
+     "ok": true
+    },
+    {
+     "idx": 987,
+     "ok": false
+    },
+    {
+     "idx": 704,
+     "ok": true
+    },
+    {
+     "idx": 491,
+     "ok": true
+    },
+    {
+     "idx": 91,
+     "ok": false
+    },
+    {
+     "idx": 626,
+     "ok": false
+    },
+    {
+     "idx": 1130,
+     "ok": false
+    },
+    {
+     "idx": 148,
+     "ok": false
+    },
+    {
+     "idx": 18,
+     "ok": false
+    },
+    {
+     "idx": 897,
+     "ok": false
+    },
+    {
+     "idx": 97,
+     "ok": false
+    },
+    {
+     "idx": 844,
+     "ok": false
+    },
+    {
+     "idx": 1010,
+     "ok": true
+    },
+    {
+     "idx": 901,
+     "ok": false
+    },
+    {
+     "idx": 241,
+     "ok": false
+    },
+    {
+     "idx": 493,
+     "ok": false
+    },
+    {
+     "idx": 202,
+     "ok": true
+    },
+    {
+     "idx": 314,
+     "ok": false
+    },
+    {
+     "idx": 847,
+     "ok": true
+    },
+    {
+     "idx": 437,
+     "ok": false
+    },
+    {
+     "idx": 902,
+     "ok": false
+    },
+    {
+     "idx": 157,
+     "ok": false
+    },
+    {
+     "idx": 874,
+     "ok": true
+    },
+    {
+     "idx": 1144,
+     "ok": true
+    },
+    {
+     "idx": 807,
+     "ok": false
+    },
+    {
+     "idx": 80,
+     "ok": false
+    },
+    {
+     "idx": 369,
+     "ok": true
+    },
+    {
+     "idx": 511,
+     "ok": false
+    },
+    {
+     "idx": 262,
+     "ok": false
+    },
+    {
+     "idx": 571,
+     "ok": false
+    },
+    {
+     "idx": 721,
+     "ok": false
+    },
+    {
+     "idx": 654,
+     "ok": false
+    },
+    {
+     "idx": 890,
+     "ok": false
+    },
+    {
+     "idx": 219,
+     "ok": false
+    },
+    {
+     "idx": 1140,
+     "ok": false
+    },
+    {
+     "idx": 584,
+     "ok": false
+    },
+    {
+     "idx": 1249,
+     "ok": false
+    },
+    {
+     "idx": 1108,
+     "ok": false
+    },
+    {
+     "idx": 607,
+     "ok": false
+    },
+    {
+     "idx": 904,
+     "ok": false
+    },
+    {
+     "idx": 1052,
+     "ok": false
+    },
+    {
+     "idx": 1238,
+     "ok": false
+    },
+    {
+     "idx": 946,
+     "ok": false
+    },
+    {
+     "idx": 1098,
+     "ok": true
+    },
+    {
+     "idx": 534,
+     "ok": false
+    },
+    {
+     "idx": 558,
+     "ok": true
+    },
+    {
+     "idx": 474,
+     "ok": true
+    },
+    {
+     "idx": 33,
+     "ok": false
+    },
+    {
+     "idx": 243,
+     "ok": false
+    },
+    {
+     "idx": 1259,
+     "ok": false
+    },
+    {
+     "idx": 353,
+     "ok": false
+    },
+    {
+     "idx": 509,
+     "ok": true
+    },
+    {
+     "idx": 1096,
+     "ok": false
+    },
+    {
+     "idx": 1055,
+     "ok": true
+    },
+    {
+     "idx": 877,
+     "ok": false
+    },
+    {
+     "idx": 249,
+     "ok": false
+    },
+    {
+     "idx": 1156,
+     "ok": false
+    },
+    {
+     "idx": 735,
+     "ok": false
+    },
+    {
+     "idx": 470,
+     "ok": false
+    },
+    {
+     "idx": 1119,
+     "ok": true
+    },
+    {
+     "idx": 577,
+     "ok": false
+    },
+    {
+     "idx": 453,
+     "ok": false
+    },
+    {
+     "idx": 132,
+     "ok": false
+    },
+    {
+     "idx": 1061,
+     "ok": false
+    },
+    {
+     "idx": 629,
+     "ok": false
+    },
+    {
+     "idx": 670,
+     "ok": true
+    },
+    {
+     "idx": 478,
+     "ok": false
+    },
+    {
+     "idx": 764,
+     "ok": false
+    },
+    {
+     "idx": 983,
+     "ok": false
+    },
+    {
+     "idx": 587,
+     "ok": false
+    },
+    {
+     "idx": 1192,
+     "ok": true
+    },
+    {
+     "idx": 350,
+     "ok": false
+    },
+    {
+     "idx": 281,
+     "ok": false
+    },
+    {
+     "idx": 31,
+     "ok": false
+    },
+    {
+     "idx": 1132,
+     "ok": false
+    },
+    {
+     "idx": 1033,
+     "ok": true
+    },
+    {
+     "idx": 671,
+     "ok": true
+    },
+    {
+     "idx": 751,
+     "ok": false
+    }
+   ]
+  }
+ },
+ "n": 256
+}
\ No newline at end of file
diff --git a/results-loop/eval_gsm_carrycot_b1_lt03_lg03.json b/results-loop/eval_gsm_carrycot_b1_lt03_lg03.json
new file mode 100644
index 0000000..51ddb62
--- /dev/null
+++ b/results-loop/eval_gsm_carrycot_b1_lt03_lg03.json
@@ -0,0 +1,3108 @@
+{
+ "tag": "gsm_carrycot_b1_lt03_lg03",
+ "grid": {
+  "0:0": {
+   "acc": 0.109375,
+   "by_label": {
+    "drop": 0.0,
+    "easy": 0.9310344827586207,
+    "hard": 0.007874015748031496
+   },
+   "per_item": [
+    {
+     "idx": 1092,
+     "ok": false
+    },
+    {
+     "idx": 696,
+     "ok": false
+    },
+    {
+     "idx": 242,
+     "ok": false
+    },
+    {
+     "idx": 1085,
+     "ok": true
+    },
+    {
+     "idx": 510,
+     "ok": false
+    },
+    {
+     "idx": 334,
+     "ok": true
+    },
+    {
+     "idx": 139,
+     "ok": false
+    },
+    {
+     "idx": 849,
+     "ok": false
+    },
+    {
+     "idx": 593,
+     "ok": false
+    },
+    {
+     "idx": 579,
+     "ok": false
+    },
+    {
+     "idx": 1064,
+     "ok": false
+    },
+    {
+     "idx": 275,
+     "ok": false
+    },
+    {
+     "idx": 1175,
+     "ok": false
+    },
+    {
+     "idx": 1071,
+     "ok": false
+    },
+    {
+     "idx": 1284,
+     "ok": false
+    },
+    {
+     "idx": 430,
+     "ok": false
+    },
+    {
+     "idx": 1088,
+     "ok": false
+    },
+    {
+     "idx": 215,
+     "ok": false
+    },
+    {
+     "idx": 841,
+     "ok": false
+    },
+    {
+     "idx": 1299,
+     "ok": false
+    },
+    {
+     "idx": 1113,
+     "ok": true
+    },
+    {
+     "idx": 826,
+     "ok": false
+    },
+    {
+     "idx": 570,
+     "ok": false
+    },
+    {
+     "idx": 598,
+     "ok": false
+    },
+    {
+     "idx": 905,
+     "ok": false
+    },
+    {
+     "idx": 761,
+     "ok": false
+    },
+    {
+     "idx": 1163,
+     "ok": false
+    },
+    {
+     "idx": 1287,
+     "ok": false
+    },
+    {
+     "idx": 282,
+     "ok": false
+    },
+    {
+     "idx": 321,
+     "ok": false
+    },
+    {
+     "idx": 252,
+     "ok": false
+    },
+    {
+     "idx": 246,
+     "ok": false
+    },
+    {
+     "idx": 781,
+     "ok": false
+    },
+    {
+     "idx": 821,
+     "ok": false
+    },
+    {
+     "idx": 1210,
+     "ok": true
+    },
+    {
+     "idx": 958,
+     "ok": true
+    },
+    {
+     "idx": 285,
+     "ok": false
+    },
+    {
+     "idx": 1146,
+     "ok": false
+    },
+    {
+     "idx": 612,
+     "ok": false
+    },
+    {
+     "idx": 725,
+     "ok": false
+    },
+    {
+     "idx": 1294,
+     "ok": false
+    },
+    {
+     "idx": 968,
+     "ok": false
+    },
+    {
+     "idx": 850,
+     "ok": false
+    },
+    {
+     "idx": 446,
+     "ok": false
+    },
+    {
+     "idx": 976,
+     "ok": false
+    },
+    {
+     "idx": 1001,
+     "ok": false
+    },
+    {
+     "idx": 1027,
+     "ok": true
+    },
+    {
+     "idx": 651,
+     "ok": false
+    },
+    {
+     "idx": 1009,
+     "ok": false
+    },
+    {
+     "idx": 123,
+     "ok": false
+    },
+    {
+     "idx": 909,
+     "ok": false
+    },
+    {
+     "idx": 614,
+     "ok": false
+    },
+    {
+     "idx": 292,
+     "ok": false
+    },
+    {
+     "idx": 1014,
+     "ok": false
+    },
+    {
+     "idx": 107,
+     "ok": false
+    },
+    {
+     "idx": 1272,
+     "ok": false
+    },
+    {
+     "idx": 441,
+     "ok": false
+    },
+    {
+     "idx": 52,
+     "ok": false
+    },
+    {
+     "idx": 727,
+     "ok": false
+    },
+    {
+     "idx": 965,
+     "ok": false
+    },
+    {
+     "idx": 800,
+     "ok": false
+    },
+    {
+     "idx": 20,
+     "ok": false
+    },
+    {
+     "idx": 1078,
+     "ok": false
+    },
+    {
+     "idx": 136,
+     "ok": false
+    },
+    {
+     "idx": 166,
+     "ok": true
+    },
+    {
+     "idx": 809,
+     "ok": true
+    },
+    {
+     "idx": 13,
+     "ok": false
+    },
+    {
+     "idx": 739,
+     "ok": false
+    },
+    {
+     "idx": 84,
+     "ok": true
+    },
+    {
+     "idx": 237,
+     "ok": true
+    },
+    {
+     "idx": 1271,
+     "ok": false
+    },
+    {
+     "idx": 7,
+     "ok": false
+    },
+    {
+     "idx": 553,
+     "ok": false
+    },
+    {
+     "idx": 1311,
+     "ok": false
+    },
+    {
+     "idx": 599,
+     "ok": false
+    },
+    {
+     "idx": 464,
+     "ok": false
+    },
+    {
+     "idx": 288,
+     "ok": false
+    },
+    {
+     "idx": 1173,
+     "ok": false
+    },
+    {
+     "idx": 589,
+     "ok": false
+    },
+    {
+     "idx": 391,
+     "ok": false
+    },
+    {
+     "idx": 888,
+     "ok": true
+    },
+    {
+     "idx": 943,
+     "ok": false
+    },
+    {
+     "idx": 676,
+     "ok": false
+    },
+    {
+     "idx": 786,
+     "ok": false
+    },
+    {
+     "idx": 344,
+     "ok": true
+    },
+    {
+     "idx": 677,
+     "ok": false
+    },
+    {
+     "idx": 863,
+     "ok": false
+    },
+    {
+     "idx": 891,
+     "ok": false
+    },
+    {
+     "idx": 303,
+     "ok": false
+    },
+    {
+     "idx": 916,
+     "ok": false
+    },
+    {
+     "idx": 302,
+     "ok": false
+    },
+    {
+     "idx": 1073,
+     "ok": false
+    },
+    {
+     "idx": 647,
+     "ok": false
+    },
+    {
+     "idx": 264,
+     "ok": false
+    },
+    {
+     "idx": 427,
+     "ok": false
+    },
+    {
+     "idx": 382,
+     "ok": false
+    },
+    {
+     "idx": 715,
+     "ok": false
+    },
+    {
+     "idx": 796,
+     "ok": false
+    },
+    {
+     "idx": 875,
+     "ok": false
+    },
+    {
+     "idx": 1007,
+     "ok": false
+    },
+    {
+     "idx": 797,
+     "ok": true
+    },
+    {
+     "idx": 450,
+     "ok": false
+    },
+    {
+     "idx": 401,
+     "ok": false
+    },
+    {
+     "idx": 899,
+     "ok": false
+    },
+    {
+     "idx": 418,
+     "ok": false
+    },
+    {
+     "idx": 1201,
+     "ok": false
+    },
+    {
+     "idx": 101,
+     "ok": false
+    },
+    {
+     "idx": 795,
+     "ok": false
+    },
+    {
+     "idx": 68,
+     "ok": false
+    },
+    {
+     "idx": 479,
+     "ok": false
+    },
+    {
+     "idx": 1296,
+     "ok": false
+    },
+    {
+     "idx": 173,
+     "ok": false
+    },
+    {
+     "idx": 744,
+     "ok": false
+    },
+    {
+     "idx": 116,
+     "ok": true
+    },
+    {
+     "idx": 1306,
+     "ok": false
+    },
+    {
+     "idx": 355,
+     "ok": false
+    },
+    {
+     "idx": 477,
+     "ok": false
+    },
+    {
+     "idx": 1250,
+     "ok": false
+    },
+    {
+     "idx": 609,
+     "ok": false
+    },
+    {
+     "idx": 1254,
+     "ok": true
+    },
+    {
+     "idx": 177,
+     "ok": false
+    },
+    {
+     "idx": 1048,
+     "ok": false
+    },
+    {
+     "idx": 582,
+     "ok": false
+    },
+    {
+     "idx": 723,
+     "ok": false
+    },
+    {
+     "idx": 842,
+     "ok": false
+    },
+    {
+     "idx": 938,
+     "ok": false
+    },
+    {
+     "idx": 110,
+     "ok": false
+    },
+    {
+     "idx": 1057,
+     "ok": false
+    },
+    {
+     "idx": 1120,
+     "ok": false
+    },
+    {
+     "idx": 881,
+     "ok": false
+    },
+    {
+     "idx": 1189,
+     "ok": false
+    },
+    {
+     "idx": 931,
+     "ok": false
+    },
+    {
+     "idx": 1003,
+     "ok": false
+    },
+    {
+     "idx": 521,
+     "ok": false
+    },
+    {
+     "idx": 974,
+     "ok": false
+    },
+    {
+     "idx": 690,
+     "ok": false
+    },
+    {
+     "idx": 544,
+     "ok": false
+    },
+    {
+     "idx": 86,
+     "ok": false
+    },
+    {
+     "idx": 89,
+     "ok": false
+    },
+    {
+     "idx": 333,
+     "ok": false
+    },
+    {
+     "idx": 716,
+     "ok": false
+    },
+    {
+     "idx": 14,
+     "ok": false
+    },
+    {
+     "idx": 287,
+     "ok": false
+    },
+    {
+     "idx": 130,
+     "ok": false
+    },
+    {
+     "idx": 876,
+     "ok": false
+    },
+    {
+     "idx": 454,
+     "ok": false
+    },
+    {
+     "idx": 1246,
+     "ok": true
+    },
+    {
+     "idx": 812,
+     "ok": false
+    },
+    {
+     "idx": 1142,
+     "ok": false
+    },
+    {
+     "idx": 452,
+     "ok": false
+    },
+    {
+     "idx": 929,
+     "ok": false
+    },
+    {
+     "idx": 394,
+     "ok": false
+    },
+    {
+     "idx": 695,
+     "ok": false
+    },
+    {
+     "idx": 1245,
+     "ok": false
+    },
+    {
+     "idx": 209,
+     "ok": false
+    },
+    {
+     "idx": 1241,
+     "ok": false
+    },
+    {
+     "idx": 175,
+     "ok": false
+    },
+    {
+     "idx": 653,
+     "ok": false
+    },
+    {
+     "idx": 661,
+     "ok": false
+    },
+    {
+     "idx": 1097,
+     "ok": false
+    },
+    {
+     "idx": 933,
+     "ok": false
+    },
+    {
+     "idx": 665,
+     "ok": false
+    },
+    {
+     "idx": 523,
+     "ok": false
+    },
+    {
+     "idx": 59,
+     "ok": false
+    },
+    {
+     "idx": 1069,
+     "ok": false
+    },
+    {
+     "idx": 90,
+     "ok": false
+    },
+    {
+     "idx": 389,
+     "ok": false
+    },
+    {
+     "idx": 755,
+     "ok": false
+    },
+    {
+     "idx": 164,
+     "ok": false
+    },
+    {
+     "idx": 429,
+     "ok": false
+    },
+    {
+     "idx": 1074,
+     "ok": false
+    },
+    {
+     "idx": 708,
+     "ok": true
+    },
+    {
+     "idx": 384,
+     "ok": true
+    },
+    {
+     "idx": 412,
+     "ok": false
+    },
+    {
+     "idx": 514,
+     "ok": false
+    },
+    {
+     "idx": 617,
+     "ok": false
+    },
+    {
+     "idx": 639,
+     "ok": false
+    },
+    {
+     "idx": 1058,
+     "ok": false
+    },
+    {
+     "idx": 787,
+     "ok": false
+    },
+    {
+     "idx": 987,
+     "ok": false
+    },
+    {
+     "idx": 704,
+     "ok": false
+    },
+    {
+     "idx": 491,
+     "ok": false
+    },
+    {
+     "idx": 91,
+     "ok": false
+    },
+    {
+     "idx": 626,
+     "ok": false
+    },
+    {
+     "idx": 1130,
+     "ok": false
+    },
+    {
+     "idx": 148,
+     "ok": false
+    },
+    {
+     "idx": 18,
+     "ok": false
+    },
+    {
+     "idx": 897,
+     "ok": true
+    },
+    {
+     "idx": 97,
+     "ok": false
+    },
+    {
+     "idx": 844,
+     "ok": false
+    },
+    {
+     "idx": 1010,
+     "ok": false
+    },
+    {
+     "idx": 901,
+     "ok": false
+    },
+    {
+     "idx": 241,
+     "ok": false
+    },
+    {
+     "idx": 493,
+     "ok": false
+    },
+    {
+     "idx": 202,
+     "ok": true
+    },
+    {
+     "idx": 314,
+     "ok": false
+    },
+    {
+     "idx": 847,
+     "ok": false
+    },
+    {
+     "idx": 437,
+     "ok": false
+    },
+    {
+     "idx": 902,
+     "ok": true
+    },
+    {
+     "idx": 157,
+     "ok": false
+    },
+    {
+     "idx": 874,
+     "ok": true
+    },
+    {
+     "idx": 1144,
+     "ok": false
+    },
+    {
+     "idx": 807,
+     "ok": false
+    },
+    {
+     "idx": 80,
+     "ok": true
+    },
+    {
+     "idx": 369,
+     "ok": false
+    },
+    {
+     "idx": 511,
+     "ok": false
+    },
+    {
+     "idx": 262,
+     "ok": false
+    },
+    {
+     "idx": 571,
+     "ok": false
+    },
+    {
+     "idx": 721,
+     "ok": false
+    },
+    {
+     "idx": 654,
+     "ok": false
+    },
+    {
+     "idx": 890,
+     "ok": true
+    },
+    {
+     "idx": 219,
+     "ok": false
+    },
+    {
+     "idx": 1140,
+     "ok": false
+    },
+    {
+     "idx": 584,
+     "ok": false
+    },
+    {
+     "idx": 1249,
+     "ok": false
+    },
+    {
+     "idx": 1108,
+     "ok": true
+    },
+    {
+     "idx": 607,
+     "ok": false
+    },
+    {
+     "idx": 904,
+     "ok": false
+    },
+    {
+     "idx": 1052,
+     "ok": false
+    },
+    {
+     "idx": 1238,
+     "ok": false
+    },
+    {
+     "idx": 946,
+     "ok": false
+    },
+    {
+     "idx": 1098,
+     "ok": false
+    },
+    {
+     "idx": 534,
+     "ok": false
+    },
+    {
+     "idx": 558,
+     "ok": false
+    },
+    {
+     "idx": 474,
+     "ok": true
+    },
+    {
+     "idx": 33,
+     "ok": false
+    },
+    {
+     "idx": 243,
+     "ok": false
+    },
+    {
+     "idx": 1259,
+     "ok": false
+    },
+    {
+     "idx": 353,
+     "ok": false
+    },
+    {
+     "idx": 509,
+     "ok": false
+    },
+    {
+     "idx": 1096,
+     "ok": false
+    },
+    {
+     "idx": 1055,
+     "ok": false
+    },
+    {
+     "idx": 877,
+     "ok": false
+    },
+    {
+     "idx": 249,
+     "ok": false
+    },
+    {
+     "idx": 1156,
+     "ok": false
+    },
+    {
+     "idx": 735,
+     "ok": false
+    },
+    {
+     "idx": 470,
+     "ok": false
+    },
+    {
+     "idx": 1119,
+     "ok": false
+    },
+    {
+     "idx": 577,
+     "ok": true
+    },
+    {
+     "idx": 453,
+     "ok": false
+    },
+    {
+     "idx": 132,
+     "ok": false
+    },
+    {
+     "idx": 1061,
+     "ok": false
+    },
+    {
+     "idx": 629,
+     "ok": false
+    },
+    {
+     "idx": 670,
+     "ok": true
+    },
+    {
+     "idx": 478,
+     "ok": false
+    },
+    {
+     "idx": 764,
+     "ok": false
+    },
+    {
+     "idx": 983,
+     "ok": false
+    },
+    {
+     "idx": 587,
+     "ok": false
+    },
+    {
+     "idx": 1192,
+     "ok": false
+    },
+    {
+     "idx": 350,
+     "ok": false
+    },
+    {
+     "idx": 281,
+     "ok": false
+    },
+    {
+     "idx": 31,
+     "ok": false
+    },
+    {
+     "idx": 1132,
+     "ok": false
+    },
+    {
+     "idx": 1033,
+     "ok": false
+    },
+    {
+     "idx": 671,
+     "ok": false
+    },
+    {
+     "idx": 751,
+     "ok": false
+    }
+   ]
+  },
+  "2:12": {
+   "acc": 0.15625,
+   "by_label": {
+    "drop": 0.06,
+    "easy": 0.27586206896551724,
+    "hard": 0.2047244094488189
+   },
+   "per_item": [
+    {
+     "idx": 1092,
+     "ok": false
+    },
+    {
+     "idx": 696,
+     "ok": false
+    },
+    {
+     "idx": 242,
+     "ok": false
+    },
+    {
+     "idx": 1085,
+     "ok": false
+    },
+    {
+     "idx": 510,
+     "ok": false
+    },
+    {
+     "idx": 334,
+     "ok": true
+    },
+    {
+     "idx": 139,
+     "ok": false
+    },
+    {
+     "idx": 849,
+     "ok": false
+    },
+    {
+     "idx": 593,
+     "ok": false
+    },
+    {
+     "idx": 579,
+     "ok": false
+    },
+    {
+     "idx": 1064,
+     "ok": false
+    },
+    {
+     "idx": 275,
+     "ok": false
+    },
+    {
+     "idx": 1175,
+     "ok": false
+    },
+    {
+     "idx": 1071,
+     "ok": false
+    },
+    {
+     "idx": 1284,
+     "ok": false
+    },
+    {
+     "idx": 430,
+     "ok": false
+    },
+    {
+     "idx": 1088,
+     "ok": false
+    },
+    {
+     "idx": 215,
+     "ok": false
+    },
+    {
+     "idx": 841,
+     "ok": false
+    },
+    {
+     "idx": 1299,
+     "ok": true
+    },
+    {
+     "idx": 1113,
+     "ok": true
+    },
+    {
+     "idx": 826,
+     "ok": false
+    },
+    {
+     "idx": 570,
+     "ok": false
+    },
+    {
+     "idx": 598,
+     "ok": false
+    },
+    {
+     "idx": 905,
+     "ok": false
+    },
+    {
+     "idx": 761,
+     "ok": false
+    },
+    {
+     "idx": 1163,
+     "ok": false
+    },
+    {
+     "idx": 1287,
+     "ok": false
+    },
+    {
+     "idx": 282,
+     "ok": false
+    },
+    {
+     "idx": 321,
+     "ok": true
+    },
+    {
+     "idx": 252,
+     "ok": false
+    },
+    {
+     "idx": 246,
+     "ok": false
+    },
+    {
+     "idx": 781,
+     "ok": false
+    },
+    {
+     "idx": 821,
+     "ok": true
+    },
+    {
+     "idx": 1210,
+     "ok": false
+    },
+    {
+     "idx": 958,
+     "ok": false
+    },
+    {
+     "idx": 285,
+     "ok": false
+    },
+    {
+     "idx": 1146,
+     "ok": false
+    },
+    {
+     "idx": 612,
+     "ok": true
+    },
+    {
+     "idx": 725,
+     "ok": false
+    },
+    {
+     "idx": 1294,
+     "ok": false
+    },
+    {
+     "idx": 968,
+     "ok": false
+    },
+    {
+     "idx": 850,
+     "ok": false
+    },
+    {
+     "idx": 446,
+     "ok": false
+    },
+    {
+     "idx": 976,
+     "ok": false
+    },
+    {
+     "idx": 1001,
+     "ok": false
+    },
+    {
+     "idx": 1027,
+     "ok": false
+    },
+    {
+     "idx": 651,
+     "ok": false
+    },
+    {
+     "idx": 1009,
+     "ok": false
+    },
+    {
+     "idx": 123,
+     "ok": false
+    },
+    {
+     "idx": 909,
+     "ok": false
+    },
+    {
+     "idx": 614,
+     "ok": false
+    },
+    {
+     "idx": 292,
+     "ok": false
+    },
+    {
+     "idx": 1014,
+     "ok": false
+    },
+    {
+     "idx": 107,
+     "ok": false
+    },
+    {
+     "idx": 1272,
+     "ok": false
+    },
+    {
+     "idx": 441,
+     "ok": false
+    },
+    {
+     "idx": 52,
+     "ok": false
+    },
+    {
+     "idx": 727,
+     "ok": false
+    },
+    {
+     "idx": 965,
+     "ok": false
+    },
+    {
+     "idx": 800,
+     "ok": false
+    },
+    {
+     "idx": 20,
+     "ok": false
+    },
+    {
+     "idx": 1078,
+     "ok": true
+    },
+    {
+     "idx": 136,
+     "ok": false
+    },
+    {
+     "idx": 166,
+     "ok": false
+    },
+    {
+     "idx": 809,
+     "ok": false
+    },
+    {
+     "idx": 13,
+     "ok": false
+    },
+    {
+     "idx": 739,
+     "ok": false
+    },
+    {
+     "idx": 84,
+     "ok": false
+    },
+    {
+     "idx": 237,
+     "ok": true
+    },
+    {
+     "idx": 1271,
+     "ok": false
+    },
+    {
+     "idx": 7,
+     "ok": false
+    },
+    {
+     "idx": 553,
+     "ok": false
+    },
+    {
+     "idx": 1311,
+     "ok": true
+    },
+    {
+     "idx": 599,
+     "ok": false
+    },
+    {
+     "idx": 464,
+     "ok": false
+    },
+    {
+     "idx": 288,
+     "ok": false
+    },
+    {
+     "idx": 1173,
+     "ok": false
+    },
+    {
+     "idx": 589,
+     "ok": false
+    },
+    {
+     "idx": 391,
+     "ok": false
+    },
+    {
+     "idx": 888,
+     "ok": true
+    },
+    {
+     "idx": 943,
+     "ok": false
+    },
+    {
+     "idx": 676,
+     "ok": false
+    },
+    {
+     "idx": 786,
+     "ok": false
+    },
+    {
+     "idx": 344,
+     "ok": false
+    },
+    {
+     "idx": 677,
+     "ok": true
+    },
+    {
+     "idx": 863,
+     "ok": false
+    },
+    {
+     "idx": 891,
+     "ok": false
+    },
+    {
+     "idx": 303,
+     "ok": false
+    },
+    {
+     "idx": 916,
+     "ok": false
+    },
+    {
+     "idx": 302,
+     "ok": false
+    },
+    {
+     "idx": 1073,
+     "ok": false
+    },
+    {
+     "idx": 647,
+     "ok": false
+    },
+    {
+     "idx": 264,
+     "ok": false
+    },
+    {
+     "idx": 427,
+     "ok": false
+    },
+    {
+     "idx": 382,
+     "ok": false
+    },
+    {
+     "idx": 715,
+     "ok": true
+    },
+    {
+     "idx": 796,
+     "ok": false
+    },
+    {
+     "idx": 875,
+     "ok": false
+    },
+    {
+     "idx": 1007,
+     "ok": false
+    },
+    {
+     "idx": 797,
+     "ok": false
+    },
+    {
+     "idx": 450,
+     "ok": false
+    },
+    {
+     "idx": 401,
+     "ok": false
+    },
+    {
+     "idx": 899,
+     "ok": false
+    },
+    {
+     "idx": 418,
+     "ok": false
+    },
+    {
+     "idx": 1201,
+     "ok": false
+    },
+    {
+     "idx": 101,
+     "ok": false
+    },
+    {
+     "idx": 795,
+     "ok": true
+    },
+    {
+     "idx": 68,
+     "ok": false
+    },
+    {
+     "idx": 479,
+     "ok": false
+    },
+    {
+     "idx": 1296,
+     "ok": false
+    },
+    {
+     "idx": 173,
+     "ok": false
+    },
+    {
+     "idx": 744,
+     "ok": false
+    },
+    {
+     "idx": 116,
+     "ok": false
+    },
+    {
+     "idx": 1306,
+     "ok": false
+    },
+    {
+     "idx": 355,
+     "ok": false
+    },
+    {
+     "idx": 477,
+     "ok": false
+    },
+    {
+     "idx": 1250,
+     "ok": true
+    },
+    {
+     "idx": 609,
+     "ok": false
+    },
+    {
+     "idx": 1254,
+     "ok": true
+    },
+    {
+     "idx": 177,
+     "ok": false
+    },
+    {
+     "idx": 1048,
+     "ok": false
+    },
+    {
+     "idx": 582,
+     "ok": false
+    },
+    {
+     "idx": 723,
+     "ok": true
+    },
+    {
+     "idx": 842,
+     "ok": false
+    },
+    {
+     "idx": 938,
+     "ok": false
+    },
+    {
+     "idx": 110,
+     "ok": false
+    },
+    {
+     "idx": 1057,
+     "ok": true
+    },
+    {
+     "idx": 1120,
+     "ok": false
+    },
+    {
+     "idx": 881,
+     "ok": false
+    },
+    {
+     "idx": 1189,
+     "ok": true
+    },
+    {
+     "idx": 931,
+     "ok": false
+    },
+    {
+     "idx": 1003,
+     "ok": false
+    },
+    {
+     "idx": 521,
+     "ok": false
+    },
+    {
+     "idx": 974,
+     "ok": false
+    },
+    {
+     "idx": 690,
+     "ok": false
+    },
+    {
+     "idx": 544,
+     "ok": false
+    },
+    {
+     "idx": 86,
+     "ok": false
+    },
+    {
+     "idx": 89,
+     "ok": false
+    },
+    {
+     "idx": 333,
+     "ok": false
+    },
+    {
+     "idx": 716,
+     "ok": false
+    },
+    {
+     "idx": 14,
+     "ok": true
+    },
+    {
+     "idx": 287,
+     "ok": false
+    },
+    {
+     "idx": 130,
+     "ok": false
+    },
+    {
+     "idx": 876,
+     "ok": false
+    },
+    {
+     "idx": 454,
+     "ok": false
+    },
+    {
+     "idx": 1246,
+     "ok": false
+    },
+    {
+     "idx": 812,
+     "ok": false
+    },
+    {
+     "idx": 1142,
+     "ok": false
+    },
+    {
+     "idx": 452,
+     "ok": false
+    },
+    {
+     "idx": 929,
+     "ok": false
+    },
+    {
+     "idx": 394,
+     "ok": false
+    },
+    {
+     "idx": 695,
+     "ok": false
+    },
+    {
+     "idx": 1245,
+     "ok": false
+    },
+    {
+     "idx": 209,
+     "ok": false
+    },
+    {
+     "idx": 1241,
+     "ok": false
+    },
+    {
+     "idx": 175,
+     "ok": true
+    },
+    {
+     "idx": 653,
+     "ok": true
+    },
+    {
+     "idx": 661,
+     "ok": false
+    },
+    {
+     "idx": 1097,
+     "ok": false
+    },
+    {
+     "idx": 933,
+     "ok": true
+    },
+    {
+     "idx": 665,
+     "ok": true
+    },
+    {
+     "idx": 523,
+     "ok": false
+    },
+    {
+     "idx": 59,
+     "ok": false
+    },
+    {
+     "idx": 1069,
+     "ok": false
+    },
+    {
+     "idx": 90,
+     "ok": false
+    },
+    {
+     "idx": 389,
+     "ok": false
+    },
+    {
+     "idx": 755,
+     "ok": false
+    },
+    {
+     "idx": 164,
+     "ok": false
+    },
+    {
+     "idx": 429,
+     "ok": false
+    },
+    {
+     "idx": 1074,
+     "ok": false
+    },
+    {
+     "idx": 708,
+     "ok": false
+    },
+    {
+     "idx": 384,
+     "ok": false
+    },
+    {
+     "idx": 412,
+     "ok": false
+    },
+    {
+     "idx": 514,
+     "ok": false
+    },
+    {
+     "idx": 617,
+     "ok": true
+    },
+    {
+     "idx": 639,
+     "ok": false
+    },
+    {
+     "idx": 1058,
+     "ok": false
+    },
+    {
+     "idx": 787,
+     "ok": false
+    },
+    {
+     "idx": 987,
+     "ok": false
+    },
+    {
+     "idx": 704,
+     "ok": true
+    },
+    {
+     "idx": 491,
+     "ok": true
+    },
+    {
+     "idx": 91,
+     "ok": false
+    },
+    {
+     "idx": 626,
+     "ok": false
+    },
+    {
+     "idx": 1130,
+     "ok": false
+    },
+    {
+     "idx": 148,
+     "ok": false
+    },
+    {
+     "idx": 18,
+     "ok": false
+    },
+    {
+     "idx": 897,
+     "ok": false
+    },
+    {
+     "idx": 97,
+     "ok": false
+    },
+    {
+     "idx": 844,
+     "ok": false
+    },
+    {
+     "idx": 1010,
+     "ok": true
+    },
+    {
+     "idx": 901,
+     "ok": false
+    },
+    {
+     "idx": 241,
+     "ok": false
+    },
+    {
+     "idx": 493,
+     "ok": false
+    },
+    {
+     "idx": 202,
+     "ok": false
+    },
+    {
+     "idx": 314,
+     "ok": true
+    },
+    {
+     "idx": 847,
+     "ok": false
+    },
+    {
+     "idx": 437,
+     "ok": false
+    },
+    {
+     "idx": 902,
+     "ok": false
+    },
+    {
+     "idx": 157,
+     "ok": false
+    },
+    {
+     "idx": 874,
+     "ok": true
+    },
+    {
+     "idx": 1144,
+     "ok": false
+    },
+    {
+     "idx": 807,
+     "ok": false
+    },
+    {
+     "idx": 80,
+     "ok": false
+    },
+    {
+     "idx": 369,
+     "ok": false
+    },
+    {
+     "idx": 511,
+     "ok": false
+    },
+    {
+     "idx": 262,
+     "ok": false
+    },
+    {
+     "idx": 571,
+     "ok": false
+    },
+    {
+     "idx": 721,
+     "ok": false
+    },
+    {
+     "idx": 654,
+     "ok": false
+    },
+    {
+     "idx": 890,
+     "ok": false
+    },
+    {
+     "idx": 219,
+     "ok": false
+    },
+    {
+     "idx": 1140,
+     "ok": false
+    },
+    {
+     "idx": 584,
+     "ok": false
+    },
+    {
+     "idx": 1249,
+     "ok": false
+    },
+    {
+     "idx": 1108,
+     "ok": true
+    },
+    {
+     "idx": 607,
+     "ok": false
+    },
+    {
+     "idx": 904,
+     "ok": true
+    },
+    {
+     "idx": 1052,
+     "ok": false
+    },
+    {
+     "idx": 1238,
+     "ok": true
+    },
+    {
+     "idx": 946,
+     "ok": false
+    },
+    {
+     "idx": 1098,
+     "ok": true
+    },
+    {
+     "idx": 534,
+     "ok": false
+    },
+    {
+     "idx": 558,
+     "ok": false
+    },
+    {
+     "idx": 474,
+     "ok": false
+    },
+    {
+     "idx": 33,
+     "ok": true
+    },
+    {
+     "idx": 243,
+     "ok": false
+    },
+    {
+     "idx": 1259,
+     "ok": false
+    },
+    {
+     "idx": 353,
+     "ok": false
+    },
+    {
+     "idx": 509,
+     "ok": true
+    },
+    {
+     "idx": 1096,
+     "ok": false
+    },
+    {
+     "idx": 1055,
+     "ok": true
+    },
+    {
+     "idx": 877,
+     "ok": false
+    },
+    {
+     "idx": 249,
+     "ok": false
+    },
+    {
+     "idx": 1156,
+     "ok": false
+    },
+    {
+     "idx": 735,
+     "ok": false
+    },
+    {
+     "idx": 470,
+     "ok": false
+    },
+    {
+     "idx": 1119,
+     "ok": false
+    },
+    {
+     "idx": 577,
+     "ok": false
+    },
+    {
+     "idx": 453,
+     "ok": false
+    },
+    {
+     "idx": 132,
+     "ok": false
+    },
+    {
+     "idx": 1061,
+     "ok": false
+    },
+    {
+     "idx": 629,
+     "ok": false
+    },
+    {
+     "idx": 670,
+     "ok": true
+    },
+    {
+     "idx": 478,
+     "ok": false
+    },
+    {
+     "idx": 764,
+     "ok": false
+    },
+    {
+     "idx": 983,
+     "ok": false
+    },
+    {
+     "idx": 587,
+     "ok": false
+    },
+    {
+     "idx": 1192,
+     "ok": false
+    },
+    {
+     "idx": 350,
+     "ok": false
+    },
+    {
+     "idx": 281,
+     "ok": false
+    },
+    {
+     "idx": 31,
+     "ok": false
+    },
+    {
+     "idx": 1132,
+     "ok": true
+    },
+    {
+     "idx": 1033,
+     "ok": true
+    },
+    {
+     "idx": 671,
+     "ok": true
+    },
+    {
+     "idx": 751,
+     "ok": false
+    }
+   ]
+  },
+  "2:16": {
+   "acc": 0.140625,
+   "by_label": {
+    "drop": 0.05,
+    "easy": 0.27586206896551724,
+    "hard": 0.18110236220472442
+   },
+   "per_item": [
+    {
+     "idx": 1092,
+     "ok": false
+    },
+    {
+     "idx": 696,
+     "ok": false
+    },
+    {
+     "idx": 242,
+     "ok": false
+    },
+    {
+     "idx": 1085,
+     "ok": true
+    },
+    {
+     "idx": 510,
+     "ok": false
+    },
+    {
+     "idx": 334,
+     "ok": true
+    },
+    {
+     "idx": 139,
+     "ok": false
+    },
+    {
+     "idx": 849,
+     "ok": true
+    },
+    {
+     "idx": 593,
+     "ok": false
+    },
+    {
+     "idx": 579,
+     "ok": false
+    },
+    {
+     "idx": 1064,
+     "ok": false
+    },
+    {
+     "idx": 275,
+     "ok": false
+    },
+    {
+     "idx": 1175,
+     "ok": false
+    },
+    {
+     "idx": 1071,
+     "ok": false
+    },
+    {
+     "idx": 1284,
+     "ok": false
+    },
+    {
+     "idx": 430,
+     "ok": false
+    },
+    {
+     "idx": 1088,
+     "ok": false
+    },
+    {
+     "idx": 215,
+     "ok": false
+    },
+    {
+     "idx": 841,
+     "ok": false
+    },
+    {
+     "idx": 1299,
+     "ok": false
+    },
+    {
+     "idx": 1113,
+     "ok": false
+    },
+    {
+     "idx": 826,
+     "ok": true
+    },
+    {
+     "idx": 570,
+     "ok": false
+    },
+    {
+     "idx": 598,
+     "ok": false
+    },
+    {
+     "idx": 905,
+     "ok": false
+    },
+    {
+     "idx": 761,
+     "ok": false
+    },
+    {
+     "idx": 1163,
+     "ok": false
+    },
+    {
+     "idx": 1287,
+     "ok": false
+    },
+    {
+     "idx": 282,
+     "ok": false
+    },
+    {
+     "idx": 321,
+     "ok": false
+    },
+    {
+     "idx": 252,
+     "ok": false
+    },
+    {
+     "idx": 246,
+     "ok": false
+    },
+    {
+     "idx": 781,
+     "ok": false
+    },
+    {
+     "idx": 821,
+     "ok": false
+    },
+    {
+     "idx": 1210,
+     "ok": false
+    },
+    {
+     "idx": 958,
+     "ok": false
+    },
+    {
+     "idx": 285,
+     "ok": false
+    },
+    {
+     "idx": 1146,
+     "ok": false
+    },
+    {
+     "idx": 612,
+     "ok": false
+    },
+    {
+     "idx": 725,
+     "ok": false
+    },
+    {
+     "idx": 1294,
+     "ok": false
+    },
+    {
+     "idx": 968,
+     "ok": false
+    },
+    {
+     "idx": 850,
+     "ok": false
+    },
+    {
+     "idx": 446,
+     "ok": false
+    },
+    {
+     "idx": 976,
+     "ok": false
+    },
+    {
+     "idx": 1001,
+     "ok": false
+    },
+    {
+     "idx": 1027,
+     "ok": true
+    },
+    {
+     "idx": 651,
+     "ok": false
+    },
+    {
+     "idx": 1009,
+     "ok": false
+    },
+    {
+     "idx": 123,
+     "ok": false
+    },
+    {
+     "idx": 909,
+     "ok": false
+    },
+    {
+     "idx": 614,
+     "ok": false
+    },
+    {
+     "idx": 292,
+     "ok": false
+    },
+    {
+     "idx": 1014,
+     "ok": false
+    },
+    {
+     "idx": 107,
+     "ok": false
+    },
+    {
+     "idx": 1272,
+     "ok": false
+    },
+    {
+     "idx": 441,
+     "ok": false
+    },
+    {
+     "idx": 52,
+     "ok": false
+    },
+    {
+     "idx": 727,
+     "ok": false
+    },
+    {
+     "idx": 965,
+     "ok": false
+    },
+    {
+     "idx": 800,
+     "ok": false
+    },
+    {
+     "idx": 20,
+     "ok": false
+    },
+    {
+     "idx": 1078,
+     "ok": true
+    },
+    {
+     "idx": 136,
+     "ok": false
+    },
+    {
+     "idx": 166,
+     "ok": false
+    },
+    {
+     "idx": 809,
+     "ok": false
+    },
+    {
+     "idx": 13,
+     "ok": false
+    },
+    {
+     "idx": 739,
+     "ok": false
+    },
+    {
+     "idx": 84,
+     "ok": false
+    },
+    {
+     "idx": 237,
+     "ok": false
+    },
+    {
+     "idx": 1271,
+     "ok": false
+    },
+    {
+     "idx": 7,
+     "ok": false
+    },
+    {
+     "idx": 553,
+     "ok": false
+    },
+    {
+     "idx": 1311,
+     "ok": true
+    },
+    {
+     "idx": 599,
+     "ok": false
+    },
+    {
+     "idx": 464,
+     "ok": false
+    },
+    {
+     "idx": 288,
+     "ok": false
+    },
+    {
+     "idx": 1173,
+     "ok": false
+    },
+    {
+     "idx": 589,
+     "ok": false
+    },
+    {
+     "idx": 391,
+     "ok": true
+    },
+    {
+     "idx": 888,
+     "ok": true
+    },
+    {
+     "idx": 943,
+     "ok": false
+    },
+    {
+     "idx": 676,
+     "ok": false
+    },
+    {
+     "idx": 786,
+     "ok": false
+    },
+    {
+     "idx": 344,
+     "ok": true
+    },
+    {
+     "idx": 677,
+     "ok": true
+    },
+    {
+     "idx": 863,
+     "ok": false
+    },
+    {
+     "idx": 891,
+     "ok": false
+    },
+    {
+     "idx": 303,
+     "ok": false
+    },
+    {
+     "idx": 916,
+     "ok": false
+    },
+    {
+     "idx": 302,
+     "ok": true
+    },
+    {
+     "idx": 1073,
+     "ok": false
+    },
+    {
+     "idx": 647,
+     "ok": false
+    },
+    {
+     "idx": 264,
+     "ok": false
+    },
+    {
+     "idx": 427,
+     "ok": false
+    },
+    {
+     "idx": 382,
+     "ok": false
+    },
+    {
+     "idx": 715,
+     "ok": true
+    },
+    {
+     "idx": 796,
+     "ok": false
+    },
+    {
+     "idx": 875,
+     "ok": false
+    },
+    {
+     "idx": 1007,
+     "ok": false
+    },
+    {
+     "idx": 797,
+     "ok": false
+    },
+    {
+     "idx": 450,
+     "ok": false
+    },
+    {
+     "idx": 401,
+     "ok": false
+    },
+    {
+     "idx": 899,
+     "ok": false
+    },
+    {
+     "idx": 418,
+     "ok": false
+    },
+    {
+     "idx": 1201,
+     "ok": false
+    },
+    {
+     "idx": 101,
+     "ok": false
+    },
+    {
+     "idx": 795,
+     "ok": true
+    },
+    {
+     "idx": 68,
+     "ok": false
+    },
+    {
+     "idx": 479,
+     "ok": true
+    },
+    {
+     "idx": 1296,
+     "ok": true
+    },
+    {
+     "idx": 173,
+     "ok": false
+    },
+    {
+     "idx": 744,
+     "ok": true
+    },
+    {
+     "idx": 116,
+     "ok": false
+    },
+    {
+     "idx": 1306,
+     "ok": false
+    },
+    {
+     "idx": 355,
+     "ok": false
+    },
+    {
+     "idx": 477,
+     "ok": false
+    },
+    {
+     "idx": 1250,
+     "ok": true
+    },
+    {
+     "idx": 609,
+     "ok": false
+    },
+    {
+     "idx": 1254,
+     "ok": true
+    },
+    {
+     "idx": 177,
+     "ok": false
+    },
+    {
+     "idx": 1048,
+     "ok": false
+    },
+    {
+     "idx": 582,
+     "ok": false
+    },
+    {
+     "idx": 723,
+     "ok": true
+    },
+    {
+     "idx": 842,
+     "ok": false
+    },
+    {
+     "idx": 938,
+     "ok": false
+    },
+    {
+     "idx": 110,
+     "ok": false
+    },
+    {
+     "idx": 1057,
+     "ok": true
+    },
+    {
+     "idx": 1120,
+     "ok": false
+    },
+    {
+     "idx": 881,
+     "ok": false
+    },
+    {
+     "idx": 1189,
+     "ok": true
+    },
+    {
+     "idx": 931,
+     "ok": false
+    },
+    {
+     "idx": 1003,
+     "ok": false
+    },
+    {
+     "idx": 521,
+     "ok": false
+    },
+    {
+     "idx": 974,
+     "ok": false
+    },
+    {
+     "idx": 690,
+     "ok": false
+    },
+    {
+     "idx": 544,
+     "ok": false
+    },
+    {
+     "idx": 86,
+     "ok": false
+    },
+    {
+     "idx": 89,
+     "ok": false
+    },
+    {
+     "idx": 333,
+     "ok": false
+    },
+    {
+     "idx": 716,
+     "ok": false
+    },
+    {
+     "idx": 14,
+     "ok": false
+    },
+    {
+     "idx": 287,
+     "ok": false
+    },
+    {
+     "idx": 130,
+     "ok": false
+    },
+    {
+     "idx": 876,
+     "ok": false
+    },
+    {
+     "idx": 454,
+     "ok": false
+    },
+    {
+     "idx": 1246,
+     "ok": false
+    },
+    {
+     "idx": 812,
+     "ok": false
+    },
+    {
+     "idx": 1142,
+     "ok": false
+    },
+    {
+     "idx": 452,
+     "ok": false
+    },
+    {
+     "idx": 929,
+     "ok": false
+    },
+    {
+     "idx": 394,
+     "ok": false
+    },
+    {
+     "idx": 695,
+     "ok": false
+    },
+    {
+     "idx": 1245,
+     "ok": false
+    },
+    {
+     "idx": 209,
+     "ok": false
+    },
+    {
+     "idx": 1241,
+     "ok": false
+    },
+    {
+     "idx": 175,
+     "ok": false
+    },
+    {
+     "idx": 653,
+     "ok": false
+    },
+    {
+     "idx": 661,
+     "ok": false
+    },
+    {
+     "idx": 1097,
+     "ok": false
+    },
+    {
+     "idx": 933,
+     "ok": false
+    },
+    {
+     "idx": 665,
+     "ok": true
+    },
+    {
+     "idx": 523,
+     "ok": false
+    },
+    {
+     "idx": 59,
+     "ok": true
+    },
+    {
+     "idx": 1069,
+     "ok": false
+    },
+    {
+     "idx": 90,
+     "ok": false
+    },
+    {
+     "idx": 389,
+     "ok": false
+    },
+    {
+     "idx": 755,
+     "ok": true
+    },
+    {
+     "idx": 164,
+     "ok": false
+    },
+    {
+     "idx": 429,
+     "ok": false
+    },
+    {
+     "idx": 1074,
+     "ok": false
+    },
+    {
+     "idx": 708,
+     "ok": false
+    },
+    {
+     "idx": 384,
+     "ok": false
+    },
+    {
+     "idx": 412,
+     "ok": false
+    },
+    {
+     "idx": 514,
+     "ok": false
+    },
+    {
+     "idx": 617,
+     "ok": true
+    },
+    {
+     "idx": 639,
+     "ok": false
+    },
+    {
+     "idx": 1058,
+     "ok": false
+    },
+    {
+     "idx": 787,
+     "ok": false
+    },
+    {
+     "idx": 987,
+     "ok": false
+    },
+    {
+     "idx": 704,
+     "ok": false
+    },
+    {
+     "idx": 491,
+     "ok": true
+    },
+    {
+     "idx": 91,
+     "ok": false
+    },
+    {
+     "idx": 626,
+     "ok": false
+    },
+    {
+     "idx": 1130,
+     "ok": false
+    },
+    {
+     "idx": 148,
+     "ok": false
+    },
+    {
+     "idx": 18,
+     "ok": false
+    },
+    {
+     "idx": 897,
+     "ok": false
+    },
+    {
+     "idx": 97,
+     "ok": false
+    },
+    {
+     "idx": 844,
+     "ok": false
+    },
+    {
+     "idx": 1010,
+     "ok": false
+    },
+    {
+     "idx": 901,
+     "ok": true
+    },
+    {
+     "idx": 241,
+     "ok": false
+    },
+    {
+     "idx": 493,
+     "ok": false
+    },
+    {
+     "idx": 202,
+     "ok": false
+    },
+    {
+     "idx": 314,
+     "ok": false
+    },
+    {
+     "idx": 847,
+     "ok": true
+    },
+    {
+     "idx": 437,
+     "ok": false
+    },
+    {
+     "idx": 902,
+     "ok": false
+    },
+    {
+     "idx": 157,
+     "ok": false
+    },
+    {
+     "idx": 874,
+     "ok": true
+    },
+    {
+     "idx": 1144,
+     "ok": false
+    },
+    {
+     "idx": 807,
+     "ok": false
+    },
+    {
+     "idx": 80,
+     "ok": false
+    },
+    {
+     "idx": 369,
+     "ok": false
+    },
+    {
+     "idx": 511,
+     "ok": true
+    },
+    {
+     "idx": 262,
+     "ok": false
+    },
+    {
+     "idx": 571,
+     "ok": false
+    },
+    {
+     "idx": 721,
+     "ok": false
+    },
+    {
+     "idx": 654,
+     "ok": false
+    },
+    {
+     "idx": 890,
+     "ok": false
+    },
+    {
+     "idx": 219,
+     "ok": false
+    },
+    {
+     "idx": 1140,
+     "ok": false
+    },
+    {
+     "idx": 584,
+     "ok": false
+    },
+    {
+     "idx": 1249,
+     "ok": false
+    },
+    {
+     "idx": 1108,
+     "ok": true
+    },
+    {
+     "idx": 607,
+     "ok": false
+    },
+    {
+     "idx": 904,
+     "ok": false
+    },
+    {
+     "idx": 1052,
+     "ok": false
+    },
+    {
+     "idx": 1238,
+     "ok": false
+    },
+    {
+     "idx": 946,
+     "ok": false
+    },
+    {
+     "idx": 1098,
+     "ok": false
+    },
+    {
+     "idx": 534,
+     "ok": false
+    },
+    {
+     "idx": 558,
+     "ok": false
+    },
+    {
+     "idx": 474,
+     "ok": false
+    },
+    {
+     "idx": 33,
+     "ok": false
+    },
+    {
+     "idx": 243,
+     "ok": false
+    },
+    {
+     "idx": 1259,
+     "ok": true
+    },
+    {
+     "idx": 353,
+     "ok": false
+    },
+    {
+     "idx": 509,
+     "ok": true
+    },
+    {
+     "idx": 1096,
+     "ok": false
+    },
+    {
+     "idx": 1055,
+     "ok": true
+    },
+    {
+     "idx": 877,
+     "ok": false
+    },
+    {
+     "idx": 249,
+     "ok": false
+    },
+    {
+     "idx": 1156,
+     "ok": false
+    },
+    {
+     "idx": 735,
+     "ok": false
+    },
+    {
+     "idx": 470,
+     "ok": false
+    },
+    {
+     "idx": 1119,
+     "ok": false
+    },
+    {
+     "idx": 577,
+     "ok": false
+    },
+    {
+     "idx": 453,
+     "ok": false
+    },
+    {
+     "idx": 132,
+     "ok": false
+    },
+    {
+     "idx": 1061,
+     "ok": false
+    },
+    {
+     "idx": 629,
+     "ok": false
+    },
+    {
+     "idx": 670,
+     "ok": false
+    },
+    {
+     "idx": 478,
+     "ok": false
+    },
+    {
+     "idx": 764,
+     "ok": false
+    },
+    {
+     "idx": 983,
+     "ok": false
+    },
+    {
+     "idx": 587,
+     "ok": false
+    },
+    {
+     "idx": 1192,
+     "ok": false
+    },
+    {
+     "idx": 350,
+     "ok": false
+    },
+    {
+     "idx": 281,
+     "ok": false
+    },
+    {
+     "idx": 31,
+     "ok": false
+    },
+    {
+     "idx": 1132,
+     "ok": false
+    },
+    {
+     "idx": 1033,
+     "ok": true
+    },
+    {
+     "idx": 671,
+     "ok": false
+    },
+    {
+     "idx": 751,
+     "ok": false
+    }
+   ]
+  }
+ },
+ "n": 256
+}
\ No newline at end of file
diff --git a/results-loop/train_carrycot_b1_lg03_log.json b/results-loop/train_carrycot_b1_lg03_log.json
new file mode 100644
index 0000000..1da72de
--- /dev/null
+++ b/results-loop/train_carrycot_b1_lg03_log.json
@@ -0,0 +1 @@
+[{"step": 0, "loss": 5.165975570678711, "lce": 0.0, "lgen": 14.330924987792969, "lts": 0.0}, {"step": 1, "loss": 4.720467567443848, "lce": 0.0, "lgen": 11.599166870117188, "lts": 0.0}, {"step": 2, "loss": 4.724355697631836, "lce": 0.0, "lgen": 13.051803588867188, "lts": 0.0}, {"step": 3, "loss": 5.18617582321167, "lce": 0.0, "lgen": 13.877910614013672, "lts": 0.0}, {"step": 4, "loss": 4.3601460456848145, "lce": 0.0, "lgen": 12.1010160446167, "lts": 0.0}, {"step": 5, "loss": 3.7816576957702637, "lce": 0.0, "lgen": 10.957579612731934, "lts": 0.0}, {"step": 6, "loss": 4.088310241699219, "lce": 0.0, "lgen": 10.668976783752441, "lts": 0.0}, {"step": 7, "loss": 4.1120285987854, "lce": 0.0, "lgen": 10.31856918334961, "lts": 0.0}, {"step": 8, "loss": 3.356396436691284, "lce": 0.0, "lgen": 9.548307418823242, "lts": 0.0}, {"step": 9, "loss": 3.9035634994506836, "lce": 0.0, "lgen": 10.90356731414795, "lts": 0.0}, {"step": 10, "loss": 3.2365541458129883, "lce": 0.0, "lgen": 8.284102439880371, "lts": 0.0}, {"step": 11, "loss": 3.2648825645446777, "lce": 0.0, "lgen": 8.37650203704834, "lts": 0.0}, {"step": 12, "loss": 2.9677586555480957, "lce": 0.0, "lgen": 7.623077392578125, "lts": 0.0}, {"step": 13, "loss": 3.344155788421631, "lce": 0.0, "lgen": 9.979564666748047, "lts": 0.0}, {"step": 14, "loss": 2.6846909523010254, "lce": 0.0, "lgen": 7.2999067306518555, "lts": 0.0}, {"step": 15, "loss": 2.6707723140716553, "lce": 0.0, "lgen": 7.150638580322266, "lts": 0.0}, {"step": 16, "loss": 3.1960248947143555, "lce": 0.0, "lgen": 8.81979751586914, "lts": 0.0}, {"step": 17, "loss": 2.668008804321289, "lce": 0.0, "lgen": 6.407557010650635, "lts": 0.0}, {"step": 18, "loss": 2.2524447441101074, "lce": 0.0, "lgen": 4.99915075302124, "lts": 0.0}, {"step": 19, "loss": 2.4335649013519287, "lce": 0.0, "lgen": 6.2171478271484375, "lts": 0.0}, {"step": 20, "loss": 2.4771933555603027, "lce": 0.0, "lgen": 6.608056545257568, "lts": 0.0}, {"step": 21, "loss": 2.5141146183013916, "lce": 0.0, "lgen": 6.775620460510254, "lts": 0.0}, {"step": 22, "loss": 1.646679401397705, "lce": 0.0, "lgen": 3.7270920276641846, "lts": 0.0}, {"step": 23, "loss": 2.5035271644592285, "lce": 0.0, "lgen": 5.802221298217773, "lts": 0.0}, {"step": 24, "loss": 2.602018356323242, "lce": 0.0, "lgen": 6.958451271057129, "lts": 0.0}, {"step": 25, "loss": 1.7728421688079834, "lce": 0.0, "lgen": 3.560565948486328, "lts": 0.0}, {"step": 26, "loss": 2.151637077331543, "lce": 0.0, "lgen": 5.767664432525635, "lts": 0.0}, {"step": 27, "loss": 1.9917659759521484, "lce": 0.0, "lgen": 4.391918182373047, "lts": 0.0}, {"step": 28, "loss": 1.4899353981018066, "lce": 0.0, "lgen": 3.4421379566192627, "lts": 0.0}, {"step": 29, "loss": 1.645976185798645, "lce": 0.0, "lgen": 3.4890224933624268, "lts": 0.0}, {"step": 30, "loss": 1.5103094577789307, "lce": 0.0, "lgen": 3.401033878326416, "lts": 0.0}, {"step": 31, "loss": 1.7496529817581177, "lce": 0.0, "lgen": 3.750365734100342, "lts": 0.0}, {"step": 32, "loss": 1.3363722562789917, "lce": 0.0, "lgen": 3.604588270187378, "lts": 0.0}, {"step": 33, "loss": 1.3483271598815918, "lce": 0.0, "lgen": 2.7684574127197266, "lts": 0.0}, {"step": 34, "loss": 1.3598928451538086, "lce": 0.0, "lgen": 2.391556739807129, "lts": 0.0}, {"step": 35, "loss": 1.4453457593917847, "lce": 0.0, "lgen": 3.720140218734741, "lts": 0.0}, {"step": 36, "loss": 1.5118857622146606, "lce": 0.0, "lgen": 3.0892810821533203, "lts": 0.0}, {"step": 37, "loss": 1.5392180681228638, "lce": 0.0, "lgen": 3.9892079830169678, "lts": 0.0}, {"step": 38, "loss": 1.3347861766815186, "lce": 0.0, "lgen": 2.738084316253662, "lts": 0.0}, {"step": 39, "loss": 1.4990803003311157, "lce": 0.0, "lgen": 3.602999687194824, "lts": 0.0}, {"step": 40, "loss": 0.9427403211593628, "lce": 0.0, "lgen": 2.314870595932007, "lts": 0.0}, {"step": 41, "loss": 1.4656643867492676, "lce": 0.0, "lgen": 2.6313157081604004, "lts": 0.0}, {"step": 42, "loss": 1.1508172750473022, "lce": 0.0, "lgen": 2.6863601207733154, "lts": 0.0}, {"step": 43, "loss": 1.1524529457092285, "lce": 0.0, "lgen": 2.163844347000122, "lts": 0.0}, {"step": 44, "loss": 0.8833166360855103, "lce": 0.0, "lgen": 1.8517429828643799, "lts": 0.0}, {"step": 45, "loss": 1.8828353881835938, "lce": 0.0, "lgen": 4.044372081756592, "lts": 0.0}, {"step": 46, "loss": 1.1936174631118774, "lce": 0.0, "lgen": 2.6302106380462646, "lts": 0.0}, {"step": 47, "loss": 1.6841259002685547, "lce": 0.0, "lgen": 3.649480104446411, "lts": 0.0}, {"step": 48, "loss": 0.7668192386627197, "lce": 0.0, "lgen": 1.725069522857666, "lts": 0.0}, {"step": 49, "loss": 1.388071060180664, "lce": 0.0, "lgen": 3.0325191020965576, "lts": 0.0}, {"step": 50, "loss": 1.305295705795288, "lce": 0.0, "lgen": 3.3570382595062256, "lts": 0.0}, {"step": 51, "loss": 1.3099172115325928, "lce": 0.0, "lgen": 2.6058976650238037, "lts": 0.0}, {"step": 52, "loss": 0.7069346308708191, "lce": 0.0, "lgen": 1.5168871879577637, "lts": 0.0}, {"step": 53, "loss": 1.6667654514312744, "lce": 0.0, "lgen": 3.9463868141174316, "lts": 0.0}, {"step": 54, "loss": 0.8056288957595825, "lce": 0.0, "lgen": 1.6358834505081177, "lts": 0.0}, {"step": 55, "loss": 1.817840814590454, "lce": 0.0, "lgen": 3.891350269317627, "lts": 0.0}, {"step": 56, "loss": 0.750995934009552, "lce": 0.0, "lgen": 1.7602877616882324, "lts": 0.0}, {"step": 57, "loss": 1.0651925802230835, "lce": 0.0, "lgen": 1.895890474319458, "lts": 0.0}, {"step": 58, "loss": 0.7736034393310547, "lce": 0.0, "lgen": 1.431790828704834, "lts": 0.0}, {"step": 59, "loss": 1.7376600503921509, "lce": 0.0, "lgen": 4.9252519607543945, "lts": 0.0}, {"step": 60, "loss": 0.9699612855911255, "lce": 0.0, "lgen": 2.2542901039123535, "lts": 0.0}, {"step": 61, "loss": 0.997826099395752, "lce": 0.0, "lgen": 1.6429412364959717, "lts": 0.0}, {"step": 62, "loss": 0.9772114753723145, "lce": 0.0, "lgen": 2.2864723205566406, "lts": 0.0}, {"step": 63, "loss": 0.9981842041015625, "lce": 0.0, "lgen": 2.0339725017547607, "lts": 0.0}, {"step": 64, "loss": 1.397765874862671, "lce": 0.0, "lgen": 2.8492348194122314, "lts": 0.0}, {"step": 65, "loss": 1.3199377059936523, "lce": 0.0, "lgen": 2.5580379962921143, "lts": 0.0}, {"step": 66, "loss": 0.7781310677528381, "lce": 0.0, "lgen": 1.9396532773971558, "lts": 0.0}, {"step": 67, "loss": 1.4097731113433838, "lce": 0.0, "lgen": 2.942681074142456, "lts": 0.0}, {"step": 68, "loss": 1.1196656227111816, "lce": 0.0, "lgen": 3.190915584564209, "lts": 0.0}, {"step": 69, "loss": 1.4842711687088013, "lce": 0.0, "lgen": 3.5793933868408203, "lts": 0.0}, {"step": 70, "loss": 0.7374441623687744, "lce": 0.0, "lgen": 1.505063772201538, "lts": 0.0}, {"step": 71, "loss": 1.3042378425598145, "lce": 0.0, "lgen": 2.7695555686950684, "lts": 0.0}, {"step": 72, "loss": 2.0189075469970703, "lce": 0.0, "lgen": 4.927160739898682, "lts": 0.0}, {"step": 73, "loss": 1.359929084777832, "lce": 0.0, "lgen": 2.56577205657959, "lts": 0.0}, {"step": 74, "loss": 1.5586134195327759, "lce": 0.0, "lgen": 3.7955427169799805, "lts": 0.0}, {"step": 75, "loss": 1.4350707530975342, "lce": 0.0, "lgen": 2.8713178634643555, "lts": 0.0}, {"step": 76, "loss": 1.2489382028579712, "lce": 0.0, "lgen": 2.579742908477783, "lts": 0.0}, {"step": 77, "loss": 0.7277586460113525, "lce": 0.0, "lgen": 1.4566115140914917, "lts": 0.0}, {"step": 78, "loss": 0.8002163171768188, "lce": 0.0, "lgen": 1.7974306344985962, "lts": 0.0}, {"step": 79, "loss": 0.9326009750366211, "lce": 0.0, "lgen": 2.104072332382202, "lts": 0.0}, {"step": 80, "loss": 1.2622894048690796, "lce": 0.0, "lgen": 2.9948079586029053, "lts": 0.0}, {"step": 81, "loss": 1.3224334716796875, "lce": 0.0, "lgen": 2.7211246490478516, "lts": 0.0}, {"step": 82, "loss": 1.0107773542404175, "lce": 0.0, "lgen": 2.2875068187713623, "lts": 0.0}, {"step": 83, "loss": 1.0700476169586182, "lce": 0.0, "lgen": 2.384075880050659, "lts": 0.0}, {"step": 84, "loss": 0.7457517385482788, "lce": 0.0, "lgen": 1.7455450296401978, "lts": 0.0}, {"step": 85, "loss": 1.7126219272613525, "lce": 0.0, "lgen": 3.8176205158233643, "lts": 0.0}, {"step": 86, "loss": 1.2042618989944458, "lce": 0.0, "lgen": 2.720982313156128, "lts": 0.0}, {"step": 87, "loss": 0.9254956245422363, "lce": 0.0, "lgen": 1.6985348463058472, "lts": 0.0}, {"step": 88, "loss": 0.7691084146499634, "lce": 0.0, "lgen": 1.883016586303711, "lts": 0.0}, {"step": 89, "loss": 0.9843578934669495, "lce": 0.0, "lgen": 1.9033586978912354, "lts": 0.0}, {"step": 90, "loss": 0.8733696341514587, "lce": 0.0, "lgen": 2.2513551712036133, "lts": 0.0}, {"step": 91, "loss": 0.9386946558952332, "lce": 0.0, "lgen": 2.209113597869873, "lts": 0.0}, {"step": 92, "loss": 0.7584805488586426, "lce": 0.0, "lgen": 1.9628775119781494, "lts": 0.0}, {"step": 93, "loss": 1.192375659942627, "lce": 0.0, "lgen": 2.4111688137054443, "lts": 0.0}, {"step": 94, "loss": 1.2897722721099854, "lce": 0.0, "lgen": 3.6418890953063965, "lts": 0.0}, {"step": 95, "loss": 1.5245170593261719, "lce": 0.0, "lgen": 3.6595664024353027, "lts": 0.0}, {"step": 96, "loss": 0.6674221754074097, "lce": 0.0, "lgen": 1.7988874912261963, "lts": 0.0}, {"step": 97, "loss": 0.9877526760101318, "lce": 0.0, "lgen": 2.4273550510406494, "lts": 0.0}, {"step": 98, "loss": 0.7397044897079468, "lce": 0.0, "lgen": 1.5819549560546875, "lts": 0.0}, {"step": 99, "loss": 1.3090616464614868, "lce": 0.0, "lgen": 2.8259475231170654, "lts": 0.0}, {"step": 100, "loss": 0.6764701008796692, "lce": 0.0, "lgen": 1.7524962425231934, "lts": 0.0}, {"step": 101, "loss": 0.9773737788200378, "lce": 0.0, "lgen": 2.053267478942871, "lts": 0.0}, {"step": 102, "loss": 0.7065819501876831, "lce": 0.0, "lgen": 1.3866623640060425, "lts": 0.0}, {"step": 103, "loss": 1.2890902757644653, "lce": 0.0, "lgen": 3.310781478881836, "lts": 0.0}, {"step": 104, "loss": 0.719452977180481, "lce": 0.0, "lgen": 1.7833458185195923, "lts": 0.0}, {"step": 105, "loss": 0.9049956798553467, "lce": 0.0, "lgen": 2.0679829120635986, "lts": 0.0}, {"step": 106, "loss": 1.0633888244628906, "lce": 0.0, "lgen": 3.0003366470336914, "lts": 0.0}, {"step": 107, "loss": 1.0484097003936768, "lce": 0.0, "lgen": 2.52290678024292, "lts": 0.0}, {"step": 108, "loss": 0.6535358428955078, "lce": 0.0, "lgen": 1.4471083879470825, "lts": 0.0}, {"step": 109, "loss": 1.6306613683700562, "lce": 0.0, "lgen": 2.862687349319458, "lts": 0.0}, {"step": 110, "loss": 1.07051420211792, "lce": 0.0, "lgen": 2.396700859069824, "lts": 0.0}, {"step": 111, "loss": 1.0366933345794678, "lce": 0.0, "lgen": 2.5184974670410156, "lts": 0.0}, {"step": 112, "loss": 0.8823058605194092, "lce": 0.0, "lgen": 1.467663288116455, "lts": 0.0}, {"step": 113, "loss": 1.6171176433563232, "lce": 0.0, "lgen": 4.265958309173584, "lts": 0.0}, {"step": 114, "loss": 0.6528120040893555, "lce": 0.0, "lgen": 1.5975009202957153, "lts": 0.0}, {"step": 115, "loss": 1.252143144607544, "lce": 0.0, "lgen": 3.1579787731170654, "lts": 0.0}, {"step": 116, "loss": 1.0874994993209839, "lce": 0.0, "lgen": 2.9179131984710693, "lts": 0.0}, {"step": 117, "loss": 1.1423251628875732, "lce": 0.0, "lgen": 2.0155842304229736, "lts": 0.0}, {"step": 118, "loss": 0.7724123001098633, "lce": 0.0, "lgen": 1.8382165431976318, "lts": 0.0}, {"step": 119, "loss": 1.3155789375305176, "lce": 0.0, "lgen": 3.3111329078674316, "lts": 0.0}, {"step": 120, "loss": 0.8377315402030945, "lce": 0.0, "lgen": 1.7787103652954102, "lts": 0.0}, {"step": 121, "loss": 1.4781036376953125, "lce": 0.0, "lgen": 3.0523412227630615, "lts": 0.0}, {"step": 122, "loss": 0.7438490390777588, "lce": 0.0, "lgen": 1.7766221761703491, "lts": 0.0}, {"step": 123, "loss": 1.2627975940704346, "lce": 0.0, "lgen": 2.426900863647461, "lts": 0.0}, {"step": 124, "loss": 0.7108953595161438, "lce": 0.0, "lgen": 1.7889882326126099, "lts": 0.0}, {"step": 125, "loss": 1.230419397354126, "lce": 0.0, "lgen": 2.8931825160980225, "lts": 0.0}, {"step": 126, "loss": 0.9085385799407959, "lce": 0.0, "lgen": 2.436673164367676, "lts": 0.0}, {"step": 127, "loss": 1.1435811519622803, "lce": 0.0, "lgen": 3.069883346557617, "lts": 0.0}, {"step": 128, "loss": 0.7710090279579163, "lce": 0.0, "lgen": 1.68466317653656, "lts": 0.0}, {"step": 129, "loss": 1.0408940315246582, "lce": 0.0, "lgen": 2.4360294342041016, "lts": 0.0}, {"step": 130, "loss": 0.5569696426391602, "lce": 0.0, "lgen": 1.490746259689331, "lts": 0.0}, {"step": 131, "loss": 1.2226790189743042, "lce": 0.0, "lgen": 3.1590209007263184, "lts": 0.0}, {"step": 132, "loss": 0.8828744292259216, "lce": 0.0, "lgen": 2.1553595066070557, "lts": 0.0}, {"step": 133, "loss": 1.0025341510772705, "lce": 0.0, "lgen": 2.0933985710144043, "lts": 0.0}, {"step": 134, "loss": 0.6407293677330017, "lce": 0.0, "lgen": 1.68585205078125, "lts": 0.0}, {"step": 135, "loss": 1.1632870435714722, "lce": 0.0, "lgen": 2.558346748352051, "lts": 0.0}, {"step": 136, "loss": 1.2198984622955322, "lce": 0.0, "lgen": 3.230379104614258, "lts": 0.0}, {"step": 137, "loss": 0.9809086322784424, "lce": 0.0, "lgen": 1.9963821172714233, "lts": 0.0}, {"step": 138, "loss": 0.8128837943077087, "lce": 0.0, "lgen": 1.8284471035003662, "lts": 0.0}, {"step": 139, "loss": 1.4106444120407104, "lce": 0.0, "lgen": 3.3673229217529297, "lts": 0.0}, {"step": 140, "loss": 0.5189027786254883, "lce": 0.0, "lgen": 1.480703353881836, "lts": 0.0}, {"step": 141, "loss": 0.9561105966567993, "lce": 0.0, "lgen": 2.5360231399536133, "lts": 0.0}, {"step": 142, "loss": 1.1593012809753418, "lce": 0.0, "lgen": 2.7938783168792725, "lts": 0.0}, {"step": 143, "loss": 0.7258093357086182, "lce": 0.0, "lgen": 1.7125252485275269, "lts": 0.0}, {"step": 144, "loss": 0.7343089580535889, "lce": 0.0, "lgen": 1.7515565156936646, "lts": 0.0}, {"step": 145, "loss": 0.9845119714736938, "lce": 0.0, "lgen": 1.5096142292022705, "lts": 0.0}, {"step": 146, "loss": 1.1640639305114746, "lce": 0.0, "lgen": 3.255434513092041, "lts": 0.0}, {"step": 147, "loss": 1.4200782775878906, "lce": 0.0, "lgen": 3.2225918769836426, "lts": 0.0}, {"step": 148, "loss": 0.7835909724235535, "lce": 0.0, "lgen": 1.9934321641921997, "lts": 0.0}, {"step": 149, "loss": 0.8767805695533752, "lce": 0.0, "lgen": 1.7434720993041992, "lts": 0.0}, {"step": 150, "loss": 0.7621986865997314, "lce": 0.0, "lgen": 1.7326472997665405, "lts": 0.0}, {"step": 151, "loss": 1.1324450969696045, "lce": 0.0, "lgen": 2.54599928855896, "lts": 0.0}, {"step": 152, "loss": 0.5106245279312134, "lce": 0.0, "lgen": 1.4050462245941162, "lts": 0.0}, {"step": 153, "loss": 1.3503371477127075, "lce": 0.0, "lgen": 3.0678281784057617, "lts": 0.0}, {"step": 154, "loss": 0.49469712376594543, "lce": 0.0, "lgen": 1.4177381992340088, "lts": 0.0}, {"step": 155, "loss": 1.4646270275115967, "lce": 0.0, "lgen": 3.338493585586548, "lts": 0.0}, {"step": 156, "loss": 0.6746662259101868, "lce": 0.0, "lgen": 1.6425080299377441, "lts": 0.0}, {"step": 157, "loss": 1.064976692199707, "lce": 0.0, "lgen": 2.233821392059326, "lts": 0.0}, {"step": 158, "loss": 0.7606133818626404, "lce": 0.0, "lgen": 2.2618229389190674, "lts": 0.0}, {"step": 159, "loss": 1.0258733034133911, "lce": 0.0, "lgen": 2.052419424057007, "lts": 0.0}, {"step": 160, "loss": 0.6779100894927979, "lce": 0.0, "lgen": 1.5178595781326294, "lts": 0.0}, {"step": 161, "loss": 1.0903117656707764, "lce": 0.0, "lgen": 2.5582683086395264, "lts": 0.0}, {"step": 162, "loss": 0.5865353345870972, "lce": 0.0, "lgen": 1.6390149593353271, "lts": 0.0}, {"step": 163, "loss": 1.38763427734375, "lce": 0.0, "lgen": 2.8835175037384033, "lts": 0.0}, {"step": 164, "loss": 0.8232407569885254, "lce": 0.0, "lgen": 1.6170212030410767, "lts": 0.0}, {"step": 165, "loss": 1.347280740737915, "lce": 0.0, "lgen": 2.791562795639038, "lts": 0.0}, {"step": 166, "loss": 0.7551770210266113, "lce": 0.0, "lgen": 1.7072486877441406, "lts": 0.0}, {"step": 167, "loss": 0.8886865973472595, "lce": 0.0, "lgen": 1.7514584064483643, "lts": 0.0}, {"step": 168, "loss": 0.8070515990257263, "lce": 0.0, "lgen": 2.313948392868042, "lts": 0.0}, {"step": 169, "loss": 1.1406818628311157, "lce": 0.0, "lgen": 2.4718518257141113, "lts": 0.0}, {"step": 170, "loss": 0.8201274275779724, "lce": 0.0, "lgen": 2.0514628887176514, "lts": 0.0}, {"step": 171, "loss": 1.51729416847229, "lce": 0.0, "lgen": 3.2622456550598145, "lts": 0.0}, {"step": 172, "loss": 0.5819715857505798, "lce": 0.0, "lgen": 1.6997965574264526, "lts": 0.0}, {"step": 173, "loss": 1.4477496147155762, "lce": 0.0, "lgen": 3.03534197807312, "lts": 0.0}, {"step": 174, "loss": 0.6109614372253418, "lce": 0.0, "lgen": 1.5918594598770142, "lts": 0.0}, {"step": 175, "loss": 1.493643879890442, "lce": 0.0, "lgen": 3.5167675018310547, "lts": 0.0}, {"step": 176, "loss": 0.7374441027641296, "lce": 0.0, "lgen": 1.904658317565918, "lts": 0.0}, {"step": 177, "loss": 1.1829333305358887, "lce": 0.0, "lgen": 2.9555015563964844, "lts": 0.0}, {"step": 178, "loss": 0.5740097165107727, "lce": 0.0, "lgen": 1.645751953125, "lts": 0.0}, {"step": 179, "loss": 0.884128987789154, "lce": 0.0, "lgen": 1.9237573146820068, "lts": 0.0}, {"step": 180, "loss": 0.7369095087051392, "lce": 0.0, "lgen": 2.0007565021514893, "lts": 0.0}, {"step": 181, "loss": 0.9280073642730713, "lce": 0.0, "lgen": 2.1450462341308594, "lts": 0.0}, {"step": 182, "loss": 0.5858116149902344, "lce": 0.0, "lgen": 1.4732670783996582, "lts": 0.0}, {"step": 183, "loss": 1.0361738204956055, "lce": 0.0, "lgen": 2.196418285369873, "lts": 0.0}, {"step": 184, "loss": 0.532164990901947, "lce": 0.0, "lgen": 1.293173909187317, "lts": 0.0}, {"step": 185, "loss": 0.9573706984519958, "lce": 0.0, "lgen": 2.15190052986145, "lts": 0.0}, {"step": 186, "loss": 0.5838468670845032, "lce": 0.0, "lgen": 1.415503740310669, "lts": 0.0}, {"step": 187, "loss": 1.0340431928634644, "lce": 0.0, "lgen": 2.3941802978515625, "lts": 0.0}, {"step": 188, "loss": 0.7605851888656616, "lce": 0.0, "lgen": 1.9715709686279297, "lts": 0.0}, {"step": 189, "loss": 0.6449242830276489, "lce": 0.0, "lgen": 1.7033048868179321, "lts": 0.0}, {"step": 190, "loss": 0.6228866577148438, "lce": 0.0, "lgen": 1.4833756685256958, "lts": 0.0}, {"step": 191, "loss": 0.9164331555366516, "lce": 0.0, "lgen": 1.988708257675171, "lts": 0.0}, {"step": 192, "loss": 0.5430866479873657, "lce": 0.0, "lgen": 1.3361685276031494, "lts": 0.0}, {"step": 193, "loss": 1.5103967189788818, "lce": 0.0, "lgen": 3.4081313610076904, "lts": 0.0}, {"step": 194, "loss": 0.7955870032310486, "lce": 0.0, "lgen": 2.461526870727539, "lts": 0.0}, {"step": 195, "loss": 0.8702960014343262, "lce": 0.0, "lgen": 2.133462429046631, "lts": 0.0}, {"step": 196, "loss": 0.702694296836853, "lce": 0.0, "lgen": 1.945400595664978, "lts": 0.0}, {"step": 197, "loss": 1.0406521558761597, "lce": 0.0, "lgen": 2.5702829360961914, "lts": 0.0}, {"step": 198, "loss": 0.6006610989570618, "lce": 0.0, "lgen": 1.8545845746994019, "lts": 0.0}, {"step": 199, "loss": 1.4428915977478027, "lce": 0.0, "lgen": 3.1101808547973633, "lts": 0.0}]
\ No newline at end of file
diff --git a/results-loop/train_carrycot_b1_lt03_lg03_log.json b/results-loop/train_carrycot_b1_lt03_lg03_log.json
new file mode 100644
index 0000000..93af7c7
--- /dev/null
+++ b/results-loop/train_carrycot_b1_lt03_lg03_log.json
@@ -0,0 +1 @@
+[{"step": 0, "loss": 8.26067066192627, "lce": 10.31564998626709, "lgen": 14.330924987792969, "lts": 0.0}, {"step": 1, "loss": 7.3515167236328125, "lce": 8.781847953796387, "lgen": 11.586849212646484, "lts": 0.0}, {"step": 2, "loss": 7.596296310424805, "lce": 9.545964241027832, "lgen": 13.081331253051758, "lts": 0.0}, {"step": 3, "loss": 8.440816879272461, "lce": 10.830695152282715, "lgen": 13.891879081726074, "lts": 0.0}, {"step": 4, "loss": 6.955775260925293, "lce": 8.60086441040039, "lgen": 12.141118049621582, "lts": 0.0}, {"step": 5, "loss": 6.5807061195373535, "lce": 9.253442764282227, "lgen": 11.012446403503418, "lts": 0.0}, {"step": 6, "loss": 6.677176475524902, "lce": 8.544872283935547, "lgen": 10.724145889282227, "lts": 0.0}, {"step": 7, "loss": 6.519043922424316, "lce": 7.8437604904174805, "lgen": 10.407437324523926, "lts": 0.0}, {"step": 8, "loss": 5.844186782836914, "lce": 8.163017272949219, "lgen": 9.65449333190918, "lts": 0.0}, {"step": 9, "loss": 6.661713123321533, "lce": 9.009315490722656, "lgen": 11.002925872802734, "lts": 0.0}, {"step": 10, "loss": 5.530459403991699, "lce": 7.565770149230957, "lgen": 8.333972930908203, "lts": 0.0}, {"step": 11, "loss": 5.543621063232422, "lce": 7.511241912841797, "lgen": 8.433638572692871, "lts": 0.0}, {"step": 12, "loss": 4.93537712097168, "lce": 6.361949443817139, "lgen": 7.682990074157715, "lts": 0.0}, {"step": 13, "loss": 5.594897747039795, "lce": 7.36845588684082, "lgen": 10.076155662536621, "lts": 0.0}, {"step": 14, "loss": 4.41893196105957, "lce": 5.637378692626953, "lgen": 7.467414855957031, "lts": 0.0}, {"step": 15, "loss": 4.506405830383301, "lce": 6.015871524810791, "lgen": 7.101083278656006, "lts": 0.0}, {"step": 16, "loss": 5.389134407043457, "lce": 7.002993583679199, "lgen": 8.921483993530273, "lts": 0.0}, {"step": 17, "loss": 4.360546112060547, "lce": 5.170273780822754, "lgen": 6.578561305999756, "lts": 0.0}, {"step": 18, "loss": 3.5015203952789307, "lce": 4.221115589141846, "lgen": 4.649325847625732, "lts": 0.0}, {"step": 19, "loss": 3.999612808227539, "lce": 5.021073818206787, "lgen": 6.205254554748535, "lts": 0.0}, {"step": 20, "loss": 3.9682788848876953, "lce": 4.554842948913574, "lgen": 6.695254325866699, "lts": 0.0}, {"step": 21, "loss": 4.188052654266357, "lce": 5.112214088439941, "lgen": 6.964990139007568, "lts": 0.0}, {"step": 22, "loss": 2.657423973083496, "lce": 3.1810827255249023, "lgen": 3.617347002029419, "lts": 0.0}, {"step": 23, "loss": 4.795818328857422, "lce": 7.05570650100708, "lgen": 5.955356597900391, "lts": 0.0}, {"step": 24, "loss": 4.680541515350342, "lce": 6.3960466384887695, "lgen": 7.317534446716309, "lts": 0.0}, {"step": 25, "loss": 3.158597469329834, "lce": 4.083657741546631, "lgen": 3.958501100540161, "lts": 0.0}, {"step": 26, "loss": 3.1506476402282715, "lce": 2.7999606132507324, "lgen": 6.337634563446045, "lts": 0.0}, {"step": 27, "loss": 3.602210521697998, "lce": 4.797867298126221, "lgen": 4.694706916809082, "lts": 0.0}, {"step": 28, "loss": 2.585495710372925, "lce": 3.314404249191284, "lgen": 3.538233518600464, "lts": 0.0}, {"step": 29, "loss": 2.6147241592407227, "lce": 3.1096081733703613, "lgen": 3.6227283477783203, "lts": 0.0}, {"step": 30, "loss": 2.724857807159424, "lce": 3.72908878326416, "lgen": 3.505584716796875, "lts": 0.0}, {"step": 31, "loss": 3.213599920272827, "lce": 4.542036056518555, "lgen": 3.887929916381836, "lts": 0.0}, {"step": 32, "loss": 2.5567755699157715, "lce": 3.7687060832977295, "lgen": 3.7421936988830566, "lts": 0.0}, {"step": 33, "loss": 2.414344549179077, "lce": 2.94058895111084, "lgen": 2.9615323543548584, "lts": 0.0}, {"step": 34, "loss": 2.4578137397766113, "lce": 3.0625674724578857, "lgen": 2.515324592590332, "lts": 0.0}, {"step": 35, "loss": 2.796949863433838, "lce": 4.1290483474731445, "lgen": 3.7708919048309326, "lts": 0.0}, {"step": 36, "loss": 2.837179183959961, "lce": 4.015873432159424, "lgen": 3.289555788040161, "lts": 0.0}, {"step": 37, "loss": 2.9329066276550293, "lce": 3.95953369140625, "lgen": 4.20143985748291, "lts": 0.0}, {"step": 38, "loss": 2.087907075881958, "lce": 2.176591157913208, "lgen": 2.877467632293701, "lts": 0.0}, {"step": 39, "loss": 2.907956123352051, "lce": 4.341894149780273, "lgen": 3.6972718238830566, "lts": 0.0}, {"step": 40, "loss": 1.7380424737930298, "lce": 2.1017987728118896, "lgen": 2.4581706523895264, "lts": 0.0}, {"step": 41, "loss": 2.8056325912475586, "lce": 3.7375681400299072, "lgen": 2.6160659790039062, "lts": 0.0}, {"step": 42, "loss": 2.227186679840088, "lce": 3.1985154151916504, "lgen": 2.7886033058166504, "lts": 0.0}, {"step": 43, "loss": 2.306157112121582, "lce": 3.383129835128784, "lgen": 2.138312816619873, "lts": 0.0}, {"step": 44, "loss": 1.7195515632629395, "lce": 2.2637264728546143, "lgen": 1.9343656301498413, "lts": 0.0}, {"step": 45, "loss": 3.546931743621826, "lce": 5.470336437225342, "lgen": 3.9069621562957764, "lts": 0.0}, {"step": 46, "loss": 2.2301254272460938, "lce": 2.8278656005859375, "lgen": 2.9085965156555176, "lts": 0.0}, {"step": 47, "loss": 2.9898321628570557, "lce": 4.182168483734131, "lgen": 3.66575026512146, "lts": 0.0}, {"step": 48, "loss": 1.7028324604034424, "lce": 2.486600160598755, "lgen": 1.9447152614593506, "lts": 0.0}, {"step": 49, "loss": 2.741457939147949, "lce": 4.124612331390381, "lgen": 3.144130229949951, "lts": 0.0}, {"step": 50, "loss": 2.534335136413574, "lce": 3.7700462341308594, "lgen": 3.404050827026367, "lts": 0.0}, {"step": 51, "loss": 2.6133346557617188, "lce": 3.911431312561035, "lgen": 2.7660293579101562, "lts": 0.0}, {"step": 52, "loss": 1.532450556755066, "lce": 2.2484445571899414, "lgen": 1.6504544019699097, "lts": 0.0}, {"step": 53, "loss": 3.154404401779175, "lce": 4.70479679107666, "lgen": 4.128979206085205, "lts": 0.0}, {"step": 54, "loss": 1.5796382427215576, "lce": 2.2267403602600098, "lgen": 1.790372610092163, "lts": 0.0}, {"step": 55, "loss": 3.7183055877685547, "lce": 6.258880615234375, "lgen": 3.894543170928955, "lts": 0.0}, {"step": 56, "loss": 1.645662546157837, "lce": 2.5618607997894287, "lgen": 1.8864911794662476, "lts": 0.0}, {"step": 57, "loss": 1.7999063730239868, "lce": 2.2087881565093994, "lgen": 2.058182954788208, "lts": 0.0}, {"step": 58, "loss": 1.5220760107040405, "lce": 2.178422451019287, "lgen": 1.5535047054290771, "lts": 0.0}, {"step": 59, "loss": 3.4737162590026855, "lce": 5.357203483581543, "lgen": 5.002600193023682, "lts": 0.0}, {"step": 60, "loss": 1.8934078216552734, "lce": 2.655092477798462, "lgen": 2.388270378112793, "lts": 0.0}, {"step": 61, "loss": 1.9490340948104858, "lce": 2.6372132301330566, "lgen": 1.7857681512832642, "lts": 0.0}, {"step": 62, "loss": 1.791609525680542, "lce": 2.2626562118530273, "lgen": 2.4851772785186768, "lts": 0.0}, {"step": 63, "loss": 1.957768201828003, "lce": 2.7696826457977295, "lgen": 2.170861005783081, "lts": 0.0}, {"step": 64, "loss": 2.7301292419433594, "lce": 4.055760383605957, "lgen": 2.9731433391571045, "lts": 0.0}, {"step": 65, "loss": 2.218311071395874, "lce": 2.2846851348876953, "lgen": 2.7612648010253906, "lts": 0.0}, {"step": 66, "loss": 1.5915920734405518, "lce": 2.1817336082458496, "lgen": 2.0910515785217285, "lts": 0.0}, {"step": 67, "loss": 2.7767984867095947, "lce": 4.387441158294678, "lgen": 3.0178029537200928, "lts": 0.0}, {"step": 68, "loss": 2.4451141357421875, "lce": 4.003179550170898, "lgen": 3.408247709274292, "lts": 0.0}, {"step": 69, "loss": 2.7482404708862305, "lce": 3.851975440979004, "lgen": 3.711822032928467, "lts": 0.0}, {"step": 70, "loss": 1.4973622560501099, "lce": 2.112658977508545, "lgen": 1.6923452615737915, "lts": 0.0}, {"step": 71, "loss": 2.582700729370117, "lce": 3.9753284454345703, "lgen": 2.876732587814331, "lts": 0.0}, {"step": 72, "loss": 3.510921001434326, "lce": 4.230981826782227, "lgen": 5.5072832107543945, "lts": 0.0}, {"step": 73, "loss": 2.637054920196533, "lce": 3.497645854949951, "lgen": 2.860806465148926, "lts": 0.0}, {"step": 74, "loss": 3.1380138397216797, "lce": 4.823969841003418, "lgen": 4.147369384765625, "lts": 0.0}, {"step": 75, "loss": 2.862753391265869, "lce": 4.334466457366943, "lgen": 3.0251035690307617, "lts": 0.0}, {"step": 76, "loss": 2.5996809005737305, "lce": 3.8439440727233887, "lgen": 2.8044164180755615, "lts": 0.0}, {"step": 77, "loss": 1.6030935049057007, "lce": 2.425400495529175, "lgen": 1.6974738836288452, "lts": 0.0}, {"step": 78, "loss": 1.7951610088348389, "lce": 2.693458080291748, "lgen": 1.9789113998413086, "lts": 0.0}, {"step": 79, "loss": 1.81984543800354, "lce": 2.372757911682129, "lgen": 2.3375282287597656, "lts": 0.0}, {"step": 80, "loss": 2.0197231769561768, "lce": 2.0949466228485107, "lgen": 3.175765037536621, "lts": 0.0}, {"step": 81, "loss": 2.633765697479248, "lce": 3.922555923461914, "lgen": 2.907691240310669, "lts": 0.0}, {"step": 82, "loss": 1.9127202033996582, "lce": 2.3362159729003906, "lgen": 2.4902913570404053, "lts": 0.0}, {"step": 83, "loss": 2.18898606300354, "lce": 3.1593680381774902, "lgen": 2.5851845741271973, "lts": 0.0}, {"step": 84, "loss": 1.472275972366333, "lce": 2.012267589569092, "lgen": 1.8453319072723389, "lts": 0.0}, {"step": 85, "loss": 3.2920234203338623, "lce": 4.7963056564331055, "lgen": 3.850581645965576, "lts": 0.0}, {"step": 86, "loss": 2.3676695823669434, "lce": 3.1686720848083496, "lgen": 3.0069167613983154, "lts": 0.0}, {"step": 87, "loss": 2.0040435791015625, "lce": 3.012714385986328, "lgen": 1.877638339996338, "lts": 0.0}, {"step": 88, "loss": 1.6864402294158936, "lce": 2.6630845069885254, "lgen": 2.0027904510498047, "lts": 0.0}, {"step": 89, "loss": 1.86655855178833, "lce": 2.517070770263672, "lgen": 2.110633134841919, "lts": 0.0}, {"step": 90, "loss": 1.6750919818878174, "lce": 2.1665501594543457, "lgen": 2.4507434368133545, "lts": 0.0}, {"step": 91, "loss": 2.2009437084198, "lce": 3.7198660373687744, "lgen": 2.4522159099578857, "lts": 0.0}, {"step": 92, "loss": 1.5759156942367554, "lce": 2.2169132232666016, "lgen": 2.223034143447876, "lts": 0.0}, {"step": 93, "loss": 2.401188850402832, "lce": 3.9508795738220215, "lgen": 2.4734227657318115, "lts": 0.0}, {"step": 94, "loss": 3.025106430053711, "lce": 4.744075775146484, "lgen": 4.121618270874023, "lts": 0.0}, {"step": 95, "loss": 2.770322799682617, "lce": 3.971920967102051, "lgen": 3.789976119995117, "lts": 0.0}, {"step": 96, "loss": 1.451080560684204, "lce": 2.103745460510254, "lgen": 1.9466731548309326, "lts": 0.0}, {"step": 97, "loss": 1.8264083862304688, "lce": 2.421724557876587, "lgen": 2.5968143939971924, "lts": 0.0}, {"step": 98, "loss": 1.4866578578948975, "lce": 2.124647617340088, "lgen": 1.6741220951080322, "lts": 0.0}, {"step": 99, "loss": 2.723446846008301, "lce": 4.323330879211426, "lgen": 3.1159064769744873, "lts": 0.0}, {"step": 100, "loss": 1.4982824325561523, "lce": 2.326934576034546, "lgen": 1.852887511253357, "lts": 0.0}, {"step": 101, "loss": 1.854198694229126, "lce": 2.4991860389709473, "lgen": 2.120962619781494, "lts": 0.0}, {"step": 102, "loss": 1.431225299835205, "lce": 2.2505855560302734, "lgen": 1.4788832664489746, "lts": 0.0}, {"step": 103, "loss": 2.3293890953063965, "lce": 3.2515132427215576, "lgen": 3.2523715496063232, "lts": 0.0}, {"step": 104, "loss": 1.4598546028137207, "lce": 2.1326136589050293, "lgen": 1.9528427124023438, "lts": 0.0}, {"step": 105, "loss": 1.9342660903930664, "lce": 3.021303176879883, "lgen": 2.245758533477783, "lts": 0.0}, {"step": 106, "loss": 2.375756025314331, "lce": 3.713521957397461, "lgen": 3.274085760116577, "lts": 0.0}, {"step": 107, "loss": 2.370635747909546, "lce": 3.940861701965332, "lgen": 2.741276979446411, "lts": 0.0}, {"step": 108, "loss": 1.3918895721435547, "lce": 2.0965614318847656, "lgen": 1.4774330854415894, "lts": 0.0}, {"step": 109, "loss": 3.574500799179077, "lce": 6.328001499176025, "lgen": 3.020806074142456, "lts": 0.0}, {"step": 110, "loss": 2.1934709548950195, "lce": 3.341071367263794, "lgen": 2.4922022819519043, "lts": 0.0}, {"step": 111, "loss": 2.1818532943725586, "lce": 3.4783759117126465, "lgen": 2.671201467514038, "lts": 0.0}, {"step": 112, "loss": 1.8708455562591553, "lce": 2.928759813308716, "lgen": 1.598262906074524, "lts": 0.0}, {"step": 113, "loss": 3.206474781036377, "lce": 5.202679634094238, "lgen": 4.054201126098633, "lts": 0.0}, {"step": 114, "loss": 1.3929718732833862, "lce": 2.2380762100219727, "lgen": 1.6152353286743164, "lts": 0.0}, {"step": 115, "loss": 2.71502685546875, "lce": 4.335522651672363, "lgen": 3.5561411380767822, "lts": 0.0}, {"step": 116, "loss": 1.9092814922332764, "lce": 2.2522473335266113, "lgen": 3.217947006225586, "lts": 0.0}, {"step": 117, "loss": 2.4076950550079346, "lce": 3.692732095718384, "lgen": 2.0781502723693848, "lts": 0.0}, {"step": 118, "loss": 1.6420326232910156, "lce": 2.62186336517334, "lgen": 1.9155248403549194, "lts": 0.0}, {"step": 119, "loss": 2.525550365447998, "lce": 3.533982276916504, "lgen": 3.308926820755005, "lts": 0.0}, {"step": 120, "loss": 1.5400012731552124, "lce": 2.158928394317627, "lgen": 1.8426027297973633, "lts": 0.0}, {"step": 121, "loss": 2.633072853088379, "lce": 3.666229724884033, "lgen": 3.185183525085449, "lts": 0.0}, {"step": 122, "loss": 1.6989874839782715, "lce": 2.45451021194458, "lgen": 2.0770673751831055, "lts": 0.0}, {"step": 123, "loss": 2.8785951137542725, "lce": 4.966255187988281, "lgen": 2.5761451721191406, "lts": 0.0}, {"step": 124, "loss": 1.455592393875122, "lce": 2.0108025074005127, "lgen": 2.0591061115264893, "lts": 0.0}, {"step": 125, "loss": 1.8285162448883057, "lce": 1.6455549001693726, "lgen": 2.9751317501068115, "lts": 0.0}, {"step": 126, "loss": 2.194589614868164, "lce": 3.5193283557891846, "lgen": 2.477678060531616, "lts": 0.0}, {"step": 127, "loss": 2.3754427433013916, "lce": 3.8307385444641113, "lgen": 3.1799046993255615, "lts": 0.0}, {"step": 128, "loss": 1.6124670505523682, "lce": 2.1182351112365723, "lgen": 1.758914589881897, "lts": 0.0}, {"step": 129, "loss": 2.2814159393310547, "lce": 3.74686336517334, "lgen": 2.6243786811828613, "lts": 0.0}, {"step": 130, "loss": 1.2699726819992065, "lce": 1.884651780128479, "lgen": 1.5325617790222168, "lts": 0.0}, {"step": 131, "loss": 2.3105883598327637, "lce": 3.4782257080078125, "lgen": 3.0858471393585205, "lts": 0.0}, {"step": 132, "loss": 1.7625744342803955, "lce": 2.4796791076660156, "lgen": 2.225898265838623, "lts": 0.0}, {"step": 133, "loss": 2.199765920639038, "lce": 3.4131503105163574, "lgen": 2.212022304534912, "lts": 0.0}, {"step": 134, "loss": 1.3297895193099976, "lce": 1.8906294107437134, "lgen": 1.652740240097046, "lts": 0.0}, {"step": 135, "loss": 2.304841995239258, "lce": 3.5161852836608887, "lgen": 2.6351399421691895, "lts": 0.0}, {"step": 136, "loss": 2.529160976409912, "lce": 3.948728561401367, "lgen": 3.4793953895568848, "lts": 0.0}, {"step": 137, "loss": 2.264425754547119, "lce": 3.861538887023926, "lgen": 2.135425329208374, "lts": 0.0}, {"step": 138, "loss": 1.9461588859558105, "lce": 3.4143004417419434, "lgen": 1.8501406908035278, "lts": 0.0}, {"step": 139, "loss": 3.001554489135742, "lce": 5.101255416870117, "lgen": 3.4785115718841553, "lts": 0.0}, {"step": 140, "loss": 1.2180795669555664, "lce": 1.9972590208053589, "lgen": 1.5601860284805298, "lts": 0.0}, {"step": 141, "loss": 2.5055251121520996, "lce": 4.5391364097595215, "lgen": 2.932147979736328, "lts": 0.0}, {"step": 142, "loss": 2.607512950897217, "lce": 4.298233509063721, "lgen": 3.0290756225585938, "lts": 0.0}, {"step": 143, "loss": 1.6541354656219482, "lce": 2.7977466583251953, "lgen": 1.8588472604751587, "lts": 0.0}, {"step": 144, "loss": 1.6778249740600586, "lce": 2.367903709411621, "lgen": 1.9079698324203491, "lts": 0.0}, {"step": 145, "loss": 1.8145079612731934, "lce": 2.735720634460449, "lgen": 1.6209036111831665, "lts": 0.0}, {"step": 146, "loss": 2.9468770027160645, "lce": 5.373198509216309, "lgen": 3.408888339996338, "lts": 0.0}, {"step": 147, "loss": 2.932352304458618, "lce": 4.531006813049316, "lgen": 3.3760650157928467, "lts": 0.0}, {"step": 148, "loss": 1.7820537090301514, "lce": 3.0220813751220703, "lgen": 2.16221022605896, "lts": 0.0}, {"step": 149, "loss": 1.8235132694244385, "lce": 2.739719867706299, "lgen": 1.8862451314926147, "lts": 0.0}, {"step": 150, "loss": 1.5390161275863647, "lce": 2.2313241958618164, "lgen": 1.8413186073303223, "lts": 0.0}, {"step": 151, "loss": 2.471384048461914, "lce": 4.112099647521973, "lgen": 2.6828014850616455, "lts": 0.0}, {"step": 152, "loss": 1.190813660621643, "lce": 1.8782799243927002, "lgen": 1.4153146743774414, "lts": 0.0}, {"step": 153, "loss": 2.4075188636779785, "lce": 3.572671890258789, "lgen": 2.993535041809082, "lts": 0.0}, {"step": 154, "loss": 1.1336934566497803, "lce": 1.8662142753601074, "lgen": 1.4522247314453125, "lts": 0.0}, {"step": 155, "loss": 3.0010693073272705, "lce": 4.969019889831543, "lgen": 3.375950336456299, "lts": 0.0}, {"step": 156, "loss": 1.4201658964157104, "lce": 2.2031049728393555, "lgen": 1.6148574352264404, "lts": 0.0}, {"step": 157, "loss": 2.2051820755004883, "lce": 3.452630043029785, "lgen": 2.4797728061676025, "lts": 0.0}, {"step": 158, "loss": 1.951875925064087, "lce": 3.4592642784118652, "lgen": 2.5394437313079834, "lts": 0.0}, {"step": 159, "loss": 2.1861412525177, "lce": 3.2905213832855225, "lgen": 2.2868340015411377, "lts": 0.0}, {"step": 160, "loss": 1.2985951900482178, "lce": 1.9402817487716675, "lgen": 1.5357178449630737, "lts": 0.0}, {"step": 161, "loss": 2.2200887203216553, "lce": 3.440692186355591, "lgen": 2.7346439361572266, "lts": 0.0}, {"step": 162, "loss": 1.2587028741836548, "lce": 1.9512641429901123, "lgen": 1.6742932796478271, "lts": 0.0}, {"step": 163, "loss": 2.504206418991089, "lce": 3.5399508476257324, "lgen": 2.983743906021118, "lts": 0.0}, {"step": 164, "loss": 1.7566540241241455, "lce": 2.65499210357666, "lgen": 1.8333958387374878, "lts": 0.0}, {"step": 165, "loss": 2.794379234313965, "lce": 4.0770697593688965, "lgen": 3.007439374923706, "lts": 0.0}, {"step": 166, "loss": 1.4927095174789429, "lce": 2.209463357925415, "lgen": 1.640516757965088, "lts": 0.0}, {"step": 167, "loss": 1.6553773880004883, "lce": 2.426034688949585, "lgen": 1.8223392963409424, "lts": 0.0}, {"step": 168, "loss": 1.9410831928253174, "lce": 3.0682320594787598, "lgen": 2.6224560737609863, "lts": 0.0}, {"step": 169, "loss": 2.629640579223633, "lce": 4.687366485595703, "lgen": 2.589190721511841, "lts": 0.0}, {"step": 170, "loss": 1.735769510269165, "lce": 2.78875732421875, "lgen": 2.1151740550994873, "lts": 0.0}, {"step": 171, "loss": 3.191173791885376, "lce": 4.9736328125, "lgen": 3.4057083129882812, "lts": 0.0}, {"step": 172, "loss": 1.323453664779663, "lce": 2.122049331665039, "lgen": 1.7843129634857178, "lts": 0.0}, {"step": 173, "loss": 2.9581708908081055, "lce": 4.584071159362793, "lgen": 3.1390867233276367, "lts": 0.0}, {"step": 174, "loss": 1.4498497247695923, "lce": 2.3849236965179443, "lgen": 1.6665982007980347, "lts": 0.0}, {"step": 175, "loss": 2.9125614166259766, "lce": 4.147062301635742, "lgen": 3.6509573459625244, "lts": 0.0}, {"step": 176, "loss": 1.8139617443084717, "lce": 3.2271933555603027, "lgen": 1.9693478345870972, "lts": 0.0}, {"step": 177, "loss": 2.205583095550537, "lce": 3.2109553813934326, "lgen": 2.9207637310028076, "lts": 0.0}, {"step": 178, "loss": 1.2864735126495361, "lce": 1.9939048290252686, "lgen": 1.723880410194397, "lts": 0.0}, {"step": 179, "loss": 2.0627121925354004, "lce": 3.567915201187134, "lgen": 2.097325086593628, "lts": 0.0}, {"step": 180, "loss": 1.8105767965316772, "lce": 3.0299134254455566, "lgen": 2.1819865703582764, "lts": 0.0}, {"step": 181, "loss": 2.21003794670105, "lce": 3.801523447036743, "lgen": 2.2988555431365967, "lts": 0.0}, {"step": 182, "loss": 1.2100168466567993, "lce": 1.8561633825302124, "lgen": 1.524118185043335, "lts": 0.0}, {"step": 183, "loss": 1.9914252758026123, "lce": 2.983346462249756, "lgen": 2.3037216663360596, "lts": 0.0}, {"step": 184, "loss": 1.0753498077392578, "lce": 1.6983418464660645, "lgen": 1.3045958280563354, "lts": 0.0}, {"step": 185, "loss": 1.664743185043335, "lce": 2.212461233139038, "lgen": 2.1989529132843018, "lts": 0.0}, {"step": 186, "loss": 1.306786298751831, "lce": 2.140232563018799, "lgen": 1.5317819118499756, "lts": 0.0}, {"step": 187, "loss": 2.09253191947937, "lce": 3.339569091796875, "lgen": 2.521043539047241, "lts": 0.0}, {"step": 188, "loss": 1.4373884201049805, "lce": 2.1608095169067383, "lgen": 1.9609373807907104, "lts": 0.0}, {"step": 189, "loss": 1.9510550498962402, "lce": 3.5452494621276855, "lgen": 1.87880539894104, "lts": 0.0}, {"step": 190, "loss": 1.4294142723083496, "lce": 2.43742299079895, "lgen": 1.5269081592559814, "lts": 0.0}, {"step": 191, "loss": 2.2175471782684326, "lce": 3.9148473739624023, "lgen": 2.177363395690918, "lts": 0.0}, {"step": 192, "loss": 1.1111667156219482, "lce": 1.7941563129425049, "lgen": 1.3478875160217285, "lts": 0.0}, {"step": 193, "loss": 2.720501661300659, "lce": 3.8509416580200195, "lgen": 3.519461154937744, "lts": 0.0}, {"step": 194, "loss": 1.7934696674346924, "lce": 2.8939757347106934, "lgen": 2.7487926483154297, "lts": 0.0}, {"step": 195, "loss": 1.7005980014801025, "lce": 2.349982976913452, "lgen": 2.322598457336426, "lts": 0.0}, {"step": 196, "loss": 1.6404738426208496, "lce": 2.6537528038024902, "lgen": 2.1369760036468506, "lts": 0.0}, {"step": 197, "loss": 2.329097270965576, "lce": 3.6443533897399902, "lgen": 2.7042593955993652, "lts": 0.0}, {"step": 198, "loss": 1.6044740676879883, "lce": 2.949201822280884, "lgen": 2.027372360229492, "lts": 0.0}, {"step": 199, "loss": 3.087864875793457, "lce": 4.43009614944458, "lgen": 3.330979585647583, "lts": 0.0}]
\ No newline at end of file