From 7d60f37cf1ec255e919569fdade4fb123deb4d4a Mon Sep 17 00:00:00 2001
From: Nils <u797+claude@posteo.de>
Date: Thu, 16 Jul 2026 15:29:42 +0200
Subject: [PATCH] =?UTF-8?q?item=2022=20scored:=20ladder=20breaks=20at=20d?=
 =?UTF-8?q?=3D1=20(57.4->31.6),=20plateaus=20~19=20at=20d=3D2/3=20?=
 =?UTF-8?q?=E2=80=94=202x=20cold=20floor=20(d=3D3=20vs=20base=20McNemar=20?=
 =?UTF-8?q?p=3D0.0025);=20latent=20loop=20trades=20easy=20reliability=20fo?=
 =?UTF-8?q?r=20hard/drop=20reach?=
MIME-Version: 1.0
Content-Type: text/plain; charset=UTF-8
Content-Transfer-Encoding: 8bit

Co-Authored-By: Claude Fable 5 <noreply@anthropic.com>
---
 results-loop/PROTOCOL_UNIFIED.md        |   28 +
 results-loop/eval_gsm_carrycot_b1.json  | 3108 +++++++++++++++++++++++
 results-loop/eval_gsm_carrycot_b2.json  | 3108 +++++++++++++++++++++++
 results-loop/eval_gsm_carrycot_b3.json  | 3108 +++++++++++++++++++++++
 results-loop/train_carrycot_b1_log.json |    1 +
 results-loop/train_carrycot_b2_log.json |    1 +
 results-loop/train_carrycot_b3_log.json |    1 +
 7 files changed, 9355 insertions(+)
 create mode 100644 results-loop/eval_gsm_carrycot_b1.json
 create mode 100644 results-loop/eval_gsm_carrycot_b2.json
 create mode 100644 results-loop/eval_gsm_carrycot_b3.json
 create mode 100644 results-loop/train_carrycot_b1_log.json
 create mode 100644 results-loop/train_carrycot_b2_log.json
 create mode 100644 results-loop/train_carrycot_b3_log.json

diff --git a/results-loop/PROTOCOL_UNIFIED.md b/results-loop/PROTOCOL_UNIFIED.md
index b68bbaa..bbe6e11 100644
--- a/results-loop/PROTOCOL_UNIFIED.md
+++ b/results-loop/PROTOCOL_UNIFIED.md
@@ -555,3 +555,31 @@ if it survives pairing, is the strongest argument for continuing.
     this recurrence budget to absorb computation. Job:
     scripts/jobs/zzz_m_gsm_rungb.sh (single submit, ~3x(40min train +
     eval) on the Spark).
+
+--- Outcome, item 22 (scored 2026-07-16 ~15:30). k=0 sanity row
+reproduced base exactly in all three rung evals (10.9/93.1/0.8/0.0).
+Ladder (best cell overall, n=256): rung A 57.4 -> d=1 31.6 (2:12) ->
+d=2 18.4 (2:26) -> d=3 19.1 (2:32). (a) FAILED, decisively: the break
+rung is d=1 — deleting ONE compute-matched step costs 25.8 points
+(easy 83->62, hard 64->36, drop 45->17); the recurrence cannot absorb
+even one step's computation at this budget/recipe. (b) monotone
+through d=2, then a plateau (d=2 18.4 -> d=3 19.1, within n=256
+noise): the decay bottoms out ABOVE the floor rather than collapsing
+to it. (c) CONFIRMED: d=3 (pause-only for ~87% of items) = 19.1 vs
+base 10.9 — paired McNemar 33-12 discordants, p=0.0025 — and vs cold
+answer-only carry 9.4: the curriculum-reached latent loop DOUBLES the
+cold-trained equivalent. Composition of the d=3 edge: easy is
+DAMAGED (58.6 vs 93.1 base) while hard (18.9 vs 0.8) and drop (8.0
+vs 0.0) are lifted — the latent loop trades easy-bucket reliability
+for reach, echoing item 21's drop-bucket signature in latent form.
+Deliverable: measured capacity of this recurrence budget = a plateau
+at ~19% overall / ~2x the cold floor; the visible scratchpad carried
+the other ~38 points. Val-loss note: hard val rose with d (0.36 ->
+0.56 -> 0.59) while easy fell (d=3 0.13, mostly answer-line targets)
+— CE fit does not track eval accuracy at deep rungs. Interpretation
+for the plan: rung C' (no pauses) is moot as a capability claim — C
+already plateaued at 19; the E2-L line's value is now the 2x-over-cold
+curriculum effect + the reach trade, not scratchpad-free parity. Next
+knobs if the line continues: longer per-rung retraining, finer
+deletion schedule (fractional rungs), or E2-N noise-hardening stacked
+on the rungs.
diff --git a/results-loop/eval_gsm_carrycot_b1.json b/results-loop/eval_gsm_carrycot_b1.json
new file mode 100644
index 0000000..beafe23
--- /dev/null
+++ b/results-loop/eval_gsm_carrycot_b1.json
@@ -0,0 +1,3108 @@
+{
+ "tag": "gsm_carrycot_b1",
+ "grid": {
+  "0:0": {
+   "acc": 0.109375,
+   "by_label": {
+    "drop": 0.0,
+    "easy": 0.9310344827586207,
+    "hard": 0.007874015748031496
+   },
+   "per_item": [
+    {
+     "idx": 1092,
+     "ok": false
+    },
+    {
+     "idx": 696,
+     "ok": false
+    },
+    {
+     "idx": 242,
+     "ok": false
+    },
+    {
+     "idx": 1085,
+     "ok": true
+    },
+    {
+     "idx": 510,
+     "ok": false
+    },
+    {
+     "idx": 334,
+     "ok": true
+    },
+    {
+     "idx": 139,
+     "ok": false
+    },
+    {
+     "idx": 849,
+     "ok": false
+    },
+    {
+     "idx": 593,
+     "ok": false
+    },
+    {
+     "idx": 579,
+     "ok": false
+    },
+    {
+     "idx": 1064,
+     "ok": false
+    },
+    {
+     "idx": 275,
+     "ok": false
+    },
+    {
+     "idx": 1175,
+     "ok": false
+    },
+    {
+     "idx": 1071,
+     "ok": false
+    },
+    {
+     "idx": 1284,
+     "ok": false
+    },
+    {
+     "idx": 430,
+     "ok": false
+    },
+    {
+     "idx": 1088,
+     "ok": false
+    },
+    {
+     "idx": 215,
+     "ok": false
+    },
+    {
+     "idx": 841,
+     "ok": false
+    },
+    {
+     "idx": 1299,
+     "ok": false
+    },
+    {
+     "idx": 1113,
+     "ok": true
+    },
+    {
+     "idx": 826,
+     "ok": false
+    },
+    {
+     "idx": 570,
+     "ok": false
+    },
+    {
+     "idx": 598,
+     "ok": false
+    },
+    {
+     "idx": 905,
+     "ok": false
+    },
+    {
+     "idx": 761,
+     "ok": false
+    },
+    {
+     "idx": 1163,
+     "ok": false
+    },
+    {
+     "idx": 1287,
+     "ok": false
+    },
+    {
+     "idx": 282,
+     "ok": false
+    },
+    {
+     "idx": 321,
+     "ok": false
+    },
+    {
+     "idx": 252,
+     "ok": false
+    },
+    {
+     "idx": 246,
+     "ok": false
+    },
+    {
+     "idx": 781,
+     "ok": false
+    },
+    {
+     "idx": 821,
+     "ok": false
+    },
+    {
+     "idx": 1210,
+     "ok": true
+    },
+    {
+     "idx": 958,
+     "ok": true
+    },
+    {
+     "idx": 285,
+     "ok": false
+    },
+    {
+     "idx": 1146,
+     "ok": false
+    },
+    {
+     "idx": 612,
+     "ok": false
+    },
+    {
+     "idx": 725,
+     "ok": false
+    },
+    {
+     "idx": 1294,
+     "ok": false
+    },
+    {
+     "idx": 968,
+     "ok": false
+    },
+    {
+     "idx": 850,
+     "ok": false
+    },
+    {
+     "idx": 446,
+     "ok": false
+    },
+    {
+     "idx": 976,
+     "ok": false
+    },
+    {
+     "idx": 1001,
+     "ok": false
+    },
+    {
+     "idx": 1027,
+     "ok": true
+    },
+    {
+     "idx": 651,
+     "ok": false
+    },
+    {
+     "idx": 1009,
+     "ok": false
+    },
+    {
+     "idx": 123,
+     "ok": false
+    },
+    {
+     "idx": 909,
+     "ok": false
+    },
+    {
+     "idx": 614,
+     "ok": false
+    },
+    {
+     "idx": 292,
+     "ok": false
+    },
+    {
+     "idx": 1014,
+     "ok": false
+    },
+    {
+     "idx": 107,
+     "ok": false
+    },
+    {
+     "idx": 1272,
+     "ok": false
+    },
+    {
+     "idx": 441,
+     "ok": false
+    },
+    {
+     "idx": 52,
+     "ok": false
+    },
+    {
+     "idx": 727,
+     "ok": false
+    },
+    {
+     "idx": 965,
+     "ok": false
+    },
+    {
+     "idx": 800,
+     "ok": false
+    },
+    {
+     "idx": 20,
+     "ok": false
+    },
+    {
+     "idx": 1078,
+     "ok": false
+    },
+    {
+     "idx": 136,
+     "ok": false
+    },
+    {
+     "idx": 166,
+     "ok": true
+    },
+    {
+     "idx": 809,
+     "ok": true
+    },
+    {
+     "idx": 13,
+     "ok": false
+    },
+    {
+     "idx": 739,
+     "ok": false
+    },
+    {
+     "idx": 84,
+     "ok": true
+    },
+    {
+     "idx": 237,
+     "ok": true
+    },
+    {
+     "idx": 1271,
+     "ok": false
+    },
+    {
+     "idx": 7,
+     "ok": false
+    },
+    {
+     "idx": 553,
+     "ok": false
+    },
+    {
+     "idx": 1311,
+     "ok": false
+    },
+    {
+     "idx": 599,
+     "ok": false
+    },
+    {
+     "idx": 464,
+     "ok": false
+    },
+    {
+     "idx": 288,
+     "ok": false
+    },
+    {
+     "idx": 1173,
+     "ok": false
+    },
+    {
+     "idx": 589,
+     "ok": false
+    },
+    {
+     "idx": 391,
+     "ok": false
+    },
+    {
+     "idx": 888,
+     "ok": true
+    },
+    {
+     "idx": 943,
+     "ok": false
+    },
+    {
+     "idx": 676,
+     "ok": false
+    },
+    {
+     "idx": 786,
+     "ok": false
+    },
+    {
+     "idx": 344,
+     "ok": true
+    },
+    {
+     "idx": 677,
+     "ok": false
+    },
+    {
+     "idx": 863,
+     "ok": false
+    },
+    {
+     "idx": 891,
+     "ok": false
+    },
+    {
+     "idx": 303,
+     "ok": false
+    },
+    {
+     "idx": 916,
+     "ok": false
+    },
+    {
+     "idx": 302,
+     "ok": false
+    },
+    {
+     "idx": 1073,
+     "ok": false
+    },
+    {
+     "idx": 647,
+     "ok": false
+    },
+    {
+     "idx": 264,
+     "ok": false
+    },
+    {
+     "idx": 427,
+     "ok": false
+    },
+    {
+     "idx": 382,
+     "ok": false
+    },
+    {
+     "idx": 715,
+     "ok": false
+    },
+    {
+     "idx": 796,
+     "ok": false
+    },
+    {
+     "idx": 875,
+     "ok": false
+    },
+    {
+     "idx": 1007,
+     "ok": false
+    },
+    {
+     "idx": 797,
+     "ok": true
+    },
+    {
+     "idx": 450,
+     "ok": false
+    },
+    {
+     "idx": 401,
+     "ok": false
+    },
+    {
+     "idx": 899,
+     "ok": false
+    },
+    {
+     "idx": 418,
+     "ok": false
+    },
+    {
+     "idx": 1201,
+     "ok": false
+    },
+    {
+     "idx": 101,
+     "ok": false
+    },
+    {
+     "idx": 795,
+     "ok": false
+    },
+    {
+     "idx": 68,
+     "ok": false
+    },
+    {
+     "idx": 479,
+     "ok": false
+    },
+    {
+     "idx": 1296,
+     "ok": false
+    },
+    {
+     "idx": 173,
+     "ok": false
+    },
+    {
+     "idx": 744,
+     "ok": false
+    },
+    {
+     "idx": 116,
+     "ok": true
+    },
+    {
+     "idx": 1306,
+     "ok": false
+    },
+    {
+     "idx": 355,
+     "ok": false
+    },
+    {
+     "idx": 477,
+     "ok": false
+    },
+    {
+     "idx": 1250,
+     "ok": false
+    },
+    {
+     "idx": 609,
+     "ok": false
+    },
+    {
+     "idx": 1254,
+     "ok": true
+    },
+    {
+     "idx": 177,
+     "ok": false
+    },
+    {
+     "idx": 1048,
+     "ok": false
+    },
+    {
+     "idx": 582,
+     "ok": false
+    },
+    {
+     "idx": 723,
+     "ok": false
+    },
+    {
+     "idx": 842,
+     "ok": false
+    },
+    {
+     "idx": 938,
+     "ok": false
+    },
+    {
+     "idx": 110,
+     "ok": false
+    },
+    {
+     "idx": 1057,
+     "ok": false
+    },
+    {
+     "idx": 1120,
+     "ok": false
+    },
+    {
+     "idx": 881,
+     "ok": false
+    },
+    {
+     "idx": 1189,
+     "ok": false
+    },
+    {
+     "idx": 931,
+     "ok": false
+    },
+    {
+     "idx": 1003,
+     "ok": false
+    },
+    {
+     "idx": 521,
+     "ok": false
+    },
+    {
+     "idx": 974,
+     "ok": false
+    },
+    {
+     "idx": 690,
+     "ok": false
+    },
+    {
+     "idx": 544,
+     "ok": false
+    },
+    {
+     "idx": 86,
+     "ok": false
+    },
+    {
+     "idx": 89,
+     "ok": false
+    },
+    {
+     "idx": 333,
+     "ok": false
+    },
+    {
+     "idx": 716,
+     "ok": false
+    },
+    {
+     "idx": 14,
+     "ok": false
+    },
+    {
+     "idx": 287,
+     "ok": false
+    },
+    {
+     "idx": 130,
+     "ok": false
+    },
+    {
+     "idx": 876,
+     "ok": false
+    },
+    {
+     "idx": 454,
+     "ok": false
+    },
+    {
+     "idx": 1246,
+     "ok": true
+    },
+    {
+     "idx": 812,
+     "ok": false
+    },
+    {
+     "idx": 1142,
+     "ok": false
+    },
+    {
+     "idx": 452,
+     "ok": false
+    },
+    {
+     "idx": 929,
+     "ok": false
+    },
+    {
+     "idx": 394,
+     "ok": false
+    },
+    {
+     "idx": 695,
+     "ok": false
+    },
+    {
+     "idx": 1245,
+     "ok": false
+    },
+    {
+     "idx": 209,
+     "ok": false
+    },
+    {
+     "idx": 1241,
+     "ok": false
+    },
+    {
+     "idx": 175,
+     "ok": false
+    },
+    {
+     "idx": 653,
+     "ok": false
+    },
+    {
+     "idx": 661,
+     "ok": false
+    },
+    {
+     "idx": 1097,
+     "ok": false
+    },
+    {
+     "idx": 933,
+     "ok": false
+    },
+    {
+     "idx": 665,
+     "ok": false
+    },
+    {
+     "idx": 523,
+     "ok": false
+    },
+    {
+     "idx": 59,
+     "ok": false
+    },
+    {
+     "idx": 1069,
+     "ok": false
+    },
+    {
+     "idx": 90,
+     "ok": false
+    },
+    {
+     "idx": 389,
+     "ok": false
+    },
+    {
+     "idx": 755,
+     "ok": false
+    },
+    {
+     "idx": 164,
+     "ok": false
+    },
+    {
+     "idx": 429,
+     "ok": false
+    },
+    {
+     "idx": 1074,
+     "ok": false
+    },
+    {
+     "idx": 708,
+     "ok": true
+    },
+    {
+     "idx": 384,
+     "ok": true
+    },
+    {
+     "idx": 412,
+     "ok": false
+    },
+    {
+     "idx": 514,
+     "ok": false
+    },
+    {
+     "idx": 617,
+     "ok": false
+    },
+    {
+     "idx": 639,
+     "ok": false
+    },
+    {
+     "idx": 1058,
+     "ok": false
+    },
+    {
+     "idx": 787,
+     "ok": false
+    },
+    {
+     "idx": 987,
+     "ok": false
+    },
+    {
+     "idx": 704,
+     "ok": false
+    },
+    {
+     "idx": 491,
+     "ok": false
+    },
+    {
+     "idx": 91,
+     "ok": false
+    },
+    {
+     "idx": 626,
+     "ok": false
+    },
+    {
+     "idx": 1130,
+     "ok": false
+    },
+    {
+     "idx": 148,
+     "ok": false
+    },
+    {
+     "idx": 18,
+     "ok": false
+    },
+    {
+     "idx": 897,
+     "ok": true
+    },
+    {
+     "idx": 97,
+     "ok": false
+    },
+    {
+     "idx": 844,
+     "ok": false
+    },
+    {
+     "idx": 1010,
+     "ok": false
+    },
+    {
+     "idx": 901,
+     "ok": false
+    },
+    {
+     "idx": 241,
+     "ok": false
+    },
+    {
+     "idx": 493,
+     "ok": false
+    },
+    {
+     "idx": 202,
+     "ok": true
+    },
+    {
+     "idx": 314,
+     "ok": false
+    },
+    {
+     "idx": 847,
+     "ok": false
+    },
+    {
+     "idx": 437,
+     "ok": false
+    },
+    {
+     "idx": 902,
+     "ok": true
+    },
+    {
+     "idx": 157,
+     "ok": false
+    },
+    {
+     "idx": 874,
+     "ok": true
+    },
+    {
+     "idx": 1144,
+     "ok": false
+    },
+    {
+     "idx": 807,
+     "ok": false
+    },
+    {
+     "idx": 80,
+     "ok": true
+    },
+    {
+     "idx": 369,
+     "ok": false
+    },
+    {
+     "idx": 511,
+     "ok": false
+    },
+    {
+     "idx": 262,
+     "ok": false
+    },
+    {
+     "idx": 571,
+     "ok": false
+    },
+    {
+     "idx": 721,
+     "ok": false
+    },
+    {
+     "idx": 654,
+     "ok": false
+    },
+    {
+     "idx": 890,
+     "ok": true
+    },
+    {
+     "idx": 219,
+     "ok": false
+    },
+    {
+     "idx": 1140,
+     "ok": false
+    },
+    {
+     "idx": 584,
+     "ok": false
+    },
+    {
+     "idx": 1249,
+     "ok": false
+    },
+    {
+     "idx": 1108,
+     "ok": true
+    },
+    {
+     "idx": 607,
+     "ok": false
+    },
+    {
+     "idx": 904,
+     "ok": false
+    },
+    {
+     "idx": 1052,
+     "ok": false
+    },
+    {
+     "idx": 1238,
+     "ok": false
+    },
+    {
+     "idx": 946,
+     "ok": false
+    },
+    {
+     "idx": 1098,
+     "ok": false
+    },
+    {
+     "idx": 534,
+     "ok": false
+    },
+    {
+     "idx": 558,
+     "ok": false
+    },
+    {
+     "idx": 474,
+     "ok": true
+    },
+    {
+     "idx": 33,
+     "ok": false
+    },
+    {
+     "idx": 243,
+     "ok": false
+    },
+    {
+     "idx": 1259,
+     "ok": false
+    },
+    {
+     "idx": 353,
+     "ok": false
+    },
+    {
+     "idx": 509,
+     "ok": false
+    },
+    {
+     "idx": 1096,
+     "ok": false
+    },
+    {
+     "idx": 1055,
+     "ok": false
+    },
+    {
+     "idx": 877,
+     "ok": false
+    },
+    {
+     "idx": 249,
+     "ok": false
+    },
+    {
+     "idx": 1156,
+     "ok": false
+    },
+    {
+     "idx": 735,
+     "ok": false
+    },
+    {
+     "idx": 470,
+     "ok": false
+    },
+    {
+     "idx": 1119,
+     "ok": false
+    },
+    {
+     "idx": 577,
+     "ok": true
+    },
+    {
+     "idx": 453,
+     "ok": false
+    },
+    {
+     "idx": 132,
+     "ok": false
+    },
+    {
+     "idx": 1061,
+     "ok": false
+    },
+    {
+     "idx": 629,
+     "ok": false
+    },
+    {
+     "idx": 670,
+     "ok": true
+    },
+    {
+     "idx": 478,
+     "ok": false
+    },
+    {
+     "idx": 764,
+     "ok": false
+    },
+    {
+     "idx": 983,
+     "ok": false
+    },
+    {
+     "idx": 587,
+     "ok": false
+    },
+    {
+     "idx": 1192,
+     "ok": false
+    },
+    {
+     "idx": 350,
+     "ok": false
+    },
+    {
+     "idx": 281,
+     "ok": false
+    },
+    {
+     "idx": 31,
+     "ok": false
+    },
+    {
+     "idx": 1132,
+     "ok": false
+    },
+    {
+     "idx": 1033,
+     "ok": false
+    },
+    {
+     "idx": 671,
+     "ok": false
+    },
+    {
+     "idx": 751,
+     "ok": false
+    }
+   ]
+  },
+  "2:12": {
+   "acc": 0.31640625,
+   "by_label": {
+    "drop": 0.17,
+    "easy": 0.6206896551724138,
+    "hard": 0.36220472440944884
+   },
+   "per_item": [
+    {
+     "idx": 1092,
+     "ok": false
+    },
+    {
+     "idx": 696,
+     "ok": true
+    },
+    {
+     "idx": 242,
+     "ok": false
+    },
+    {
+     "idx": 1085,
+     "ok": false
+    },
+    {
+     "idx": 510,
+     "ok": false
+    },
+    {
+     "idx": 334,
+     "ok": true
+    },
+    {
+     "idx": 139,
+     "ok": false
+    },
+    {
+     "idx": 849,
+     "ok": true
+    },
+    {
+     "idx": 593,
+     "ok": false
+    },
+    {
+     "idx": 579,
+     "ok": true
+    },
+    {
+     "idx": 1064,
+     "ok": false
+    },
+    {
+     "idx": 275,
+     "ok": false
+    },
+    {
+     "idx": 1175,
+     "ok": false
+    },
+    {
+     "idx": 1071,
+     "ok": false
+    },
+    {
+     "idx": 1284,
+     "ok": false
+    },
+    {
+     "idx": 430,
+     "ok": true
+    },
+    {
+     "idx": 1088,
+     "ok": false
+    },
+    {
+     "idx": 215,
+     "ok": false
+    },
+    {
+     "idx": 841,
+     "ok": false
+    },
+    {
+     "idx": 1299,
+     "ok": false
+    },
+    {
+     "idx": 1113,
+     "ok": false
+    },
+    {
+     "idx": 826,
+     "ok": false
+    },
+    {
+     "idx": 570,
+     "ok": false
+    },
+    {
+     "idx": 598,
+     "ok": false
+    },
+    {
+     "idx": 905,
+     "ok": false
+    },
+    {
+     "idx": 761,
+     "ok": false
+    },
+    {
+     "idx": 1163,
+     "ok": false
+    },
+    {
+     "idx": 1287,
+     "ok": false
+    },
+    {
+     "idx": 282,
+     "ok": false
+    },
+    {
+     "idx": 321,
+     "ok": true
+    },
+    {
+     "idx": 252,
+     "ok": false
+    },
+    {
+     "idx": 246,
+     "ok": false
+    },
+    {
+     "idx": 781,
+     "ok": false
+    },
+    {
+     "idx": 821,
+     "ok": true
+    },
+    {
+     "idx": 1210,
+     "ok": true
+    },
+    {
+     "idx": 958,
+     "ok": true
+    },
+    {
+     "idx": 285,
+     "ok": false
+    },
+    {
+     "idx": 1146,
+     "ok": false
+    },
+    {
+     "idx": 612,
+     "ok": false
+    },
+    {
+     "idx": 725,
+     "ok": true
+    },
+    {
+     "idx": 1294,
+     "ok": false
+    },
+    {
+     "idx": 968,
+     "ok": false
+    },
+    {
+     "idx": 850,
+     "ok": false
+    },
+    {
+     "idx": 446,
+     "ok": true
+    },
+    {
+     "idx": 976,
+     "ok": false
+    },
+    {
+     "idx": 1001,
+     "ok": false
+    },
+    {
+     "idx": 1027,
+     "ok": true
+    },
+    {
+     "idx": 651,
+     "ok": true
+    },
+    {
+     "idx": 1009,
+     "ok": false
+    },
+    {
+     "idx": 123,
+     "ok": false
+    },
+    {
+     "idx": 909,
+     "ok": false
+    },
+    {
+     "idx": 614,
+     "ok": false
+    },
+    {
+     "idx": 292,
+     "ok": false
+    },
+    {
+     "idx": 1014,
+     "ok": false
+    },
+    {
+     "idx": 107,
+     "ok": false
+    },
+    {
+     "idx": 1272,
+     "ok": false
+    },
+    {
+     "idx": 441,
+     "ok": true
+    },
+    {
+     "idx": 52,
+     "ok": false
+    },
+    {
+     "idx": 727,
+     "ok": false
+    },
+    {
+     "idx": 965,
+     "ok": true
+    },
+    {
+     "idx": 800,
+     "ok": true
+    },
+    {
+     "idx": 20,
+     "ok": false
+    },
+    {
+     "idx": 1078,
+     "ok": true
+    },
+    {
+     "idx": 136,
+     "ok": true
+    },
+    {
+     "idx": 166,
+     "ok": true
+    },
+    {
+     "idx": 809,
+     "ok": true
+    },
+    {
+     "idx": 13,
+     "ok": false
+    },
+    {
+     "idx": 739,
+     "ok": false
+    },
+    {
+     "idx": 84,
+     "ok": true
+    },
+    {
+     "idx": 237,
+     "ok": true
+    },
+    {
+     "idx": 1271,
+     "ok": true
+    },
+    {
+     "idx": 7,
+     "ok": false
+    },
+    {
+     "idx": 553,
+     "ok": false
+    },
+    {
+     "idx": 1311,
+     "ok": true
+    },
+    {
+     "idx": 599,
+     "ok": false
+    },
+    {
+     "idx": 464,
+     "ok": false
+    },
+    {
+     "idx": 288,
+     "ok": false
+    },
+    {
+     "idx": 1173,
+     "ok": false
+    },
+    {
+     "idx": 589,
+     "ok": true
+    },
+    {
+     "idx": 391,
+     "ok": true
+    },
+    {
+     "idx": 888,
+     "ok": true
+    },
+    {
+     "idx": 943,
+     "ok": false
+    },
+    {
+     "idx": 676,
+     "ok": false
+    },
+    {
+     "idx": 786,
+     "ok": true
+    },
+    {
+     "idx": 344,
+     "ok": true
+    },
+    {
+     "idx": 677,
+     "ok": true
+    },
+    {
+     "idx": 863,
+     "ok": true
+    },
+    {
+     "idx": 891,
+     "ok": false
+    },
+    {
+     "idx": 303,
+     "ok": false
+    },
+    {
+     "idx": 916,
+     "ok": false
+    },
+    {
+     "idx": 302,
+     "ok": true
+    },
+    {
+     "idx": 1073,
+     "ok": false
+    },
+    {
+     "idx": 647,
+     "ok": false
+    },
+    {
+     "idx": 264,
+     "ok": false
+    },
+    {
+     "idx": 427,
+     "ok": false
+    },
+    {
+     "idx": 382,
+     "ok": false
+    },
+    {
+     "idx": 715,
+     "ok": true
+    },
+    {
+     "idx": 796,
+     "ok": false
+    },
+    {
+     "idx": 875,
+     "ok": true
+    },
+    {
+     "idx": 1007,
+     "ok": false
+    },
+    {
+     "idx": 797,
+     "ok": false
+    },
+    {
+     "idx": 450,
+     "ok": false
+    },
+    {
+     "idx": 401,
+     "ok": false
+    },
+    {
+     "idx": 899,
+     "ok": true
+    },
+    {
+     "idx": 418,
+     "ok": true
+    },
+    {
+     "idx": 1201,
+     "ok": false
+    },
+    {
+     "idx": 101,
+     "ok": false
+    },
+    {
+     "idx": 795,
+     "ok": false
+    },
+    {
+     "idx": 68,
+     "ok": false
+    },
+    {
+     "idx": 479,
+     "ok": false
+    },
+    {
+     "idx": 1296,
+     "ok": false
+    },
+    {
+     "idx": 173,
+     "ok": false
+    },
+    {
+     "idx": 744,
+     "ok": false
+    },
+    {
+     "idx": 116,
+     "ok": true
+    },
+    {
+     "idx": 1306,
+     "ok": false
+    },
+    {
+     "idx": 355,
+     "ok": false
+    },
+    {
+     "idx": 477,
+     "ok": false
+    },
+    {
+     "idx": 1250,
+     "ok": true
+    },
+    {
+     "idx": 609,
+     "ok": false
+    },
+    {
+     "idx": 1254,
+     "ok": false
+    },
+    {
+     "idx": 177,
+     "ok": false
+    },
+    {
+     "idx": 1048,
+     "ok": false
+    },
+    {
+     "idx": 582,
+     "ok": true
+    },
+    {
+     "idx": 723,
+     "ok": false
+    },
+    {
+     "idx": 842,
+     "ok": true
+    },
+    {
+     "idx": 938,
+     "ok": false
+    },
+    {
+     "idx": 110,
+     "ok": true
+    },
+    {
+     "idx": 1057,
+     "ok": false
+    },
+    {
+     "idx": 1120,
+     "ok": false
+    },
+    {
+     "idx": 881,
+     "ok": true
+    },
+    {
+     "idx": 1189,
+     "ok": true
+    },
+    {
+     "idx": 931,
+     "ok": false
+    },
+    {
+     "idx": 1003,
+     "ok": false
+    },
+    {
+     "idx": 521,
+     "ok": false
+    },
+    {
+     "idx": 974,
+     "ok": true
+    },
+    {
+     "idx": 690,
+     "ok": false
+    },
+    {
+     "idx": 544,
+     "ok": true
+    },
+    {
+     "idx": 86,
+     "ok": false
+    },
+    {
+     "idx": 89,
+     "ok": true
+    },
+    {
+     "idx": 333,
+     "ok": false
+    },
+    {
+     "idx": 716,
+     "ok": false
+    },
+    {
+     "idx": 14,
+     "ok": false
+    },
+    {
+     "idx": 287,
+     "ok": false
+    },
+    {
+     "idx": 130,
+     "ok": true
+    },
+    {
+     "idx": 876,
+     "ok": false
+    },
+    {
+     "idx": 454,
+     "ok": false
+    },
+    {
+     "idx": 1246,
+     "ok": true
+    },
+    {
+     "idx": 812,
+     "ok": false
+    },
+    {
+     "idx": 1142,
+     "ok": true
+    },
+    {
+     "idx": 452,
+     "ok": true
+    },
+    {
+     "idx": 929,
+     "ok": true
+    },
+    {
+     "idx": 394,
+     "ok": false
+    },
+    {
+     "idx": 695,
+     "ok": false
+    },
+    {
+     "idx": 1245,
+     "ok": false
+    },
+    {
+     "idx": 209,
+     "ok": false
+    },
+    {
+     "idx": 1241,
+     "ok": false
+    },
+    {
+     "idx": 175,
+     "ok": true
+    },
+    {
+     "idx": 653,
+     "ok": true
+    },
+    {
+     "idx": 661,
+     "ok": false
+    },
+    {
+     "idx": 1097,
+     "ok": false
+    },
+    {
+     "idx": 933,
+     "ok": false
+    },
+    {
+     "idx": 665,
+     "ok": true
+    },
+    {
+     "idx": 523,
+     "ok": false
+    },
+    {
+     "idx": 59,
+     "ok": true
+    },
+    {
+     "idx": 1069,
+     "ok": false
+    },
+    {
+     "idx": 90,
+     "ok": false
+    },
+    {
+     "idx": 389,
+     "ok": false
+    },
+    {
+     "idx": 755,
+     "ok": false
+    },
+    {
+     "idx": 164,
+     "ok": true
+    },
+    {
+     "idx": 429,
+     "ok": false
+    },
+    {
+     "idx": 1074,
+     "ok": false
+    },
+    {
+     "idx": 708,
+     "ok": false
+    },
+    {
+     "idx": 384,
+     "ok": false
+    },
+    {
+     "idx": 412,
+     "ok": true
+    },
+    {
+     "idx": 514,
+     "ok": false
+    },
+    {
+     "idx": 617,
+     "ok": true
+    },
+    {
+     "idx": 639,
+     "ok": false
+    },
+    {
+     "idx": 1058,
+     "ok": false
+    },
+    {
+     "idx": 787,
+     "ok": true
+    },
+    {
+     "idx": 987,
+     "ok": false
+    },
+    {
+     "idx": 704,
+     "ok": false
+    },
+    {
+     "idx": 491,
+     "ok": true
+    },
+    {
+     "idx": 91,
+     "ok": true
+    },
+    {
+     "idx": 626,
+     "ok": false
+    },
+    {
+     "idx": 1130,
+     "ok": false
+    },
+    {
+     "idx": 148,
+     "ok": false
+    },
+    {
+     "idx": 18,
+     "ok": false
+    },
+    {
+     "idx": 897,
+     "ok": false
+    },
+    {
+     "idx": 97,
+     "ok": false
+    },
+    {
+     "idx": 844,
+     "ok": false
+    },
+    {
+     "idx": 1010,
+     "ok": true
+    },
+    {
+     "idx": 901,
+     "ok": false
+    },
+    {
+     "idx": 241,
+     "ok": false
+    },
+    {
+     "idx": 493,
+     "ok": false
+    },
+    {
+     "idx": 202,
+     "ok": true
+    },
+    {
+     "idx": 314,
+     "ok": false
+    },
+    {
+     "idx": 847,
+     "ok": false
+    },
+    {
+     "idx": 437,
+     "ok": false
+    },
+    {
+     "idx": 902,
+     "ok": true
+    },
+    {
+     "idx": 157,
+     "ok": false
+    },
+    {
+     "idx": 874,
+     "ok": true
+    },
+    {
+     "idx": 1144,
+     "ok": false
+    },
+    {
+     "idx": 807,
+     "ok": false
+    },
+    {
+     "idx": 80,
+     "ok": false
+    },
+    {
+     "idx": 369,
+     "ok": true
+    },
+    {
+     "idx": 511,
+     "ok": false
+    },
+    {
+     "idx": 262,
+     "ok": false
+    },
+    {
+     "idx": 571,
+     "ok": true
+    },
+    {
+     "idx": 721,
+     "ok": false
+    },
+    {
+     "idx": 654,
+     "ok": false
+    },
+    {
+     "idx": 890,
+     "ok": false
+    },
+    {
+     "idx": 219,
+     "ok": false
+    },
+    {
+     "idx": 1140,
+     "ok": false
+    },
+    {
+     "idx": 584,
+     "ok": false
+    },
+    {
+     "idx": 1249,
+     "ok": false
+    },
+    {
+     "idx": 1108,
+     "ok": true
+    },
+    {
+     "idx": 607,
+     "ok": false
+    },
+    {
+     "idx": 904,
+     "ok": false
+    },
+    {
+     "idx": 1052,
+     "ok": true
+    },
+    {
+     "idx": 1238,
+     "ok": true
+    },
+    {
+     "idx": 946,
+     "ok": false
+    },
+    {
+     "idx": 1098,
+     "ok": true
+    },
+    {
+     "idx": 534,
+     "ok": false
+    },
+    {
+     "idx": 558,
+     "ok": true
+    },
+    {
+     "idx": 474,
+     "ok": false
+    },
+    {
+     "idx": 33,
+     "ok": false
+    },
+    {
+     "idx": 243,
+     "ok": true
+    },
+    {
+     "idx": 1259,
+     "ok": false
+    },
+    {
+     "idx": 353,
+     "ok": false
+    },
+    {
+     "idx": 509,
+     "ok": false
+    },
+    {
+     "idx": 1096,
+     "ok": false
+    },
+    {
+     "idx": 1055,
+     "ok": true
+    },
+    {
+     "idx": 877,
+     "ok": false
+    },
+    {
+     "idx": 249,
+     "ok": false
+    },
+    {
+     "idx": 1156,
+     "ok": false
+    },
+    {
+     "idx": 735,
+     "ok": false
+    },
+    {
+     "idx": 470,
+     "ok": false
+    },
+    {
+     "idx": 1119,
+     "ok": false
+    },
+    {
+     "idx": 577,
+     "ok": false
+    },
+    {
+     "idx": 453,
+     "ok": true
+    },
+    {
+     "idx": 132,
+     "ok": false
+    },
+    {
+     "idx": 1061,
+     "ok": false
+    },
+    {
+     "idx": 629,
+     "ok": false
+    },
+    {
+     "idx": 670,
+     "ok": true
+    },
+    {
+     "idx": 478,
+     "ok": false
+    },
+    {
+     "idx": 764,
+     "ok": true
+    },
+    {
+     "idx": 983,
+     "ok": false
+    },
+    {
+     "idx": 587,
+     "ok": true
+    },
+    {
+     "idx": 1192,
+     "ok": true
+    },
+    {
+     "idx": 350,
+     "ok": true
+    },
+    {
+     "idx": 281,
+     "ok": false
+    },
+    {
+     "idx": 31,
+     "ok": false
+    },
+    {
+     "idx": 1132,
+     "ok": false
+    },
+    {
+     "idx": 1033,
+     "ok": true
+    },
+    {
+     "idx": 671,
+     "ok": false
+    },
+    {
+     "idx": 751,
+     "ok": false
+    }
+   ]
+  },
+  "2:16": {
+   "acc": 0.30078125,
+   "by_label": {
+    "drop": 0.17,
+    "easy": 0.5172413793103449,
+    "hard": 0.3543307086614173
+   },
+   "per_item": [
+    {
+     "idx": 1092,
+     "ok": false
+    },
+    {
+     "idx": 696,
+     "ok": true
+    },
+    {
+     "idx": 242,
+     "ok": false
+    },
+    {
+     "idx": 1085,
+     "ok": false
+    },
+    {
+     "idx": 510,
+     "ok": false
+    },
+    {
+     "idx": 334,
+     "ok": true
+    },
+    {
+     "idx": 139,
+     "ok": false
+    },
+    {
+     "idx": 849,
+     "ok": true
+    },
+    {
+     "idx": 593,
+     "ok": false
+    },
+    {
+     "idx": 579,
+     "ok": false
+    },
+    {
+     "idx": 1064,
+     "ok": false
+    },
+    {
+     "idx": 275,
+     "ok": false
+    },
+    {
+     "idx": 1175,
+     "ok": false
+    },
+    {
+     "idx": 1071,
+     "ok": false
+    },
+    {
+     "idx": 1284,
+     "ok": false
+    },
+    {
+     "idx": 430,
+     "ok": true
+    },
+    {
+     "idx": 1088,
+     "ok": false
+    },
+    {
+     "idx": 215,
+     "ok": false
+    },
+    {
+     "idx": 841,
+     "ok": false
+    },
+    {
+     "idx": 1299,
+     "ok": true
+    },
+    {
+     "idx": 1113,
+     "ok": false
+    },
+    {
+     "idx": 826,
+     "ok": false
+    },
+    {
+     "idx": 570,
+     "ok": false
+    },
+    {
+     "idx": 598,
+     "ok": false
+    },
+    {
+     "idx": 905,
+     "ok": false
+    },
+    {
+     "idx": 761,
+     "ok": false
+    },
+    {
+     "idx": 1163,
+     "ok": false
+    },
+    {
+     "idx": 1287,
+     "ok": false
+    },
+    {
+     "idx": 282,
+     "ok": false
+    },
+    {
+     "idx": 321,
+     "ok": true
+    },
+    {
+     "idx": 252,
+     "ok": false
+    },
+    {
+     "idx": 246,
+     "ok": true
+    },
+    {
+     "idx": 781,
+     "ok": false
+    },
+    {
+     "idx": 821,
+     "ok": true
+    },
+    {
+     "idx": 1210,
+     "ok": true
+    },
+    {
+     "idx": 958,
+     "ok": true
+    },
+    {
+     "idx": 285,
+     "ok": false
+    },
+    {
+     "idx": 1146,
+     "ok": false
+    },
+    {
+     "idx": 612,
+     "ok": false
+    },
+    {
+     "idx": 725,
+     "ok": true
+    },
+    {
+     "idx": 1294,
+     "ok": false
+    },
+    {
+     "idx": 968,
+     "ok": false
+    },
+    {
+     "idx": 850,
+     "ok": true
+    },
+    {
+     "idx": 446,
+     "ok": false
+    },
+    {
+     "idx": 976,
+     "ok": false
+    },
+    {
+     "idx": 1001,
+     "ok": false
+    },
+    {
+     "idx": 1027,
+     "ok": false
+    },
+    {
+     "idx": 651,
+     "ok": true
+    },
+    {
+     "idx": 1009,
+     "ok": false
+    },
+    {
+     "idx": 123,
+     "ok": false
+    },
+    {
+     "idx": 909,
+     "ok": false
+    },
+    {
+     "idx": 614,
+     "ok": false
+    },
+    {
+     "idx": 292,
+     "ok": false
+    },
+    {
+     "idx": 1014,
+     "ok": false
+    },
+    {
+     "idx": 107,
+     "ok": false
+    },
+    {
+     "idx": 1272,
+     "ok": false
+    },
+    {
+     "idx": 441,
+     "ok": true
+    },
+    {
+     "idx": 52,
+     "ok": false
+    },
+    {
+     "idx": 727,
+     "ok": false
+    },
+    {
+     "idx": 965,
+     "ok": true
+    },
+    {
+     "idx": 800,
+     "ok": true
+    },
+    {
+     "idx": 20,
+     "ok": false
+    },
+    {
+     "idx": 1078,
+     "ok": true
+    },
+    {
+     "idx": 136,
+     "ok": true
+    },
+    {
+     "idx": 166,
+     "ok": true
+    },
+    {
+     "idx": 809,
+     "ok": false
+    },
+    {
+     "idx": 13,
+     "ok": false
+    },
+    {
+     "idx": 739,
+     "ok": false
+    },
+    {
+     "idx": 84,
+     "ok": false
+    },
+    {
+     "idx": 237,
+     "ok": true
+    },
+    {
+     "idx": 1271,
+     "ok": false
+    },
+    {
+     "idx": 7,
+     "ok": false
+    },
+    {
+     "idx": 553,
+     "ok": false
+    },
+    {
+     "idx": 1311,
+     "ok": true
+    },
+    {
+     "idx": 599,
+     "ok": false
+    },
+    {
+     "idx": 464,
+     "ok": false
+    },
+    {
+     "idx": 288,
+     "ok": false
+    },
+    {
+     "idx": 1173,
+     "ok": false
+    },
+    {
+     "idx": 589,
+     "ok": true
+    },
+    {
+     "idx": 391,
+     "ok": false
+    },
+    {
+     "idx": 888,
+     "ok": true
+    },
+    {
+     "idx": 943,
+     "ok": false
+    },
+    {
+     "idx": 676,
+     "ok": false
+    },
+    {
+     "idx": 786,
+     "ok": true
+    },
+    {
+     "idx": 344,
+     "ok": true
+    },
+    {
+     "idx": 677,
+     "ok": true
+    },
+    {
+     "idx": 863,
+     "ok": true
+    },
+    {
+     "idx": 891,
+     "ok": false
+    },
+    {
+     "idx": 303,
+     "ok": false
+    },
+    {
+     "idx": 916,
+     "ok": false
+    },
+    {
+     "idx": 302,
+     "ok": true
+    },
+    {
+     "idx": 1073,
+     "ok": false
+    },
+    {
+     "idx": 647,
+     "ok": false
+    },
+    {
+     "idx": 264,
+     "ok": false
+    },
+    {
+     "idx": 427,
+     "ok": false
+    },
+    {
+     "idx": 382,
+     "ok": false
+    },
+    {
+     "idx": 715,
+     "ok": false
+    },
+    {
+     "idx": 796,
+     "ok": false
+    },
+    {
+     "idx": 875,
+     "ok": false
+    },
+    {
+     "idx": 1007,
+     "ok": false
+    },
+    {
+     "idx": 797,
+     "ok": false
+    },
+    {
+     "idx": 450,
+     "ok": false
+    },
+    {
+     "idx": 401,
+     "ok": false
+    },
+    {
+     "idx": 899,
+     "ok": true
+    },
+    {
+     "idx": 418,
+     "ok": true
+    },
+    {
+     "idx": 1201,
+     "ok": false
+    },
+    {
+     "idx": 101,
+     "ok": false
+    },
+    {
+     "idx": 795,
+     "ok": true
+    },
+    {
+     "idx": 68,
+     "ok": false
+    },
+    {
+     "idx": 479,
+     "ok": false
+    },
+    {
+     "idx": 1296,
+     "ok": false
+    },
+    {
+     "idx": 173,
+     "ok": false
+    },
+    {
+     "idx": 744,
+     "ok": false
+    },
+    {
+     "idx": 116,
+     "ok": true
+    },
+    {
+     "idx": 1306,
+     "ok": false
+    },
+    {
+     "idx": 355,
+     "ok": false
+    },
+    {
+     "idx": 477,
+     "ok": false
+    },
+    {
+     "idx": 1250,
+     "ok": true
+    },
+    {
+     "idx": 609,
+     "ok": false
+    },
+    {
+     "idx": 1254,
+     "ok": false
+    },
+    {
+     "idx": 177,
+     "ok": false
+    },
+    {
+     "idx": 1048,
+     "ok": false
+    },
+    {
+     "idx": 582,
+     "ok": true
+    },
+    {
+     "idx": 723,
+     "ok": true
+    },
+    {
+     "idx": 842,
+     "ok": true
+    },
+    {
+     "idx": 938,
+     "ok": false
+    },
+    {
+     "idx": 110,
+     "ok": true
+    },
+    {
+     "idx": 1057,
+     "ok": true
+    },
+    {
+     "idx": 1120,
+     "ok": false
+    },
+    {
+     "idx": 881,
+     "ok": false
+    },
+    {
+     "idx": 1189,
+     "ok": true
+    },
+    {
+     "idx": 931,
+     "ok": false
+    },
+    {
+     "idx": 1003,
+     "ok": false
+    },
+    {
+     "idx": 521,
+     "ok": false
+    },
+    {
+     "idx": 974,
+     "ok": true
+    },
+    {
+     "idx": 690,
+     "ok": true
+    },
+    {
+     "idx": 544,
+     "ok": false
+    },
+    {
+     "idx": 86,
+     "ok": false
+    },
+    {
+     "idx": 89,
+     "ok": true
+    },
+    {
+     "idx": 333,
+     "ok": false
+    },
+    {
+     "idx": 716,
+     "ok": false
+    },
+    {
+     "idx": 14,
+     "ok": false
+    },
+    {
+     "idx": 287,
+     "ok": false
+    },
+    {
+     "idx": 130,
+     "ok": true
+    },
+    {
+     "idx": 876,
+     "ok": false
+    },
+    {
+     "idx": 454,
+     "ok": false
+    },
+    {
+     "idx": 1246,
+     "ok": true
+    },
+    {
+     "idx": 812,
+     "ok": false
+    },
+    {
+     "idx": 1142,
+     "ok": true
+    },
+    {
+     "idx": 452,
+     "ok": true
+    },
+    {
+     "idx": 929,
+     "ok": true
+    },
+    {
+     "idx": 394,
+     "ok": false
+    },
+    {
+     "idx": 695,
+     "ok": false
+    },
+    {
+     "idx": 1245,
+     "ok": false
+    },
+    {
+     "idx": 209,
+     "ok": false
+    },
+    {
+     "idx": 1241,
+     "ok": false
+    },
+    {
+     "idx": 175,
+     "ok": true
+    },
+    {
+     "idx": 653,
+     "ok": true
+    },
+    {
+     "idx": 661,
+     "ok": false
+    },
+    {
+     "idx": 1097,
+     "ok": true
+    },
+    {
+     "idx": 933,
+     "ok": false
+    },
+    {
+     "idx": 665,
+     "ok": true
+    },
+    {
+     "idx": 523,
+     "ok": false
+    },
+    {
+     "idx": 59,
+     "ok": true
+    },
+    {
+     "idx": 1069,
+     "ok": false
+    },
+    {
+     "idx": 90,
+     "ok": false
+    },
+    {
+     "idx": 389,
+     "ok": false
+    },
+    {
+     "idx": 755,
+     "ok": false
+    },
+    {
+     "idx": 164,
+     "ok": true
+    },
+    {
+     "idx": 429,
+     "ok": false
+    },
+    {
+     "idx": 1074,
+     "ok": false
+    },
+    {
+     "idx": 708,
+     "ok": false
+    },
+    {
+     "idx": 384,
+     "ok": false
+    },
+    {
+     "idx": 412,
+     "ok": true
+    },
+    {
+     "idx": 514,
+     "ok": false
+    },
+    {
+     "idx": 617,
+     "ok": true
+    },
+    {
+     "idx": 639,
+     "ok": false
+    },
+    {
+     "idx": 1058,
+     "ok": false
+    },
+    {
+     "idx": 787,
+     "ok": false
+    },
+    {
+     "idx": 987,
+     "ok": false
+    },
+    {
+     "idx": 704,
+     "ok": false
+    },
+    {
+     "idx": 491,
+     "ok": true
+    },
+    {
+     "idx": 91,
+     "ok": true
+    },
+    {
+     "idx": 626,
+     "ok": false
+    },
+    {
+     "idx": 1130,
+     "ok": false
+    },
+    {
+     "idx": 148,
+     "ok": true
+    },
+    {
+     "idx": 18,
+     "ok": false
+    },
+    {
+     "idx": 897,
+     "ok": false
+    },
+    {
+     "idx": 97,
+     "ok": false
+    },
+    {
+     "idx": 844,
+     "ok": false
+    },
+    {
+     "idx": 1010,
+     "ok": true
+    },
+    {
+     "idx": 901,
+     "ok": false
+    },
+    {
+     "idx": 241,
+     "ok": false
+    },
+    {
+     "idx": 493,
+     "ok": false
+    },
+    {
+     "idx": 202,
+     "ok": true
+    },
+    {
+     "idx": 314,
+     "ok": false
+    },
+    {
+     "idx": 847,
+     "ok": false
+    },
+    {
+     "idx": 437,
+     "ok": false
+    },
+    {
+     "idx": 902,
+     "ok": true
+    },
+    {
+     "idx": 157,
+     "ok": false
+    },
+    {
+     "idx": 874,
+     "ok": true
+    },
+    {
+     "idx": 1144,
+     "ok": false
+    },
+    {
+     "idx": 807,
+     "ok": false
+    },
+    {
+     "idx": 80,
+     "ok": false
+    },
+    {
+     "idx": 369,
+     "ok": true
+    },
+    {
+     "idx": 511,
+     "ok": false
+    },
+    {
+     "idx": 262,
+     "ok": false
+    },
+    {
+     "idx": 571,
+     "ok": false
+    },
+    {
+     "idx": 721,
+     "ok": false
+    },
+    {
+     "idx": 654,
+     "ok": false
+    },
+    {
+     "idx": 890,
+     "ok": false
+    },
+    {
+     "idx": 219,
+     "ok": false
+    },
+    {
+     "idx": 1140,
+     "ok": false
+    },
+    {
+     "idx": 584,
+     "ok": false
+    },
+    {
+     "idx": 1249,
+     "ok": false
+    },
+    {
+     "idx": 1108,
+     "ok": true
+    },
+    {
+     "idx": 607,
+     "ok": false
+    },
+    {
+     "idx": 904,
+     "ok": true
+    },
+    {
+     "idx": 1052,
+     "ok": false
+    },
+    {
+     "idx": 1238,
+     "ok": true
+    },
+    {
+     "idx": 946,
+     "ok": false
+    },
+    {
+     "idx": 1098,
+     "ok": true
+    },
+    {
+     "idx": 534,
+     "ok": false
+    },
+    {
+     "idx": 558,
+     "ok": true
+    },
+    {
+     "idx": 474,
+     "ok": false
+    },
+    {
+     "idx": 33,
+     "ok": false
+    },
+    {
+     "idx": 243,
+     "ok": false
+    },
+    {
+     "idx": 1259,
+     "ok": false
+    },
+    {
+     "idx": 353,
+     "ok": false
+    },
+    {
+     "idx": 509,
+     "ok": false
+    },
+    {
+     "idx": 1096,
+     "ok": false
+    },
+    {
+     "idx": 1055,
+     "ok": true
+    },
+    {
+     "idx": 877,
+     "ok": false
+    },
+    {
+     "idx": 249,
+     "ok": true
+    },
+    {
+     "idx": 1156,
+     "ok": false
+    },
+    {
+     "idx": 735,
+     "ok": false
+    },
+    {
+     "idx": 470,
+     "ok": false
+    },
+    {
+     "idx": 1119,
+     "ok": false
+    },
+    {
+     "idx": 577,
+     "ok": false
+    },
+    {
+     "idx": 453,
+     "ok": true
+    },
+    {
+     "idx": 132,
+     "ok": false
+    },
+    {
+     "idx": 1061,
+     "ok": false
+    },
+    {
+     "idx": 629,
+     "ok": false
+    },
+    {
+     "idx": 670,
+     "ok": true
+    },
+    {
+     "idx": 478,
+     "ok": false
+    },
+    {
+     "idx": 764,
+     "ok": false
+    },
+    {
+     "idx": 983,
+     "ok": false
+    },
+    {
+     "idx": 587,
+     "ok": true
+    },
+    {
+     "idx": 1192,
+     "ok": true
+    },
+    {
+     "idx": 350,
+     "ok": true
+    },
+    {
+     "idx": 281,
+     "ok": false
+    },
+    {
+     "idx": 31,
+     "ok": false
+    },
+    {
+     "idx": 1132,
+     "ok": false
+    },
+    {
+     "idx": 1033,
+     "ok": true
+    },
+    {
+     "idx": 671,
+     "ok": true
+    },
+    {
+     "idx": 751,
+     "ok": false
+    }
+   ]
+  }
+ },
+ "n": 256
+}
\ No newline at end of file
diff --git a/results-loop/eval_gsm_carrycot_b2.json b/results-loop/eval_gsm_carrycot_b2.json
new file mode 100644
index 0000000..32145a2
--- /dev/null
+++ b/results-loop/eval_gsm_carrycot_b2.json
@@ -0,0 +1,3108 @@
+{
+ "tag": "gsm_carrycot_b2",
+ "grid": {
+  "0:0": {
+   "acc": 0.109375,
+   "by_label": {
+    "drop": 0.0,
+    "easy": 0.9310344827586207,
+    "hard": 0.007874015748031496
+   },
+   "per_item": [
+    {
+     "idx": 1092,
+     "ok": false
+    },
+    {
+     "idx": 696,
+     "ok": false
+    },
+    {
+     "idx": 242,
+     "ok": false
+    },
+    {
+     "idx": 1085,
+     "ok": true
+    },
+    {
+     "idx": 510,
+     "ok": false
+    },
+    {
+     "idx": 334,
+     "ok": true
+    },
+    {
+     "idx": 139,
+     "ok": false
+    },
+    {
+     "idx": 849,
+     "ok": false
+    },
+    {
+     "idx": 593,
+     "ok": false
+    },
+    {
+     "idx": 579,
+     "ok": false
+    },
+    {
+     "idx": 1064,
+     "ok": false
+    },
+    {
+     "idx": 275,
+     "ok": false
+    },
+    {
+     "idx": 1175,
+     "ok": false
+    },
+    {
+     "idx": 1071,
+     "ok": false
+    },
+    {
+     "idx": 1284,
+     "ok": false
+    },
+    {
+     "idx": 430,
+     "ok": false
+    },
+    {
+     "idx": 1088,
+     "ok": false
+    },
+    {
+     "idx": 215,
+     "ok": false
+    },
+    {
+     "idx": 841,
+     "ok": false
+    },
+    {
+     "idx": 1299,
+     "ok": false
+    },
+    {
+     "idx": 1113,
+     "ok": true
+    },
+    {
+     "idx": 826,
+     "ok": false
+    },
+    {
+     "idx": 570,
+     "ok": false
+    },
+    {
+     "idx": 598,
+     "ok": false
+    },
+    {
+     "idx": 905,
+     "ok": false
+    },
+    {
+     "idx": 761,
+     "ok": false
+    },
+    {
+     "idx": 1163,
+     "ok": false
+    },
+    {
+     "idx": 1287,
+     "ok": false
+    },
+    {
+     "idx": 282,
+     "ok": false
+    },
+    {
+     "idx": 321,
+     "ok": false
+    },
+    {
+     "idx": 252,
+     "ok": false
+    },
+    {
+     "idx": 246,
+     "ok": false
+    },
+    {
+     "idx": 781,
+     "ok": false
+    },
+    {
+     "idx": 821,
+     "ok": false
+    },
+    {
+     "idx": 1210,
+     "ok": true
+    },
+    {
+     "idx": 958,
+     "ok": true
+    },
+    {
+     "idx": 285,
+     "ok": false
+    },
+    {
+     "idx": 1146,
+     "ok": false
+    },
+    {
+     "idx": 612,
+     "ok": false
+    },
+    {
+     "idx": 725,
+     "ok": false
+    },
+    {
+     "idx": 1294,
+     "ok": false
+    },
+    {
+     "idx": 968,
+     "ok": false
+    },
+    {
+     "idx": 850,
+     "ok": false
+    },
+    {
+     "idx": 446,
+     "ok": false
+    },
+    {
+     "idx": 976,
+     "ok": false
+    },
+    {
+     "idx": 1001,
+     "ok": false
+    },
+    {
+     "idx": 1027,
+     "ok": true
+    },
+    {
+     "idx": 651,
+     "ok": false
+    },
+    {
+     "idx": 1009,
+     "ok": false
+    },
+    {
+     "idx": 123,
+     "ok": false
+    },
+    {
+     "idx": 909,
+     "ok": false
+    },
+    {
+     "idx": 614,
+     "ok": false
+    },
+    {
+     "idx": 292,
+     "ok": false
+    },
+    {
+     "idx": 1014,
+     "ok": false
+    },
+    {
+     "idx": 107,
+     "ok": false
+    },
+    {
+     "idx": 1272,
+     "ok": false
+    },
+    {
+     "idx": 441,
+     "ok": false
+    },
+    {
+     "idx": 52,
+     "ok": false
+    },
+    {
+     "idx": 727,
+     "ok": false
+    },
+    {
+     "idx": 965,
+     "ok": false
+    },
+    {
+     "idx": 800,
+     "ok": false
+    },
+    {
+     "idx": 20,
+     "ok": false
+    },
+    {
+     "idx": 1078,
+     "ok": false
+    },
+    {
+     "idx": 136,
+     "ok": false
+    },
+    {
+     "idx": 166,
+     "ok": true
+    },
+    {
+     "idx": 809,
+     "ok": true
+    },
+    {
+     "idx": 13,
+     "ok": false
+    },
+    {
+     "idx": 739,
+     "ok": false
+    },
+    {
+     "idx": 84,
+     "ok": true
+    },
+    {
+     "idx": 237,
+     "ok": true
+    },
+    {
+     "idx": 1271,
+     "ok": false
+    },
+    {
+     "idx": 7,
+     "ok": false
+    },
+    {
+     "idx": 553,
+     "ok": false
+    },
+    {
+     "idx": 1311,
+     "ok": false
+    },
+    {
+     "idx": 599,
+     "ok": false
+    },
+    {
+     "idx": 464,
+     "ok": false
+    },
+    {
+     "idx": 288,
+     "ok": false
+    },
+    {
+     "idx": 1173,
+     "ok": false
+    },
+    {
+     "idx": 589,
+     "ok": false
+    },
+    {
+     "idx": 391,
+     "ok": false
+    },
+    {
+     "idx": 888,
+     "ok": true
+    },
+    {
+     "idx": 943,
+     "ok": false
+    },
+    {
+     "idx": 676,
+     "ok": false
+    },
+    {
+     "idx": 786,
+     "ok": false
+    },
+    {
+     "idx": 344,
+     "ok": true
+    },
+    {
+     "idx": 677,
+     "ok": false
+    },
+    {
+     "idx": 863,
+     "ok": false
+    },
+    {
+     "idx": 891,
+     "ok": false
+    },
+    {
+     "idx": 303,
+     "ok": false
+    },
+    {
+     "idx": 916,
+     "ok": false
+    },
+    {
+     "idx": 302,
+     "ok": false
+    },
+    {
+     "idx": 1073,
+     "ok": false
+    },
+    {
+     "idx": 647,
+     "ok": false
+    },
+    {
+     "idx": 264,
+     "ok": false
+    },
+    {
+     "idx": 427,
+     "ok": false
+    },
+    {
+     "idx": 382,
+     "ok": false
+    },
+    {
+     "idx": 715,
+     "ok": false
+    },
+    {
+     "idx": 796,
+     "ok": false
+    },
+    {
+     "idx": 875,
+     "ok": false
+    },
+    {
+     "idx": 1007,
+     "ok": false
+    },
+    {
+     "idx": 797,
+     "ok": true
+    },
+    {
+     "idx": 450,
+     "ok": false
+    },
+    {
+     "idx": 401,
+     "ok": false
+    },
+    {
+     "idx": 899,
+     "ok": false
+    },
+    {
+     "idx": 418,
+     "ok": false
+    },
+    {
+     "idx": 1201,
+     "ok": false
+    },
+    {
+     "idx": 101,
+     "ok": false
+    },
+    {
+     "idx": 795,
+     "ok": false
+    },
+    {
+     "idx": 68,
+     "ok": false
+    },
+    {
+     "idx": 479,
+     "ok": false
+    },
+    {
+     "idx": 1296,
+     "ok": false
+    },
+    {
+     "idx": 173,
+     "ok": false
+    },
+    {
+     "idx": 744,
+     "ok": false
+    },
+    {
+     "idx": 116,
+     "ok": true
+    },
+    {
+     "idx": 1306,
+     "ok": false
+    },
+    {
+     "idx": 355,
+     "ok": false
+    },
+    {
+     "idx": 477,
+     "ok": false
+    },
+    {
+     "idx": 1250,
+     "ok": false
+    },
+    {
+     "idx": 609,
+     "ok": false
+    },
+    {
+     "idx": 1254,
+     "ok": true
+    },
+    {
+     "idx": 177,
+     "ok": false
+    },
+    {
+     "idx": 1048,
+     "ok": false
+    },
+    {
+     "idx": 582,
+     "ok": false
+    },
+    {
+     "idx": 723,
+     "ok": false
+    },
+    {
+     "idx": 842,
+     "ok": false
+    },
+    {
+     "idx": 938,
+     "ok": false
+    },
+    {
+     "idx": 110,
+     "ok": false
+    },
+    {
+     "idx": 1057,
+     "ok": false
+    },
+    {
+     "idx": 1120,
+     "ok": false
+    },
+    {
+     "idx": 881,
+     "ok": false
+    },
+    {
+     "idx": 1189,
+     "ok": false
+    },
+    {
+     "idx": 931,
+     "ok": false
+    },
+    {
+     "idx": 1003,
+     "ok": false
+    },
+    {
+     "idx": 521,
+     "ok": false
+    },
+    {
+     "idx": 974,
+     "ok": false
+    },
+    {
+     "idx": 690,
+     "ok": false
+    },
+    {
+     "idx": 544,
+     "ok": false
+    },
+    {
+     "idx": 86,
+     "ok": false
+    },
+    {
+     "idx": 89,
+     "ok": false
+    },
+    {
+     "idx": 333,
+     "ok": false
+    },
+    {
+     "idx": 716,
+     "ok": false
+    },
+    {
+     "idx": 14,
+     "ok": false
+    },
+    {
+     "idx": 287,
+     "ok": false
+    },
+    {
+     "idx": 130,
+     "ok": false
+    },
+    {
+     "idx": 876,
+     "ok": false
+    },
+    {
+     "idx": 454,
+     "ok": false
+    },
+    {
+     "idx": 1246,
+     "ok": true
+    },
+    {
+     "idx": 812,
+     "ok": false
+    },
+    {
+     "idx": 1142,
+     "ok": false
+    },
+    {
+     "idx": 452,
+     "ok": false
+    },
+    {
+     "idx": 929,
+     "ok": false
+    },
+    {
+     "idx": 394,
+     "ok": false
+    },
+    {
+     "idx": 695,
+     "ok": false
+    },
+    {
+     "idx": 1245,
+     "ok": false
+    },
+    {
+     "idx": 209,
+     "ok": false
+    },
+    {
+     "idx": 1241,
+     "ok": false
+    },
+    {
+     "idx": 175,
+     "ok": false
+    },
+    {
+     "idx": 653,
+     "ok": false
+    },
+    {
+     "idx": 661,
+     "ok": false
+    },
+    {
+     "idx": 1097,
+     "ok": false
+    },
+    {
+     "idx": 933,
+     "ok": false
+    },
+    {
+     "idx": 665,
+     "ok": false
+    },
+    {
+     "idx": 523,
+     "ok": false
+    },
+    {
+     "idx": 59,
+     "ok": false
+    },
+    {
+     "idx": 1069,
+     "ok": false
+    },
+    {
+     "idx": 90,
+     "ok": false
+    },
+    {
+     "idx": 389,
+     "ok": false
+    },
+    {
+     "idx": 755,
+     "ok": false
+    },
+    {
+     "idx": 164,
+     "ok": false
+    },
+    {
+     "idx": 429,
+     "ok": false
+    },
+    {
+     "idx": 1074,
+     "ok": false
+    },
+    {
+     "idx": 708,
+     "ok": true
+    },
+    {
+     "idx": 384,
+     "ok": true
+    },
+    {
+     "idx": 412,
+     "ok": false
+    },
+    {
+     "idx": 514,
+     "ok": false
+    },
+    {
+     "idx": 617,
+     "ok": false
+    },
+    {
+     "idx": 639,
+     "ok": false
+    },
+    {
+     "idx": 1058,
+     "ok": false
+    },
+    {
+     "idx": 787,
+     "ok": false
+    },
+    {
+     "idx": 987,
+     "ok": false
+    },
+    {
+     "idx": 704,
+     "ok": false
+    },
+    {
+     "idx": 491,
+     "ok": false
+    },
+    {
+     "idx": 91,
+     "ok": false
+    },
+    {
+     "idx": 626,
+     "ok": false
+    },
+    {
+     "idx": 1130,
+     "ok": false
+    },
+    {
+     "idx": 148,
+     "ok": false
+    },
+    {
+     "idx": 18,
+     "ok": false
+    },
+    {
+     "idx": 897,
+     "ok": true
+    },
+    {
+     "idx": 97,
+     "ok": false
+    },
+    {
+     "idx": 844,
+     "ok": false
+    },
+    {
+     "idx": 1010,
+     "ok": false
+    },
+    {
+     "idx": 901,
+     "ok": false
+    },
+    {
+     "idx": 241,
+     "ok": false
+    },
+    {
+     "idx": 493,
+     "ok": false
+    },
+    {
+     "idx": 202,
+     "ok": true
+    },
+    {
+     "idx": 314,
+     "ok": false
+    },
+    {
+     "idx": 847,
+     "ok": false
+    },
+    {
+     "idx": 437,
+     "ok": false
+    },
+    {
+     "idx": 902,
+     "ok": true
+    },
+    {
+     "idx": 157,
+     "ok": false
+    },
+    {
+     "idx": 874,
+     "ok": true
+    },
+    {
+     "idx": 1144,
+     "ok": false
+    },
+    {
+     "idx": 807,
+     "ok": false
+    },
+    {
+     "idx": 80,
+     "ok": true
+    },
+    {
+     "idx": 369,
+     "ok": false
+    },
+    {
+     "idx": 511,
+     "ok": false
+    },
+    {
+     "idx": 262,
+     "ok": false
+    },
+    {
+     "idx": 571,
+     "ok": false
+    },
+    {
+     "idx": 721,
+     "ok": false
+    },
+    {
+     "idx": 654,
+     "ok": false
+    },
+    {
+     "idx": 890,
+     "ok": true
+    },
+    {
+     "idx": 219,
+     "ok": false
+    },
+    {
+     "idx": 1140,
+     "ok": false
+    },
+    {
+     "idx": 584,
+     "ok": false
+    },
+    {
+     "idx": 1249,
+     "ok": false
+    },
+    {
+     "idx": 1108,
+     "ok": true
+    },
+    {
+     "idx": 607,
+     "ok": false
+    },
+    {
+     "idx": 904,
+     "ok": false
+    },
+    {
+     "idx": 1052,
+     "ok": false
+    },
+    {
+     "idx": 1238,
+     "ok": false
+    },
+    {
+     "idx": 946,
+     "ok": false
+    },
+    {
+     "idx": 1098,
+     "ok": false
+    },
+    {
+     "idx": 534,
+     "ok": false
+    },
+    {
+     "idx": 558,
+     "ok": false
+    },
+    {
+     "idx": 474,
+     "ok": true
+    },
+    {
+     "idx": 33,
+     "ok": false
+    },
+    {
+     "idx": 243,
+     "ok": false
+    },
+    {
+     "idx": 1259,
+     "ok": false
+    },
+    {
+     "idx": 353,
+     "ok": false
+    },
+    {
+     "idx": 509,
+     "ok": false
+    },
+    {
+     "idx": 1096,
+     "ok": false
+    },
+    {
+     "idx": 1055,
+     "ok": false
+    },
+    {
+     "idx": 877,
+     "ok": false
+    },
+    {
+     "idx": 249,
+     "ok": false
+    },
+    {
+     "idx": 1156,
+     "ok": false
+    },
+    {
+     "idx": 735,
+     "ok": false
+    },
+    {
+     "idx": 470,
+     "ok": false
+    },
+    {
+     "idx": 1119,
+     "ok": false
+    },
+    {
+     "idx": 577,
+     "ok": true
+    },
+    {
+     "idx": 453,
+     "ok": false
+    },
+    {
+     "idx": 132,
+     "ok": false
+    },
+    {
+     "idx": 1061,
+     "ok": false
+    },
+    {
+     "idx": 629,
+     "ok": false
+    },
+    {
+     "idx": 670,
+     "ok": true
+    },
+    {
+     "idx": 478,
+     "ok": false
+    },
+    {
+     "idx": 764,
+     "ok": false
+    },
+    {
+     "idx": 983,
+     "ok": false
+    },
+    {
+     "idx": 587,
+     "ok": false
+    },
+    {
+     "idx": 1192,
+     "ok": false
+    },
+    {
+     "idx": 350,
+     "ok": false
+    },
+    {
+     "idx": 281,
+     "ok": false
+    },
+    {
+     "idx": 31,
+     "ok": false
+    },
+    {
+     "idx": 1132,
+     "ok": false
+    },
+    {
+     "idx": 1033,
+     "ok": false
+    },
+    {
+     "idx": 671,
+     "ok": false
+    },
+    {
+     "idx": 751,
+     "ok": false
+    }
+   ]
+  },
+  "2:22": {
+   "acc": 0.16015625,
+   "by_label": {
+    "drop": 0.1,
+    "easy": 0.5862068965517241,
+    "hard": 0.11023622047244094
+   },
+   "per_item": [
+    {
+     "idx": 1092,
+     "ok": false
+    },
+    {
+     "idx": 696,
+     "ok": false
+    },
+    {
+     "idx": 242,
+     "ok": false
+    },
+    {
+     "idx": 1085,
+     "ok": true
+    },
+    {
+     "idx": 510,
+     "ok": false
+    },
+    {
+     "idx": 334,
+     "ok": true
+    },
+    {
+     "idx": 139,
+     "ok": false
+    },
+    {
+     "idx": 849,
+     "ok": false
+    },
+    {
+     "idx": 593,
+     "ok": false
+    },
+    {
+     "idx": 579,
+     "ok": false
+    },
+    {
+     "idx": 1064,
+     "ok": false
+    },
+    {
+     "idx": 275,
+     "ok": false
+    },
+    {
+     "idx": 1175,
+     "ok": false
+    },
+    {
+     "idx": 1071,
+     "ok": false
+    },
+    {
+     "idx": 1284,
+     "ok": false
+    },
+    {
+     "idx": 430,
+     "ok": false
+    },
+    {
+     "idx": 1088,
+     "ok": false
+    },
+    {
+     "idx": 215,
+     "ok": true
+    },
+    {
+     "idx": 841,
+     "ok": false
+    },
+    {
+     "idx": 1299,
+     "ok": false
+    },
+    {
+     "idx": 1113,
+     "ok": true
+    },
+    {
+     "idx": 826,
+     "ok": false
+    },
+    {
+     "idx": 570,
+     "ok": false
+    },
+    {
+     "idx": 598,
+     "ok": false
+    },
+    {
+     "idx": 905,
+     "ok": false
+    },
+    {
+     "idx": 761,
+     "ok": false
+    },
+    {
+     "idx": 1163,
+     "ok": false
+    },
+    {
+     "idx": 1287,
+     "ok": false
+    },
+    {
+     "idx": 282,
+     "ok": false
+    },
+    {
+     "idx": 321,
+     "ok": false
+    },
+    {
+     "idx": 252,
+     "ok": false
+    },
+    {
+     "idx": 246,
+     "ok": false
+    },
+    {
+     "idx": 781,
+     "ok": true
+    },
+    {
+     "idx": 821,
+     "ok": false
+    },
+    {
+     "idx": 1210,
+     "ok": false
+    },
+    {
+     "idx": 958,
+     "ok": false
+    },
+    {
+     "idx": 285,
+     "ok": false
+    },
+    {
+     "idx": 1146,
+     "ok": false
+    },
+    {
+     "idx": 612,
+     "ok": true
+    },
+    {
+     "idx": 725,
+     "ok": true
+    },
+    {
+     "idx": 1294,
+     "ok": false
+    },
+    {
+     "idx": 968,
+     "ok": false
+    },
+    {
+     "idx": 850,
+     "ok": false
+    },
+    {
+     "idx": 446,
+     "ok": false
+    },
+    {
+     "idx": 976,
+     "ok": false
+    },
+    {
+     "idx": 1001,
+     "ok": false
+    },
+    {
+     "idx": 1027,
+     "ok": true
+    },
+    {
+     "idx": 651,
+     "ok": false
+    },
+    {
+     "idx": 1009,
+     "ok": false
+    },
+    {
+     "idx": 123,
+     "ok": false
+    },
+    {
+     "idx": 909,
+     "ok": false
+    },
+    {
+     "idx": 614,
+     "ok": false
+    },
+    {
+     "idx": 292,
+     "ok": true
+    },
+    {
+     "idx": 1014,
+     "ok": false
+    },
+    {
+     "idx": 107,
+     "ok": false
+    },
+    {
+     "idx": 1272,
+     "ok": false
+    },
+    {
+     "idx": 441,
+     "ok": true
+    },
+    {
+     "idx": 52,
+     "ok": true
+    },
+    {
+     "idx": 727,
+     "ok": false
+    },
+    {
+     "idx": 965,
+     "ok": false
+    },
+    {
+     "idx": 800,
+     "ok": false
+    },
+    {
+     "idx": 20,
+     "ok": false
+    },
+    {
+     "idx": 1078,
+     "ok": false
+    },
+    {
+     "idx": 136,
+     "ok": false
+    },
+    {
+     "idx": 166,
+     "ok": true
+    },
+    {
+     "idx": 809,
+     "ok": false
+    },
+    {
+     "idx": 13,
+     "ok": false
+    },
+    {
+     "idx": 739,
+     "ok": false
+    },
+    {
+     "idx": 84,
+     "ok": true
+    },
+    {
+     "idx": 237,
+     "ok": false
+    },
+    {
+     "idx": 1271,
+     "ok": false
+    },
+    {
+     "idx": 7,
+     "ok": false
+    },
+    {
+     "idx": 553,
+     "ok": false
+    },
+    {
+     "idx": 1311,
+     "ok": true
+    },
+    {
+     "idx": 599,
+     "ok": false
+    },
+    {
+     "idx": 464,
+     "ok": false
+    },
+    {
+     "idx": 288,
+     "ok": false
+    },
+    {
+     "idx": 1173,
+     "ok": false
+    },
+    {
+     "idx": 589,
+     "ok": false
+    },
+    {
+     "idx": 391,
+     "ok": true
+    },
+    {
+     "idx": 888,
+     "ok": true
+    },
+    {
+     "idx": 943,
+     "ok": false
+    },
+    {
+     "idx": 676,
+     "ok": false
+    },
+    {
+     "idx": 786,
+     "ok": false
+    },
+    {
+     "idx": 344,
+     "ok": true
+    },
+    {
+     "idx": 677,
+     "ok": true
+    },
+    {
+     "idx": 863,
+     "ok": false
+    },
+    {
+     "idx": 891,
+     "ok": false
+    },
+    {
+     "idx": 303,
+     "ok": false
+    },
+    {
+     "idx": 916,
+     "ok": false
+    },
+    {
+     "idx": 302,
+     "ok": true
+    },
+    {
+     "idx": 1073,
+     "ok": false
+    },
+    {
+     "idx": 647,
+     "ok": false
+    },
+    {
+     "idx": 264,
+     "ok": false
+    },
+    {
+     "idx": 427,
+     "ok": false
+    },
+    {
+     "idx": 382,
+     "ok": false
+    },
+    {
+     "idx": 715,
+     "ok": false
+    },
+    {
+     "idx": 796,
+     "ok": false
+    },
+    {
+     "idx": 875,
+     "ok": false
+    },
+    {
+     "idx": 1007,
+     "ok": false
+    },
+    {
+     "idx": 797,
+     "ok": true
+    },
+    {
+     "idx": 450,
+     "ok": false
+    },
+    {
+     "idx": 401,
+     "ok": false
+    },
+    {
+     "idx": 899,
+     "ok": false
+    },
+    {
+     "idx": 418,
+     "ok": false
+    },
+    {
+     "idx": 1201,
+     "ok": false
+    },
+    {
+     "idx": 101,
+     "ok": false
+    },
+    {
+     "idx": 795,
+     "ok": false
+    },
+    {
+     "idx": 68,
+     "ok": false
+    },
+    {
+     "idx": 479,
+     "ok": false
+    },
+    {
+     "idx": 1296,
+     "ok": false
+    },
+    {
+     "idx": 173,
+     "ok": false
+    },
+    {
+     "idx": 744,
+     "ok": false
+    },
+    {
+     "idx": 116,
+     "ok": false
+    },
+    {
+     "idx": 1306,
+     "ok": false
+    },
+    {
+     "idx": 355,
+     "ok": false
+    },
+    {
+     "idx": 477,
+     "ok": false
+    },
+    {
+     "idx": 1250,
+     "ok": false
+    },
+    {
+     "idx": 609,
+     "ok": false
+    },
+    {
+     "idx": 1254,
+     "ok": false
+    },
+    {
+     "idx": 177,
+     "ok": false
+    },
+    {
+     "idx": 1048,
+     "ok": false
+    },
+    {
+     "idx": 582,
+     "ok": false
+    },
+    {
+     "idx": 723,
+     "ok": true
+    },
+    {
+     "idx": 842,
+     "ok": true
+    },
+    {
+     "idx": 938,
+     "ok": false
+    },
+    {
+     "idx": 110,
+     "ok": false
+    },
+    {
+     "idx": 1057,
+     "ok": false
+    },
+    {
+     "idx": 1120,
+     "ok": false
+    },
+    {
+     "idx": 881,
+     "ok": false
+    },
+    {
+     "idx": 1189,
+     "ok": false
+    },
+    {
+     "idx": 931,
+     "ok": false
+    },
+    {
+     "idx": 1003,
+     "ok": false
+    },
+    {
+     "idx": 521,
+     "ok": false
+    },
+    {
+     "idx": 974,
+     "ok": false
+    },
+    {
+     "idx": 690,
+     "ok": false
+    },
+    {
+     "idx": 544,
+     "ok": true
+    },
+    {
+     "idx": 86,
+     "ok": false
+    },
+    {
+     "idx": 89,
+     "ok": false
+    },
+    {
+     "idx": 333,
+     "ok": false
+    },
+    {
+     "idx": 716,
+     "ok": false
+    },
+    {
+     "idx": 14,
+     "ok": true
+    },
+    {
+     "idx": 287,
+     "ok": false
+    },
+    {
+     "idx": 130,
+     "ok": false
+    },
+    {
+     "idx": 876,
+     "ok": false
+    },
+    {
+     "idx": 454,
+     "ok": false
+    },
+    {
+     "idx": 1246,
+     "ok": true
+    },
+    {
+     "idx": 812,
+     "ok": false
+    },
+    {
+     "idx": 1142,
+     "ok": false
+    },
+    {
+     "idx": 452,
+     "ok": false
+    },
+    {
+     "idx": 929,
+     "ok": false
+    },
+    {
+     "idx": 394,
+     "ok": false
+    },
+    {
+     "idx": 695,
+     "ok": false
+    },
+    {
+     "idx": 1245,
+     "ok": false
+    },
+    {
+     "idx": 209,
+     "ok": false
+    },
+    {
+     "idx": 1241,
+     "ok": false
+    },
+    {
+     "idx": 175,
+     "ok": true
+    },
+    {
+     "idx": 653,
+     "ok": false
+    },
+    {
+     "idx": 661,
+     "ok": false
+    },
+    {
+     "idx": 1097,
+     "ok": false
+    },
+    {
+     "idx": 933,
+     "ok": false
+    },
+    {
+     "idx": 665,
+     "ok": false
+    },
+    {
+     "idx": 523,
+     "ok": false
+    },
+    {
+     "idx": 59,
+     "ok": false
+    },
+    {
+     "idx": 1069,
+     "ok": false
+    },
+    {
+     "idx": 90,
+     "ok": false
+    },
+    {
+     "idx": 389,
+     "ok": false
+    },
+    {
+     "idx": 755,
+     "ok": true
+    },
+    {
+     "idx": 164,
+     "ok": true
+    },
+    {
+     "idx": 429,
+     "ok": true
+    },
+    {
+     "idx": 1074,
+     "ok": false
+    },
+    {
+     "idx": 708,
+     "ok": true
+    },
+    {
+     "idx": 384,
+     "ok": false
+    },
+    {
+     "idx": 412,
+     "ok": false
+    },
+    {
+     "idx": 514,
+     "ok": false
+    },
+    {
+     "idx": 617,
+     "ok": true
+    },
+    {
+     "idx": 639,
+     "ok": false
+    },
+    {
+     "idx": 1058,
+     "ok": false
+    },
+    {
+     "idx": 787,
+     "ok": false
+    },
+    {
+     "idx": 987,
+     "ok": false
+    },
+    {
+     "idx": 704,
+     "ok": false
+    },
+    {
+     "idx": 491,
+     "ok": false
+    },
+    {
+     "idx": 91,
+     "ok": true
+    },
+    {
+     "idx": 626,
+     "ok": false
+    },
+    {
+     "idx": 1130,
+     "ok": true
+    },
+    {
+     "idx": 148,
+     "ok": false
+    },
+    {
+     "idx": 18,
+     "ok": false
+    },
+    {
+     "idx": 897,
+     "ok": false
+    },
+    {
+     "idx": 97,
+     "ok": false
+    },
+    {
+     "idx": 844,
+     "ok": false
+    },
+    {
+     "idx": 1010,
+     "ok": false
+    },
+    {
+     "idx": 901,
+     "ok": true
+    },
+    {
+     "idx": 241,
+     "ok": false
+    },
+    {
+     "idx": 493,
+     "ok": false
+    },
+    {
+     "idx": 202,
+     "ok": true
+    },
+    {
+     "idx": 314,
+     "ok": false
+    },
+    {
+     "idx": 847,
+     "ok": false
+    },
+    {
+     "idx": 437,
+     "ok": false
+    },
+    {
+     "idx": 902,
+     "ok": true
+    },
+    {
+     "idx": 157,
+     "ok": false
+    },
+    {
+     "idx": 874,
+     "ok": true
+    },
+    {
+     "idx": 1144,
+     "ok": false
+    },
+    {
+     "idx": 807,
+     "ok": false
+    },
+    {
+     "idx": 80,
+     "ok": false
+    },
+    {
+     "idx": 369,
+     "ok": false
+    },
+    {
+     "idx": 511,
+     "ok": false
+    },
+    {
+     "idx": 262,
+     "ok": false
+    },
+    {
+     "idx": 571,
+     "ok": false
+    },
+    {
+     "idx": 721,
+     "ok": false
+    },
+    {
+     "idx": 654,
+     "ok": false
+    },
+    {
+     "idx": 890,
+     "ok": false
+    },
+    {
+     "idx": 219,
+     "ok": false
+    },
+    {
+     "idx": 1140,
+     "ok": false
+    },
+    {
+     "idx": 584,
+     "ok": false
+    },
+    {
+     "idx": 1249,
+     "ok": false
+    },
+    {
+     "idx": 1108,
+     "ok": true
+    },
+    {
+     "idx": 607,
+     "ok": false
+    },
+    {
+     "idx": 904,
+     "ok": false
+    },
+    {
+     "idx": 1052,
+     "ok": true
+    },
+    {
+     "idx": 1238,
+     "ok": false
+    },
+    {
+     "idx": 946,
+     "ok": false
+    },
+    {
+     "idx": 1098,
+     "ok": false
+    },
+    {
+     "idx": 534,
+     "ok": false
+    },
+    {
+     "idx": 558,
+     "ok": false
+    },
+    {
+     "idx": 474,
+     "ok": true
+    },
+    {
+     "idx": 33,
+     "ok": false
+    },
+    {
+     "idx": 243,
+     "ok": false
+    },
+    {
+     "idx": 1259,
+     "ok": false
+    },
+    {
+     "idx": 353,
+     "ok": false
+    },
+    {
+     "idx": 509,
+     "ok": false
+    },
+    {
+     "idx": 1096,
+     "ok": false
+    },
+    {
+     "idx": 1055,
+     "ok": false
+    },
+    {
+     "idx": 877,
+     "ok": false
+    },
+    {
+     "idx": 249,
+     "ok": false
+    },
+    {
+     "idx": 1156,
+     "ok": false
+    },
+    {
+     "idx": 735,
+     "ok": false
+    },
+    {
+     "idx": 470,
+     "ok": false
+    },
+    {
+     "idx": 1119,
+     "ok": false
+    },
+    {
+     "idx": 577,
+     "ok": false
+    },
+    {
+     "idx": 453,
+     "ok": false
+    },
+    {
+     "idx": 132,
+     "ok": false
+    },
+    {
+     "idx": 1061,
+     "ok": true
+    },
+    {
+     "idx": 629,
+     "ok": false
+    },
+    {
+     "idx": 670,
+     "ok": false
+    },
+    {
+     "idx": 478,
+     "ok": false
+    },
+    {
+     "idx": 764,
+     "ok": false
+    },
+    {
+     "idx": 983,
+     "ok": false
+    },
+    {
+     "idx": 587,
+     "ok": false
+    },
+    {
+     "idx": 1192,
+     "ok": false
+    },
+    {
+     "idx": 350,
+     "ok": false
+    },
+    {
+     "idx": 281,
+     "ok": false
+    },
+    {
+     "idx": 31,
+     "ok": false
+    },
+    {
+     "idx": 1132,
+     "ok": false
+    },
+    {
+     "idx": 1033,
+     "ok": false
+    },
+    {
+     "idx": 671,
+     "ok": false
+    },
+    {
+     "idx": 751,
+     "ok": false
+    }
+   ]
+  },
+  "2:26": {
+   "acc": 0.18359375,
+   "by_label": {
+    "drop": 0.1,
+    "easy": 0.5862068965517241,
+    "hard": 0.15748031496062992
+   },
+   "per_item": [
+    {
+     "idx": 1092,
+     "ok": false
+    },
+    {
+     "idx": 696,
+     "ok": false
+    },
+    {
+     "idx": 242,
+     "ok": false
+    },
+    {
+     "idx": 1085,
+     "ok": true
+    },
+    {
+     "idx": 510,
+     "ok": false
+    },
+    {
+     "idx": 334,
+     "ok": false
+    },
+    {
+     "idx": 139,
+     "ok": false
+    },
+    {
+     "idx": 849,
+     "ok": false
+    },
+    {
+     "idx": 593,
+     "ok": false
+    },
+    {
+     "idx": 579,
+     "ok": false
+    },
+    {
+     "idx": 1064,
+     "ok": false
+    },
+    {
+     "idx": 275,
+     "ok": false
+    },
+    {
+     "idx": 1175,
+     "ok": false
+    },
+    {
+     "idx": 1071,
+     "ok": false
+    },
+    {
+     "idx": 1284,
+     "ok": true
+    },
+    {
+     "idx": 430,
+     "ok": false
+    },
+    {
+     "idx": 1088,
+     "ok": false
+    },
+    {
+     "idx": 215,
+     "ok": false
+    },
+    {
+     "idx": 841,
+     "ok": false
+    },
+    {
+     "idx": 1299,
+     "ok": false
+    },
+    {
+     "idx": 1113,
+     "ok": true
+    },
+    {
+     "idx": 826,
+     "ok": false
+    },
+    {
+     "idx": 570,
+     "ok": false
+    },
+    {
+     "idx": 598,
+     "ok": false
+    },
+    {
+     "idx": 905,
+     "ok": false
+    },
+    {
+     "idx": 761,
+     "ok": false
+    },
+    {
+     "idx": 1163,
+     "ok": false
+    },
+    {
+     "idx": 1287,
+     "ok": true
+    },
+    {
+     "idx": 282,
+     "ok": false
+    },
+    {
+     "idx": 321,
+     "ok": false
+    },
+    {
+     "idx": 252,
+     "ok": false
+    },
+    {
+     "idx": 246,
+     "ok": false
+    },
+    {
+     "idx": 781,
+     "ok": false
+    },
+    {
+     "idx": 821,
+     "ok": false
+    },
+    {
+     "idx": 1210,
+     "ok": false
+    },
+    {
+     "idx": 958,
+     "ok": false
+    },
+    {
+     "idx": 285,
+     "ok": false
+    },
+    {
+     "idx": 1146,
+     "ok": false
+    },
+    {
+     "idx": 612,
+     "ok": true
+    },
+    {
+     "idx": 725,
+     "ok": true
+    },
+    {
+     "idx": 1294,
+     "ok": false
+    },
+    {
+     "idx": 968,
+     "ok": true
+    },
+    {
+     "idx": 850,
+     "ok": false
+    },
+    {
+     "idx": 446,
+     "ok": false
+    },
+    {
+     "idx": 976,
+     "ok": false
+    },
+    {
+     "idx": 1001,
+     "ok": false
+    },
+    {
+     "idx": 1027,
+     "ok": true
+    },
+    {
+     "idx": 651,
+     "ok": false
+    },
+    {
+     "idx": 1009,
+     "ok": false
+    },
+    {
+     "idx": 123,
+     "ok": true
+    },
+    {
+     "idx": 909,
+     "ok": false
+    },
+    {
+     "idx": 614,
+     "ok": false
+    },
+    {
+     "idx": 292,
+     "ok": false
+    },
+    {
+     "idx": 1014,
+     "ok": false
+    },
+    {
+     "idx": 107,
+     "ok": false
+    },
+    {
+     "idx": 1272,
+     "ok": false
+    },
+    {
+     "idx": 441,
+     "ok": false
+    },
+    {
+     "idx": 52,
+     "ok": true
+    },
+    {
+     "idx": 727,
+     "ok": false
+    },
+    {
+     "idx": 965,
+     "ok": false
+    },
+    {
+     "idx": 800,
+     "ok": false
+    },
+    {
+     "idx": 20,
+     "ok": false
+    },
+    {
+     "idx": 1078,
+     "ok": true
+    },
+    {
+     "idx": 136,
+     "ok": false
+    },
+    {
+     "idx": 166,
+     "ok": true
+    },
+    {
+     "idx": 809,
+     "ok": false
+    },
+    {
+     "idx": 13,
+     "ok": false
+    },
+    {
+     "idx": 739,
+     "ok": false
+    },
+    {
+     "idx": 84,
+     "ok": true
+    },
+    {
+     "idx": 237,
+     "ok": false
+    },
+    {
+     "idx": 1271,
+     "ok": false
+    },
+    {
+     "idx": 7,
+     "ok": false
+    },
+    {
+     "idx": 553,
+     "ok": false
+    },
+    {
+     "idx": 1311,
+     "ok": true
+    },
+    {
+     "idx": 599,
+     "ok": false
+    },
+    {
+     "idx": 464,
+     "ok": false
+    },
+    {
+     "idx": 288,
+     "ok": false
+    },
+    {
+     "idx": 1173,
+     "ok": false
+    },
+    {
+     "idx": 589,
+     "ok": false
+    },
+    {
+     "idx": 391,
+     "ok": true
+    },
+    {
+     "idx": 888,
+     "ok": true
+    },
+    {
+     "idx": 943,
+     "ok": false
+    },
+    {
+     "idx": 676,
+     "ok": false
+    },
+    {
+     "idx": 786,
+     "ok": false
+    },
+    {
+     "idx": 344,
+     "ok": true
+    },
+    {
+     "idx": 677,
+     "ok": true
+    },
+    {
+     "idx": 863,
+     "ok": false
+    },
+    {
+     "idx": 891,
+     "ok": false
+    },
+    {
+     "idx": 303,
+     "ok": false
+    },
+    {
+     "idx": 916,
+     "ok": false
+    },
+    {
+     "idx": 302,
+     "ok": true
+    },
+    {
+     "idx": 1073,
+     "ok": false
+    },
+    {
+     "idx": 647,
+     "ok": false
+    },
+    {
+     "idx": 264,
+     "ok": false
+    },
+    {
+     "idx": 427,
+     "ok": false
+    },
+    {
+     "idx": 382,
+     "ok": false
+    },
+    {
+     "idx": 715,
+     "ok": false
+    },
+    {
+     "idx": 796,
+     "ok": false
+    },
+    {
+     "idx": 875,
+     "ok": false
+    },
+    {
+     "idx": 1007,
+     "ok": false
+    },
+    {
+     "idx": 797,
+     "ok": true
+    },
+    {
+     "idx": 450,
+     "ok": false
+    },
+    {
+     "idx": 401,
+     "ok": false
+    },
+    {
+     "idx": 899,
+     "ok": false
+    },
+    {
+     "idx": 418,
+     "ok": false
+    },
+    {
+     "idx": 1201,
+     "ok": false
+    },
+    {
+     "idx": 101,
+     "ok": false
+    },
+    {
+     "idx": 795,
+     "ok": false
+    },
+    {
+     "idx": 68,
+     "ok": false
+    },
+    {
+     "idx": 479,
+     "ok": false
+    },
+    {
+     "idx": 1296,
+     "ok": false
+    },
+    {
+     "idx": 173,
+     "ok": false
+    },
+    {
+     "idx": 744,
+     "ok": false
+    },
+    {
+     "idx": 116,
+     "ok": false
+    },
+    {
+     "idx": 1306,
+     "ok": false
+    },
+    {
+     "idx": 355,
+     "ok": false
+    },
+    {
+     "idx": 477,
+     "ok": false
+    },
+    {
+     "idx": 1250,
+     "ok": false
+    },
+    {
+     "idx": 609,
+     "ok": false
+    },
+    {
+     "idx": 1254,
+     "ok": true
+    },
+    {
+     "idx": 177,
+     "ok": false
+    },
+    {
+     "idx": 1048,
+     "ok": false
+    },
+    {
+     "idx": 582,
+     "ok": true
+    },
+    {
+     "idx": 723,
+     "ok": true
+    },
+    {
+     "idx": 842,
+     "ok": true
+    },
+    {
+     "idx": 938,
+     "ok": false
+    },
+    {
+     "idx": 110,
+     "ok": false
+    },
+    {
+     "idx": 1057,
+     "ok": false
+    },
+    {
+     "idx": 1120,
+     "ok": false
+    },
+    {
+     "idx": 881,
+     "ok": false
+    },
+    {
+     "idx": 1189,
+     "ok": false
+    },
+    {
+     "idx": 931,
+     "ok": false
+    },
+    {
+     "idx": 1003,
+     "ok": false
+    },
+    {
+     "idx": 521,
+     "ok": false
+    },
+    {
+     "idx": 974,
+     "ok": false
+    },
+    {
+     "idx": 690,
+     "ok": false
+    },
+    {
+     "idx": 544,
+     "ok": true
+    },
+    {
+     "idx": 86,
+     "ok": false
+    },
+    {
+     "idx": 89,
+     "ok": false
+    },
+    {
+     "idx": 333,
+     "ok": true
+    },
+    {
+     "idx": 716,
+     "ok": false
+    },
+    {
+     "idx": 14,
+     "ok": false
+    },
+    {
+     "idx": 287,
+     "ok": false
+    },
+    {
+     "idx": 130,
+     "ok": false
+    },
+    {
+     "idx": 876,
+     "ok": false
+    },
+    {
+     "idx": 454,
+     "ok": false
+    },
+    {
+     "idx": 1246,
+     "ok": true
+    },
+    {
+     "idx": 812,
+     "ok": false
+    },
+    {
+     "idx": 1142,
+     "ok": true
+    },
+    {
+     "idx": 452,
+     "ok": false
+    },
+    {
+     "idx": 929,
+     "ok": false
+    },
+    {
+     "idx": 394,
+     "ok": false
+    },
+    {
+     "idx": 695,
+     "ok": false
+    },
+    {
+     "idx": 1245,
+     "ok": false
+    },
+    {
+     "idx": 209,
+     "ok": false
+    },
+    {
+     "idx": 1241,
+     "ok": false
+    },
+    {
+     "idx": 175,
+     "ok": true
+    },
+    {
+     "idx": 653,
+     "ok": false
+    },
+    {
+     "idx": 661,
+     "ok": true
+    },
+    {
+     "idx": 1097,
+     "ok": false
+    },
+    {
+     "idx": 933,
+     "ok": false
+    },
+    {
+     "idx": 665,
+     "ok": false
+    },
+    {
+     "idx": 523,
+     "ok": false
+    },
+    {
+     "idx": 59,
+     "ok": true
+    },
+    {
+     "idx": 1069,
+     "ok": false
+    },
+    {
+     "idx": 90,
+     "ok": false
+    },
+    {
+     "idx": 389,
+     "ok": false
+    },
+    {
+     "idx": 755,
+     "ok": true
+    },
+    {
+     "idx": 164,
+     "ok": true
+    },
+    {
+     "idx": 429,
+     "ok": true
+    },
+    {
+     "idx": 1074,
+     "ok": false
+    },
+    {
+     "idx": 708,
+     "ok": true
+    },
+    {
+     "idx": 384,
+     "ok": false
+    },
+    {
+     "idx": 412,
+     "ok": false
+    },
+    {
+     "idx": 514,
+     "ok": false
+    },
+    {
+     "idx": 617,
+     "ok": true
+    },
+    {
+     "idx": 639,
+     "ok": true
+    },
+    {
+     "idx": 1058,
+     "ok": false
+    },
+    {
+     "idx": 787,
+     "ok": false
+    },
+    {
+     "idx": 987,
+     "ok": false
+    },
+    {
+     "idx": 704,
+     "ok": false
+    },
+    {
+     "idx": 491,
+     "ok": false
+    },
+    {
+     "idx": 91,
+     "ok": true
+    },
+    {
+     "idx": 626,
+     "ok": false
+    },
+    {
+     "idx": 1130,
+     "ok": false
+    },
+    {
+     "idx": 148,
+     "ok": true
+    },
+    {
+     "idx": 18,
+     "ok": false
+    },
+    {
+     "idx": 897,
+     "ok": false
+    },
+    {
+     "idx": 97,
+     "ok": false
+    },
+    {
+     "idx": 844,
+     "ok": false
+    },
+    {
+     "idx": 1010,
+     "ok": false
+    },
+    {
+     "idx": 901,
+     "ok": false
+    },
+    {
+     "idx": 241,
+     "ok": false
+    },
+    {
+     "idx": 493,
+     "ok": false
+    },
+    {
+     "idx": 202,
+     "ok": true
+    },
+    {
+     "idx": 314,
+     "ok": false
+    },
+    {
+     "idx": 847,
+     "ok": false
+    },
+    {
+     "idx": 437,
+     "ok": false
+    },
+    {
+     "idx": 902,
+     "ok": true
+    },
+    {
+     "idx": 157,
+     "ok": false
+    },
+    {
+     "idx": 874,
+     "ok": true
+    },
+    {
+     "idx": 1144,
+     "ok": false
+    },
+    {
+     "idx": 807,
+     "ok": false
+    },
+    {
+     "idx": 80,
+     "ok": false
+    },
+    {
+     "idx": 369,
+     "ok": false
+    },
+    {
+     "idx": 511,
+     "ok": false
+    },
+    {
+     "idx": 262,
+     "ok": false
+    },
+    {
+     "idx": 571,
+     "ok": false
+    },
+    {
+     "idx": 721,
+     "ok": false
+    },
+    {
+     "idx": 654,
+     "ok": false
+    },
+    {
+     "idx": 890,
+     "ok": false
+    },
+    {
+     "idx": 219,
+     "ok": false
+    },
+    {
+     "idx": 1140,
+     "ok": false
+    },
+    {
+     "idx": 584,
+     "ok": false
+    },
+    {
+     "idx": 1249,
+     "ok": false
+    },
+    {
+     "idx": 1108,
+     "ok": true
+    },
+    {
+     "idx": 607,
+     "ok": false
+    },
+    {
+     "idx": 904,
+     "ok": false
+    },
+    {
+     "idx": 1052,
+     "ok": false
+    },
+    {
+     "idx": 1238,
+     "ok": true
+    },
+    {
+     "idx": 946,
+     "ok": false
+    },
+    {
+     "idx": 1098,
+     "ok": false
+    },
+    {
+     "idx": 534,
+     "ok": false
+    },
+    {
+     "idx": 558,
+     "ok": true
+    },
+    {
+     "idx": 474,
+     "ok": true
+    },
+    {
+     "idx": 33,
+     "ok": false
+    },
+    {
+     "idx": 243,
+     "ok": false
+    },
+    {
+     "idx": 1259,
+     "ok": false
+    },
+    {
+     "idx": 353,
+     "ok": false
+    },
+    {
+     "idx": 509,
+     "ok": false
+    },
+    {
+     "idx": 1096,
+     "ok": false
+    },
+    {
+     "idx": 1055,
+     "ok": false
+    },
+    {
+     "idx": 877,
+     "ok": false
+    },
+    {
+     "idx": 249,
+     "ok": false
+    },
+    {
+     "idx": 1156,
+     "ok": false
+    },
+    {
+     "idx": 735,
+     "ok": false
+    },
+    {
+     "idx": 470,
+     "ok": false
+    },
+    {
+     "idx": 1119,
+     "ok": false
+    },
+    {
+     "idx": 577,
+     "ok": false
+    },
+    {
+     "idx": 453,
+     "ok": false
+    },
+    {
+     "idx": 132,
+     "ok": false
+    },
+    {
+     "idx": 1061,
+     "ok": true
+    },
+    {
+     "idx": 629,
+     "ok": false
+    },
+    {
+     "idx": 670,
+     "ok": false
+    },
+    {
+     "idx": 478,
+     "ok": false
+    },
+    {
+     "idx": 764,
+     "ok": false
+    },
+    {
+     "idx": 983,
+     "ok": false
+    },
+    {
+     "idx": 587,
+     "ok": false
+    },
+    {
+     "idx": 1192,
+     "ok": false
+    },
+    {
+     "idx": 350,
+     "ok": false
+    },
+    {
+     "idx": 281,
+     "ok": false
+    },
+    {
+     "idx": 31,
+     "ok": false
+    },
+    {
+     "idx": 1132,
+     "ok": false
+    },
+    {
+     "idx": 1033,
+     "ok": false
+    },
+    {
+     "idx": 671,
+     "ok": false
+    },
+    {
+     "idx": 751,
+     "ok": false
+    }
+   ]
+  }
+ },
+ "n": 256
+}
\ No newline at end of file
diff --git a/results-loop/eval_gsm_carrycot_b3.json b/results-loop/eval_gsm_carrycot_b3.json
new file mode 100644
index 0000000..fb1d3eb
--- /dev/null
+++ b/results-loop/eval_gsm_carrycot_b3.json
@@ -0,0 +1,3108 @@
+{
+ "tag": "gsm_carrycot_b3",
+ "grid": {
+  "0:0": {
+   "acc": 0.109375,
+   "by_label": {
+    "drop": 0.0,
+    "easy": 0.9310344827586207,
+    "hard": 0.007874015748031496
+   },
+   "per_item": [
+    {
+     "idx": 1092,
+     "ok": false
+    },
+    {
+     "idx": 696,
+     "ok": false
+    },
+    {
+     "idx": 242,
+     "ok": false
+    },
+    {
+     "idx": 1085,
+     "ok": true
+    },
+    {
+     "idx": 510,
+     "ok": false
+    },
+    {
+     "idx": 334,
+     "ok": true
+    },
+    {
+     "idx": 139,
+     "ok": false
+    },
+    {
+     "idx": 849,
+     "ok": false
+    },
+    {
+     "idx": 593,
+     "ok": false
+    },
+    {
+     "idx": 579,
+     "ok": false
+    },
+    {
+     "idx": 1064,
+     "ok": false
+    },
+    {
+     "idx": 275,
+     "ok": false
+    },
+    {
+     "idx": 1175,
+     "ok": false
+    },
+    {
+     "idx": 1071,
+     "ok": false
+    },
+    {
+     "idx": 1284,
+     "ok": false
+    },
+    {
+     "idx": 430,
+     "ok": false
+    },
+    {
+     "idx": 1088,
+     "ok": false
+    },
+    {
+     "idx": 215,
+     "ok": false
+    },
+    {
+     "idx": 841,
+     "ok": false
+    },
+    {
+     "idx": 1299,
+     "ok": false
+    },
+    {
+     "idx": 1113,
+     "ok": true
+    },
+    {
+     "idx": 826,
+     "ok": false
+    },
+    {
+     "idx": 570,
+     "ok": false
+    },
+    {
+     "idx": 598,
+     "ok": false
+    },
+    {
+     "idx": 905,
+     "ok": false
+    },
+    {
+     "idx": 761,
+     "ok": false
+    },
+    {
+     "idx": 1163,
+     "ok": false
+    },
+    {
+     "idx": 1287,
+     "ok": false
+    },
+    {
+     "idx": 282,
+     "ok": false
+    },
+    {
+     "idx": 321,
+     "ok": false
+    },
+    {
+     "idx": 252,
+     "ok": false
+    },
+    {
+     "idx": 246,
+     "ok": false
+    },
+    {
+     "idx": 781,
+     "ok": false
+    },
+    {
+     "idx": 821,
+     "ok": false
+    },
+    {
+     "idx": 1210,
+     "ok": true
+    },
+    {
+     "idx": 958,
+     "ok": true
+    },
+    {
+     "idx": 285,
+     "ok": false
+    },
+    {
+     "idx": 1146,
+     "ok": false
+    },
+    {
+     "idx": 612,
+     "ok": false
+    },
+    {
+     "idx": 725,
+     "ok": false
+    },
+    {
+     "idx": 1294,
+     "ok": false
+    },
+    {
+     "idx": 968,
+     "ok": false
+    },
+    {
+     "idx": 850,
+     "ok": false
+    },
+    {
+     "idx": 446,
+     "ok": false
+    },
+    {
+     "idx": 976,
+     "ok": false
+    },
+    {
+     "idx": 1001,
+     "ok": false
+    },
+    {
+     "idx": 1027,
+     "ok": true
+    },
+    {
+     "idx": 651,
+     "ok": false
+    },
+    {
+     "idx": 1009,
+     "ok": false
+    },
+    {
+     "idx": 123,
+     "ok": false
+    },
+    {
+     "idx": 909,
+     "ok": false
+    },
+    {
+     "idx": 614,
+     "ok": false
+    },
+    {
+     "idx": 292,
+     "ok": false
+    },
+    {
+     "idx": 1014,
+     "ok": false
+    },
+    {
+     "idx": 107,
+     "ok": false
+    },
+    {
+     "idx": 1272,
+     "ok": false
+    },
+    {
+     "idx": 441,
+     "ok": false
+    },
+    {
+     "idx": 52,
+     "ok": false
+    },
+    {
+     "idx": 727,
+     "ok": false
+    },
+    {
+     "idx": 965,
+     "ok": false
+    },
+    {
+     "idx": 800,
+     "ok": false
+    },
+    {
+     "idx": 20,
+     "ok": false
+    },
+    {
+     "idx": 1078,
+     "ok": false
+    },
+    {
+     "idx": 136,
+     "ok": false
+    },
+    {
+     "idx": 166,
+     "ok": true
+    },
+    {
+     "idx": 809,
+     "ok": true
+    },
+    {
+     "idx": 13,
+     "ok": false
+    },
+    {
+     "idx": 739,
+     "ok": false
+    },
+    {
+     "idx": 84,
+     "ok": true
+    },
+    {
+     "idx": 237,
+     "ok": true
+    },
+    {
+     "idx": 1271,
+     "ok": false
+    },
+    {
+     "idx": 7,
+     "ok": false
+    },
+    {
+     "idx": 553,
+     "ok": false
+    },
+    {
+     "idx": 1311,
+     "ok": false
+    },
+    {
+     "idx": 599,
+     "ok": false
+    },
+    {
+     "idx": 464,
+     "ok": false
+    },
+    {
+     "idx": 288,
+     "ok": false
+    },
+    {
+     "idx": 1173,
+     "ok": false
+    },
+    {
+     "idx": 589,
+     "ok": false
+    },
+    {
+     "idx": 391,
+     "ok": false
+    },
+    {
+     "idx": 888,
+     "ok": true
+    },
+    {
+     "idx": 943,
+     "ok": false
+    },
+    {
+     "idx": 676,
+     "ok": false
+    },
+    {
+     "idx": 786,
+     "ok": false
+    },
+    {
+     "idx": 344,
+     "ok": true
+    },
+    {
+     "idx": 677,
+     "ok": false
+    },
+    {
+     "idx": 863,
+     "ok": false
+    },
+    {
+     "idx": 891,
+     "ok": false
+    },
+    {
+     "idx": 303,
+     "ok": false
+    },
+    {
+     "idx": 916,
+     "ok": false
+    },
+    {
+     "idx": 302,
+     "ok": false
+    },
+    {
+     "idx": 1073,
+     "ok": false
+    },
+    {
+     "idx": 647,
+     "ok": false
+    },
+    {
+     "idx": 264,
+     "ok": false
+    },
+    {
+     "idx": 427,
+     "ok": false
+    },
+    {
+     "idx": 382,
+     "ok": false
+    },
+    {
+     "idx": 715,
+     "ok": false
+    },
+    {
+     "idx": 796,
+     "ok": false
+    },
+    {
+     "idx": 875,
+     "ok": false
+    },
+    {
+     "idx": 1007,
+     "ok": false
+    },
+    {
+     "idx": 797,
+     "ok": true
+    },
+    {
+     "idx": 450,
+     "ok": false
+    },
+    {
+     "idx": 401,
+     "ok": false
+    },
+    {
+     "idx": 899,
+     "ok": false
+    },
+    {
+     "idx": 418,
+     "ok": false
+    },
+    {
+     "idx": 1201,
+     "ok": false
+    },
+    {
+     "idx": 101,
+     "ok": false
+    },
+    {
+     "idx": 795,
+     "ok": false
+    },
+    {
+     "idx": 68,
+     "ok": false
+    },
+    {
+     "idx": 479,
+     "ok": false
+    },
+    {
+     "idx": 1296,
+     "ok": false
+    },
+    {
+     "idx": 173,
+     "ok": false
+    },
+    {
+     "idx": 744,
+     "ok": false
+    },
+    {
+     "idx": 116,
+     "ok": true
+    },
+    {
+     "idx": 1306,
+     "ok": false
+    },
+    {
+     "idx": 355,
+     "ok": false
+    },
+    {
+     "idx": 477,
+     "ok": false
+    },
+    {
+     "idx": 1250,
+     "ok": false
+    },
+    {
+     "idx": 609,
+     "ok": false
+    },
+    {
+     "idx": 1254,
+     "ok": true
+    },
+    {
+     "idx": 177,
+     "ok": false
+    },
+    {
+     "idx": 1048,
+     "ok": false
+    },
+    {
+     "idx": 582,
+     "ok": false
+    },
+    {
+     "idx": 723,
+     "ok": false
+    },
+    {
+     "idx": 842,
+     "ok": false
+    },
+    {
+     "idx": 938,
+     "ok": false
+    },
+    {
+     "idx": 110,
+     "ok": false
+    },
+    {
+     "idx": 1057,
+     "ok": false
+    },
+    {
+     "idx": 1120,
+     "ok": false
+    },
+    {
+     "idx": 881,
+     "ok": false
+    },
+    {
+     "idx": 1189,
+     "ok": false
+    },
+    {
+     "idx": 931,
+     "ok": false
+    },
+    {
+     "idx": 1003,
+     "ok": false
+    },
+    {
+     "idx": 521,
+     "ok": false
+    },
+    {
+     "idx": 974,
+     "ok": false
+    },
+    {
+     "idx": 690,
+     "ok": false
+    },
+    {
+     "idx": 544,
+     "ok": false
+    },
+    {
+     "idx": 86,
+     "ok": false
+    },
+    {
+     "idx": 89,
+     "ok": false
+    },
+    {
+     "idx": 333,
+     "ok": false
+    },
+    {
+     "idx": 716,
+     "ok": false
+    },
+    {
+     "idx": 14,
+     "ok": false
+    },
+    {
+     "idx": 287,
+     "ok": false
+    },
+    {
+     "idx": 130,
+     "ok": false
+    },
+    {
+     "idx": 876,
+     "ok": false
+    },
+    {
+     "idx": 454,
+     "ok": false
+    },
+    {
+     "idx": 1246,
+     "ok": true
+    },
+    {
+     "idx": 812,
+     "ok": false
+    },
+    {
+     "idx": 1142,
+     "ok": false
+    },
+    {
+     "idx": 452,
+     "ok": false
+    },
+    {
+     "idx": 929,
+     "ok": false
+    },
+    {
+     "idx": 394,
+     "ok": false
+    },
+    {
+     "idx": 695,
+     "ok": false
+    },
+    {
+     "idx": 1245,
+     "ok": false
+    },
+    {
+     "idx": 209,
+     "ok": false
+    },
+    {
+     "idx": 1241,
+     "ok": false
+    },
+    {
+     "idx": 175,
+     "ok": false
+    },
+    {
+     "idx": 653,
+     "ok": false
+    },
+    {
+     "idx": 661,
+     "ok": false
+    },
+    {
+     "idx": 1097,
+     "ok": false
+    },
+    {
+     "idx": 933,
+     "ok": false
+    },
+    {
+     "idx": 665,
+     "ok": false
+    },
+    {
+     "idx": 523,
+     "ok": false
+    },
+    {
+     "idx": 59,
+     "ok": false
+    },
+    {
+     "idx": 1069,
+     "ok": false
+    },
+    {
+     "idx": 90,
+     "ok": false
+    },
+    {
+     "idx": 389,
+     "ok": false
+    },
+    {
+     "idx": 755,
+     "ok": false
+    },
+    {
+     "idx": 164,
+     "ok": false
+    },
+    {
+     "idx": 429,
+     "ok": false
+    },
+    {
+     "idx": 1074,
+     "ok": false
+    },
+    {
+     "idx": 708,
+     "ok": true
+    },
+    {
+     "idx": 384,
+     "ok": true
+    },
+    {
+     "idx": 412,
+     "ok": false
+    },
+    {
+     "idx": 514,
+     "ok": false
+    },
+    {
+     "idx": 617,
+     "ok": false
+    },
+    {
+     "idx": 639,
+     "ok": false
+    },
+    {
+     "idx": 1058,
+     "ok": false
+    },
+    {
+     "idx": 787,
+     "ok": false
+    },
+    {
+     "idx": 987,
+     "ok": false
+    },
+    {
+     "idx": 704,
+     "ok": false
+    },
+    {
+     "idx": 491,
+     "ok": false
+    },
+    {
+     "idx": 91,
+     "ok": false
+    },
+    {
+     "idx": 626,
+     "ok": false
+    },
+    {
+     "idx": 1130,
+     "ok": false
+    },
+    {
+     "idx": 148,
+     "ok": false
+    },
+    {
+     "idx": 18,
+     "ok": false
+    },
+    {
+     "idx": 897,
+     "ok": true
+    },
+    {
+     "idx": 97,
+     "ok": false
+    },
+    {
+     "idx": 844,
+     "ok": false
+    },
+    {
+     "idx": 1010,
+     "ok": false
+    },
+    {
+     "idx": 901,
+     "ok": false
+    },
+    {
+     "idx": 241,
+     "ok": false
+    },
+    {
+     "idx": 493,
+     "ok": false
+    },
+    {
+     "idx": 202,
+     "ok": true
+    },
+    {
+     "idx": 314,
+     "ok": false
+    },
+    {
+     "idx": 847,
+     "ok": false
+    },
+    {
+     "idx": 437,
+     "ok": false
+    },
+    {
+     "idx": 902,
+     "ok": true
+    },
+    {
+     "idx": 157,
+     "ok": false
+    },
+    {
+     "idx": 874,
+     "ok": true
+    },
+    {
+     "idx": 1144,
+     "ok": false
+    },
+    {
+     "idx": 807,
+     "ok": false
+    },
+    {
+     "idx": 80,
+     "ok": true
+    },
+    {
+     "idx": 369,
+     "ok": false
+    },
+    {
+     "idx": 511,
+     "ok": false
+    },
+    {
+     "idx": 262,
+     "ok": false
+    },
+    {
+     "idx": 571,
+     "ok": false
+    },
+    {
+     "idx": 721,
+     "ok": false
+    },
+    {
+     "idx": 654,
+     "ok": false
+    },
+    {
+     "idx": 890,
+     "ok": true
+    },
+    {
+     "idx": 219,
+     "ok": false
+    },
+    {
+     "idx": 1140,
+     "ok": false
+    },
+    {
+     "idx": 584,
+     "ok": false
+    },
+    {
+     "idx": 1249,
+     "ok": false
+    },
+    {
+     "idx": 1108,
+     "ok": true
+    },
+    {
+     "idx": 607,
+     "ok": false
+    },
+    {
+     "idx": 904,
+     "ok": false
+    },
+    {
+     "idx": 1052,
+     "ok": false
+    },
+    {
+     "idx": 1238,
+     "ok": false
+    },
+    {
+     "idx": 946,
+     "ok": false
+    },
+    {
+     "idx": 1098,
+     "ok": false
+    },
+    {
+     "idx": 534,
+     "ok": false
+    },
+    {
+     "idx": 558,
+     "ok": false
+    },
+    {
+     "idx": 474,
+     "ok": true
+    },
+    {
+     "idx": 33,
+     "ok": false
+    },
+    {
+     "idx": 243,
+     "ok": false
+    },
+    {
+     "idx": 1259,
+     "ok": false
+    },
+    {
+     "idx": 353,
+     "ok": false
+    },
+    {
+     "idx": 509,
+     "ok": false
+    },
+    {
+     "idx": 1096,
+     "ok": false
+    },
+    {
+     "idx": 1055,
+     "ok": false
+    },
+    {
+     "idx": 877,
+     "ok": false
+    },
+    {
+     "idx": 249,
+     "ok": false
+    },
+    {
+     "idx": 1156,
+     "ok": false
+    },
+    {
+     "idx": 735,
+     "ok": false
+    },
+    {
+     "idx": 470,
+     "ok": false
+    },
+    {
+     "idx": 1119,
+     "ok": false
+    },
+    {
+     "idx": 577,
+     "ok": true
+    },
+    {
+     "idx": 453,
+     "ok": false
+    },
+    {
+     "idx": 132,
+     "ok": false
+    },
+    {
+     "idx": 1061,
+     "ok": false
+    },
+    {
+     "idx": 629,
+     "ok": false
+    },
+    {
+     "idx": 670,
+     "ok": true
+    },
+    {
+     "idx": 478,
+     "ok": false
+    },
+    {
+     "idx": 764,
+     "ok": false
+    },
+    {
+     "idx": 983,
+     "ok": false
+    },
+    {
+     "idx": 587,
+     "ok": false
+    },
+    {
+     "idx": 1192,
+     "ok": false
+    },
+    {
+     "idx": 350,
+     "ok": false
+    },
+    {
+     "idx": 281,
+     "ok": false
+    },
+    {
+     "idx": 31,
+     "ok": false
+    },
+    {
+     "idx": 1132,
+     "ok": false
+    },
+    {
+     "idx": 1033,
+     "ok": false
+    },
+    {
+     "idx": 671,
+     "ok": false
+    },
+    {
+     "idx": 751,
+     "ok": false
+    }
+   ]
+  },
+  "2:32": {
+   "acc": 0.19140625,
+   "by_label": {
+    "drop": 0.08,
+    "easy": 0.5862068965517241,
+    "hard": 0.1889763779527559
+   },
+   "per_item": [
+    {
+     "idx": 1092,
+     "ok": false
+    },
+    {
+     "idx": 696,
+     "ok": false
+    },
+    {
+     "idx": 242,
+     "ok": false
+    },
+    {
+     "idx": 1085,
+     "ok": true
+    },
+    {
+     "idx": 510,
+     "ok": false
+    },
+    {
+     "idx": 334,
+     "ok": true
+    },
+    {
+     "idx": 139,
+     "ok": false
+    },
+    {
+     "idx": 849,
+     "ok": false
+    },
+    {
+     "idx": 593,
+     "ok": false
+    },
+    {
+     "idx": 579,
+     "ok": false
+    },
+    {
+     "idx": 1064,
+     "ok": false
+    },
+    {
+     "idx": 275,
+     "ok": false
+    },
+    {
+     "idx": 1175,
+     "ok": false
+    },
+    {
+     "idx": 1071,
+     "ok": false
+    },
+    {
+     "idx": 1284,
+     "ok": false
+    },
+    {
+     "idx": 430,
+     "ok": false
+    },
+    {
+     "idx": 1088,
+     "ok": false
+    },
+    {
+     "idx": 215,
+     "ok": false
+    },
+    {
+     "idx": 841,
+     "ok": false
+    },
+    {
+     "idx": 1299,
+     "ok": false
+    },
+    {
+     "idx": 1113,
+     "ok": true
+    },
+    {
+     "idx": 826,
+     "ok": true
+    },
+    {
+     "idx": 570,
+     "ok": false
+    },
+    {
+     "idx": 598,
+     "ok": false
+    },
+    {
+     "idx": 905,
+     "ok": false
+    },
+    {
+     "idx": 761,
+     "ok": false
+    },
+    {
+     "idx": 1163,
+     "ok": false
+    },
+    {
+     "idx": 1287,
+     "ok": false
+    },
+    {
+     "idx": 282,
+     "ok": false
+    },
+    {
+     "idx": 321,
+     "ok": false
+    },
+    {
+     "idx": 252,
+     "ok": false
+    },
+    {
+     "idx": 246,
+     "ok": false
+    },
+    {
+     "idx": 781,
+     "ok": false
+    },
+    {
+     "idx": 821,
+     "ok": false
+    },
+    {
+     "idx": 1210,
+     "ok": false
+    },
+    {
+     "idx": 958,
+     "ok": false
+    },
+    {
+     "idx": 285,
+     "ok": false
+    },
+    {
+     "idx": 1146,
+     "ok": false
+    },
+    {
+     "idx": 612,
+     "ok": true
+    },
+    {
+     "idx": 725,
+     "ok": false
+    },
+    {
+     "idx": 1294,
+     "ok": false
+    },
+    {
+     "idx": 968,
+     "ok": true
+    },
+    {
+     "idx": 850,
+     "ok": true
+    },
+    {
+     "idx": 446,
+     "ok": false
+    },
+    {
+     "idx": 976,
+     "ok": false
+    },
+    {
+     "idx": 1001,
+     "ok": false
+    },
+    {
+     "idx": 1027,
+     "ok": true
+    },
+    {
+     "idx": 651,
+     "ok": false
+    },
+    {
+     "idx": 1009,
+     "ok": false
+    },
+    {
+     "idx": 123,
+     "ok": false
+    },
+    {
+     "idx": 909,
+     "ok": false
+    },
+    {
+     "idx": 614,
+     "ok": true
+    },
+    {
+     "idx": 292,
+     "ok": false
+    },
+    {
+     "idx": 1014,
+     "ok": false
+    },
+    {
+     "idx": 107,
+     "ok": false
+    },
+    {
+     "idx": 1272,
+     "ok": true
+    },
+    {
+     "idx": 441,
+     "ok": false
+    },
+    {
+     "idx": 52,
+     "ok": true
+    },
+    {
+     "idx": 727,
+     "ok": false
+    },
+    {
+     "idx": 965,
+     "ok": false
+    },
+    {
+     "idx": 800,
+     "ok": false
+    },
+    {
+     "idx": 20,
+     "ok": false
+    },
+    {
+     "idx": 1078,
+     "ok": false
+    },
+    {
+     "idx": 136,
+     "ok": false
+    },
+    {
+     "idx": 166,
+     "ok": true
+    },
+    {
+     "idx": 809,
+     "ok": true
+    },
+    {
+     "idx": 13,
+     "ok": false
+    },
+    {
+     "idx": 739,
+     "ok": false
+    },
+    {
+     "idx": 84,
+     "ok": false
+    },
+    {
+     "idx": 237,
+     "ok": false
+    },
+    {
+     "idx": 1271,
+     "ok": false
+    },
+    {
+     "idx": 7,
+     "ok": false
+    },
+    {
+     "idx": 553,
+     "ok": true
+    },
+    {
+     "idx": 1311,
+     "ok": false
+    },
+    {
+     "idx": 599,
+     "ok": false
+    },
+    {
+     "idx": 464,
+     "ok": false
+    },
+    {
+     "idx": 288,
+     "ok": false
+    },
+    {
+     "idx": 1173,
+     "ok": false
+    },
+    {
+     "idx": 589,
+     "ok": false
+    },
+    {
+     "idx": 391,
+     "ok": true
+    },
+    {
+     "idx": 888,
+     "ok": true
+    },
+    {
+     "idx": 943,
+     "ok": false
+    },
+    {
+     "idx": 676,
+     "ok": false
+    },
+    {
+     "idx": 786,
+     "ok": false
+    },
+    {
+     "idx": 344,
+     "ok": false
+    },
+    {
+     "idx": 677,
+     "ok": true
+    },
+    {
+     "idx": 863,
+     "ok": false
+    },
+    {
+     "idx": 891,
+     "ok": false
+    },
+    {
+     "idx": 303,
+     "ok": false
+    },
+    {
+     "idx": 916,
+     "ok": false
+    },
+    {
+     "idx": 302,
+     "ok": true
+    },
+    {
+     "idx": 1073,
+     "ok": false
+    },
+    {
+     "idx": 647,
+     "ok": false
+    },
+    {
+     "idx": 264,
+     "ok": false
+    },
+    {
+     "idx": 427,
+     "ok": false
+    },
+    {
+     "idx": 382,
+     "ok": false
+    },
+    {
+     "idx": 715,
+     "ok": true
+    },
+    {
+     "idx": 796,
+     "ok": false
+    },
+    {
+     "idx": 875,
+     "ok": false
+    },
+    {
+     "idx": 1007,
+     "ok": false
+    },
+    {
+     "idx": 797,
+     "ok": false
+    },
+    {
+     "idx": 450,
+     "ok": false
+    },
+    {
+     "idx": 401,
+     "ok": false
+    },
+    {
+     "idx": 899,
+     "ok": false
+    },
+    {
+     "idx": 418,
+     "ok": false
+    },
+    {
+     "idx": 1201,
+     "ok": false
+    },
+    {
+     "idx": 101,
+     "ok": false
+    },
+    {
+     "idx": 795,
+     "ok": false
+    },
+    {
+     "idx": 68,
+     "ok": true
+    },
+    {
+     "idx": 479,
+     "ok": false
+    },
+    {
+     "idx": 1296,
+     "ok": false
+    },
+    {
+     "idx": 173,
+     "ok": false
+    },
+    {
+     "idx": 744,
+     "ok": false
+    },
+    {
+     "idx": 116,
+     "ok": false
+    },
+    {
+     "idx": 1306,
+     "ok": false
+    },
+    {
+     "idx": 355,
+     "ok": false
+    },
+    {
+     "idx": 477,
+     "ok": false
+    },
+    {
+     "idx": 1250,
+     "ok": false
+    },
+    {
+     "idx": 609,
+     "ok": false
+    },
+    {
+     "idx": 1254,
+     "ok": true
+    },
+    {
+     "idx": 177,
+     "ok": false
+    },
+    {
+     "idx": 1048,
+     "ok": false
+    },
+    {
+     "idx": 582,
+     "ok": false
+    },
+    {
+     "idx": 723,
+     "ok": false
+    },
+    {
+     "idx": 842,
+     "ok": true
+    },
+    {
+     "idx": 938,
+     "ok": false
+    },
+    {
+     "idx": 110,
+     "ok": false
+    },
+    {
+     "idx": 1057,
+     "ok": false
+    },
+    {
+     "idx": 1120,
+     "ok": true
+    },
+    {
+     "idx": 881,
+     "ok": false
+    },
+    {
+     "idx": 1189,
+     "ok": false
+    },
+    {
+     "idx": 931,
+     "ok": false
+    },
+    {
+     "idx": 1003,
+     "ok": false
+    },
+    {
+     "idx": 521,
+     "ok": false
+    },
+    {
+     "idx": 974,
+     "ok": false
+    },
+    {
+     "idx": 690,
+     "ok": false
+    },
+    {
+     "idx": 544,
+     "ok": false
+    },
+    {
+     "idx": 86,
+     "ok": false
+    },
+    {
+     "idx": 89,
+     "ok": false
+    },
+    {
+     "idx": 333,
+     "ok": false
+    },
+    {
+     "idx": 716,
+     "ok": false
+    },
+    {
+     "idx": 14,
+     "ok": false
+    },
+    {
+     "idx": 287,
+     "ok": false
+    },
+    {
+     "idx": 130,
+     "ok": false
+    },
+    {
+     "idx": 876,
+     "ok": true
+    },
+    {
+     "idx": 454,
+     "ok": false
+    },
+    {
+     "idx": 1246,
+     "ok": true
+    },
+    {
+     "idx": 812,
+     "ok": false
+    },
+    {
+     "idx": 1142,
+     "ok": false
+    },
+    {
+     "idx": 452,
+     "ok": false
+    },
+    {
+     "idx": 929,
+     "ok": false
+    },
+    {
+     "idx": 394,
+     "ok": false
+    },
+    {
+     "idx": 695,
+     "ok": true
+    },
+    {
+     "idx": 1245,
+     "ok": false
+    },
+    {
+     "idx": 209,
+     "ok": false
+    },
+    {
+     "idx": 1241,
+     "ok": false
+    },
+    {
+     "idx": 175,
+     "ok": true
+    },
+    {
+     "idx": 653,
+     "ok": false
+    },
+    {
+     "idx": 661,
+     "ok": true
+    },
+    {
+     "idx": 1097,
+     "ok": false
+    },
+    {
+     "idx": 933,
+     "ok": false
+    },
+    {
+     "idx": 665,
+     "ok": false
+    },
+    {
+     "idx": 523,
+     "ok": false
+    },
+    {
+     "idx": 59,
+     "ok": false
+    },
+    {
+     "idx": 1069,
+     "ok": false
+    },
+    {
+     "idx": 90,
+     "ok": false
+    },
+    {
+     "idx": 389,
+     "ok": false
+    },
+    {
+     "idx": 755,
+     "ok": true
+    },
+    {
+     "idx": 164,
+     "ok": true
+    },
+    {
+     "idx": 429,
+     "ok": false
+    },
+    {
+     "idx": 1074,
+     "ok": false
+    },
+    {
+     "idx": 708,
+     "ok": true
+    },
+    {
+     "idx": 384,
+     "ok": false
+    },
+    {
+     "idx": 412,
+     "ok": true
+    },
+    {
+     "idx": 514,
+     "ok": false
+    },
+    {
+     "idx": 617,
+     "ok": true
+    },
+    {
+     "idx": 639,
+     "ok": false
+    },
+    {
+     "idx": 1058,
+     "ok": false
+    },
+    {
+     "idx": 787,
+     "ok": false
+    },
+    {
+     "idx": 987,
+     "ok": false
+    },
+    {
+     "idx": 704,
+     "ok": false
+    },
+    {
+     "idx": 491,
+     "ok": false
+    },
+    {
+     "idx": 91,
+     "ok": false
+    },
+    {
+     "idx": 626,
+     "ok": false
+    },
+    {
+     "idx": 1130,
+     "ok": false
+    },
+    {
+     "idx": 148,
+     "ok": false
+    },
+    {
+     "idx": 18,
+     "ok": true
+    },
+    {
+     "idx": 897,
+     "ok": true
+    },
+    {
+     "idx": 97,
+     "ok": false
+    },
+    {
+     "idx": 844,
+     "ok": false
+    },
+    {
+     "idx": 1010,
+     "ok": false
+    },
+    {
+     "idx": 901,
+     "ok": false
+    },
+    {
+     "idx": 241,
+     "ok": false
+    },
+    {
+     "idx": 493,
+     "ok": false
+    },
+    {
+     "idx": 202,
+     "ok": false
+    },
+    {
+     "idx": 314,
+     "ok": false
+    },
+    {
+     "idx": 847,
+     "ok": false
+    },
+    {
+     "idx": 437,
+     "ok": false
+    },
+    {
+     "idx": 902,
+     "ok": true
+    },
+    {
+     "idx": 157,
+     "ok": false
+    },
+    {
+     "idx": 874,
+     "ok": true
+    },
+    {
+     "idx": 1144,
+     "ok": false
+    },
+    {
+     "idx": 807,
+     "ok": false
+    },
+    {
+     "idx": 80,
+     "ok": false
+    },
+    {
+     "idx": 369,
+     "ok": false
+    },
+    {
+     "idx": 511,
+     "ok": false
+    },
+    {
+     "idx": 262,
+     "ok": false
+    },
+    {
+     "idx": 571,
+     "ok": false
+    },
+    {
+     "idx": 721,
+     "ok": false
+    },
+    {
+     "idx": 654,
+     "ok": false
+    },
+    {
+     "idx": 890,
+     "ok": true
+    },
+    {
+     "idx": 219,
+     "ok": false
+    },
+    {
+     "idx": 1140,
+     "ok": false
+    },
+    {
+     "idx": 584,
+     "ok": true
+    },
+    {
+     "idx": 1249,
+     "ok": false
+    },
+    {
+     "idx": 1108,
+     "ok": false
+    },
+    {
+     "idx": 607,
+     "ok": false
+    },
+    {
+     "idx": 904,
+     "ok": true
+    },
+    {
+     "idx": 1052,
+     "ok": false
+    },
+    {
+     "idx": 1238,
+     "ok": false
+    },
+    {
+     "idx": 946,
+     "ok": false
+    },
+    {
+     "idx": 1098,
+     "ok": false
+    },
+    {
+     "idx": 534,
+     "ok": false
+    },
+    {
+     "idx": 558,
+     "ok": true
+    },
+    {
+     "idx": 474,
+     "ok": true
+    },
+    {
+     "idx": 33,
+     "ok": true
+    },
+    {
+     "idx": 243,
+     "ok": false
+    },
+    {
+     "idx": 1259,
+     "ok": false
+    },
+    {
+     "idx": 353,
+     "ok": false
+    },
+    {
+     "idx": 509,
+     "ok": false
+    },
+    {
+     "idx": 1096,
+     "ok": false
+    },
+    {
+     "idx": 1055,
+     "ok": false
+    },
+    {
+     "idx": 877,
+     "ok": true
+    },
+    {
+     "idx": 249,
+     "ok": false
+    },
+    {
+     "idx": 1156,
+     "ok": true
+    },
+    {
+     "idx": 735,
+     "ok": true
+    },
+    {
+     "idx": 470,
+     "ok": false
+    },
+    {
+     "idx": 1119,
+     "ok": false
+    },
+    {
+     "idx": 577,
+     "ok": true
+    },
+    {
+     "idx": 453,
+     "ok": false
+    },
+    {
+     "idx": 132,
+     "ok": false
+    },
+    {
+     "idx": 1061,
+     "ok": false
+    },
+    {
+     "idx": 629,
+     "ok": false
+    },
+    {
+     "idx": 670,
+     "ok": false
+    },
+    {
+     "idx": 478,
+     "ok": false
+    },
+    {
+     "idx": 764,
+     "ok": false
+    },
+    {
+     "idx": 983,
+     "ok": true
+    },
+    {
+     "idx": 587,
+     "ok": false
+    },
+    {
+     "idx": 1192,
+     "ok": false
+    },
+    {
+     "idx": 350,
+     "ok": false
+    },
+    {
+     "idx": 281,
+     "ok": false
+    },
+    {
+     "idx": 31,
+     "ok": false
+    },
+    {
+     "idx": 1132,
+     "ok": false
+    },
+    {
+     "idx": 1033,
+     "ok": true
+    },
+    {
+     "idx": 671,
+     "ok": false
+    },
+    {
+     "idx": 751,
+     "ok": false
+    }
+   ]
+  },
+  "2:36": {
+   "acc": 0.1484375,
+   "by_label": {
+    "drop": 0.06,
+    "easy": 0.5517241379310345,
+    "hard": 0.12598425196850394
+   },
+   "per_item": [
+    {
+     "idx": 1092,
+     "ok": false
+    },
+    {
+     "idx": 696,
+     "ok": false
+    },
+    {
+     "idx": 242,
+     "ok": false
+    },
+    {
+     "idx": 1085,
+     "ok": true
+    },
+    {
+     "idx": 510,
+     "ok": false
+    },
+    {
+     "idx": 334,
+     "ok": true
+    },
+    {
+     "idx": 139,
+     "ok": false
+    },
+    {
+     "idx": 849,
+     "ok": false
+    },
+    {
+     "idx": 593,
+     "ok": false
+    },
+    {
+     "idx": 579,
+     "ok": false
+    },
+    {
+     "idx": 1064,
+     "ok": false
+    },
+    {
+     "idx": 275,
+     "ok": false
+    },
+    {
+     "idx": 1175,
+     "ok": false
+    },
+    {
+     "idx": 1071,
+     "ok": false
+    },
+    {
+     "idx": 1284,
+     "ok": false
+    },
+    {
+     "idx": 430,
+     "ok": false
+    },
+    {
+     "idx": 1088,
+     "ok": false
+    },
+    {
+     "idx": 215,
+     "ok": false
+    },
+    {
+     "idx": 841,
+     "ok": false
+    },
+    {
+     "idx": 1299,
+     "ok": false
+    },
+    {
+     "idx": 1113,
+     "ok": true
+    },
+    {
+     "idx": 826,
+     "ok": false
+    },
+    {
+     "idx": 570,
+     "ok": false
+    },
+    {
+     "idx": 598,
+     "ok": false
+    },
+    {
+     "idx": 905,
+     "ok": false
+    },
+    {
+     "idx": 761,
+     "ok": false
+    },
+    {
+     "idx": 1163,
+     "ok": false
+    },
+    {
+     "idx": 1287,
+     "ok": false
+    },
+    {
+     "idx": 282,
+     "ok": false
+    },
+    {
+     "idx": 321,
+     "ok": false
+    },
+    {
+     "idx": 252,
+     "ok": false
+    },
+    {
+     "idx": 246,
+     "ok": true
+    },
+    {
+     "idx": 781,
+     "ok": true
+    },
+    {
+     "idx": 821,
+     "ok": false
+    },
+    {
+     "idx": 1210,
+     "ok": false
+    },
+    {
+     "idx": 958,
+     "ok": false
+    },
+    {
+     "idx": 285,
+     "ok": false
+    },
+    {
+     "idx": 1146,
+     "ok": false
+    },
+    {
+     "idx": 612,
+     "ok": true
+    },
+    {
+     "idx": 725,
+     "ok": false
+    },
+    {
+     "idx": 1294,
+     "ok": false
+    },
+    {
+     "idx": 968,
+     "ok": false
+    },
+    {
+     "idx": 850,
+     "ok": true
+    },
+    {
+     "idx": 446,
+     "ok": false
+    },
+    {
+     "idx": 976,
+     "ok": false
+    },
+    {
+     "idx": 1001,
+     "ok": false
+    },
+    {
+     "idx": 1027,
+     "ok": false
+    },
+    {
+     "idx": 651,
+     "ok": false
+    },
+    {
+     "idx": 1009,
+     "ok": false
+    },
+    {
+     "idx": 123,
+     "ok": false
+    },
+    {
+     "idx": 909,
+     "ok": false
+    },
+    {
+     "idx": 614,
+     "ok": false
+    },
+    {
+     "idx": 292,
+     "ok": false
+    },
+    {
+     "idx": 1014,
+     "ok": false
+    },
+    {
+     "idx": 107,
+     "ok": false
+    },
+    {
+     "idx": 1272,
+     "ok": true
+    },
+    {
+     "idx": 441,
+     "ok": false
+    },
+    {
+     "idx": 52,
+     "ok": true
+    },
+    {
+     "idx": 727,
+     "ok": false
+    },
+    {
+     "idx": 965,
+     "ok": false
+    },
+    {
+     "idx": 800,
+     "ok": false
+    },
+    {
+     "idx": 20,
+     "ok": false
+    },
+    {
+     "idx": 1078,
+     "ok": false
+    },
+    {
+     "idx": 136,
+     "ok": false
+    },
+    {
+     "idx": 166,
+     "ok": true
+    },
+    {
+     "idx": 809,
+     "ok": false
+    },
+    {
+     "idx": 13,
+     "ok": false
+    },
+    {
+     "idx": 739,
+     "ok": false
+    },
+    {
+     "idx": 84,
+     "ok": false
+    },
+    {
+     "idx": 237,
+     "ok": false
+    },
+    {
+     "idx": 1271,
+     "ok": false
+    },
+    {
+     "idx": 7,
+     "ok": false
+    },
+    {
+     "idx": 553,
+     "ok": false
+    },
+    {
+     "idx": 1311,
+     "ok": false
+    },
+    {
+     "idx": 599,
+     "ok": false
+    },
+    {
+     "idx": 464,
+     "ok": false
+    },
+    {
+     "idx": 288,
+     "ok": false
+    },
+    {
+     "idx": 1173,
+     "ok": false
+    },
+    {
+     "idx": 589,
+     "ok": false
+    },
+    {
+     "idx": 391,
+     "ok": false
+    },
+    {
+     "idx": 888,
+     "ok": true
+    },
+    {
+     "idx": 943,
+     "ok": false
+    },
+    {
+     "idx": 676,
+     "ok": false
+    },
+    {
+     "idx": 786,
+     "ok": false
+    },
+    {
+     "idx": 344,
+     "ok": true
+    },
+    {
+     "idx": 677,
+     "ok": true
+    },
+    {
+     "idx": 863,
+     "ok": false
+    },
+    {
+     "idx": 891,
+     "ok": false
+    },
+    {
+     "idx": 303,
+     "ok": false
+    },
+    {
+     "idx": 916,
+     "ok": false
+    },
+    {
+     "idx": 302,
+     "ok": false
+    },
+    {
+     "idx": 1073,
+     "ok": false
+    },
+    {
+     "idx": 647,
+     "ok": false
+    },
+    {
+     "idx": 264,
+     "ok": false
+    },
+    {
+     "idx": 427,
+     "ok": false
+    },
+    {
+     "idx": 382,
+     "ok": false
+    },
+    {
+     "idx": 715,
+     "ok": false
+    },
+    {
+     "idx": 796,
+     "ok": false
+    },
+    {
+     "idx": 875,
+     "ok": false
+    },
+    {
+     "idx": 1007,
+     "ok": false
+    },
+    {
+     "idx": 797,
+     "ok": false
+    },
+    {
+     "idx": 450,
+     "ok": false
+    },
+    {
+     "idx": 401,
+     "ok": false
+    },
+    {
+     "idx": 899,
+     "ok": false
+    },
+    {
+     "idx": 418,
+     "ok": false
+    },
+    {
+     "idx": 1201,
+     "ok": false
+    },
+    {
+     "idx": 101,
+     "ok": false
+    },
+    {
+     "idx": 795,
+     "ok": true
+    },
+    {
+     "idx": 68,
+     "ok": false
+    },
+    {
+     "idx": 479,
+     "ok": false
+    },
+    {
+     "idx": 1296,
+     "ok": false
+    },
+    {
+     "idx": 173,
+     "ok": false
+    },
+    {
+     "idx": 744,
+     "ok": false
+    },
+    {
+     "idx": 116,
+     "ok": false
+    },
+    {
+     "idx": 1306,
+     "ok": false
+    },
+    {
+     "idx": 355,
+     "ok": false
+    },
+    {
+     "idx": 477,
+     "ok": false
+    },
+    {
+     "idx": 1250,
+     "ok": true
+    },
+    {
+     "idx": 609,
+     "ok": false
+    },
+    {
+     "idx": 1254,
+     "ok": true
+    },
+    {
+     "idx": 177,
+     "ok": false
+    },
+    {
+     "idx": 1048,
+     "ok": false
+    },
+    {
+     "idx": 582,
+     "ok": false
+    },
+    {
+     "idx": 723,
+     "ok": false
+    },
+    {
+     "idx": 842,
+     "ok": true
+    },
+    {
+     "idx": 938,
+     "ok": false
+    },
+    {
+     "idx": 110,
+     "ok": true
+    },
+    {
+     "idx": 1057,
+     "ok": false
+    },
+    {
+     "idx": 1120,
+     "ok": false
+    },
+    {
+     "idx": 881,
+     "ok": false
+    },
+    {
+     "idx": 1189,
+     "ok": false
+    },
+    {
+     "idx": 931,
+     "ok": false
+    },
+    {
+     "idx": 1003,
+     "ok": false
+    },
+    {
+     "idx": 521,
+     "ok": false
+    },
+    {
+     "idx": 974,
+     "ok": false
+    },
+    {
+     "idx": 690,
+     "ok": false
+    },
+    {
+     "idx": 544,
+     "ok": true
+    },
+    {
+     "idx": 86,
+     "ok": false
+    },
+    {
+     "idx": 89,
+     "ok": false
+    },
+    {
+     "idx": 333,
+     "ok": true
+    },
+    {
+     "idx": 716,
+     "ok": false
+    },
+    {
+     "idx": 14,
+     "ok": false
+    },
+    {
+     "idx": 287,
+     "ok": false
+    },
+    {
+     "idx": 130,
+     "ok": false
+    },
+    {
+     "idx": 876,
+     "ok": false
+    },
+    {
+     "idx": 454,
+     "ok": false
+    },
+    {
+     "idx": 1246,
+     "ok": true
+    },
+    {
+     "idx": 812,
+     "ok": false
+    },
+    {
+     "idx": 1142,
+     "ok": true
+    },
+    {
+     "idx": 452,
+     "ok": false
+    },
+    {
+     "idx": 929,
+     "ok": false
+    },
+    {
+     "idx": 394,
+     "ok": false
+    },
+    {
+     "idx": 695,
+     "ok": true
+    },
+    {
+     "idx": 1245,
+     "ok": false
+    },
+    {
+     "idx": 209,
+     "ok": false
+    },
+    {
+     "idx": 1241,
+     "ok": false
+    },
+    {
+     "idx": 175,
+     "ok": false
+    },
+    {
+     "idx": 653,
+     "ok": false
+    },
+    {
+     "idx": 661,
+     "ok": true
+    },
+    {
+     "idx": 1097,
+     "ok": false
+    },
+    {
+     "idx": 933,
+     "ok": false
+    },
+    {
+     "idx": 665,
+     "ok": true
+    },
+    {
+     "idx": 523,
+     "ok": false
+    },
+    {
+     "idx": 59,
+     "ok": false
+    },
+    {
+     "idx": 1069,
+     "ok": false
+    },
+    {
+     "idx": 90,
+     "ok": false
+    },
+    {
+     "idx": 389,
+     "ok": true
+    },
+    {
+     "idx": 755,
+     "ok": true
+    },
+    {
+     "idx": 164,
+     "ok": true
+    },
+    {
+     "idx": 429,
+     "ok": false
+    },
+    {
+     "idx": 1074,
+     "ok": false
+    },
+    {
+     "idx": 708,
+     "ok": false
+    },
+    {
+     "idx": 384,
+     "ok": false
+    },
+    {
+     "idx": 412,
+     "ok": false
+    },
+    {
+     "idx": 514,
+     "ok": false
+    },
+    {
+     "idx": 617,
+     "ok": false
+    },
+    {
+     "idx": 639,
+     "ok": false
+    },
+    {
+     "idx": 1058,
+     "ok": false
+    },
+    {
+     "idx": 787,
+     "ok": false
+    },
+    {
+     "idx": 987,
+     "ok": false
+    },
+    {
+     "idx": 704,
+     "ok": false
+    },
+    {
+     "idx": 491,
+     "ok": false
+    },
+    {
+     "idx": 91,
+     "ok": false
+    },
+    {
+     "idx": 626,
+     "ok": false
+    },
+    {
+     "idx": 1130,
+     "ok": false
+    },
+    {
+     "idx": 148,
+     "ok": false
+    },
+    {
+     "idx": 18,
+     "ok": false
+    },
+    {
+     "idx": 897,
+     "ok": true
+    },
+    {
+     "idx": 97,
+     "ok": false
+    },
+    {
+     "idx": 844,
+     "ok": false
+    },
+    {
+     "idx": 1010,
+     "ok": true
+    },
+    {
+     "idx": 901,
+     "ok": false
+    },
+    {
+     "idx": 241,
+     "ok": false
+    },
+    {
+     "idx": 493,
+     "ok": false
+    },
+    {
+     "idx": 202,
+     "ok": false
+    },
+    {
+     "idx": 314,
+     "ok": false
+    },
+    {
+     "idx": 847,
+     "ok": false
+    },
+    {
+     "idx": 437,
+     "ok": false
+    },
+    {
+     "idx": 902,
+     "ok": true
+    },
+    {
+     "idx": 157,
+     "ok": false
+    },
+    {
+     "idx": 874,
+     "ok": true
+    },
+    {
+     "idx": 1144,
+     "ok": false
+    },
+    {
+     "idx": 807,
+     "ok": false
+    },
+    {
+     "idx": 80,
+     "ok": false
+    },
+    {
+     "idx": 369,
+     "ok": false
+    },
+    {
+     "idx": 511,
+     "ok": false
+    },
+    {
+     "idx": 262,
+     "ok": false
+    },
+    {
+     "idx": 571,
+     "ok": false
+    },
+    {
+     "idx": 721,
+     "ok": false
+    },
+    {
+     "idx": 654,
+     "ok": false
+    },
+    {
+     "idx": 890,
+     "ok": true
+    },
+    {
+     "idx": 219,
+     "ok": false
+    },
+    {
+     "idx": 1140,
+     "ok": false
+    },
+    {
+     "idx": 584,
+     "ok": false
+    },
+    {
+     "idx": 1249,
+     "ok": false
+    },
+    {
+     "idx": 1108,
+     "ok": true
+    },
+    {
+     "idx": 607,
+     "ok": false
+    },
+    {
+     "idx": 904,
+     "ok": false
+    },
+    {
+     "idx": 1052,
+     "ok": false
+    },
+    {
+     "idx": 1238,
+     "ok": false
+    },
+    {
+     "idx": 946,
+     "ok": false
+    },
+    {
+     "idx": 1098,
+     "ok": false
+    },
+    {
+     "idx": 534,
+     "ok": false
+    },
+    {
+     "idx": 558,
+     "ok": true
+    },
+    {
+     "idx": 474,
+     "ok": true
+    },
+    {
+     "idx": 33,
+     "ok": false
+    },
+    {
+     "idx": 243,
+     "ok": false
+    },
+    {
+     "idx": 1259,
+     "ok": false
+    },
+    {
+     "idx": 353,
+     "ok": false
+    },
+    {
+     "idx": 509,
+     "ok": false
+    },
+    {
+     "idx": 1096,
+     "ok": false
+    },
+    {
+     "idx": 1055,
+     "ok": false
+    },
+    {
+     "idx": 877,
+     "ok": false
+    },
+    {
+     "idx": 249,
+     "ok": false
+    },
+    {
+     "idx": 1156,
+     "ok": false
+    },
+    {
+     "idx": 735,
+     "ok": false
+    },
+    {
+     "idx": 470,
+     "ok": false
+    },
+    {
+     "idx": 1119,
+     "ok": false
+    },
+    {
+     "idx": 577,
+     "ok": true
+    },
+    {
+     "idx": 453,
+     "ok": false
+    },
+    {
+     "idx": 132,
+     "ok": false
+    },
+    {
+     "idx": 1061,
+     "ok": false
+    },
+    {
+     "idx": 629,
+     "ok": false
+    },
+    {
+     "idx": 670,
+     "ok": false
+    },
+    {
+     "idx": 478,
+     "ok": false
+    },
+    {
+     "idx": 764,
+     "ok": false
+    },
+    {
+     "idx": 983,
+     "ok": false
+    },
+    {
+     "idx": 587,
+     "ok": false
+    },
+    {
+     "idx": 1192,
+     "ok": false
+    },
+    {
+     "idx": 350,
+     "ok": true
+    },
+    {
+     "idx": 281,
+     "ok": false
+    },
+    {
+     "idx": 31,
+     "ok": false
+    },
+    {
+     "idx": 1132,
+     "ok": false
+    },
+    {
+     "idx": 1033,
+     "ok": false
+    },
+    {
+     "idx": 671,
+     "ok": false
+    },
+    {
+     "idx": 751,
+     "ok": false
+    }
+   ]
+  }
+ },
+ "n": 256
+}
\ No newline at end of file
diff --git a/results-loop/train_carrycot_b1_log.json b/results-loop/train_carrycot_b1_log.json
new file mode 100644
index 0000000..bd3f316
--- /dev/null
+++ b/results-loop/train_carrycot_b1_log.json
@@ -0,0 +1 @@
+[{"step": 0, "loss": 0.8666976690292358}, {"step": 1, "loss": 1.2413746118545532}, {"step": 2, "loss": 0.807157039642334}, {"step": 3, "loss": 1.0213513374328613}, {"step": 4, "loss": 0.7085544466972351}, {"step": 5, "loss": 0.4929616153240204}, {"step": 6, "loss": 0.8605188131332397}, {"step": 7, "loss": 0.9601726531982422}, {"step": 8, "loss": 0.4709736406803131}, {"step": 9, "loss": 0.5999913215637207}, {"step": 10, "loss": 0.6600794196128845}, {"step": 11, "loss": 0.6335890293121338}, {"step": 12, "loss": 0.5462660789489746}, {"step": 13, "loss": 0.24236346781253815}, {"step": 14, "loss": 0.3413141071796417}, {"step": 15, "loss": 0.39657747745513916}, {"step": 16, "loss": 0.31378987431526184}, {"step": 17, "loss": 0.5002590417861938}, {"step": 18, "loss": 0.3900890052318573}, {"step": 19, "loss": 0.4366131126880646}, {"step": 20, "loss": 0.32116076350212097}, {"step": 21, "loss": 0.3906143605709076}, {"step": 22, "loss": 0.3665650486946106}, {"step": 23, "loss": 0.7779711484909058}, {"step": 24, "loss": 0.40968722105026245}, {"step": 25, "loss": 0.547760546207428}, {"step": 26, "loss": 0.142147034406662}, {"step": 27, "loss": 0.4787304699420929}, {"step": 28, "loss": 0.2549585700035095}, {"step": 29, "loss": 0.3536159098148346}, {"step": 30, "loss": 0.4174896776676178}, {"step": 31, "loss": 0.39263543486595154}, {"step": 32, "loss": 0.18084432184696198}, {"step": 33, "loss": 0.4021594226360321}, {"step": 34, "loss": 0.3063318133354187}, {"step": 35, "loss": 0.15434305369853973}, {"step": 36, "loss": 0.31138136982917786}, {"step": 37, "loss": 0.16479618847370148}, {"step": 38, "loss": 0.294282466173172}, {"step": 39, "loss": 0.21208994090557098}, {"step": 40, "loss": 0.1605762094259262}, {"step": 41, "loss": 0.6043426394462585}, {"step": 42, "loss": 0.24060006439685822}, {"step": 43, "loss": 0.3821668326854706}, {"step": 44, "loss": 0.18340563774108887}, {"step": 45, "loss": 0.49642693996429443}, {"step": 46, "loss": 0.11983761936426163}, {"step": 47, "loss": 0.3737335205078125}, {"step": 48, "loss": 0.14004077017307281}, {"step": 49, "loss": 0.2900402545928955}, {"step": 50, "loss": 0.09505652636289597}, {"step": 51, "loss": 0.3932968080043793}, {"step": 52, "loss": 0.11039458960294724}, {"step": 53, "loss": 0.40212610363960266}, {"step": 54, "loss": 0.1595008671283722}, {"step": 55, "loss": 0.5177624821662903}, {"step": 56, "loss": 0.1646103411912918}, {"step": 57, "loss": 0.3114393651485443}, {"step": 58, "loss": 0.16198304295539856}, {"step": 59, "loss": 0.1517748385667801}, {"step": 60, "loss": 0.1732552945613861}, {"step": 61, "loss": 0.3702893853187561}, {"step": 62, "loss": 0.2112024426460266}, {"step": 63, "loss": 0.3194069564342499}, {"step": 64, "loss": 0.33837875723838806}, {"step": 65, "loss": 0.4168327748775482}, {"step": 66, "loss": 0.07044811546802521}, {"step": 67, "loss": 0.42600104212760925}, {"step": 68, "loss": 0.10686302185058594}, {"step": 69, "loss": 0.31070467829704285}, {"step": 70, "loss": 0.17558620870113373}, {"step": 71, "loss": 0.4055764675140381}, {"step": 72, "loss": 0.26321732997894287}, {"step": 73, "loss": 0.2899229824542999}, {"step": 74, "loss": 0.23383557796478271}, {"step": 75, "loss": 0.3310941457748413}, {"step": 76, "loss": 0.23707959055900574}, {"step": 77, "loss": 0.21887579560279846}, {"step": 78, "loss": 0.09560190141201019}, {"step": 79, "loss": 0.20424224436283112}, {"step": 80, "loss": 0.18911787867546082}, {"step": 81, "loss": 0.38270339369773865}, {"step": 82, "loss": 0.1880072057247162}, {"step": 83, "loss": 0.25274431705474854}, {"step": 84, "loss": 0.15598854422569275}, {"step": 85, "loss": 0.43352779746055603}, {"step": 86, "loss": 0.27069857716560364}, {"step": 87, "loss": 0.3775527775287628}, {"step": 88, "loss": 0.09140478819608688}, {"step": 89, "loss": 0.296271950006485}, {"step": 90, "loss": 0.09637513011693954}, {"step": 91, "loss": 0.22522251307964325}, {"step": 92, "loss": 0.19446690380573273}, {"step": 93, "loss": 0.29465192556381226}, {"step": 94, "loss": 0.07982384413480759}, {"step": 95, "loss": 0.22192387282848358}, {"step": 96, "loss": 0.06289061158895493}, {"step": 97, "loss": 0.16029022634029388}, {"step": 98, "loss": 0.19333729147911072}, {"step": 99, "loss": 0.2917633354663849}, {"step": 100, "loss": 0.06424319744110107}, {"step": 101, "loss": 0.3227865993976593}, {"step": 102, "loss": 0.2294723242521286}, {"step": 103, "loss": 0.1811690330505371}, {"step": 104, "loss": 0.11961580812931061}, {"step": 105, "loss": 0.21990059316158295}, {"step": 106, "loss": 0.07784716784954071}, {"step": 107, "loss": 0.23324866592884064}, {"step": 108, "loss": 0.11714796721935272}, {"step": 109, "loss": 0.4789089858531952}, {"step": 110, "loss": 0.21056026220321655}, {"step": 111, "loss": 0.24291649460792542}, {"step": 112, "loss": 0.352585107088089}, {"step": 113, "loss": 0.32873889803886414}, {"step": 114, "loss": 0.14675594866275787}, {"step": 115, "loss": 0.20350097119808197}, {"step": 116, "loss": 0.11186666786670685}, {"step": 117, "loss": 0.3529980182647705}, {"step": 118, "loss": 0.15454831719398499}, {"step": 119, "loss": 0.2670690417289734}, {"step": 120, "loss": 0.1978156864643097}, {"step": 121, "loss": 0.2716333568096161}, {"step": 122, "loss": 0.12344175577163696}, {"step": 123, "loss": 0.37331423163414}, {"step": 124, "loss": 0.20798061788082123}, {"step": 125, "loss": 0.21189798414707184}, {"step": 126, "loss": 0.1078890860080719}, {"step": 127, "loss": 0.14877843856811523}, {"step": 128, "loss": 0.22736983001232147}, {"step": 129, "loss": 0.26357707381248474}, {"step": 130, "loss": 0.040307313203811646}, {"step": 131, "loss": 0.16937918961048126}, {"step": 132, "loss": 0.15593738853931427}, {"step": 133, "loss": 0.26429444551467896}, {"step": 134, "loss": 0.10145916789770126}, {"step": 135, "loss": 0.2810860574245453}, {"step": 136, "loss": 0.11099784821271896}, {"step": 137, "loss": 0.3067522943019867}, {"step": 138, "loss": 0.14107593894004822}, {"step": 139, "loss": 0.307461142539978}, {"step": 140, "loss": 0.047252822667360306}, {"step": 141, "loss": 0.1370883584022522}, {"step": 142, "loss": 0.14274898171424866}, {"step": 143, "loss": 0.12856197357177734}, {"step": 144, "loss": 0.12846793234348297}, {"step": 145, "loss": 0.444274365901947}, {"step": 146, "loss": 0.09718997776508331}, {"step": 147, "loss": 0.32078662514686584}, {"step": 148, "loss": 0.09088250994682312}, {"step": 149, "loss": 0.30557942390441895}, {"step": 150, "loss": 0.10777288675308228}, {"step": 151, "loss": 0.21888482570648193}, {"step": 152, "loss": 0.038278814405202866}, {"step": 153, "loss": 0.3437398076057434}, {"step": 154, "loss": 0.052780453115701675}, {"step": 155, "loss": 0.24212929606437683}, {"step": 156, "loss": 0.10559802502393723}, {"step": 157, "loss": 0.22799375653266907}, {"step": 158, "loss": 0.04325585812330246}, {"step": 159, "loss": 0.36932337284088135}, {"step": 160, "loss": 0.13260136544704437}, {"step": 161, "loss": 0.20016883313655853}, {"step": 162, "loss": 0.03116345964372158}, {"step": 163, "loss": 0.35249900817871094}, {"step": 164, "loss": 0.11450798809528351}, {"step": 165, "loss": 0.45504918694496155}, {"step": 166, "loss": 0.18488802015781403}, {"step": 167, "loss": 0.3713098168373108}, {"step": 168, "loss": 0.0567585751414299}, {"step": 169, "loss": 0.2578938603401184}, {"step": 170, "loss": 0.11485474556684494}, {"step": 171, "loss": 0.3247978389263153}, {"step": 172, "loss": 0.02917461469769478}, {"step": 173, "loss": 0.2839582860469818}, {"step": 174, "loss": 0.09304920583963394}, {"step": 175, "loss": 0.21134433150291443}, {"step": 176, "loss": 0.07389535754919052}, {"step": 177, "loss": 0.29367727041244507}, {"step": 178, "loss": 0.03161097317934036}, {"step": 179, "loss": 0.1849866360425949}, {"step": 180, "loss": 0.028854988515377045}, {"step": 181, "loss": 0.22220291197299957}, {"step": 182, "loss": 0.11653818935155869}, {"step": 183, "loss": 0.2847360372543335}, {"step": 184, "loss": 0.10563626140356064}, {"step": 185, "loss": 0.1646268516778946}, {"step": 186, "loss": 0.06196561083197594}, {"step": 187, "loss": 0.2598903179168701}, {"step": 188, "loss": 0.10323982685804367}, {"step": 189, "loss": 0.08799634873867035}, {"step": 190, "loss": 0.15019388496875763}, {"step": 191, "loss": 0.238967165350914}, {"step": 192, "loss": 0.048375725746154785}, {"step": 193, "loss": 0.2535087764263153}, {"step": 194, "loss": 0.030461061745882034}, {"step": 195, "loss": 0.1325608342885971}, {"step": 196, "loss": 0.08684710413217545}, {"step": 197, "loss": 0.22351111471652985}, {"step": 198, "loss": 0.031536929309368134}, {"step": 199, "loss": 0.37572091817855835}]
\ No newline at end of file
diff --git a/results-loop/train_carrycot_b2_log.json b/results-loop/train_carrycot_b2_log.json
new file mode 100644
index 0000000..1066eb7
--- /dev/null
+++ b/results-loop/train_carrycot_b2_log.json
@@ -0,0 +1 @@
+[{"step": 0, "loss": 0.2792421281337738}, {"step": 1, "loss": 0.5850702524185181}, {"step": 2, "loss": 0.633595883846283}, {"step": 3, "loss": 0.7105317711830139}, {"step": 4, "loss": 0.3433825969696045}, {"step": 5, "loss": 0.3976579010486603}, {"step": 6, "loss": 0.7414942979812622}, {"step": 7, "loss": 0.6512513756752014}, {"step": 8, "loss": 0.3666619658470154}, {"step": 9, "loss": 0.5764906406402588}, {"step": 10, "loss": 0.3689539432525635}, {"step": 11, "loss": 0.6748352646827698}, {"step": 12, "loss": 0.28886958956718445}, {"step": 13, "loss": 0.3112843334674835}, {"step": 14, "loss": 0.42776206135749817}, {"step": 15, "loss": 0.499799907207489}, {"step": 16, "loss": 0.393087774515152}, {"step": 17, "loss": 0.5174073576927185}, {"step": 18, "loss": 0.29649487137794495}, {"step": 19, "loss": 0.5792874097824097}, {"step": 20, "loss": 0.2349209040403366}, {"step": 21, "loss": 0.29816994071006775}, {"step": 22, "loss": 0.25103193521499634}, {"step": 23, "loss": 0.8441767692565918}, {"step": 24, "loss": 0.34485357999801636}, {"step": 25, "loss": 0.619103193283081}, {"step": 26, "loss": 0.14519914984703064}, {"step": 27, "loss": 0.37706267833709717}, {"step": 28, "loss": 0.2950647175312042}, {"step": 29, "loss": 0.43419235944747925}, {"step": 30, "loss": 0.20285645127296448}, {"step": 31, "loss": 0.4270267188549042}, {"step": 32, "loss": 0.1528780162334442}, {"step": 33, "loss": 0.4239046573638916}, {"step": 34, "loss": 0.16969367861747742}, {"step": 35, "loss": 0.39651137590408325}, {"step": 36, "loss": 0.18207190930843353}, {"step": 37, "loss": 0.24112077057361603}, {"step": 38, "loss": 0.14732269942760468}, {"step": 39, "loss": 0.4814499318599701}, {"step": 40, "loss": 0.23097555339336395}, {"step": 41, "loss": 0.5796272158622742}, {"step": 42, "loss": 0.19619084894657135}, {"step": 43, "loss": 0.4665704667568207}, {"step": 44, "loss": 0.023181067779660225}, {"step": 45, "loss": 0.6381580829620361}, {"step": 46, "loss": 0.17664611339569092}, {"step": 47, "loss": 0.6908144354820251}, {"step": 48, "loss": 0.11155704408884048}, {"step": 49, "loss": 0.32817137241363525}, {"step": 50, "loss": 0.22290976345539093}, {"step": 51, "loss": 0.44183146953582764}, {"step": 52, "loss": 0.06809772551059723}, {"step": 53, "loss": 0.3228611946105957}, {"step": 54, "loss": 0.17217136919498444}, {"step": 55, "loss": 0.7234328985214233}, {"step": 56, "loss": 0.05767470970749855}, {"step": 57, "loss": 0.2085328847169876}, {"step": 58, "loss": 0.09876228868961334}, {"step": 59, "loss": 0.4783833920955658}, {"step": 60, "loss": 0.10360267758369446}, {"step": 61, "loss": 0.36421310901641846}, {"step": 62, "loss": 0.18981437385082245}, {"step": 63, "loss": 0.24283833801746368}, {"step": 64, "loss": 0.3303301930427551}, {"step": 65, "loss": 0.5360700488090515}, {"step": 66, "loss": 0.24812602996826172}, {"step": 67, "loss": 0.5727078318595886}, {"step": 68, "loss": 0.24038274586200714}, {"step": 69, "loss": 0.3508591949939728}, {"step": 70, "loss": 0.1695278435945511}, {"step": 71, "loss": 0.4606770873069763}, {"step": 72, "loss": 0.12501269578933716}, {"step": 73, "loss": 0.6877644658088684}, {"step": 74, "loss": 0.052423425018787384}, {"step": 75, "loss": 0.5787643790245056}, {"step": 76, "loss": 0.20648500323295593}, {"step": 77, "loss": 0.2913994789123535}, {"step": 78, "loss": 0.02980116754770279}, {"step": 79, "loss": 0.27080899477005005}, {"step": 80, "loss": 0.10221143811941147}, {"step": 81, "loss": 0.5835800766944885}, {"step": 82, "loss": 0.1117658019065857}, {"step": 83, "loss": 0.33501118421554565}, {"step": 84, "loss": 0.06744033843278885}, {"step": 85, "loss": 0.4797980785369873}, {"step": 86, "loss": 0.12537887692451477}, {"step": 87, "loss": 0.5381919741630554}, {"step": 88, "loss": 0.1662624478340149}, {"step": 89, "loss": 0.21885105967521667}, {"step": 90, "loss": 0.11702840030193329}, {"step": 91, "loss": 0.42210981249809265}, {"step": 92, "loss": 0.12437617033720016}, {"step": 93, "loss": 0.39347246289253235}, {"step": 94, "loss": 0.3132983446121216}, {"step": 95, "loss": 0.4720808267593384}, {"step": 96, "loss": 0.050028517842292786}, {"step": 97, "loss": 0.16414594650268555}, {"step": 98, "loss": 0.07350634783506393}, {"step": 99, "loss": 0.548780083656311}, {"step": 100, "loss": 0.019196191802620888}, {"step": 101, "loss": 0.36750397086143494}, {"step": 102, "loss": 0.00593154551461339}, {"step": 103, "loss": 0.2882890999317169}, {"step": 104, "loss": 0.22565828263759613}, {"step": 105, "loss": 0.41814690828323364}, {"step": 106, "loss": 0.09169809520244598}, {"step": 107, "loss": 0.40325984358787537}, {"step": 108, "loss": 0.052664101123809814}, {"step": 109, "loss": 0.64293372631073}, {"step": 110, "loss": 0.12104571610689163}, {"step": 111, "loss": 0.2415376901626587}, {"step": 112, "loss": 0.28463298082351685}, {"step": 113, "loss": 0.4638791084289551}, {"step": 114, "loss": 0.03817913308739662}, {"step": 115, "loss": 0.20234562456607819}, {"step": 116, "loss": 0.03524545207619667}, {"step": 117, "loss": 0.3828350007534027}, {"step": 118, "loss": 0.3722068965435028}, {"step": 119, "loss": 0.3288407027721405}, {"step": 120, "loss": 0.16532064974308014}, {"step": 121, "loss": 0.49793896079063416}, {"step": 122, "loss": 0.04817034304141998}, {"step": 123, "loss": 0.4719875454902649}, {"step": 124, "loss": 0.024853810667991638}, {"step": 125, "loss": 0.23021450638771057}, {"step": 126, "loss": 0.10459058731794357}, {"step": 127, "loss": 0.27712282538414}, {"step": 128, "loss": 0.20964062213897705}, {"step": 129, "loss": 0.36286208033561707}, {"step": 130, "loss": 0.08519502729177475}, {"step": 131, "loss": 0.2512368857860565}, {"step": 132, "loss": 0.08276652544736862}, {"step": 133, "loss": 0.3178623914718628}, {"step": 134, "loss": 0.05581270903348923}, {"step": 135, "loss": 0.4021419882774353}, {"step": 136, "loss": 0.06600672006607056}, {"step": 137, "loss": 0.4952908754348755}, {"step": 138, "loss": 0.09936709702014923}, {"step": 139, "loss": 0.3901078701019287}, {"step": 140, "loss": 0.08257821202278137}, {"step": 141, "loss": 0.2818220853805542}, {"step": 142, "loss": 0.06665752828121185}, {"step": 143, "loss": 0.2178841382265091}, {"step": 144, "loss": 0.2816912531852722}, {"step": 145, "loss": 0.4383801519870758}, {"step": 146, "loss": 0.17723993957042694}, {"step": 147, "loss": 0.45391950011253357}, {"step": 148, "loss": 0.08639318495988846}, {"step": 149, "loss": 0.40823107957839966}, {"step": 150, "loss": 0.07462617754936218}, {"step": 151, "loss": 0.40355920791625977}, {"step": 152, "loss": 0.0494074709713459}, {"step": 153, "loss": 0.5112432837486267}, {"step": 154, "loss": 0.011729921214282513}, {"step": 155, "loss": 0.47808900475502014}, {"step": 156, "loss": 0.029640614986419678}, {"step": 157, "loss": 0.38402998447418213}, {"step": 158, "loss": 0.14287705719470978}, {"step": 159, "loss": 0.41576385498046875}, {"step": 160, "loss": 0.12985679507255554}, {"step": 161, "loss": 0.41473904252052307}, {"step": 162, "loss": 0.05531058460474014}, {"step": 163, "loss": 0.7512049674987793}, {"step": 164, "loss": 0.2273859977722168}, {"step": 165, "loss": 0.4005095362663269}, {"step": 166, "loss": 0.1120801642537117}, {"step": 167, "loss": 0.2701621651649475}, {"step": 168, "loss": 0.10779117792844772}, {"step": 169, "loss": 0.322176992893219}, {"step": 170, "loss": 0.10011979192495346}, {"step": 171, "loss": 0.4003484547138214}, {"step": 172, "loss": 0.04434136301279068}, {"step": 173, "loss": 0.5950681567192078}, {"step": 174, "loss": 0.21164566278457642}, {"step": 175, "loss": 0.2525753676891327}, {"step": 176, "loss": 0.0408826619386673}, {"step": 177, "loss": 0.3883061110973358}, {"step": 178, "loss": 0.04079222306609154}, {"step": 179, "loss": 0.48315855860710144}, {"step": 180, "loss": 0.04561581090092659}, {"step": 181, "loss": 0.25469183921813965}, {"step": 182, "loss": 0.1281731277704239}, {"step": 183, "loss": 0.3537239730358124}, {"step": 184, "loss": 0.08164528757333755}, {"step": 185, "loss": 0.24145102500915527}, {"step": 186, "loss": 0.015851259231567383}, {"step": 187, "loss": 0.4412698745727539}, {"step": 188, "loss": 0.01680651679635048}, {"step": 189, "loss": 0.3265432119369507}, {"step": 190, "loss": 0.2551289498806}, {"step": 191, "loss": 0.18708184361457825}, {"step": 192, "loss": 0.057128697633743286}, {"step": 193, "loss": 0.38858017325401306}, {"step": 194, "loss": 0.03803941607475281}, {"step": 195, "loss": 0.2716057002544403}, {"step": 196, "loss": 0.1371067613363266}, {"step": 197, "loss": 0.2905578315258026}, {"step": 198, "loss": 0.02278071641921997}, {"step": 199, "loss": 0.3367968499660492}]
\ No newline at end of file
diff --git a/results-loop/train_carrycot_b3_log.json b/results-loop/train_carrycot_b3_log.json
new file mode 100644
index 0000000..f6a60b0
--- /dev/null
+++ b/results-loop/train_carrycot_b3_log.json
@@ -0,0 +1 @@
+[{"step": 0, "loss": 0.17921040952205658}, {"step": 1, "loss": 0.3644821345806122}, {"step": 2, "loss": 0.24980118870735168}, {"step": 3, "loss": 0.6615373492240906}, {"step": 4, "loss": 0.1498769223690033}, {"step": 5, "loss": 0.5959998965263367}, {"step": 6, "loss": 0.2837884724140167}, {"step": 7, "loss": 0.21675974130630493}, {"step": 8, "loss": 0.23692023754119873}, {"step": 9, "loss": 0.6222615242004395}, {"step": 10, "loss": 0.06107426807284355}, {"step": 11, "loss": 0.29437559843063354}, {"step": 12, "loss": 0.045855361968278885}, {"step": 13, "loss": 0.4437563121318817}, {"step": 14, "loss": 0.10996762663125992}, {"step": 15, "loss": 0.5230213403701782}, {"step": 16, "loss": 0.033770374953746796}, {"step": 17, "loss": 0.2562633156776428}, {"step": 18, "loss": 0.061293136328458786}, {"step": 19, "loss": 0.4134136140346527}, {"step": 20, "loss": 0.14745764434337616}, {"step": 21, "loss": 0.12079087644815445}, {"step": 22, "loss": 0.04251563549041748}, {"step": 23, "loss": 0.7263902425765991}, {"step": 24, "loss": 0.3135097622871399}, {"step": 25, "loss": 0.28241026401519775}, {"step": 26, "loss": 0.024780811741948128}, {"step": 27, "loss": 0.2800734341144562}, {"step": 28, "loss": 0.03512285277247429}, {"step": 29, "loss": 0.2825261652469635}, {"step": 30, "loss": 0.15761716663837433}, {"step": 31, "loss": 0.4287969172000885}, {"step": 32, "loss": 0.011109121143817902}, {"step": 33, "loss": 0.3330513536930084}, {"step": 34, "loss": 0.06804046779870987}, {"step": 35, "loss": 0.2790882885456085}, {"step": 36, "loss": 0.06707029044628143}, {"step": 37, "loss": 0.22249853610992432}, {"step": 38, "loss": 0.01377659197896719}, {"step": 39, "loss": 0.5603996515274048}, {"step": 40, "loss": 0.07115858793258667}, {"step": 41, "loss": 0.9178315997123718}, {"step": 42, "loss": 0.14539863169193268}, {"step": 43, "loss": 0.17553627490997314}, {"step": 44, "loss": 0.0011934413341805339}, {"step": 45, "loss": 0.2016790211200714}, {"step": 46, "loss": 0.06538067758083344}, {"step": 47, "loss": 0.49718746542930603}, {"step": 48, "loss": 0.03194022923707962}, {"step": 49, "loss": 0.24294260144233704}, {"step": 50, "loss": 0.021993646398186684}, {"step": 51, "loss": 0.4724978506565094}, {"step": 52, "loss": 0.002739985939115286}, {"step": 53, "loss": 0.5135241150856018}, {"step": 54, "loss": 0.07734933495521545}, {"step": 55, "loss": 0.30157917737960815}, {"step": 56, "loss": 0.016376493498682976}, {"step": 57, "loss": 0.1065891683101654}, {"step": 58, "loss": 0.012269485741853714}, {"step": 59, "loss": 0.2524055242538452}, {"step": 60, "loss": 0.19578254222869873}, {"step": 61, "loss": 0.18101073801517487}, {"step": 62, "loss": 0.206881582736969}, {"step": 63, "loss": 0.31749558448791504}, {"step": 64, "loss": 0.04937911406159401}, {"step": 65, "loss": 0.4763137400150299}, {"step": 66, "loss": 0.04021473973989487}, {"step": 67, "loss": 0.30970585346221924}, {"step": 68, "loss": 0.11172007024288177}, {"step": 69, "loss": 0.49787062406539917}, {"step": 70, "loss": 0.06542859226465225}, {"step": 71, "loss": 0.3249112367630005}, {"step": 72, "loss": 0.1154090017080307}, {"step": 73, "loss": 0.37661585211753845}, {"step": 74, "loss": 0.014029531739652157}, {"step": 75, "loss": 0.6866384744644165}, {"step": 76, "loss": 0.12111596018075943}, {"step": 77, "loss": 0.20957128703594208}, {"step": 78, "loss": 0.007771112956106663}, {"step": 79, "loss": 0.25397852063179016}, {"step": 80, "loss": 0.049735188484191895}, {"step": 81, "loss": 0.3400191068649292}, {"step": 82, "loss": 0.07781167328357697}, {"step": 83, "loss": 0.3821653425693512}, {"step": 84, "loss": 0.0252140574157238}, {"step": 85, "loss": 0.6586971282958984}, {"step": 86, "loss": 0.004591184668242931}, {"step": 87, "loss": 0.26916560530662537}, {"step": 88, "loss": 0.017298350110650063}, {"step": 89, "loss": 0.12496420741081238}, {"step": 90, "loss": 0.01600256934762001}, {"step": 91, "loss": 0.3349156081676483}, {"step": 92, "loss": 0.012484798207879066}, {"step": 93, "loss": 0.37038546800613403}, {"step": 94, "loss": 0.3779296278953552}, {"step": 95, "loss": 0.29483562707901}, {"step": 96, "loss": 0.00376485800370574}, {"step": 97, "loss": 0.12843085825443268}, {"step": 98, "loss": 0.03877398744225502}, {"step": 99, "loss": 0.4546353816986084}, {"step": 100, "loss": 0.022683611139655113}, {"step": 101, "loss": 0.21434804797172546}, {"step": 102, "loss": 0.04148200526833534}, {"step": 103, "loss": 0.3726310133934021}, {"step": 104, "loss": 0.07809697091579437}, {"step": 105, "loss": 0.4265953004360199}, {"step": 106, "loss": 0.1504298895597458}, {"step": 107, "loss": 0.2259596735239029}, {"step": 108, "loss": 0.022176027297973633}, {"step": 109, "loss": 0.17738482356071472}, {"step": 110, "loss": 0.004148353822529316}, {"step": 111, "loss": 0.16106455028057098}, {"step": 112, "loss": 0.009808246977627277}, {"step": 113, "loss": 0.413864403963089}, {"step": 114, "loss": 0.004661716520786285}, {"step": 115, "loss": 0.16386078298091888}, {"step": 116, "loss": 0.0106689827516675}, {"step": 117, "loss": 0.17228186130523682}, {"step": 118, "loss": 0.032731637358665466}, {"step": 119, "loss": 0.8009167909622192}, {"step": 120, "loss": 0.019590746611356735}, {"step": 121, "loss": 0.5549454689025879}, {"step": 122, "loss": 0.004875191021710634}, {"step": 123, "loss": 0.35231369733810425}, {"step": 124, "loss": 0.003866811515763402}, {"step": 125, "loss": 0.19736066460609436}, {"step": 126, "loss": 0.008828483521938324}, {"step": 127, "loss": 0.2252391129732132}, {"step": 128, "loss": 0.1967337727546692}, {"step": 129, "loss": 0.3514663279056549}, {"step": 130, "loss": 0.00629492849111557}, {"step": 131, "loss": 0.20026355981826782}, {"step": 132, "loss": 0.02542959712445736}, {"step": 133, "loss": 0.2530977129936218}, {"step": 134, "loss": 0.014711661264300346}, {"step": 135, "loss": 0.3226960301399231}, {"step": 136, "loss": 0.009485525079071522}, {"step": 137, "loss": 0.2253275066614151}, {"step": 138, "loss": 0.0053303963504731655}, {"step": 139, "loss": 0.31215786933898926}, {"step": 140, "loss": 0.03488964959979057}, {"step": 141, "loss": 0.28867170214653015}, {"step": 142, "loss": 0.00792501587420702}, {"step": 143, "loss": 0.1896468997001648}, {"step": 144, "loss": 0.0072407191619277}, {"step": 145, "loss": 0.07592226564884186}, {"step": 146, "loss": 0.04156062379479408}, {"step": 147, "loss": 0.24798117578029633}, {"step": 148, "loss": 0.001988382777199149}, {"step": 149, "loss": 0.4016304314136505}, {"step": 150, "loss": 0.0035020392388105392}, {"step": 151, "loss": 0.26764732599258423}, {"step": 152, "loss": 0.002528919605538249}, {"step": 153, "loss": 0.2625564932823181}, {"step": 154, "loss": 0.0008970830240286887}, {"step": 155, "loss": 0.18546003103256226}, {"step": 156, "loss": 0.014818815514445305}, {"step": 157, "loss": 0.4775077998638153}, {"step": 158, "loss": 0.09048484265804291}, {"step": 159, "loss": 0.35426419973373413}, {"step": 160, "loss": 0.02125822752714157}, {"step": 161, "loss": 0.5182450413703918}, {"step": 162, "loss": 0.009751969017088413}, {"step": 163, "loss": 0.2815755307674408}, {"step": 164, "loss": 0.0845673531293869}, {"step": 165, "loss": 0.3203376829624176}, {"step": 166, "loss": 0.026213793084025383}, {"step": 167, "loss": 0.21024243533611298}, {"step": 168, "loss": 0.10875170677900314}, {"step": 169, "loss": 0.3745393753051758}, {"step": 170, "loss": 0.03265368565917015}, {"step": 171, "loss": 0.28626877069473267}, {"step": 172, "loss": 0.014107498340308666}, {"step": 173, "loss": 0.1726214438676834}, {"step": 174, "loss": 0.1370040476322174}, {"step": 175, "loss": 0.22292451560497284}, {"step": 176, "loss": 0.007646764162927866}, {"step": 177, "loss": 0.39991164207458496}, {"step": 178, "loss": 0.023037904873490334}, {"step": 179, "loss": 0.21313941478729248}, {"step": 180, "loss": 0.010035592131316662}, {"step": 181, "loss": 0.2509787082672119}, {"step": 182, "loss": 0.10973113775253296}, {"step": 183, "loss": 0.15318885445594788}, {"step": 184, "loss": 0.010728049091994762}, {"step": 185, "loss": 0.24442341923713684}, {"step": 186, "loss": 0.0032894364558160305}, {"step": 187, "loss": 0.3733028769493103}, {"step": 188, "loss": 0.00508487643674016}, {"step": 189, "loss": 0.1775001883506775}, {"step": 190, "loss": 0.11801352351903915}, {"step": 191, "loss": 0.10329864174127579}, {"step": 192, "loss": 0.014003674499690533}, {"step": 193, "loss": 0.3025640547275543}, {"step": 194, "loss": 0.050146330147981644}, {"step": 195, "loss": 0.1715853065252304}, {"step": 196, "loss": 0.21205106377601624}, {"step": 197, "loss": 0.5354815721511841}, {"step": 198, "loss": 0.07358048856258392}, {"step": 199, "loss": 0.2878462076187134}]
\ No newline at end of file