From cb0f1d950cd901ae28d3fb55805fcb3fbd072622 Mon Sep 17 00:00:00 2001 From: Nils Date: Wed, 15 Jul 2026 21:14:58 +0200 Subject: [PATCH] item 17 scored: GSM-only current recipe fails as predicted; GSM chapter closed Co-Authored-By: Claude Fable 5 --- results-loop/PROTOCOL_UNIFIED.md | 14 + results-loop/eval_gsmonly_po_e400.json | 4143 ++++++++++++++++++++++++ 2 files changed, 4157 insertions(+) create mode 100644 results-loop/eval_gsmonly_po_e400.json diff --git a/results-loop/PROTOCOL_UNIFIED.md b/results-loop/PROTOCOL_UNIFIED.md index 400e631..7cd5118 100644 --- a/results-loop/PROTOCOL_UNIFIED.md +++ b/results-loop/PROTOCOL_UNIFIED.md @@ -345,3 +345,17 @@ levels — only seed means are. (noise-s0, h2048) variants have no mechanism by which task change could invert their MBPP verdict. Only the recipe family's best member (this item) is informative on GSM8K. + +--- Outcome, item 17 (GSM-only, current recipe, scored 2026-07-15): +predictions (a) and (b) CONFIRMED, (c) nominally exceeded but not +meaningfully. hard 8.7/5.5/4.7% at k=1/2/4 (below the 10% bar; nowhere +near the 15% reopen threshold); easy 93.1 -> 48-52% at k>0; overall +11.7/10.9/10.2 vs k0's 10.5 — the k=1 cell is +1.2 points nominal +(~3 items at n=256, not significant), the rest below. Removing the +mixed-task interference bought ~2 points over adapter_uni (9.4 -> 11.7 +at k=1) — interference was real but marginal, not masking a capability. +The GSM8K chapter is closed: the recipe family's best member, trained +on GSM alone in the correct regime, delivers no usable gain and the +standard fidelity damage; combined with the scope note, the boundary +claim (structural: supervision density + state-evolution bottleneck) +is fully supported. diff --git a/results-loop/eval_gsmonly_po_e400.json b/results-loop/eval_gsmonly_po_e400.json new file mode 100644 index 0000000..9dc7164 --- /dev/null +++ b/results-loop/eval_gsmonly_po_e400.json @@ -0,0 +1,4143 @@ +{ + "tag": "gsmonly_po_e400", + "ks": { + "0": { + "acc": 0.10546875, + "by_label": { + "drop": 0.0, + "easy": 0.9310344827586207, + "hard": 0.0 + }, + "per_item": [ + { + "idx": 1092, + "ok": false + }, + { + "idx": 696, + "ok": false + }, + { + "idx": 242, + "ok": false + }, + { + "idx": 1085, + "ok": true + }, + { + "idx": 510, + "ok": false + }, + { + "idx": 334, + "ok": false + }, + { + "idx": 139, + "ok": false + }, + { + "idx": 849, + "ok": false + }, + { + "idx": 593, + "ok": false + }, + { + "idx": 579, + "ok": false + }, + { + "idx": 1064, + "ok": false + }, + { + "idx": 275, + "ok": false + }, + { + "idx": 1175, + "ok": false + }, + { + "idx": 1071, + "ok": false + }, + { + "idx": 1284, + "ok": false + }, + { + "idx": 430, + "ok": false + }, + { + "idx": 1088, + "ok": false + }, + { + "idx": 215, + "ok": false + }, + { + "idx": 841, + "ok": false + }, + { + "idx": 1299, + "ok": false + }, + { + "idx": 1113, + "ok": true + }, + { + "idx": 826, + "ok": false + }, + { + "idx": 570, + "ok": false + }, + { + "idx": 598, + "ok": false + }, + { + "idx": 905, + "ok": false + }, + { + "idx": 761, + "ok": false + }, + { + "idx": 1163, + "ok": false + }, + { + "idx": 1287, + "ok": false + }, + { + "idx": 282, + "ok": false + }, + { + "idx": 321, + "ok": false + }, + { + "idx": 252, + "ok": false + }, + { + "idx": 246, + "ok": false + }, + { + "idx": 781, + "ok": false + }, + { + "idx": 821, + "ok": false + }, + { + "idx": 1210, + "ok": true + }, + { + "idx": 958, + "ok": true + }, + { + "idx": 285, + "ok": false + }, + { + "idx": 1146, + "ok": false + }, + { + "idx": 612, + "ok": false + }, + { + "idx": 725, + "ok": false + }, + { + "idx": 1294, + "ok": false + }, + { + "idx": 968, + "ok": false + }, + { + "idx": 850, + "ok": false + }, + { + "idx": 446, + "ok": false + }, + { + "idx": 976, + "ok": false + }, + { + "idx": 1001, + "ok": false + }, + { + "idx": 1027, + "ok": true + }, + { + "idx": 651, + "ok": false + }, + { + "idx": 1009, + "ok": false + }, + { + "idx": 123, + "ok": false + }, + { + "idx": 909, + "ok": false + }, + { + "idx": 614, + "ok": false + }, + { + "idx": 292, + "ok": false + }, + { + "idx": 1014, + "ok": false + }, + { + "idx": 107, + "ok": false + }, + { + "idx": 1272, + "ok": false + }, + { + "idx": 441, + "ok": false + }, + { + "idx": 52, + "ok": false + }, + { + "idx": 727, + "ok": false + }, + { + "idx": 965, + "ok": false + }, + { + "idx": 800, + "ok": false + }, + { + "idx": 20, + "ok": false + }, + { + "idx": 1078, + "ok": false + }, + { + "idx": 136, + "ok": false + }, + { + "idx": 166, + "ok": true + }, + { + "idx": 809, + "ok": true + }, + { + "idx": 13, + "ok": false + }, + { + "idx": 739, + "ok": false + }, + { + "idx": 84, + "ok": true + }, + { + "idx": 237, + "ok": true + }, + { + "idx": 1271, + "ok": false + }, + { + "idx": 7, + "ok": false + }, + { + "idx": 553, + "ok": false + }, + { + "idx": 1311, + "ok": false + }, + { + "idx": 599, + "ok": false + }, + { + "idx": 464, + "ok": false + }, + { + "idx": 288, + "ok": false + }, + { + "idx": 1173, + "ok": false + }, + { + "idx": 589, + "ok": false + }, + { + "idx": 391, + "ok": false + }, + { + "idx": 888, + "ok": true + }, + { + "idx": 943, + "ok": false + }, + { + "idx": 676, + "ok": false + }, + { + "idx": 786, + "ok": false + }, + { + "idx": 344, + "ok": true + }, + { + "idx": 677, + "ok": false + }, + { + "idx": 863, + "ok": false + }, + { + "idx": 891, + "ok": false + }, + { + "idx": 303, + "ok": false + }, + { + "idx": 916, + "ok": false + }, + { + "idx": 302, + "ok": false + }, + { + "idx": 1073, + "ok": false + }, + { + "idx": 647, + "ok": false + }, + { + "idx": 264, + "ok": false + }, + { + "idx": 427, + "ok": false + }, + { + "idx": 382, + "ok": false + }, + { + "idx": 715, + "ok": false + }, + { + "idx": 796, + "ok": false + }, + { + "idx": 875, + "ok": false + }, + { + "idx": 1007, + "ok": false + }, + { + "idx": 797, + "ok": true + }, + { + "idx": 450, + "ok": false + }, + { + "idx": 401, + "ok": false + }, + { + "idx": 899, + "ok": false + }, + { + "idx": 418, + "ok": false + }, + { + "idx": 1201, + "ok": false + }, + { + "idx": 101, + "ok": false + }, + { + "idx": 795, + "ok": false + }, + { + "idx": 68, + "ok": false + }, + { + "idx": 479, + "ok": false + }, + { + "idx": 1296, + "ok": false + }, + { + "idx": 173, + "ok": false + }, + { + "idx": 744, + "ok": false + }, + { + "idx": 116, + "ok": true + }, + { + "idx": 1306, + "ok": false + }, + { + "idx": 355, + "ok": false + }, + { + "idx": 477, + "ok": false + }, + { + "idx": 1250, + "ok": false + }, + { + "idx": 609, + "ok": false + }, + { + "idx": 1254, + "ok": true + }, + { + "idx": 177, + "ok": false + }, + { + "idx": 1048, + "ok": false + }, + { + "idx": 582, + "ok": false + }, + { + "idx": 723, + "ok": false + }, + { + "idx": 842, + "ok": false + }, + { + "idx": 938, + "ok": false + }, + { + "idx": 110, + "ok": false + }, + { + "idx": 1057, + "ok": false + }, + { + "idx": 1120, + "ok": false + }, + { + "idx": 881, + "ok": false + }, + { + "idx": 1189, + "ok": false + }, + { + "idx": 931, + "ok": false + }, + { + "idx": 1003, + "ok": false + }, + { + "idx": 521, + "ok": false + }, + { + "idx": 974, + "ok": false + }, + { + "idx": 690, + "ok": false + }, + { + "idx": 544, + "ok": false + }, + { + "idx": 86, + "ok": false + }, + { + "idx": 89, + "ok": false + }, + { + "idx": 333, + "ok": false + }, + { + "idx": 716, + "ok": false + }, + { + "idx": 14, + "ok": false + }, + { + "idx": 287, + "ok": false + }, + { + "idx": 130, + "ok": false + }, + { + "idx": 876, + "ok": false + }, + { + "idx": 454, + "ok": false + }, + { + "idx": 1246, + "ok": true + }, + { + "idx": 812, + "ok": false + }, + { + "idx": 1142, + "ok": false + }, + { + "idx": 452, + "ok": false + }, + { + "idx": 929, + "ok": false + }, + { + "idx": 394, + "ok": false + }, + { + "idx": 695, + "ok": false + }, + { + "idx": 1245, + "ok": false + }, + { + "idx": 209, + "ok": false + }, + { + "idx": 1241, + "ok": false + }, + { + "idx": 175, + "ok": false + }, + { + "idx": 653, + "ok": false + }, + { + "idx": 661, + "ok": false + }, + { + "idx": 1097, + "ok": false + }, + { + "idx": 933, + "ok": false + }, + { + "idx": 665, + "ok": false + }, + { + "idx": 523, + "ok": false + }, + { + "idx": 59, + "ok": false + }, + { + "idx": 1069, + "ok": false + }, + { + "idx": 90, + "ok": false + }, + { + "idx": 389, + "ok": false + }, + { + "idx": 755, + "ok": false + }, + { + "idx": 164, + "ok": true + }, + { + "idx": 429, + "ok": false + }, + { + "idx": 1074, + "ok": false + }, + { + "idx": 708, + "ok": true + }, + { + "idx": 384, + "ok": false + }, + { + "idx": 412, + "ok": false + }, + { + "idx": 514, + "ok": false + }, + { + "idx": 617, + "ok": false + }, + { + "idx": 639, + "ok": false + }, + { + "idx": 1058, + "ok": false + }, + { + "idx": 787, + "ok": false + }, + { + "idx": 987, + "ok": false + }, + { + "idx": 704, + "ok": false + }, + { + "idx": 491, + "ok": false + }, + { + "idx": 91, + "ok": false + }, + { + "idx": 626, + "ok": false + }, + { + "idx": 1130, + "ok": false + }, + { + "idx": 148, + "ok": false + }, + { + "idx": 18, + "ok": false + }, + { + "idx": 897, + "ok": true + }, + { + "idx": 97, + "ok": false + }, + { + "idx": 844, + "ok": false + }, + { + "idx": 1010, + "ok": false + }, + { + "idx": 901, + "ok": false + }, + { + "idx": 241, + "ok": false + }, + { + "idx": 493, + "ok": false + }, + { + "idx": 202, + "ok": true + }, + { + "idx": 314, + "ok": false + }, + { + "idx": 847, + "ok": false + }, + { + "idx": 437, + "ok": false + }, + { + "idx": 902, + "ok": true + }, + { + "idx": 157, + "ok": false + }, + { + "idx": 874, + "ok": true + }, + { + "idx": 1144, + "ok": false + }, + { + "idx": 807, + "ok": false + }, + { + "idx": 80, + "ok": true + }, + { + "idx": 369, + "ok": false + }, + { + "idx": 511, + "ok": false + }, + { + "idx": 262, + "ok": false + }, + { + "idx": 571, + "ok": false + }, + { + "idx": 721, + "ok": false + }, + { + "idx": 654, + "ok": false + }, + { + "idx": 890, + "ok": true + }, + { + "idx": 219, + "ok": false + }, + { + "idx": 1140, + "ok": false + }, + { + "idx": 584, + "ok": false + }, + { + "idx": 1249, + "ok": false + }, + { + "idx": 1108, + "ok": true + }, + { + "idx": 607, + "ok": false + }, + { + "idx": 904, + "ok": false + }, + { + "idx": 1052, + "ok": false + }, + { + "idx": 1238, + "ok": false + }, + { + "idx": 946, + "ok": false + }, + { + "idx": 1098, + "ok": false + }, + { + "idx": 534, + "ok": false + }, + { + "idx": 558, + "ok": false + }, + { + "idx": 474, + "ok": true + }, + { + "idx": 33, + "ok": false + }, + { + "idx": 243, + "ok": false + }, + { + "idx": 1259, + "ok": false + }, + { + "idx": 353, + "ok": false + }, + { + "idx": 509, + "ok": false + }, + { + "idx": 1096, + "ok": false + }, + { + "idx": 1055, + "ok": false + }, + { + "idx": 877, + "ok": false + }, + { + "idx": 249, + "ok": false + }, + { + "idx": 1156, + "ok": false + }, + { + "idx": 735, + "ok": false + }, + { + "idx": 470, + "ok": false + }, + { + "idx": 1119, + "ok": false + }, + { + "idx": 577, + "ok": true + }, + { + "idx": 453, + "ok": false + }, + { + "idx": 132, + "ok": false + }, + { + "idx": 1061, + "ok": false + }, + { + "idx": 629, + "ok": false + }, + { + "idx": 670, + "ok": true + }, + { + "idx": 478, + "ok": false + }, + { + "idx": 764, + "ok": false + }, + { + "idx": 983, + "ok": false + }, + { + "idx": 587, + "ok": false + }, + { + "idx": 1192, + "ok": false + }, + { + "idx": 350, + "ok": false + }, + { + "idx": 281, + "ok": false + }, + { + "idx": 31, + "ok": false + }, + { + "idx": 1132, + "ok": false + }, + { + "idx": 1033, + "ok": false + }, + { + "idx": 671, + "ok": false + }, + { + "idx": 751, + "ok": false + } + ] + }, + "1": { + "acc": 0.1171875, + "by_label": { + "drop": 0.04, + "easy": 0.5172413793103449, + "hard": 0.08661417322834646 + }, + "per_item": [ + { + "idx": 1092, + "ok": false + }, + { + "idx": 696, + "ok": false + }, + { + "idx": 242, + "ok": false + }, + { + "idx": 1085, + "ok": true + }, + { + "idx": 510, + "ok": false + }, + { + "idx": 334, + "ok": true + }, + { + "idx": 139, + "ok": false + }, + { + "idx": 849, + "ok": false + }, + { + "idx": 593, + "ok": false + }, + { + "idx": 579, + "ok": false + }, + { + "idx": 1064, + "ok": false + }, + { + "idx": 275, + "ok": false + }, + { + "idx": 1175, + "ok": false + }, + { + "idx": 1071, + "ok": false + }, + { + "idx": 1284, + "ok": false + }, + { + "idx": 430, + "ok": false + }, + { + "idx": 1088, + "ok": false + }, + { + "idx": 215, + "ok": false + }, + { + "idx": 841, + "ok": false + }, + { + "idx": 1299, + "ok": false + }, + { + "idx": 1113, + "ok": true + }, + { + "idx": 826, + "ok": false + }, + { + "idx": 570, + "ok": false + }, + { + "idx": 598, + "ok": false + }, + { + "idx": 905, + "ok": true + }, + { + "idx": 761, + "ok": false + }, + { + "idx": 1163, + "ok": false + }, + { + "idx": 1287, + "ok": false + }, + { + "idx": 282, + "ok": false + }, + { + "idx": 321, + "ok": false + }, + { + "idx": 252, + "ok": false + }, + { + "idx": 246, + "ok": false + }, + { + "idx": 781, + "ok": false + }, + { + "idx": 821, + "ok": true + }, + { + "idx": 1210, + "ok": false + }, + { + "idx": 958, + "ok": false + }, + { + "idx": 285, + "ok": false + }, + { + "idx": 1146, + "ok": false + }, + { + "idx": 612, + "ok": false + }, + { + "idx": 725, + "ok": false + }, + { + "idx": 1294, + "ok": false + }, + { + "idx": 968, + "ok": false + }, + { + "idx": 850, + "ok": false + }, + { + "idx": 446, + "ok": false + }, + { + "idx": 976, + "ok": false + }, + { + "idx": 1001, + "ok": false + }, + { + "idx": 1027, + "ok": true + }, + { + "idx": 651, + "ok": false + }, + { + "idx": 1009, + "ok": false + }, + { + "idx": 123, + "ok": false + }, + { + "idx": 909, + "ok": false + }, + { + "idx": 614, + "ok": false + }, + { + "idx": 292, + "ok": false + }, + { + "idx": 1014, + "ok": false + }, + { + "idx": 107, + "ok": false + }, + { + "idx": 1272, + "ok": false + }, + { + "idx": 441, + "ok": false + }, + { + "idx": 52, + "ok": true + }, + { + "idx": 727, + "ok": false + }, + { + "idx": 965, + "ok": false + }, + { + "idx": 800, + "ok": false + }, + { + "idx": 20, + "ok": false + }, + { + "idx": 1078, + "ok": false + }, + { + "idx": 136, + "ok": false + }, + { + "idx": 166, + "ok": true + }, + { + "idx": 809, + "ok": false + }, + { + "idx": 13, + "ok": false + }, + { + "idx": 739, + "ok": false + }, + { + "idx": 84, + "ok": true + }, + { + "idx": 237, + "ok": false + }, + { + "idx": 1271, + "ok": false + }, + { + "idx": 7, + "ok": false + }, + { + "idx": 553, + "ok": false + }, + { + "idx": 1311, + "ok": false + }, + { + "idx": 599, + "ok": false + }, + { + "idx": 464, + "ok": false + }, + { + "idx": 288, + "ok": false + }, + { + "idx": 1173, + "ok": false + }, + { + "idx": 589, + "ok": false + }, + { + "idx": 391, + "ok": false + }, + { + "idx": 888, + "ok": true + }, + { + "idx": 943, + "ok": false + }, + { + "idx": 676, + "ok": true + }, + { + "idx": 786, + "ok": false + }, + { + "idx": 344, + "ok": false + }, + { + "idx": 677, + "ok": false + }, + { + "idx": 863, + "ok": false + }, + { + "idx": 891, + "ok": false + }, + { + "idx": 303, + "ok": false + }, + { + "idx": 916, + "ok": false + }, + { + "idx": 302, + "ok": true + }, + { + "idx": 1073, + "ok": false + }, + { + "idx": 647, + "ok": false + }, + { + "idx": 264, + "ok": false + }, + { + "idx": 427, + "ok": false + }, + { + "idx": 382, + "ok": false + }, + { + "idx": 715, + "ok": false + }, + { + "idx": 796, + "ok": false + }, + { + "idx": 875, + "ok": false + }, + { + "idx": 1007, + "ok": false + }, + { + "idx": 797, + "ok": false + }, + { + "idx": 450, + "ok": false + }, + { + "idx": 401, + "ok": false + }, + { + "idx": 899, + "ok": false + }, + { + "idx": 418, + "ok": false + }, + { + "idx": 1201, + "ok": false + }, + { + "idx": 101, + "ok": false + }, + { + "idx": 795, + "ok": false + }, + { + "idx": 68, + "ok": false + }, + { + "idx": 479, + "ok": false + }, + { + "idx": 1296, + "ok": false + }, + { + "idx": 173, + "ok": false + }, + { + "idx": 744, + "ok": false + }, + { + "idx": 116, + "ok": false + }, + { + "idx": 1306, + "ok": false + }, + { + "idx": 355, + "ok": false + }, + { + "idx": 477, + "ok": false + }, + { + "idx": 1250, + "ok": false + }, + { + "idx": 609, + "ok": false + }, + { + "idx": 1254, + "ok": false + }, + { + "idx": 177, + "ok": false + }, + { + "idx": 1048, + "ok": false + }, + { + "idx": 582, + "ok": false + }, + { + "idx": 723, + "ok": false + }, + { + "idx": 842, + "ok": true + }, + { + "idx": 938, + "ok": false + }, + { + "idx": 110, + "ok": false + }, + { + "idx": 1057, + "ok": false + }, + { + "idx": 1120, + "ok": false + }, + { + "idx": 881, + "ok": false + }, + { + "idx": 1189, + "ok": false + }, + { + "idx": 931, + "ok": false + }, + { + "idx": 1003, + "ok": false + }, + { + "idx": 521, + "ok": false + }, + { + "idx": 974, + "ok": true + }, + { + "idx": 690, + "ok": false + }, + { + "idx": 544, + "ok": false + }, + { + "idx": 86, + "ok": false + }, + { + "idx": 89, + "ok": true + }, + { + "idx": 333, + "ok": false + }, + { + "idx": 716, + "ok": false + }, + { + "idx": 14, + "ok": false + }, + { + "idx": 287, + "ok": false + }, + { + "idx": 130, + "ok": false + }, + { + "idx": 876, + "ok": false + }, + { + "idx": 454, + "ok": false + }, + { + "idx": 1246, + "ok": true + }, + { + "idx": 812, + "ok": false + }, + { + "idx": 1142, + "ok": false + }, + { + "idx": 452, + "ok": false + }, + { + "idx": 929, + "ok": true + }, + { + "idx": 394, + "ok": false + }, + { + "idx": 695, + "ok": true + }, + { + "idx": 1245, + "ok": false + }, + { + "idx": 209, + "ok": false + }, + { + "idx": 1241, + "ok": false + }, + { + "idx": 175, + "ok": false + }, + { + "idx": 653, + "ok": false + }, + { + "idx": 661, + "ok": false + }, + { + "idx": 1097, + "ok": false + }, + { + "idx": 933, + "ok": false + }, + { + "idx": 665, + "ok": false + }, + { + "idx": 523, + "ok": false + }, + { + "idx": 59, + "ok": false + }, + { + "idx": 1069, + "ok": false + }, + { + "idx": 90, + "ok": false + }, + { + "idx": 389, + "ok": false + }, + { + "idx": 755, + "ok": false + }, + { + "idx": 164, + "ok": false + }, + { + "idx": 429, + "ok": false + }, + { + "idx": 1074, + "ok": false + }, + { + "idx": 708, + "ok": true + }, + { + "idx": 384, + "ok": false + }, + { + "idx": 412, + "ok": false + }, + { + "idx": 514, + "ok": false + }, + { + "idx": 617, + "ok": true + }, + { + "idx": 639, + "ok": false + }, + { + "idx": 1058, + "ok": false + }, + { + "idx": 787, + "ok": false + }, + { + "idx": 987, + "ok": false + }, + { + "idx": 704, + "ok": false + }, + { + "idx": 491, + "ok": true + }, + { + "idx": 91, + "ok": false + }, + { + "idx": 626, + "ok": false + }, + { + "idx": 1130, + "ok": false + }, + { + "idx": 148, + "ok": false + }, + { + "idx": 18, + "ok": false + }, + { + "idx": 897, + "ok": false + }, + { + "idx": 97, + "ok": false + }, + { + "idx": 844, + "ok": false + }, + { + "idx": 1010, + "ok": false + }, + { + "idx": 901, + "ok": true + }, + { + "idx": 241, + "ok": false + }, + { + "idx": 493, + "ok": false + }, + { + "idx": 202, + "ok": true + }, + { + "idx": 314, + "ok": false + }, + { + "idx": 847, + "ok": false + }, + { + "idx": 437, + "ok": false + }, + { + "idx": 902, + "ok": true + }, + { + "idx": 157, + "ok": false + }, + { + "idx": 874, + "ok": true + }, + { + "idx": 1144, + "ok": false + }, + { + "idx": 807, + "ok": false + }, + { + "idx": 80, + "ok": true + }, + { + "idx": 369, + "ok": false + }, + { + "idx": 511, + "ok": false + }, + { + "idx": 262, + "ok": false + }, + { + "idx": 571, + "ok": false + }, + { + "idx": 721, + "ok": false + }, + { + "idx": 654, + "ok": false + }, + { + "idx": 890, + "ok": true + }, + { + "idx": 219, + "ok": false + }, + { + "idx": 1140, + "ok": false + }, + { + "idx": 584, + "ok": false + }, + { + "idx": 1249, + "ok": false + }, + { + "idx": 1108, + "ok": false + }, + { + "idx": 607, + "ok": false + }, + { + "idx": 904, + "ok": false + }, + { + "idx": 1052, + "ok": false + }, + { + "idx": 1238, + "ok": false + }, + { + "idx": 946, + "ok": false + }, + { + "idx": 1098, + "ok": false + }, + { + "idx": 534, + "ok": false + }, + { + "idx": 558, + "ok": false + }, + { + "idx": 474, + "ok": false + }, + { + "idx": 33, + "ok": false + }, + { + "idx": 243, + "ok": true + }, + { + "idx": 1259, + "ok": false + }, + { + "idx": 353, + "ok": false + }, + { + "idx": 509, + "ok": false + }, + { + "idx": 1096, + "ok": false + }, + { + "idx": 1055, + "ok": false + }, + { + "idx": 877, + "ok": false + }, + { + "idx": 249, + "ok": false + }, + { + "idx": 1156, + "ok": true + }, + { + "idx": 735, + "ok": false + }, + { + "idx": 470, + "ok": false + }, + { + "idx": 1119, + "ok": false + }, + { + "idx": 577, + "ok": false + }, + { + "idx": 453, + "ok": false + }, + { + "idx": 132, + "ok": false + }, + { + "idx": 1061, + "ok": true + }, + { + "idx": 629, + "ok": false + }, + { + "idx": 670, + "ok": false + }, + { + "idx": 478, + "ok": false + }, + { + "idx": 764, + "ok": false + }, + { + "idx": 983, + "ok": false + }, + { + "idx": 587, + "ok": false + }, + { + "idx": 1192, + "ok": false + }, + { + "idx": 350, + "ok": false + }, + { + "idx": 281, + "ok": false + }, + { + "idx": 31, + "ok": false + }, + { + "idx": 1132, + "ok": false + }, + { + "idx": 1033, + "ok": false + }, + { + "idx": 671, + "ok": false + }, + { + "idx": 751, + "ok": false + } + ] + }, + "2": { + "acc": 0.109375, + "by_label": { + "drop": 0.06, + "easy": 0.5172413793103449, + "hard": 0.05511811023622047 + }, + "per_item": [ + { + "idx": 1092, + "ok": false + }, + { + "idx": 696, + "ok": false + }, + { + "idx": 242, + "ok": false + }, + { + "idx": 1085, + "ok": true + }, + { + "idx": 510, + "ok": false + }, + { + "idx": 334, + "ok": true + }, + { + "idx": 139, + "ok": false + }, + { + "idx": 849, + "ok": false + }, + { + "idx": 593, + "ok": false + }, + { + "idx": 579, + "ok": false + }, + { + "idx": 1064, + "ok": false + }, + { + "idx": 275, + "ok": false + }, + { + "idx": 1175, + "ok": false + }, + { + "idx": 1071, + "ok": false + }, + { + "idx": 1284, + "ok": false + }, + { + "idx": 430, + "ok": false + }, + { + "idx": 1088, + "ok": false + }, + { + "idx": 215, + "ok": false + }, + { + "idx": 841, + "ok": false + }, + { + "idx": 1299, + "ok": false + }, + { + "idx": 1113, + "ok": true + }, + { + "idx": 826, + "ok": false + }, + { + "idx": 570, + "ok": false + }, + { + "idx": 598, + "ok": false + }, + { + "idx": 905, + "ok": true + }, + { + "idx": 761, + "ok": false + }, + { + "idx": 1163, + "ok": false + }, + { + "idx": 1287, + "ok": false + }, + { + "idx": 282, + "ok": false + }, + { + "idx": 321, + "ok": false + }, + { + "idx": 252, + "ok": false + }, + { + "idx": 246, + "ok": false + }, + { + "idx": 781, + "ok": false + }, + { + "idx": 821, + "ok": false + }, + { + "idx": 1210, + "ok": false + }, + { + "idx": 958, + "ok": false + }, + { + "idx": 285, + "ok": false + }, + { + "idx": 1146, + "ok": false + }, + { + "idx": 612, + "ok": false + }, + { + "idx": 725, + "ok": false + }, + { + "idx": 1294, + "ok": false + }, + { + "idx": 968, + "ok": false + }, + { + "idx": 850, + "ok": false + }, + { + "idx": 446, + "ok": false + }, + { + "idx": 976, + "ok": false + }, + { + "idx": 1001, + "ok": false + }, + { + "idx": 1027, + "ok": true + }, + { + "idx": 651, + "ok": false + }, + { + "idx": 1009, + "ok": false + }, + { + "idx": 123, + "ok": false + }, + { + "idx": 909, + "ok": false + }, + { + "idx": 614, + "ok": false + }, + { + "idx": 292, + "ok": false + }, + { + "idx": 1014, + "ok": false + }, + { + "idx": 107, + "ok": false + }, + { + "idx": 1272, + "ok": false + }, + { + "idx": 441, + "ok": false + }, + { + "idx": 52, + "ok": true + }, + { + "idx": 727, + "ok": false + }, + { + "idx": 965, + "ok": false + }, + { + "idx": 800, + "ok": false + }, + { + "idx": 20, + "ok": false + }, + { + "idx": 1078, + "ok": true + }, + { + "idx": 136, + "ok": false + }, + { + "idx": 166, + "ok": true + }, + { + "idx": 809, + "ok": false + }, + { + "idx": 13, + "ok": false + }, + { + "idx": 739, + "ok": false + }, + { + "idx": 84, + "ok": false + }, + { + "idx": 237, + "ok": true + }, + { + "idx": 1271, + "ok": false + }, + { + "idx": 7, + "ok": false + }, + { + "idx": 553, + "ok": false + }, + { + "idx": 1311, + "ok": false + }, + { + "idx": 599, + "ok": false + }, + { + "idx": 464, + "ok": false + }, + { + "idx": 288, + "ok": false + }, + { + "idx": 1173, + "ok": false + }, + { + "idx": 589, + "ok": false + }, + { + "idx": 391, + "ok": false + }, + { + "idx": 888, + "ok": true + }, + { + "idx": 943, + "ok": false + }, + { + "idx": 676, + "ok": true + }, + { + "idx": 786, + "ok": false + }, + { + "idx": 344, + "ok": false + }, + { + "idx": 677, + "ok": false + }, + { + "idx": 863, + "ok": false + }, + { + "idx": 891, + "ok": false + }, + { + "idx": 303, + "ok": false + }, + { + "idx": 916, + "ok": false + }, + { + "idx": 302, + "ok": true + }, + { + "idx": 1073, + "ok": false + }, + { + "idx": 647, + "ok": false + }, + { + "idx": 264, + "ok": false + }, + { + "idx": 427, + "ok": false + }, + { + "idx": 382, + "ok": false + }, + { + "idx": 715, + "ok": false + }, + { + "idx": 796, + "ok": false + }, + { + "idx": 875, + "ok": false + }, + { + "idx": 1007, + "ok": false + }, + { + "idx": 797, + "ok": false + }, + { + "idx": 450, + "ok": false + }, + { + "idx": 401, + "ok": false + }, + { + "idx": 899, + "ok": false + }, + { + "idx": 418, + "ok": false + }, + { + "idx": 1201, + "ok": false + }, + { + "idx": 101, + "ok": false + }, + { + "idx": 795, + "ok": false + }, + { + "idx": 68, + "ok": false + }, + { + "idx": 479, + "ok": false + }, + { + "idx": 1296, + "ok": false + }, + { + "idx": 173, + "ok": false + }, + { + "idx": 744, + "ok": false + }, + { + "idx": 116, + "ok": false + }, + { + "idx": 1306, + "ok": true + }, + { + "idx": 355, + "ok": false + }, + { + "idx": 477, + "ok": false + }, + { + "idx": 1250, + "ok": false + }, + { + "idx": 609, + "ok": false + }, + { + "idx": 1254, + "ok": false + }, + { + "idx": 177, + "ok": false + }, + { + "idx": 1048, + "ok": false + }, + { + "idx": 582, + "ok": false + }, + { + "idx": 723, + "ok": false + }, + { + "idx": 842, + "ok": true + }, + { + "idx": 938, + "ok": false + }, + { + "idx": 110, + "ok": false + }, + { + "idx": 1057, + "ok": false + }, + { + "idx": 1120, + "ok": false + }, + { + "idx": 881, + "ok": false + }, + { + "idx": 1189, + "ok": false + }, + { + "idx": 931, + "ok": false + }, + { + "idx": 1003, + "ok": false + }, + { + "idx": 521, + "ok": false + }, + { + "idx": 974, + "ok": false + }, + { + "idx": 690, + "ok": false + }, + { + "idx": 544, + "ok": false + }, + { + "idx": 86, + "ok": false + }, + { + "idx": 89, + "ok": false + }, + { + "idx": 333, + "ok": false + }, + { + "idx": 716, + "ok": false + }, + { + "idx": 14, + "ok": false + }, + { + "idx": 287, + "ok": false + }, + { + "idx": 130, + "ok": false + }, + { + "idx": 876, + "ok": false + }, + { + "idx": 454, + "ok": false + }, + { + "idx": 1246, + "ok": true + }, + { + "idx": 812, + "ok": false + }, + { + "idx": 1142, + "ok": false + }, + { + "idx": 452, + "ok": false + }, + { + "idx": 929, + "ok": false + }, + { + "idx": 394, + "ok": false + }, + { + "idx": 695, + "ok": true + }, + { + "idx": 1245, + "ok": false + }, + { + "idx": 209, + "ok": false + }, + { + "idx": 1241, + "ok": false + }, + { + "idx": 175, + "ok": false + }, + { + "idx": 653, + "ok": false + }, + { + "idx": 661, + "ok": false + }, + { + "idx": 1097, + "ok": false + }, + { + "idx": 933, + "ok": false + }, + { + "idx": 665, + "ok": false + }, + { + "idx": 523, + "ok": false + }, + { + "idx": 59, + "ok": false + }, + { + "idx": 1069, + "ok": false + }, + { + "idx": 90, + "ok": false + }, + { + "idx": 389, + "ok": false + }, + { + "idx": 755, + "ok": false + }, + { + "idx": 164, + "ok": false + }, + { + "idx": 429, + "ok": false + }, + { + "idx": 1074, + "ok": false + }, + { + "idx": 708, + "ok": true + }, + { + "idx": 384, + "ok": false + }, + { + "idx": 412, + "ok": true + }, + { + "idx": 514, + "ok": false + }, + { + "idx": 617, + "ok": true + }, + { + "idx": 639, + "ok": false + }, + { + "idx": 1058, + "ok": false + }, + { + "idx": 787, + "ok": false + }, + { + "idx": 987, + "ok": false + }, + { + "idx": 704, + "ok": false + }, + { + "idx": 491, + "ok": false + }, + { + "idx": 91, + "ok": false + }, + { + "idx": 626, + "ok": false + }, + { + "idx": 1130, + "ok": false + }, + { + "idx": 148, + "ok": false + }, + { + "idx": 18, + "ok": false + }, + { + "idx": 897, + "ok": true + }, + { + "idx": 97, + "ok": false + }, + { + "idx": 844, + "ok": false + }, + { + "idx": 1010, + "ok": false + }, + { + "idx": 901, + "ok": true + }, + { + "idx": 241, + "ok": false + }, + { + "idx": 493, + "ok": false + }, + { + "idx": 202, + "ok": false + }, + { + "idx": 314, + "ok": false + }, + { + "idx": 847, + "ok": false + }, + { + "idx": 437, + "ok": false + }, + { + "idx": 902, + "ok": true + }, + { + "idx": 157, + "ok": false + }, + { + "idx": 874, + "ok": true + }, + { + "idx": 1144, + "ok": false + }, + { + "idx": 807, + "ok": false + }, + { + "idx": 80, + "ok": true + }, + { + "idx": 369, + "ok": false + }, + { + "idx": 511, + "ok": false + }, + { + "idx": 262, + "ok": false + }, + { + "idx": 571, + "ok": false + }, + { + "idx": 721, + "ok": false + }, + { + "idx": 654, + "ok": false + }, + { + "idx": 890, + "ok": true + }, + { + "idx": 219, + "ok": false + }, + { + "idx": 1140, + "ok": false + }, + { + "idx": 584, + "ok": false + }, + { + "idx": 1249, + "ok": false + }, + { + "idx": 1108, + "ok": false + }, + { + "idx": 607, + "ok": true + }, + { + "idx": 904, + "ok": false + }, + { + "idx": 1052, + "ok": false + }, + { + "idx": 1238, + "ok": false + }, + { + "idx": 946, + "ok": false + }, + { + "idx": 1098, + "ok": false + }, + { + "idx": 534, + "ok": false + }, + { + "idx": 558, + "ok": false + }, + { + "idx": 474, + "ok": false + }, + { + "idx": 33, + "ok": true + }, + { + "idx": 243, + "ok": false + }, + { + "idx": 1259, + "ok": false + }, + { + "idx": 353, + "ok": false + }, + { + "idx": 509, + "ok": false + }, + { + "idx": 1096, + "ok": false + }, + { + "idx": 1055, + "ok": false + }, + { + "idx": 877, + "ok": false + }, + { + "idx": 249, + "ok": false + }, + { + "idx": 1156, + "ok": false + }, + { + "idx": 735, + "ok": false + }, + { + "idx": 470, + "ok": false + }, + { + "idx": 1119, + "ok": false + }, + { + "idx": 577, + "ok": false + }, + { + "idx": 453, + "ok": false + }, + { + "idx": 132, + "ok": false + }, + { + "idx": 1061, + "ok": true + }, + { + "idx": 629, + "ok": false + }, + { + "idx": 670, + "ok": false + }, + { + "idx": 478, + "ok": false + }, + { + "idx": 764, + "ok": false + }, + { + "idx": 983, + "ok": false + }, + { + "idx": 587, + "ok": false + }, + { + "idx": 1192, + "ok": false + }, + { + "idx": 350, + "ok": false + }, + { + "idx": 281, + "ok": false + }, + { + "idx": 31, + "ok": false + }, + { + "idx": 1132, + "ok": false + }, + { + "idx": 1033, + "ok": false + }, + { + "idx": 671, + "ok": false + }, + { + "idx": 751, + "ok": false + } + ] + }, + "4": { + "acc": 0.1015625, + "by_label": { + "drop": 0.06, + "easy": 0.4827586206896552, + "hard": 0.047244094488188976 + }, + "per_item": [ + { + "idx": 1092, + "ok": false + }, + { + "idx": 696, + "ok": false + }, + { + "idx": 242, + "ok": false + }, + { + "idx": 1085, + "ok": false + }, + { + "idx": 510, + "ok": false + }, + { + "idx": 334, + "ok": true + }, + { + "idx": 139, + "ok": false + }, + { + "idx": 849, + "ok": false + }, + { + "idx": 593, + "ok": false + }, + { + "idx": 579, + "ok": false + }, + { + "idx": 1064, + "ok": false + }, + { + "idx": 275, + "ok": false + }, + { + "idx": 1175, + "ok": false + }, + { + "idx": 1071, + "ok": false + }, + { + "idx": 1284, + "ok": false + }, + { + "idx": 430, + "ok": false + }, + { + "idx": 1088, + "ok": false + }, + { + "idx": 215, + "ok": false + }, + { + "idx": 841, + "ok": false + }, + { + "idx": 1299, + "ok": false + }, + { + "idx": 1113, + "ok": true + }, + { + "idx": 826, + "ok": false + }, + { + "idx": 570, + "ok": false + }, + { + "idx": 598, + "ok": false + }, + { + "idx": 905, + "ok": true + }, + { + "idx": 761, + "ok": false + }, + { + "idx": 1163, + "ok": false + }, + { + "idx": 1287, + "ok": false + }, + { + "idx": 282, + "ok": false + }, + { + "idx": 321, + "ok": false + }, + { + "idx": 252, + "ok": false + }, + { + "idx": 246, + "ok": false + }, + { + "idx": 781, + "ok": false + }, + { + "idx": 821, + "ok": false + }, + { + "idx": 1210, + "ok": false + }, + { + "idx": 958, + "ok": false + }, + { + "idx": 285, + "ok": false + }, + { + "idx": 1146, + "ok": false + }, + { + "idx": 612, + "ok": false + }, + { + "idx": 725, + "ok": false + }, + { + "idx": 1294, + "ok": false + }, + { + "idx": 968, + "ok": false + }, + { + "idx": 850, + "ok": false + }, + { + "idx": 446, + "ok": false + }, + { + "idx": 976, + "ok": false + }, + { + "idx": 1001, + "ok": false + }, + { + "idx": 1027, + "ok": true + }, + { + "idx": 651, + "ok": false + }, + { + "idx": 1009, + "ok": false + }, + { + "idx": 123, + "ok": false + }, + { + "idx": 909, + "ok": false + }, + { + "idx": 614, + "ok": false + }, + { + "idx": 292, + "ok": false + }, + { + "idx": 1014, + "ok": false + }, + { + "idx": 107, + "ok": false + }, + { + "idx": 1272, + "ok": false + }, + { + "idx": 441, + "ok": false + }, + { + "idx": 52, + "ok": true + }, + { + "idx": 727, + "ok": false + }, + { + "idx": 965, + "ok": false + }, + { + "idx": 800, + "ok": false + }, + { + "idx": 20, + "ok": false + }, + { + "idx": 1078, + "ok": true + }, + { + "idx": 136, + "ok": false + }, + { + "idx": 166, + "ok": true + }, + { + "idx": 809, + "ok": false + }, + { + "idx": 13, + "ok": false + }, + { + "idx": 739, + "ok": false + }, + { + "idx": 84, + "ok": false + }, + { + "idx": 237, + "ok": false + }, + { + "idx": 1271, + "ok": false + }, + { + "idx": 7, + "ok": false + }, + { + "idx": 553, + "ok": false + }, + { + "idx": 1311, + "ok": false + }, + { + "idx": 599, + "ok": false + }, + { + "idx": 464, + "ok": false + }, + { + "idx": 288, + "ok": false + }, + { + "idx": 1173, + "ok": false + }, + { + "idx": 589, + "ok": false + }, + { + "idx": 391, + "ok": false + }, + { + "idx": 888, + "ok": true + }, + { + "idx": 943, + "ok": false + }, + { + "idx": 676, + "ok": true + }, + { + "idx": 786, + "ok": false + }, + { + "idx": 344, + "ok": false + }, + { + "idx": 677, + "ok": false + }, + { + "idx": 863, + "ok": false + }, + { + "idx": 891, + "ok": false + }, + { + "idx": 303, + "ok": false + }, + { + "idx": 916, + "ok": false + }, + { + "idx": 302, + "ok": true + }, + { + "idx": 1073, + "ok": false + }, + { + "idx": 647, + "ok": false + }, + { + "idx": 264, + "ok": false + }, + { + "idx": 427, + "ok": false + }, + { + "idx": 382, + "ok": false + }, + { + "idx": 715, + "ok": false + }, + { + "idx": 796, + "ok": false + }, + { + "idx": 875, + "ok": false + }, + { + "idx": 1007, + "ok": false + }, + { + "idx": 797, + "ok": false + }, + { + "idx": 450, + "ok": false + }, + { + "idx": 401, + "ok": false + }, + { + "idx": 899, + "ok": false + }, + { + "idx": 418, + "ok": false + }, + { + "idx": 1201, + "ok": false + }, + { + "idx": 101, + "ok": false + }, + { + "idx": 795, + "ok": false + }, + { + "idx": 68, + "ok": false + }, + { + "idx": 479, + "ok": false + }, + { + "idx": 1296, + "ok": false + }, + { + "idx": 173, + "ok": false + }, + { + "idx": 744, + "ok": false + }, + { + "idx": 116, + "ok": false + }, + { + "idx": 1306, + "ok": true + }, + { + "idx": 355, + "ok": false + }, + { + "idx": 477, + "ok": false + }, + { + "idx": 1250, + "ok": false + }, + { + "idx": 609, + "ok": false + }, + { + "idx": 1254, + "ok": false + }, + { + "idx": 177, + "ok": false + }, + { + "idx": 1048, + "ok": false + }, + { + "idx": 582, + "ok": false + }, + { + "idx": 723, + "ok": false + }, + { + "idx": 842, + "ok": true + }, + { + "idx": 938, + "ok": false + }, + { + "idx": 110, + "ok": false + }, + { + "idx": 1057, + "ok": false + }, + { + "idx": 1120, + "ok": false + }, + { + "idx": 881, + "ok": false + }, + { + "idx": 1189, + "ok": false + }, + { + "idx": 931, + "ok": false + }, + { + "idx": 1003, + "ok": false + }, + { + "idx": 521, + "ok": false + }, + { + "idx": 974, + "ok": false + }, + { + "idx": 690, + "ok": false + }, + { + "idx": 544, + "ok": false + }, + { + "idx": 86, + "ok": false + }, + { + "idx": 89, + "ok": false + }, + { + "idx": 333, + "ok": false + }, + { + "idx": 716, + "ok": false + }, + { + "idx": 14, + "ok": false + }, + { + "idx": 287, + "ok": false + }, + { + "idx": 130, + "ok": false + }, + { + "idx": 876, + "ok": false + }, + { + "idx": 454, + "ok": false + }, + { + "idx": 1246, + "ok": true + }, + { + "idx": 812, + "ok": false + }, + { + "idx": 1142, + "ok": false + }, + { + "idx": 452, + "ok": false + }, + { + "idx": 929, + "ok": false + }, + { + "idx": 394, + "ok": false + }, + { + "idx": 695, + "ok": true + }, + { + "idx": 1245, + "ok": false + }, + { + "idx": 209, + "ok": false + }, + { + "idx": 1241, + "ok": false + }, + { + "idx": 175, + "ok": false + }, + { + "idx": 653, + "ok": false + }, + { + "idx": 661, + "ok": false + }, + { + "idx": 1097, + "ok": false + }, + { + "idx": 933, + "ok": false + }, + { + "idx": 665, + "ok": false + }, + { + "idx": 523, + "ok": false + }, + { + "idx": 59, + "ok": false + }, + { + "idx": 1069, + "ok": false + }, + { + "idx": 90, + "ok": false + }, + { + "idx": 389, + "ok": false + }, + { + "idx": 755, + "ok": false + }, + { + "idx": 164, + "ok": false + }, + { + "idx": 429, + "ok": false + }, + { + "idx": 1074, + "ok": false + }, + { + "idx": 708, + "ok": true + }, + { + "idx": 384, + "ok": false + }, + { + "idx": 412, + "ok": true + }, + { + "idx": 514, + "ok": false + }, + { + "idx": 617, + "ok": false + }, + { + "idx": 639, + "ok": false + }, + { + "idx": 1058, + "ok": false + }, + { + "idx": 787, + "ok": false + }, + { + "idx": 987, + "ok": false + }, + { + "idx": 704, + "ok": false + }, + { + "idx": 491, + "ok": false + }, + { + "idx": 91, + "ok": false + }, + { + "idx": 626, + "ok": false + }, + { + "idx": 1130, + "ok": false + }, + { + "idx": 148, + "ok": false + }, + { + "idx": 18, + "ok": false + }, + { + "idx": 897, + "ok": true + }, + { + "idx": 97, + "ok": false + }, + { + "idx": 844, + "ok": false + }, + { + "idx": 1010, + "ok": false + }, + { + "idx": 901, + "ok": true + }, + { + "idx": 241, + "ok": false + }, + { + "idx": 493, + "ok": false + }, + { + "idx": 202, + "ok": true + }, + { + "idx": 314, + "ok": false + }, + { + "idx": 847, + "ok": false + }, + { + "idx": 437, + "ok": false + }, + { + "idx": 902, + "ok": true + }, + { + "idx": 157, + "ok": false + }, + { + "idx": 874, + "ok": true + }, + { + "idx": 1144, + "ok": false + }, + { + "idx": 807, + "ok": false + }, + { + "idx": 80, + "ok": true + }, + { + "idx": 369, + "ok": false + }, + { + "idx": 511, + "ok": false + }, + { + "idx": 262, + "ok": false + }, + { + "idx": 571, + "ok": false + }, + { + "idx": 721, + "ok": false + }, + { + "idx": 654, + "ok": false + }, + { + "idx": 890, + "ok": true + }, + { + "idx": 219, + "ok": false + }, + { + "idx": 1140, + "ok": false + }, + { + "idx": 584, + "ok": false + }, + { + "idx": 1249, + "ok": false + }, + { + "idx": 1108, + "ok": false + }, + { + "idx": 607, + "ok": true + }, + { + "idx": 904, + "ok": false + }, + { + "idx": 1052, + "ok": false + }, + { + "idx": 1238, + "ok": false + }, + { + "idx": 946, + "ok": false + }, + { + "idx": 1098, + "ok": false + }, + { + "idx": 534, + "ok": false + }, + { + "idx": 558, + "ok": false + }, + { + "idx": 474, + "ok": false + }, + { + "idx": 33, + "ok": true + }, + { + "idx": 243, + "ok": false + }, + { + "idx": 1259, + "ok": false + }, + { + "idx": 353, + "ok": false + }, + { + "idx": 509, + "ok": false + }, + { + "idx": 1096, + "ok": false + }, + { + "idx": 1055, + "ok": false + }, + { + "idx": 877, + "ok": false + }, + { + "idx": 249, + "ok": false + }, + { + "idx": 1156, + "ok": false + }, + { + "idx": 735, + "ok": false + }, + { + "idx": 470, + "ok": false + }, + { + "idx": 1119, + "ok": false + }, + { + "idx": 577, + "ok": false + }, + { + "idx": 453, + "ok": false + }, + { + "idx": 132, + "ok": false + }, + { + "idx": 1061, + "ok": true + }, + { + "idx": 629, + "ok": false + }, + { + "idx": 670, + "ok": false + }, + { + "idx": 478, + "ok": false + }, + { + "idx": 764, + "ok": false + }, + { + "idx": 983, + "ok": false + }, + { + "idx": 587, + "ok": false + }, + { + "idx": 1192, + "ok": false + }, + { + "idx": 350, + "ok": false + }, + { + "idx": 281, + "ok": false + }, + { + "idx": 31, + "ok": false + }, + { + "idx": 1132, + "ok": false + }, + { + "idx": 1033, + "ok": false + }, + { + "idx": 671, + "ok": false + }, + { + "idx": 751, + "ok": false + } + ] + } + }, + "n": 256, + "spider": [] +} \ No newline at end of file