{ "tag": "merge_lut", "ks": { "0": { "acc": 0.488, "by_label": { "easy": 0.9836065573770492, "hard": 0.03571428571428571, "drop": 0.01 }, "per_item": [ { "task_id": 11, "ok": true }, { "task_id": 12, "ok": false }, { "task_id": 13, "ok": false }, { "task_id": 14, "ok": true }, { "task_id": 15, "ok": false }, { "task_id": 16, "ok": false }, { "task_id": 17, "ok": true }, { "task_id": 18, "ok": true }, { "task_id": 19, "ok": true }, { "task_id": 20, "ok": false }, { "task_id": 21, "ok": false }, { "task_id": 22, "ok": true }, { "task_id": 23, "ok": true }, { "task_id": 24, "ok": false }, { "task_id": 25, "ok": true }, { "task_id": 26, "ok": false }, { "task_id": 27, "ok": true }, { "task_id": 28, "ok": true }, { "task_id": 29, "ok": true }, { "task_id": 30, "ok": true }, { "task_id": 31, "ok": false }, { "task_id": 32, "ok": true }, { "task_id": 33, "ok": false }, { "task_id": 34, "ok": false }, { "task_id": 35, "ok": false }, { "task_id": 36, "ok": false }, { "task_id": 37, "ok": true }, { "task_id": 38, "ok": false }, { "task_id": 39, "ok": false }, { "task_id": 40, "ok": true }, { "task_id": 41, "ok": true }, { "task_id": 42, "ok": false }, { "task_id": 43, "ok": false }, { "task_id": 44, "ok": true }, { "task_id": 45, "ok": true }, { "task_id": 46, "ok": true }, { "task_id": 47, "ok": false }, { "task_id": 48, "ok": false }, { "task_id": 49, "ok": true }, { "task_id": 50, "ok": true }, { "task_id": 51, "ok": true }, { "task_id": 52, "ok": true }, { "task_id": 53, "ok": true }, { "task_id": 54, "ok": false }, { "task_id": 55, "ok": true }, { "task_id": 56, "ok": true }, { "task_id": 57, "ok": true }, { "task_id": 58, "ok": true }, { "task_id": 59, "ok": false }, { "task_id": 60, "ok": false }, { "task_id": 61, "ok": true }, { "task_id": 62, "ok": true }, { "task_id": 63, "ok": true }, { "task_id": 64, "ok": true }, { "task_id": 65, "ok": true }, { "task_id": 66, "ok": true }, { "task_id": 67, "ok": false }, { "task_id": 68, "ok": true }, { "task_id": 69, "ok": true }, { "task_id": 70, "ok": true }, { "task_id": 71, "ok": false }, { "task_id": 72, "ok": false }, { "task_id": 73, "ok": false }, { "task_id": 74, "ok": false }, { "task_id": 75, "ok": true }, { "task_id": 76, "ok": true }, { "task_id": 77, "ok": false }, { "task_id": 78, "ok": true }, { "task_id": 79, "ok": true }, { "task_id": 80, "ok": true }, { "task_id": 81, "ok": false }, { "task_id": 82, "ok": true }, { "task_id": 83, "ok": false }, { "task_id": 84, "ok": false }, { "task_id": 85, "ok": true }, { "task_id": 86, "ok": false }, { "task_id": 87, "ok": false }, { "task_id": 88, "ok": true }, { "task_id": 89, "ok": false }, { "task_id": 90, "ok": true }, { "task_id": 91, "ok": true }, { "task_id": 92, "ok": false }, { "task_id": 93, "ok": true }, { "task_id": 94, "ok": true }, { "task_id": 95, "ok": false }, { "task_id": 96, "ok": true }, { "task_id": 97, "ok": true }, { "task_id": 98, "ok": true }, { "task_id": 99, "ok": true }, { "task_id": 100, "ok": false }, { "task_id": 101, "ok": false }, { "task_id": 102, "ok": true }, { "task_id": 103, "ok": false }, { "task_id": 104, "ok": true }, { "task_id": 105, "ok": true }, { "task_id": 106, "ok": false }, { "task_id": 107, "ok": false }, { "task_id": 108, "ok": false }, { "task_id": 109, "ok": false }, { "task_id": 110, "ok": false }, { "task_id": 111, "ok": false }, { "task_id": 112, "ok": false }, { "task_id": 113, "ok": true }, { "task_id": 114, "ok": false }, { "task_id": 115, "ok": true }, { "task_id": 116, "ok": true }, { "task_id": 117, "ok": true }, { "task_id": 118, "ok": false }, { "task_id": 119, "ok": false }, { "task_id": 120, "ok": false }, { "task_id": 121, "ok": false }, { "task_id": 122, "ok": false }, { "task_id": 123, "ok": false }, { "task_id": 124, "ok": false }, { "task_id": 125, "ok": false }, { "task_id": 126, "ok": false }, { "task_id": 127, "ok": true }, { "task_id": 128, "ok": true }, { "task_id": 129, "ok": false }, { "task_id": 130, "ok": false }, { "task_id": 131, "ok": true }, { "task_id": 132, "ok": true }, { "task_id": 133, "ok": true }, { "task_id": 134, "ok": false }, { "task_id": 135, "ok": true }, { "task_id": 136, "ok": false }, { "task_id": 137, "ok": false }, { "task_id": 138, "ok": false }, { "task_id": 139, "ok": false }, { "task_id": 140, "ok": false }, { "task_id": 141, "ok": false }, { "task_id": 142, "ok": false }, { "task_id": 143, "ok": false }, { "task_id": 144, "ok": true }, { "task_id": 145, "ok": true }, { "task_id": 146, "ok": false }, { "task_id": 147, "ok": false }, { "task_id": 148, "ok": false }, { "task_id": 149, "ok": false }, { "task_id": 150, "ok": false }, { "task_id": 151, "ok": true }, { "task_id": 152, "ok": false }, { "task_id": 153, "ok": true }, { "task_id": 154, "ok": true }, { "task_id": 155, "ok": false }, { "task_id": 156, "ok": true }, { "task_id": 157, "ok": true }, { "task_id": 158, "ok": false }, { "task_id": 159, "ok": false }, { "task_id": 160, "ok": false }, { "task_id": 161, "ok": true }, { "task_id": 162, "ok": true }, { "task_id": 163, "ok": true }, { "task_id": 164, "ok": false }, { "task_id": 165, "ok": false }, { "task_id": 166, "ok": false }, { "task_id": 167, "ok": true }, { "task_id": 168, "ok": true }, { "task_id": 169, "ok": false }, { "task_id": 170, "ok": false }, { "task_id": 171, "ok": true }, { "task_id": 172, "ok": true }, { "task_id": 173, "ok": true }, { "task_id": 174, "ok": true }, { "task_id": 175, "ok": true }, { "task_id": 176, "ok": true }, { "task_id": 177, "ok": false }, { "task_id": 178, "ok": true }, { "task_id": 179, "ok": true }, { "task_id": 180, "ok": false }, { "task_id": 181, "ok": false }, { "task_id": 182, "ok": false }, { "task_id": 183, "ok": false }, { "task_id": 184, "ok": false }, { "task_id": 185, "ok": false }, { "task_id": 186, "ok": true }, { "task_id": 187, "ok": false }, { "task_id": 188, "ok": false }, { "task_id": 189, "ok": false }, { "task_id": 190, "ok": false }, { "task_id": 191, "ok": true }, { "task_id": 192, "ok": true }, { "task_id": 193, "ok": false }, { "task_id": 194, "ok": true }, { "task_id": 195, "ok": false }, { "task_id": 196, "ok": true }, { "task_id": 197, "ok": true }, { "task_id": 198, "ok": false }, { "task_id": 199, "ok": true }, { "task_id": 200, "ok": true }, { "task_id": 201, "ok": true }, { "task_id": 202, "ok": true }, { "task_id": 203, "ok": true }, { "task_id": 204, "ok": true }, { "task_id": 205, "ok": false }, { "task_id": 206, "ok": false }, { "task_id": 207, "ok": false }, { "task_id": 208, "ok": false }, { "task_id": 209, "ok": false }, { "task_id": 210, "ok": true }, { "task_id": 211, "ok": false }, { "task_id": 212, "ok": false }, { "task_id": 213, "ok": true }, { "task_id": 214, "ok": true }, { "task_id": 215, "ok": true }, { "task_id": 216, "ok": false }, { "task_id": 217, "ok": true }, { "task_id": 218, "ok": false }, { "task_id": 219, "ok": false }, { "task_id": 220, "ok": false }, { "task_id": 221, "ok": true }, { "task_id": 222, "ok": true }, { "task_id": 223, "ok": false }, { "task_id": 224, "ok": true }, { "task_id": 225, "ok": false }, { "task_id": 226, "ok": true }, { "task_id": 227, "ok": true }, { "task_id": 228, "ok": false }, { "task_id": 229, "ok": false }, { "task_id": 230, "ok": true }, { "task_id": 231, "ok": false }, { "task_id": 232, "ok": true }, { "task_id": 233, "ok": false }, { "task_id": 234, "ok": true }, { "task_id": 235, "ok": false }, { "task_id": 236, "ok": false }, { "task_id": 237, "ok": false }, { "task_id": 238, "ok": true }, { "task_id": 239, "ok": false }, { "task_id": 240, "ok": true }, { "task_id": 241, "ok": false }, { "task_id": 242, "ok": true }, { "task_id": 243, "ok": false }, { "task_id": 244, "ok": true }, { "task_id": 245, "ok": false }, { "task_id": 246, "ok": true }, { "task_id": 247, "ok": false }, { "task_id": 248, "ok": false }, { "task_id": 249, "ok": false }, { "task_id": 250, "ok": true }, { "task_id": 251, "ok": true }, { "task_id": 252, "ok": true }, { "task_id": 253, "ok": true }, { "task_id": 254, "ok": true }, { "task_id": 255, "ok": false }, { "task_id": 256, "ok": false }, { "task_id": 257, "ok": true }, { "task_id": 258, "ok": false }, { "task_id": 259, "ok": false }, { "task_id": 260, "ok": false } ] }, "1": { "acc": 0.472, "by_label": { "easy": 0.8688524590163934, "hard": 0.32142857142857145, "drop": 0.03 }, "per_item": [ { "task_id": 11, "ok": true }, { "task_id": 12, "ok": false }, { "task_id": 13, "ok": false }, { "task_id": 14, "ok": true }, { "task_id": 15, "ok": false }, { "task_id": 16, "ok": true }, { "task_id": 17, "ok": true }, { "task_id": 18, "ok": true }, { "task_id": 19, "ok": true }, { "task_id": 20, "ok": false }, { "task_id": 21, "ok": false }, { "task_id": 22, "ok": true }, { "task_id": 23, "ok": false }, { "task_id": 24, "ok": false }, { "task_id": 25, "ok": true }, { "task_id": 26, "ok": false }, { "task_id": 27, "ok": true }, { "task_id": 28, "ok": false }, { "task_id": 29, "ok": true }, { "task_id": 30, "ok": false }, { "task_id": 31, "ok": false }, { "task_id": 32, "ok": true }, { "task_id": 33, "ok": false }, { "task_id": 34, "ok": false }, { "task_id": 35, "ok": true }, { "task_id": 36, "ok": false }, { "task_id": 37, "ok": false }, { "task_id": 38, "ok": false }, { "task_id": 39, "ok": false }, { "task_id": 40, "ok": true }, { "task_id": 41, "ok": true }, { "task_id": 42, "ok": false }, { "task_id": 43, "ok": false }, { "task_id": 44, "ok": true }, { "task_id": 45, "ok": true }, { "task_id": 46, "ok": true }, { "task_id": 47, "ok": false }, { "task_id": 48, "ok": false }, { "task_id": 49, "ok": true }, { "task_id": 50, "ok": false }, { "task_id": 51, "ok": true }, { "task_id": 52, "ok": true }, { "task_id": 53, "ok": true }, { "task_id": 54, "ok": true }, { "task_id": 55, "ok": true }, { "task_id": 56, "ok": true }, { "task_id": 57, "ok": false }, { "task_id": 58, "ok": true }, { "task_id": 59, "ok": false }, { "task_id": 60, "ok": false }, { "task_id": 61, "ok": true }, { "task_id": 62, "ok": true }, { "task_id": 63, "ok": true }, { "task_id": 64, "ok": true }, { "task_id": 65, "ok": true }, { "task_id": 66, "ok": true }, { "task_id": 67, "ok": false }, { "task_id": 68, "ok": false }, { "task_id": 69, "ok": true }, { "task_id": 70, "ok": false }, { "task_id": 71, "ok": false }, { "task_id": 72, "ok": false }, { "task_id": 73, "ok": true }, { "task_id": 74, "ok": false }, { "task_id": 75, "ok": true }, { "task_id": 76, "ok": false }, { "task_id": 77, "ok": false }, { "task_id": 78, "ok": true }, { "task_id": 79, "ok": true }, { "task_id": 80, "ok": true }, { "task_id": 81, "ok": false }, { "task_id": 82, "ok": true }, { "task_id": 83, "ok": false }, { "task_id": 84, "ok": false }, { "task_id": 85, "ok": true }, { "task_id": 86, "ok": true }, { "task_id": 87, "ok": false }, { "task_id": 88, "ok": true }, { "task_id": 89, "ok": true }, { "task_id": 90, "ok": true }, { "task_id": 91, "ok": true }, { "task_id": 92, "ok": false }, { "task_id": 93, "ok": true }, { "task_id": 94, "ok": true }, { "task_id": 95, "ok": true }, { "task_id": 96, "ok": true }, { "task_id": 97, "ok": true }, { "task_id": 98, "ok": true }, { "task_id": 99, "ok": true }, { "task_id": 100, "ok": false }, { "task_id": 101, "ok": false }, { "task_id": 102, "ok": true }, { "task_id": 103, "ok": false }, { "task_id": 104, "ok": true }, { "task_id": 105, "ok": true }, { "task_id": 106, "ok": false }, { "task_id": 107, "ok": false }, { "task_id": 108, "ok": false }, { "task_id": 109, "ok": false }, { "task_id": 110, "ok": false }, { "task_id": 111, "ok": false }, { "task_id": 112, "ok": false }, { "task_id": 113, "ok": true }, { "task_id": 114, "ok": false }, { "task_id": 115, "ok": true }, { "task_id": 116, "ok": true }, { "task_id": 117, "ok": true }, { "task_id": 118, "ok": false }, { "task_id": 119, "ok": false }, { "task_id": 120, "ok": false }, { "task_id": 121, "ok": false }, { "task_id": 122, "ok": false }, { "task_id": 123, "ok": false }, { "task_id": 124, "ok": false }, { "task_id": 125, "ok": false }, { "task_id": 126, "ok": false }, { "task_id": 127, "ok": true }, { "task_id": 128, "ok": false }, { "task_id": 129, "ok": false }, { "task_id": 130, "ok": false }, { "task_id": 131, "ok": false }, { "task_id": 132, "ok": true }, { "task_id": 133, "ok": true }, { "task_id": 134, "ok": false }, { "task_id": 135, "ok": true }, { "task_id": 136, "ok": false }, { "task_id": 137, "ok": false }, { "task_id": 138, "ok": false }, { "task_id": 139, "ok": false }, { "task_id": 140, "ok": false }, { "task_id": 141, "ok": false }, { "task_id": 142, "ok": false }, { "task_id": 143, "ok": false }, { "task_id": 144, "ok": true }, { "task_id": 145, "ok": true }, { "task_id": 146, "ok": false }, { "task_id": 147, "ok": false }, { "task_id": 148, "ok": false }, { "task_id": 149, "ok": true }, { "task_id": 150, "ok": false }, { "task_id": 151, "ok": true }, { "task_id": 152, "ok": false }, { "task_id": 153, "ok": true }, { "task_id": 154, "ok": false }, { "task_id": 155, "ok": false }, { "task_id": 156, "ok": true }, { "task_id": 157, "ok": true }, { "task_id": 158, "ok": false }, { "task_id": 159, "ok": false }, { "task_id": 160, "ok": false }, { "task_id": 161, "ok": true }, { "task_id": 162, "ok": true }, { "task_id": 163, "ok": true }, { "task_id": 164, "ok": false }, { "task_id": 165, "ok": false }, { "task_id": 166, "ok": false }, { "task_id": 167, "ok": true }, { "task_id": 168, "ok": true }, { "task_id": 169, "ok": false }, { "task_id": 170, "ok": true }, { "task_id": 171, "ok": true }, { "task_id": 172, "ok": true }, { "task_id": 173, "ok": true }, { "task_id": 174, "ok": true }, { "task_id": 175, "ok": true }, { "task_id": 176, "ok": true }, { "task_id": 177, "ok": false }, { "task_id": 178, "ok": true }, { "task_id": 179, "ok": false }, { "task_id": 180, "ok": false }, { "task_id": 181, "ok": false }, { "task_id": 182, "ok": false }, { "task_id": 183, "ok": false }, { "task_id": 184, "ok": false }, { "task_id": 185, "ok": false }, { "task_id": 186, "ok": true }, { "task_id": 187, "ok": false }, { "task_id": 188, "ok": false }, { "task_id": 189, "ok": false }, { "task_id": 190, "ok": false }, { "task_id": 191, "ok": true }, { "task_id": 192, "ok": true }, { "task_id": 193, "ok": false }, { "task_id": 194, "ok": false }, { "task_id": 195, "ok": true }, { "task_id": 196, "ok": true }, { "task_id": 197, "ok": true }, { "task_id": 198, "ok": false }, { "task_id": 199, "ok": true }, { "task_id": 200, "ok": true }, { "task_id": 201, "ok": true }, { "task_id": 202, "ok": true }, { "task_id": 203, "ok": true }, { "task_id": 204, "ok": true }, { "task_id": 205, "ok": false }, { "task_id": 206, "ok": false }, { "task_id": 207, "ok": false }, { "task_id": 208, "ok": false }, { "task_id": 209, "ok": false }, { "task_id": 210, "ok": true }, { "task_id": 211, "ok": false }, { "task_id": 212, "ok": true }, { "task_id": 213, "ok": false }, { "task_id": 214, "ok": true }, { "task_id": 215, "ok": true }, { "task_id": 216, "ok": false }, { "task_id": 217, "ok": true }, { "task_id": 218, "ok": false }, { "task_id": 219, "ok": false }, { "task_id": 220, "ok": false }, { "task_id": 221, "ok": true }, { "task_id": 222, "ok": true }, { "task_id": 223, "ok": false }, { "task_id": 224, "ok": true }, { "task_id": 225, "ok": false }, { "task_id": 226, "ok": true }, { "task_id": 227, "ok": true }, { "task_id": 228, "ok": false }, { "task_id": 229, "ok": false }, { "task_id": 230, "ok": true }, { "task_id": 231, "ok": false }, { "task_id": 232, "ok": true }, { "task_id": 233, "ok": false }, { "task_id": 234, "ok": true }, { "task_id": 235, "ok": false }, { "task_id": 236, "ok": false }, { "task_id": 237, "ok": false }, { "task_id": 238, "ok": true }, { "task_id": 239, "ok": false }, { "task_id": 240, "ok": false }, { "task_id": 241, "ok": false }, { "task_id": 242, "ok": true }, { "task_id": 243, "ok": false }, { "task_id": 244, "ok": true }, { "task_id": 245, "ok": false }, { "task_id": 246, "ok": true }, { "task_id": 247, "ok": true }, { "task_id": 248, "ok": false }, { "task_id": 249, "ok": false }, { "task_id": 250, "ok": true }, { "task_id": 251, "ok": true }, { "task_id": 252, "ok": true }, { "task_id": 253, "ok": true }, { "task_id": 254, "ok": false }, { "task_id": 255, "ok": false }, { "task_id": 256, "ok": false }, { "task_id": 257, "ok": true }, { "task_id": 258, "ok": true }, { "task_id": 259, "ok": false }, { "task_id": 260, "ok": false } ] }, "2": { "acc": 0.484, "by_label": { "easy": 0.8770491803278688, "hard": 0.39285714285714285, "drop": 0.03 }, "per_item": [ { "task_id": 11, "ok": true }, { "task_id": 12, "ok": false }, { "task_id": 13, "ok": false }, { "task_id": 14, "ok": false }, { "task_id": 15, "ok": false }, { "task_id": 16, "ok": false }, { "task_id": 17, "ok": true }, { "task_id": 18, "ok": true }, { "task_id": 19, "ok": true }, { "task_id": 20, "ok": false }, { "task_id": 21, "ok": false }, { "task_id": 22, "ok": true }, { "task_id": 23, "ok": true }, { "task_id": 24, "ok": false }, { "task_id": 25, "ok": true }, { "task_id": 26, "ok": false }, { "task_id": 27, "ok": true }, { "task_id": 28, "ok": true }, { "task_id": 29, "ok": true }, { "task_id": 30, "ok": true }, { "task_id": 31, "ok": false }, { "task_id": 32, "ok": true }, { "task_id": 33, "ok": false }, { "task_id": 34, "ok": false }, { "task_id": 35, "ok": true }, { "task_id": 36, "ok": false }, { "task_id": 37, "ok": true }, { "task_id": 38, "ok": false }, { "task_id": 39, "ok": false }, { "task_id": 40, "ok": true }, { "task_id": 41, "ok": true }, { "task_id": 42, "ok": false }, { "task_id": 43, "ok": false }, { "task_id": 44, "ok": true }, { "task_id": 45, "ok": true }, { "task_id": 46, "ok": true }, { "task_id": 47, "ok": false }, { "task_id": 48, "ok": false }, { "task_id": 49, "ok": true }, { "task_id": 50, "ok": false }, { "task_id": 51, "ok": true }, { "task_id": 52, "ok": true }, { "task_id": 53, "ok": true }, { "task_id": 54, "ok": true }, { "task_id": 55, "ok": true }, { "task_id": 56, "ok": true }, { "task_id": 57, "ok": false }, { "task_id": 58, "ok": true }, { "task_id": 59, "ok": true }, { "task_id": 60, "ok": false }, { "task_id": 61, "ok": true }, { "task_id": 62, "ok": true }, { "task_id": 63, "ok": true }, { "task_id": 64, "ok": true }, { "task_id": 65, "ok": true }, { "task_id": 66, "ok": true }, { "task_id": 67, "ok": false }, { "task_id": 68, "ok": false }, { "task_id": 69, "ok": true }, { "task_id": 70, "ok": true }, { "task_id": 71, "ok": false }, { "task_id": 72, "ok": false }, { "task_id": 73, "ok": true }, { "task_id": 74, "ok": false }, { "task_id": 75, "ok": true }, { "task_id": 76, "ok": false }, { "task_id": 77, "ok": false }, { "task_id": 78, "ok": true }, { "task_id": 79, "ok": true }, { "task_id": 80, "ok": true }, { "task_id": 81, "ok": false }, { "task_id": 82, "ok": true }, { "task_id": 83, "ok": false }, { "task_id": 84, "ok": false }, { "task_id": 85, "ok": true }, { "task_id": 86, "ok": true }, { "task_id": 87, "ok": false }, { "task_id": 88, "ok": true }, { "task_id": 89, "ok": true }, { "task_id": 90, "ok": true }, { "task_id": 91, "ok": true }, { "task_id": 92, "ok": true }, { "task_id": 93, "ok": true }, { "task_id": 94, "ok": true }, { "task_id": 95, "ok": true }, { "task_id": 96, "ok": true }, { "task_id": 97, "ok": true }, { "task_id": 98, "ok": true }, { "task_id": 99, "ok": true }, { "task_id": 100, "ok": false }, { "task_id": 101, "ok": false }, { "task_id": 102, "ok": true }, { "task_id": 103, "ok": false }, { "task_id": 104, "ok": true }, { "task_id": 105, "ok": true }, { "task_id": 106, "ok": false }, { "task_id": 107, "ok": false }, { "task_id": 108, "ok": false }, { "task_id": 109, "ok": false }, { "task_id": 110, "ok": false }, { "task_id": 111, "ok": false }, { "task_id": 112, "ok": false }, { "task_id": 113, "ok": true }, { "task_id": 114, "ok": false }, { "task_id": 115, "ok": true }, { "task_id": 116, "ok": true }, { "task_id": 117, "ok": false }, { "task_id": 118, "ok": false }, { "task_id": 119, "ok": false }, { "task_id": 120, "ok": true }, { "task_id": 121, "ok": false }, { "task_id": 122, "ok": false }, { "task_id": 123, "ok": false }, { "task_id": 124, "ok": false }, { "task_id": 125, "ok": false }, { "task_id": 126, "ok": false }, { "task_id": 127, "ok": true }, { "task_id": 128, "ok": true }, { "task_id": 129, "ok": false }, { "task_id": 130, "ok": false }, { "task_id": 131, "ok": false }, { "task_id": 132, "ok": true }, { "task_id": 133, "ok": true }, { "task_id": 134, "ok": false }, { "task_id": 135, "ok": true }, { "task_id": 136, "ok": false }, { "task_id": 137, "ok": false }, { "task_id": 138, "ok": false }, { "task_id": 139, "ok": false }, { "task_id": 140, "ok": false }, { "task_id": 141, "ok": false }, { "task_id": 142, "ok": false }, { "task_id": 143, "ok": false }, { "task_id": 144, "ok": false }, { "task_id": 145, "ok": true }, { "task_id": 146, "ok": false }, { "task_id": 147, "ok": false }, { "task_id": 148, "ok": false }, { "task_id": 149, "ok": false }, { "task_id": 150, "ok": false }, { "task_id": 151, "ok": true }, { "task_id": 152, "ok": false }, { "task_id": 153, "ok": true }, { "task_id": 154, "ok": false }, { "task_id": 155, "ok": false }, { "task_id": 156, "ok": false }, { "task_id": 157, "ok": true }, { "task_id": 158, "ok": false }, { "task_id": 159, "ok": false }, { "task_id": 160, "ok": false }, { "task_id": 161, "ok": true }, { "task_id": 162, "ok": true }, { "task_id": 163, "ok": true }, { "task_id": 164, "ok": false }, { "task_id": 165, "ok": false }, { "task_id": 166, "ok": false }, { "task_id": 167, "ok": true }, { "task_id": 168, "ok": true }, { "task_id": 169, "ok": false }, { "task_id": 170, "ok": true }, { "task_id": 171, "ok": true }, { "task_id": 172, "ok": true }, { "task_id": 173, "ok": true }, { "task_id": 174, "ok": true }, { "task_id": 175, "ok": true }, { "task_id": 176, "ok": true }, { "task_id": 177, "ok": false }, { "task_id": 178, "ok": true }, { "task_id": 179, "ok": false }, { "task_id": 180, "ok": false }, { "task_id": 181, "ok": false }, { "task_id": 182, "ok": false }, { "task_id": 183, "ok": false }, { "task_id": 184, "ok": false }, { "task_id": 185, "ok": false }, { "task_id": 186, "ok": true }, { "task_id": 187, "ok": false }, { "task_id": 188, "ok": false }, { "task_id": 189, "ok": false }, { "task_id": 190, "ok": false }, { "task_id": 191, "ok": true }, { "task_id": 192, "ok": true }, { "task_id": 193, "ok": false }, { "task_id": 194, "ok": false }, { "task_id": 195, "ok": true }, { "task_id": 196, "ok": true }, { "task_id": 197, "ok": true }, { "task_id": 198, "ok": false }, { "task_id": 199, "ok": true }, { "task_id": 200, "ok": true }, { "task_id": 201, "ok": true }, { "task_id": 202, "ok": true }, { "task_id": 203, "ok": true }, { "task_id": 204, "ok": true }, { "task_id": 205, "ok": false }, { "task_id": 206, "ok": false }, { "task_id": 207, "ok": false }, { "task_id": 208, "ok": true }, { "task_id": 209, "ok": false }, { "task_id": 210, "ok": true }, { "task_id": 211, "ok": false }, { "task_id": 212, "ok": true }, { "task_id": 213, "ok": false }, { "task_id": 214, "ok": true }, { "task_id": 215, "ok": false }, { "task_id": 216, "ok": false }, { "task_id": 217, "ok": true }, { "task_id": 218, "ok": false }, { "task_id": 219, "ok": false }, { "task_id": 220, "ok": false }, { "task_id": 221, "ok": true }, { "task_id": 222, "ok": true }, { "task_id": 223, "ok": false }, { "task_id": 224, "ok": true }, { "task_id": 225, "ok": true }, { "task_id": 226, "ok": true }, { "task_id": 227, "ok": true }, { "task_id": 228, "ok": false }, { "task_id": 229, "ok": false }, { "task_id": 230, "ok": true }, { "task_id": 231, "ok": false }, { "task_id": 232, "ok": true }, { "task_id": 233, "ok": false }, { "task_id": 234, "ok": true }, { "task_id": 235, "ok": false }, { "task_id": 236, "ok": false }, { "task_id": 237, "ok": false }, { "task_id": 238, "ok": true }, { "task_id": 239, "ok": false }, { "task_id": 240, "ok": false }, { "task_id": 241, "ok": false }, { "task_id": 242, "ok": true }, { "task_id": 243, "ok": false }, { "task_id": 244, "ok": true }, { "task_id": 245, "ok": false }, { "task_id": 246, "ok": false }, { "task_id": 247, "ok": true }, { "task_id": 248, "ok": false }, { "task_id": 249, "ok": false }, { "task_id": 250, "ok": true }, { "task_id": 251, "ok": true }, { "task_id": 252, "ok": true }, { "task_id": 253, "ok": true }, { "task_id": 254, "ok": false }, { "task_id": 255, "ok": false }, { "task_id": 256, "ok": false }, { "task_id": 257, "ok": true }, { "task_id": 258, "ok": true }, { "task_id": 259, "ok": false }, { "task_id": 260, "ok": false } ] }, "4": { "acc": 0.52, "by_label": { "easy": 0.8934426229508197, "hard": 0.4642857142857143, "drop": 0.08 }, "per_item": [ { "task_id": 11, "ok": true }, { "task_id": 12, "ok": true }, { "task_id": 13, "ok": false }, { "task_id": 14, "ok": true }, { "task_id": 15, "ok": false }, { "task_id": 16, "ok": true }, { "task_id": 17, "ok": true }, { "task_id": 18, "ok": true }, { "task_id": 19, "ok": true }, { "task_id": 20, "ok": false }, { "task_id": 21, "ok": false }, { "task_id": 22, "ok": true }, { "task_id": 23, "ok": true }, { "task_id": 24, "ok": false }, { "task_id": 25, "ok": true }, { "task_id": 26, "ok": false }, { "task_id": 27, "ok": true }, { "task_id": 28, "ok": true }, { "task_id": 29, "ok": true }, { "task_id": 30, "ok": true }, { "task_id": 31, "ok": false }, { "task_id": 32, "ok": true }, { "task_id": 33, "ok": false }, { "task_id": 34, "ok": false }, { "task_id": 35, "ok": true }, { "task_id": 36, "ok": false }, { "task_id": 37, "ok": true }, { "task_id": 38, "ok": false }, { "task_id": 39, "ok": false }, { "task_id": 40, "ok": true }, { "task_id": 41, "ok": true }, { "task_id": 42, "ok": false }, { "task_id": 43, "ok": false }, { "task_id": 44, "ok": true }, { "task_id": 45, "ok": true }, { "task_id": 46, "ok": true }, { "task_id": 47, "ok": false }, { "task_id": 48, "ok": false }, { "task_id": 49, "ok": true }, { "task_id": 50, "ok": false }, { "task_id": 51, "ok": true }, { "task_id": 52, "ok": true }, { "task_id": 53, "ok": true }, { "task_id": 54, "ok": false }, { "task_id": 55, "ok": true }, { "task_id": 56, "ok": true }, { "task_id": 57, "ok": false }, { "task_id": 58, "ok": true }, { "task_id": 59, "ok": true }, { "task_id": 60, "ok": false }, { "task_id": 61, "ok": false }, { "task_id": 62, "ok": true }, { "task_id": 63, "ok": true }, { "task_id": 64, "ok": true }, { "task_id": 65, "ok": true }, { "task_id": 66, "ok": true }, { "task_id": 67, "ok": false }, { "task_id": 68, "ok": false }, { "task_id": 69, "ok": true }, { "task_id": 70, "ok": true }, { "task_id": 71, "ok": false }, { "task_id": 72, "ok": true }, { "task_id": 73, "ok": false }, { "task_id": 74, "ok": false }, { "task_id": 75, "ok": true }, { "task_id": 76, "ok": false }, { "task_id": 77, "ok": false }, { "task_id": 78, "ok": true }, { "task_id": 79, "ok": true }, { "task_id": 80, "ok": true }, { "task_id": 81, "ok": false }, { "task_id": 82, "ok": true }, { "task_id": 83, "ok": false }, { "task_id": 84, "ok": false }, { "task_id": 85, "ok": true }, { "task_id": 86, "ok": true }, { "task_id": 87, "ok": false }, { "task_id": 88, "ok": true }, { "task_id": 89, "ok": true }, { "task_id": 90, "ok": true }, { "task_id": 91, "ok": true }, { "task_id": 92, "ok": false }, { "task_id": 93, "ok": true }, { "task_id": 94, "ok": true }, { "task_id": 95, "ok": true }, { "task_id": 96, "ok": true }, { "task_id": 97, "ok": true }, { "task_id": 98, "ok": true }, { "task_id": 99, "ok": true }, { "task_id": 100, "ok": false }, { "task_id": 101, "ok": false }, { "task_id": 102, "ok": true }, { "task_id": 103, "ok": false }, { "task_id": 104, "ok": true }, { "task_id": 105, "ok": true }, { "task_id": 106, "ok": false }, { "task_id": 107, "ok": false }, { "task_id": 108, "ok": false }, { "task_id": 109, "ok": false }, { "task_id": 110, "ok": false }, { "task_id": 111, "ok": false }, { "task_id": 112, "ok": false }, { "task_id": 113, "ok": true }, { "task_id": 114, "ok": false }, { "task_id": 115, "ok": true }, { "task_id": 116, "ok": true }, { "task_id": 117, "ok": false }, { "task_id": 118, "ok": false }, { "task_id": 119, "ok": false }, { "task_id": 120, "ok": true }, { "task_id": 121, "ok": false }, { "task_id": 122, "ok": false }, { "task_id": 123, "ok": false }, { "task_id": 124, "ok": false }, { "task_id": 125, "ok": false }, { "task_id": 126, "ok": false }, { "task_id": 127, "ok": true }, { "task_id": 128, "ok": true }, { "task_id": 129, "ok": false }, { "task_id": 130, "ok": true }, { "task_id": 131, "ok": false }, { "task_id": 132, "ok": true }, { "task_id": 133, "ok": true }, { "task_id": 134, "ok": false }, { "task_id": 135, "ok": true }, { "task_id": 136, "ok": false }, { "task_id": 137, "ok": false }, { "task_id": 138, "ok": false }, { "task_id": 139, "ok": false }, { "task_id": 140, "ok": false }, { "task_id": 141, "ok": false }, { "task_id": 142, "ok": false }, { "task_id": 143, "ok": false }, { "task_id": 144, "ok": false }, { "task_id": 145, "ok": true }, { "task_id": 146, "ok": false }, { "task_id": 147, "ok": false }, { "task_id": 148, "ok": false }, { "task_id": 149, "ok": true }, { "task_id": 150, "ok": false }, { "task_id": 151, "ok": true }, { "task_id": 152, "ok": false }, { "task_id": 153, "ok": true }, { "task_id": 154, "ok": true }, { "task_id": 155, "ok": false }, { "task_id": 156, "ok": false }, { "task_id": 157, "ok": true }, { "task_id": 158, "ok": false }, { "task_id": 159, "ok": false }, { "task_id": 160, "ok": false }, { "task_id": 161, "ok": true }, { "task_id": 162, "ok": true }, { "task_id": 163, "ok": true }, { "task_id": 164, "ok": false }, { "task_id": 165, "ok": false }, { "task_id": 166, "ok": true }, { "task_id": 167, "ok": true }, { "task_id": 168, "ok": true }, { "task_id": 169, "ok": false }, { "task_id": 170, "ok": true }, { "task_id": 171, "ok": true }, { "task_id": 172, "ok": true }, { "task_id": 173, "ok": true }, { "task_id": 174, "ok": true }, { "task_id": 175, "ok": true }, { "task_id": 176, "ok": true }, { "task_id": 177, "ok": false }, { "task_id": 178, "ok": true }, { "task_id": 179, "ok": true }, { "task_id": 180, "ok": false }, { "task_id": 181, "ok": false }, { "task_id": 182, "ok": false }, { "task_id": 183, "ok": false }, { "task_id": 184, "ok": false }, { "task_id": 185, "ok": false }, { "task_id": 186, "ok": true }, { "task_id": 187, "ok": true }, { "task_id": 188, "ok": false }, { "task_id": 189, "ok": false }, { "task_id": 190, "ok": false }, { "task_id": 191, "ok": true }, { "task_id": 192, "ok": true }, { "task_id": 193, "ok": true }, { "task_id": 194, "ok": true }, { "task_id": 195, "ok": true }, { "task_id": 196, "ok": true }, { "task_id": 197, "ok": true }, { "task_id": 198, "ok": false }, { "task_id": 199, "ok": true }, { "task_id": 200, "ok": true }, { "task_id": 201, "ok": true }, { "task_id": 202, "ok": true }, { "task_id": 203, "ok": true }, { "task_id": 204, "ok": true }, { "task_id": 205, "ok": false }, { "task_id": 206, "ok": false }, { "task_id": 207, "ok": false }, { "task_id": 208, "ok": true }, { "task_id": 209, "ok": false }, { "task_id": 210, "ok": false }, { "task_id": 211, "ok": false }, { "task_id": 212, "ok": true }, { "task_id": 213, "ok": false }, { "task_id": 214, "ok": true }, { "task_id": 215, "ok": false }, { "task_id": 216, "ok": false }, { "task_id": 217, "ok": true }, { "task_id": 218, "ok": false }, { "task_id": 219, "ok": false }, { "task_id": 220, "ok": false }, { "task_id": 221, "ok": true }, { "task_id": 222, "ok": true }, { "task_id": 223, "ok": false }, { "task_id": 224, "ok": true }, { "task_id": 225, "ok": true }, { "task_id": 226, "ok": true }, { "task_id": 227, "ok": true }, { "task_id": 228, "ok": false }, { "task_id": 229, "ok": false }, { "task_id": 230, "ok": true }, { "task_id": 231, "ok": false }, { "task_id": 232, "ok": true }, { "task_id": 233, "ok": false }, { "task_id": 234, "ok": true }, { "task_id": 235, "ok": false }, { "task_id": 236, "ok": false }, { "task_id": 237, "ok": false }, { "task_id": 238, "ok": true }, { "task_id": 239, "ok": false }, { "task_id": 240, "ok": false }, { "task_id": 241, "ok": false }, { "task_id": 242, "ok": true }, { "task_id": 243, "ok": false }, { "task_id": 244, "ok": true }, { "task_id": 245, "ok": false }, { "task_id": 246, "ok": false }, { "task_id": 247, "ok": true }, { "task_id": 248, "ok": false }, { "task_id": 249, "ok": true }, { "task_id": 250, "ok": true }, { "task_id": 251, "ok": true }, { "task_id": 252, "ok": true }, { "task_id": 253, "ok": true }, { "task_id": 254, "ok": false }, { "task_id": 255, "ok": false }, { "task_id": 256, "ok": true }, { "task_id": 257, "ok": true }, { "task_id": 258, "ok": false }, { "task_id": 259, "ok": true }, { "task_id": 260, "ok": false } ] } }, "n": 250 }