Files
jspace/results-loop/eval_code_merge_h2048_e400.json
T

4046 lines
50 KiB
JSON

{
"tag": "merge_h2048_e400",
"ks": {
"0": {
"acc": 0.488,
"by_label": {
"easy": 0.9836065573770492,
"hard": 0.03571428571428571,
"drop": 0.01
},
"per_item": [
{
"task_id": 11,
"ok": true
},
{
"task_id": 12,
"ok": false
},
{
"task_id": 13,
"ok": false
},
{
"task_id": 14,
"ok": true
},
{
"task_id": 15,
"ok": false
},
{
"task_id": 16,
"ok": false
},
{
"task_id": 17,
"ok": true
},
{
"task_id": 18,
"ok": true
},
{
"task_id": 19,
"ok": true
},
{
"task_id": 20,
"ok": false
},
{
"task_id": 21,
"ok": false
},
{
"task_id": 22,
"ok": true
},
{
"task_id": 23,
"ok": true
},
{
"task_id": 24,
"ok": false
},
{
"task_id": 25,
"ok": true
},
{
"task_id": 26,
"ok": false
},
{
"task_id": 27,
"ok": true
},
{
"task_id": 28,
"ok": true
},
{
"task_id": 29,
"ok": true
},
{
"task_id": 30,
"ok": true
},
{
"task_id": 31,
"ok": false
},
{
"task_id": 32,
"ok": true
},
{
"task_id": 33,
"ok": false
},
{
"task_id": 34,
"ok": false
},
{
"task_id": 35,
"ok": false
},
{
"task_id": 36,
"ok": false
},
{
"task_id": 37,
"ok": true
},
{
"task_id": 38,
"ok": false
},
{
"task_id": 39,
"ok": false
},
{
"task_id": 40,
"ok": true
},
{
"task_id": 41,
"ok": true
},
{
"task_id": 42,
"ok": false
},
{
"task_id": 43,
"ok": false
},
{
"task_id": 44,
"ok": true
},
{
"task_id": 45,
"ok": true
},
{
"task_id": 46,
"ok": true
},
{
"task_id": 47,
"ok": false
},
{
"task_id": 48,
"ok": false
},
{
"task_id": 49,
"ok": true
},
{
"task_id": 50,
"ok": true
},
{
"task_id": 51,
"ok": true
},
{
"task_id": 52,
"ok": true
},
{
"task_id": 53,
"ok": true
},
{
"task_id": 54,
"ok": false
},
{
"task_id": 55,
"ok": true
},
{
"task_id": 56,
"ok": true
},
{
"task_id": 57,
"ok": true
},
{
"task_id": 58,
"ok": true
},
{
"task_id": 59,
"ok": false
},
{
"task_id": 60,
"ok": false
},
{
"task_id": 61,
"ok": true
},
{
"task_id": 62,
"ok": true
},
{
"task_id": 63,
"ok": true
},
{
"task_id": 64,
"ok": true
},
{
"task_id": 65,
"ok": true
},
{
"task_id": 66,
"ok": true
},
{
"task_id": 67,
"ok": false
},
{
"task_id": 68,
"ok": true
},
{
"task_id": 69,
"ok": true
},
{
"task_id": 70,
"ok": true
},
{
"task_id": 71,
"ok": false
},
{
"task_id": 72,
"ok": false
},
{
"task_id": 73,
"ok": false
},
{
"task_id": 74,
"ok": false
},
{
"task_id": 75,
"ok": true
},
{
"task_id": 76,
"ok": true
},
{
"task_id": 77,
"ok": false
},
{
"task_id": 78,
"ok": true
},
{
"task_id": 79,
"ok": true
},
{
"task_id": 80,
"ok": true
},
{
"task_id": 81,
"ok": false
},
{
"task_id": 82,
"ok": true
},
{
"task_id": 83,
"ok": false
},
{
"task_id": 84,
"ok": false
},
{
"task_id": 85,
"ok": true
},
{
"task_id": 86,
"ok": false
},
{
"task_id": 87,
"ok": false
},
{
"task_id": 88,
"ok": true
},
{
"task_id": 89,
"ok": false
},
{
"task_id": 90,
"ok": true
},
{
"task_id": 91,
"ok": true
},
{
"task_id": 92,
"ok": false
},
{
"task_id": 93,
"ok": true
},
{
"task_id": 94,
"ok": true
},
{
"task_id": 95,
"ok": false
},
{
"task_id": 96,
"ok": true
},
{
"task_id": 97,
"ok": true
},
{
"task_id": 98,
"ok": true
},
{
"task_id": 99,
"ok": true
},
{
"task_id": 100,
"ok": false
},
{
"task_id": 101,
"ok": false
},
{
"task_id": 102,
"ok": true
},
{
"task_id": 103,
"ok": false
},
{
"task_id": 104,
"ok": true
},
{
"task_id": 105,
"ok": true
},
{
"task_id": 106,
"ok": false
},
{
"task_id": 107,
"ok": false
},
{
"task_id": 108,
"ok": false
},
{
"task_id": 109,
"ok": false
},
{
"task_id": 110,
"ok": false
},
{
"task_id": 111,
"ok": false
},
{
"task_id": 112,
"ok": false
},
{
"task_id": 113,
"ok": true
},
{
"task_id": 114,
"ok": false
},
{
"task_id": 115,
"ok": true
},
{
"task_id": 116,
"ok": true
},
{
"task_id": 117,
"ok": true
},
{
"task_id": 118,
"ok": false
},
{
"task_id": 119,
"ok": false
},
{
"task_id": 120,
"ok": false
},
{
"task_id": 121,
"ok": false
},
{
"task_id": 122,
"ok": false
},
{
"task_id": 123,
"ok": false
},
{
"task_id": 124,
"ok": false
},
{
"task_id": 125,
"ok": false
},
{
"task_id": 126,
"ok": false
},
{
"task_id": 127,
"ok": true
},
{
"task_id": 128,
"ok": true
},
{
"task_id": 129,
"ok": false
},
{
"task_id": 130,
"ok": false
},
{
"task_id": 131,
"ok": true
},
{
"task_id": 132,
"ok": true
},
{
"task_id": 133,
"ok": true
},
{
"task_id": 134,
"ok": false
},
{
"task_id": 135,
"ok": true
},
{
"task_id": 136,
"ok": false
},
{
"task_id": 137,
"ok": false
},
{
"task_id": 138,
"ok": false
},
{
"task_id": 139,
"ok": false
},
{
"task_id": 140,
"ok": false
},
{
"task_id": 141,
"ok": false
},
{
"task_id": 142,
"ok": false
},
{
"task_id": 143,
"ok": false
},
{
"task_id": 144,
"ok": true
},
{
"task_id": 145,
"ok": true
},
{
"task_id": 146,
"ok": false
},
{
"task_id": 147,
"ok": false
},
{
"task_id": 148,
"ok": false
},
{
"task_id": 149,
"ok": false
},
{
"task_id": 150,
"ok": false
},
{
"task_id": 151,
"ok": true
},
{
"task_id": 152,
"ok": false
},
{
"task_id": 153,
"ok": true
},
{
"task_id": 154,
"ok": true
},
{
"task_id": 155,
"ok": false
},
{
"task_id": 156,
"ok": true
},
{
"task_id": 157,
"ok": true
},
{
"task_id": 158,
"ok": false
},
{
"task_id": 159,
"ok": false
},
{
"task_id": 160,
"ok": false
},
{
"task_id": 161,
"ok": true
},
{
"task_id": 162,
"ok": true
},
{
"task_id": 163,
"ok": true
},
{
"task_id": 164,
"ok": false
},
{
"task_id": 165,
"ok": false
},
{
"task_id": 166,
"ok": false
},
{
"task_id": 167,
"ok": true
},
{
"task_id": 168,
"ok": true
},
{
"task_id": 169,
"ok": false
},
{
"task_id": 170,
"ok": false
},
{
"task_id": 171,
"ok": true
},
{
"task_id": 172,
"ok": true
},
{
"task_id": 173,
"ok": true
},
{
"task_id": 174,
"ok": true
},
{
"task_id": 175,
"ok": true
},
{
"task_id": 176,
"ok": true
},
{
"task_id": 177,
"ok": false
},
{
"task_id": 178,
"ok": true
},
{
"task_id": 179,
"ok": true
},
{
"task_id": 180,
"ok": false
},
{
"task_id": 181,
"ok": false
},
{
"task_id": 182,
"ok": false
},
{
"task_id": 183,
"ok": false
},
{
"task_id": 184,
"ok": false
},
{
"task_id": 185,
"ok": false
},
{
"task_id": 186,
"ok": true
},
{
"task_id": 187,
"ok": false
},
{
"task_id": 188,
"ok": false
},
{
"task_id": 189,
"ok": false
},
{
"task_id": 190,
"ok": false
},
{
"task_id": 191,
"ok": true
},
{
"task_id": 192,
"ok": true
},
{
"task_id": 193,
"ok": false
},
{
"task_id": 194,
"ok": true
},
{
"task_id": 195,
"ok": false
},
{
"task_id": 196,
"ok": true
},
{
"task_id": 197,
"ok": true
},
{
"task_id": 198,
"ok": false
},
{
"task_id": 199,
"ok": true
},
{
"task_id": 200,
"ok": true
},
{
"task_id": 201,
"ok": true
},
{
"task_id": 202,
"ok": true
},
{
"task_id": 203,
"ok": true
},
{
"task_id": 204,
"ok": true
},
{
"task_id": 205,
"ok": false
},
{
"task_id": 206,
"ok": false
},
{
"task_id": 207,
"ok": false
},
{
"task_id": 208,
"ok": false
},
{
"task_id": 209,
"ok": false
},
{
"task_id": 210,
"ok": true
},
{
"task_id": 211,
"ok": false
},
{
"task_id": 212,
"ok": false
},
{
"task_id": 213,
"ok": true
},
{
"task_id": 214,
"ok": true
},
{
"task_id": 215,
"ok": true
},
{
"task_id": 216,
"ok": false
},
{
"task_id": 217,
"ok": true
},
{
"task_id": 218,
"ok": false
},
{
"task_id": 219,
"ok": false
},
{
"task_id": 220,
"ok": false
},
{
"task_id": 221,
"ok": true
},
{
"task_id": 222,
"ok": true
},
{
"task_id": 223,
"ok": false
},
{
"task_id": 224,
"ok": true
},
{
"task_id": 225,
"ok": false
},
{
"task_id": 226,
"ok": true
},
{
"task_id": 227,
"ok": true
},
{
"task_id": 228,
"ok": false
},
{
"task_id": 229,
"ok": false
},
{
"task_id": 230,
"ok": true
},
{
"task_id": 231,
"ok": false
},
{
"task_id": 232,
"ok": true
},
{
"task_id": 233,
"ok": false
},
{
"task_id": 234,
"ok": true
},
{
"task_id": 235,
"ok": false
},
{
"task_id": 236,
"ok": false
},
{
"task_id": 237,
"ok": false
},
{
"task_id": 238,
"ok": true
},
{
"task_id": 239,
"ok": false
},
{
"task_id": 240,
"ok": true
},
{
"task_id": 241,
"ok": false
},
{
"task_id": 242,
"ok": true
},
{
"task_id": 243,
"ok": false
},
{
"task_id": 244,
"ok": true
},
{
"task_id": 245,
"ok": false
},
{
"task_id": 246,
"ok": true
},
{
"task_id": 247,
"ok": false
},
{
"task_id": 248,
"ok": false
},
{
"task_id": 249,
"ok": false
},
{
"task_id": 250,
"ok": true
},
{
"task_id": 251,
"ok": true
},
{
"task_id": 252,
"ok": true
},
{
"task_id": 253,
"ok": true
},
{
"task_id": 254,
"ok": true
},
{
"task_id": 255,
"ok": false
},
{
"task_id": 256,
"ok": false
},
{
"task_id": 257,
"ok": true
},
{
"task_id": 258,
"ok": false
},
{
"task_id": 259,
"ok": false
},
{
"task_id": 260,
"ok": false
}
]
},
"2": {
"acc": 0.54,
"by_label": {
"easy": 0.9508196721311475,
"hard": 0.42857142857142855,
"drop": 0.07
},
"per_item": [
{
"task_id": 11,
"ok": false
},
{
"task_id": 12,
"ok": true
},
{
"task_id": 13,
"ok": false
},
{
"task_id": 14,
"ok": true
},
{
"task_id": 15,
"ok": false
},
{
"task_id": 16,
"ok": false
},
{
"task_id": 17,
"ok": true
},
{
"task_id": 18,
"ok": true
},
{
"task_id": 19,
"ok": true
},
{
"task_id": 20,
"ok": false
},
{
"task_id": 21,
"ok": false
},
{
"task_id": 22,
"ok": true
},
{
"task_id": 23,
"ok": true
},
{
"task_id": 24,
"ok": false
},
{
"task_id": 25,
"ok": true
},
{
"task_id": 26,
"ok": false
},
{
"task_id": 27,
"ok": true
},
{
"task_id": 28,
"ok": true
},
{
"task_id": 29,
"ok": true
},
{
"task_id": 30,
"ok": true
},
{
"task_id": 31,
"ok": false
},
{
"task_id": 32,
"ok": true
},
{
"task_id": 33,
"ok": false
},
{
"task_id": 34,
"ok": false
},
{
"task_id": 35,
"ok": true
},
{
"task_id": 36,
"ok": false
},
{
"task_id": 37,
"ok": true
},
{
"task_id": 38,
"ok": false
},
{
"task_id": 39,
"ok": false
},
{
"task_id": 40,
"ok": true
},
{
"task_id": 41,
"ok": true
},
{
"task_id": 42,
"ok": false
},
{
"task_id": 43,
"ok": false
},
{
"task_id": 44,
"ok": true
},
{
"task_id": 45,
"ok": true
},
{
"task_id": 46,
"ok": true
},
{
"task_id": 47,
"ok": false
},
{
"task_id": 48,
"ok": false
},
{
"task_id": 49,
"ok": true
},
{
"task_id": 50,
"ok": true
},
{
"task_id": 51,
"ok": true
},
{
"task_id": 52,
"ok": true
},
{
"task_id": 53,
"ok": true
},
{
"task_id": 54,
"ok": false
},
{
"task_id": 55,
"ok": true
},
{
"task_id": 56,
"ok": true
},
{
"task_id": 57,
"ok": true
},
{
"task_id": 58,
"ok": true
},
{
"task_id": 59,
"ok": false
},
{
"task_id": 60,
"ok": false
},
{
"task_id": 61,
"ok": true
},
{
"task_id": 62,
"ok": true
},
{
"task_id": 63,
"ok": true
},
{
"task_id": 64,
"ok": true
},
{
"task_id": 65,
"ok": true
},
{
"task_id": 66,
"ok": true
},
{
"task_id": 67,
"ok": false
},
{
"task_id": 68,
"ok": true
},
{
"task_id": 69,
"ok": true
},
{
"task_id": 70,
"ok": true
},
{
"task_id": 71,
"ok": false
},
{
"task_id": 72,
"ok": true
},
{
"task_id": 73,
"ok": true
},
{
"task_id": 74,
"ok": false
},
{
"task_id": 75,
"ok": true
},
{
"task_id": 76,
"ok": true
},
{
"task_id": 77,
"ok": false
},
{
"task_id": 78,
"ok": true
},
{
"task_id": 79,
"ok": true
},
{
"task_id": 80,
"ok": true
},
{
"task_id": 81,
"ok": false
},
{
"task_id": 82,
"ok": true
},
{
"task_id": 83,
"ok": false
},
{
"task_id": 84,
"ok": false
},
{
"task_id": 85,
"ok": true
},
{
"task_id": 86,
"ok": true
},
{
"task_id": 87,
"ok": false
},
{
"task_id": 88,
"ok": true
},
{
"task_id": 89,
"ok": false
},
{
"task_id": 90,
"ok": true
},
{
"task_id": 91,
"ok": true
},
{
"task_id": 92,
"ok": false
},
{
"task_id": 93,
"ok": true
},
{
"task_id": 94,
"ok": true
},
{
"task_id": 95,
"ok": true
},
{
"task_id": 96,
"ok": true
},
{
"task_id": 97,
"ok": true
},
{
"task_id": 98,
"ok": true
},
{
"task_id": 99,
"ok": true
},
{
"task_id": 100,
"ok": false
},
{
"task_id": 101,
"ok": false
},
{
"task_id": 102,
"ok": true
},
{
"task_id": 103,
"ok": false
},
{
"task_id": 104,
"ok": true
},
{
"task_id": 105,
"ok": true
},
{
"task_id": 106,
"ok": false
},
{
"task_id": 107,
"ok": false
},
{
"task_id": 108,
"ok": false
},
{
"task_id": 109,
"ok": true
},
{
"task_id": 110,
"ok": false
},
{
"task_id": 111,
"ok": false
},
{
"task_id": 112,
"ok": false
},
{
"task_id": 113,
"ok": true
},
{
"task_id": 114,
"ok": false
},
{
"task_id": 115,
"ok": true
},
{
"task_id": 116,
"ok": true
},
{
"task_id": 117,
"ok": true
},
{
"task_id": 118,
"ok": true
},
{
"task_id": 119,
"ok": false
},
{
"task_id": 120,
"ok": false
},
{
"task_id": 121,
"ok": false
},
{
"task_id": 122,
"ok": false
},
{
"task_id": 123,
"ok": false
},
{
"task_id": 124,
"ok": false
},
{
"task_id": 125,
"ok": false
},
{
"task_id": 126,
"ok": false
},
{
"task_id": 127,
"ok": true
},
{
"task_id": 128,
"ok": true
},
{
"task_id": 129,
"ok": false
},
{
"task_id": 130,
"ok": true
},
{
"task_id": 131,
"ok": true
},
{
"task_id": 132,
"ok": true
},
{
"task_id": 133,
"ok": true
},
{
"task_id": 134,
"ok": false
},
{
"task_id": 135,
"ok": true
},
{
"task_id": 136,
"ok": false
},
{
"task_id": 137,
"ok": false
},
{
"task_id": 138,
"ok": false
},
{
"task_id": 139,
"ok": false
},
{
"task_id": 140,
"ok": false
},
{
"task_id": 141,
"ok": false
},
{
"task_id": 142,
"ok": false
},
{
"task_id": 143,
"ok": false
},
{
"task_id": 144,
"ok": false
},
{
"task_id": 145,
"ok": true
},
{
"task_id": 146,
"ok": false
},
{
"task_id": 147,
"ok": false
},
{
"task_id": 148,
"ok": false
},
{
"task_id": 149,
"ok": false
},
{
"task_id": 150,
"ok": false
},
{
"task_id": 151,
"ok": true
},
{
"task_id": 152,
"ok": false
},
{
"task_id": 153,
"ok": true
},
{
"task_id": 154,
"ok": true
},
{
"task_id": 155,
"ok": false
},
{
"task_id": 156,
"ok": true
},
{
"task_id": 157,
"ok": true
},
{
"task_id": 158,
"ok": false
},
{
"task_id": 159,
"ok": false
},
{
"task_id": 160,
"ok": false
},
{
"task_id": 161,
"ok": true
},
{
"task_id": 162,
"ok": true
},
{
"task_id": 163,
"ok": true
},
{
"task_id": 164,
"ok": false
},
{
"task_id": 165,
"ok": true
},
{
"task_id": 166,
"ok": false
},
{
"task_id": 167,
"ok": true
},
{
"task_id": 168,
"ok": true
},
{
"task_id": 169,
"ok": false
},
{
"task_id": 170,
"ok": true
},
{
"task_id": 171,
"ok": true
},
{
"task_id": 172,
"ok": true
},
{
"task_id": 173,
"ok": true
},
{
"task_id": 174,
"ok": true
},
{
"task_id": 175,
"ok": true
},
{
"task_id": 176,
"ok": true
},
{
"task_id": 177,
"ok": false
},
{
"task_id": 178,
"ok": true
},
{
"task_id": 179,
"ok": true
},
{
"task_id": 180,
"ok": false
},
{
"task_id": 181,
"ok": true
},
{
"task_id": 182,
"ok": false
},
{
"task_id": 183,
"ok": false
},
{
"task_id": 184,
"ok": false
},
{
"task_id": 185,
"ok": false
},
{
"task_id": 186,
"ok": true
},
{
"task_id": 187,
"ok": false
},
{
"task_id": 188,
"ok": false
},
{
"task_id": 189,
"ok": true
},
{
"task_id": 190,
"ok": false
},
{
"task_id": 191,
"ok": true
},
{
"task_id": 192,
"ok": true
},
{
"task_id": 193,
"ok": true
},
{
"task_id": 194,
"ok": true
},
{
"task_id": 195,
"ok": true
},
{
"task_id": 196,
"ok": true
},
{
"task_id": 197,
"ok": true
},
{
"task_id": 198,
"ok": false
},
{
"task_id": 199,
"ok": true
},
{
"task_id": 200,
"ok": true
},
{
"task_id": 201,
"ok": true
},
{
"task_id": 202,
"ok": true
},
{
"task_id": 203,
"ok": true
},
{
"task_id": 204,
"ok": true
},
{
"task_id": 205,
"ok": false
},
{
"task_id": 206,
"ok": false
},
{
"task_id": 207,
"ok": false
},
{
"task_id": 208,
"ok": false
},
{
"task_id": 209,
"ok": false
},
{
"task_id": 210,
"ok": true
},
{
"task_id": 211,
"ok": false
},
{
"task_id": 212,
"ok": true
},
{
"task_id": 213,
"ok": false
},
{
"task_id": 214,
"ok": true
},
{
"task_id": 215,
"ok": false
},
{
"task_id": 216,
"ok": false
},
{
"task_id": 217,
"ok": true
},
{
"task_id": 218,
"ok": false
},
{
"task_id": 219,
"ok": false
},
{
"task_id": 220,
"ok": false
},
{
"task_id": 221,
"ok": true
},
{
"task_id": 222,
"ok": true
},
{
"task_id": 223,
"ok": true
},
{
"task_id": 224,
"ok": true
},
{
"task_id": 225,
"ok": true
},
{
"task_id": 226,
"ok": true
},
{
"task_id": 227,
"ok": true
},
{
"task_id": 228,
"ok": false
},
{
"task_id": 229,
"ok": false
},
{
"task_id": 230,
"ok": true
},
{
"task_id": 231,
"ok": false
},
{
"task_id": 232,
"ok": true
},
{
"task_id": 233,
"ok": false
},
{
"task_id": 234,
"ok": true
},
{
"task_id": 235,
"ok": false
},
{
"task_id": 236,
"ok": false
},
{
"task_id": 237,
"ok": false
},
{
"task_id": 238,
"ok": true
},
{
"task_id": 239,
"ok": false
},
{
"task_id": 240,
"ok": true
},
{
"task_id": 241,
"ok": false
},
{
"task_id": 242,
"ok": true
},
{
"task_id": 243,
"ok": false
},
{
"task_id": 244,
"ok": false
},
{
"task_id": 245,
"ok": false
},
{
"task_id": 246,
"ok": false
},
{
"task_id": 247,
"ok": false
},
{
"task_id": 248,
"ok": false
},
{
"task_id": 249,
"ok": false
},
{
"task_id": 250,
"ok": true
},
{
"task_id": 251,
"ok": true
},
{
"task_id": 252,
"ok": true
},
{
"task_id": 253,
"ok": true
},
{
"task_id": 254,
"ok": false
},
{
"task_id": 255,
"ok": false
},
{
"task_id": 256,
"ok": false
},
{
"task_id": 257,
"ok": true
},
{
"task_id": 258,
"ok": true
},
{
"task_id": 259,
"ok": true
},
{
"task_id": 260,
"ok": false
}
]
},
"4": {
"acc": 0.524,
"by_label": {
"easy": 0.9016393442622951,
"hard": 0.5357142857142857,
"drop": 0.06
},
"per_item": [
{
"task_id": 11,
"ok": false
},
{
"task_id": 12,
"ok": true
},
{
"task_id": 13,
"ok": false
},
{
"task_id": 14,
"ok": true
},
{
"task_id": 15,
"ok": false
},
{
"task_id": 16,
"ok": false
},
{
"task_id": 17,
"ok": true
},
{
"task_id": 18,
"ok": true
},
{
"task_id": 19,
"ok": true
},
{
"task_id": 20,
"ok": false
},
{
"task_id": 21,
"ok": false
},
{
"task_id": 22,
"ok": true
},
{
"task_id": 23,
"ok": true
},
{
"task_id": 24,
"ok": false
},
{
"task_id": 25,
"ok": true
},
{
"task_id": 26,
"ok": false
},
{
"task_id": 27,
"ok": true
},
{
"task_id": 28,
"ok": true
},
{
"task_id": 29,
"ok": true
},
{
"task_id": 30,
"ok": true
},
{
"task_id": 31,
"ok": false
},
{
"task_id": 32,
"ok": true
},
{
"task_id": 33,
"ok": false
},
{
"task_id": 34,
"ok": false
},
{
"task_id": 35,
"ok": false
},
{
"task_id": 36,
"ok": false
},
{
"task_id": 37,
"ok": false
},
{
"task_id": 38,
"ok": false
},
{
"task_id": 39,
"ok": false
},
{
"task_id": 40,
"ok": true
},
{
"task_id": 41,
"ok": true
},
{
"task_id": 42,
"ok": false
},
{
"task_id": 43,
"ok": false
},
{
"task_id": 44,
"ok": true
},
{
"task_id": 45,
"ok": true
},
{
"task_id": 46,
"ok": true
},
{
"task_id": 47,
"ok": false
},
{
"task_id": 48,
"ok": false
},
{
"task_id": 49,
"ok": true
},
{
"task_id": 50,
"ok": false
},
{
"task_id": 51,
"ok": true
},
{
"task_id": 52,
"ok": true
},
{
"task_id": 53,
"ok": true
},
{
"task_id": 54,
"ok": false
},
{
"task_id": 55,
"ok": true
},
{
"task_id": 56,
"ok": true
},
{
"task_id": 57,
"ok": true
},
{
"task_id": 58,
"ok": true
},
{
"task_id": 59,
"ok": false
},
{
"task_id": 60,
"ok": false
},
{
"task_id": 61,
"ok": true
},
{
"task_id": 62,
"ok": true
},
{
"task_id": 63,
"ok": false
},
{
"task_id": 64,
"ok": true
},
{
"task_id": 65,
"ok": true
},
{
"task_id": 66,
"ok": true
},
{
"task_id": 67,
"ok": false
},
{
"task_id": 68,
"ok": true
},
{
"task_id": 69,
"ok": true
},
{
"task_id": 70,
"ok": true
},
{
"task_id": 71,
"ok": false
},
{
"task_id": 72,
"ok": false
},
{
"task_id": 73,
"ok": true
},
{
"task_id": 74,
"ok": false
},
{
"task_id": 75,
"ok": true
},
{
"task_id": 76,
"ok": true
},
{
"task_id": 77,
"ok": false
},
{
"task_id": 78,
"ok": true
},
{
"task_id": 79,
"ok": true
},
{
"task_id": 80,
"ok": true
},
{
"task_id": 81,
"ok": false
},
{
"task_id": 82,
"ok": true
},
{
"task_id": 83,
"ok": false
},
{
"task_id": 84,
"ok": false
},
{
"task_id": 85,
"ok": true
},
{
"task_id": 86,
"ok": true
},
{
"task_id": 87,
"ok": false
},
{
"task_id": 88,
"ok": true
},
{
"task_id": 89,
"ok": true
},
{
"task_id": 90,
"ok": true
},
{
"task_id": 91,
"ok": true
},
{
"task_id": 92,
"ok": false
},
{
"task_id": 93,
"ok": true
},
{
"task_id": 94,
"ok": true
},
{
"task_id": 95,
"ok": true
},
{
"task_id": 96,
"ok": true
},
{
"task_id": 97,
"ok": true
},
{
"task_id": 98,
"ok": true
},
{
"task_id": 99,
"ok": true
},
{
"task_id": 100,
"ok": false
},
{
"task_id": 101,
"ok": false
},
{
"task_id": 102,
"ok": true
},
{
"task_id": 103,
"ok": false
},
{
"task_id": 104,
"ok": true
},
{
"task_id": 105,
"ok": true
},
{
"task_id": 106,
"ok": false
},
{
"task_id": 107,
"ok": false
},
{
"task_id": 108,
"ok": false
},
{
"task_id": 109,
"ok": true
},
{
"task_id": 110,
"ok": false
},
{
"task_id": 111,
"ok": true
},
{
"task_id": 112,
"ok": false
},
{
"task_id": 113,
"ok": true
},
{
"task_id": 114,
"ok": false
},
{
"task_id": 115,
"ok": true
},
{
"task_id": 116,
"ok": true
},
{
"task_id": 117,
"ok": true
},
{
"task_id": 118,
"ok": false
},
{
"task_id": 119,
"ok": false
},
{
"task_id": 120,
"ok": true
},
{
"task_id": 121,
"ok": false
},
{
"task_id": 122,
"ok": false
},
{
"task_id": 123,
"ok": false
},
{
"task_id": 124,
"ok": false
},
{
"task_id": 125,
"ok": false
},
{
"task_id": 126,
"ok": false
},
{
"task_id": 127,
"ok": true
},
{
"task_id": 128,
"ok": true
},
{
"task_id": 129,
"ok": false
},
{
"task_id": 130,
"ok": true
},
{
"task_id": 131,
"ok": true
},
{
"task_id": 132,
"ok": true
},
{
"task_id": 133,
"ok": true
},
{
"task_id": 134,
"ok": false
},
{
"task_id": 135,
"ok": true
},
{
"task_id": 136,
"ok": false
},
{
"task_id": 137,
"ok": false
},
{
"task_id": 138,
"ok": false
},
{
"task_id": 139,
"ok": false
},
{
"task_id": 140,
"ok": false
},
{
"task_id": 141,
"ok": false
},
{
"task_id": 142,
"ok": false
},
{
"task_id": 143,
"ok": false
},
{
"task_id": 144,
"ok": false
},
{
"task_id": 145,
"ok": true
},
{
"task_id": 146,
"ok": false
},
{
"task_id": 147,
"ok": false
},
{
"task_id": 148,
"ok": false
},
{
"task_id": 149,
"ok": false
},
{
"task_id": 150,
"ok": false
},
{
"task_id": 151,
"ok": true
},
{
"task_id": 152,
"ok": false
},
{
"task_id": 153,
"ok": false
},
{
"task_id": 154,
"ok": true
},
{
"task_id": 155,
"ok": false
},
{
"task_id": 156,
"ok": true
},
{
"task_id": 157,
"ok": true
},
{
"task_id": 158,
"ok": false
},
{
"task_id": 159,
"ok": false
},
{
"task_id": 160,
"ok": false
},
{
"task_id": 161,
"ok": true
},
{
"task_id": 162,
"ok": true
},
{
"task_id": 163,
"ok": true
},
{
"task_id": 164,
"ok": false
},
{
"task_id": 165,
"ok": false
},
{
"task_id": 166,
"ok": true
},
{
"task_id": 167,
"ok": true
},
{
"task_id": 168,
"ok": true
},
{
"task_id": 169,
"ok": false
},
{
"task_id": 170,
"ok": true
},
{
"task_id": 171,
"ok": true
},
{
"task_id": 172,
"ok": true
},
{
"task_id": 173,
"ok": true
},
{
"task_id": 174,
"ok": true
},
{
"task_id": 175,
"ok": false
},
{
"task_id": 176,
"ok": true
},
{
"task_id": 177,
"ok": false
},
{
"task_id": 178,
"ok": true
},
{
"task_id": 179,
"ok": false
},
{
"task_id": 180,
"ok": false
},
{
"task_id": 181,
"ok": false
},
{
"task_id": 182,
"ok": false
},
{
"task_id": 183,
"ok": false
},
{
"task_id": 184,
"ok": false
},
{
"task_id": 185,
"ok": false
},
{
"task_id": 186,
"ok": true
},
{
"task_id": 187,
"ok": true
},
{
"task_id": 188,
"ok": false
},
{
"task_id": 189,
"ok": true
},
{
"task_id": 190,
"ok": false
},
{
"task_id": 191,
"ok": true
},
{
"task_id": 192,
"ok": true
},
{
"task_id": 193,
"ok": true
},
{
"task_id": 194,
"ok": true
},
{
"task_id": 195,
"ok": true
},
{
"task_id": 196,
"ok": true
},
{
"task_id": 197,
"ok": true
},
{
"task_id": 198,
"ok": false
},
{
"task_id": 199,
"ok": true
},
{
"task_id": 200,
"ok": true
},
{
"task_id": 201,
"ok": true
},
{
"task_id": 202,
"ok": true
},
{
"task_id": 203,
"ok": false
},
{
"task_id": 204,
"ok": true
},
{
"task_id": 205,
"ok": false
},
{
"task_id": 206,
"ok": false
},
{
"task_id": 207,
"ok": false
},
{
"task_id": 208,
"ok": true
},
{
"task_id": 209,
"ok": false
},
{
"task_id": 210,
"ok": true
},
{
"task_id": 211,
"ok": false
},
{
"task_id": 212,
"ok": true
},
{
"task_id": 213,
"ok": false
},
{
"task_id": 214,
"ok": true
},
{
"task_id": 215,
"ok": true
},
{
"task_id": 216,
"ok": false
},
{
"task_id": 217,
"ok": true
},
{
"task_id": 218,
"ok": false
},
{
"task_id": 219,
"ok": false
},
{
"task_id": 220,
"ok": false
},
{
"task_id": 221,
"ok": true
},
{
"task_id": 222,
"ok": true
},
{
"task_id": 223,
"ok": true
},
{
"task_id": 224,
"ok": true
},
{
"task_id": 225,
"ok": true
},
{
"task_id": 226,
"ok": true
},
{
"task_id": 227,
"ok": true
},
{
"task_id": 228,
"ok": false
},
{
"task_id": 229,
"ok": false
},
{
"task_id": 230,
"ok": true
},
{
"task_id": 231,
"ok": false
},
{
"task_id": 232,
"ok": true
},
{
"task_id": 233,
"ok": false
},
{
"task_id": 234,
"ok": true
},
{
"task_id": 235,
"ok": false
},
{
"task_id": 236,
"ok": false
},
{
"task_id": 237,
"ok": false
},
{
"task_id": 238,
"ok": true
},
{
"task_id": 239,
"ok": false
},
{
"task_id": 240,
"ok": true
},
{
"task_id": 241,
"ok": false
},
{
"task_id": 242,
"ok": true
},
{
"task_id": 243,
"ok": false
},
{
"task_id": 244,
"ok": false
},
{
"task_id": 245,
"ok": false
},
{
"task_id": 246,
"ok": false
},
{
"task_id": 247,
"ok": false
},
{
"task_id": 248,
"ok": false
},
{
"task_id": 249,
"ok": false
},
{
"task_id": 250,
"ok": true
},
{
"task_id": 251,
"ok": true
},
{
"task_id": 252,
"ok": true
},
{
"task_id": 253,
"ok": true
},
{
"task_id": 254,
"ok": false
},
{
"task_id": 255,
"ok": false
},
{
"task_id": 256,
"ok": true
},
{
"task_id": 257,
"ok": true
},
{
"task_id": 258,
"ok": true
},
{
"task_id": 259,
"ok": true
},
{
"task_id": 260,
"ok": false
}
]
},
"8": {
"acc": 0.516,
"by_label": {
"easy": 0.9016393442622951,
"hard": 0.5,
"drop": 0.05
},
"per_item": [
{
"task_id": 11,
"ok": false
},
{
"task_id": 12,
"ok": true
},
{
"task_id": 13,
"ok": false
},
{
"task_id": 14,
"ok": true
},
{
"task_id": 15,
"ok": false
},
{
"task_id": 16,
"ok": false
},
{
"task_id": 17,
"ok": true
},
{
"task_id": 18,
"ok": true
},
{
"task_id": 19,
"ok": true
},
{
"task_id": 20,
"ok": false
},
{
"task_id": 21,
"ok": false
},
{
"task_id": 22,
"ok": true
},
{
"task_id": 23,
"ok": true
},
{
"task_id": 24,
"ok": false
},
{
"task_id": 25,
"ok": true
},
{
"task_id": 26,
"ok": false
},
{
"task_id": 27,
"ok": true
},
{
"task_id": 28,
"ok": true
},
{
"task_id": 29,
"ok": true
},
{
"task_id": 30,
"ok": true
},
{
"task_id": 31,
"ok": false
},
{
"task_id": 32,
"ok": true
},
{
"task_id": 33,
"ok": false
},
{
"task_id": 34,
"ok": false
},
{
"task_id": 35,
"ok": false
},
{
"task_id": 36,
"ok": false
},
{
"task_id": 37,
"ok": false
},
{
"task_id": 38,
"ok": false
},
{
"task_id": 39,
"ok": false
},
{
"task_id": 40,
"ok": true
},
{
"task_id": 41,
"ok": true
},
{
"task_id": 42,
"ok": false
},
{
"task_id": 43,
"ok": false
},
{
"task_id": 44,
"ok": true
},
{
"task_id": 45,
"ok": true
},
{
"task_id": 46,
"ok": true
},
{
"task_id": 47,
"ok": false
},
{
"task_id": 48,
"ok": false
},
{
"task_id": 49,
"ok": true
},
{
"task_id": 50,
"ok": false
},
{
"task_id": 51,
"ok": true
},
{
"task_id": 52,
"ok": true
},
{
"task_id": 53,
"ok": true
},
{
"task_id": 54,
"ok": false
},
{
"task_id": 55,
"ok": true
},
{
"task_id": 56,
"ok": true
},
{
"task_id": 57,
"ok": true
},
{
"task_id": 58,
"ok": true
},
{
"task_id": 59,
"ok": false
},
{
"task_id": 60,
"ok": false
},
{
"task_id": 61,
"ok": true
},
{
"task_id": 62,
"ok": true
},
{
"task_id": 63,
"ok": false
},
{
"task_id": 64,
"ok": true
},
{
"task_id": 65,
"ok": true
},
{
"task_id": 66,
"ok": true
},
{
"task_id": 67,
"ok": false
},
{
"task_id": 68,
"ok": true
},
{
"task_id": 69,
"ok": true
},
{
"task_id": 70,
"ok": true
},
{
"task_id": 71,
"ok": false
},
{
"task_id": 72,
"ok": false
},
{
"task_id": 73,
"ok": false
},
{
"task_id": 74,
"ok": false
},
{
"task_id": 75,
"ok": true
},
{
"task_id": 76,
"ok": true
},
{
"task_id": 77,
"ok": false
},
{
"task_id": 78,
"ok": true
},
{
"task_id": 79,
"ok": true
},
{
"task_id": 80,
"ok": true
},
{
"task_id": 81,
"ok": false
},
{
"task_id": 82,
"ok": true
},
{
"task_id": 83,
"ok": false
},
{
"task_id": 84,
"ok": false
},
{
"task_id": 85,
"ok": true
},
{
"task_id": 86,
"ok": true
},
{
"task_id": 87,
"ok": false
},
{
"task_id": 88,
"ok": true
},
{
"task_id": 89,
"ok": false
},
{
"task_id": 90,
"ok": true
},
{
"task_id": 91,
"ok": true
},
{
"task_id": 92,
"ok": false
},
{
"task_id": 93,
"ok": true
},
{
"task_id": 94,
"ok": true
},
{
"task_id": 95,
"ok": true
},
{
"task_id": 96,
"ok": true
},
{
"task_id": 97,
"ok": true
},
{
"task_id": 98,
"ok": true
},
{
"task_id": 99,
"ok": true
},
{
"task_id": 100,
"ok": false
},
{
"task_id": 101,
"ok": false
},
{
"task_id": 102,
"ok": true
},
{
"task_id": 103,
"ok": false
},
{
"task_id": 104,
"ok": true
},
{
"task_id": 105,
"ok": true
},
{
"task_id": 106,
"ok": false
},
{
"task_id": 107,
"ok": false
},
{
"task_id": 108,
"ok": false
},
{
"task_id": 109,
"ok": true
},
{
"task_id": 110,
"ok": false
},
{
"task_id": 111,
"ok": false
},
{
"task_id": 112,
"ok": false
},
{
"task_id": 113,
"ok": true
},
{
"task_id": 114,
"ok": false
},
{
"task_id": 115,
"ok": true
},
{
"task_id": 116,
"ok": true
},
{
"task_id": 117,
"ok": true
},
{
"task_id": 118,
"ok": false
},
{
"task_id": 119,
"ok": false
},
{
"task_id": 120,
"ok": true
},
{
"task_id": 121,
"ok": false
},
{
"task_id": 122,
"ok": false
},
{
"task_id": 123,
"ok": false
},
{
"task_id": 124,
"ok": false
},
{
"task_id": 125,
"ok": false
},
{
"task_id": 126,
"ok": false
},
{
"task_id": 127,
"ok": true
},
{
"task_id": 128,
"ok": true
},
{
"task_id": 129,
"ok": false
},
{
"task_id": 130,
"ok": true
},
{
"task_id": 131,
"ok": true
},
{
"task_id": 132,
"ok": true
},
{
"task_id": 133,
"ok": true
},
{
"task_id": 134,
"ok": false
},
{
"task_id": 135,
"ok": true
},
{
"task_id": 136,
"ok": false
},
{
"task_id": 137,
"ok": false
},
{
"task_id": 138,
"ok": false
},
{
"task_id": 139,
"ok": false
},
{
"task_id": 140,
"ok": false
},
{
"task_id": 141,
"ok": false
},
{
"task_id": 142,
"ok": false
},
{
"task_id": 143,
"ok": false
},
{
"task_id": 144,
"ok": true
},
{
"task_id": 145,
"ok": true
},
{
"task_id": 146,
"ok": false
},
{
"task_id": 147,
"ok": false
},
{
"task_id": 148,
"ok": false
},
{
"task_id": 149,
"ok": false
},
{
"task_id": 150,
"ok": false
},
{
"task_id": 151,
"ok": true
},
{
"task_id": 152,
"ok": false
},
{
"task_id": 153,
"ok": false
},
{
"task_id": 154,
"ok": false
},
{
"task_id": 155,
"ok": false
},
{
"task_id": 156,
"ok": true
},
{
"task_id": 157,
"ok": true
},
{
"task_id": 158,
"ok": false
},
{
"task_id": 159,
"ok": false
},
{
"task_id": 160,
"ok": false
},
{
"task_id": 161,
"ok": true
},
{
"task_id": 162,
"ok": true
},
{
"task_id": 163,
"ok": true
},
{
"task_id": 164,
"ok": false
},
{
"task_id": 165,
"ok": false
},
{
"task_id": 166,
"ok": true
},
{
"task_id": 167,
"ok": true
},
{
"task_id": 168,
"ok": true
},
{
"task_id": 169,
"ok": false
},
{
"task_id": 170,
"ok": true
},
{
"task_id": 171,
"ok": true
},
{
"task_id": 172,
"ok": true
},
{
"task_id": 173,
"ok": true
},
{
"task_id": 174,
"ok": true
},
{
"task_id": 175,
"ok": false
},
{
"task_id": 176,
"ok": true
},
{
"task_id": 177,
"ok": false
},
{
"task_id": 178,
"ok": true
},
{
"task_id": 179,
"ok": true
},
{
"task_id": 180,
"ok": false
},
{
"task_id": 181,
"ok": false
},
{
"task_id": 182,
"ok": false
},
{
"task_id": 183,
"ok": false
},
{
"task_id": 184,
"ok": false
},
{
"task_id": 185,
"ok": false
},
{
"task_id": 186,
"ok": true
},
{
"task_id": 187,
"ok": true
},
{
"task_id": 188,
"ok": false
},
{
"task_id": 189,
"ok": true
},
{
"task_id": 190,
"ok": false
},
{
"task_id": 191,
"ok": true
},
{
"task_id": 192,
"ok": true
},
{
"task_id": 193,
"ok": true
},
{
"task_id": 194,
"ok": true
},
{
"task_id": 195,
"ok": true
},
{
"task_id": 196,
"ok": true
},
{
"task_id": 197,
"ok": true
},
{
"task_id": 198,
"ok": false
},
{
"task_id": 199,
"ok": true
},
{
"task_id": 200,
"ok": true
},
{
"task_id": 201,
"ok": true
},
{
"task_id": 202,
"ok": true
},
{
"task_id": 203,
"ok": false
},
{
"task_id": 204,
"ok": true
},
{
"task_id": 205,
"ok": false
},
{
"task_id": 206,
"ok": false
},
{
"task_id": 207,
"ok": false
},
{
"task_id": 208,
"ok": true
},
{
"task_id": 209,
"ok": false
},
{
"task_id": 210,
"ok": true
},
{
"task_id": 211,
"ok": false
},
{
"task_id": 212,
"ok": true
},
{
"task_id": 213,
"ok": false
},
{
"task_id": 214,
"ok": true
},
{
"task_id": 215,
"ok": true
},
{
"task_id": 216,
"ok": false
},
{
"task_id": 217,
"ok": true
},
{
"task_id": 218,
"ok": false
},
{
"task_id": 219,
"ok": false
},
{
"task_id": 220,
"ok": false
},
{
"task_id": 221,
"ok": true
},
{
"task_id": 222,
"ok": true
},
{
"task_id": 223,
"ok": true
},
{
"task_id": 224,
"ok": true
},
{
"task_id": 225,
"ok": true
},
{
"task_id": 226,
"ok": true
},
{
"task_id": 227,
"ok": true
},
{
"task_id": 228,
"ok": false
},
{
"task_id": 229,
"ok": false
},
{
"task_id": 230,
"ok": true
},
{
"task_id": 231,
"ok": false
},
{
"task_id": 232,
"ok": true
},
{
"task_id": 233,
"ok": false
},
{
"task_id": 234,
"ok": true
},
{
"task_id": 235,
"ok": false
},
{
"task_id": 236,
"ok": false
},
{
"task_id": 237,
"ok": false
},
{
"task_id": 238,
"ok": true
},
{
"task_id": 239,
"ok": false
},
{
"task_id": 240,
"ok": true
},
{
"task_id": 241,
"ok": false
},
{
"task_id": 242,
"ok": true
},
{
"task_id": 243,
"ok": false
},
{
"task_id": 244,
"ok": false
},
{
"task_id": 245,
"ok": false
},
{
"task_id": 246,
"ok": false
},
{
"task_id": 247,
"ok": false
},
{
"task_id": 248,
"ok": false
},
{
"task_id": 249,
"ok": false
},
{
"task_id": 250,
"ok": true
},
{
"task_id": 251,
"ok": true
},
{
"task_id": 252,
"ok": true
},
{
"task_id": 253,
"ok": true
},
{
"task_id": 254,
"ok": false
},
{
"task_id": 255,
"ok": false
},
{
"task_id": 256,
"ok": true
},
{
"task_id": 257,
"ok": true
},
{
"task_id": 258,
"ok": true
},
{
"task_id": 259,
"ok": true
},
{
"task_id": 260,
"ok": false
}
]
}
},
"n": 250
}