{ "dataset": "math500", "iter_level": { "allmask": { "0-1": [ 3.3607305936073057, 876 ], "2-3": [ 3.936952714535902, 571 ], "4-6": [ 4.935926773455377, 437 ], "7-9": [ 4.979695431472082, 197 ], "10-14": [ 5.9393939393939394, 99 ] }, "soft": { "0-1": [ 3.4285714285714284, 749 ], "2-3": [ 4.208791208791209, 546 ], "4-6": [ 5.138888888888889, 432 ], "7-9": [ 5.813131313131313, 198 ], "10-14": [ 5.490566037735849, 106 ] } }, "slot_level": { "allmask": { "0-1": [ { "p": 0.7465753424657534, "n": 876 }, { "p": 0.6681957186544343, "n": 654 }, { "p": 0.700228832951945, "n": 437 }, { "p": 0.6764705882352942, "n": 306 }, { "p": 0.6811594202898551, "n": 207 }, { "p": 0.6737588652482269, "n": 141 }, { "p": 0.7578947368421053, "n": 95 }, { "p": 0.7777777777777778, "n": 72 }, { "p": 0.6428571428571429, "n": 56 }, { "p": 0.5833333333333334, "n": 36 }, { "p": 0.7619047619047619, "n": 21 }, { "p": 0.75, "n": 16 }, { "p": 0.6666666666666666, "n": 12 }, { "p": 0.5, "n": 8 }, { "p": 0.75, "n": 4 } ], "2-3": [ { "p": 0.819614711033275, "n": 571 }, { "p": 0.7136752136752137, "n": 468 }, { "p": 0.7784431137724551, "n": 334 }, { "p": 0.7307692307692307, "n": 260 }, { "p": 0.7, "n": 190 }, { "p": 0.706766917293233, "n": 133 }, { "p": 0.7340425531914894, "n": 94 }, { "p": 0.7391304347826086, "n": 69 }, { "p": 0.6078431372549019, "n": 51 }, { "p": 0.7419354838709677, "n": 31 }, { "p": 0.6521739130434783, "n": 23 }, { "p": 0.4, "n": 15 }, { "p": 0.3333333333333333, "n": 6 }, { "p": 0.5, "n": 2 }, { "p": 0.0, "n": 1 } ], "4-6": [ { "p": 0.8764302059496567, "n": 437 }, { "p": 0.804177545691906, "n": 383 }, { "p": 0.8246753246753247, "n": 308 }, { "p": 0.7874015748031497, "n": 254 }, { "p": 0.785, "n": 200 }, { "p": 0.7707006369426752, "n": 157 }, { "p": 0.7272727272727273, "n": 121 }, { "p": 0.7840909090909091, "n": 88 }, { "p": 0.7246376811594203, "n": 69 }, { "p": 0.7, "n": 50 }, { "p": 0.7142857142857143, "n": 35 }, { "p": 0.6, "n": 25 }, { "p": 0.6666666666666666, "n": 15 }, { "p": 0.4, "n": 10 }, { "p": 0.25, "n": 4 } ], "7-9": [ { "p": 0.8781725888324873, "n": 197 }, { "p": 0.8554913294797688, "n": 173 }, { "p": 0.7837837837837838, "n": 148 }, { "p": 0.8103448275862069, "n": 116 }, { "p": 0.723404255319149, "n": 94 }, { "p": 0.7794117647058824, "n": 68 }, { "p": 0.8301886792452831, "n": 53 }, { "p": 0.8181818181818182, "n": 44 }, { "p": 0.5555555555555556, "n": 36 }, { "p": 0.65, "n": 20 }, { "p": 0.5384615384615384, "n": 13 }, { "p": 0.5714285714285714, "n": 7 }, { "p": 0.75, "n": 4 }, { "p": 1.0, "n": 3 }, { "p": 0.6666666666666666, "n": 3 } ], "10-14": [ { "p": 0.8888888888888888, "n": 99 }, { "p": 0.875, "n": 88 }, { "p": 0.9090909090909091, "n": 77 }, { "p": 0.8, "n": 70 }, { "p": 0.8392857142857143, "n": 56 }, { "p": 0.8723404255319149, "n": 47 }, { "p": 0.7317073170731707, "n": 41 }, { "p": 0.7, "n": 30 }, { "p": 0.9047619047619048, "n": 21 }, { "p": 0.7894736842105263, "n": 19 }, { "p": 0.6666666666666666, "n": 15 }, { "p": 0.7, "n": 10 }, { "p": 0.7142857142857143, "n": 7 }, { "p": 0.6, "n": 5 }, { "p": 0.0, "n": 3 } ] }, "soft": { "0-1": [ { "p": 0.7596795727636849, "n": 749, "p_soft": 0.7596795727636849, "n_soft": 749, "p_plain": null, "n_plain": 0 }, { "p": 0.6766256590509666, "n": 569, "p_soft": 0.6766256590509666, "n_soft": 569, "p_plain": null, "n_plain": 0 }, { "p": 0.6961038961038961, "n": 385, "p_soft": 0.6961038961038961, "n_soft": 385, "p_plain": null, "n_plain": 0 }, { "p": 0.6940298507462687, "n": 268, "p_soft": 0.6940298507462687, "n_soft": 268, "p_plain": null, "n_plain": 0 }, { "p": 0.6881720430107527, "n": 186, "p_soft": 0.6881720430107527, "n_soft": 186, "p_plain": null, "n_plain": 0 }, { "p": 0.6796875, "n": 128, "p_soft": 0.6796875, "n_soft": 128, "p_plain": null, "n_plain": 0 }, { "p": 0.7126436781609196, "n": 87, "p_soft": 0.7126436781609196, "n_soft": 87, "p_plain": null, "n_plain": 0 }, { "p": 0.7096774193548387, "n": 62, "p_soft": 0.7096774193548387, "n_soft": 62, "p_plain": null, "n_plain": 0 }, { "p": 0.6818181818181818, "n": 44, "p_soft": 0.6818181818181818, "n_soft": 44, "p_plain": null, "n_plain": 0 }, { "p": 0.7666666666666667, "n": 30, "p_soft": 0.7666666666666667, "n_soft": 30, "p_plain": null, "n_plain": 0 }, { "p": 0.7391304347826086, "n": 23, "p_soft": 0.7391304347826086, "n_soft": 23, "p_plain": null, "n_plain": 0 }, { "p": 0.5294117647058824, "n": 17, "p_soft": 0.5294117647058824, "n_soft": 17, "p_plain": null, "n_plain": 0 }, { "p": 0.5555555555555556, "n": 9, "p_soft": 0.5555555555555556, "n_soft": 9, "p_plain": null, "n_plain": 0 }, { "p": 0.8, "n": 5, "p_soft": 1.0, "n_soft": 1, "p_plain": 0.75, "n_plain": 4 }, { "p": 0.5, "n": 4, "p_soft": null, "n_soft": 0, "p_plain": 0.5, "n_plain": 4 } ], "2-3": [ { "p": 0.8223443223443223, "n": 546, "p_soft": 0.8223443223443223, "n_soft": 546, "p_plain": null, "n_plain": 0 }, { "p": 0.77728285077951, "n": 449, "p_soft": 0.77728285077951, "n_soft": 449, "p_plain": null, "n_plain": 0 }, { "p": 0.7650429799426934, "n": 349, "p_soft": 0.7650429799426934, "n_soft": 349, "p_plain": null, "n_plain": 0 }, { "p": 0.7228464419475655, "n": 267, "p_soft": 0.7228464419475655, "n_soft": 267, "p_plain": null, "n_plain": 0 }, { "p": 0.6994818652849741, "n": 193, "p_soft": 0.6994818652849741, "n_soft": 193, "p_plain": null, "n_plain": 0 }, { "p": 0.7185185185185186, "n": 135, "p_soft": 0.7185185185185186, "n_soft": 135, "p_plain": null, "n_plain": 0 }, { "p": 0.7628865979381443, "n": 97, "p_soft": 0.7628865979381443, "n_soft": 97, "p_plain": null, "n_plain": 0 }, { "p": 0.7972972972972973, "n": 74, "p_soft": 0.7972972972972973, "n_soft": 74, "p_plain": null, "n_plain": 0 }, { "p": 0.711864406779661, "n": 59, "p_soft": 0.711864406779661, "n_soft": 59, "p_plain": null, "n_plain": 0 }, { "p": 0.6428571428571429, "n": 42, "p_soft": 0.6428571428571429, "n_soft": 42, "p_plain": null, "n_plain": 0 }, { "p": 0.6296296296296297, "n": 27, "p_soft": 0.6296296296296297, "n_soft": 27, "p_plain": null, "n_plain": 0 }, { "p": 0.7647058823529411, "n": 17, "p_soft": 0.75, "n_soft": 8, "p_plain": 0.7777777777777778, "n_plain": 9 }, { "p": 0.9230769230769231, "n": 13, "p_soft": null, "n_soft": 0, "p_plain": 0.9230769230769231, "n_plain": 13 }, { "p": 0.8333333333333334, "n": 12, "p_soft": null, "n_soft": 0, "p_plain": 0.8333333333333334, "n_plain": 12 }, { "p": 0.8, "n": 10, "p_soft": null, "n_soft": 0, "p_plain": 0.8, "n_plain": 10 } ], "4-6": [ { "p": 0.8888888888888888, "n": 432, "p_soft": 0.8888888888888888, "n_soft": 432, "p_plain": null, "n_plain": 0 }, { "p": 0.8151041666666666, "n": 384, "p_soft": 0.8151041666666666, "n_soft": 384, "p_plain": null, "n_plain": 0 }, { "p": 0.8274760383386581, "n": 313, "p_soft": 0.8274760383386581, "n_soft": 313, "p_plain": null, "n_plain": 0 }, { "p": 0.7837837837837838, "n": 259, "p_soft": 0.7837837837837838, "n_soft": 259, "p_plain": null, "n_plain": 0 }, { "p": 0.8177339901477833, "n": 203, "p_soft": 0.8177339901477833, "n_soft": 203, "p_plain": null, "n_plain": 0 }, { "p": 0.7771084337349398, "n": 166, "p_soft": 0.7771084337349398, "n_soft": 166, "p_plain": null, "n_plain": 0 }, { "p": 0.7674418604651163, "n": 129, "p_soft": 0.7674418604651163, "n_soft": 129, "p_plain": null, "n_plain": 0 }, { "p": 0.7070707070707071, "n": 99, "p_soft": 0.7070707070707071, "n_soft": 99, "p_plain": null, "n_plain": 0 }, { "p": 0.8, "n": 70, "p_soft": 0.7407407407407407, "n_soft": 54, "p_plain": 1.0, "n_plain": 16 }, { "p": 0.6785714285714286, "n": 56, "p_soft": 0.5217391304347826, "n_soft": 23, "p_plain": 0.7878787878787878, "n_plain": 33 }, { "p": 0.6578947368421053, "n": 38, "p_soft": null, "n_soft": 0, "p_plain": 0.6578947368421053, "n_plain": 38 }, { "p": 0.84, "n": 25, "p_soft": null, "n_soft": 0, "p_plain": 0.84, "n_plain": 25 }, { "p": 0.6190476190476191, "n": 21, "p_soft": null, "n_soft": 0, "p_plain": 0.6190476190476191, "n_plain": 21 }, { "p": 0.5384615384615384, "n": 13, "p_soft": null, "n_soft": 0, "p_plain": 0.5384615384615384, "n_plain": 13 }, { "p": 0.7142857142857143, "n": 7, "p_soft": null, "n_soft": 0, "p_plain": 0.7142857142857143, "n_plain": 7 } ], "7-9": [ { "p": 0.9040404040404041, "n": 198, "p_soft": 0.9040404040404041, "n_soft": 198, "p_plain": null, "n_plain": 0 }, { "p": 0.8547486033519553, "n": 179, "p_soft": 0.8547486033519553, "n_soft": 179, "p_plain": null, "n_plain": 0 }, { "p": 0.8758169934640523, "n": 153, "p_soft": 0.8758169934640523, "n_soft": 153, "p_plain": null, "n_plain": 0 }, { "p": 0.8432835820895522, "n": 134, "p_soft": 0.8432835820895522, "n_soft": 134, "p_plain": null, "n_plain": 0 }, { "p": 0.8407079646017699, "n": 113, "p_soft": 0.8407079646017699, "n_soft": 113, "p_plain": null, "n_plain": 0 }, { "p": 0.7263157894736842, "n": 95, "p_soft": 0.7397260273972602, "n_soft": 73, "p_plain": 0.6818181818181818, "n_plain": 22 }, { "p": 0.7971014492753623, "n": 69, "p_soft": 0.7586206896551724, "n_soft": 29, "p_plain": 0.825, "n_plain": 40 }, { "p": 0.8, "n": 55, "p_soft": null, "n_soft": 0, "p_plain": 0.8, "n_plain": 55 }, { "p": 0.75, "n": 44, "p_soft": null, "n_soft": 0, "p_plain": 0.75, "n_plain": 44 }, { "p": 0.7878787878787878, "n": 33, "p_soft": null, "n_soft": 0, "p_plain": 0.7878787878787878, "n_plain": 33 }, { "p": 0.6923076923076923, "n": 26, "p_soft": null, "n_soft": 0, "p_plain": 0.6923076923076923, "n_plain": 26 }, { "p": 0.8333333333333334, "n": 18, "p_soft": null, "n_soft": 0, "p_plain": 0.8333333333333334, "n_plain": 18 }, { "p": 0.5333333333333333, "n": 15, "p_soft": null, "n_soft": 0, "p_plain": 0.5333333333333333, "n_plain": 15 }, { "p": 0.75, "n": 8, "p_soft": null, "n_soft": 0, "p_plain": 0.75, "n_plain": 8 }, { "p": 0.8333333333333334, "n": 6, "p_soft": null, "n_soft": 0, "p_plain": 0.8333333333333334, "n_plain": 6 } ], "10-14": [ { "p": 0.8962264150943396, "n": 106, "p_soft": 0.8877551020408163, "n_soft": 98, "p_plain": 1.0, "n_plain": 8 }, { "p": 0.8631578947368421, "n": 95, "p_soft": 0.8533333333333334, "n_soft": 75, "p_plain": 0.9, "n_plain": 20 }, { "p": 0.7926829268292683, "n": 82, "p_soft": 0.7777777777777778, "n_soft": 45, "p_plain": 0.8108108108108109, "n_plain": 37 }, { "p": 0.8, "n": 65, "p_soft": 0.7368421052631579, "n_soft": 19, "p_plain": 0.8260869565217391, "n_plain": 46 }, { "p": 0.8076923076923077, "n": 52, "p_soft": null, "n_soft": 0, "p_plain": 0.8076923076923077, "n_plain": 52 }, { "p": 0.8571428571428571, "n": 42, "p_soft": null, "n_soft": 0, "p_plain": 0.8571428571428571, "n_plain": 42 }, { "p": 0.8055555555555556, "n": 36, "p_soft": null, "n_soft": 0, "p_plain": 0.8055555555555556, "n_plain": 36 }, { "p": 0.7586206896551724, "n": 29, "p_soft": null, "n_soft": 0, "p_plain": 0.7586206896551724, "n_plain": 29 }, { "p": 0.8636363636363636, "n": 22, "p_soft": null, "n_soft": 0, "p_plain": 0.8636363636363636, "n_plain": 22 }, { "p": 0.631578947368421, "n": 19, "p_soft": null, "n_soft": 0, "p_plain": 0.631578947368421, "n_plain": 19 }, { "p": 0.8333333333333334, "n": 12, "p_soft": null, "n_soft": 0, "p_plain": 0.8333333333333334, "n_plain": 12 }, { "p": 0.6, "n": 10, "p_soft": null, "n_soft": 0, "p_plain": 0.6, "n_plain": 10 }, { "p": 0.8333333333333334, "n": 6, "p_soft": null, "n_soft": 0, "p_plain": 0.8333333333333334, "n_plain": 6 }, { "p": 0.2, "n": 5, "p_soft": null, "n_soft": 0, "p_plain": 0.2, "n_plain": 5 }, { "p": 0.0, "n": 1, "p_soft": null, "n_soft": 0, "p_plain": 0.0, "n_plain": 1 } ] } } }