daim / exp /analysis /math500_matched.json
yaro1214's picture
Upload dflash source snapshot
09af6cc verified
Raw History Blame Contribute Delete
20.2 kB
{
"dataset": "math500",
"iter_level": {
"allmask": {
"0-1": [
3.3607305936073057,
876
],
"2-3": [
3.936952714535902,
571
],
"4-6": [
4.935926773455377,
437
],
"7-9": [
4.979695431472082,
197
],
"10-14": [
5.9393939393939394,
99
]
},
"soft": {
"0-1": [
3.4285714285714284,
749
],
"2-3": [
4.208791208791209,
546
],
"4-6": [
5.138888888888889,
432
],
"7-9": [
5.813131313131313,
198
],
"10-14": [
5.490566037735849,
106
]
}
},
"slot_level": {
"allmask": {
"0-1": [
{
"p": 0.7465753424657534,
"n": 876
},
{
"p": 0.6681957186544343,
"n": 654
},
{
"p": 0.700228832951945,
"n": 437
},
{
"p": 0.6764705882352942,
"n": 306
},
{
"p": 0.6811594202898551,
"n": 207
},
{
"p": 0.6737588652482269,
"n": 141
},
{
"p": 0.7578947368421053,
"n": 95
},
{
"p": 0.7777777777777778,
"n": 72
},
{
"p": 0.6428571428571429,
"n": 56
},
{
"p": 0.5833333333333334,
"n": 36
},
{
"p": 0.7619047619047619,
"n": 21
},
{
"p": 0.75,
"n": 16
},
{
"p": 0.6666666666666666,
"n": 12
},
{
"p": 0.5,
"n": 8
},
{
"p": 0.75,
"n": 4
}
],
"2-3": [
{
"p": 0.819614711033275,
"n": 571
},
{
"p": 0.7136752136752137,
"n": 468
},
{
"p": 0.7784431137724551,
"n": 334
},
{
"p": 0.7307692307692307,
"n": 260
},
{
"p": 0.7,
"n": 190
},
{
"p": 0.706766917293233,
"n": 133
},
{
"p": 0.7340425531914894,
"n": 94
},
{
"p": 0.7391304347826086,
"n": 69
},
{
"p": 0.6078431372549019,
"n": 51
},
{
"p": 0.7419354838709677,
"n": 31
},
{
"p": 0.6521739130434783,
"n": 23
},
{
"p": 0.4,
"n": 15
},
{
"p": 0.3333333333333333,
"n": 6
},
{
"p": 0.5,
"n": 2
},
{
"p": 0.0,
"n": 1
}
],
"4-6": [
{
"p": 0.8764302059496567,
"n": 437
},
{
"p": 0.804177545691906,
"n": 383
},
{
"p": 0.8246753246753247,
"n": 308
},
{
"p": 0.7874015748031497,
"n": 254
},
{
"p": 0.785,
"n": 200
},
{
"p": 0.7707006369426752,
"n": 157
},
{
"p": 0.7272727272727273,
"n": 121
},
{
"p": 0.7840909090909091,
"n": 88
},
{
"p": 0.7246376811594203,
"n": 69
},
{
"p": 0.7,
"n": 50
},
{
"p": 0.7142857142857143,
"n": 35
},
{
"p": 0.6,
"n": 25
},
{
"p": 0.6666666666666666,
"n": 15
},
{
"p": 0.4,
"n": 10
},
{
"p": 0.25,
"n": 4
}
],
"7-9": [
{
"p": 0.8781725888324873,
"n": 197
},
{
"p": 0.8554913294797688,
"n": 173
},
{
"p": 0.7837837837837838,
"n": 148
},
{
"p": 0.8103448275862069,
"n": 116
},
{
"p": 0.723404255319149,
"n": 94
},
{
"p": 0.7794117647058824,
"n": 68
},
{
"p": 0.8301886792452831,
"n": 53
},
{
"p": 0.8181818181818182,
"n": 44
},
{
"p": 0.5555555555555556,
"n": 36
},
{
"p": 0.65,
"n": 20
},
{
"p": 0.5384615384615384,
"n": 13
},
{
"p": 0.5714285714285714,
"n": 7
},
{
"p": 0.75,
"n": 4
},
{
"p": 1.0,
"n": 3
},
{
"p": 0.6666666666666666,
"n": 3
}
],
"10-14": [
{
"p": 0.8888888888888888,
"n": 99
},
{
"p": 0.875,
"n": 88
},
{
"p": 0.9090909090909091,
"n": 77
},
{
"p": 0.8,
"n": 70
},
{
"p": 0.8392857142857143,
"n": 56
},
{
"p": 0.8723404255319149,
"n": 47
},
{
"p": 0.7317073170731707,
"n": 41
},
{
"p": 0.7,
"n": 30
},
{
"p": 0.9047619047619048,
"n": 21
},
{
"p": 0.7894736842105263,
"n": 19
},
{
"p": 0.6666666666666666,
"n": 15
},
{
"p": 0.7,
"n": 10
},
{
"p": 0.7142857142857143,
"n": 7
},
{
"p": 0.6,
"n": 5
},
{
"p": 0.0,
"n": 3
}
]
},
"soft": {
"0-1": [
{
"p": 0.7596795727636849,
"n": 749,
"p_soft": 0.7596795727636849,
"n_soft": 749,
"p_plain": null,
"n_plain": 0
},
{
"p": 0.6766256590509666,
"n": 569,
"p_soft": 0.6766256590509666,
"n_soft": 569,
"p_plain": null,
"n_plain": 0
},
{
"p": 0.6961038961038961,
"n": 385,
"p_soft": 0.6961038961038961,
"n_soft": 385,
"p_plain": null,
"n_plain": 0
},
{
"p": 0.6940298507462687,
"n": 268,
"p_soft": 0.6940298507462687,
"n_soft": 268,
"p_plain": null,
"n_plain": 0
},
{
"p": 0.6881720430107527,
"n": 186,
"p_soft": 0.6881720430107527,
"n_soft": 186,
"p_plain": null,
"n_plain": 0
},
{
"p": 0.6796875,
"n": 128,
"p_soft": 0.6796875,
"n_soft": 128,
"p_plain": null,
"n_plain": 0
},
{
"p": 0.7126436781609196,
"n": 87,
"p_soft": 0.7126436781609196,
"n_soft": 87,
"p_plain": null,
"n_plain": 0
},
{
"p": 0.7096774193548387,
"n": 62,
"p_soft": 0.7096774193548387,
"n_soft": 62,
"p_plain": null,
"n_plain": 0
},
{
"p": 0.6818181818181818,
"n": 44,
"p_soft": 0.6818181818181818,
"n_soft": 44,
"p_plain": null,
"n_plain": 0
},
{
"p": 0.7666666666666667,
"n": 30,
"p_soft": 0.7666666666666667,
"n_soft": 30,
"p_plain": null,
"n_plain": 0
},
{
"p": 0.7391304347826086,
"n": 23,
"p_soft": 0.7391304347826086,
"n_soft": 23,
"p_plain": null,
"n_plain": 0
},
{
"p": 0.5294117647058824,
"n": 17,
"p_soft": 0.5294117647058824,
"n_soft": 17,
"p_plain": null,
"n_plain": 0
},
{
"p": 0.5555555555555556,
"n": 9,
"p_soft": 0.5555555555555556,
"n_soft": 9,
"p_plain": null,
"n_plain": 0
},
{
"p": 0.8,
"n": 5,
"p_soft": 1.0,
"n_soft": 1,
"p_plain": 0.75,
"n_plain": 4
},
{
"p": 0.5,
"n": 4,
"p_soft": null,
"n_soft": 0,
"p_plain": 0.5,
"n_plain": 4
}
],
"2-3": [
{
"p": 0.8223443223443223,
"n": 546,
"p_soft": 0.8223443223443223,
"n_soft": 546,
"p_plain": null,
"n_plain": 0
},
{
"p": 0.77728285077951,
"n": 449,
"p_soft": 0.77728285077951,
"n_soft": 449,
"p_plain": null,
"n_plain": 0
},
{
"p": 0.7650429799426934,
"n": 349,
"p_soft": 0.7650429799426934,
"n_soft": 349,
"p_plain": null,
"n_plain": 0
},
{
"p": 0.7228464419475655,
"n": 267,
"p_soft": 0.7228464419475655,
"n_soft": 267,
"p_plain": null,
"n_plain": 0
},
{
"p": 0.6994818652849741,
"n": 193,
"p_soft": 0.6994818652849741,
"n_soft": 193,
"p_plain": null,
"n_plain": 0
},
{
"p": 0.7185185185185186,
"n": 135,
"p_soft": 0.7185185185185186,
"n_soft": 135,
"p_plain": null,
"n_plain": 0
},
{
"p": 0.7628865979381443,
"n": 97,
"p_soft": 0.7628865979381443,
"n_soft": 97,
"p_plain": null,
"n_plain": 0
},
{
"p": 0.7972972972972973,
"n": 74,
"p_soft": 0.7972972972972973,
"n_soft": 74,
"p_plain": null,
"n_plain": 0
},
{
"p": 0.711864406779661,
"n": 59,
"p_soft": 0.711864406779661,
"n_soft": 59,
"p_plain": null,
"n_plain": 0
},
{
"p": 0.6428571428571429,
"n": 42,
"p_soft": 0.6428571428571429,
"n_soft": 42,
"p_plain": null,
"n_plain": 0
},
{
"p": 0.6296296296296297,
"n": 27,
"p_soft": 0.6296296296296297,
"n_soft": 27,
"p_plain": null,
"n_plain": 0
},
{
"p": 0.7647058823529411,
"n": 17,
"p_soft": 0.75,
"n_soft": 8,
"p_plain": 0.7777777777777778,
"n_plain": 9
},
{
"p": 0.9230769230769231,
"n": 13,
"p_soft": null,
"n_soft": 0,
"p_plain": 0.9230769230769231,
"n_plain": 13
},
{
"p": 0.8333333333333334,
"n": 12,
"p_soft": null,
"n_soft": 0,
"p_plain": 0.8333333333333334,
"n_plain": 12
},
{
"p": 0.8,
"n": 10,
"p_soft": null,
"n_soft": 0,
"p_plain": 0.8,
"n_plain": 10
}
],
"4-6": [
{
"p": 0.8888888888888888,
"n": 432,
"p_soft": 0.8888888888888888,
"n_soft": 432,
"p_plain": null,
"n_plain": 0
},
{
"p": 0.8151041666666666,
"n": 384,
"p_soft": 0.8151041666666666,
"n_soft": 384,
"p_plain": null,
"n_plain": 0
},
{
"p": 0.8274760383386581,
"n": 313,
"p_soft": 0.8274760383386581,
"n_soft": 313,
"p_plain": null,
"n_plain": 0
},
{
"p": 0.7837837837837838,
"n": 259,
"p_soft": 0.7837837837837838,
"n_soft": 259,
"p_plain": null,
"n_plain": 0
},
{
"p": 0.8177339901477833,
"n": 203,
"p_soft": 0.8177339901477833,
"n_soft": 203,
"p_plain": null,
"n_plain": 0
},
{
"p": 0.7771084337349398,
"n": 166,
"p_soft": 0.7771084337349398,
"n_soft": 166,
"p_plain": null,
"n_plain": 0
},
{
"p": 0.7674418604651163,
"n": 129,
"p_soft": 0.7674418604651163,
"n_soft": 129,
"p_plain": null,
"n_plain": 0
},
{
"p": 0.7070707070707071,
"n": 99,
"p_soft": 0.7070707070707071,
"n_soft": 99,
"p_plain": null,
"n_plain": 0
},
{
"p": 0.8,
"n": 70,
"p_soft": 0.7407407407407407,
"n_soft": 54,
"p_plain": 1.0,
"n_plain": 16
},
{
"p": 0.6785714285714286,
"n": 56,
"p_soft": 0.5217391304347826,
"n_soft": 23,
"p_plain": 0.7878787878787878,
"n_plain": 33
},
{
"p": 0.6578947368421053,
"n": 38,
"p_soft": null,
"n_soft": 0,
"p_plain": 0.6578947368421053,
"n_plain": 38
},
{
"p": 0.84,
"n": 25,
"p_soft": null,
"n_soft": 0,
"p_plain": 0.84,
"n_plain": 25
},
{
"p": 0.6190476190476191,
"n": 21,
"p_soft": null,
"n_soft": 0,
"p_plain": 0.6190476190476191,
"n_plain": 21
},
{
"p": 0.5384615384615384,
"n": 13,
"p_soft": null,
"n_soft": 0,
"p_plain": 0.5384615384615384,
"n_plain": 13
},
{
"p": 0.7142857142857143,
"n": 7,
"p_soft": null,
"n_soft": 0,
"p_plain": 0.7142857142857143,
"n_plain": 7
}
],
"7-9": [
{
"p": 0.9040404040404041,
"n": 198,
"p_soft": 0.9040404040404041,
"n_soft": 198,
"p_plain": null,
"n_plain": 0
},
{
"p": 0.8547486033519553,
"n": 179,
"p_soft": 0.8547486033519553,
"n_soft": 179,
"p_plain": null,
"n_plain": 0
},
{
"p": 0.8758169934640523,
"n": 153,
"p_soft": 0.8758169934640523,
"n_soft": 153,
"p_plain": null,
"n_plain": 0
},
{
"p": 0.8432835820895522,
"n": 134,
"p_soft": 0.8432835820895522,
"n_soft": 134,
"p_plain": null,
"n_plain": 0
},
{
"p": 0.8407079646017699,
"n": 113,
"p_soft": 0.8407079646017699,
"n_soft": 113,
"p_plain": null,
"n_plain": 0
},
{
"p": 0.7263157894736842,
"n": 95,
"p_soft": 0.7397260273972602,
"n_soft": 73,
"p_plain": 0.6818181818181818,
"n_plain": 22
},
{
"p": 0.7971014492753623,
"n": 69,
"p_soft": 0.7586206896551724,
"n_soft": 29,
"p_plain": 0.825,
"n_plain": 40
},
{
"p": 0.8,
"n": 55,
"p_soft": null,
"n_soft": 0,
"p_plain": 0.8,
"n_plain": 55
},
{
"p": 0.75,
"n": 44,
"p_soft": null,
"n_soft": 0,
"p_plain": 0.75,
"n_plain": 44
},
{
"p": 0.7878787878787878,
"n": 33,
"p_soft": null,
"n_soft": 0,
"p_plain": 0.7878787878787878,
"n_plain": 33
},
{
"p": 0.6923076923076923,
"n": 26,
"p_soft": null,
"n_soft": 0,
"p_plain": 0.6923076923076923,
"n_plain": 26
},
{
"p": 0.8333333333333334,
"n": 18,
"p_soft": null,
"n_soft": 0,
"p_plain": 0.8333333333333334,
"n_plain": 18
},
{
"p": 0.5333333333333333,
"n": 15,
"p_soft": null,
"n_soft": 0,
"p_plain": 0.5333333333333333,
"n_plain": 15
},
{
"p": 0.75,
"n": 8,
"p_soft": null,
"n_soft": 0,
"p_plain": 0.75,
"n_plain": 8
},
{
"p": 0.8333333333333334,
"n": 6,
"p_soft": null,
"n_soft": 0,
"p_plain": 0.8333333333333334,
"n_plain": 6
}
],
"10-14": [
{
"p": 0.8962264150943396,
"n": 106,
"p_soft": 0.8877551020408163,
"n_soft": 98,
"p_plain": 1.0,
"n_plain": 8
},
{
"p": 0.8631578947368421,
"n": 95,
"p_soft": 0.8533333333333334,
"n_soft": 75,
"p_plain": 0.9,
"n_plain": 20
},
{
"p": 0.7926829268292683,
"n": 82,
"p_soft": 0.7777777777777778,
"n_soft": 45,
"p_plain": 0.8108108108108109,
"n_plain": 37
},
{
"p": 0.8,
"n": 65,
"p_soft": 0.7368421052631579,
"n_soft": 19,
"p_plain": 0.8260869565217391,
"n_plain": 46
},
{
"p": 0.8076923076923077,
"n": 52,
"p_soft": null,
"n_soft": 0,
"p_plain": 0.8076923076923077,
"n_plain": 52
},
{
"p": 0.8571428571428571,
"n": 42,
"p_soft": null,
"n_soft": 0,
"p_plain": 0.8571428571428571,
"n_plain": 42
},
{
"p": 0.8055555555555556,
"n": 36,
"p_soft": null,
"n_soft": 0,
"p_plain": 0.8055555555555556,
"n_plain": 36
},
{
"p": 0.7586206896551724,
"n": 29,
"p_soft": null,
"n_soft": 0,
"p_plain": 0.7586206896551724,
"n_plain": 29
},
{
"p": 0.8636363636363636,
"n": 22,
"p_soft": null,
"n_soft": 0,
"p_plain": 0.8636363636363636,
"n_plain": 22
},
{
"p": 0.631578947368421,
"n": 19,
"p_soft": null,
"n_soft": 0,
"p_plain": 0.631578947368421,
"n_plain": 19
},
{
"p": 0.8333333333333334,
"n": 12,
"p_soft": null,
"n_soft": 0,
"p_plain": 0.8333333333333334,
"n_plain": 12
},
{
"p": 0.6,
"n": 10,
"p_soft": null,
"n_soft": 0,
"p_plain": 0.6,
"n_plain": 10
},
{
"p": 0.8333333333333334,
"n": 6,
"p_soft": null,
"n_soft": 0,
"p_plain": 0.8333333333333334,
"n_plain": 6
},
{
"p": 0.2,
"n": 5,
"p_soft": null,
"n_soft": 0,
"p_plain": 0.2,
"n_plain": 5
},
{
"p": 0.0,
"n": 1,
"p_soft": null,
"n_soft": 0,
"p_plain": 0.0,
"n_plain": 1
}
]
}
}
}