BestTerm-440M-Checkpts / benchmarks /alice_polynomials.json
N8Programs's picture
Expand BestTerm model card with benchmark comparisons and reproducibility
6c2b324 verified
Raw History Blame Contribute Delete
13.7 kB
{
"csv_path": "bestterm_polynomial_continuation_mlx_b128.csv",
"queue_chunk_size": 64,
"tasks": {
"arithmetic": {
"degree": 1,
"parsed": 4800,
"total": 4800,
"correct": 4538,
"accuracy": 0.9454166666666667,
"parsed_fraction": 1.0,
"by_k": [
{
"k": 2,
"parsed": 200,
"total": 200,
"correct": 16,
"accuracy": 0.08
},
{
"k": 3,
"parsed": 200,
"total": 200,
"correct": 155,
"accuracy": 0.775
},
{
"k": 4,
"parsed": 200,
"total": 200,
"correct": 188,
"accuracy": 0.94
},
{
"k": 5,
"parsed": 200,
"total": 200,
"correct": 197,
"accuracy": 0.985
},
{
"k": 6,
"parsed": 200,
"total": 200,
"correct": 197,
"accuracy": 0.985
},
{
"k": 7,
"parsed": 200,
"total": 200,
"correct": 195,
"accuracy": 0.975
},
{
"k": 8,
"parsed": 200,
"total": 200,
"correct": 199,
"accuracy": 0.995
},
{
"k": 9,
"parsed": 200,
"total": 200,
"correct": 197,
"accuracy": 0.985
},
{
"k": 10,
"parsed": 200,
"total": 200,
"correct": 198,
"accuracy": 0.99
},
{
"k": 11,
"parsed": 200,
"total": 200,
"correct": 198,
"accuracy": 0.99
},
{
"k": 12,
"parsed": 200,
"total": 200,
"correct": 200,
"accuracy": 1.0
},
{
"k": 13,
"parsed": 200,
"total": 200,
"correct": 199,
"accuracy": 0.995
},
{
"k": 14,
"parsed": 200,
"total": 200,
"correct": 200,
"accuracy": 1.0
},
{
"k": 15,
"parsed": 200,
"total": 200,
"correct": 200,
"accuracy": 1.0
},
{
"k": 16,
"parsed": 200,
"total": 200,
"correct": 200,
"accuracy": 1.0
},
{
"k": 17,
"parsed": 200,
"total": 200,
"correct": 200,
"accuracy": 1.0
},
{
"k": 18,
"parsed": 200,
"total": 200,
"correct": 200,
"accuracy": 1.0
},
{
"k": 19,
"parsed": 200,
"total": 200,
"correct": 200,
"accuracy": 1.0
},
{
"k": 20,
"parsed": 200,
"total": 200,
"correct": 199,
"accuracy": 0.995
},
{
"k": 21,
"parsed": 200,
"total": 200,
"correct": 200,
"accuracy": 1.0
},
{
"k": 22,
"parsed": 200,
"total": 200,
"correct": 200,
"accuracy": 1.0
},
{
"k": 23,
"parsed": 200,
"total": 200,
"correct": 200,
"accuracy": 1.0
},
{
"k": 24,
"parsed": 200,
"total": 200,
"correct": 200,
"accuracy": 1.0
},
{
"k": 25,
"parsed": 200,
"total": 200,
"correct": 200,
"accuracy": 1.0
}
]
},
"quadratic": {
"degree": 2,
"parsed": 4600,
"total": 4600,
"correct": 3966,
"accuracy": 0.8621739130434782,
"parsed_fraction": 1.0,
"by_k": [
{
"k": 3,
"parsed": 200,
"total": 200,
"correct": 7,
"accuracy": 0.035
},
{
"k": 4,
"parsed": 200,
"total": 200,
"correct": 57,
"accuracy": 0.285
},
{
"k": 5,
"parsed": 200,
"total": 200,
"correct": 107,
"accuracy": 0.535
},
{
"k": 6,
"parsed": 200,
"total": 200,
"correct": 153,
"accuracy": 0.765
},
{
"k": 7,
"parsed": 200,
"total": 200,
"correct": 174,
"accuracy": 0.87
},
{
"k": 8,
"parsed": 200,
"total": 200,
"correct": 184,
"accuracy": 0.92
},
{
"k": 9,
"parsed": 200,
"total": 200,
"correct": 185,
"accuracy": 0.925
},
{
"k": 10,
"parsed": 200,
"total": 200,
"correct": 185,
"accuracy": 0.925
},
{
"k": 11,
"parsed": 200,
"total": 200,
"correct": 189,
"accuracy": 0.945
},
{
"k": 12,
"parsed": 200,
"total": 200,
"correct": 192,
"accuracy": 0.96
},
{
"k": 13,
"parsed": 200,
"total": 200,
"correct": 196,
"accuracy": 0.98
},
{
"k": 14,
"parsed": 200,
"total": 200,
"correct": 194,
"accuracy": 0.97
},
{
"k": 15,
"parsed": 200,
"total": 200,
"correct": 196,
"accuracy": 0.98
},
{
"k": 16,
"parsed": 200,
"total": 200,
"correct": 193,
"accuracy": 0.965
},
{
"k": 17,
"parsed": 200,
"total": 200,
"correct": 199,
"accuracy": 0.995
},
{
"k": 18,
"parsed": 200,
"total": 200,
"correct": 190,
"accuracy": 0.95
},
{
"k": 19,
"parsed": 200,
"total": 200,
"correct": 192,
"accuracy": 0.96
},
{
"k": 20,
"parsed": 200,
"total": 200,
"correct": 196,
"accuracy": 0.98
},
{
"k": 21,
"parsed": 200,
"total": 200,
"correct": 194,
"accuracy": 0.97
},
{
"k": 22,
"parsed": 200,
"total": 200,
"correct": 194,
"accuracy": 0.97
},
{
"k": 23,
"parsed": 200,
"total": 200,
"correct": 197,
"accuracy": 0.985
},
{
"k": 24,
"parsed": 200,
"total": 200,
"correct": 195,
"accuracy": 0.975
},
{
"k": 25,
"parsed": 200,
"total": 200,
"correct": 197,
"accuracy": 0.985
}
]
},
"cubic": {
"degree": 3,
"parsed": 4400,
"total": 4400,
"correct": 3281,
"accuracy": 0.7456818181818182,
"parsed_fraction": 1.0,
"by_k": [
{
"k": 4,
"parsed": 200,
"total": 200,
"correct": 6,
"accuracy": 0.03
},
{
"k": 5,
"parsed": 200,
"total": 200,
"correct": 12,
"accuracy": 0.06
},
{
"k": 6,
"parsed": 200,
"total": 200,
"correct": 30,
"accuracy": 0.15
},
{
"k": 7,
"parsed": 200,
"total": 200,
"correct": 69,
"accuracy": 0.345
},
{
"k": 8,
"parsed": 200,
"total": 200,
"correct": 94,
"accuracy": 0.47
},
{
"k": 9,
"parsed": 200,
"total": 200,
"correct": 138,
"accuracy": 0.69
},
{
"k": 10,
"parsed": 200,
"total": 200,
"correct": 153,
"accuracy": 0.765
},
{
"k": 11,
"parsed": 200,
"total": 200,
"correct": 175,
"accuracy": 0.875
},
{
"k": 12,
"parsed": 200,
"total": 200,
"correct": 185,
"accuracy": 0.925
},
{
"k": 13,
"parsed": 200,
"total": 200,
"correct": 177,
"accuracy": 0.885
},
{
"k": 14,
"parsed": 200,
"total": 200,
"correct": 184,
"accuracy": 0.92
},
{
"k": 15,
"parsed": 200,
"total": 200,
"correct": 186,
"accuracy": 0.93
},
{
"k": 16,
"parsed": 200,
"total": 200,
"correct": 192,
"accuracy": 0.96
},
{
"k": 17,
"parsed": 200,
"total": 200,
"correct": 183,
"accuracy": 0.915
},
{
"k": 18,
"parsed": 200,
"total": 200,
"correct": 190,
"accuracy": 0.95
},
{
"k": 19,
"parsed": 200,
"total": 200,
"correct": 186,
"accuracy": 0.93
},
{
"k": 20,
"parsed": 200,
"total": 200,
"correct": 187,
"accuracy": 0.935
},
{
"k": 21,
"parsed": 200,
"total": 200,
"correct": 184,
"accuracy": 0.92
},
{
"k": 22,
"parsed": 200,
"total": 200,
"correct": 190,
"accuracy": 0.95
},
{
"k": 23,
"parsed": 200,
"total": 200,
"correct": 190,
"accuracy": 0.95
},
{
"k": 24,
"parsed": 200,
"total": 200,
"correct": 182,
"accuracy": 0.91
},
{
"k": 25,
"parsed": 200,
"total": 200,
"correct": 188,
"accuracy": 0.94
}
]
},
"quartic": {
"degree": 4,
"parsed": 4200,
"total": 4200,
"correct": 2864,
"accuracy": 0.6819047619047619,
"parsed_fraction": 1.0,
"by_k": [
{
"k": 5,
"parsed": 200,
"total": 200,
"correct": 8,
"accuracy": 0.04
},
{
"k": 6,
"parsed": 200,
"total": 200,
"correct": 16,
"accuracy": 0.08
},
{
"k": 7,
"parsed": 200,
"total": 200,
"correct": 27,
"accuracy": 0.135
},
{
"k": 8,
"parsed": 200,
"total": 200,
"correct": 45,
"accuracy": 0.225
},
{
"k": 9,
"parsed": 200,
"total": 200,
"correct": 80,
"accuracy": 0.4
},
{
"k": 10,
"parsed": 200,
"total": 200,
"correct": 121,
"accuracy": 0.605
},
{
"k": 11,
"parsed": 200,
"total": 200,
"correct": 138,
"accuracy": 0.69
},
{
"k": 12,
"parsed": 200,
"total": 200,
"correct": 148,
"accuracy": 0.74
},
{
"k": 13,
"parsed": 200,
"total": 200,
"correct": 162,
"accuracy": 0.81
},
{
"k": 14,
"parsed": 200,
"total": 200,
"correct": 161,
"accuracy": 0.805
},
{
"k": 15,
"parsed": 200,
"total": 200,
"correct": 173,
"accuracy": 0.865
},
{
"k": 16,
"parsed": 200,
"total": 200,
"correct": 170,
"accuracy": 0.85
},
{
"k": 17,
"parsed": 200,
"total": 200,
"correct": 176,
"accuracy": 0.88
},
{
"k": 18,
"parsed": 200,
"total": 200,
"correct": 172,
"accuracy": 0.86
},
{
"k": 19,
"parsed": 200,
"total": 200,
"correct": 176,
"accuracy": 0.88
},
{
"k": 20,
"parsed": 200,
"total": 200,
"correct": 175,
"accuracy": 0.875
},
{
"k": 21,
"parsed": 200,
"total": 200,
"correct": 175,
"accuracy": 0.875
},
{
"k": 22,
"parsed": 200,
"total": 200,
"correct": 183,
"accuracy": 0.915
},
{
"k": 23,
"parsed": 200,
"total": 200,
"correct": 190,
"accuracy": 0.95
},
{
"k": 24,
"parsed": 200,
"total": 200,
"correct": 184,
"accuracy": 0.92
},
{
"k": 25,
"parsed": 200,
"total": 200,
"correct": 184,
"accuracy": 0.92
}
]
}
}
}