File size: 887 Bytes
084b790 | 1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 25 26 27 28 29 30 31 32 33 34 35 | {
"checkpoint_sha256": "6d251ab0c7595023006f7975b05436676311c18f17c8df608dc44a3e24f937b2",
"configuration": {
"decoding": "greedy",
"device": "mps",
"dtype": "float16",
"max_new_tokens": 384,
"recurrent_steps": 2,
"use_kv_cache": true
},
"results": {
"synthetic_heldout_50": {
"examples": 50,
"macro_exact_match": 0.6326530612244898,
"micro_exact_match": 0.66,
"malformed_rate": 0.02,
"sample_seed": 2026
},
"svamp_40": {
"examples": 40,
"macro_exact_match": 0.225,
"micro_exact_match": 0.225,
"malformed_rate": 0.0,
"sample_seed": 2026
},
"v1_1_spotcheck": {
"examples": 6,
"macro_exact_match": 0.5,
"micro_exact_match": 0.5,
"malformed_rate": 0.0
}
},
"tokenizer_sha256": "195e6efabd0a9dc238f04c83807d4e2cb79bd0270866773ad0b71a44c3794ba1"
}
|