| { | |
| "eval_sha256": "71e377e1008755b83876ebab70f509df46974387d270ca218ceb7a7263ade543", | |
| "tokenizers": { | |
| "climbmix-code-v1": { | |
| "tokenizer_sha256": "48aa6fb6d01d04067570637ca8a5ecced608f5df5585f9ce44a12c05c5281ae5", | |
| "sources": { | |
| "climbmix": { | |
| "bytes": 14743727, | |
| "tokens": 3217386, | |
| "roundtrip_failures": 0, | |
| "bytes_per_token": 4.582517298204194 | |
| }, | |
| "code_curated": { | |
| "bytes": 3682462, | |
| "tokens": 1023424, | |
| "roundtrip_failures": 0, | |
| "bytes_per_token": 3.598178272153086 | |
| }, | |
| "code_mit": { | |
| "bytes": 1733957, | |
| "tokens": 503413, | |
| "roundtrip_failures": 0, | |
| "bytes_per_token": 3.4444025084771352 | |
| } | |
| }, | |
| "digits": [ | |
| "1", | |
| "2", | |
| "3", | |
| "4", | |
| "5", | |
| "\u0120+", | |
| "\u0120", | |
| "6", | |
| "7", | |
| "8", | |
| "\u0120=", | |
| "\u0120", | |
| "1", | |
| "3", | |
| "0", | |
| "2", | |
| "3" | |
| ] | |
| }, | |
| "structured-code-v1": { | |
| "tokenizer_sha256": "add5b2c7542e4efded329735825ecdcb94df1432617c3d3e4b7508aa459432f9", | |
| "sources": { | |
| "climbmix": { | |
| "bytes": 14743727, | |
| "tokens": 4022037, | |
| "roundtrip_failures": 0, | |
| "bytes_per_token": 3.6657362923314727 | |
| }, | |
| "code_curated": { | |
| "bytes": 3682462, | |
| "tokens": 1046393, | |
| "roundtrip_failures": 0, | |
| "bytes_per_token": 3.519195942633408 | |
| }, | |
| "code_mit": { | |
| "bytes": 1733957, | |
| "tokens": 514537, | |
| "roundtrip_failures": 0, | |
| "bytes_per_token": 3.3699364671539658 | |
| } | |
| }, | |
| "digits": [ | |
| "123", | |
| "45", | |
| "\u0120+", | |
| "\u0120", | |
| "678", | |
| "\u0120=", | |
| "\u0120", | |
| "130", | |
| "23" | |
| ] | |
| } | |
| } | |
| } | |