| { | |
| "source_checkpoint_repo": "procmarco/pina-500m-ckpt", | |
| "source_checkpoint_sha": "63d47cedecce4af209bc482aec1ace2ffb30ba1e", | |
| "step": 17520, | |
| "token_offset": 9186050048, | |
| "approx_tokens_b": 9.186050048, | |
| "weights_dtype": "bfloat16", | |
| "contains_optimizer_state": false, | |
| "tokenizer": "procmarco/ita-en-code-bpe-48k", | |
| "eval": { | |
| "strided16_bits_per_token": 4.465560508027813, | |
| "strided16_bits_per_byte": 1.070008007175171, | |
| "strided16_eval_tokens": 131040, | |
| "strided16_note": "deterministic 16-batch strided eval across local mixed eval bin", | |
| "broad_512_batches_bits_per_token": 3.8975302477286013, | |
| "broad_512_batches_bits_per_byte": 0.9673065629136979, | |
| "broad_512_batches_eval_tokens": 2096640 | |
| } | |
| } | |