| { | |
| "dataset": "korean_wiki_val", | |
| "data_file": "data/korean_wiki_val.bin", | |
| "total_tokens": 524561, | |
| "eval_tokens": 1567747, | |
| "max_tokens_used": 524561, | |
| "perplexity": 11.8359, | |
| "bits_per_token": 3.5651, | |
| "avg_nll": 2.471134, | |
| "elapsed_sec": 15.7, | |
| "config": { | |
| "seq_len": 2048, | |
| "stride": 512, | |
| "batch_size": 32, | |
| "dtype": "bfloat16" | |
| } | |
| } |