source/eval/outputs/ppl_korean_wiki.json

{
  "dataset": "korean_wiki_val",
  "data_file": "data/korean_wiki_val.bin",
  "total_tokens": 524561,
  "eval_tokens": 1567747,
  "max_tokens_used": 524561,
  "perplexity": 11.8359,
  "bits_per_token": 3.5651,
  "avg_nll": 2.471134,
  "elapsed_sec": 15.7,
  "config": {
    "seq_len": 2048,
    "stride": 512,
    "batch_size": 32,
    "dtype": "bfloat16"
  }
}