File size: 579 Bytes
e8ac551 | 1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 | {
"checkpoint": "hanse-78m-pretrain-phase2/final",
"kind": "held-out next-token language-model evaluation",
"sequence_length": 2048,
"batch_size": 6,
"batches": 200,
"seed": 1234,
"results": {
"fineweb2_de": {"loss": 3.310921, "perplexity": 27.410},
"finewiki_de": {"loss": 2.574947, "perplexity": 13.131},
"fineweb_en": {"loss": 2.943911, "perplexity": 18.990},
"mixed_validation": {"loss": 3.175663, "perplexity": 23.943}
},
"warning": "Corpus perplexities are tokenizer- and corpus-dependent, and are not downstream capability benchmarks."
}
|