| { |
| "format": "scholarly-raw-v1", |
| "training_ready": true, |
| "max_passes": 2, |
| "experiment": "python-124m-muon-5b", |
| "prefer_collected": true, |
| "target_tokens": 5000000000, |
| "tokenizer_sha256": "add5b2c7542e4efded329735825ecdcb94df1432617c3d3e4b7508aa459432f9", |
| "database": { |
| "path": "raw.sqlite", |
| "sha256": "3942c0e7edccc426cbf7f0c3b9d69144f0511960a36e6615151645c38da41565" |
| }, |
| "sources": { |
| "python_implementation": { |
| "weight_percent": 65, |
| "target_tokens": 3250000000, |
| "max_passes": 1, |
| "splits": { |
| "train": { |
| "loss_tokens": 3344840434 |
| }, |
| "validation": { |
| "loss_tokens": 202402128 |
| } |
| } |
| }, |
| "python_tests_examples": { |
| "weight_percent": 15, |
| "target_tokens": 750000000, |
| "max_passes": 1, |
| "splits": { |
| "train": { |
| "loss_tokens": 1455959517 |
| }, |
| "validation": { |
| "loss_tokens": 88631252 |
| } |
| } |
| }, |
| "python_documentation": { |
| "weight_percent": 10, |
| "target_tokens": 500000000, |
| "max_passes": 1, |
| "splits": { |
| "train": { |
| "loss_tokens": 638756689 |
| }, |
| "validation": { |
| "loss_tokens": 32309371 |
| } |
| } |
| }, |
| "cs_math": { |
| "weight_percent": 5, |
| "target_tokens": 250000000, |
| "max_passes": 1, |
| "splits": { |
| "train": { |
| "loss_tokens": 255001393 |
| }, |
| "validation": { |
| "loss_tokens": 31729746 |
| } |
| } |
| }, |
| "general_education": { |
| "weight_percent": 3, |
| "target_tokens": 150000000, |
| "max_passes": 1, |
| "splits": { |
| "train": { |
| "loss_tokens": 153000047 |
| }, |
| "validation": { |
| "loss_tokens": 59391033 |
| } |
| } |
| }, |
| "books": { |
| "weight_percent": 2, |
| "target_tokens": 100000000, |
| "max_passes": 1, |
| "splits": { |
| "train": { |
| "loss_tokens": 102061503 |
| }, |
| "validation": { |
| "loss_tokens": 14413928 |
| } |
| } |
| } |
| }, |
| "heldout": { |
| "path": "heldout.jsonl.gz", |
| "sha256": "58ed450084b99893f1e1b09d8f7556653ab36a66db1eb41644e8f92029490325", |
| "windows": 192, |
| "tokenizer_sha256": "add5b2c7542e4efded329735825ecdcb94df1432617c3d3e4b7508aa459432f9" |
| }, |
| "limitations": [ |
| "Exact file/document deduplication; near clones can remain", |
| "Path and content heuristics are imperfect", |
| "Documentation includes explanatory Python technical Q&A", |
| "Collected recent repositories preferred; supplements include older material", |
| "No benchmark-contamination claim; detailed source provenance remains private" |
| ] |
| } |
