{ "version": 1, "transition_fraction": 0.1, "stages": [ { "name": "early", "start": 0.0, "end": 0.4, "weights": { "Ultra-FineWeb": 0.5, "FineWeb-Edu": 0.38, "FineMath": 0.05, "Cosmopedia-v2": 0.05, "UltraData-Math-L2-preview": 0.02 } }, { "name": "mid", "start": 0.4, "end": 0.8, "weights": { "Ultra-FineWeb": 0.12, "FineWeb-Edu": 0.22, "FineMath": 0.18, "Cosmopedia-v2": 0.13, "UltraData-Math-L2-preview": 0.12, "Ultra-FineWeb-L3-en-QA-Synthetic": 0.05, "Synthetic-Arithmetic": 0.18 } }, { "name": "late", "start": 0.8, "end": 1.0, "weights": { "Ultra-FineWeb": 0.105, "FineWeb-Edu": 0.21, "FineMath": 0.14, "Cosmopedia-v2": 0.14, "UltraData-Math-L2-preview": 0.105, "Ultra-FineWeb-L3-en-QA-Synthetic": 0.2, "Synthetic-Arithmetic": 0.1 } } ] }