| # TinyGSM Dataset Configuration | |
| # Math reasoning dataset for language model training | |
| defaults: | |
| - _base | |
| - _self_ | |
| # Dataset Identity | |
| dataset_name: tinygsm_no_slides | |
| init_fn: lmr.data.tinygsm_no_slides.initialize_dataset | |
| # Token Limits | |
| max_tokens_train: None # 50M tokens for training | |
| max_tokens_validation: None # 500K tokens for validation | |
| max_tokens_test: None # 500K tokens for test | |
| tokens_buffer: 10k # Additional tokens buffer to prevent inconsistencies | |
| # TinyGSM has single component (math problems) | |
| sampling_type: single # Not proportional, single component | |
| component_name: tinygsm_no_slides | |
| # HuggingFace dataset path | |
| hf_dataset_path: "TinyGSM/TinyGSM" # or your TinyGSM dataset path |