| { |
| "cli_args": { |
| "attn_implementation": "eager", |
| "auto_resume": true, |
| "bf16": true, |
| "cache_dir": "/cache", |
| "data_dir": "/workspace/data/kernelbook", |
| "deepspeed": "/workspace/configs/deepspeed/zero3_bf16.json", |
| "distillation_alpha": 0.5, |
| "distillation_topk": 100, |
| "distillation_weight": 1.0, |
| "dry_run": false, |
| "effective_batch_size": 8, |
| "eval_steps": 100, |
| "fsdp_transformer_layer_cls": "Qwen2DecoderLayer", |
| "fsdp_use_orig_params": false, |
| "generate_from_teacher": true, |
| "generation_batch_size": null, |
| "gradient_accumulation_steps": 2, |
| "gradient_checkpointing": true, |
| "hub_model_id": "aadityabuilds/qwen2-5-coder-7b-kernelbook-sdft", |
| "learning_rate": 5e-06, |
| "logging_steps": 5, |
| "max_completion_length": 4096, |
| "max_eval_samples": 256, |
| "max_grad_norm": 1.0, |
| "max_prompt_length": 4096, |
| "max_steps": -1, |
| "max_train_samples": null, |
| "model": "/cache/local-models/sdft/qwen2-5-coder-7b-instruct", |
| "num_generations": 1, |
| "num_generations_eval": null, |
| "num_loss_tokens_to_skip": 0, |
| "num_train_epochs": 1.0, |
| "output_dir": "/__modal/volumes/vo-qWxmkR9prkx4LKrjcfqOmD/modal-sdft-qwen2-5-coder-7b-kernelbook-final", |
| "output_root": "/outputs", |
| "parallel_backend": "deepspeed", |
| "per_device_eval_batch_size": 1, |
| "per_device_train_batch_size": 1, |
| "push_to_hub": true, |
| "ref_model_mixup_alpha": 0.01, |
| "ref_model_sync_steps": 128, |
| "repetition_penalty": 1.0, |
| "report_to": "wandb", |
| "resume_from_checkpoint": null, |
| "run_name": "modal-sdft-qwen2-5-coder-7b-kernelbook-final", |
| "save_steps": 50, |
| "save_total_limit": 10, |
| "seed": 42, |
| "steps_per_generation": null, |
| "sync_ref_model": false, |
| "target_global_batch_size": 8, |
| "temperature": 0.7, |
| "top_k": 0, |
| "top_p": 0.95, |
| "wandb_entity": null, |
| "wandb_mode": "online", |
| "wandb_project": "triton-sdft", |
| "warmup_ratio": 0.03, |
| "weight_decay": 0.01, |
| "world_size": 4 |
| }, |
| "data_dir": "/workspace/data/kernelbook", |
| "effective_batch_size": 8, |
| "manifest": { |
| "config": { |
| "created_at": "2026-05-27T05:16:47.175016+00:00", |
| "dataset_id": "GPUMODE/KernelBook", |
| "max_output_tokens": 4096, |
| "max_seq_length": 8192, |
| "model": "Qwen/Qwen2.5-Coder-7B-Instruct", |
| "output_dir": "data/kernelbook", |
| "seed": 42, |
| "test_ratio": 0.1, |
| "train_ratio": 0.8, |
| "val_ratio": 0.1 |
| }, |
| "counts": { |
| "after_dedup": 15203, |
| "after_empty_filter": 18162, |
| "after_output_length_filter": 13267, |
| "loaded": 18162, |
| "test": 1360, |
| "train": 10578, |
| "validation": 1329 |
| }, |
| "sdft_trainer": { |
| "eval_dataset": "data/kernelbook/text/sdft/validation", |
| "sdft_config_hints": { |
| "generate_from_teacher": true, |
| "max_completion_length": 4096, |
| "max_prompt_length": 4096 |
| }, |
| "test_dataset": "data/kernelbook/text/sdft/test", |
| "train_dataset": "data/kernelbook/text/sdft/train" |
| }, |
| "sft_trainer": { |
| "eval_dataset": "data/kernelbook/tokenized/Qwen2.5-Coder-7B-Instruct/validation", |
| "eval_packing": false, |
| "packing": true, |
| "requires_columns": [ |
| "input_ids", |
| "completion_mask" |
| ], |
| "sft_config": { |
| "completion_only_loss": true, |
| "eval_packing": false, |
| "max_length": 8192, |
| "packing": true |
| }, |
| "test_dataset": "data/kernelbook/tokenized/Qwen2.5-Coder-7B-Instruct/test", |
| "train_dataset": "data/kernelbook/tokenized/Qwen2.5-Coder-7B-Instruct/train" |
| }, |
| "token_stats": { |
| "test": { |
| "count": 1360.0, |
| "max": 6072.0, |
| "min": 519.0, |
| "p50": 1742.5, |
| "p90": 3393.1000000000013, |
| "p95": 4133.1, |
| "p99": 4980.400000000003, |
| "truncated_fraction": 0.0 |
| }, |
| "train": { |
| "count": 10578.0, |
| "max": 7026.0, |
| "min": 517.0, |
| "p50": 1781.5, |
| "p90": 3559.0, |
| "p95": 4168.299999999999, |
| "p99": 4932.459999999999, |
| "truncated_fraction": 0.0 |
| }, |
| "validation": { |
| "count": 1329.0, |
| "max": 7012.0, |
| "min": 519.0, |
| "p50": 1787.0, |
| "p90": 3371.2, |
| "p95": 3914.3999999999996, |
| "p99": 4647.0, |
| "truncated_fraction": 0.0 |
| } |
| } |
| }, |
| "method": "sdft", |
| "model": "/cache/local-models/sdft/qwen2-5-coder-7b-instruct", |
| "output_dir": "/__modal/volumes/vo-qWxmkR9prkx4LKrjcfqOmD/modal-sdft-qwen2-5-coder-7b-kernelbook-final", |
| "run_name": "modal-sdft-qwen2-5-coder-7b-kernelbook-final", |
| "world_size": 4 |
| } |
|
|
