| { | |
| "activation_checkpointing": true, | |
| "dataset": "tinystories", | |
| "depth": 10, | |
| "eval_batch_size": 4, | |
| "mfu_percent": 11.909878504506382, | |
| "num_params": 122553140, | |
| "num_steps": 325, | |
| "peak_vram_mb": 3616.9375, | |
| "smoke_test": false, | |
| "total_seconds": 7733.325039625168, | |
| "total_tokens": 170393600, | |
| "train_batch_size": 4, | |
| "training_seconds": 7216.76309800148, | |
| "val_bpb": 0.4032088144179764 | |
| } |