- next-token-prediction-pretrain_fineweb_gpt2_small-attnOgate-qkNorm_adamw-lr0.0018-b0.9-0.95-eps1e-08-wd0.1-bs128_wsd-5000-200-4000-5000-0_251127-180339
- next-token-prediction-pretrain_fineweb_gpt2_small-attnOgate-qkNorm_adamw-lr0.0018-b0.9-0.95-eps1e-08-wd0.1-bs256_wsd-2500-100-2000-2500-0_251127-195700
- next-token-prediction-pretrain_fineweb_gpt2_small-attnOgate-qkNorm_adamw-lr0.0018-b0.9-0.95-eps1e-08-wd0.1-bs64_wsd-10000-400-8000-10000-0_251127-155438