Buckets:
| { | |
| "job_id": "7eeb3d24bff1", | |
| "tier": "gpt2-small", | |
| "label": "GPT-2 Small", | |
| "n_params": 114838272, | |
| "target_tokens": 1, | |
| "tokens_seen": 524288, | |
| "steps": 1, | |
| "seq_len": 512, | |
| "final_loss": 8.28871063515544, | |
| "best_loss": 8.28871063515544, | |
| "peak_lr": 0.0003, | |
| "batch_tokens": 524288, | |
| "optimizer": "AdamW(0.9, 0.95) wd=0.1 clip=1.0", | |
| "schedule": "warmup 2% + cosine to 10%", | |
| "dataset": "HuggingFaceFW/fineweb-edu (sample-10BT)", | |
| "architecture": "LlamaForCausalLM (SiLU, RMSNorm, RoPE, GQA, tied embeddings)", | |
| "wall_time_s": 3456.32915186882, | |
| "trained_by": "GGUFGuy" | |
| } |
Xet Storage Details
- Size:
- 592 Bytes
- Xet hash:
- 1d3ef72584aa31242f17bad49122e3205e823414a7fcd1d7c9275a15adf76b24
·
Xet efficiently stores files, intelligently splitting them into unique chunks and accelerating uploads and downloads. More info.