| { | |
| "name": "final_olens_lensB/ar", | |
| "ckpt": "ar.raw.lr1e-4.decay171155/milestone_step_205386", | |
| "run": "ar.raw.lr1e-4.decay171155", | |
| "n_tensors": 994, | |
| "n_params": 142947328, | |
| "overrides": "kind=ar name=ar.raw.lr1e-4 ar.space=raw training.lr=0.0001 data.train_dir=/data/pairs/w0,/data/pairs/w1,/data/pairs/w2 data.val_dir=/data/rulers/ar grad_ckpt=False compile=True training.num_workers=16 training.val_batch_size=64 data.basis_path=/data/basis.safetensors training.train_batch_size=72 training.gradient_accumulation_steps=1 effective_batch=576 training.max_steps=213944 wandb_id=ar.raw.lr1e-4.r1 name=ar.raw.lr1e-4.decay171155 wandb_id=ar.raw.lr1e-4.decay171155 branch_from=/runs/ar.raw.lr1e-4/milestone_step_171155 decay_frac=0.2" | |
| } |