File size: 318 Bytes
9ff21d9
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
{
  "step": 20,
  "best_loss": 0.2503400317382964,
  "tokens_generated": 49152000,
  "config_snapshot": {
    "total_steps": 3050,
    "warmup_steps": 150,
    "stable_steps": 2400,
    "decay_steps": 500,
    "lr_peak": 0.0025,
    "lr_min": 0.00025,
    "weight_decay": 0.1,
    "beta1": 0.9,
    "beta2": 0.95
  }
}