auto-3b-3 / training_config.json
ProCreations's picture
Release auto-3b-3
ffc6e7b verified
Raw History Blame Contribute Delete
298 Bytes
{
"lr": 5e-06,
"epochs": 2,
"alpha": 0.8,
"temperature": 2.0,
"max_batch": 64,
"warmup_frac": 0.03,
"min_lr_fraction": 0.1,
"replay_ratio": 0.4,
"extra": true,
"severe_weight": 1.5,
"hard_weight": 1.5,
"name": "auto3b_v3",
"margin_weight": 0.5,
"margin": 4.0,
"token_budget": 32768
}