train_state.json

{
  "step": 1,
  "data_pos": 45,
  "best_kl": 0.08637873269617558,
  "seq_len": 640,
  "prompt_len": 128,
  "continuation_len": 512,
  "causal_shift": false,
  "teacher_generates_continuation": true
}