training_state.json

{
  "arch": "gpt2",
  "budget_unit": "eng_words",
  "tokens_seen": 1332980770,
  "eng_equiv_words_seen": 1027792098,
  "eng_equiv_words_by_lang": {
    "eng": 342617364,
    "nld": 342602160,
    "zho": 342572573
  },
  "iteration": 40760,
  "temperature": null
}