{
  "parameters": 99894528,
  "vocab_size": 28672,
  "context_window": 2048,
  "training_sequence_length": 1024,
  "total_tokens_processed": 582209140,
  "pretrain_tokens_processed": 568246272,
  "sft_tokens_processed": 13962868,
  "sft_supervised_tokens": 9124446,
  "global_token_cap": 2000000000,
  "optimizer_updates": 19137
}