{
  "name": "ipa-medium",
  "representation": "ipa",
  "variant": "merged",
  "num_layers": 16,
  "num_heads": 8,
  "model_dim": 1024,
  "head_dim": 128,
  "vocab_size": 100000,
  "padded_vocab": 100096,
  "eot_token": 2,
  "doc_mask_token": 50256,
  "long_window": 1792,
  "short_window": 896,
  "max_seq_len": 4096,
  "train_step": 116550,
  "num_iterations": 192486,
  "pct_trained": 60.5,
  "recorded_val_loss": 2.7924,
  "tokenizer_file": "bpe-8lang-ipa-stripped-100k-tokenizer.json"
}