{
  "model_type": "typoformer",
  "architectures": [
    "TypoFormerForCausalLMAndGEC"
  ],
  "vocab_size": 16000,
  "max_seq_len": 512,
  "max_chars_per_token": 16,
  "hidden_dim": 768,
  "n_blocks": 10,
  "n_q_heads": 12,
  "n_kv_heads": 4,
  "ffn_dim": 2048,
  "char_cnn_filters": 64,
  "char_cnn_kernels": [
    2,
    3,
    5,
    8
  ],
  "n_classes": 1024,
  "int8_quantized": true,
  "framework": "onnxruntime",
  "parameters": 93888001
}