{
  "model_name": "emma-3",
  "model_type": "gpt",
  "onnx_file": "emma3.onnx",
  "architecture": "decoder-only-transformer-gqa",
  "vocab_size": 32000,
  "hidden_size": 768,
  "num_hidden_layers": 16,
  "num_attention_heads": 12,
  "num_key_value_heads": 4,
  "num_kv_heads": 4,
  "intermediate_size": 2048,
  "context_length": 2048,
  "rope_theta": 10000.0,
  "norm_type": "rmsnorm",
  "activation": "swiglu",
  "tokenizer": "sentencepiece",
  "tied_embeddings": true,
  "alignment": "SFT",
  "gpu_memory_limit_gb": 10.0,
  "onnx_opset": 18
}