{
  "model_type": "qovaryx_finance_decoder",
  "architectures": [
    "FinanceDecoder"
  ],
  "d_model": 512,
  "n_layer": 12,
  "n_head": 8,
  "n_kv_head": 2,
  "d_ff": 1408,
  "vocab_size": 32000,
  "max_seq_len": 1024,
  "mtp_k": 4,
  "ffn_kind": "swiglu",
  "rms_eps": 1e-05,
  "rope_base": 10000.0,
  "tie_word_embeddings": true,
  "library_name": "pytorch",
  "specialist_key": "Q-Coder-50M-Sovereign",
  "task": "compact Python code",
  "base_model": "tjarvis91/qovaryx-50m-scratch-base",
  "base_model_relation": "finetune",
  "metric": {
    "name": "exact_match",
    "mean": 1.0,
    "ci_lower": 1.0,
    "n_holdout": 60
  },
  "license": "apache-2.0",
  "qovaryx_release": "qovaryx-sovereign-2026-06-02"
}