{
  "schema_version": 1,
  "model": {
    "name": "phi-tiny-moe",
    "family": "llm",
    "dsp_arch": "v79",
    "tokenizer_pre": "default"
  },
  "chat": {
    "user": {
      "prefix": [
        32010
      ],
      "suffix": [
        32007
      ]
    },
    "assistant": {
      "prefix": [
        32001
      ],
      "suffix": [
        32007
      ]
    }
  },
  "params": {
    "hidden": 4096,
    "vocab": 32064,
    "n_layers": 32,
    "max_ctx": 2048,
    "kv_dim": 512,
    "head_dim": 128,
    "rope_theta": 10000,
    "eos_token_id": 32000
  },
  "artifacts": {
    "contexts": {
      "a_lo": {
        "bin": "a_lo.bin"
      },
      "a_hi": {
        "bin": "a_hi.bin"
      },
      "ffn": {
        "bin": "ffn2.bin"
      },
      "lmhead": {
        "bin": "lmhead_ar1.bin"
      },
      "pf_lo": {
        "bin": "pf_lo.bin"
      },
      "pf_hi": {
        "bin": "pf_hi.bin"
      },
      "ffn_pf": {
        "bin": "ffn_pf.bin"
      }
    },
    "embed": "embed_f16.bin",
    "tokenizer": "tokenizer.json",
    "fixture_dir": "."
  },
  "plan": {
    "steps": [
      {
        "host": "phimoe_generate",
        "params": {
          "experts": "experts_i8.bin",
          "scales": "experts_scale.f32",
          "n_experts": 16,
          "ffn": 448,
          "jitter": 0.01,
          "neg": -50,
          "user_id": 32010,
          "end_id": 32007,
          "assistant_id": 32001,
          "max_new": 24
        }
      }
    ]
  }
}