config.json

{
  "model_type": "qwen3-mdlm-adaptive-hybrid",
  "vocab_size": 151936,
  "hidden_size": 1024,
  "num_hidden_layers": 28,
  "num_attention_heads": 16,
  "num_key_value_heads": 8,
  "head_dim": 128,
  "intermediate_size": 3072,
  "rms_norm_eps": 1e-06,
  "rope_theta": 1000000.0,
  "tie_word_embeddings": true,
  "mdlm": {
    "mask_token_id": 151672,
    "think_id": 151667,
    "end_think_id": 151668,
    "thought_pad_id": 151673,
    "size_ids": {
      "32": 151674,
      "64": 151675,
      "128": 151676
    },
    "eos_id": 151643,
    "im_end_id": 151645,
    "forbidden_output_token_ids": [
      151667,
      151669,
      151670,
      151671,
      151672
    ],
    "forbidden_output_from": 151679,
    "max_seq_len": 2048,
    "causal_prefix": true,
    "steps_per_block": 16,
    "max_answer_tokens": 384,
    "keep_messages": 4,
    "system_prompt": "You are a claim intake assistant. Track every detail the customer gives and always use the corrected value when they correct themselves.",
    "checkpoint_step": 3999
  }
}