step_32/module_state.json

{
  "kind": "am",
  "num_frozen_tokens": 335,
  "n_layers": 32,
  "n_heads": 8,
  "head_dim": 128,
  "cartridge_serving": {
    "_config_type": {
      "_is_type": true,
      "_module": "cartridge.config",
      "_qualname": "CartridgeServingConfig"
    },
    "rope_free_queries": false,
    "attention_mode": "global_softmax",
    "suffix_position_offset": 8333
  }
}