{
  "artifact_kind": "agentkernel_lite_browser_bitnet_export",
  "dense_dtype": "float32",
  "dense_float32_include": [],
  "dense_tensor_count": 43,
  "device": "cpu",
  "format": "model-stack-browser-bitnet",
  "layer_count": 109,
  "manifest_path": "/data/agentkernel/artifacts/agentkernel_lite_encdec/recommendation_answer_v11_exact_twopass_from_v9_train_00200_lr2e6/browser_bitnet_hf/manifest.json",
  "max_seq_len": 1024,
  "model": {
    "activation": "silu",
    "agent_policy_heads": false,
    "attention_bias": false,
    "attn_dropout": 0.05,
    "attn_impl": "eager",
    "d_ff": 2048,
    "d_model": 640,
    "dtype": "bfloat16",
    "encoder_position_embeddings": true,
    "head_dim": null,
    "kv_cache_paged": true,
    "masking": "build_causal_mask",
    "max_position_embeddings": 4096,
    "mlp_dropout": 0.03,
    "n_heads": 10,
    "n_kv_heads": null,
    "n_layers": 6,
    "norm": "layer",
    "pad_token_id": 0,
    "positional": "apply_rotary",
    "resid_dropout": 0.03,
    "residual": "prenorm",
    "retrieval_head_dim": null,
    "rms_norm_eps": 1e-06,
    "rope_attention_scaling": null,
    "rope_scaling_factor": null,
    "rope_scaling_high_freq_factor": null,
    "rope_scaling_low_freq_factor": null,
    "rope_scaling_original_max_position_embeddings": null,
    "rope_scaling_type": null,
    "rope_theta": 1000000.0,
    "sliding_window": null,
    "softmax": "safe_softmax",
    "version": 1,
    "vocab_size": 8207
  },
  "output_dir": "/data/agentkernel/artifacts/agentkernel_lite_encdec/recommendation_answer_v11_exact_twopass_from_v9_train_00200_lr2e6/browser_bitnet_hf",
  "quant_exclude": [],
  "quant_include": [],
  "quantization": {
    "activation_quant": "none",
    "modules": [
      "encoder.0.attn.w_q",
      "encoder.0.attn.w_k",
      "encoder.0.attn.w_v",
      "encoder.0.attn.w_o",
      "encoder.0.mlp.w_in",
      "encoder.0.mlp.w_out",
      "encoder.1.attn.w_q",
      "encoder.1.attn.w_k",
      "encoder.1.attn.w_v",
      "encoder.1.attn.w_o",
      "encoder.1.mlp.w_in",
      "encoder.1.mlp.w_out",
      "encoder.2.attn.w_q",
      "encoder.2.attn.w_k",
      "encoder.2.attn.w_v",
      "encoder.2.attn.w_o",
      "encoder.2.mlp.w_in",
      "encoder.2.mlp.w_out",
      "encoder.3.attn.w_q",
      "encoder.3.attn.w_k",
      "encoder.3.attn.w_v",
      "encoder.3.attn.w_o",
      "encoder.3.mlp.w_in",
      "encoder.3.mlp.w_out",
      "encoder.4.attn.w_q",
      "encoder.4.attn.w_k",
      "encoder.4.attn.w_v",
      "encoder.4.attn.w_o",
      "encoder.4.mlp.w_in",
      "encoder.4.mlp.w_out",
      "encoder.5.attn.w_q",
      "encoder.5.attn.w_k",
      "encoder.5.attn.w_v",
      "encoder.5.attn.w_o",
      "encoder.5.mlp.w_in",
      "encoder.5.mlp.w_out",
      "decoder.0.self_attn_block.mlp.w_in",
      "decoder.0.self_attn_block.mlp.w_out",
      "decoder.0.self_attn_block.attn.w_q",
      "decoder.0.self_attn_block.attn.w_k",
      "decoder.0.self_attn_block.attn.w_v",
      "decoder.0.self_attn_block.attn.w_o",
      "decoder.0.cross_block.cross.w_q",
      "decoder.0.cross_block.cross.w_k",
      "decoder.0.cross_block.cross.w_v",
      "decoder.0.cross_block.cross.w_o",
      "decoder.0.cross_block.mlp.w_in",
      "decoder.0.cross_block.mlp.w_out",
      "decoder.1.self_attn_block.mlp.w_in",
      "decoder.1.self_attn_block.mlp.w_out",
      "decoder.1.self_attn_block.attn.w_q",
      "decoder.1.self_attn_block.attn.w_k",
      "decoder.1.self_attn_block.attn.w_v",
      "decoder.1.self_attn_block.attn.w_o",
      "decoder.1.cross_block.cross.w_q",
      "decoder.1.cross_block.cross.w_k",
      "decoder.1.cross_block.cross.w_v",
      "decoder.1.cross_block.cross.w_o",
      "decoder.1.cross_block.mlp.w_in",
      "decoder.1.cross_block.mlp.w_out",
      "decoder.2.self_attn_block.mlp.w_in",
      "decoder.2.self_attn_block.mlp.w_out",
      "decoder.2.self_attn_block.attn.w_q",
      "decoder.2.self_attn_block.attn.w_k",
      "decoder.2.self_attn_block.attn.w_v",
      "decoder.2.self_attn_block.attn.w_o",
      "decoder.2.cross_block.cross.w_q",
      "decoder.2.cross_block.cross.w_k",
      "decoder.2.cross_block.cross.w_v",
      "decoder.2.cross_block.cross.w_o",
      "decoder.2.cross_block.mlp.w_in",
      "decoder.2.cross_block.mlp.w_out",
      "decoder.3.self_attn_block.mlp.w_in",
      "decoder.3.self_attn_block.mlp.w_out",
      "decoder.3.self_attn_block.attn.w_q",
      "decoder.3.self_attn_block.attn.w_k",
      "decoder.3.self_attn_block.attn.w_v",
      "decoder.3.self_attn_block.attn.w_o",
      "decoder.3.cross_block.cross.w_q",
      "decoder.3.cross_block.cross.w_k",
      "decoder.3.cross_block.cross.w_v",
      "decoder.3.cross_block.cross.w_o",
      "decoder.3.cross_block.mlp.w_in",
      "decoder.3.cross_block.mlp.w_out",
      "decoder.4.self_attn_block.mlp.w_in",
      "decoder.4.self_attn_block.mlp.w_out",
      "decoder.4.self_attn_block.attn.w_q",
      "decoder.4.self_attn_block.attn.w_k",
      "decoder.4.self_attn_block.attn.w_v",
      "decoder.4.self_attn_block.attn.w_o",
      "decoder.4.cross_block.cross.w_q",
      "decoder.4.cross_block.cross.w_k",
      "decoder.4.cross_block.cross.w_v",
      "decoder.4.cross_block.cross.w_o",
      "decoder.4.cross_block.mlp.w_in",
      "decoder.4.cross_block.mlp.w_out",
      "decoder.5.self_attn_block.mlp.w_in",
      "decoder.5.self_attn_block.mlp.w_out",
      "decoder.5.self_attn_block.attn.w_q",
      "decoder.5.self_attn_block.attn.w_k",
      "decoder.5.self_attn_block.attn.w_v",
      "decoder.5.self_attn_block.attn.w_o",
      "decoder.5.cross_block.cross.w_q",
      "decoder.5.cross_block.cross.w_k",
      "decoder.5.cross_block.cross.w_v",
      "decoder.5.cross_block.cross.w_o",
      "decoder.5.cross_block.mlp.w_in",
      "decoder.5.cross_block.mlp.w_out",
      "lm_head"
    ],
    "num": 109,
    "scheme": "bitnet",
    "spin": false,
    "weight_opt": "none"
  },
  "quantize_bitnet": true,
  "size_bytes": 80257831,
  "source_bundle_manifest_path": "/data/agentkernel/artifacts/agentkernel_lite_encdec/recommendation_answer_v11_exact_twopass_from_v9_train_00200_lr2e6/agentkernel_lite_encdec_manifest.json",
  "source_model_dir": "/data/agentkernel/artifacts/agentkernel_lite_encdec/recommendation_answer_v11_exact_twopass_from_v9_train_00200_lr2e6/model",
  "source_tokenizer_dir": "/data/agentkernel/artifacts/agentkernel_lite_encdec/recommendation_answer_v11_exact_twopass_from_v9_train_00200_lr2e6/tokenizer",
  "tokenizer": {
    "bos_token_id": 1,
    "config_path": "tokenizer/tokenizer_config.json",
    "eos_token_id": 2,
    "kind": "agentkernel-bpe",
    "pad_token_id": 0,
    "path": "tokenizer/tokenizer.json",
    "source_kind": "agentkernel_bytelevel_bpe_v1",
    "unk_token_id": 3,
    "vocab_size": 8207
  },
  "webapp_manifest_path": "/data/repository_library/exports/agent_kernel/models/agentkernel_lite_100m_bitnet_v11/manifest.json",
  "webapp_model_dir": "/data/repository_library/exports/agent_kernel/models/agentkernel_lite_100m_bitnet_v11"
}