| { |
| "artifact_kind": "agentkernel_lite_browser_bitnet_export", |
| "dense_dtype": "float32", |
| "dense_float32_include": [], |
| "dense_tensor_count": 43, |
| "device": "cpu", |
| "format": "model-stack-browser-bitnet", |
| "layer_count": 109, |
| "manifest_path": "/data/agentkernel/artifacts/agentkernel_lite_encdec/recommendation_answer_v11_exact_twopass_from_v9_train_00200_lr2e6/browser_bitnet_hf/manifest.json", |
| "max_seq_len": 1024, |
| "model": { |
| "activation": "silu", |
| "agent_policy_heads": false, |
| "attention_bias": false, |
| "attn_dropout": 0.05, |
| "attn_impl": "eager", |
| "d_ff": 2048, |
| "d_model": 640, |
| "dtype": "bfloat16", |
| "encoder_position_embeddings": true, |
| "head_dim": null, |
| "kv_cache_paged": true, |
| "masking": "build_causal_mask", |
| "max_position_embeddings": 4096, |
| "mlp_dropout": 0.03, |
| "n_heads": 10, |
| "n_kv_heads": null, |
| "n_layers": 6, |
| "norm": "layer", |
| "pad_token_id": 0, |
| "positional": "apply_rotary", |
| "resid_dropout": 0.03, |
| "residual": "prenorm", |
| "retrieval_head_dim": null, |
| "rms_norm_eps": 1e-06, |
| "rope_attention_scaling": null, |
| "rope_scaling_factor": null, |
| "rope_scaling_high_freq_factor": null, |
| "rope_scaling_low_freq_factor": null, |
| "rope_scaling_original_max_position_embeddings": null, |
| "rope_scaling_type": null, |
| "rope_theta": 1000000.0, |
| "sliding_window": null, |
| "softmax": "safe_softmax", |
| "version": 1, |
| "vocab_size": 8207 |
| }, |
| "output_dir": "/data/agentkernel/artifacts/agentkernel_lite_encdec/recommendation_answer_v11_exact_twopass_from_v9_train_00200_lr2e6/browser_bitnet_hf", |
| "quant_exclude": [], |
| "quant_include": [], |
| "quantization": { |
| "activation_quant": "none", |
| "modules": [ |
| "encoder.0.attn.w_q", |
| "encoder.0.attn.w_k", |
| "encoder.0.attn.w_v", |
| "encoder.0.attn.w_o", |
| "encoder.0.mlp.w_in", |
| "encoder.0.mlp.w_out", |
| "encoder.1.attn.w_q", |
| "encoder.1.attn.w_k", |
| "encoder.1.attn.w_v", |
| "encoder.1.attn.w_o", |
| "encoder.1.mlp.w_in", |
| "encoder.1.mlp.w_out", |
| "encoder.2.attn.w_q", |
| "encoder.2.attn.w_k", |
| "encoder.2.attn.w_v", |
| "encoder.2.attn.w_o", |
| "encoder.2.mlp.w_in", |
| "encoder.2.mlp.w_out", |
| "encoder.3.attn.w_q", |
| "encoder.3.attn.w_k", |
| "encoder.3.attn.w_v", |
| "encoder.3.attn.w_o", |
| "encoder.3.mlp.w_in", |
| "encoder.3.mlp.w_out", |
| "encoder.4.attn.w_q", |
| "encoder.4.attn.w_k", |
| "encoder.4.attn.w_v", |
| "encoder.4.attn.w_o", |
| "encoder.4.mlp.w_in", |
| "encoder.4.mlp.w_out", |
| "encoder.5.attn.w_q", |
| "encoder.5.attn.w_k", |
| "encoder.5.attn.w_v", |
| "encoder.5.attn.w_o", |
| "encoder.5.mlp.w_in", |
| "encoder.5.mlp.w_out", |
| "decoder.0.self_attn_block.mlp.w_in", |
| "decoder.0.self_attn_block.mlp.w_out", |
| "decoder.0.self_attn_block.attn.w_q", |
| "decoder.0.self_attn_block.attn.w_k", |
| "decoder.0.self_attn_block.attn.w_v", |
| "decoder.0.self_attn_block.attn.w_o", |
| "decoder.0.cross_block.cross.w_q", |
| "decoder.0.cross_block.cross.w_k", |
| "decoder.0.cross_block.cross.w_v", |
| "decoder.0.cross_block.cross.w_o", |
| "decoder.0.cross_block.mlp.w_in", |
| "decoder.0.cross_block.mlp.w_out", |
| "decoder.1.self_attn_block.mlp.w_in", |
| "decoder.1.self_attn_block.mlp.w_out", |
| "decoder.1.self_attn_block.attn.w_q", |
| "decoder.1.self_attn_block.attn.w_k", |
| "decoder.1.self_attn_block.attn.w_v", |
| "decoder.1.self_attn_block.attn.w_o", |
| "decoder.1.cross_block.cross.w_q", |
| "decoder.1.cross_block.cross.w_k", |
| "decoder.1.cross_block.cross.w_v", |
| "decoder.1.cross_block.cross.w_o", |
| "decoder.1.cross_block.mlp.w_in", |
| "decoder.1.cross_block.mlp.w_out", |
| "decoder.2.self_attn_block.mlp.w_in", |
| "decoder.2.self_attn_block.mlp.w_out", |
| "decoder.2.self_attn_block.attn.w_q", |
| "decoder.2.self_attn_block.attn.w_k", |
| "decoder.2.self_attn_block.attn.w_v", |
| "decoder.2.self_attn_block.attn.w_o", |
| "decoder.2.cross_block.cross.w_q", |
| "decoder.2.cross_block.cross.w_k", |
| "decoder.2.cross_block.cross.w_v", |
| "decoder.2.cross_block.cross.w_o", |
| "decoder.2.cross_block.mlp.w_in", |
| "decoder.2.cross_block.mlp.w_out", |
| "decoder.3.self_attn_block.mlp.w_in", |
| "decoder.3.self_attn_block.mlp.w_out", |
| "decoder.3.self_attn_block.attn.w_q", |
| "decoder.3.self_attn_block.attn.w_k", |
| "decoder.3.self_attn_block.attn.w_v", |
| "decoder.3.self_attn_block.attn.w_o", |
| "decoder.3.cross_block.cross.w_q", |
| "decoder.3.cross_block.cross.w_k", |
| "decoder.3.cross_block.cross.w_v", |
| "decoder.3.cross_block.cross.w_o", |
| "decoder.3.cross_block.mlp.w_in", |
| "decoder.3.cross_block.mlp.w_out", |
| "decoder.4.self_attn_block.mlp.w_in", |
| "decoder.4.self_attn_block.mlp.w_out", |
| "decoder.4.self_attn_block.attn.w_q", |
| "decoder.4.self_attn_block.attn.w_k", |
| "decoder.4.self_attn_block.attn.w_v", |
| "decoder.4.self_attn_block.attn.w_o", |
| "decoder.4.cross_block.cross.w_q", |
| "decoder.4.cross_block.cross.w_k", |
| "decoder.4.cross_block.cross.w_v", |
| "decoder.4.cross_block.cross.w_o", |
| "decoder.4.cross_block.mlp.w_in", |
| "decoder.4.cross_block.mlp.w_out", |
| "decoder.5.self_attn_block.mlp.w_in", |
| "decoder.5.self_attn_block.mlp.w_out", |
| "decoder.5.self_attn_block.attn.w_q", |
| "decoder.5.self_attn_block.attn.w_k", |
| "decoder.5.self_attn_block.attn.w_v", |
| "decoder.5.self_attn_block.attn.w_o", |
| "decoder.5.cross_block.cross.w_q", |
| "decoder.5.cross_block.cross.w_k", |
| "decoder.5.cross_block.cross.w_v", |
| "decoder.5.cross_block.cross.w_o", |
| "decoder.5.cross_block.mlp.w_in", |
| "decoder.5.cross_block.mlp.w_out", |
| "lm_head" |
| ], |
| "num": 109, |
| "scheme": "bitnet", |
| "spin": false, |
| "weight_opt": "none" |
| }, |
| "quantize_bitnet": true, |
| "size_bytes": 80257831, |
| "source_bundle_manifest_path": "/data/agentkernel/artifacts/agentkernel_lite_encdec/recommendation_answer_v11_exact_twopass_from_v9_train_00200_lr2e6/agentkernel_lite_encdec_manifest.json", |
| "source_model_dir": "/data/agentkernel/artifacts/agentkernel_lite_encdec/recommendation_answer_v11_exact_twopass_from_v9_train_00200_lr2e6/model", |
| "source_tokenizer_dir": "/data/agentkernel/artifacts/agentkernel_lite_encdec/recommendation_answer_v11_exact_twopass_from_v9_train_00200_lr2e6/tokenizer", |
| "tokenizer": { |
| "bos_token_id": 1, |
| "config_path": "tokenizer/tokenizer_config.json", |
| "eos_token_id": 2, |
| "kind": "agentkernel-bpe", |
| "pad_token_id": 0, |
| "path": "tokenizer/tokenizer.json", |
| "source_kind": "agentkernel_bytelevel_bpe_v1", |
| "unk_token_id": 3, |
| "vocab_size": 8207 |
| }, |
| "webapp_manifest_path": "/data/repository_library/exports/agent_kernel/models/agentkernel_lite_100m_bitnet_v11/manifest.json", |
| "webapp_model_dir": "/data/repository_library/exports/agent_kernel/models/agentkernel_lite_100m_bitnet_v11" |
| } |
