Hugging Face's logo

LibertAIDAI
/
Hy3-NVFP4

Text Generation
Safetensors
English
hy_v3
nvfp4
blackwell
vllm
hy3
hunyuan
Mixture of Experts
modelopt
conversational
8-bit precision
Model card Files
xet
 Community
Hy3-NVFP4
File size: 1,872 Bytes
07f53f9
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
e6aa7e1
07f53f9
e6aa7e1
 
 
07f53f9
 
 
 
 
 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
{
 "architectures": [
  "HYV3ForCausalLM"
 ],
 "bos_token_id": 120000,
 "enable_attention_fp32_softmax": false,
 "enable_lm_head_fp32": true,
 "enable_moe_fp32_combine": false,
 "eod_token_id": 120026,
 "eos_token_id": 120025,
 "expert_hidden_dim": 1536,
 "moe_intermediate_size": 1536,
 "first_k_dense_replace": 1,
 "head_dim": 128,
 "hidden_act": "silu",
 "hidden_size": 4096,
 "initializer_range": 0.006,
 "intermediate_size": 13312,
 "max_position_embeddings": 262144,
 "model_type": "hy_v3",
 "moe_router_enable_expert_bias": true,
 "moe_router_use_sigmoid": true,
 "num_attention_heads": 64,
 "num_experts": 192,
 "num_experts_per_tok": 8,
 "num_hidden_layers": 80,
 "num_key_value_heads": 8,
 "num_shared_experts": 1,
 "output_router_logits": true,
 "pad_token_id": 120002,
 "qk_norm": true,
 "rms_norm_eps": 1e-05,
 "rope_parameters": {
  "rope_theta": 11158840.0,
  "rope_type": "default"
 },
 "route_norm": true,
 "router_scaling_factor": 2.826,
 "sep_token_id": 120007,
 "tie_word_embeddings": false,
 "transformers_version": "5.6.0",
 "use_cache": true,
 "use_grouped_mm": false,
 "vocab_size": 120832,
 "num_nextn_predict_layers": 1,
 "quantization_config": {
  "config_groups": {
   "group_0": {
    "targets": [
     "Linear"
    ],
    "weights": {
     "num_bits": 4,
     "type": "float",
     "group_size": 16,
     "dynamic": false,
     "symmetric": true
    },
    "input_activations": null,
    "output_activations": null
   }
  },
  "quant_algo": "NVFP4",
  "kv_cache_scheme": null,
  "producer": {
   "name": "modelopt",
   "version": "0.45.0"
  },
  "quant_method": "modelopt",
  "ignore": [
   "lm_head",
   "model.embed_tokens",
   "*.self_attn.qkv_proj",
   "*.self_attn.o_proj",
   "*.mlp.gate_up_proj",
   "*.mlp.down_proj",
   "*.mlp.shared_mlp.gate_up_proj",
   "*.mlp.shared_mlp.down_proj",
   "*.mlp.router.gate",
   "*.eh_proj"
  ]
 }
}