Hugging Face's logo

Buckets:
AnalyNexus
/
Industrial_Benchmark_Models

Files
xet
AnalyNexus/Industrial_Benchmark_Models / layouts /InternScience_MLExpert-Q2_K.layout.json
AnalyNexus's picture
AnalyNexus
download
raw
8.92 kB
{
"model": "/media/m2teamgroup/models/MLExpert-GGUF/InternScience_MLExpert-bf16.gguf",
"imatrix": "/media/m2teamgroup/models/MLExpert-GGUF/InternScience_MLExpert-imatrix.gguf",
"ftype": "Q2_K",
"base_type": "q2_k",
"family": "k",
"recipe": "ident",
"variant": "shr0.70",
"auto_crush": false,
"rung_mode": "share",
"tier": "M",
"rung_share": 0.7,
"crush_pass_bytes": null,
"embd_shares": {
"output.weight": {
"share": 0.0331,
"type": "q5_k"
},
"token_embd.weight": {
"share": 0.0132,
"type": "q8_0"
}
},
"arch": "moe",
"tied": false,
"n_layer": 40,
"body_rule": true,
"pins": {
"^blk\\.0\\.ssm_alpha\\.weight$": "tiny: 65,536 params, kept at f32",
"^blk\\.0\\.ssm_beta\\.weight$": "tiny: 65,536 params, kept at f32",
"^blk\\.1\\.ssm_alpha\\.weight$": "tiny: 65,536 params, kept at f32",
"^blk\\.1\\.ssm_beta\\.weight$": "tiny: 65,536 params, kept at f32",
"^blk\\.2\\.ssm_alpha\\.weight$": "tiny: 65,536 params, kept at f32",
"^blk\\.2\\.ssm_beta\\.weight$": "tiny: 65,536 params, kept at f32",
"^blk\\.4\\.ssm_alpha\\.weight$": "tiny: 65,536 params, kept at f32",
"^blk\\.4\\.ssm_beta\\.weight$": "tiny: 65,536 params, kept at f32",
"^blk\\.5\\.ssm_alpha\\.weight$": "tiny: 65,536 params, kept at f32",
"^blk\\.5\\.ssm_beta\\.weight$": "tiny: 65,536 params, kept at f32",
"^blk\\.6\\.ssm_alpha\\.weight$": "tiny: 65,536 params, kept at f32",
"^blk\\.6\\.ssm_beta\\.weight$": "tiny: 65,536 params, kept at f32",
"^blk\\.8\\.ssm_alpha\\.weight$": "tiny: 65,536 params, kept at f32",
"^blk\\.8\\.ssm_beta\\.weight$": "tiny: 65,536 params, kept at f32",
"^blk\\.9\\.ssm_alpha\\.weight$": "tiny: 65,536 params, kept at f32",
"^blk\\.9\\.ssm_beta\\.weight$": "tiny: 65,536 params, kept at f32",
"^blk\\.10\\.ssm_alpha\\.weight$": "tiny: 65,536 params, kept at f32",
"^blk\\.10\\.ssm_beta\\.weight$": "tiny: 65,536 params, kept at f32",
"^blk\\.12\\.ssm_alpha\\.weight$": "tiny: 65,536 params, kept at f32",
"^blk\\.12\\.ssm_beta\\.weight$": "tiny: 65,536 params, kept at f32",
"^blk\\.13\\.ssm_alpha\\.weight$": "tiny: 65,536 params, kept at f32",
"^blk\\.13\\.ssm_beta\\.weight$": "tiny: 65,536 params, kept at f32",
"^blk\\.14\\.ssm_alpha\\.weight$": "tiny: 65,536 params, kept at f32",
"^blk\\.14\\.ssm_beta\\.weight$": "tiny: 65,536 params, kept at f32",
"^blk\\.16\\.ssm_alpha\\.weight$": "tiny: 65,536 params, kept at f32",
"^blk\\.16\\.ssm_beta\\.weight$": "tiny: 65,536 params, kept at f32",
"^blk\\.17\\.ssm_alpha\\.weight$": "tiny: 65,536 params, kept at f32",
"^blk\\.17\\.ssm_beta\\.weight$": "tiny: 65,536 params, kept at f32",
"^blk\\.18\\.ssm_alpha\\.weight$": "tiny: 65,536 params, kept at f32",
"^blk\\.18\\.ssm_beta\\.weight$": "tiny: 65,536 params, kept at f32",
"^blk\\.20\\.ssm_alpha\\.weight$": "tiny: 65,536 params, kept at f32",
"^blk\\.20\\.ssm_beta\\.weight$": "tiny: 65,536 params, kept at f32",
"^blk\\.21\\.ssm_alpha\\.weight$": "tiny: 65,536 params, kept at f32",
"^blk\\.21\\.ssm_beta\\.weight$": "tiny: 65,536 params, kept at f32",
"^blk\\.22\\.ssm_alpha\\.weight$": "tiny: 65,536 params, kept at f32",
"^blk\\.22\\.ssm_beta\\.weight$": "tiny: 65,536 params, kept at f32",
"^blk\\.24\\.ssm_alpha\\.weight$": "tiny: 65,536 params, kept at f32",
"^blk\\.24\\.ssm_beta\\.weight$": "tiny: 65,536 params, kept at f32",
"^blk\\.25\\.ssm_alpha\\.weight$": "tiny: 65,536 params, kept at f32",
"^blk\\.25\\.ssm_beta\\.weight$": "tiny: 65,536 params, kept at f32",
"^blk\\.26\\.ssm_alpha\\.weight$": "tiny: 65,536 params, kept at f32",
"^blk\\.26\\.ssm_beta\\.weight$": "tiny: 65,536 params, kept at f32",
"^blk\\.28\\.ssm_alpha\\.weight$": "tiny: 65,536 params, kept at f32",
"^blk\\.28\\.ssm_beta\\.weight$": "tiny: 65,536 params, kept at f32",
"^blk\\.29\\.ssm_alpha\\.weight$": "tiny: 65,536 params, kept at f32",
"^blk\\.29\\.ssm_beta\\.weight$": "tiny: 65,536 params, kept at f32",
"^blk\\.30\\.ssm_alpha\\.weight$": "tiny: 65,536 params, kept at f32",
"^blk\\.30\\.ssm_beta\\.weight$": "tiny: 65,536 params, kept at f32",
"^blk\\.32\\.ssm_alpha\\.weight$": "tiny: 65,536 params, kept at f32",
"^blk\\.32\\.ssm_beta\\.weight$": "tiny: 65,536 params, kept at f32",
"^blk\\.33\\.ssm_alpha\\.weight$": "tiny: 65,536 params, kept at f32",
"^blk\\.33\\.ssm_beta\\.weight$": "tiny: 65,536 params, kept at f32",
"^blk\\.34\\.ssm_alpha\\.weight$": "tiny: 65,536 params, kept at f32",
"^blk\\.34\\.ssm_beta\\.weight$": "tiny: 65,536 params, kept at f32",
"^blk\\.36\\.ssm_alpha\\.weight$": "tiny: 65,536 params, kept at f32",
"^blk\\.36\\.ssm_beta\\.weight$": "tiny: 65,536 params, kept at f32",
"^blk\\.37\\.ssm_alpha\\.weight$": "tiny: 65,536 params, kept at f32",
"^blk\\.37\\.ssm_beta\\.weight$": "tiny: 65,536 params, kept at f32",
"^blk\\.38\\.ssm_alpha\\.weight$": "tiny: 65,536 params, kept at f32",
"^blk\\.38\\.ssm_beta\\.weight$": "tiny: 65,536 params, kept at f32"
},
"shape_pins": {},
"fixed_pins": {
"blk.0.ssm_alpha.weight": "f32",
"blk.0.ssm_beta.weight": "f32",
"blk.1.ssm_alpha.weight": "f32",
"blk.1.ssm_beta.weight": "f32",
"blk.2.ssm_alpha.weight": "f32",
"blk.2.ssm_beta.weight": "f32",
"blk.4.ssm_alpha.weight": "f32",
"blk.4.ssm_beta.weight": "f32",
"blk.5.ssm_alpha.weight": "f32",
"blk.5.ssm_beta.weight": "f32",
"blk.6.ssm_alpha.weight": "f32",
"blk.6.ssm_beta.weight": "f32",
"blk.8.ssm_alpha.weight": "f32",
"blk.8.ssm_beta.weight": "f32",
"blk.9.ssm_alpha.weight": "f32",
"blk.9.ssm_beta.weight": "f32",
"blk.10.ssm_alpha.weight": "f32",
"blk.10.ssm_beta.weight": "f32",
"blk.12.ssm_alpha.weight": "f32",
"blk.12.ssm_beta.weight": "f32",
"blk.13.ssm_alpha.weight": "f32",
"blk.13.ssm_beta.weight": "f32",
"blk.14.ssm_alpha.weight": "f32",
"blk.14.ssm_beta.weight": "f32",
"blk.16.ssm_alpha.weight": "f32",
"blk.16.ssm_beta.weight": "f32",
"blk.17.ssm_alpha.weight": "f32",
"blk.17.ssm_beta.weight": "f32",
"blk.18.ssm_alpha.weight": "f32",
"blk.18.ssm_beta.weight": "f32",
"blk.20.ssm_alpha.weight": "f32",
"blk.20.ssm_beta.weight": "f32",
"blk.21.ssm_alpha.weight": "f32",
"blk.21.ssm_beta.weight": "f32",
"blk.22.ssm_alpha.weight": "f32",
"blk.22.ssm_beta.weight": "f32",
"blk.24.ssm_alpha.weight": "f32",
"blk.24.ssm_beta.weight": "f32",
"blk.25.ssm_alpha.weight": "f32",
"blk.25.ssm_beta.weight": "f32",
"blk.26.ssm_alpha.weight": "f32",
"blk.26.ssm_beta.weight": "f32",
"blk.28.ssm_alpha.weight": "f32",
"blk.28.ssm_beta.weight": "f32",
"blk.29.ssm_alpha.weight": "f32",
"blk.29.ssm_beta.weight": "f32",
"blk.30.ssm_alpha.weight": "f32",
"blk.30.ssm_beta.weight": "f32",
"blk.32.ssm_alpha.weight": "f32",
"blk.32.ssm_beta.weight": "f32",
"blk.33.ssm_alpha.weight": "f32",
"blk.33.ssm_beta.weight": "f32",
"blk.34.ssm_alpha.weight": "f32",
"blk.34.ssm_beta.weight": "f32",
"blk.36.ssm_alpha.weight": "f32",
"blk.36.ssm_beta.weight": "f32",
"blk.37.ssm_alpha.weight": "f32",
"blk.37.ssm_beta.weight": "f32",
"blk.38.ssm_alpha.weight": "f32",
"blk.38.ssm_beta.weight": "f32"
},
"embeddings": {
"output.weight": "q5_k",
"token_embd.weight": "q8_0"
},
"bytes": {
"heuristic_body+embd": 12501508096,
"map_body+embd": 13723762688,
"ratio": 1.0978,
"note": "quantizable, unpinned tensors only; pinned/unquantized tensors are identical in both"
},
"body_base_share": 0.7,
"body_bpw": 3.054,
"body_bpw_heuristic": 2.836,
"total_params": 34660610688,
"file_bytes_pred": 13828344320,
"file_bpw_pred": 3.192,
"histogram": {
"attn_gate": {
"q5_k": 21,
"q6_k": 8,
"q8_0": 1
},
"attn_k": {
"q8_0": 10
},
"attn_output": {
"q8_0": 10
},
"attn_q": {
"q5_k": 9,
"q6_k": 1
},
"attn_qkv": {
"q5_k": 25,
"q6_k": 4,
"q8_0": 1
},
"attn_v": {
"q8_0": 10
},
"ffn_down_exps": {
"q2_k": 34,
"q4_k": 6
},
"ffn_down_shexp": {
"q8_0": 40
},
"ffn_gate_exps": {
"q2_k": 39,
"q4_k": 1
},
"ffn_gate_shexp": {
"q8_0": 40
},
"ffn_up_exps": {
"q2_k": 29,
"q4_k": 11
},
"ffn_up_shexp": {
"q8_0": 40
},
"ssm_out": {
"q6_k": 22,
"q8_0": 8
}
},
"prior": "layout/prior.json",
"pin_rule": "floor",
"embd_cap": "heur",
"generator": "auto_quant_v2.layout",
"generator_key": "3bf8b43e20a68f0b",
"quant_type": "Q2_K",
"quantize_ftype": "Q2_K",
"llama_cpp_version": "b11716",
"unknown_kinds": {},
"commit": "c3c0369c7e82d7b49e1472fe453a182650282f2d"
}

Xet Storage Details

Size:
8.92 kB
·
Xet hash:
9d6369a55c4c865a033516944338e2da1a3bc47e805cfd92fc9f54049a3ade34

Xet efficiently stores files, intelligently splitting them into unique chunks and accelerating uploads and downloads. More info.