Trouter-Library commited on
Commit
1b822b1
·
verified ·
1 Parent(s): 5c37ed3

Create inference/model.safetensors.index.json

Browse files
inference/model.safetensors.index.json ADDED
@@ -0,0 +1,70 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "metadata": {
3
+ "total_size": 349004931072,
4
+ "total_shards": 116,
5
+ "format": "safetensors",
6
+ "model_type": "helion-osc",
7
+ "architecture": "MoE-Transformer",
8
+ "precision": "bfloat16",
9
+ "created_by": "DeepXR",
10
+ "version": "1.0.0"
11
+ },
12
+ "weight_map": {
13
+ "model.embed_tokens.weight": "model-00001-of-00116.safetensors",
14
+ "model.norm.weight": "model-00116-of-00116.safetensors",
15
+ "lm_head.weight": "model-00116-of-00116.safetensors",
16
+
17
+ "model.layers.0.self_attn.q_proj.weight": "model-00001-of-00116.safetensors",
18
+ "model.layers.0.self_attn.k_proj.weight": "model-00001-of-00116.safetensors",
19
+ "model.layers.0.self_attn.v_proj.weight": "model-00001-of-00116.safetensors",
20
+ "model.layers.0.self_attn.o_proj.weight": "model-00001-of-00116.safetensors",
21
+ "model.layers.0.input_layernorm.weight": "model-00001-of-00116.safetensors",
22
+ "model.layers.0.post_attention_layernorm.weight": "model-00001-of-00116.safetensors",
23
+ "model.layers.0.mlp.gate.weight": "model-00002-of-00116.safetensors",
24
+ "model.layers.0.mlp.experts.0.gate_proj.weight": "model-00002-of-00116.safetensors",
25
+ "model.layers.0.mlp.experts.0.up_proj.weight": "model-00002-of-00116.safetensors",
26
+ "model.layers.0.mlp.experts.0.down_proj.weight": "model-00002-of-00116.safetensors",
27
+ "model.layers.0.mlp.shared_experts.gate_proj.weight": "model-00002-of-00116.safetensors",
28
+ "model.layers.0.mlp.shared_experts.up_proj.weight": "model-00002-of-00116.safetensors",
29
+ "model.layers.0.mlp.shared_experts.down_proj.weight": "model-00002-of-00116.safetensors",
30
+
31
+ "model.layers.1.self_attn.q_proj.weight": "model-00003-of-00116.safetensors",
32
+ "model.layers.1.self_attn.k_proj.weight": "model-00003-of-00116.safetensors",
33
+ "model.layers.1.self_attn.v_proj.weight": "model-00003-of-00116.safetensors",
34
+ "model.layers.1.self_attn.o_proj.weight": "model-00003-of-00116.safetensors",
35
+ "model.layers.1.input_layernorm.weight": "model-00003-of-00116.safetensors",
36
+ "model.layers.1.post_attention_layernorm.weight": "model-00003-of-00116.safetensors",
37
+ "model.layers.1.mlp.gate.weight": "model-00004-of-00116.safetensors",
38
+
39
+ "model.layers.10.self_attn.q_proj.weight": "model-00020-of-00116.safetensors",
40
+ "model.layers.10.self_attn.k_proj.weight": "model-00020-of-00116.safetensors",
41
+ "model.layers.10.self_attn.v_proj.weight": "model-00020-of-00116.safetensors",
42
+ "model.layers.10.self_attn.o_proj.weight": "model-00020-of-00116.safetensors",
43
+
44
+ "model.layers.20.self_attn.q_proj.weight": "model-00040-of-00116.safetensors",
45
+ "model.layers.20.self_attn.k_proj.weight": "model-00040-of-00116.safetensors",
46
+ "model.layers.20.self_attn.v_proj.weight": "model-00040-of-00116.safetensors",
47
+ "model.layers.20.self_attn.o_proj.weight": "model-00040-of-00116.safetensors",
48
+
49
+ "model.layers.30.self_attn.q_proj.weight": "model-00060-of-00116.safetensors",
50
+ "model.layers.30.self_attn.k_proj.weight": "model-00060-of-00116.safetensors",
51
+ "model.layers.30.self_attn.v_proj.weight": "model-00060-of-00116.safetensors",
52
+ "model.layers.30.self_attn.o_proj.weight": "model-00060-of-00116.safetensors",
53
+
54
+ "model.layers.40.self_attn.q_proj.weight": "model-00080-of-00116.safetensors",
55
+ "model.layers.40.self_attn.k_proj.weight": "model-00080-of-00116.safetensors",
56
+ "model.layers.40.self_attn.v_proj.weight": "model-00080-of-00116.safetensors",
57
+ "model.layers.40.self_attn.o_proj.weight": "model-00080-of-00116.safetensors",
58
+
59
+ "model.layers.50.self_attn.q_proj.weight": "model-00095-of-00116.safetensors",
60
+ "model.layers.60.self_attn.q_proj.weight": "model-00100-of-00116.safetensors",
61
+ "model.layers.70.self_attn.q_proj.weight": "model-00110-of-00116.safetensors",
62
+ "model.layers.79.self_attn.q_proj.weight": "model-00115-of-00116.safetensors",
63
+ "model.layers.79.self_attn.k_proj.weight": "model-00115-of-00116.safetensors",
64
+ "model.layers.79.self_attn.v_proj.weight": "model-00115-of-00116.safetensors",
65
+ "model.layers.79.self_attn.o_proj.weight": "model-00115-of-00116.safetensors",
66
+ "model.layers.79.input_layernorm.weight": "model-00115-of-00116.safetensors",
67
+ "model.layers.79.post_attention_layernorm.weight": "model-00115-of-00116.safetensors",
68
+ "model.layers.79.mlp.gate.weight": "model-00116-of-00116.safetensors"
69
+ }
70
+ }