Hugging Face's logo

rajthakkar123
/
Omega-3060-V10-Experts

Safetensors
Model card Files
xet
 Community
rajthakkar123 commited on
Commit
13f7566
·
verified ·
1 Parent(s): e450e73

Add top_10 experts for layer_35

Browse files
Files changed (20) hide show
  1. layer_35/expert_089/metadata.json +18 -0
  2. layer_35/expert_089/model.safetensors +3 -0
  3. layer_35/expert_202/metadata.json +18 -0
  4. layer_35/expert_202/model.safetensors +3 -0
  5. layer_35/expert_234/metadata.json +18 -0
  6. layer_35/expert_234/model.safetensors +3 -0
  7. layer_35/expert_262/metadata.json +18 -0
  8. layer_35/expert_262/model.safetensors +3 -0
  9. layer_35/expert_266/metadata.json +18 -0
  10. layer_35/expert_266/model.safetensors +3 -0
  11. layer_35/expert_273/metadata.json +18 -0
  12. layer_35/expert_273/model.safetensors +3 -0
  13. layer_35/expert_285/metadata.json +18 -0
  14. layer_35/expert_285/model.safetensors +3 -0
  15. layer_35/expert_307/metadata.json +18 -0
  16. layer_35/expert_307/model.safetensors +3 -0
  17. layer_35/expert_337/metadata.json +18 -0
  18. layer_35/expert_337/model.safetensors +3 -0
  19. layer_35/expert_383/metadata.json +18 -0
  20. layer_35/expert_383/model.safetensors +3 -0
layer_35/expert_089/metadata.json ADDED
@@ -0,0 +1,18 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "expert_key": "layer_35/expert_089",
3
+ "layer": 35,
4
+ "expert_index": 89,
5
+ "parameters": 5505024,
6
+ "quantization": "int4",
7
+ "tensors": [
8
+ "up_proj.shape",
9
+ "up_proj.scale",
10
+ "up_proj.packed",
11
+ "down_proj.shape",
12
+ "down_proj.scale",
13
+ "down_proj.packed",
14
+ "gate_proj.shape",
15
+ "gate_proj.scale",
16
+ "gate_proj.packed"
17
+ ]
18
+ }
layer_35/expert_089/model.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:298aa00247937b555be69afc278bbee6cec5bfb1d1d9c400ade87e8c9bf853cc
3
+ size 24773400
layer_35/expert_202/metadata.json ADDED
@@ -0,0 +1,18 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "expert_key": "layer_35/expert_202",
3
+ "layer": 35,
4
+ "expert_index": 202,
5
+ "parameters": 5505024,
6
+ "quantization": "int4",
7
+ "tensors": [
8
+ "up_proj.shape",
9
+ "up_proj.scale",
10
+ "up_proj.packed",
11
+ "down_proj.shape",
12
+ "down_proj.scale",
13
+ "down_proj.packed",
14
+ "gate_proj.shape",
15
+ "gate_proj.scale",
16
+ "gate_proj.packed"
17
+ ]
18
+ }
layer_35/expert_202/model.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:0e805950976f38c41f1387da49e4635ee7ec060d3a2c3622181a010198c28e5b
3
+ size 24773400
layer_35/expert_234/metadata.json ADDED
@@ -0,0 +1,18 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "expert_key": "layer_35/expert_234",
3
+ "layer": 35,
4
+ "expert_index": 234,
5
+ "parameters": 5505024,
6
+ "quantization": "int4",
7
+ "tensors": [
8
+ "up_proj.shape",
9
+ "up_proj.scale",
10
+ "up_proj.packed",
11
+ "down_proj.shape",
12
+ "down_proj.scale",
13
+ "down_proj.packed",
14
+ "gate_proj.shape",
15
+ "gate_proj.scale",
16
+ "gate_proj.packed"
17
+ ]
18
+ }
layer_35/expert_234/model.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:0bf134ed0dfbb32f0a3baaf9e643daa867a8bd41068955646101bf23554dec69
3
+ size 24773400
layer_35/expert_262/metadata.json ADDED
@@ -0,0 +1,18 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "expert_key": "layer_35/expert_262",
3
+ "layer": 35,
4
+ "expert_index": 262,
5
+ "parameters": 5505024,
6
+ "quantization": "int4",
7
+ "tensors": [
8
+ "up_proj.shape",
9
+ "up_proj.scale",
10
+ "up_proj.packed",
11
+ "down_proj.shape",
12
+ "down_proj.scale",
13
+ "down_proj.packed",
14
+ "gate_proj.shape",
15
+ "gate_proj.scale",
16
+ "gate_proj.packed"
17
+ ]
18
+ }
layer_35/expert_262/model.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ff2aeb409a9ed87279ebbb8ef465e35d0722fa03447dd64c313dc063d99b2705
3
+ size 24773400
layer_35/expert_266/metadata.json ADDED
@@ -0,0 +1,18 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "expert_key": "layer_35/expert_266",
3
+ "layer": 35,
4
+ "expert_index": 266,
5
+ "parameters": 5505024,
6
+ "quantization": "int4",
7
+ "tensors": [
8
+ "up_proj.shape",
9
+ "up_proj.scale",
10
+ "up_proj.packed",
11
+ "down_proj.shape",
12
+ "down_proj.scale",
13
+ "down_proj.packed",
14
+ "gate_proj.shape",
15
+ "gate_proj.scale",
16
+ "gate_proj.packed"
17
+ ]
18
+ }
layer_35/expert_266/model.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:158c1ee7e1d592ba3fbe7903b209a42beb10c217c2d46d95c2716ae0d4705d80
3
+ size 24773400
layer_35/expert_273/metadata.json ADDED
@@ -0,0 +1,18 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "expert_key": "layer_35/expert_273",
3
+ "layer": 35,
4
+ "expert_index": 273,
5
+ "parameters": 5505024,
6
+ "quantization": "int4",
7
+ "tensors": [
8
+ "up_proj.shape",
9
+ "up_proj.scale",
10
+ "up_proj.packed",
11
+ "down_proj.shape",
12
+ "down_proj.scale",
13
+ "down_proj.packed",
14
+ "gate_proj.shape",
15
+ "gate_proj.scale",
16
+ "gate_proj.packed"
17
+ ]
18
+ }
layer_35/expert_273/model.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:7fb95f0c3cc021a51cfafe1b425222ce6d7ba55f0ec9ae526cce0175532cb960
3
+ size 24773400
layer_35/expert_285/metadata.json ADDED
@@ -0,0 +1,18 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "expert_key": "layer_35/expert_285",
3
+ "layer": 35,
4
+ "expert_index": 285,
5
+ "parameters": 5505024,
6
+ "quantization": "int4",
7
+ "tensors": [
8
+ "up_proj.shape",
9
+ "up_proj.scale",
10
+ "up_proj.packed",
11
+ "down_proj.shape",
12
+ "down_proj.scale",
13
+ "down_proj.packed",
14
+ "gate_proj.shape",
15
+ "gate_proj.scale",
16
+ "gate_proj.packed"
17
+ ]
18
+ }
layer_35/expert_285/model.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:6655ddd69d6f819afd00cc4c7d9b96c0fe8ac901c06cd3d01ec340904a123b24
3
+ size 24773400
layer_35/expert_307/metadata.json ADDED
@@ -0,0 +1,18 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "expert_key": "layer_35/expert_307",
3
+ "layer": 35,
4
+ "expert_index": 307,
5
+ "parameters": 5505024,
6
+ "quantization": "int4",
7
+ "tensors": [
8
+ "up_proj.shape",
9
+ "up_proj.scale",
10
+ "up_proj.packed",
11
+ "down_proj.shape",
12
+ "down_proj.scale",
13
+ "down_proj.packed",
14
+ "gate_proj.shape",
15
+ "gate_proj.scale",
16
+ "gate_proj.packed"
17
+ ]
18
+ }
layer_35/expert_307/model.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:7223215a4756b703eae2051aad194d50c65c7f236aa83e177aaa972c2231ed90
3
+ size 24773400
layer_35/expert_337/metadata.json ADDED
@@ -0,0 +1,18 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "expert_key": "layer_35/expert_337",
3
+ "layer": 35,
4
+ "expert_index": 337,
5
+ "parameters": 5505024,
6
+ "quantization": "int4",
7
+ "tensors": [
8
+ "up_proj.shape",
9
+ "up_proj.scale",
10
+ "up_proj.packed",
11
+ "down_proj.shape",
12
+ "down_proj.scale",
13
+ "down_proj.packed",
14
+ "gate_proj.shape",
15
+ "gate_proj.scale",
16
+ "gate_proj.packed"
17
+ ]
18
+ }
layer_35/expert_337/model.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:478cc944256d68ecc556b949778efbf414ce180680f7668d64dca4c156def0e8
3
+ size 24773400
layer_35/expert_383/metadata.json ADDED
@@ -0,0 +1,18 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "expert_key": "layer_35/expert_383",
3
+ "layer": 35,
4
+ "expert_index": 383,
5
+ "parameters": 5505024,
6
+ "quantization": "int4",
7
+ "tensors": [
8
+ "up_proj.shape",
9
+ "up_proj.scale",
10
+ "up_proj.packed",
11
+ "down_proj.shape",
12
+ "down_proj.scale",
13
+ "down_proj.packed",
14
+ "gate_proj.shape",
15
+ "gate_proj.scale",
16
+ "gate_proj.packed"
17
+ ]
18
+ }
layer_35/expert_383/model.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:087f2d2a8a1248dfaac8bcd1614c0b27f79264ea55b7a71f73220b9bca6c8aa1
3
+ size 24773400