Hugging Face's logo

rajthakkar123
/
Omega-3060-V10-Experts

Safetensors
Model card Files
xet
 Community
rajthakkar123 commited on
Commit
64a4575
·
verified ·
1 Parent(s): 35d548c

Add top_10 experts for layer_33

Browse files
Files changed (20) hide show
  1. layer_33/expert_039/metadata.json +18 -0
  2. layer_33/expert_039/model.safetensors +3 -0
  3. layer_33/expert_047/metadata.json +18 -0
  4. layer_33/expert_047/model.safetensors +3 -0
  5. layer_33/expert_051/metadata.json +18 -0
  6. layer_33/expert_051/model.safetensors +3 -0
  7. layer_33/expert_076/metadata.json +18 -0
  8. layer_33/expert_076/model.safetensors +3 -0
  9. layer_33/expert_224/metadata.json +18 -0
  10. layer_33/expert_224/model.safetensors +3 -0
  11. layer_33/expert_257/metadata.json +18 -0
  12. layer_33/expert_257/model.safetensors +3 -0
  13. layer_33/expert_266/metadata.json +18 -0
  14. layer_33/expert_266/model.safetensors +3 -0
  15. layer_33/expert_301/metadata.json +18 -0
  16. layer_33/expert_301/model.safetensors +3 -0
  17. layer_33/expert_337/metadata.json +18 -0
  18. layer_33/expert_337/model.safetensors +3 -0
  19. layer_33/expert_352/metadata.json +18 -0
  20. layer_33/expert_352/model.safetensors +3 -0
layer_33/expert_039/metadata.json ADDED
@@ -0,0 +1,18 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "expert_key": "layer_33/expert_039",
3
+ "layer": 33,
4
+ "expert_index": 39,
5
+ "parameters": 5505024,
6
+ "quantization": "int4",
7
+ "tensors": [
8
+ "up_proj.shape",
9
+ "up_proj.scale",
10
+ "up_proj.packed",
11
+ "down_proj.shape",
12
+ "down_proj.scale",
13
+ "down_proj.packed",
14
+ "gate_proj.shape",
15
+ "gate_proj.scale",
16
+ "gate_proj.packed"
17
+ ]
18
+ }
layer_33/expert_039/model.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:85db1161716691d0bbff7b26bd1fe011c9c862c43d9c7cd5257849b99272b9e2
3
+ size 24773400
layer_33/expert_047/metadata.json ADDED
@@ -0,0 +1,18 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "expert_key": "layer_33/expert_047",
3
+ "layer": 33,
4
+ "expert_index": 47,
5
+ "parameters": 5505024,
6
+ "quantization": "int4",
7
+ "tensors": [
8
+ "up_proj.shape",
9
+ "up_proj.scale",
10
+ "up_proj.packed",
11
+ "down_proj.shape",
12
+ "down_proj.scale",
13
+ "down_proj.packed",
14
+ "gate_proj.shape",
15
+ "gate_proj.scale",
16
+ "gate_proj.packed"
17
+ ]
18
+ }
layer_33/expert_047/model.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:d03d5bb781a96df200ed1a7bccfff7af80b292f92f02bd32cf9148e0845c7215
3
+ size 24773400
layer_33/expert_051/metadata.json ADDED
@@ -0,0 +1,18 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "expert_key": "layer_33/expert_051",
3
+ "layer": 33,
4
+ "expert_index": 51,
5
+ "parameters": 5505024,
6
+ "quantization": "int4",
7
+ "tensors": [
8
+ "up_proj.shape",
9
+ "up_proj.scale",
10
+ "up_proj.packed",
11
+ "down_proj.shape",
12
+ "down_proj.scale",
13
+ "down_proj.packed",
14
+ "gate_proj.shape",
15
+ "gate_proj.scale",
16
+ "gate_proj.packed"
17
+ ]
18
+ }
layer_33/expert_051/model.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:22310b339d8df0fc15908139f0ef83aca3edccc37ea95bd20aab1a11ba5b9fd0
3
+ size 24773400
layer_33/expert_076/metadata.json ADDED
@@ -0,0 +1,18 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "expert_key": "layer_33/expert_076",
3
+ "layer": 33,
4
+ "expert_index": 76,
5
+ "parameters": 5505024,
6
+ "quantization": "int4",
7
+ "tensors": [
8
+ "up_proj.shape",
9
+ "up_proj.scale",
10
+ "up_proj.packed",
11
+ "down_proj.shape",
12
+ "down_proj.scale",
13
+ "down_proj.packed",
14
+ "gate_proj.shape",
15
+ "gate_proj.scale",
16
+ "gate_proj.packed"
17
+ ]
18
+ }
layer_33/expert_076/model.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:7da8402526c3ab1ef4f14ccea13b7387f4b10e273da0cb9df467889e4d0998f2
3
+ size 24773400
layer_33/expert_224/metadata.json ADDED
@@ -0,0 +1,18 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "expert_key": "layer_33/expert_224",
3
+ "layer": 33,
4
+ "expert_index": 224,
5
+ "parameters": 5505024,
6
+ "quantization": "int4",
7
+ "tensors": [
8
+ "up_proj.shape",
9
+ "up_proj.scale",
10
+ "up_proj.packed",
11
+ "down_proj.shape",
12
+ "down_proj.scale",
13
+ "down_proj.packed",
14
+ "gate_proj.shape",
15
+ "gate_proj.scale",
16
+ "gate_proj.packed"
17
+ ]
18
+ }
layer_33/expert_224/model.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:5bc69ff55ae9bc7f0f96d4c57d9dc69a315ae3aa619b2b58afb813150c8bb2fb
3
+ size 24773400
layer_33/expert_257/metadata.json ADDED
@@ -0,0 +1,18 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "expert_key": "layer_33/expert_257",
3
+ "layer": 33,
4
+ "expert_index": 257,
5
+ "parameters": 5505024,
6
+ "quantization": "int4",
7
+ "tensors": [
8
+ "up_proj.shape",
9
+ "up_proj.scale",
10
+ "up_proj.packed",
11
+ "down_proj.shape",
12
+ "down_proj.scale",
13
+ "down_proj.packed",
14
+ "gate_proj.shape",
15
+ "gate_proj.scale",
16
+ "gate_proj.packed"
17
+ ]
18
+ }
layer_33/expert_257/model.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:f6ba35ac044fa9ae234a5431eca47f9bf9f0ab7f830786ee6ce7219628d371bf
3
+ size 24773400
layer_33/expert_266/metadata.json ADDED
@@ -0,0 +1,18 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "expert_key": "layer_33/expert_266",
3
+ "layer": 33,
4
+ "expert_index": 266,
5
+ "parameters": 5505024,
6
+ "quantization": "int4",
7
+ "tensors": [
8
+ "up_proj.shape",
9
+ "up_proj.scale",
10
+ "up_proj.packed",
11
+ "down_proj.shape",
12
+ "down_proj.scale",
13
+ "down_proj.packed",
14
+ "gate_proj.shape",
15
+ "gate_proj.scale",
16
+ "gate_proj.packed"
17
+ ]
18
+ }
layer_33/expert_266/model.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:36ef22a1b9c6b3f04ef070744f6205a4d73664390fdd5965513ea49f8581f982
3
+ size 24773400
layer_33/expert_301/metadata.json ADDED
@@ -0,0 +1,18 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "expert_key": "layer_33/expert_301",
3
+ "layer": 33,
4
+ "expert_index": 301,
5
+ "parameters": 5505024,
6
+ "quantization": "int4",
7
+ "tensors": [
8
+ "up_proj.shape",
9
+ "up_proj.scale",
10
+ "up_proj.packed",
11
+ "down_proj.shape",
12
+ "down_proj.scale",
13
+ "down_proj.packed",
14
+ "gate_proj.shape",
15
+ "gate_proj.scale",
16
+ "gate_proj.packed"
17
+ ]
18
+ }
layer_33/expert_301/model.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:7242c19152e52e256d2efe0e44c4cfc372a7092fead9785ad83cf58550e1e5eb
3
+ size 24773400
layer_33/expert_337/metadata.json ADDED
@@ -0,0 +1,18 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "expert_key": "layer_33/expert_337",
3
+ "layer": 33,
4
+ "expert_index": 337,
5
+ "parameters": 5505024,
6
+ "quantization": "int4",
7
+ "tensors": [
8
+ "up_proj.shape",
9
+ "up_proj.scale",
10
+ "up_proj.packed",
11
+ "down_proj.shape",
12
+ "down_proj.scale",
13
+ "down_proj.packed",
14
+ "gate_proj.shape",
15
+ "gate_proj.scale",
16
+ "gate_proj.packed"
17
+ ]
18
+ }
layer_33/expert_337/model.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:bcb52213209a49c7c9d51165b947fd3c61f682568281913281ada186f061c7c7
3
+ size 24773400
layer_33/expert_352/metadata.json ADDED
@@ -0,0 +1,18 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "expert_key": "layer_33/expert_352",
3
+ "layer": 33,
4
+ "expert_index": 352,
5
+ "parameters": 5505024,
6
+ "quantization": "int4",
7
+ "tensors": [
8
+ "up_proj.shape",
9
+ "up_proj.scale",
10
+ "up_proj.packed",
11
+ "down_proj.shape",
12
+ "down_proj.scale",
13
+ "down_proj.packed",
14
+ "gate_proj.shape",
15
+ "gate_proj.scale",
16
+ "gate_proj.packed"
17
+ ]
18
+ }
layer_33/expert_352/model.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:6c55f50cf146d3ace72cdf3907191dec6da40019b461f71f1ae8ef3c2174ab0c
3
+ size 24773400