Hugging Face's logo

rajthakkar123
/
Omega-3060-V25-Experts

Safetensors
Model card Files
xet
 Community
rajthakkar123 commited on
Commit
21bcb66
·
verified ·
1 Parent(s): 0f9a2bb

Forge layer_40 for top_25

Browse files
Files changed (50) hide show
  1. layer_40/expert_008/metadata.json +18 -0
  2. layer_40/expert_008/model.safetensors +3 -0
  3. layer_40/expert_014/metadata.json +18 -0
  4. layer_40/expert_014/model.safetensors +3 -0
  5. layer_40/expert_019/metadata.json +18 -0
  6. layer_40/expert_019/model.safetensors +3 -0
  7. layer_40/expert_059/metadata.json +18 -0
  8. layer_40/expert_059/model.safetensors +3 -0
  9. layer_40/expert_060/metadata.json +18 -0
  10. layer_40/expert_060/model.safetensors +3 -0
  11. layer_40/expert_063/metadata.json +18 -0
  12. layer_40/expert_063/model.safetensors +3 -0
  13. layer_40/expert_087/metadata.json +18 -0
  14. layer_40/expert_087/model.safetensors +3 -0
  15. layer_40/expert_101/metadata.json +18 -0
  16. layer_40/expert_101/model.safetensors +3 -0
  17. layer_40/expert_151/metadata.json +18 -0
  18. layer_40/expert_151/model.safetensors +3 -0
  19. layer_40/expert_154/metadata.json +18 -0
  20. layer_40/expert_154/model.safetensors +3 -0
  21. layer_40/expert_165/metadata.json +18 -0
  22. layer_40/expert_165/model.safetensors +3 -0
  23. layer_40/expert_177/metadata.json +18 -0
  24. layer_40/expert_177/model.safetensors +3 -0
  25. layer_40/expert_193/metadata.json +18 -0
  26. layer_40/expert_193/model.safetensors +3 -0
  27. layer_40/expert_212/metadata.json +18 -0
  28. layer_40/expert_212/model.safetensors +3 -0
  29. layer_40/expert_227/metadata.json +18 -0
  30. layer_40/expert_227/model.safetensors +3 -0
  31. layer_40/expert_230/metadata.json +18 -0
  32. layer_40/expert_230/model.safetensors +3 -0
  33. layer_40/expert_260/metadata.json +18 -0
  34. layer_40/expert_260/model.safetensors +3 -0
  35. layer_40/expert_264/metadata.json +18 -0
  36. layer_40/expert_264/model.safetensors +3 -0
  37. layer_40/expert_268/metadata.json +18 -0
  38. layer_40/expert_268/model.safetensors +3 -0
  39. layer_40/expert_270/metadata.json +18 -0
  40. layer_40/expert_270/model.safetensors +3 -0
  41. layer_40/expert_315/metadata.json +18 -0
  42. layer_40/expert_315/model.safetensors +3 -0
  43. layer_40/expert_329/metadata.json +18 -0
  44. layer_40/expert_329/model.safetensors +3 -0
  45. layer_40/expert_333/metadata.json +18 -0
  46. layer_40/expert_333/model.safetensors +3 -0
  47. layer_40/expert_338/metadata.json +18 -0
  48. layer_40/expert_338/model.safetensors +3 -0
  49. layer_40/expert_355/metadata.json +18 -0
  50. layer_40/expert_355/model.safetensors +3 -0
layer_40/expert_008/metadata.json ADDED
@@ -0,0 +1,18 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "expert_key": "layer_40/expert_008",
3
+ "layer": 40,
4
+ "expert_index": 8,
5
+ "parameters": 5505024,
6
+ "quantization": "int4",
7
+ "tensors": [
8
+ "up_proj.shape",
9
+ "up_proj.scale",
10
+ "up_proj.packed",
11
+ "down_proj.shape",
12
+ "down_proj.scale",
13
+ "down_proj.packed",
14
+ "gate_proj.shape",
15
+ "gate_proj.scale",
16
+ "gate_proj.packed"
17
+ ]
18
+ }
layer_40/expert_008/model.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:29c83b7e0b10bd44715e6422c7ef31bd62a405a95a88e7f619738450c74da52e
3
+ size 24773400
layer_40/expert_014/metadata.json ADDED
@@ -0,0 +1,18 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "expert_key": "layer_40/expert_014",
3
+ "layer": 40,
4
+ "expert_index": 14,
5
+ "parameters": 5505024,
6
+ "quantization": "int4",
7
+ "tensors": [
8
+ "up_proj.shape",
9
+ "up_proj.scale",
10
+ "up_proj.packed",
11
+ "down_proj.shape",
12
+ "down_proj.scale",
13
+ "down_proj.packed",
14
+ "gate_proj.shape",
15
+ "gate_proj.scale",
16
+ "gate_proj.packed"
17
+ ]
18
+ }
layer_40/expert_014/model.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:11c08de735cec046b452077dbe82f7f47cf3f5f5458589451df1c3cc252c182b
3
+ size 24773400
layer_40/expert_019/metadata.json ADDED
@@ -0,0 +1,18 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "expert_key": "layer_40/expert_019",
3
+ "layer": 40,
4
+ "expert_index": 19,
5
+ "parameters": 5505024,
6
+ "quantization": "int4",
7
+ "tensors": [
8
+ "up_proj.shape",
9
+ "up_proj.scale",
10
+ "up_proj.packed",
11
+ "down_proj.shape",
12
+ "down_proj.scale",
13
+ "down_proj.packed",
14
+ "gate_proj.shape",
15
+ "gate_proj.scale",
16
+ "gate_proj.packed"
17
+ ]
18
+ }
layer_40/expert_019/model.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:cc0560360513d8030929c26d4674cb163859ddf375aefec3b325c5480be249ff
3
+ size 24773400
layer_40/expert_059/metadata.json ADDED
@@ -0,0 +1,18 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "expert_key": "layer_40/expert_059",
3
+ "layer": 40,
4
+ "expert_index": 59,
5
+ "parameters": 5505024,
6
+ "quantization": "int4",
7
+ "tensors": [
8
+ "up_proj.shape",
9
+ "up_proj.scale",
10
+ "up_proj.packed",
11
+ "down_proj.shape",
12
+ "down_proj.scale",
13
+ "down_proj.packed",
14
+ "gate_proj.shape",
15
+ "gate_proj.scale",
16
+ "gate_proj.packed"
17
+ ]
18
+ }
layer_40/expert_059/model.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:7ae133a4f5004176ff247638a2f22691f172f8a5d0dae83a08b6e61afad8356d
3
+ size 24773400
layer_40/expert_060/metadata.json ADDED
@@ -0,0 +1,18 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "expert_key": "layer_40/expert_060",
3
+ "layer": 40,
4
+ "expert_index": 60,
5
+ "parameters": 5505024,
6
+ "quantization": "int4",
7
+ "tensors": [
8
+ "up_proj.shape",
9
+ "up_proj.scale",
10
+ "up_proj.packed",
11
+ "down_proj.shape",
12
+ "down_proj.scale",
13
+ "down_proj.packed",
14
+ "gate_proj.shape",
15
+ "gate_proj.scale",
16
+ "gate_proj.packed"
17
+ ]
18
+ }
layer_40/expert_060/model.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ec456d0c818dfe3a0b465f9d18cf1ef84d7d3f8a2a1029d5ccb3952c341f86ad
3
+ size 24773400
layer_40/expert_063/metadata.json ADDED
@@ -0,0 +1,18 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "expert_key": "layer_40/expert_063",
3
+ "layer": 40,
4
+ "expert_index": 63,
5
+ "parameters": 5505024,
6
+ "quantization": "int4",
7
+ "tensors": [
8
+ "up_proj.shape",
9
+ "up_proj.scale",
10
+ "up_proj.packed",
11
+ "down_proj.shape",
12
+ "down_proj.scale",
13
+ "down_proj.packed",
14
+ "gate_proj.shape",
15
+ "gate_proj.scale",
16
+ "gate_proj.packed"
17
+ ]
18
+ }
layer_40/expert_063/model.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:d1b4ced2a984503153404028ad0fc2aa6c8aade06b6436d5c061c4341e2c5e61
3
+ size 24773400
layer_40/expert_087/metadata.json ADDED
@@ -0,0 +1,18 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "expert_key": "layer_40/expert_087",
3
+ "layer": 40,
4
+ "expert_index": 87,
5
+ "parameters": 5505024,
6
+ "quantization": "int4",
7
+ "tensors": [
8
+ "up_proj.shape",
9
+ "up_proj.scale",
10
+ "up_proj.packed",
11
+ "down_proj.shape",
12
+ "down_proj.scale",
13
+ "down_proj.packed",
14
+ "gate_proj.shape",
15
+ "gate_proj.scale",
16
+ "gate_proj.packed"
17
+ ]
18
+ }
layer_40/expert_087/model.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:e019bf5bed7942ebdd125af9577faa016956a7bf532de9bb2f9f9d41e69e69b3
3
+ size 24773400
layer_40/expert_101/metadata.json ADDED
@@ -0,0 +1,18 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "expert_key": "layer_40/expert_101",
3
+ "layer": 40,
4
+ "expert_index": 101,
5
+ "parameters": 5505024,
6
+ "quantization": "int4",
7
+ "tensors": [
8
+ "up_proj.shape",
9
+ "up_proj.scale",
10
+ "up_proj.packed",
11
+ "down_proj.shape",
12
+ "down_proj.scale",
13
+ "down_proj.packed",
14
+ "gate_proj.shape",
15
+ "gate_proj.scale",
16
+ "gate_proj.packed"
17
+ ]
18
+ }
layer_40/expert_101/model.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:164577ad0951a69105d2b93ac2c66cc5a11a3478301f3c99e25310b6a0e4e915
3
+ size 24773400
layer_40/expert_151/metadata.json ADDED
@@ -0,0 +1,18 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "expert_key": "layer_40/expert_151",
3
+ "layer": 40,
4
+ "expert_index": 151,
5
+ "parameters": 5505024,
6
+ "quantization": "int4",
7
+ "tensors": [
8
+ "up_proj.shape",
9
+ "up_proj.scale",
10
+ "up_proj.packed",
11
+ "down_proj.shape",
12
+ "down_proj.scale",
13
+ "down_proj.packed",
14
+ "gate_proj.shape",
15
+ "gate_proj.scale",
16
+ "gate_proj.packed"
17
+ ]
18
+ }
layer_40/expert_151/model.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b7d2aad14bf72437f0b6807f4afa20276ece1984cd65f0cd2dde5dd5365ea3d5
3
+ size 24773400
layer_40/expert_154/metadata.json ADDED
@@ -0,0 +1,18 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "expert_key": "layer_40/expert_154",
3
+ "layer": 40,
4
+ "expert_index": 154,
5
+ "parameters": 5505024,
6
+ "quantization": "int4",
7
+ "tensors": [
8
+ "up_proj.shape",
9
+ "up_proj.scale",
10
+ "up_proj.packed",
11
+ "down_proj.shape",
12
+ "down_proj.scale",
13
+ "down_proj.packed",
14
+ "gate_proj.shape",
15
+ "gate_proj.scale",
16
+ "gate_proj.packed"
17
+ ]
18
+ }
layer_40/expert_154/model.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:9445698c2721d6a7531ec17171749a69011a857c6ff88967f16e80e439f64de7
3
+ size 24773400
layer_40/expert_165/metadata.json ADDED
@@ -0,0 +1,18 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "expert_key": "layer_40/expert_165",
3
+ "layer": 40,
4
+ "expert_index": 165,
5
+ "parameters": 5505024,
6
+ "quantization": "int4",
7
+ "tensors": [
8
+ "up_proj.shape",
9
+ "up_proj.scale",
10
+ "up_proj.packed",
11
+ "down_proj.shape",
12
+ "down_proj.scale",
13
+ "down_proj.packed",
14
+ "gate_proj.shape",
15
+ "gate_proj.scale",
16
+ "gate_proj.packed"
17
+ ]
18
+ }
layer_40/expert_165/model.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b2ddefbe1c65907c0612277a6002548cc00c05bea6a55746e428b3ef99281a57
3
+ size 24773400
layer_40/expert_177/metadata.json ADDED
@@ -0,0 +1,18 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "expert_key": "layer_40/expert_177",
3
+ "layer": 40,
4
+ "expert_index": 177,
5
+ "parameters": 5505024,
6
+ "quantization": "int4",
7
+ "tensors": [
8
+ "up_proj.shape",
9
+ "up_proj.scale",
10
+ "up_proj.packed",
11
+ "down_proj.shape",
12
+ "down_proj.scale",
13
+ "down_proj.packed",
14
+ "gate_proj.shape",
15
+ "gate_proj.scale",
16
+ "gate_proj.packed"
17
+ ]
18
+ }
layer_40/expert_177/model.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:8547f587a710a242318438c04e2393541fb609b37e925b4ed3bb18dfe01963db
3
+ size 24773400
layer_40/expert_193/metadata.json ADDED
@@ -0,0 +1,18 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "expert_key": "layer_40/expert_193",
3
+ "layer": 40,
4
+ "expert_index": 193,
5
+ "parameters": 5505024,
6
+ "quantization": "int4",
7
+ "tensors": [
8
+ "up_proj.shape",
9
+ "up_proj.scale",
10
+ "up_proj.packed",
11
+ "down_proj.shape",
12
+ "down_proj.scale",
13
+ "down_proj.packed",
14
+ "gate_proj.shape",
15
+ "gate_proj.scale",
16
+ "gate_proj.packed"
17
+ ]
18
+ }
layer_40/expert_193/model.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:0630e66cb4b2a9f3498d8d08ac0d1f1a2ed2c7e3cc9edbf5e213c854ea45e158
3
+ size 24773400
layer_40/expert_212/metadata.json ADDED
@@ -0,0 +1,18 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "expert_key": "layer_40/expert_212",
3
+ "layer": 40,
4
+ "expert_index": 212,
5
+ "parameters": 5505024,
6
+ "quantization": "int4",
7
+ "tensors": [
8
+ "up_proj.shape",
9
+ "up_proj.scale",
10
+ "up_proj.packed",
11
+ "down_proj.shape",
12
+ "down_proj.scale",
13
+ "down_proj.packed",
14
+ "gate_proj.shape",
15
+ "gate_proj.scale",
16
+ "gate_proj.packed"
17
+ ]
18
+ }
layer_40/expert_212/model.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:5419e2ae637402ac566ce3021024dbb883f2d6f47746dd7a9563062d38e4f843
3
+ size 24773400
layer_40/expert_227/metadata.json ADDED
@@ -0,0 +1,18 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "expert_key": "layer_40/expert_227",
3
+ "layer": 40,
4
+ "expert_index": 227,
5
+ "parameters": 5505024,
6
+ "quantization": "int4",
7
+ "tensors": [
8
+ "up_proj.shape",
9
+ "up_proj.scale",
10
+ "up_proj.packed",
11
+ "down_proj.shape",
12
+ "down_proj.scale",
13
+ "down_proj.packed",
14
+ "gate_proj.shape",
15
+ "gate_proj.scale",
16
+ "gate_proj.packed"
17
+ ]
18
+ }
layer_40/expert_227/model.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:c16ba6892c9d362e6993f699e207108dce36ca0ac3c921c54d092a6a901cf7db
3
+ size 24773400
layer_40/expert_230/metadata.json ADDED
@@ -0,0 +1,18 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "expert_key": "layer_40/expert_230",
3
+ "layer": 40,
4
+ "expert_index": 230,
5
+ "parameters": 5505024,
6
+ "quantization": "int4",
7
+ "tensors": [
8
+ "up_proj.shape",
9
+ "up_proj.scale",
10
+ "up_proj.packed",
11
+ "down_proj.shape",
12
+ "down_proj.scale",
13
+ "down_proj.packed",
14
+ "gate_proj.shape",
15
+ "gate_proj.scale",
16
+ "gate_proj.packed"
17
+ ]
18
+ }
layer_40/expert_230/model.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:210779f1ed3f9c6862472ea5592e5396ac547184f75230c2a45402557ad0053f
3
+ size 24773400
layer_40/expert_260/metadata.json ADDED
@@ -0,0 +1,18 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "expert_key": "layer_40/expert_260",
3
+ "layer": 40,
4
+ "expert_index": 260,
5
+ "parameters": 5505024,
6
+ "quantization": "int4",
7
+ "tensors": [
8
+ "up_proj.shape",
9
+ "up_proj.scale",
10
+ "up_proj.packed",
11
+ "down_proj.shape",
12
+ "down_proj.scale",
13
+ "down_proj.packed",
14
+ "gate_proj.shape",
15
+ "gate_proj.scale",
16
+ "gate_proj.packed"
17
+ ]
18
+ }
layer_40/expert_260/model.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:68d0eba41b74c861140c91c8811529d38485519dd8f4cd4216201f73eaa29575
3
+ size 24773400
layer_40/expert_264/metadata.json ADDED
@@ -0,0 +1,18 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "expert_key": "layer_40/expert_264",
3
+ "layer": 40,
4
+ "expert_index": 264,
5
+ "parameters": 5505024,
6
+ "quantization": "int4",
7
+ "tensors": [
8
+ "up_proj.shape",
9
+ "up_proj.scale",
10
+ "up_proj.packed",
11
+ "down_proj.shape",
12
+ "down_proj.scale",
13
+ "down_proj.packed",
14
+ "gate_proj.shape",
15
+ "gate_proj.scale",
16
+ "gate_proj.packed"
17
+ ]
18
+ }
layer_40/expert_264/model.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:c7353666547b6aee73c6ad0cbe632f7391ca24ed8037b819e71a199c5a827cbe
3
+ size 24773400
layer_40/expert_268/metadata.json ADDED
@@ -0,0 +1,18 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "expert_key": "layer_40/expert_268",
3
+ "layer": 40,
4
+ "expert_index": 268,
5
+ "parameters": 5505024,
6
+ "quantization": "int4",
7
+ "tensors": [
8
+ "up_proj.shape",
9
+ "up_proj.scale",
10
+ "up_proj.packed",
11
+ "down_proj.shape",
12
+ "down_proj.scale",
13
+ "down_proj.packed",
14
+ "gate_proj.shape",
15
+ "gate_proj.scale",
16
+ "gate_proj.packed"
17
+ ]
18
+ }
layer_40/expert_268/model.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:c2a9c343613314bc28c907f03a49af6cb608cbc5e93d65d3b4ce5ef641bb551d
3
+ size 24773400
layer_40/expert_270/metadata.json ADDED
@@ -0,0 +1,18 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "expert_key": "layer_40/expert_270",
3
+ "layer": 40,
4
+ "expert_index": 270,
5
+ "parameters": 5505024,
6
+ "quantization": "int4",
7
+ "tensors": [
8
+ "up_proj.shape",
9
+ "up_proj.scale",
10
+ "up_proj.packed",
11
+ "down_proj.shape",
12
+ "down_proj.scale",
13
+ "down_proj.packed",
14
+ "gate_proj.shape",
15
+ "gate_proj.scale",
16
+ "gate_proj.packed"
17
+ ]
18
+ }
layer_40/expert_270/model.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:f8a5f15917ce5ae981938cb2b8648183d4582511e9e9b04a89ab86b86be1ba08
3
+ size 24773400
layer_40/expert_315/metadata.json ADDED
@@ -0,0 +1,18 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "expert_key": "layer_40/expert_315",
3
+ "layer": 40,
4
+ "expert_index": 315,
5
+ "parameters": 5505024,
6
+ "quantization": "int4",
7
+ "tensors": [
8
+ "up_proj.shape",
9
+ "up_proj.scale",
10
+ "up_proj.packed",
11
+ "down_proj.shape",
12
+ "down_proj.scale",
13
+ "down_proj.packed",
14
+ "gate_proj.shape",
15
+ "gate_proj.scale",
16
+ "gate_proj.packed"
17
+ ]
18
+ }
layer_40/expert_315/model.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:6cc1d5ab7b9600396cc42c72a36e61b99e323eb6da24c8db86f8144357e639f2
3
+ size 24773400
layer_40/expert_329/metadata.json ADDED
@@ -0,0 +1,18 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "expert_key": "layer_40/expert_329",
3
+ "layer": 40,
4
+ "expert_index": 329,
5
+ "parameters": 5505024,
6
+ "quantization": "int4",
7
+ "tensors": [
8
+ "up_proj.shape",
9
+ "up_proj.scale",
10
+ "up_proj.packed",
11
+ "down_proj.shape",
12
+ "down_proj.scale",
13
+ "down_proj.packed",
14
+ "gate_proj.shape",
15
+ "gate_proj.scale",
16
+ "gate_proj.packed"
17
+ ]
18
+ }
layer_40/expert_329/model.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:58fd1ac808034b55229d903654267e11ea374bb16dcbd9e57dd3c0ddf04d1195
3
+ size 24773400
layer_40/expert_333/metadata.json ADDED
@@ -0,0 +1,18 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "expert_key": "layer_40/expert_333",
3
+ "layer": 40,
4
+ "expert_index": 333,
5
+ "parameters": 5505024,
6
+ "quantization": "int4",
7
+ "tensors": [
8
+ "up_proj.shape",
9
+ "up_proj.scale",
10
+ "up_proj.packed",
11
+ "down_proj.shape",
12
+ "down_proj.scale",
13
+ "down_proj.packed",
14
+ "gate_proj.shape",
15
+ "gate_proj.scale",
16
+ "gate_proj.packed"
17
+ ]
18
+ }
layer_40/expert_333/model.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:726c42d74c7f99f6136cb87d3566df8b01d0a0e9de26df03781a4e017f4a9b6c
3
+ size 24773400
layer_40/expert_338/metadata.json ADDED
@@ -0,0 +1,18 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "expert_key": "layer_40/expert_338",
3
+ "layer": 40,
4
+ "expert_index": 338,
5
+ "parameters": 5505024,
6
+ "quantization": "int4",
7
+ "tensors": [
8
+ "up_proj.shape",
9
+ "up_proj.scale",
10
+ "up_proj.packed",
11
+ "down_proj.shape",
12
+ "down_proj.scale",
13
+ "down_proj.packed",
14
+ "gate_proj.shape",
15
+ "gate_proj.scale",
16
+ "gate_proj.packed"
17
+ ]
18
+ }
layer_40/expert_338/model.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:a4fc665094562979657a97111df747e1268fc85ddcc1adea7789109bf1a33ff4
3
+ size 24773400
layer_40/expert_355/metadata.json ADDED
@@ -0,0 +1,18 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "expert_key": "layer_40/expert_355",
3
+ "layer": 40,
4
+ "expert_index": 355,
5
+ "parameters": 5505024,
6
+ "quantization": "int4",
7
+ "tensors": [
8
+ "up_proj.shape",
9
+ "up_proj.scale",
10
+ "up_proj.packed",
11
+ "down_proj.shape",
12
+ "down_proj.scale",
13
+ "down_proj.packed",
14
+ "gate_proj.shape",
15
+ "gate_proj.scale",
16
+ "gate_proj.packed"
17
+ ]
18
+ }
layer_40/expert_355/model.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:a48cece7a14006394861ba6e26a6b7500e3192ca86d49dd7a36fb6c946cf149e
3
+ size 24773400