Hugging Face's logo

rajthakkar123
/
Omega-3060-V25-Experts

Safetensors
Model card Files
xet
 Community
rajthakkar123 commited on
Commit
dead1cc
·
verified ·
1 Parent(s): 82e839b

Forge layer_48 for top_25

Browse files
Files changed (50) hide show
  1. layer_48/expert_012/metadata.json +18 -0
  2. layer_48/expert_012/model.safetensors +3 -0
  3. layer_48/expert_026/metadata.json +18 -0
  4. layer_48/expert_026/model.safetensors +3 -0
  5. layer_48/expert_030/metadata.json +18 -0
  6. layer_48/expert_030/model.safetensors +3 -0
  7. layer_48/expert_040/metadata.json +18 -0
  8. layer_48/expert_040/model.safetensors +3 -0
  9. layer_48/expert_048/metadata.json +18 -0
  10. layer_48/expert_048/model.safetensors +3 -0
  11. layer_48/expert_068/metadata.json +18 -0
  12. layer_48/expert_068/model.safetensors +3 -0
  13. layer_48/expert_098/metadata.json +18 -0
  14. layer_48/expert_098/model.safetensors +3 -0
  15. layer_48/expert_105/metadata.json +18 -0
  16. layer_48/expert_105/model.safetensors +3 -0
  17. layer_48/expert_120/metadata.json +18 -0
  18. layer_48/expert_120/model.safetensors +3 -0
  19. layer_48/expert_155/metadata.json +18 -0
  20. layer_48/expert_155/model.safetensors +3 -0
  21. layer_48/expert_167/metadata.json +18 -0
  22. layer_48/expert_167/model.safetensors +3 -0
  23. layer_48/expert_172/metadata.json +18 -0
  24. layer_48/expert_172/model.safetensors +3 -0
  25. layer_48/expert_180/metadata.json +18 -0
  26. layer_48/expert_180/model.safetensors +3 -0
  27. layer_48/expert_188/metadata.json +18 -0
  28. layer_48/expert_188/model.safetensors +3 -0
  29. layer_48/expert_189/metadata.json +18 -0
  30. layer_48/expert_189/model.safetensors +3 -0
  31. layer_48/expert_214/metadata.json +18 -0
  32. layer_48/expert_214/model.safetensors +3 -0
  33. layer_48/expert_229/metadata.json +18 -0
  34. layer_48/expert_229/model.safetensors +3 -0
  35. layer_48/expert_260/metadata.json +18 -0
  36. layer_48/expert_260/model.safetensors +3 -0
  37. layer_48/expert_287/metadata.json +18 -0
  38. layer_48/expert_287/model.safetensors +3 -0
  39. layer_48/expert_304/metadata.json +18 -0
  40. layer_48/expert_304/model.safetensors +3 -0
  41. layer_48/expert_311/metadata.json +18 -0
  42. layer_48/expert_311/model.safetensors +3 -0
  43. layer_48/expert_325/metadata.json +18 -0
  44. layer_48/expert_325/model.safetensors +3 -0
  45. layer_48/expert_344/metadata.json +18 -0
  46. layer_48/expert_344/model.safetensors +3 -0
  47. layer_48/expert_352/metadata.json +18 -0
  48. layer_48/expert_352/model.safetensors +3 -0
  49. layer_48/expert_353/metadata.json +18 -0
  50. layer_48/expert_353/model.safetensors +3 -0
layer_48/expert_012/metadata.json ADDED
@@ -0,0 +1,18 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "expert_key": "layer_48/expert_012",
3
+ "layer": 48,
4
+ "expert_index": 12,
5
+ "parameters": 5505024,
6
+ "quantization": "int4",
7
+ "tensors": [
8
+ "up_proj.shape",
9
+ "up_proj.scale",
10
+ "up_proj.packed",
11
+ "down_proj.shape",
12
+ "down_proj.scale",
13
+ "down_proj.packed",
14
+ "gate_proj.shape",
15
+ "gate_proj.scale",
16
+ "gate_proj.packed"
17
+ ]
18
+ }
layer_48/expert_012/model.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:37ad5e31aa97ea441e3f205623e6c7f09011e67d073376d739462a4fe1b691bf
3
+ size 24773400
layer_48/expert_026/metadata.json ADDED
@@ -0,0 +1,18 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "expert_key": "layer_48/expert_026",
3
+ "layer": 48,
4
+ "expert_index": 26,
5
+ "parameters": 5505024,
6
+ "quantization": "int4",
7
+ "tensors": [
8
+ "up_proj.shape",
9
+ "up_proj.scale",
10
+ "up_proj.packed",
11
+ "down_proj.shape",
12
+ "down_proj.scale",
13
+ "down_proj.packed",
14
+ "gate_proj.shape",
15
+ "gate_proj.scale",
16
+ "gate_proj.packed"
17
+ ]
18
+ }
layer_48/expert_026/model.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:8c0628fbd1753c0e131781f2e16d7c8c52644c6c71e8f784a699c56ca25b9f84
3
+ size 24773400
layer_48/expert_030/metadata.json ADDED
@@ -0,0 +1,18 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "expert_key": "layer_48/expert_030",
3
+ "layer": 48,
4
+ "expert_index": 30,
5
+ "parameters": 5505024,
6
+ "quantization": "int4",
7
+ "tensors": [
8
+ "up_proj.shape",
9
+ "up_proj.scale",
10
+ "up_proj.packed",
11
+ "down_proj.shape",
12
+ "down_proj.scale",
13
+ "down_proj.packed",
14
+ "gate_proj.shape",
15
+ "gate_proj.scale",
16
+ "gate_proj.packed"
17
+ ]
18
+ }
layer_48/expert_030/model.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:8dc4a0a0977c15e6ae4f015a8b14de042228d13b24fc9ca258676e284c3d0ff3
3
+ size 24773400
layer_48/expert_040/metadata.json ADDED
@@ -0,0 +1,18 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "expert_key": "layer_48/expert_040",
3
+ "layer": 48,
4
+ "expert_index": 40,
5
+ "parameters": 5505024,
6
+ "quantization": "int4",
7
+ "tensors": [
8
+ "up_proj.shape",
9
+ "up_proj.scale",
10
+ "up_proj.packed",
11
+ "down_proj.shape",
12
+ "down_proj.scale",
13
+ "down_proj.packed",
14
+ "gate_proj.shape",
15
+ "gate_proj.scale",
16
+ "gate_proj.packed"
17
+ ]
18
+ }
layer_48/expert_040/model.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:8ec849dff6cbca5ddc70da4c0aa6b1850a4700dbdfc7850da0667997fe2d771a
3
+ size 24773400
layer_48/expert_048/metadata.json ADDED
@@ -0,0 +1,18 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "expert_key": "layer_48/expert_048",
3
+ "layer": 48,
4
+ "expert_index": 48,
5
+ "parameters": 5505024,
6
+ "quantization": "int4",
7
+ "tensors": [
8
+ "up_proj.shape",
9
+ "up_proj.scale",
10
+ "up_proj.packed",
11
+ "down_proj.shape",
12
+ "down_proj.scale",
13
+ "down_proj.packed",
14
+ "gate_proj.shape",
15
+ "gate_proj.scale",
16
+ "gate_proj.packed"
17
+ ]
18
+ }
layer_48/expert_048/model.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:7640384d96ef9f88fe893522fb6289a6a16e33dd947217238da2c3d4a1b40ac6
3
+ size 24773400
layer_48/expert_068/metadata.json ADDED
@@ -0,0 +1,18 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "expert_key": "layer_48/expert_068",
3
+ "layer": 48,
4
+ "expert_index": 68,
5
+ "parameters": 5505024,
6
+ "quantization": "int4",
7
+ "tensors": [
8
+ "up_proj.shape",
9
+ "up_proj.scale",
10
+ "up_proj.packed",
11
+ "down_proj.shape",
12
+ "down_proj.scale",
13
+ "down_proj.packed",
14
+ "gate_proj.shape",
15
+ "gate_proj.scale",
16
+ "gate_proj.packed"
17
+ ]
18
+ }
layer_48/expert_068/model.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:345cf3c33fb991eee4438d9a42c2e53ad16705989f5b2d899b0a7244ec261fb3
3
+ size 24773400
layer_48/expert_098/metadata.json ADDED
@@ -0,0 +1,18 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "expert_key": "layer_48/expert_098",
3
+ "layer": 48,
4
+ "expert_index": 98,
5
+ "parameters": 5505024,
6
+ "quantization": "int4",
7
+ "tensors": [
8
+ "up_proj.shape",
9
+ "up_proj.scale",
10
+ "up_proj.packed",
11
+ "down_proj.shape",
12
+ "down_proj.scale",
13
+ "down_proj.packed",
14
+ "gate_proj.shape",
15
+ "gate_proj.scale",
16
+ "gate_proj.packed"
17
+ ]
18
+ }
layer_48/expert_098/model.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:3e3e9ff03f422a1d49b7386ae359c48d08431c4fa154a140d7d4660838d92f1d
3
+ size 24773400
layer_48/expert_105/metadata.json ADDED
@@ -0,0 +1,18 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "expert_key": "layer_48/expert_105",
3
+ "layer": 48,
4
+ "expert_index": 105,
5
+ "parameters": 5505024,
6
+ "quantization": "int4",
7
+ "tensors": [
8
+ "up_proj.shape",
9
+ "up_proj.scale",
10
+ "up_proj.packed",
11
+ "down_proj.shape",
12
+ "down_proj.scale",
13
+ "down_proj.packed",
14
+ "gate_proj.shape",
15
+ "gate_proj.scale",
16
+ "gate_proj.packed"
17
+ ]
18
+ }
layer_48/expert_105/model.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:2e183adfb8cc86681247467b59d95760e0c609c185af9994805d997386b61704
3
+ size 24773400
layer_48/expert_120/metadata.json ADDED
@@ -0,0 +1,18 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "expert_key": "layer_48/expert_120",
3
+ "layer": 48,
4
+ "expert_index": 120,
5
+ "parameters": 5505024,
6
+ "quantization": "int4",
7
+ "tensors": [
8
+ "up_proj.shape",
9
+ "up_proj.scale",
10
+ "up_proj.packed",
11
+ "down_proj.shape",
12
+ "down_proj.scale",
13
+ "down_proj.packed",
14
+ "gate_proj.shape",
15
+ "gate_proj.scale",
16
+ "gate_proj.packed"
17
+ ]
18
+ }
layer_48/expert_120/model.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:23fbb2af31cfd5a1ed10c127ae380e49c79f8de4d07c9435f030f41a163002ea
3
+ size 24773400
layer_48/expert_155/metadata.json ADDED
@@ -0,0 +1,18 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "expert_key": "layer_48/expert_155",
3
+ "layer": 48,
4
+ "expert_index": 155,
5
+ "parameters": 5505024,
6
+ "quantization": "int4",
7
+ "tensors": [
8
+ "up_proj.shape",
9
+ "up_proj.scale",
10
+ "up_proj.packed",
11
+ "down_proj.shape",
12
+ "down_proj.scale",
13
+ "down_proj.packed",
14
+ "gate_proj.shape",
15
+ "gate_proj.scale",
16
+ "gate_proj.packed"
17
+ ]
18
+ }
layer_48/expert_155/model.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:d846b13357c5d03e4dd9350d5ec96f1dc95d5138da03ccd6e888d4861a4f25d5
3
+ size 24773400
layer_48/expert_167/metadata.json ADDED
@@ -0,0 +1,18 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "expert_key": "layer_48/expert_167",
3
+ "layer": 48,
4
+ "expert_index": 167,
5
+ "parameters": 5505024,
6
+ "quantization": "int4",
7
+ "tensors": [
8
+ "up_proj.shape",
9
+ "up_proj.scale",
10
+ "up_proj.packed",
11
+ "down_proj.shape",
12
+ "down_proj.scale",
13
+ "down_proj.packed",
14
+ "gate_proj.shape",
15
+ "gate_proj.scale",
16
+ "gate_proj.packed"
17
+ ]
18
+ }
layer_48/expert_167/model.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:206eaca9131b248bbc96fed25b13664fd332b4ca903840418ecec9cb22e78d2b
3
+ size 24773400
layer_48/expert_172/metadata.json ADDED
@@ -0,0 +1,18 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "expert_key": "layer_48/expert_172",
3
+ "layer": 48,
4
+ "expert_index": 172,
5
+ "parameters": 5505024,
6
+ "quantization": "int4",
7
+ "tensors": [
8
+ "up_proj.shape",
9
+ "up_proj.scale",
10
+ "up_proj.packed",
11
+ "down_proj.shape",
12
+ "down_proj.scale",
13
+ "down_proj.packed",
14
+ "gate_proj.shape",
15
+ "gate_proj.scale",
16
+ "gate_proj.packed"
17
+ ]
18
+ }
layer_48/expert_172/model.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:51a962c1eea5b414be49763f75cb762b9007051d9b7a3dc697c56bd593e3cf63
3
+ size 24773400
layer_48/expert_180/metadata.json ADDED
@@ -0,0 +1,18 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "expert_key": "layer_48/expert_180",
3
+ "layer": 48,
4
+ "expert_index": 180,
5
+ "parameters": 5505024,
6
+ "quantization": "int4",
7
+ "tensors": [
8
+ "up_proj.shape",
9
+ "up_proj.scale",
10
+ "up_proj.packed",
11
+ "down_proj.shape",
12
+ "down_proj.scale",
13
+ "down_proj.packed",
14
+ "gate_proj.shape",
15
+ "gate_proj.scale",
16
+ "gate_proj.packed"
17
+ ]
18
+ }
layer_48/expert_180/model.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:5177dc2cd547524379a6440c97328181334317cfd99b62a652b2ca1e7818e43c
3
+ size 24773400
layer_48/expert_188/metadata.json ADDED
@@ -0,0 +1,18 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "expert_key": "layer_48/expert_188",
3
+ "layer": 48,
4
+ "expert_index": 188,
5
+ "parameters": 5505024,
6
+ "quantization": "int4",
7
+ "tensors": [
8
+ "up_proj.shape",
9
+ "up_proj.scale",
10
+ "up_proj.packed",
11
+ "down_proj.shape",
12
+ "down_proj.scale",
13
+ "down_proj.packed",
14
+ "gate_proj.shape",
15
+ "gate_proj.scale",
16
+ "gate_proj.packed"
17
+ ]
18
+ }
layer_48/expert_188/model.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:054259d25c8a8637cdc3ecf9be3719a1e1ae1ad75fa399a2f90805010fdbac16
3
+ size 24773400
layer_48/expert_189/metadata.json ADDED
@@ -0,0 +1,18 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "expert_key": "layer_48/expert_189",
3
+ "layer": 48,
4
+ "expert_index": 189,
5
+ "parameters": 5505024,
6
+ "quantization": "int4",
7
+ "tensors": [
8
+ "up_proj.shape",
9
+ "up_proj.scale",
10
+ "up_proj.packed",
11
+ "down_proj.shape",
12
+ "down_proj.scale",
13
+ "down_proj.packed",
14
+ "gate_proj.shape",
15
+ "gate_proj.scale",
16
+ "gate_proj.packed"
17
+ ]
18
+ }
layer_48/expert_189/model.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ecda3c9c56d48cd3f27274a744744839d91595c3ec3560dfbdab5e203c118c02
3
+ size 24773400
layer_48/expert_214/metadata.json ADDED
@@ -0,0 +1,18 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "expert_key": "layer_48/expert_214",
3
+ "layer": 48,
4
+ "expert_index": 214,
5
+ "parameters": 5505024,
6
+ "quantization": "int4",
7
+ "tensors": [
8
+ "up_proj.shape",
9
+ "up_proj.scale",
10
+ "up_proj.packed",
11
+ "down_proj.shape",
12
+ "down_proj.scale",
13
+ "down_proj.packed",
14
+ "gate_proj.shape",
15
+ "gate_proj.scale",
16
+ "gate_proj.packed"
17
+ ]
18
+ }
layer_48/expert_214/model.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:98f7970171fc242f32d10e4abac4d646d9808237dd1dfb8822e95964d9b62321
3
+ size 24773400
layer_48/expert_229/metadata.json ADDED
@@ -0,0 +1,18 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "expert_key": "layer_48/expert_229",
3
+ "layer": 48,
4
+ "expert_index": 229,
5
+ "parameters": 5505024,
6
+ "quantization": "int4",
7
+ "tensors": [
8
+ "up_proj.shape",
9
+ "up_proj.scale",
10
+ "up_proj.packed",
11
+ "down_proj.shape",
12
+ "down_proj.scale",
13
+ "down_proj.packed",
14
+ "gate_proj.shape",
15
+ "gate_proj.scale",
16
+ "gate_proj.packed"
17
+ ]
18
+ }
layer_48/expert_229/model.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:baf6017786bb8c61754689dfe0f5d813a4eff79a47c665deb20de9da8199217a
3
+ size 24773400
layer_48/expert_260/metadata.json ADDED
@@ -0,0 +1,18 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "expert_key": "layer_48/expert_260",
3
+ "layer": 48,
4
+ "expert_index": 260,
5
+ "parameters": 5505024,
6
+ "quantization": "int4",
7
+ "tensors": [
8
+ "up_proj.shape",
9
+ "up_proj.scale",
10
+ "up_proj.packed",
11
+ "down_proj.shape",
12
+ "down_proj.scale",
13
+ "down_proj.packed",
14
+ "gate_proj.shape",
15
+ "gate_proj.scale",
16
+ "gate_proj.packed"
17
+ ]
18
+ }
layer_48/expert_260/model.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:aa69453e0c37d4cc80feede9e1480107c0282b22f1a70e44589bc4bb8d21e8ef
3
+ size 24773400
layer_48/expert_287/metadata.json ADDED
@@ -0,0 +1,18 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "expert_key": "layer_48/expert_287",
3
+ "layer": 48,
4
+ "expert_index": 287,
5
+ "parameters": 5505024,
6
+ "quantization": "int4",
7
+ "tensors": [
8
+ "up_proj.shape",
9
+ "up_proj.scale",
10
+ "up_proj.packed",
11
+ "down_proj.shape",
12
+ "down_proj.scale",
13
+ "down_proj.packed",
14
+ "gate_proj.shape",
15
+ "gate_proj.scale",
16
+ "gate_proj.packed"
17
+ ]
18
+ }
layer_48/expert_287/model.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:f98bf7688c1c9a03547c0b5f268e1d284fb00f30f8802311c102a283977e22e3
3
+ size 24773400
layer_48/expert_304/metadata.json ADDED
@@ -0,0 +1,18 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "expert_key": "layer_48/expert_304",
3
+ "layer": 48,
4
+ "expert_index": 304,
5
+ "parameters": 5505024,
6
+ "quantization": "int4",
7
+ "tensors": [
8
+ "up_proj.shape",
9
+ "up_proj.scale",
10
+ "up_proj.packed",
11
+ "down_proj.shape",
12
+ "down_proj.scale",
13
+ "down_proj.packed",
14
+ "gate_proj.shape",
15
+ "gate_proj.scale",
16
+ "gate_proj.packed"
17
+ ]
18
+ }
layer_48/expert_304/model.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:60a88cf138e367be55e46aa245fdf31f0b6de2f3abe8cad2722a29aef76bd96e
3
+ size 24773400
layer_48/expert_311/metadata.json ADDED
@@ -0,0 +1,18 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "expert_key": "layer_48/expert_311",
3
+ "layer": 48,
4
+ "expert_index": 311,
5
+ "parameters": 5505024,
6
+ "quantization": "int4",
7
+ "tensors": [
8
+ "up_proj.shape",
9
+ "up_proj.scale",
10
+ "up_proj.packed",
11
+ "down_proj.shape",
12
+ "down_proj.scale",
13
+ "down_proj.packed",
14
+ "gate_proj.shape",
15
+ "gate_proj.scale",
16
+ "gate_proj.packed"
17
+ ]
18
+ }
layer_48/expert_311/model.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:edc5deac9395056f80b54be50b38eb443603ab52e0635b4920bc46421e669cbe
3
+ size 24773400
layer_48/expert_325/metadata.json ADDED
@@ -0,0 +1,18 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "expert_key": "layer_48/expert_325",
3
+ "layer": 48,
4
+ "expert_index": 325,
5
+ "parameters": 5505024,
6
+ "quantization": "int4",
7
+ "tensors": [
8
+ "up_proj.shape",
9
+ "up_proj.scale",
10
+ "up_proj.packed",
11
+ "down_proj.shape",
12
+ "down_proj.scale",
13
+ "down_proj.packed",
14
+ "gate_proj.shape",
15
+ "gate_proj.scale",
16
+ "gate_proj.packed"
17
+ ]
18
+ }
layer_48/expert_325/model.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:e01348416100161896ccc28a1f18d773caf98d7dad068e5910f83c64c6bdb772
3
+ size 24773400
layer_48/expert_344/metadata.json ADDED
@@ -0,0 +1,18 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "expert_key": "layer_48/expert_344",
3
+ "layer": 48,
4
+ "expert_index": 344,
5
+ "parameters": 5505024,
6
+ "quantization": "int4",
7
+ "tensors": [
8
+ "up_proj.shape",
9
+ "up_proj.scale",
10
+ "up_proj.packed",
11
+ "down_proj.shape",
12
+ "down_proj.scale",
13
+ "down_proj.packed",
14
+ "gate_proj.shape",
15
+ "gate_proj.scale",
16
+ "gate_proj.packed"
17
+ ]
18
+ }
layer_48/expert_344/model.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:160184c9d3ba17967e4afc360b0909f03845a568211e08bbf5ed7e9da426f7c7
3
+ size 24773400
layer_48/expert_352/metadata.json ADDED
@@ -0,0 +1,18 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "expert_key": "layer_48/expert_352",
3
+ "layer": 48,
4
+ "expert_index": 352,
5
+ "parameters": 5505024,
6
+ "quantization": "int4",
7
+ "tensors": [
8
+ "up_proj.shape",
9
+ "up_proj.scale",
10
+ "up_proj.packed",
11
+ "down_proj.shape",
12
+ "down_proj.scale",
13
+ "down_proj.packed",
14
+ "gate_proj.shape",
15
+ "gate_proj.scale",
16
+ "gate_proj.packed"
17
+ ]
18
+ }
layer_48/expert_352/model.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:86c090f637587888c67c36520907bbae38895f59c5c49f97ef3b40438b1be2b5
3
+ size 24773400
layer_48/expert_353/metadata.json ADDED
@@ -0,0 +1,18 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "expert_key": "layer_48/expert_353",
3
+ "layer": 48,
4
+ "expert_index": 353,
5
+ "parameters": 5505024,
6
+ "quantization": "int4",
7
+ "tensors": [
8
+ "up_proj.shape",
9
+ "up_proj.scale",
10
+ "up_proj.packed",
11
+ "down_proj.shape",
12
+ "down_proj.scale",
13
+ "down_proj.packed",
14
+ "gate_proj.shape",
15
+ "gate_proj.scale",
16
+ "gate_proj.packed"
17
+ ]
18
+ }
layer_48/expert_353/model.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:7199d9104f2fe722f50ce6a15edc43fa7a6f562a9517940132f158488f279798
3
+ size 24773400