Add top_10 experts for layer_08
Browse files- layer_08/expert_025/metadata.json +19 -0
- layer_08/expert_025/model.safetensors +3 -0
- layer_08/expert_051/metadata.json +19 -0
- layer_08/expert_051/model.safetensors +3 -0
- layer_08/expert_070/metadata.json +19 -0
- layer_08/expert_070/model.safetensors +3 -0
- layer_08/expert_246/metadata.json +19 -0
- layer_08/expert_246/model.safetensors +3 -0
- layer_08/expert_265/metadata.json +19 -0
- layer_08/expert_265/model.safetensors +3 -0
- layer_08/expert_303/metadata.json +19 -0
- layer_08/expert_303/model.safetensors +3 -0
- layer_08/expert_334/metadata.json +19 -0
- layer_08/expert_334/model.safetensors +3 -0
- layer_08/expert_341/metadata.json +19 -0
- layer_08/expert_341/model.safetensors +3 -0
- layer_08/expert_351/metadata.json +19 -0
- layer_08/expert_351/model.safetensors +3 -0
- layer_08/expert_376/metadata.json +19 -0
- layer_08/expert_376/model.safetensors +3 -0
layer_08/expert_025/metadata.json
ADDED
|
@@ -0,0 +1,19 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"expert_key": "layer_08/expert_025",
|
| 3 |
+
"layer": 8,
|
| 4 |
+
"expert_index": 25,
|
| 5 |
+
"parameters": 5505024,
|
| 6 |
+
"quantization": "int4",
|
| 7 |
+
"tensors": [
|
| 8 |
+
"up_proj.shape",
|
| 9 |
+
"up_proj.scale",
|
| 10 |
+
"up_proj.packed",
|
| 11 |
+
"down_proj.shape",
|
| 12 |
+
"down_proj.scale",
|
| 13 |
+
"down_proj.packed",
|
| 14 |
+
"gate_proj.shape",
|
| 15 |
+
"gate_proj.scale",
|
| 16 |
+
"gate_proj.packed"
|
| 17 |
+
],
|
| 18 |
+
"extracted_at": "2026-01-30T11:31:13.157212"
|
| 19 |
+
}
|
layer_08/expert_025/model.safetensors
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:c2447ea40ab6584c7c6564a24d7af2a192ebcb7cc7abcd46c1c5a2d5fc78bd79
|
| 3 |
+
size 24773400
|
layer_08/expert_051/metadata.json
ADDED
|
@@ -0,0 +1,19 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"expert_key": "layer_08/expert_051",
|
| 3 |
+
"layer": 8,
|
| 4 |
+
"expert_index": 51,
|
| 5 |
+
"parameters": 5505024,
|
| 6 |
+
"quantization": "int4",
|
| 7 |
+
"tensors": [
|
| 8 |
+
"up_proj.shape",
|
| 9 |
+
"up_proj.scale",
|
| 10 |
+
"up_proj.packed",
|
| 11 |
+
"down_proj.shape",
|
| 12 |
+
"down_proj.scale",
|
| 13 |
+
"down_proj.packed",
|
| 14 |
+
"gate_proj.shape",
|
| 15 |
+
"gate_proj.scale",
|
| 16 |
+
"gate_proj.packed"
|
| 17 |
+
],
|
| 18 |
+
"extracted_at": "2026-01-30T11:31:20.926502"
|
| 19 |
+
}
|
layer_08/expert_051/model.safetensors
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:4467450fb53a4b7f3e1757fdb33a04dbdfe1b3503515ea6397d64bcbe085ed09
|
| 3 |
+
size 24773400
|
layer_08/expert_070/metadata.json
ADDED
|
@@ -0,0 +1,19 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"expert_key": "layer_08/expert_070",
|
| 3 |
+
"layer": 8,
|
| 4 |
+
"expert_index": 70,
|
| 5 |
+
"parameters": 5505024,
|
| 6 |
+
"quantization": "int4",
|
| 7 |
+
"tensors": [
|
| 8 |
+
"up_proj.shape",
|
| 9 |
+
"up_proj.scale",
|
| 10 |
+
"up_proj.packed",
|
| 11 |
+
"down_proj.shape",
|
| 12 |
+
"down_proj.scale",
|
| 13 |
+
"down_proj.packed",
|
| 14 |
+
"gate_proj.shape",
|
| 15 |
+
"gate_proj.scale",
|
| 16 |
+
"gate_proj.packed"
|
| 17 |
+
],
|
| 18 |
+
"extracted_at": "2026-01-30T11:31:22.863071"
|
| 19 |
+
}
|
layer_08/expert_070/model.safetensors
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:5582f1841d5bf8629c6da93ff348fe1103773d3bcb2cba732b2b5fd9baa66cc6
|
| 3 |
+
size 24773400
|
layer_08/expert_246/metadata.json
ADDED
|
@@ -0,0 +1,19 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"expert_key": "layer_08/expert_246",
|
| 3 |
+
"layer": 8,
|
| 4 |
+
"expert_index": 246,
|
| 5 |
+
"parameters": 5505024,
|
| 6 |
+
"quantization": "int4",
|
| 7 |
+
"tensors": [
|
| 8 |
+
"up_proj.shape",
|
| 9 |
+
"up_proj.scale",
|
| 10 |
+
"up_proj.packed",
|
| 11 |
+
"down_proj.shape",
|
| 12 |
+
"down_proj.scale",
|
| 13 |
+
"down_proj.packed",
|
| 14 |
+
"gate_proj.shape",
|
| 15 |
+
"gate_proj.scale",
|
| 16 |
+
"gate_proj.packed"
|
| 17 |
+
],
|
| 18 |
+
"extracted_at": "2026-01-30T11:32:17.213174"
|
| 19 |
+
}
|
layer_08/expert_246/model.safetensors
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:e7a7df008478d26c2b1fcbdf0df910c6774d5baa1b05ea1e1f7e3277d58532ed
|
| 3 |
+
size 24773400
|
layer_08/expert_265/metadata.json
ADDED
|
@@ -0,0 +1,19 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"expert_key": "layer_08/expert_265",
|
| 3 |
+
"layer": 8,
|
| 4 |
+
"expert_index": 265,
|
| 5 |
+
"parameters": 5505024,
|
| 6 |
+
"quantization": "int4",
|
| 7 |
+
"tensors": [
|
| 8 |
+
"up_proj.shape",
|
| 9 |
+
"up_proj.scale",
|
| 10 |
+
"up_proj.packed",
|
| 11 |
+
"down_proj.shape",
|
| 12 |
+
"down_proj.scale",
|
| 13 |
+
"down_proj.packed",
|
| 14 |
+
"gate_proj.shape",
|
| 15 |
+
"gate_proj.scale",
|
| 16 |
+
"gate_proj.packed"
|
| 17 |
+
],
|
| 18 |
+
"extracted_at": "2026-01-30T11:32:20.976193"
|
| 19 |
+
}
|
layer_08/expert_265/model.safetensors
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:782218479a0774ae90c9b8a21190fc5b0192df9fe4ff943d8068a175707ed261
|
| 3 |
+
size 24773400
|
layer_08/expert_303/metadata.json
ADDED
|
@@ -0,0 +1,19 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"expert_key": "layer_08/expert_303",
|
| 3 |
+
"layer": 8,
|
| 4 |
+
"expert_index": 303,
|
| 5 |
+
"parameters": 5505024,
|
| 6 |
+
"quantization": "int4",
|
| 7 |
+
"tensors": [
|
| 8 |
+
"up_proj.shape",
|
| 9 |
+
"up_proj.scale",
|
| 10 |
+
"up_proj.packed",
|
| 11 |
+
"down_proj.shape",
|
| 12 |
+
"down_proj.scale",
|
| 13 |
+
"down_proj.packed",
|
| 14 |
+
"gate_proj.shape",
|
| 15 |
+
"gate_proj.scale",
|
| 16 |
+
"gate_proj.packed"
|
| 17 |
+
],
|
| 18 |
+
"extracted_at": "2026-01-30T11:32:29.212529"
|
| 19 |
+
}
|
layer_08/expert_303/model.safetensors
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:e2e002b2db0682df16fed10b70ca5e20792610ae2d700638f9d5547edb60defe
|
| 3 |
+
size 24773400
|
layer_08/expert_334/metadata.json
ADDED
|
@@ -0,0 +1,19 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"expert_key": "layer_08/expert_334",
|
| 3 |
+
"layer": 8,
|
| 4 |
+
"expert_index": 334,
|
| 5 |
+
"parameters": 5505024,
|
| 6 |
+
"quantization": "int4",
|
| 7 |
+
"tensors": [
|
| 8 |
+
"up_proj.shape",
|
| 9 |
+
"up_proj.scale",
|
| 10 |
+
"up_proj.packed",
|
| 11 |
+
"down_proj.shape",
|
| 12 |
+
"down_proj.scale",
|
| 13 |
+
"down_proj.packed",
|
| 14 |
+
"gate_proj.shape",
|
| 15 |
+
"gate_proj.scale",
|
| 16 |
+
"gate_proj.packed"
|
| 17 |
+
],
|
| 18 |
+
"extracted_at": "2026-01-30T11:32:35.297473"
|
| 19 |
+
}
|
layer_08/expert_334/model.safetensors
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:1bc696b99f6713f42524c47724b03926e3bd73383fa3c91036d251ae1fec3a24
|
| 3 |
+
size 24773400
|
layer_08/expert_341/metadata.json
ADDED
|
@@ -0,0 +1,19 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"expert_key": "layer_08/expert_341",
|
| 3 |
+
"layer": 8,
|
| 4 |
+
"expert_index": 341,
|
| 5 |
+
"parameters": 5505024,
|
| 6 |
+
"quantization": "int4",
|
| 7 |
+
"tensors": [
|
| 8 |
+
"up_proj.shape",
|
| 9 |
+
"up_proj.scale",
|
| 10 |
+
"up_proj.packed",
|
| 11 |
+
"down_proj.shape",
|
| 12 |
+
"down_proj.scale",
|
| 13 |
+
"down_proj.packed",
|
| 14 |
+
"gate_proj.shape",
|
| 15 |
+
"gate_proj.scale",
|
| 16 |
+
"gate_proj.packed"
|
| 17 |
+
],
|
| 18 |
+
"extracted_at": "2026-01-30T11:32:36.630420"
|
| 19 |
+
}
|
layer_08/expert_341/model.safetensors
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:d80fd93f290c2b0f46b250fa5822848fb767e0200160b4143377e13b4dcd138e
|
| 3 |
+
size 24773400
|
layer_08/expert_351/metadata.json
ADDED
|
@@ -0,0 +1,19 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"expert_key": "layer_08/expert_351",
|
| 3 |
+
"layer": 8,
|
| 4 |
+
"expert_index": 351,
|
| 5 |
+
"parameters": 5505024,
|
| 6 |
+
"quantization": "int4",
|
| 7 |
+
"tensors": [
|
| 8 |
+
"up_proj.shape",
|
| 9 |
+
"up_proj.scale",
|
| 10 |
+
"up_proj.packed",
|
| 11 |
+
"down_proj.shape",
|
| 12 |
+
"down_proj.scale",
|
| 13 |
+
"down_proj.packed",
|
| 14 |
+
"gate_proj.shape",
|
| 15 |
+
"gate_proj.scale",
|
| 16 |
+
"gate_proj.packed"
|
| 17 |
+
],
|
| 18 |
+
"extracted_at": "2026-01-30T11:32:42.625113"
|
| 19 |
+
}
|
layer_08/expert_351/model.safetensors
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:183f0a29e16e027a50a62c124490ad7c48a7907557d15715792a2fdc5fa51e85
|
| 3 |
+
size 24773400
|
layer_08/expert_376/metadata.json
ADDED
|
@@ -0,0 +1,19 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"expert_key": "layer_08/expert_376",
|
| 3 |
+
"layer": 8,
|
| 4 |
+
"expert_index": 376,
|
| 5 |
+
"parameters": 5505024,
|
| 6 |
+
"quantization": "int4",
|
| 7 |
+
"tensors": [
|
| 8 |
+
"up_proj.shape",
|
| 9 |
+
"up_proj.scale",
|
| 10 |
+
"up_proj.packed",
|
| 11 |
+
"down_proj.shape",
|
| 12 |
+
"down_proj.scale",
|
| 13 |
+
"down_proj.packed",
|
| 14 |
+
"gate_proj.shape",
|
| 15 |
+
"gate_proj.scale",
|
| 16 |
+
"gate_proj.packed"
|
| 17 |
+
],
|
| 18 |
+
"extracted_at": "2026-01-30T11:32:48.414996"
|
| 19 |
+
}
|
layer_08/expert_376/model.safetensors
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:65a5e08b8d9e53cfbe0d9a6fe5d76ed75eb319e8721dfad7646a4bf8596c5ac0
|
| 3 |
+
size 24773400
|