Spinquant removal adaptation
#6
by baranowskiadam - opened
- config.json +1 -2
- model.safetensors +1 -1
config.json
CHANGED
|
@@ -21,7 +21,6 @@
|
|
| 21 |
"sliding_attention"
|
| 22 |
],
|
| 23 |
"rope_theta": 500000.0,
|
| 24 |
-
"partial_rotary_factor": 0.5,
|
| 25 |
"gating": "per-head",
|
| 26 |
"architectures": [
|
| 27 |
"DFlashLagunaForCausalLM"
|
|
@@ -59,4 +58,4 @@
|
|
| 59 |
],
|
| 60 |
"causal": true
|
| 61 |
}
|
| 62 |
-
}
|
|
|
|
| 21 |
"sliding_attention"
|
| 22 |
],
|
| 23 |
"rope_theta": 500000.0,
|
|
|
|
| 24 |
"gating": "per-head",
|
| 25 |
"architectures": [
|
| 26 |
"DFlashLagunaForCausalLM"
|
|
|
|
| 58 |
],
|
| 59 |
"causal": true
|
| 60 |
}
|
| 61 |
+
}
|
model.safetensors
CHANGED
|
@@ -1,3 +1,3 @@
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
-
oid sha256:
|
| 3 |
size 2229962896
|
|
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:c9665e30bbced996011d1a3f8dcc392af4ea5463fc8a469cdc7019f2795a24b5
|
| 3 |
size 2229962896
|