Convert checkpoint to olmo_hybrid format
Browse files- config.json +1 -3
- model.safetensors +2 -2
config.json
CHANGED
|
@@ -56,12 +56,10 @@
|
|
| 56 |
"linear_key_head_dim": 96,
|
| 57 |
"linear_value_head_dim": 192,
|
| 58 |
"linear_conv_kernel_dim": 4,
|
| 59 |
-
"linear_use_gate": true,
|
| 60 |
"linear_allow_neg_eigval": true,
|
| 61 |
"pad_token_id": 100277,
|
| 62 |
"bos_token_id": null,
|
| 63 |
"eos_token_id": 100257,
|
| 64 |
"transformers_version": "4.52.0",
|
| 65 |
-
"rope_parameters": null
|
| 66 |
-
"rope_theta": null
|
| 67 |
}
|
|
|
|
| 56 |
"linear_key_head_dim": 96,
|
| 57 |
"linear_value_head_dim": 192,
|
| 58 |
"linear_conv_kernel_dim": 4,
|
|
|
|
| 59 |
"linear_allow_neg_eigval": true,
|
| 60 |
"pad_token_id": 100277,
|
| 61 |
"bos_token_id": null,
|
| 62 |
"eos_token_id": 100257,
|
| 63 |
"transformers_version": "4.52.0",
|
| 64 |
+
"rope_parameters": null
|
|
|
|
| 65 |
}
|
model.safetensors
CHANGED
|
@@ -1,3 +1,3 @@
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
-
oid sha256:
|
| 3 |
-
size
|
|
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:40e654fdc9d971ec2dcaad712ebe79c01e648804bce084894e6bbbc090842aeb
|
| 3 |
+
size 14861802680
|