add mtp layer
#5
by linzhao-amd - opened
- .gitattributes +1 -1
- config.json +1 -1
- model-00009-of-00009.safetensors +2 -2
- model.safetensors.index.json +2 -2
.gitattributes
CHANGED
|
@@ -33,5 +33,5 @@ saved_model/**/* filter=lfs diff=lfs merge=lfs -text
|
|
| 33 |
*.zip filter=lfs diff=lfs merge=lfs -text
|
| 34 |
*.zst filter=lfs diff=lfs merge=lfs -text
|
| 35 |
*tfevents* filter=lfs diff=lfs merge=lfs -text
|
| 36 |
-
model.safetensors.index.json filter=lfs diff=lfs merge=lfs -text
|
| 37 |
tokenizer.json filter=lfs diff=lfs merge=lfs -text
|
|
|
|
|
|
| 33 |
*.zip filter=lfs diff=lfs merge=lfs -text
|
| 34 |
*.zst filter=lfs diff=lfs merge=lfs -text
|
| 35 |
*tfevents* filter=lfs diff=lfs merge=lfs -text
|
|
|
|
| 36 |
tokenizer.json filter=lfs diff=lfs merge=lfs -text
|
| 37 |
+
model.safetensors.index.json filter=lfs diff=lfs merge=lfs -text
|
config.json
CHANGED
|
@@ -855,7 +855,7 @@
|
|
| 855 |
"quant_method": "quark",
|
| 856 |
"quant_mode": "eager_mode",
|
| 857 |
"softmax_quant_spec": null,
|
| 858 |
-
"version": "0.
|
| 859 |
},
|
| 860 |
"rms_norm_eps": 1e-05,
|
| 861 |
"rope_interleave": true,
|
|
|
|
| 855 |
"quant_method": "quark",
|
| 856 |
"quant_mode": "eager_mode",
|
| 857 |
"softmax_quant_spec": null,
|
| 858 |
+
"version": "0.13+488baccced9"
|
| 859 |
},
|
| 860 |
"rms_norm_eps": 1e-05,
|
| 861 |
"rope_interleave": true,
|
model-00009-of-00009.safetensors
CHANGED
|
@@ -1,3 +1,3 @@
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
-
oid sha256:
|
| 3 |
-
size
|
|
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:0135f51fe159e07a8011d35dfe4c40a8db25d2119877ca7ae99e3a5be5a508d4
|
| 3 |
+
size 61907566876
|
model.safetensors.index.json
CHANGED
|
@@ -1,3 +1,3 @@
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
-
oid sha256:
|
| 3 |
-
size
|
|
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:0f23d65b82e78a3c64d765704f0f473a4792760186fbb191ea8bec8c05c65ee3
|
| 3 |
+
size 22403819
|