Repack lm_head; rebuild for Blackwell (CT-SYM)
Browse files- config.json +2 -4
- lm_head.safetensors +3 -0
- model-00037-of-00037.safetensors +2 -2
- model.safetensors.index.json +2 -2
config.json
CHANGED
|
@@ -47,11 +47,9 @@
|
|
| 47 |
"num_bits": 4,
|
| 48 |
"observer": "minmax",
|
| 49 |
"observer_kwargs": {},
|
| 50 |
-
"scale_dtype": null,
|
| 51 |
"strategy": "group",
|
| 52 |
"symmetric": true,
|
| 53 |
-
"type": "int"
|
| 54 |
-
"zp_dtype": null
|
| 55 |
}
|
| 56 |
}
|
| 57 |
},
|
|
@@ -75,4 +73,4 @@
|
|
| 75 |
"use_cache": true,
|
| 76 |
"use_qk_norm": true,
|
| 77 |
"vocab_size": 151552
|
| 78 |
-
}
|
|
|
|
| 47 |
"num_bits": 4,
|
| 48 |
"observer": "minmax",
|
| 49 |
"observer_kwargs": {},
|
|
|
|
| 50 |
"strategy": "group",
|
| 51 |
"symmetric": true,
|
| 52 |
+
"type": "int"
|
|
|
|
| 53 |
}
|
| 54 |
}
|
| 55 |
},
|
|
|
|
| 73 |
"use_cache": true,
|
| 74 |
"use_qk_norm": true,
|
| 75 |
"vocab_size": 151552
|
| 76 |
+
}
|
lm_head.safetensors
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:53bed17356eedfcdf83e7d48cee51788d04e1d8686f43d481b0841628f095b08
|
| 3 |
+
size 1551892576
|
model-00037-of-00037.safetensors
CHANGED
|
@@ -1,3 +1,3 @@
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
-
oid sha256:
|
| 3 |
-
size
|
|
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:2795c13a0ec367d73fc98ed36b1fc64bb4f1cb908f852fba032dfe48ab3059f4
|
| 3 |
+
size 2867837728
|
model.safetensors.index.json
CHANGED
|
@@ -1,3 +1,3 @@
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
-
oid sha256:
|
| 3 |
-
size
|
|
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:a058b93dbdbdeea48227e553f88f597c0c2c9d4059108cd7b880d4a704af9d00
|
| 3 |
+
size 12668743
|