upload JAN19-1호기
Browse files- model.safetensors +1 -1
- recipe.yaml +2 -2
model.safetensors
CHANGED
|
@@ -1,3 +1,3 @@
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
-
oid sha256:
|
| 3 |
size 1909676096
|
|
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:c0d08bc065408ff9594a7c9aa7866cb51b5c255a58f8d75267a593bc8a512cbc
|
| 3 |
size 1909676096
|
recipe.yaml
CHANGED
|
@@ -2,9 +2,9 @@ default_stage:
|
|
| 2 |
default_modifiers:
|
| 3 |
GPTQModifier:
|
| 4 |
targets: [Linear]
|
| 5 |
-
ignore: [
|
| 6 |
scheme: W8A16
|
| 7 |
block_size: 128
|
| 8 |
-
dampening_frac: 0.
|
| 9 |
actorder: static
|
| 10 |
offload_hessians: false
|
|
|
|
| 2 |
default_modifiers:
|
| 3 |
GPTQModifier:
|
| 4 |
targets: [Linear]
|
| 5 |
+
ignore: [lm_head, embed_tokens]
|
| 6 |
scheme: W8A16
|
| 7 |
block_size: 128
|
| 8 |
+
dampening_frac: 0.015
|
| 9 |
actorder: static
|
| 10 |
offload_hessians: false
|