Update README.md
#3
by
mcronomus
- opened
README.md
CHANGED
|
@@ -107,12 +107,10 @@ ds = load_dataset("neuralmagic/LLM_compression_calibration", split="train")
|
|
| 107 |
ds = ds.shuffle().select(range(num_samples))
|
| 108 |
ds = ds.map(preprocess_fn)
|
| 109 |
|
| 110 |
-
recipe =
|
| 111 |
-
|
| 112 |
-
scheme="W8A8",
|
| 113 |
-
|
| 114 |
-
dampening_frac=0.1,
|
| 115 |
-
)
|
| 116 |
|
| 117 |
model = SparseAutoModelForCausalLM.from_pretrained(
|
| 118 |
model_id,
|
|
|
|
| 107 |
ds = ds.shuffle().select(range(num_samples))
|
| 108 |
ds = ds.map(preprocess_fn)
|
| 109 |
|
| 110 |
+
recipe = [
|
| 111 |
+
SmoothQuantModifier(smoothing_strength=0.7),
|
| 112 |
+
GPTQModifier(scheme="W8A8", targets="Linear", ignore=["lm_head"]),
|
| 113 |
+
]
|
|
|
|
|
|
|
| 114 |
|
| 115 |
model = SparseAutoModelForCausalLM.from_pretrained(
|
| 116 |
model_id,
|