pruna-test
/

tiny_llama_hqq

loulou2 commited on Sep 17, 2025

Commit

1574125

verified ·

1 Parent(s): e922288

change quantmethod to be compatible with vllm

Files changed (1) hide show

config.json CHANGED Viewed

@@ -37,7 +37,7 @@
       },
       "zero_quant_params": null
     },
-    "quant_method": "hqq",
     "skip_modules": [
       "lm_head"
     ]

       },
       "zero_quant_params": null
     },
+    "quant_method": "hqq_pruna_torchaoint4",
     "skip_modules": [
       "lm_head"
     ]