Upload folder using huggingface_hub

config.json

@@ -19,7 +19,7 @@
   "num_key_value_heads": 8,
   "quantization_config": {
     "bits": 4,
-    "group_size": 32,
+    "group_size": 128,
     "modules_to_not_convert": null,
     "quant_method": "awq",
     "version": "gemm",

model.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:d68fd3abf005f91ff5eb472ef041467258848217de46ce331ec14f3bfad33d7a
-size 565981296
+oid sha256:b4f814ae426f39410754d072e29d8b30ad07ea062d35f9740ab5557a2f5528aa
+size 540176208