Upload folder using huggingface_hub

config.json

@@ -23,23 +23,6 @@
   "quantization_config": {
     "config_groups": {
       "group_0": {
-        "input_activations": null,
-        "output_activations": null,
-        "targets": [
-          "Embedding"
-        ],
-        "weights": {
-          "block_structure": null,
-          "group_size": null,
-          "num_bits": 8,
-          "observer": "minmax",
-          "observer_kwargs": {},
-          "strategy": "tensor",
-          "symmetric": true,
-          "type": "int"
-        }
-      },
-      "group_1": {
         "input_activations": {
           "block_structure": null,
           "group_size": null,
@@ -47,7 +30,7 @@
           "observer": "minmax",
           "observer_kwargs": {},
           "strategy": "tensor",
-          "symmetric": false,
+          "symmetric": true,
           "type": "int"
         },
         "output_activations": null,
@@ -67,7 +50,7 @@
       }
     },
     "format": "compressed",
-    "global_compression_ratio": 1.4416825559554713,
+    "global_compression_ratio": 1.4375595368095078,
     "ignore": [
       "model.layers.0.mlp.down_proj",
       "lm_head"

model.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:f19ac75bb08f803862d2bee8d4ac812061808f4a038daeb33bd0d459d2df40bd
-size 1331628655
+oid sha256:4c206095867377c60773853dbb4d3e6f7583c5abafa7f4f5a5553901e3748b2d
+size 1528236626