Upload folder using huggingface_hub

config.json

@@ -28,11 +28,11 @@
           "actorder": null,
           "block_structure": null,
           "dynamic": true,
-          "group_size": 128,
+          "group_size": null,
           "num_bits": 8,
           "observer": null,
           "observer_kwargs": {},
-          "strategy": "group",
+          "strategy": "token",
           "symmetric": true,
           "type": "float"
         },
@@ -42,16 +42,13 @@
         ],
         "weights": {
           "actorder": null,
-          "block_structure": [
-            128,
-            128
-          ],
+          "block_structure": null,
           "dynamic": false,
           "group_size": null,
           "num_bits": 8,
           "observer": "minmax",
           "observer_kwargs": {},
-          "strategy": "block",
+          "strategy": "channel",
           "symmetric": true,
           "type": "float"
         }

model-00001-of-00002.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:6160c4e647fc1027d9f1ba2f07940bbd04d2bbba263c4448bf76ed77e51d5ef1
-size 4998324616
+oid sha256:7ba4ef4af7f0cf11a095f1e1604d1b28ae200703e70a743764a3b1a519daaea5
+size 4999401504

model-00002-of-00002.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:a8a801db9842ef430b7d9601204607efd26669512f7059037e90f855e81d8906
-size 4083789056
+oid sha256:93af32064dfabb636795de15c1cc26aa4268eebea6bf872302e0d9fcd012d6b3
+size 4084612976

model.safetensors.index.json

@@ -1,7 +1,7 @@
 {
   "metadata": {
-    "total_parameters": 8030687232,
-    "total_size": 9082052608
+    "total_parameters": 8031637504,
+    "total_size": 9083953152
   },
   "weight_map": {
     "lm_head.weight": "model-00002-of-00002.safetensors",