Upload folder using huggingface_hub

config.json

@@ -15,6 +15,10 @@
   "num_hidden_layers": 12,
   "pad_token_id": 1,
   "quant_config": {
+    "default": {
+      "bypass": true,
+      "name": "integer"
+    },
     "model_layer_0": {
       "mlp": {
         "down_proj": {