Upload folder using huggingface_hub

README.md

@@ -110,4 +110,4 @@ If you find our work useful in your research, please consider citing the followi
 **Powered by [Deploypad](https://geodd.io/)**
 
 *   [Developer Community Forum](https://forum.geodd.io/)
-*   [Deploypad Console](https://console.geodd.io/)
+*   [Deploypad Console](https://console.geodd.io/)

config.json

@@ -97,11 +97,23 @@
     "tie_word_embeddings": false,
     "topk_group": 1,
     "topk_method": "noaux_tc",
-    "transformers_version": "5.0.1.dev0",
+    "transformers_version": "5.2.0.dev0",
     "use_cache": true,
     "v_head_dim": 256,
     "vocab_size": 154880,
     "quantization_config": {
+        "config_groups": {
+            "group_0": {
+                "weights": {
+                    "dynamic": false,
+                    "num_bits": 8,
+                    "type": "int"
+                },
+                "targets": [
+                    "Linear"
+                ]
+            }
+        },
         "ignore": [
             "lm_head",
             "model.layers.0.mlp.gate_proj",

generation_config.json

@@ -8,5 +8,5 @@
   ],
   "pad_token_id": 154820,
   "temperature": 1.0,
-  "transformers_version": "5.0.1.dev0"
+  "transformers_version": "5.2.0.dev0"
 }

model.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:0a9d67fbe2a0b9e03bf307eaca4ed387f9a23792c262a740a147b55134c16218
-size 2617241336
+oid sha256:71fae17202521eb014d6ac45714e606d35e4d0e346da07b4d0b9155dedfa2e62
+size 1374557360