Optimize ONNX exports

.gitattributes

@@ -40,3 +40,5 @@ onnx/model_q8.onnx_data filter=lfs diff=lfs merge=lfs -text
 onnx/model.onnx_data_1 filter=lfs diff=lfs merge=lfs -text
 onnx/model.onnx_data_2 filter=lfs diff=lfs merge=lfs -text
 onnx/model_fp16.onnx_data_1 filter=lfs diff=lfs merge=lfs -text
+onnx/model_q4f16.onnx_data filter=lfs diff=lfs merge=lfs -text
+onnx/model_quantized.onnx_data filter=lfs diff=lfs merge=lfs -text

config.json

@@ -53,14 +53,22 @@
     "rope_type": "default"
   },
   "tie_embedding": true,
-  "transformers_version": "5.0.0.dev0",
+  "tie_word_embeddings": true,
+  "transformers_version": "5.1.0",
   "use_cache": true,
   "use_pos_enc": true,
   "vocab_size": 65536,
   "transformers.js_config": {
-    "kv_cache_dtype": {
-      "fp32": "float32"
+    "use_external_data_format": {
+      "model.onnx": 3,
+      "model_fp16.onnx": 2,
+      "model_quantized": 1,
+      "model_q4.onnx": 1,
+      "model_q4f16.onnx": 1
     },
-    "use_external_data_format": true
+    "kv_cache_dtype": {
+      "q4f16": "float16",
+      "fp16": "float16"
+    }
   }
 }

generation_config.json

@@ -3,5 +3,5 @@
   "bos_token_id": 1,
   "eos_token_id": 7,
   "pad_token_id": 0,
-  "transformers_version": "4.54.0"
-}
+  "transformers_version": "5.1.0"
+}

onnx/model.onnx

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:1bb2baa6debd7dfbb6c852fb9dfb776d25d09c8ec99d4c96ebcbaa72dd01416a
-size 145492
+oid sha256:240b836266733940519db3893df325b4cfac8bb87222acbfa0f05dd8c87a6639
+size 140810

onnx/model.onnx_data

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:5a0856d79deadd021aab372b778006498193e003e2425bce4e6a84b6c8763a15
-size 2130132992
+oid sha256:04339fb19070d30e0b5523dfecf21b5a469dd3056a43ccd050ce6e756f039ebe
+size 2063007744

onnx/model.onnx_data_1

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:e5ddad41854b97da6c0468136e1b44dbd161c780c3355928a5416d4fdb0f1462
-size 2139348992
+oid sha256:cf2d2083fb09ebc8dfcdc46709ed1b9bc978dd7a08a83a6993f30c078b3e6fc5
+size 2072240128

onnx/model.onnx_data_2

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:abc4e6c63035cc22207c20446cff3807e0865160718676d5366bc6956ccc07f0
-size 444645376
+oid sha256:5817c9c46604164ef96aa9524e34422edc3ffa86e480bafbbcc80de38c0a7759
+size 578879488

onnx/model_fp16.onnx

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:03cbd9f5ef71c72c669795b1717659bc03b4fc14f50ef1bce835c463176bf5d1
-size 151225
+oid sha256:bc743b4b9ba1bbb4b2549d09045b2b78717712a72ec68ea33bee69c166610e25
+size 140027

onnx/model_fp16.onnx_data

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:2341f7cf799c64d6adb142867a901a962665081f83d1d456890ecde8424f2998
-size 2134740992
+oid sha256:dbc6b62ebc6547f80f5849d52f2e4511c0c1648984e46d71a7972534486bdeee
+size 2067623936

onnx/model_fp16.onnx_data_1

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:6028e1d515192ed99b101e9345900fa62572d708f24bf09c86b80e22932a958f
-size 222322688
+oid sha256:3e320c36cdd1ed24e4af7f256151787128ff67a8fa36b1ff6b2c3f57edb5e6e4
+size 289439744

onnx/model_q4.onnx

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:65d45073c4b9ce3281397d226df7cc95c2f7a7fa5328dcb1109d480f9fddbc7c
-size 172944
+oid sha256:c760a2d8be1d19c71c470ef294c1220ef85b5b3a0e31f12a363655ea7fab1d58
+size 183173

onnx/model_q4.onnx_data

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:4b88bd4d65635398300edc8a82857dc1d08b6fb01e797cd4b323eb5bd61bb507
-size 1217650688
+oid sha256:d9666c44e2acc32f06c9351f9e7c4fd66bc060d88ca8e7f954e836c6845f7488
+size 850059264

onnx/model_q4f16.onnx

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a9986ad188200507342ac32f727aa4691edb5428b0aa8c4a9fbdf0c85a6fe667
+size 182795

onnx/model_q4f16.onnx_data

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:46cfacc12941150620a3f644a5269e9baebd75d681cfa09cadeef71b8ed64ac2
+size 760279040

onnx/model_quantized.onnx

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:41f10dd256378c87406abda307aac9147d1a3e4f2df8d7cc15bdeac560382428
+size 185703

onnx/model_quantized.onnx_data

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fe9d6c2ff3f8cf3383ea18e90c32e5bf1aedf68a0dfc2a0afb32ff24b4903d97
+size 1520558080

tokenizer_config.json

@@ -1,17 +1,15 @@
 {
-  "additional_special_tokens": null,
   "backend": "tokenizers",
   "bos_token": "<|startoftext|>",
   "clean_up_tokenization_spaces": false,
   "eos_token": "<|im_end|>",
-  "is_local": true,
+  "is_local": false,
   "legacy": false,
   "model_input_names": [
     "input_ids",
     "attention_mask"
   ],
   "model_max_length": 1000000000000000019884624838656,
-  "model_specific_special_tokens": {},
   "pad_token": "<|pad|>",
   "sp_model_kwargs": {},
   "spaces_between_special_tokens": false,