Upload 13 files

config.json

@@ -1,5 +1,5 @@
 {
-  "_name_or_path": "kredor/punctuate-all",
+  "_name_or_path": "scripts/punctuate-all",
   "architectures": [
     "XLMRobertaForTokenClassification"
   ],
@@ -36,7 +36,7 @@
   "output_past": true,
   "pad_token_id": 1,
   "position_embedding_type": "absolute",
-  "transformers_version": "4.33.2",
+  "transformers_version": "4.43.4",
   "type_vocab_size": 1,
   "use_cache": true,
   "vocab_size": 250002

onnx/model.onnx

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4f4a98e576bfc1f639c39db215c9b6a4a31dec9f6901d73d932b226d4713c393
+size 1110170533

onnx/model_bnb4.onnx

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:060abf768dd34b06fac7710df08fb02b7b3a1fb55a107b7284b961bd64c2b441
+size 818203167

onnx/model_fp16.onnx

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cc525db8e09c08d3b178f71e6fdebcefce3fc16df629170c421b263e8d7204c8
+size 555255044

onnx/model_int8.onnx

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3253e390038e494227935571e3a50f627aeb251eef63696c48b91bc19a64cdf3
+size 278674390

onnx/model_q4.onnx

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8fb0e734972ac7f1a368d4496eb228d5c959313a67ad6b61909b2d370bd02476
+size 823511336

onnx/model_q4f16.onnx

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f3a700a7702a83f641ad4801abb2438d30484618296940b72739bcb8ad0432d9
+size 433165769

onnx/model_quantized.onnx

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:26b296b3f46917ae3d3012c64f93a54f431f19e51d4fe74529de3e9cdc5cd803
-size 278714286
+oid sha256:3253e390038e494227935571e3a50f627aeb251eef63696c48b91bc19a64cdf3
+size 278674390

onnx/model_uint8.onnx

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:55570cdc07eab3f42cdc94a832de0c5eb90ec33009ffaa2259bda6c2e8049f9d
+size 278674388

quantize_config.json

@@ -1,36 +1,17 @@
 {
+    "modes": [
+        "fp16",
+        "q8",
+        "int8",
+        "uint8",
+        "q4",
+        "q4f16",
+        "bnb4"
+    ],
     "per_channel": true,
     "reduce_range": true,
-    "per_model_config": {
-        "model": {
-            "op_types": [
-                "Constant",
-                "Softmax",
-                "Not",
-                "Sqrt",
-                "Where",
-                "Concat",
-                "Expand",
-                "Add",
-                "Div",
-                "Gather",
-                "CumSum",
-                "ReduceMean",
-                "Shape",
-                "Pow",
-                "Cast",
-                "Sub",
-                "MatMul",
-                "Reshape",
-                "Equal",
-                "Transpose",
-                "Mul",
-                "Erf",
-                "Slice",
-                "Unsqueeze",
-                "ConstantOfShape"
-            ],
-            "weight_type": "QInt8"
-        }
-    }
+    "block_size": null,
+    "is_symmetric": true,
+    "accuracy_level": null,
+    "quant_type": 1
 }

special_tokens_map.json

@@ -1,7 +1,25 @@
 {
-  "bos_token": "<s>",
-  "cls_token": "<s>",
-  "eos_token": "</s>",
+  "bos_token": {
+    "content": "<s>",
+    "lstrip": false,
+    "normalized": false,
+    "rstrip": false,
+    "single_word": false
+  },
+  "cls_token": {
+    "content": "<s>",
+    "lstrip": false,
+    "normalized": false,
+    "rstrip": false,
+    "single_word": false
+  },
+  "eos_token": {
+    "content": "</s>",
+    "lstrip": false,
+    "normalized": false,
+    "rstrip": false,
+    "single_word": false
+  },
   "mask_token": {
     "content": "<mask>",
     "lstrip": true,
@@ -9,7 +27,25 @@
     "rstrip": false,
     "single_word": false
   },
-  "pad_token": "<pad>",
-  "sep_token": "</s>",
-  "unk_token": "<unk>"
+  "pad_token": {
+    "content": "<pad>",
+    "lstrip": false,
+    "normalized": false,
+    "rstrip": false,
+    "single_word": false
+  },
+  "sep_token": {
+    "content": "</s>",
+    "lstrip": false,
+    "normalized": false,
+    "rstrip": false,
+    "single_word": false
+  },
+  "unk_token": {
+    "content": "<unk>",
+    "lstrip": false,
+    "normalized": false,
+    "rstrip": false,
+    "single_word": false
+  }
 }

tokenizer.json

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:f2c509a525eb51aebb33fb59c24ee923c1d4c1db23c3ae81fe05ccf354084f7b
-size 17082758
+oid sha256:8373f9cd3d27591e1924426bcc1c8799bc5a9affc4fc857982c5d66668dd1f41
+size 17082832

tokenizer_config.json

@@ -1,17 +1,52 @@
 {
   "add_prefix_space": true,
+  "added_tokens_decoder": {
+    "0": {
+      "content": "<s>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "1": {
+      "content": "<pad>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "2": {
+      "content": "</s>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "3": {
+      "content": "<unk>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "250001": {
+      "content": "<mask>",
+      "lstrip": true,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    }
+  },
   "bos_token": "<s>",
   "clean_up_tokenization_spaces": true,
   "cls_token": "<s>",
   "eos_token": "</s>",
-  "mask_token": {
-    "__type": "AddedToken",
-    "content": "<mask>",
-    "lstrip": true,
-    "normalized": true,
-    "rstrip": false,
-    "single_word": false
-  },
+  "mask_token": "<mask>",
   "max_length": 512,
   "model_max_length": 512,
   "pad_token": "<pad>",