gector-bert-it: first public release (Apache-2.0)

LICENSE

@@ -0,0 +1,202 @@
+
+                                 Apache License
+                           Version 2.0, January 2004
+                        http://www.apache.org/licenses/
+
+   TERMS AND CONDITIONS FOR USE, REPRODUCTION, AND DISTRIBUTION
+
+   1. Definitions.
+
+      "License" shall mean the terms and conditions for use, reproduction,
+      and distribution as defined by Sections 1 through 9 of this document.
+
+      "Licensor" shall mean the copyright owner or entity authorized by
+      the copyright owner that is granting the License.
+
+      "Legal Entity" shall mean the union of the acting entity and all
+      other entities that control, are controlled by, or are under common
+      control with that entity. For the purposes of this definition,
+      "control" means (i) the power, direct or indirect, to cause the
+      direction or management of such entity, whether by contract or
+      otherwise, or (ii) ownership of fifty percent (50%) or more of the
+      outstanding shares, or (iii) beneficial ownership of such entity.
+
+      "You" (or "Your") shall mean an individual or Legal Entity
+      exercising permissions granted by this License.
+
+      "Source" form shall mean the preferred form for making modifications,
+      including but not limited to software source code, documentation
+      source, and configuration files.
+
+      "Object" form shall mean any form resulting from mechanical
+      transformation or translation of a Source form, including but
+      not limited to compiled object code, generated documentation,
+      and conversions to other media types.
+
+      "Work" shall mean the work of authorship, whether in Source or
+      Object form, made available under the License, as indicated by a
+      copyright notice that is included in or attached to the work
+      (an example is provided in the Appendix below).
+
+      "Derivative Works" shall mean any work, whether in Source or Object
+      form, that is based on (or derived from) the Work and for which the
+      editorial revisions, annotations, elaborations, or other modifications
+      represent, as a whole, an original work of authorship. For the purposes
+      of this License, Derivative Works shall not include works that remain
+      separable from, or merely link (or bind by name) to the interfaces of,
+      the Work and Derivative Works thereof.
+
+      "Contribution" shall mean any work of authorship, including
+      the original version of the Work and any modifications or additions
+      to that Work or Derivative Works thereof, that is intentionally
+      submitted to Licensor for inclusion in the Work by the copyright owner
+      or by an individual or Legal Entity authorized to submit on behalf of
+      the copyright owner. For the purposes of this definition, "submitted"
+      means any form of electronic, verbal, or written communication sent
+      to the Licensor or its representatives, including but not limited to
+      communication on electronic mailing lists, source code control systems,
+      and issue tracking systems that are managed by, or on behalf of, the
+      Licensor for the purpose of discussing and improving the Work, but
+      excluding communication that is conspicuously marked or otherwise
+      designated in writing by the copyright owner as "Not a Contribution."
+
+      "Contributor" shall mean Licensor and any individual or Legal Entity
+      on behalf of whom a Contribution has been received by Licensor and
+      subsequently incorporated within the Work.
+
+   2. Grant of Copyright License. Subject to the terms and conditions of
+      this License, each Contributor hereby grants to You a perpetual,
+      worldwide, non-exclusive, no-charge, royalty-free, irrevocable
+      copyright license to reproduce, prepare Derivative Works of,
+      publicly display, publicly perform, sublicense, and distribute the
+      Work and such Derivative Works in Source or Object form.
+
+   3. Grant of Patent License. Subject to the terms and conditions of
+      this License, each Contributor hereby grants to You a perpetual,
+      worldwide, non-exclusive, no-charge, royalty-free, irrevocable
+      (except as stated in this section) patent license to make, have made,
+      use, offer to sell, sell, import, and otherwise transfer the Work,
+      where such license applies only to those patent claims licensable
+      by such Contributor that are necessarily infringed by their
+      Contribution(s) alone or by combination of their Contribution(s)
+      with the Work to which such Contribution(s) was submitted. If You
+      institute patent litigation against any entity (including a
+      cross-claim or counterclaim in a lawsuit) alleging that the Work
+      or a Contribution incorporated within the Work constitutes direct
+      or contributory patent infringement, then any patent licenses
+      granted to You under this License for that Work shall terminate
+      as of the date such litigation is filed.
+
+   4. Redistribution. You may reproduce and distribute copies of the
+      Work or Derivative Works thereof in any medium, with or without
+      modifications, and in Source or Object form, provided that You
+      meet the following conditions:
+
+      (a) You must give any other recipients of the Work or
+          Derivative Works a copy of this License; and
+
+      (b) You must cause any modified files to carry prominent notices
+          stating that You changed the files; and
+
+      (c) You must retain, in the Source form of any Derivative Works
+          that You distribute, all copyright, patent, trademark, and
+          attribution notices from the Source form of the Work,
+          excluding those notices that do not pertain to any part of
+          the Derivative Works; and
+
+      (d) If the Work includes a "NOTICE" text file as part of its
+          distribution, then any Derivative Works that You distribute must
+          include a readable copy of the attribution notices contained
+          within such NOTICE file, excluding those notices that do not
+          pertain to any part of the Derivative Works, in at least one
+          of the following places: within a NOTICE text file distributed
+          as part of the Derivative Works; within the Source form or
+          documentation, if provided along with the Derivative Works; or,
+          within a display generated by the Derivative Works, if and
+          wherever such third-party notices normally appear. The contents
+          of the NOTICE file are for informational purposes only and
+          do not modify the License. You may add Your own attribution
+          notices within Derivative Works that You distribute, alongside
+          or as an addendum to the NOTICE text from the Work, provided
+          that such additional attribution notices cannot be construed
+          as modifying the License.
+
+      You may add Your own copyright statement to Your modifications and
+      may provide additional or different license terms and conditions
+      for use, reproduction, or distribution of Your modifications, or
+      for any such Derivative Works as a whole, provided Your use,
+      reproduction, and distribution of the Work otherwise complies with
+      the conditions stated in this License.
+
+   5. Submission of Contributions. Unless You explicitly state otherwise,
+      any Contribution intentionally submitted for inclusion in the Work
+      by You to the Licensor shall be under the terms and conditions of
+      this License, without any additional terms or conditions.
+      Notwithstanding the above, nothing herein shall supersede or modify
+      the terms of any separate license agreement you may have executed
+      with Licensor regarding such Contributions.
+
+   6. Trademarks. This License does not grant permission to use the trade
+      names, trademarks, service marks, or product names of the Licensor,
+      except as required for reasonable and customary use in describing the
+      origin of the Work and reproducing the content of the NOTICE file.
+
+   7. Disclaimer of Warranty. Unless required by applicable law or
+      agreed to in writing, Licensor provides the Work (and each
+      Contributor provides its Contributions) on an "AS IS" BASIS,
+      WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or
+      implied, including, without limitation, any warranties or conditions
+      of TITLE, NON-INFRINGEMENT, MERCHANTABILITY, or FITNESS FOR A
+      PARTICULAR PURPOSE. You are solely responsible for determining the
+      appropriateness of using or redistributing the Work and assume any
+      risks associated with Your exercise of permissions under this License.
+
+   8. Limitation of Liability. In no event and under no legal theory,
+      whether in tort (including negligence), contract, or otherwise,
+      unless required by applicable law (such as deliberate and grossly
+      negligent acts) or agreed to in writing, shall any Contributor be
+      liable to You for damages, including any direct, indirect, special,
+      incidental, or consequential damages of any character arising as a
+      result of this License or out of the use or inability to use the
+      Work (including but not limited to damages for loss of goodwill,
+      work stoppage, computer failure or malfunction, or any and all
+      other commercial damages or losses), even if such Contributor
+      has been advised of the possibility of such damages.
+
+   9. Accepting Warranty or Additional Liability. While redistributing
+      the Work or Derivative Works thereof, You may choose to offer,
+      and charge a fee for, acceptance of support, warranty, indemnity,
+      or other liability obligations and/or rights consistent with this
+      License. However, in accepting such obligations, You may act only
+      on Your own behalf and on Your sole responsibility, not on behalf
+      of any other Contributor, and only if You agree to indemnify,
+      defend, and hold each Contributor harmless for any liability
+      incurred by, or claims asserted against, such Contributor by reason
+      of your accepting any such warranty or additional liability.
+
+   END OF TERMS AND CONDITIONS
+
+   APPENDIX: How to apply the Apache License to your work.
+
+      To apply the Apache License to your work, attach the following
+      boilerplate notice, with the fields enclosed by brackets "[]"
+      replaced with your own identifying information. (Don't include
+      the brackets!)  The text should be enclosed in the appropriate
+      comment syntax for the file format. We also recommend that a
+      file or class name and description of purpose be included on the
+      same "printed page" as the copyright notice for easier
+      identification within third-party archives.
+
+   Copyright [yyyy] [name of copyright owner]
+
+   Licensed under the Apache License, Version 2.0 (the "License");
+   you may not use this file except in compliance with the License.
+   You may obtain a copy of the License at
+
+       http://www.apache.org/licenses/LICENSE-2.0
+
+   Unless required by applicable law or agreed to in writing, software
+   distributed under the License is distributed on an "AS IS" BASIS,
+   WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+   See the License for the specific language governing permissions and
+   limitations under the License.

README.md

@@ -0,0 +1,91 @@
+---
+license: apache-2.0
+language:
+- it
+base_model: dbmdz/bert-base-italian-xxl-cased
+pipeline_tag: token-classification
+library_name: onnx
+tags:
+- grammatical-error-correction
+- gector
+- onnx
+- on-device
+datasets:
+- wikimedia/wikipedia
+---
+
+# gector-bert-it — Italian grammar correction, on device
+
+A GECToR-style sequence tagger for Italian grammatical error correction, exported to ONNX (fp32) to run on the CPU.
+It is the on-device grammar model of [Proofbird](https://proofbird.app), a writing assistant for Windows, and it is
+published here so anyone can inspect what runs on their machine.
+
+GECToR does not rewrite text. For each token it predicts one edit tag (keep, delete, replace with a word, append a
+word, change case, change a verb form), and the edits are applied and the sentence re-tagged up to five times. The
+tagger only proposes local edits; it never paraphrases.
+
+## What it corrects
+
+Gender and number agreement (articles, adjectives, participles, including across a clause), subject-verb agreement,
+articulated prepositions (`di il` → `del`), elision (`lo amico` → `l'amico`), accents (`perche` → `perché`, `e` → `è`
+where the sentence requires it), plurals of `-co/-go/-ca/-ga` words, doubled words, capitalisation at the start of a
+sentence, and everyday-register errors in questions, imperatives and the first and second person.
+
+## How it was trained
+
+- **Base encoder:** [`dbmdz/bert-base-italian-xxl-cased`](https://huggingface.co/dbmdz/bert-base-italian-xxl-cased) (MIT).
+  A tagging head (5 000 edit labels) and an error-detection head sit on top.
+- **Data: synthetic only.** 3 000 000 sentences from Italian Wikipedia
+  ([`wikimedia/wikipedia`](https://huggingface.co/datasets/wikimedia/wikipedia), `20231101.it`) and 250 000 sentences
+  from [Tatoeba](https://tatoeba.org) were corrupted by hand-written Italian error rules; about 10% stay clean, so the
+  model learns to leave correct text alone. 210 000 additional template sentences teach patterns Wikipedia rarely
+  contains (first and second person, imperatives, long-distance agreement).
+- **No learner corpora** and no non-commercial data of any kind. No user text was used.
+- One epoch (114 348 steps, batch 64, learning rate 3e-5) on one NVIDIA L4. Run id `2026-10-24-0450`.
+
+## How it was measured
+
+| Check | Result |
+|---|---|
+| Gold set (672 hand-written sentences: 512 with one error each, 160 correct) | **512 fixed, 160 left alone, 0 missed, 0 made worse** |
+| False alarms on 4 000 everyday Tatoeba sentences (held out from training) | 4 changed (0.10%) |
+| False alarms on 2 000 Wikipedia sentences left untouched by human editors | 11 changed (0.55%) |
+| Stability: the gold re-run with one extra token in front of each sentence | 3 sentences change result |
+
+The gold score is with the apply-side guards in `gector-guards.json` (below). The model was trained for precision: a
+missed error costs less than a wrong correction. Real learner essays are its weakest case: on the
+[MERLIN](https://merlin-platform.eu) Italian essays it fixes about 5% of the annotated errors, and a blind review of
+120 of its changes there judged 52% correct, 13% harmless and 34% wrong. Heavy spelling noise and accents that depend
+on meaning (`si`/`sì`, `e`/`è` in garbled sentences) are outside what a local tagger can decide.
+
+## Files
+
+| File | What it is |
+|---|---|
+| `model.onnx` | The tagger (fp32, opset 17). Inputs `input_ids`, `attention_mask`; outputs `logits_labels` [1, T, 5000] and `logits_d` [1, T, 2]. |
+| `config.json` | The edit-label vocabulary (`id2label`). |
+| `vocab.txt`, `tokenizer.json`, `tokenizer_config.json` | The base encoder's WordPiece tokenizer. |
+| `gector-meta.json` | Export facts: encoder, tokenizer family, decoding defaults, run id. |
+| `gector-guards.json` | Apply-side guards: rules that hold back an edit the model gets wrong in a known way (for example a verb-number change with no subject in view). Part of the measured result. |
+| `language-rules.json` | Language facts the runtime needs (sentence-final punctuation handling, elision articles). |
+| `verb-form-vocab.txt` | Verb-form table for the verb-transform tags. |
+| `grammar-messages.json` | Short explanations shown with each correction. |
+
+Proofbird runs the model with ONNX Runtime and its own C# tokenizer and decoder; the files are standard, so any
+GECToR-style decoder can use them.
+
+## Licence and attribution
+
+The model weights and the files in this repository are released under the
+[Apache License 2.0](LICENSE).
+
+The training data carries its own terms. Wikipedia text is © Wikipedia contributors,
+[CC BY-SA 4.0](https://creativecommons.org/licenses/by-sa/4.0/). Tatoeba sentences are from
+[tatoeba.org](https://tatoeba.org), [CC BY 2.0 FR](https://creativecommons.org/licenses/by/2.0/fr/). The base
+encoder is `dbmdz/bert-base-italian-xxl-cased` by the MDZ Digital Library team (dbmdz) at the Bavarian State
+Library, MIT licence. The tagging scheme follows GECToR (Omelianchuk et al., 2020, *GECToR – Grammatical Error
+Correction: Tag, Not Rewrite*); the Italian verb-form table was built for this model.
+
+## Contact
+
+Published by Patrick Hartnett as personal work. Questions and reports: open a discussion on this repository.

gector-guards.json

@@ -0,0 +1,82 @@
+{
+  "guards": [
+    {
+      "type": "velar_orthography",
+      "note": "built-in (always on): reject a spurious h-insertion on a non-velar stem"
+    },
+    {
+      "type": "elision_echo",
+      "note": "built-in (always on): collapse a redundant elision echo (un'ora ora -> un'ora)"
+    },
+    {
+      "type": "auxiliary_number",
+      "note": "built-in (always on): keep 'e`' before a singular participle ('E` andata' is 3sg and correct; 'sono' would flip it to 1sg)"
+    },
+    {
+      "type": "person_gender_flip",
+      "note": "suppress adjective gender flip when the subject is 1st/2nd person"
+    },
+    {
+      "type": "suppress_initial_append",
+      "note": "drop a spurious word prepended to the sentence via $APPEND on $START"
+    },
+    {
+      "type": "redirect_replace",
+      "from": "stò",
+      "to": "so",
+      "redirect": "sto",
+      "whenNextEndsWith": "ndo",
+      "note": "Sto` + gerund: accent-strip to Sto, never 'So (che)'"
+    },
+    {
+      "type": "redirect_replace",
+      "from": "è",
+      "to": "sono",
+      "redirect": "siamo",
+      "whenPrevIs": "noi",
+      "note": "Noi e` -> siamo (the model picks the right number, wrong person)"
+    },
+    {
+      "type": "suppress_append_words",
+      "words": "il|lo|la|i|gli|le|un|uno|una|di|a|da|in|su|che|più|molto|anche|ancora",
+      "note": "drop a stray appended article/preposition (the retired drop_word artifact)"
+    },
+    {
+      "type": "agreement_needs_anchor",
+      "suffixes": "o|a|i|e|he|hi",
+      "words": "il|lo|la|i|gli|le|un|uno|una|l|un'|del|dello|della|dei|degli|delle|dell|al|allo|alla|ai|agli|alle|all|dal|dallo|dalla|dai|dagli|dalle|dall|nel|nello|nella|nei|negli|nelle|nell|sul|sullo|sulla|sui|sugli|sulle|sull|questo|questa|questi|queste|quest|quel|quello|quella|quei|quegli|quelle|quell|mio|mia|miei|mie|tuo|tua|tuoi|tue|suo|sua|suoi|sue|nostro|nostra|nostri|nostre|vostro|vostra|vostri|vostre|molti|molte|pochi|poche|alcuni|alcune|tutti|tutte|ogni|due|tre|quattro|cinque|io|tu|lui|egli|ella|noi|voi|essi|esse",
+      "note": "pro-drop: an agreement-shaped edit needs a determiner or subject pronoun in view",
+      "pairs": "hanno>ha|ha>hanno|sono>è|è>sono|erano>era|era>erano|avevano>aveva|aveva>avevano|fanno>fa|fa>fanno|vanno>va|va>vanno|stanno>sta|sta>stanno|danno>dà|dà>danno|sanno>sa|sa>sanno|dicono>dice|dice>dicono|possono>può|può>possono|devono>deve|deve>devono|vogliono>vuole|vuole>vogliono|siano>sia|sia>siano|abbiano>abbia|abbia>abbiano|furono>fu|fu>furono|saranno>sarà|sarà>saranno|avranno>avrà|avrà>avranno"
+    },
+    {
+      "type": "keep_before_boundary",
+      "words": "vero|sono",
+      "note": "the tag question '…, vero?' is invariable; clause-final 'sono' ('Che ore sono?', 'Di che nazionalità sono?') is 1st person or plural, never è (2026-10-18)"
+    },
+    {
+      "type": "velar_plural_redirect",
+      "note": "gioco -> *gioci / simpatici -> *simpatice: when the bare suffix form is not a word and the h-form is, use the h-form"
+    },
+    {
+      "type": "accent_needs_known_word",
+      "note": "an accent added to a misspelling (setti -> *settì, lundi -> *lundì) is suppressed; e -> è passes"
+    },
+    {
+      "type": "no_edit_on_doubled_word",
+      "note": "la la porta -> *là la porta: a doubled word is deleted, never re-spelled"
+    },
+    {
+      "type": "keep_repeated_names",
+      "note": "a repeated capitalised word is a name, never a doubled word to delete"
+    },
+    {
+      "type": "verb_form_accent",
+      "note": "never add an accent to a token that is itself a present-tense verb form (estudio->estudió, abito->abitò are the biography-preterite lie)"
+    },
+    {
+      "type": "no_unknown_replacement",
+      "scope": "strict",
+      "note": "never propose a non-word (word knowledge; strict: a misspelling re-inflected into another non-word is held too; runs last)"
+    }
+  ]
+}

gector-meta.json

@@ -0,0 +1,37 @@
+{
+  "base": "dbmdz/bert-base-italian-xxl-cased",
+  "encoder": "dbmdz/bert-base-italian-xxl-cased",
+  "precision": "fp32",
+  "tokenizer": "wordpiece",
+  "logits_labels_dim": 5000,
+  "logits_d_dim": 2,
+  "onnx_inputs": [
+    "input_ids",
+    "attention_mask"
+  ],
+  "onnx_outputs": [
+    "logits_labels",
+    "logits_d"
+  ],
+  "defaults": {
+    "keep_confidence": 0.0,
+    "min_error_prob": 0.0,
+    "n_iteration": 5
+  },
+  "run_id": "2026-10-24-0450",
+  "exported_at": "2026-10-24T10:22:24+00:00",
+  "checkpoint": "ckpt_best.pt",
+  "git_commit": null,
+  "recipe_sha256": {
+    "build_dataset.py": "311ab76557eb",
+    "preprocess.py": "384e6c617e5e",
+    "train.py": "d26aabd60bf2",
+    "export_onnx.py": "bb32205ff6df",
+    "runrecord.py": "a28d09a5bd27",
+    "tatoeba_split.py": "4183ce16b93d",
+    "corrupt_it.py": "c1f3b1880172",
+    "morph_it.py": "bbeac6030308",
+    "language-rules.it.json": "ed986a152f33",
+    "grammar-messages.it.json": "dd3e465778ea"
+  }
+}

grammar-messages.json

@@ -0,0 +1,45 @@
+{
+  "version": 1,
+  "language": "it",
+  "_comment": "Per-bundle card-message enrichment (data-driven; see C# GrammarMessageMap). Maps a single-word edit's surface shape to a clear headline + 'why'. The engine derives (fromSuffix->toSuffix) and accent changes off the original->replacement pair; this file supplies the wording. Absent file => generic 'Grammar (on-device)' headline. Placeholders: {from} {to} {fromSuffix} {toSuffix}.",
+  "accent": {
+    "kind": "accent",
+    "message": "Accent",
+    "explanation": "Add the accent: “{to}”."
+  },
+  "suffix": [
+    { "from": "o", "to": "a", "kind": "gender", "message": "Gender agreement",
+      "explanation": "Change the ending “-o” (masculine) to “-a” (feminine)." },
+    { "from": "a", "to": "o", "kind": "gender", "message": "Gender agreement",
+      "explanation": "Change the ending “-a” (feminine) to “-o” (masculine)." },
+
+    { "from": "o", "to": "i", "kind": "number", "message": "Number agreement",
+      "explanation": "Change the ending “-o” (singular) to “-i” (plural)." },
+    { "from": "i", "to": "o", "kind": "number", "message": "Number agreement",
+      "explanation": "Change the ending “-i” (plural) to “-o” (singular)." },
+
+    { "from": "a", "to": "e", "kind": "number", "message": "Number agreement",
+      "explanation": "Change the ending “-a” (singular) to “-e” (plural)." },
+    { "from": "e", "to": "a", "kind": "number", "message": "Number agreement",
+      "explanation": "Change the ending “-e” (plural) to “-a” (singular)." },
+
+    { "from": "e", "to": "i", "kind": "number", "message": "Number agreement",
+      "explanation": "Change the ending “-e” (singular) to “-i” (plural)." },
+    { "from": "i", "to": "e", "kind": "number", "message": "Number agreement",
+      "explanation": "Change the ending “-i” (plural) to “-e” (singular)." },
+
+    { "from": "o", "to": "e", "kind": "gender_number", "message": "Gender & number agreement",
+      "explanation": "Change to the feminine plural ending “-e”." },
+    { "from": "e", "to": "o", "kind": "gender_number", "message": "Gender & number agreement",
+      "explanation": "Change to the masculine singular ending “-o”." },
+
+    { "from": "co", "to": "chi", "kind": "number", "message": "Number agreement",
+      "explanation": "Plural of a hard “-co” keeps the sound: “-chi”." },
+    { "from": "go", "to": "ghi", "kind": "number", "message": "Number agreement",
+      "explanation": "Plural of a hard “-go” keeps the sound: “-ghi”." },
+    { "from": "ca", "to": "che", "kind": "number", "message": "Number agreement",
+      "explanation": "Plural of “-ca” keeps the sound: “-che”." },
+    { "from": "ga", "to": "ghe", "kind": "number", "message": "Number agreement",
+      "explanation": "Plural of “-ga” keeps the sound: “-ghe”." }
+  ]
+}

language-rules.json

@@ -0,0 +1,10 @@
+{
+  "version": 1,
+  "language": "it",
+  "_comment": "Per-bundle language facts (data-driven; see C# LanguageRules / ADR-004). stripTrailingTerminator: strip a single trailing . ! ? before the WordPiece model and re-attach it after (the Italian bundle is brittle to a trailing period). elision.nonElidingArticles: full (un-elided) articles the tokenizer treats as glued-elision prefixes (gli'avvocato -> gli avvocato); overrides ItalianElision.DefaultNonElidingArticles. Absent file => None (stripTerminator false, default article list).",
+  "stripTrailingTerminator": true,
+  "elision": {
+    "nonElidingArticles": ["gli", "le", "i", "il", "la", "lo", "una", "uno"]
+  },
+  "clauseConjunctions": ["ma", "e", "ed", "o", "oppure", "però", "mentre", "quindi", "poi", "perché", "anzi", "dunque", "infatti", "tuttavia", "perciò"]
+}

model.onnx

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:97ab075fb75104f0f8dcbb8010f6c2b42e6efc005c1dfe0620972f8579ed0e41
+size 456044247

tokenizer_config.json

@@ -0,0 +1,16 @@
+{
+  "backend": "tokenizers",
+  "cls_token": "[CLS]",
+  "do_lower_case": false,
+  "is_local": false,
+  "local_files_only": false,
+  "mask_token": "[MASK]",
+  "max_len": 512,
+  "model_max_length": 512,
+  "pad_token": "[PAD]",
+  "sep_token": "[SEP]",
+  "strip_accents": null,
+  "tokenize_chinese_chars": true,
+  "tokenizer_class": "BertTokenizer",
+  "unk_token": "[UNK]"
+}