add necessary assets

.gitattributes

@@ -33,3 +33,5 @@ saved_model/**/* filter=lfs diff=lfs merge=lfs -text
 *.zip filter=lfs diff=lfs merge=lfs -text
 *.zst filter=lfs diff=lfs merge=lfs -text
 *tfevents* filter=lfs diff=lfs merge=lfs -text
+spm.model filter=lfs diff=lfs merge=lfs -text
+nmt_nfkc_vidiacritic.tsv filter=lfs diff=lfs merge=lfs -text

added_tokens.json

@@ -0,0 +1,9 @@
+{
+  "</s>": 2,
+  "<cls>": 5,
+  "<mask>": 4,
+  "<pad>": 3,
+  "<s>": 1,
+  "<sep>": 6,
+  "<unk>": 0
+}

nmt_nfkc_vidiacritic.tsv

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6061a3e36047e7e731212812d1ba198ad4d01bf183ed68ae6b052831de9e5713
+size 8560902

required_chars.txt

@@ -0,0 +1,228 @@
+0
+1
+2
+3
+4
+5
+6
+7
+8
+9
+!
+"
+#
+$
+%
+&
+'
+(
+)
+*
++
+,
+-
+.
+/
+:
+;
+<
+=
+>
+?
+@
+[
+\
+]
+^
+_
+`
+{
+|
+}
+~
+a
+á
+ạ
+à
+ả
+ã
+ă
+ắ
+ặ
+ằ
+ẳ
+ẵ
+â
+ấ
+ậ
+ầ
+ẩ
+ẫ
+e
+é
+ẹ
+è
+ẻ
+ẽ
+ê
+ế
+ệ
+ề
+ể
+ễ
+i
+í
+ị
+ì
+ỉ
+ĩ
+o
+ó
+ọ
+ò
+ỏ
+õ
+ô
+ố
+ộ
+ồ
+ổ
+ỗ
+ơ
+ớ
+ợ
+ờ
+ở
+ỡ
+u
+ú
+ụ
+ù
+ủ
+ũ
+ư
+ứ
+ự
+ừ
+ử
+ữ
+y
+ý
+ỵ
+ỳ
+ỷ
+ỹ
+đ
+A
+Á
+Ạ
+À
+Ả
+Ã
+Ă
+Ắ
+Ặ
+Ằ
+Ẳ
+Ẵ
+Â
+Ấ
+Ậ
+Ầ
+Ẩ
+Ẫ
+E
+É
+Ẹ
+È
+Ẻ
+Ẽ
+Ê
+Ế
+Ệ
+Ề
+Ể
+Ễ
+I
+Í
+Ị
+Ì
+Ỉ
+Ĩ
+O
+Ó
+Ọ
+Ò
+Ỏ
+Õ
+Ô
+Ố
+Ộ
+Ồ
+Ổ
+Ỗ
+Ơ
+Ớ
+Ợ
+Ờ
+Ở
+Ỡ
+U
+Ú
+Ụ
+Ù
+Ủ
+Ũ
+Ư
+Ứ
+Ự
+Ừ
+Ử
+Ữ
+Y
+Ý
+Ỵ
+Ỳ
+Ỷ
+Ỹ
+Đ
+b
+c
+d
+f
+g
+h
+j
+k
+l
+m
+n
+p
+q
+r
+s
+t
+v
+w
+x
+z
+B
+C
+D
+F
+G
+H
+J
+K
+L
+M
+N
+P
+Q
+R
+S
+T
+V
+W
+X
+Z

special_tokens_map.json

@@ -0,0 +1,9 @@
+{
+  "bos_token": "<s>",
+  "cls_token": "<cls>",
+  "eos_token": "</s>",
+  "mask_token": "<mask>",
+  "pad_token": "<pad>",
+  "sep_token": "<sep>",
+  "unk_token": "<unk>"
+}

spm.model

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a35352bf88d30f88b94c2a1ec31984181765ea118f51ed3f5bc679bfa5b7de28
+size 1355391

tokenizer_config.json

@@ -0,0 +1,74 @@
+{
+  "added_tokens_decoder": {
+    "0": {
+      "content": "<unk>",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "1": {
+      "content": "<s>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "2": {
+      "content": "</s>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "3": {
+      "content": "<pad>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "4": {
+      "content": "<mask>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "5": {
+      "content": "<cls>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "6": {
+      "content": "<sep>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    }
+  },
+  "additional_special_tokens": [],
+  "bos_token": "<s>",
+  "clean_up_tokenization_spaces": true,
+  "cls_token": "<cls>",
+  "do_lower_case": false,
+  "eos_token": "</s>",
+  "mask_token": "<mask>",
+  "model_max_length": 1000000000000000019884624838656,
+  "pad_token": "<pad>",
+  "sep_token": "<sep>",
+  "sp_model_kwargs": {},
+  "split_by_punct": false,
+  "tokenizer_class": "DebertaV2Tokenizer",
+  "unk_token": "<unk>"
+}

user_defined_symbols.txt

@@ -0,0 +1,508 @@
+<s>
+</s>
+<pad>
+<mask>
+<cls>
+<sep>
+<enter>
+<tab>
+[unused000]
+[unused001]
+[unused002]
+[unused003]
+[unused004]
+[unused005]
+[unused006]
+[unused007]
+[unused008]
+[unused009]
+[unused010]
+[unused011]
+[unused012]
+[unused013]
+[unused014]
+[unused015]
+[unused016]
+[unused017]
+[unused018]
+[unused019]
+[unused020]
+[unused021]
+[unused022]
+[unused023]
+[unused024]
+[unused025]
+[unused026]
+[unused027]
+[unused028]
+[unused029]
+[unused030]
+[unused031]
+[unused032]
+[unused033]
+[unused034]
+[unused035]
+[unused036]
+[unused037]
+[unused038]
+[unused039]
+[unused040]
+[unused041]
+[unused042]
+[unused043]
+[unused044]
+[unused045]
+[unused046]
+[unused047]
+[unused048]
+[unused049]
+[unused050]
+[unused051]
+[unused052]
+[unused053]
+[unused054]
+[unused055]
+[unused056]
+[unused057]
+[unused058]
+[unused059]
+[unused060]
+[unused061]
+[unused062]
+[unused063]
+[unused064]
+[unused065]
+[unused066]
+[unused067]
+[unused068]
+[unused069]
+[unused070]
+[unused071]
+[unused072]
+[unused073]
+[unused074]
+[unused075]
+[unused076]
+[unused077]
+[unused078]
+[unused079]
+[unused080]
+[unused081]
+[unused082]
+[unused083]
+[unused084]
+[unused085]
+[unused086]
+[unused087]
+[unused088]
+[unused089]
+[unused090]
+[unused091]
+[unused092]
+[unused093]
+[unused094]
+[unused095]
+[unused096]
+[unused097]
+[unused098]
+[unused099]
+[unused100]
+[unused101]
+[unused102]
+[unused103]
+[unused104]
+[unused105]
+[unused106]
+[unused107]
+[unused108]
+[unused109]
+[unused110]
+[unused111]
+[unused112]
+[unused113]
+[unused114]
+[unused115]
+[unused116]
+[unused117]
+[unused118]
+[unused119]
+[unused120]
+[unused121]
+[unused122]
+[unused123]
+[unused124]
+[unused125]
+[unused126]
+[unused127]
+[unused128]
+[unused129]
+[unused130]
+[unused131]
+[unused132]
+[unused133]
+[unused134]
+[unused135]
+[unused136]
+[unused137]
+[unused138]
+[unused139]
+[unused140]
+[unused141]
+[unused142]
+[unused143]
+[unused144]
+[unused145]
+[unused146]
+[unused147]
+[unused148]
+[unused149]
+[unused150]
+[unused151]
+[unused152]
+[unused153]
+[unused154]
+[unused155]
+[unused156]
+[unused157]
+[unused158]
+[unused159]
+[unused160]
+[unused161]
+[unused162]
+[unused163]
+[unused164]
+[unused165]
+[unused166]
+[unused167]
+[unused168]
+[unused169]
+[unused170]
+[unused171]
+[unused172]
+[unused173]
+[unused174]
+[unused175]
+[unused176]
+[unused177]
+[unused178]
+[unused179]
+[unused180]
+[unused181]
+[unused182]
+[unused183]
+[unused184]
+[unused185]
+[unused186]
+[unused187]
+[unused188]
+[unused189]
+[unused190]
+[unused191]
+[unused192]
+[unused193]
+[unused194]
+[unused195]
+[unused196]
+[unused197]
+[unused198]
+[unused199]
+[unused200]
+[unused201]
+[unused202]
+[unused203]
+[unused204]
+[unused205]
+[unused206]
+[unused207]
+[unused208]
+[unused209]
+[unused210]
+[unused211]
+[unused212]
+[unused213]
+[unused214]
+[unused215]
+[unused216]
+[unused217]
+[unused218]
+[unused219]
+[unused220]
+[unused221]
+[unused222]
+[unused223]
+[unused224]
+[unused225]
+[unused226]
+[unused227]
+[unused228]
+[unused229]
+[unused230]
+[unused231]
+[unused232]
+[unused233]
+[unused234]
+[unused235]
+[unused236]
+[unused237]
+[unused238]
+[unused239]
+[unused240]
+[unused241]
+[unused242]
+[unused243]
+[unused244]
+[unused245]
+[unused246]
+[unused247]
+[unused248]
+[unused249]
+[unused250]
+[unused251]
+[unused252]
+[unused253]
+[unused254]
+[unused255]
+[unused256]
+[unused257]
+[unused258]
+[unused259]
+[unused260]
+[unused261]
+[unused262]
+[unused263]
+[unused264]
+[unused265]
+[unused266]
+[unused267]
+[unused268]
+[unused269]
+[unused270]
+[unused271]
+[unused272]
+[unused273]
+[unused274]
+[unused275]
+[unused276]
+[unused277]
+[unused278]
+[unused279]
+[unused280]
+[unused281]
+[unused282]
+[unused283]
+[unused284]
+[unused285]
+[unused286]
+[unused287]
+[unused288]
+[unused289]
+[unused290]
+[unused291]
+[unused292]
+[unused293]
+[unused294]
+[unused295]
+[unused296]
+[unused297]
+[unused298]
+[unused299]
+[unused300]
+[unused301]
+[unused302]
+[unused303]
+[unused304]
+[unused305]
+[unused306]
+[unused307]
+[unused308]
+[unused309]
+[unused310]
+[unused311]
+[unused312]
+[unused313]
+[unused314]
+[unused315]
+[unused316]
+[unused317]
+[unused318]
+[unused319]
+[unused320]
+[unused321]
+[unused322]
+[unused323]
+[unused324]
+[unused325]
+[unused326]
+[unused327]
+[unused328]
+[unused329]
+[unused330]
+[unused331]
+[unused332]
+[unused333]
+[unused334]
+[unused335]
+[unused336]
+[unused337]
+[unused338]
+[unused339]
+[unused340]
+[unused341]
+[unused342]
+[unused343]
+[unused344]
+[unused345]
+[unused346]
+[unused347]
+[unused348]
+[unused349]
+[unused350]
+[unused351]
+[unused352]
+[unused353]
+[unused354]
+[unused355]
+[unused356]
+[unused357]
+[unused358]
+[unused359]
+[unused360]
+[unused361]
+[unused362]
+[unused363]
+[unused364]
+[unused365]
+[unused366]
+[unused367]
+[unused368]
+[unused369]
+[unused370]
+[unused371]
+[unused372]
+[unused373]
+[unused374]
+[unused375]
+[unused376]
+[unused377]
+[unused378]
+[unused379]
+[unused380]
+[unused381]
+[unused382]
+[unused383]
+[unused384]
+[unused385]
+[unused386]
+[unused387]
+[unused388]
+[unused389]
+[unused390]
+[unused391]
+[unused392]
+[unused393]
+[unused394]
+[unused395]
+[unused396]
+[unused397]
+[unused398]
+[unused399]
+[unused400]
+[unused401]
+[unused402]
+[unused403]
+[unused404]
+[unused405]
+[unused406]
+[unused407]
+[unused408]
+[unused409]
+[unused410]
+[unused411]
+[unused412]
+[unused413]
+[unused414]
+[unused415]
+[unused416]
+[unused417]
+[unused418]
+[unused419]
+[unused420]
+[unused421]
+[unused422]
+[unused423]
+[unused424]
+[unused425]
+[unused426]
+[unused427]
+[unused428]
+[unused429]
+[unused430]
+[unused431]
+[unused432]
+[unused433]
+[unused434]
+[unused435]
+[unused436]
+[unused437]
+[unused438]
+[unused439]
+[unused440]
+[unused441]
+[unused442]
+[unused443]
+[unused444]
+[unused445]
+[unused446]
+[unused447]
+[unused448]
+[unused449]
+[unused450]
+[unused451]
+[unused452]
+[unused453]
+[unused454]
+[unused455]
+[unused456]
+[unused457]
+[unused458]
+[unused459]
+[unused460]
+[unused461]
+[unused462]
+[unused463]
+[unused464]
+[unused465]
+[unused466]
+[unused467]
+[unused468]
+[unused469]
+[unused470]
+[unused471]
+[unused472]
+[unused473]
+[unused474]
+[unused475]
+[unused476]
+[unused477]
+[unused478]
+[unused479]
+[unused480]
+[unused481]
+[unused482]
+[unused483]
+[unused484]
+[unused485]
+[unused486]
+[unused487]
+[unused488]
+[unused489]
+[unused490]
+[unused491]
+[unused492]
+[unused493]
+[unused494]
+[unused495]
+[unused496]
+[unused497]
+[unused498]
+[unused499]