upload original files

README.md

@@ -0,0 +1,67 @@
+---
+base_model: openai/whisper-small
+tags:
+- generated_from_trainer
+metrics:
+- wer
+model-index:
+- name: model_20231101
+  results: []
+---
+
+<!-- This model card has been generated automatically according to the information the Trainer had access to. You
+should probably proofread and complete it, then remove this comment. -->
+
+# model_20231101
+
+This model is a fine-tuned version of [openai/whisper-small](https://huggingface.co/openai/whisper-small) on the None dataset.
+It achieves the following results on the evaluation set:
+- Loss: 1.0472
+- Wer: 285.6269
+
+## Model description
+
+More information needed
+
+## Intended uses & limitations
+
+More information needed
+
+## Training and evaluation data
+
+More information needed
+
+## Training procedure
+
+### Training hyperparameters
+
+The following hyperparameters were used during training:
+- learning_rate: 1e-05
+- train_batch_size: 1
+- eval_batch_size: 8
+- seed: 42
+- gradient_accumulation_steps: 16
+- total_train_batch_size: 16
+- optimizer: Adam with betas=(0.9,0.999) and epsilon=1e-08
+- lr_scheduler_type: linear
+- lr_scheduler_warmup_steps: 500
+- training_steps: 6000
+
+### Training results
+
+| Training Loss | Epoch | Step | Validation Loss | Wer      |
+|:-------------:|:-----:|:----:|:---------------:|:--------:|
+| 0.1216        | 8.99  | 1000 | 1.0660          | 407.7217 |
+| 0.0077        | 17.98 | 2000 | 1.0201          | 287.1560 |
+| 0.0003        | 26.97 | 3000 | 1.0195          | 260.5505 |
+| 0.0002        | 35.96 | 4000 | 1.0347          | 286.2385 |
+| 0.0001        | 44.94 | 5000 | 1.0430          | 275.3058 |
+| 0.0001        | 53.93 | 6000 | 1.0472          | 285.6269 |
+
+
+### Framework versions
+
+- Transformers 4.34.0
+- Pytorch 2.1.0
+- Datasets 2.14.5
+- Tokenizers 0.14.1

added_tokens.json

@@ -0,0 +1,109 @@
+{
+  "<|af|>": 570,
+  "<|am|>": 577,
+  "<|ar|>": 515,
+  "<|as|>": 593,
+  "<|az|>": 547,
+  "<|ba|>": 598,
+  "<|be|>": 573,
+  "<|bg|>": 535,
+  "<|bn|>": 545,
+  "<|bo|>": 590,
+  "<|br|>": 552,
+  "<|bs|>": 558,
+  "<|ca|>": 513,
+  "<|cs|>": 526,
+  "<|cy|>": 540,
+  "<|da|>": 528,
+  "<|de|>": 504,
+  "<|el|>": 524,
+  "<|endoftext|>": 500,
+  "<|en|>": 502,
+  "<|es|>": 505,
+  "<|et|>": 550,
+  "<|eu|>": 553,
+  "<|fa|>": 543,
+  "<|fi|>": 520,
+  "<|fo|>": 581,
+  "<|fr|>": 508,
+  "<|gl|>": 562,
+  "<|gu|>": 576,
+  "<|haw|>": 595,
+  "<|ha|>": 597,
+  "<|he|>": 522,
+  "<|hi|>": 519,
+  "<|hr|>": 534,
+  "<|ht|>": 582,
+  "<|hu|>": 529,
+  "<|hy|>": 555,
+  "<|id|>": 518,
+  "<|is|>": 554,
+  "<|it|>": 517,
+  "<|ja|>": 509,
+  "<|jw|>": 599,
+  "<|ka|>": 572,
+  "<|kk|>": 559,
+  "<|km|>": 566,
+  "<|kn|>": 549,
+  "<|ko|>": 507,
+  "<|la|>": 537,
+  "<|lb|>": 588,
+  "<|ln|>": 596,
+  "<|lo|>": 579,
+  "<|lt|>": 536,
+  "<|lv|>": 544,
+  "<|mg|>": 592,
+  "<|mi|>": 538,
+  "<|mk|>": 551,
+  "<|ml|>": 539,
+  "<|mn|>": 557,
+  "<|mr|>": 563,
+  "<|ms|>": 525,
+  "<|mt|>": 586,
+  "<|my|>": 589,
+  "<|ne|>": 556,
+  "<|nl|>": 514,
+  "<|nn|>": 585,
+  "<|nocaptions|>": 605,
+  "<|notimestamps|>": 606,
+  "<|no|>": 531,
+  "<|oc|>": 571,
+  "<|pa|>": 564,
+  "<|pl|>": 512,
+  "<|ps|>": 583,
+  "<|pt|>": 510,
+  "<|ro|>": 527,
+  "<|ru|>": 506,
+  "<|sa|>": 587,
+  "<|sd|>": 575,
+  "<|si|>": 565,
+  "<|sk|>": 541,
+  "<|sl|>": 548,
+  "<|sn|>": 567,
+  "<|so|>": 569,
+  "<|sq|>": 560,
+  "<|sr|>": 546,
+  "<|startoflm|>": 603,
+  "<|startofprev|>": 604,
+  "<|startoftranscript|>": 501,
+  "<|su|>": 600,
+  "<|sv|>": 516,
+  "<|sw|>": 561,
+  "<|ta|>": 530,
+  "<|te|>": 542,
+  "<|tg|>": 574,
+  "<|th|>": 532,
+  "<|tk|>": 584,
+  "<|tl|>": 591,
+  "<|transcribe|>": 602,
+  "<|translate|>": 601,
+  "<|tr|>": 511,
+  "<|tt|>": 594,
+  "<|uk|>": 523,
+  "<|ur|>": 533,
+  "<|uz|>": 580,
+  "<|vi|>": 521,
+  "<|yi|>": 578,
+  "<|yo|>": 568,
+  "<|zh|>": 503
+}

config.json

@@ -0,0 +1,52 @@
+{
+  "_name_or_path": "openai/whisper-small",
+  "activation_dropout": 0.0,
+  "activation_function": "gelu",
+  "apply_spec_augment": false,
+  "architectures": [
+    "WhisperForConditionalGeneration"
+  ],
+  "attention_dropout": 0.0,
+  "begin_suppress_tokens": [
+    220,
+    50257
+  ],
+  "bos_token_id": 50257,
+  "classifier_proj_size": 256,
+  "d_model": 768,
+  "decoder_attention_heads": 12,
+  "decoder_ffn_dim": 3072,
+  "decoder_layerdrop": 0.0,
+  "decoder_layers": 12,
+  "decoder_start_token_id": 50258,
+  "dropout": 0.0,
+  "encoder_attention_heads": 12,
+  "encoder_ffn_dim": 3072,
+  "encoder_layerdrop": 0.0,
+  "encoder_layers": 12,
+  "eos_token_id": 50257,
+  "forced_decoder_ids": null,
+  "init_std": 0.02,
+  "is_encoder_decoder": true,
+  "mask_feature_length": 10,
+  "mask_feature_min_masks": 0,
+  "mask_feature_prob": 0.0,
+  "mask_time_length": 10,
+  "mask_time_min_masks": 2,
+  "mask_time_prob": 0.05,
+  "max_length": 448,
+  "max_source_positions": 1500,
+  "max_target_positions": 448,
+  "median_filter_width": 7,
+  "model_type": "whisper",
+  "num_hidden_layers": 12,
+  "num_mel_bins": 80,
+  "pad_token_id": 50257,
+  "scale_embedding": false,
+  "suppress_tokens": [],
+  "torch_dtype": "float32",
+  "transformers_version": "4.34.0",
+  "use_cache": false,
+  "use_weighted_layer_sum": false,
+  "vocab_size": 51865
+}

generation_config.json

@@ -0,0 +1,264 @@
+{
+  "alignment_heads": [
+    [
+      5,
+      3
+    ],
+    [
+      5,
+      9
+    ],
+    [
+      8,
+      0
+    ],
+    [
+      8,
+      4
+    ],
+    [
+      8,
+      7
+    ],
+    [
+      8,
+      8
+    ],
+    [
+      9,
+      0
+    ],
+    [
+      9,
+      7
+    ],
+    [
+      9,
+      9
+    ],
+    [
+      10,
+      5
+    ]
+  ],
+  "begin_suppress_tokens": [
+    220,
+    50257
+  ],
+  "bos_token_id": 50257,
+  "decoder_start_token_id": 50258,
+  "eos_token_id": 50257,
+  "forced_decoder_ids": [
+    [
+      1,
+      null
+    ],
+    [
+      2,
+      50359
+    ]
+  ],
+  "is_multilingual": true,
+  "lang_to_id": {
+    "<|af|>": 50327,
+    "<|am|>": 50334,
+    "<|ar|>": 50272,
+    "<|as|>": 50350,
+    "<|az|>": 50304,
+    "<|ba|>": 50355,
+    "<|be|>": 50330,
+    "<|bg|>": 50292,
+    "<|bn|>": 50302,
+    "<|bo|>": 50347,
+    "<|br|>": 50309,
+    "<|bs|>": 50315,
+    "<|ca|>": 50270,
+    "<|cs|>": 50283,
+    "<|cy|>": 50297,
+    "<|da|>": 50285,
+    "<|de|>": 50261,
+    "<|el|>": 50281,
+    "<|en|>": 50259,
+    "<|es|>": 50262,
+    "<|et|>": 50307,
+    "<|eu|>": 50310,
+    "<|fa|>": 50300,
+    "<|fi|>": 50277,
+    "<|fo|>": 50338,
+    "<|fr|>": 50265,
+    "<|gl|>": 50319,
+    "<|gu|>": 50333,
+    "<|haw|>": 50352,
+    "<|ha|>": 50354,
+    "<|he|>": 50279,
+    "<|hi|>": 50276,
+    "<|hr|>": 50291,
+    "<|ht|>": 50339,
+    "<|hu|>": 50286,
+    "<|hy|>": 50312,
+    "<|id|>": 50275,
+    "<|is|>": 50311,
+    "<|it|>": 50274,
+    "<|ja|>": 50266,
+    "<|jw|>": 50356,
+    "<|ka|>": 50329,
+    "<|kk|>": 50316,
+    "<|km|>": 50323,
+    "<|kn|>": 50306,
+    "<|ko|>": 50264,
+    "<|la|>": 50294,
+    "<|lb|>": 50345,
+    "<|ln|>": 50353,
+    "<|lo|>": 50336,
+    "<|lt|>": 50293,
+    "<|lv|>": 50301,
+    "<|mg|>": 50349,
+    "<|mi|>": 50295,
+    "<|mk|>": 50308,
+    "<|ml|>": 50296,
+    "<|mn|>": 50314,
+    "<|mr|>": 50320,
+    "<|ms|>": 50282,
+    "<|mt|>": 50343,
+    "<|my|>": 50346,
+    "<|ne|>": 50313,
+    "<|nl|>": 50271,
+    "<|nn|>": 50342,
+    "<|no|>": 50288,
+    "<|oc|>": 50328,
+    "<|pa|>": 50321,
+    "<|pl|>": 50269,
+    "<|ps|>": 50340,
+    "<|pt|>": 50267,
+    "<|ro|>": 50284,
+    "<|ru|>": 50263,
+    "<|sa|>": 50344,
+    "<|sd|>": 50332,
+    "<|si|>": 50322,
+    "<|sk|>": 50298,
+    "<|sl|>": 50305,
+    "<|sn|>": 50324,
+    "<|so|>": 50326,
+    "<|sq|>": 50317,
+    "<|sr|>": 50303,
+    "<|su|>": 50357,
+    "<|sv|>": 50273,
+    "<|sw|>": 50318,
+    "<|ta|>": 50287,
+    "<|te|>": 50299,
+    "<|tg|>": 50331,
+    "<|th|>": 50289,
+    "<|tk|>": 50341,
+    "<|tl|>": 50348,
+    "<|tr|>": 50268,
+    "<|tt|>": 50351,
+    "<|uk|>": 50280,
+    "<|ur|>": 50290,
+    "<|uz|>": 50337,
+    "<|vi|>": 50278,
+    "<|yi|>": 50335,
+    "<|yo|>": 50325,
+    "<|zh|>": 50260
+  },
+  "max_initial_timestamp_index": 1,
+  "max_length": 448,
+  "no_timestamps_token_id": 50363,
+  "pad_token_id": 50257,
+  "return_timestamps": false,
+  "suppress_tokens": [
+    1,
+    2,
+    7,
+    8,
+    9,
+    10,
+    14,
+    25,
+    26,
+    27,
+    28,
+    29,
+    31,
+    58,
+    59,
+    60,
+    61,
+    62,
+    63,
+    90,
+    91,
+    92,
+    93,
+    359,
+    503,
+    522,
+    542,
+    873,
+    893,
+    902,
+    918,
+    922,
+    931,
+    1350,
+    1853,
+    1982,
+    2460,
+    2627,
+    3246,
+    3253,
+    3268,
+    3536,
+    3846,
+    3961,
+    4183,
+    4667,
+    6585,
+    6647,
+    7273,
+    9061,
+    9383,
+    10428,
+    10929,
+    11938,
+    12033,
+    12331,
+    12562,
+    13793,
+    14157,
+    14635,
+    15265,
+    15618,
+    16553,
+    16604,
+    18362,
+    18956,
+    20075,
+    21675,
+    22520,
+    26130,
+    26161,
+    26435,
+    28279,
+    29464,
+    31650,
+    32302,
+    32470,
+    36865,
+    42863,
+    47425,
+    49870,
+    50254,
+    50258,
+    50358,
+    50359,
+    50360,
+    50361,
+    50362
+  ],
+  "task_to_id": {
+    "transcribe": 50359,
+    "translate": 50358
+  },
+  "transformers_version": "4.34.0",
+  "use_cache": false
+}

merges.txt

@@ -0,0 +1,447 @@
+#version: 0.2
+č Ċ
+Ġ čĊ
+5 3
+1 1
+4 53
+53 3
+4 2
+Ç ¾
+2 4
+2 1
+É Ķ
+Å ĭ
+t s
+É ¬
+Ġ Ǿ
+a i
+Ġ l
+Ġ k
+ÉĶ u
+h u
+É Ĵ
+Ê Ķ
+1 3
+a u
+u a
+Ġ n
+Ġ ɬ
+ts h
+É ¤
+i a
+i Åĭ
+É ¯
+ɤ ɯ
+k h
+Ġ m
+Ġ t
+Ġ ts
+p u
+5 5
+a Åĭ
+u i
+i e
+Ġ p
+i u
+o u
+É Ľ
+o i
+Ã ¸
+ie u
+t h
+Ġl i
+hu a
+Ì ĥ
+k e
+k u
+Ġ h
+4 1
+Ġl au
+4 42
+p h
+ĠǾ i
+ĠǾ u
+e ÊĶ
+ÉĶ Åĭ
+e Åĭ
+i ÊĶ
+p e
+Ġk h
+ÉĶ ÊĶ
+4 4
+5 44
+ɬ ia
+Ġm a
+Ġ Åĭ
+Ġn iÅĭ
+hu ai
+k y
+p ai
+hu e
+hu ɤɯ
+hu oi
+h ÉĶu
+i au
+Ġ tsh
+ĠǾ au
+t y
+t ua
+Ã £
+h y
+k ua
+t ÉĶu
+l i
+Ǿ e
+hu i
+Ġp h
+ĠǾ ua
+Ġn i
+Ġɬ e
+kh e
+t e
+ĠǾ ÉĴ
+Ġk u
+Ǿ ia
+Ġn au
+ã Ģ
+Ġ ãĢ
+ĠǾ a
+Ġk ai
+ĠãĢ Ĥ
+i n
+Ġl e
+Ġl ui
+Ġk ÉĶ
+Ġɬ y
+2 3
+t i
+Ǿ ÉĶu
+Ġl ai
+Ġk ÉĴ
+ÉĽ u
+ĠǾ y
+kh ÉĶu
+h e
+k ÉĴ
+Ġk a
+Ġts y
+o Åĭ
+ɬ e
+ɬ i
+ɬ y
+ɬ ua
+ɬ ø
+ÉĴ ÊĶ
+Ġɬ i
+Ġts i
+pu e
+pu ɤɯ
+h ai
+k ai
+p ÉĶu
+ts ia
+Ġl ÉĽ
+Ġt e
+pu ai
+pu oi
+ph ÉĶu
+a ÊĶ
+p i
+u ai
+ts y
+h i
+k i
+p ÉĴ
+ï ¼
+Ġ ï¼
+Ǿ ua
+ts ui
+ĠǾ aÅĭ
+Ġk ua
+tsh y
+Ġt ai
+m a
+u e
+Î ²
+Ġ β
+Ǿ ÉĶ
+Ǿ ÉĴ
+ɬ o
+ɤ Åĭ
+kh ÉĴ
+Ġp o
+Ġli ÊĶ
+h ÉĴ
+k ÉĶ
+k ÉĶu
+k ieu
+ts o
+ĠǾ iu
+ĠǾ ÉĽ
+Ġl eÊĶ
+Ġɬ ia
+tsh i
+tsh ai
+kh y
+ie Åĭ
+k o
+l e
+l ÉĶu
+p iÅĭ
+Ä ©
+Ǿ i
+Ǿ au
+Ǿ iu
+ɬ u
+ĠǾ ÉĶu
+kh i
+Ġh a
+Ġh ÉĴ
+h o
+l o
+l ui
+p a
+p o
+p ÉĶ
+Ǿ aÅĭ
+ts ÉĶu
+ĠǾ e
+tsh iu
+Ġm ai
+Ġts ia
+ÉĽ Åĭ
+h ÉĶ
+p ua
+t hua
+u ɤɯ
+u oi
+ts e
+ts i
+ĠǾ iÅĭ
+Ġk o
+Ġk au
+Ġm i
+th ÉĶu
+Ġï¼ Ł
+h ou
+n i
+t a
+Å ©
+ɬ ieu
+ĠǾ ÉĶÅĭ
+Ġk y
+Ġk ÉĶu
+Ġn ui
+Ġɬ ÉĶu
+Ġɬ iÊĶ
+Ġm ua
+Ġt eÅĭ
+th i
+th ai
+l y
+t ou
+t ø
+Åĭ ÉĶu
+ts ieu
+ɬ ai
+Ġl aÅĭ
+Ġl iu
+tsh ia
+ɤ ÊĶ
+kh ÉĶ
+Ġp ai
+ku e
+ku ɤɯ
+ku oi
+Ġh ÉĶ
+Ġkh ai
+ĠǾÉĴ Åĭ
+h a
+k hui
+k aÊĶ
+m iÅĭ
+p hua
+t o
+t ai
+t ui
+t hui
+Ǿ ai
+Ǿ ou
+ts ai
+ts hui
+ɬ iau
+ĠǾ ia
+Ġl o
+Ġk i
+Ġk eÊĶ
+Ġn ai
+Ġɬ a
+tsh ø
+Ġm ÉĴ
+Ġt he
+th iu
+ku ai
+ph ai
+ph aÅĭ
+ĠǾu ai
+Ġkh i
+ĠÅĭ ua
+Ġtsh y
+Ġph i
+k iÅĭ
+t ÉĴ
+t iu
+ɬ aÅĭ
+ĠǾ ÉĶ
+ĠǾ ou
+Ġl y
+Ġn e
+Ġn u
+Ġɬ ieu
+tsh a
+Ġts e
+Ġts ui
+Ġp ɤɯ
+ĠǾu e
+ĠǾu oi
+ĠÅĭ iÅĭ
+Ġku ɤɯ
+ĠlÉĽ ÊĶ
+k ø
+k in
+l ÉĴ
+l iÊĶ
+m ÉĴ
+n ÉĶu
+p ou
+p huai
+p hue
+p huɤɯ
+p huoi
+t ÉĶ
+Å ĵ
+Ġ pu
+Ǿ y
+ɬ ÉĶu
+ĠǾ o
+Ġl ÉĴ
+Ġl ia
+Ġk hu
+Ġk aÅĭ
+Ġk ÉĶÅĭ
+Ġn ÉĴ
+Ġn aÅĭ
+Ġn ø
+Ġn ieu
+Ġɬ ÉĶ
+tsh ÉĶ
+tsh ÉĴ
+tsh ÉĴÊĶ
+kh ou
+Ġm iÅĭ
+Ġt i
+Ġt ÉĴ
+Ġt au
+Ġts ÉĶ
+Ġts eÊĶ
+Ġp ÉĶÊĶ
+ÉĽ n
+th y
+th iÅĭ
+ph ou
+ĠÅĭ ÉĶu
+hy ÉĴ
+h ia
+i Å©
+k ɤɯ
+k iau
+l ø
+p ɤɯ
+Ġ hu
+Ǿ o
+Ǿ u
+Ǿ iÅĭ
+ts ɤɯ
+ɬ iu
+ɬ ÉĶÊĶ
+ĠǾ eÊĶ
+Ġl eÅĭ
+Ġk ia
+Ġn y
+Ġɬ u
+Ġɬ ÉĴ
+tsh au
+tsh eÅĭ
+kh ieu
+Ġm ÉĶ
+Ġm ia
+Ġm uai
+Ġt y
+Ġts ieu
+ie ÊĶ
+ø Åĭ
+Ġh iÅ©
+ĠǾi ÊĶ
+ĠǾi au
+ĠǾu ã
+hy a
+hy ÉĶ
+Ġku ai
+ĠǾy Åĭ
+ki ÉĽu
+Ġï¼ Į
+ĠÇ¾ÉĽ ÊĶ
+Ġko ÊĶ
+a m
+a n
+a kieu
+k ou
+k hue
+k huɤɯ
+l ÉĶ
+l ua
+l ɤɯ
+l iu
+l ou
+m ÉĶ
+m ui
+m in
+n iÅĭ
+o n
+p au
+p ÉĽ
+p eÊĶ
+t iÅĭ
+t eÅĭ
+Ġ hua
+ts ÉĶ
+ts ÉĴ
+ts ou
+ts iau
+ɬ iÊĶ
+Ġl ua
+Ġk iÅĭ
+Ġk hua
+Ġn ÉĶ
+Ġn ua
+Ġn ÉĶÅĭ
+Ġɬ o
+Ġɬ ui
+Ġɬ ÉĶÊĶ
+tsh aÅĭ
+kh a
+Ġm e
+Ġm ue
+Ġt h
+Ġt ÉĶ
+Ġt ua
+Ġt ui
+Ġts ÉĴ
+Ġts iÅĭ
+Ġts iÊĶ
+Ġts ÉĴÊĶ
+Ġp iÊĶ
+ø n
+ø ÊĶ
+th au
+th aÅĭ

preprocessor_config.json

@@ -0,0 +1,14 @@
+{
+  "chunk_length": 30,
+  "feature_extractor_type": "WhisperFeatureExtractor",
+  "feature_size": 80,
+  "hop_length": 160,
+  "n_fft": 400,
+  "n_samples": 480000,
+  "nb_max_frames": 3000,
+  "padding_side": "right",
+  "padding_value": 0.0,
+  "processor_class": "WhisperProcessor",
+  "return_attention_mask": false,
+  "sampling_rate": 16000
+}

pytorch_model.bin

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8d63ffb8ac4c435d6f22e27b1b4ff0692bd7132375ea0d45a665b9d6121d7710
+size 967103174

special_tokens_map.json

@@ -0,0 +1,115 @@
+{
+  "additional_special_tokens": [
+    "<|endoftext|>",
+    "<|startoftranscript|>",
+    "<|en|>",
+    "<|zh|>",
+    "<|de|>",
+    "<|es|>",
+    "<|ru|>",
+    "<|ko|>",
+    "<|fr|>",
+    "<|ja|>",
+    "<|pt|>",
+    "<|tr|>",
+    "<|pl|>",
+    "<|ca|>",
+    "<|nl|>",
+    "<|ar|>",
+    "<|sv|>",
+    "<|it|>",
+    "<|id|>",
+    "<|hi|>",
+    "<|fi|>",
+    "<|vi|>",
+    "<|he|>",
+    "<|uk|>",
+    "<|el|>",
+    "<|ms|>",
+    "<|cs|>",
+    "<|ro|>",
+    "<|da|>",
+    "<|hu|>",
+    "<|ta|>",
+    "<|no|>",
+    "<|th|>",
+    "<|ur|>",
+    "<|hr|>",
+    "<|bg|>",
+    "<|lt|>",
+    "<|la|>",
+    "<|mi|>",
+    "<|ml|>",
+    "<|cy|>",
+    "<|sk|>",
+    "<|te|>",
+    "<|fa|>",
+    "<|lv|>",
+    "<|bn|>",
+    "<|sr|>",
+    "<|az|>",
+    "<|sl|>",
+    "<|kn|>",
+    "<|et|>",
+    "<|mk|>",
+    "<|br|>",
+    "<|eu|>",
+    "<|is|>",
+    "<|hy|>",
+    "<|ne|>",
+    "<|mn|>",
+    "<|bs|>",
+    "<|kk|>",
+    "<|sq|>",
+    "<|sw|>",
+    "<|gl|>",
+    "<|mr|>",
+    "<|pa|>",
+    "<|si|>",
+    "<|km|>",
+    "<|sn|>",
+    "<|yo|>",
+    "<|so|>",
+    "<|af|>",
+    "<|oc|>",
+    "<|ka|>",
+    "<|be|>",
+    "<|tg|>",
+    "<|sd|>",
+    "<|gu|>",
+    "<|am|>",
+    "<|yi|>",
+    "<|lo|>",
+    "<|uz|>",
+    "<|fo|>",
+    "<|ht|>",
+    "<|ps|>",
+    "<|tk|>",
+    "<|nn|>",
+    "<|mt|>",
+    "<|sa|>",
+    "<|lb|>",
+    "<|my|>",
+    "<|bo|>",
+    "<|tl|>",
+    "<|mg|>",
+    "<|as|>",
+    "<|tt|>",
+    "<|haw|>",
+    "<|ln|>",
+    "<|ha|>",
+    "<|ba|>",
+    "<|jw|>",
+    "<|su|>",
+    "<|translate|>",
+    "<|transcribe|>",
+    "<|startoflm|>",
+    "<|startofprev|>",
+    "<|nocaptions|>",
+    "<|notimestamps|>"
+  ],
+  "bos_token": "<|endoftext|>",
+  "eos_token": "<|endoftext|>",
+  "pad_token": "<|endoftext|>",
+  "unk_token": "<|endoftext|>"
+}

tokenizer_config.json

@@ -0,0 +1,978 @@
+{
+  "add_prefix_space": false,
+  "added_tokens_decoder": {
+    "500": {
+      "content": "<|endoftext|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "501": {
+      "content": "<|startoftranscript|>",
+      "lstrip": true,
+      "normalized": false,
+      "rstrip": true,
+      "single_word": false,
+      "special": true
+    },
+    "502": {
+      "content": "<|en|>",
+      "lstrip": true,
+      "normalized": false,
+      "rstrip": true,
+      "single_word": false,
+      "special": true
+    },
+    "503": {
+      "content": "<|zh|>",
+      "lstrip": true,
+      "normalized": false,
+      "rstrip": true,
+      "single_word": false,
+      "special": true
+    },
+    "504": {
+      "content": "<|de|>",
+      "lstrip": true,
+      "normalized": false,
+      "rstrip": true,
+      "single_word": false,
+      "special": true
+    },
+    "505": {
+      "content": "<|es|>",
+      "lstrip": true,
+      "normalized": false,
+      "rstrip": true,
+      "single_word": false,
+      "special": true
+    },
+    "506": {
+      "content": "<|ru|>",
+      "lstrip": true,
+      "normalized": false,
+      "rstrip": true,
+      "single_word": false,
+      "special": true
+    },
+    "507": {
+      "content": "<|ko|>",
+      "lstrip": true,
+      "normalized": false,
+      "rstrip": true,
+      "single_word": false,
+      "special": true
+    },
+    "508": {
+      "content": "<|fr|>",
+      "lstrip": true,
+      "normalized": false,
+      "rstrip": true,
+      "single_word": false,
+      "special": true
+    },
+    "509": {
+      "content": "<|ja|>",
+      "lstrip": true,
+      "normalized": false,
+      "rstrip": true,
+      "single_word": false,
+      "special": true
+    },
+    "510": {
+      "content": "<|pt|>",
+      "lstrip": true,
+      "normalized": false,
+      "rstrip": true,
+      "single_word": false,
+      "special": true
+    },
+    "511": {
+      "content": "<|tr|>",
+      "lstrip": true,
+      "normalized": false,
+      "rstrip": true,
+      "single_word": false,
+      "special": true
+    },
+    "512": {
+      "content": "<|pl|>",
+      "lstrip": true,
+      "normalized": false,
+      "rstrip": true,
+      "single_word": false,
+      "special": true
+    },
+    "513": {
+      "content": "<|ca|>",
+      "lstrip": true,
+      "normalized": false,
+      "rstrip": true,
+      "single_word": false,
+      "special": true
+    },
+    "514": {
+      "content": "<|nl|>",
+      "lstrip": true,
+      "normalized": false,
+      "rstrip": true,
+      "single_word": false,
+      "special": true
+    },
+    "515": {
+      "content": "<|ar|>",
+      "lstrip": true,
+      "normalized": false,
+      "rstrip": true,
+      "single_word": false,
+      "special": true
+    },
+    "516": {
+      "content": "<|sv|>",
+      "lstrip": true,
+      "normalized": false,
+      "rstrip": true,
+      "single_word": false,
+      "special": true
+    },
+    "517": {
+      "content": "<|it|>",
+      "lstrip": true,
+      "normalized": false,
+      "rstrip": true,
+      "single_word": false,
+      "special": true
+    },
+    "518": {
+      "content": "<|id|>",
+      "lstrip": true,
+      "normalized": false,
+      "rstrip": true,
+      "single_word": false,
+      "special": true
+    },
+    "519": {
+      "content": "<|hi|>",
+      "lstrip": true,
+      "normalized": false,
+      "rstrip": true,
+      "single_word": false,
+      "special": true
+    },
+    "520": {
+      "content": "<|fi|>",
+      "lstrip": true,
+      "normalized": false,
+      "rstrip": true,
+      "single_word": false,
+      "special": true
+    },
+    "521": {
+      "content": "<|vi|>",
+      "lstrip": true,
+      "normalized": false,
+      "rstrip": true,
+      "single_word": false,
+      "special": true
+    },
+    "522": {
+      "content": "<|he|>",
+      "lstrip": true,
+      "normalized": false,
+      "rstrip": true,
+      "single_word": false,
+      "special": true
+    },
+    "523": {
+      "content": "<|uk|>",
+      "lstrip": true,
+      "normalized": false,
+      "rstrip": true,
+      "single_word": false,
+      "special": true
+    },
+    "524": {
+      "content": "<|el|>",
+      "lstrip": true,
+      "normalized": false,
+      "rstrip": true,
+      "single_word": false,
+      "special": true
+    },
+    "525": {
+      "content": "<|ms|>",
+      "lstrip": true,
+      "normalized": false,
+      "rstrip": true,
+      "single_word": false,
+      "special": true
+    },
+    "526": {
+      "content": "<|cs|>",
+      "lstrip": true,
+      "normalized": false,
+      "rstrip": true,
+      "single_word": false,
+      "special": true
+    },
+    "527": {
+      "content": "<|ro|>",
+      "lstrip": true,
+      "normalized": false,
+      "rstrip": true,
+      "single_word": false,
+      "special": true
+    },
+    "528": {
+      "content": "<|da|>",
+      "lstrip": true,
+      "normalized": false,
+      "rstrip": true,
+      "single_word": false,
+      "special": true
+    },
+    "529": {
+      "content": "<|hu|>",
+      "lstrip": true,
+      "normalized": false,
+      "rstrip": true,
+      "single_word": false,
+      "special": true
+    },
+    "530": {
+      "content": "<|ta|>",
+      "lstrip": true,
+      "normalized": false,
+      "rstrip": true,
+      "single_word": false,
+      "special": true
+    },
+    "531": {
+      "content": "<|no|>",
+      "lstrip": true,
+      "normalized": false,
+      "rstrip": true,
+      "single_word": false,
+      "special": true
+    },
+    "532": {
+      "content": "<|th|>",
+      "lstrip": true,
+      "normalized": false,
+      "rstrip": true,
+      "single_word": false,
+      "special": true
+    },
+    "533": {
+      "content": "<|ur|>",
+      "lstrip": true,
+      "normalized": false,
+      "rstrip": true,
+      "single_word": false,
+      "special": true
+    },
+    "534": {
+      "content": "<|hr|>",
+      "lstrip": true,
+      "normalized": false,
+      "rstrip": true,
+      "single_word": false,
+      "special": true
+    },
+    "535": {
+      "content": "<|bg|>",
+      "lstrip": true,
+      "normalized": false,
+      "rstrip": true,
+      "single_word": false,
+      "special": true
+    },
+    "536": {
+      "content": "<|lt|>",
+      "lstrip": true,
+      "normalized": false,
+      "rstrip": true,
+      "single_word": false,
+      "special": true
+    },
+    "537": {
+      "content": "<|la|>",
+      "lstrip": true,
+      "normalized": false,
+      "rstrip": true,
+      "single_word": false,
+      "special": true
+    },
+    "538": {
+      "content": "<|mi|>",
+      "lstrip": true,
+      "normalized": false,
+      "rstrip": true,
+      "single_word": false,
+      "special": true
+    },
+    "539": {
+      "content": "<|ml|>",
+      "lstrip": true,
+      "normalized": false,
+      "rstrip": true,
+      "single_word": false,
+      "special": true
+    },
+    "540": {
+      "content": "<|cy|>",
+      "lstrip": true,
+      "normalized": false,
+      "rstrip": true,
+      "single_word": false,
+      "special": true
+    },
+    "541": {
+      "content": "<|sk|>",
+      "lstrip": true,
+      "normalized": false,
+      "rstrip": true,
+      "single_word": false,
+      "special": true
+    },
+    "542": {
+      "content": "<|te|>",
+      "lstrip": true,
+      "normalized": false,
+      "rstrip": true,
+      "single_word": false,
+      "special": true
+    },
+    "543": {
+      "content": "<|fa|>",
+      "lstrip": true,
+      "normalized": false,
+      "rstrip": true,
+      "single_word": false,
+      "special": true
+    },
+    "544": {
+      "content": "<|lv|>",
+      "lstrip": true,
+      "normalized": false,
+      "rstrip": true,
+      "single_word": false,
+      "special": true
+    },
+    "545": {
+      "content": "<|bn|>",
+      "lstrip": true,
+      "normalized": false,
+      "rstrip": true,
+      "single_word": false,
+      "special": true
+    },
+    "546": {
+      "content": "<|sr|>",
+      "lstrip": true,
+      "normalized": false,
+      "rstrip": true,
+      "single_word": false,
+      "special": true
+    },
+    "547": {
+      "content": "<|az|>",
+      "lstrip": true,
+      "normalized": false,
+      "rstrip": true,
+      "single_word": false,
+      "special": true
+    },
+    "548": {
+      "content": "<|sl|>",
+      "lstrip": true,
+      "normalized": false,
+      "rstrip": true,
+      "single_word": false,
+      "special": true
+    },
+    "549": {
+      "content": "<|kn|>",
+      "lstrip": true,
+      "normalized": false,
+      "rstrip": true,
+      "single_word": false,
+      "special": true
+    },
+    "550": {
+      "content": "<|et|>",
+      "lstrip": true,
+      "normalized": false,
+      "rstrip": true,
+      "single_word": false,
+      "special": true
+    },
+    "551": {
+      "content": "<|mk|>",
+      "lstrip": true,
+      "normalized": false,
+      "rstrip": true,
+      "single_word": false,
+      "special": true
+    },
+    "552": {
+      "content": "<|br|>",
+      "lstrip": true,
+      "normalized": false,
+      "rstrip": true,
+      "single_word": false,
+      "special": true
+    },
+    "553": {
+      "content": "<|eu|>",
+      "lstrip": true,
+      "normalized": false,
+      "rstrip": true,
+      "single_word": false,
+      "special": true
+    },
+    "554": {
+      "content": "<|is|>",
+      "lstrip": true,
+      "normalized": false,
+      "rstrip": true,
+      "single_word": false,
+      "special": true
+    },
+    "555": {
+      "content": "<|hy|>",
+      "lstrip": true,
+      "normalized": false,
+      "rstrip": true,
+      "single_word": false,
+      "special": true
+    },
+    "556": {
+      "content": "<|ne|>",
+      "lstrip": true,
+      "normalized": false,
+      "rstrip": true,
+      "single_word": false,
+      "special": true
+    },
+    "557": {
+      "content": "<|mn|>",
+      "lstrip": true,
+      "normalized": false,
+      "rstrip": true,
+      "single_word": false,
+      "special": true
+    },
+    "558": {
+      "content": "<|bs|>",
+      "lstrip": true,
+      "normalized": false,
+      "rstrip": true,
+      "single_word": false,
+      "special": true
+    },
+    "559": {
+      "content": "<|kk|>",
+      "lstrip": true,
+      "normalized": false,
+      "rstrip": true,
+      "single_word": false,
+      "special": true
+    },
+    "560": {
+      "content": "<|sq|>",
+      "lstrip": true,
+      "normalized": false,
+      "rstrip": true,
+      "single_word": false,
+      "special": true
+    },
+    "561": {
+      "content": "<|sw|>",
+      "lstrip": true,
+      "normalized": false,
+      "rstrip": true,
+      "single_word": false,
+      "special": true
+    },
+    "562": {
+      "content": "<|gl|>",
+      "lstrip": true,
+      "normalized": false,
+      "rstrip": true,
+      "single_word": false,
+      "special": true
+    },
+    "563": {
+      "content": "<|mr|>",
+      "lstrip": true,
+      "normalized": false,
+      "rstrip": true,
+      "single_word": false,
+      "special": true
+    },
+    "564": {
+      "content": "<|pa|>",
+      "lstrip": true,
+      "normalized": false,
+      "rstrip": true,
+      "single_word": false,
+      "special": true
+    },
+    "565": {
+      "content": "<|si|>",
+      "lstrip": true,
+      "normalized": false,
+      "rstrip": true,
+      "single_word": false,
+      "special": true
+    },
+    "566": {
+      "content": "<|km|>",
+      "lstrip": true,
+      "normalized": false,
+      "rstrip": true,
+      "single_word": false,
+      "special": true
+    },
+    "567": {
+      "content": "<|sn|>",
+      "lstrip": true,
+      "normalized": false,
+      "rstrip": true,
+      "single_word": false,
+      "special": true
+    },
+    "568": {
+      "content": "<|yo|>",
+      "lstrip": true,
+      "normalized": false,
+      "rstrip": true,
+      "single_word": false,
+      "special": true
+    },
+    "569": {
+      "content": "<|so|>",
+      "lstrip": true,
+      "normalized": false,
+      "rstrip": true,
+      "single_word": false,
+      "special": true
+    },
+    "570": {
+      "content": "<|af|>",
+      "lstrip": true,
+      "normalized": false,
+      "rstrip": true,
+      "single_word": false,
+      "special": true
+    },
+    "571": {
+      "content": "<|oc|>",
+      "lstrip": true,
+      "normalized": false,
+      "rstrip": true,
+      "single_word": false,
+      "special": true
+    },
+    "572": {
+      "content": "<|ka|>",
+      "lstrip": true,
+      "normalized": false,
+      "rstrip": true,
+      "single_word": false,
+      "special": true
+    },
+    "573": {
+      "content": "<|be|>",
+      "lstrip": true,
+      "normalized": false,
+      "rstrip": true,
+      "single_word": false,
+      "special": true
+    },
+    "574": {
+      "content": "<|tg|>",
+      "lstrip": true,
+      "normalized": false,
+      "rstrip": true,
+      "single_word": false,
+      "special": true
+    },
+    "575": {
+      "content": "<|sd|>",
+      "lstrip": true,
+      "normalized": false,
+      "rstrip": true,
+      "single_word": false,
+      "special": true
+    },
+    "576": {
+      "content": "<|gu|>",
+      "lstrip": true,
+      "normalized": false,
+      "rstrip": true,
+      "single_word": false,
+      "special": true
+    },
+    "577": {
+      "content": "<|am|>",
+      "lstrip": true,
+      "normalized": false,
+      "rstrip": true,
+      "single_word": false,
+      "special": true
+    },
+    "578": {
+      "content": "<|yi|>",
+      "lstrip": true,
+      "normalized": false,
+      "rstrip": true,
+      "single_word": false,
+      "special": true
+    },
+    "579": {
+      "content": "<|lo|>",
+      "lstrip": true,
+      "normalized": false,
+      "rstrip": true,
+      "single_word": false,
+      "special": true
+    },
+    "580": {
+      "content": "<|uz|>",
+      "lstrip": true,
+      "normalized": false,
+      "rstrip": true,
+      "single_word": false,
+      "special": true
+    },
+    "581": {
+      "content": "<|fo|>",
+      "lstrip": true,
+      "normalized": false,
+      "rstrip": true,
+      "single_word": false,
+      "special": true
+    },
+    "582": {
+      "content": "<|ht|>",
+      "lstrip": true,
+      "normalized": false,
+      "rstrip": true,
+      "single_word": false,
+      "special": true
+    },
+    "583": {
+      "content": "<|ps|>",
+      "lstrip": true,
+      "normalized": false,
+      "rstrip": true,
+      "single_word": false,
+      "special": true
+    },
+    "584": {
+      "content": "<|tk|>",
+      "lstrip": true,
+      "normalized": false,
+      "rstrip": true,
+      "single_word": false,
+      "special": true
+    },
+    "585": {
+      "content": "<|nn|>",
+      "lstrip": true,
+      "normalized": false,
+      "rstrip": true,
+      "single_word": false,
+      "special": true
+    },
+    "586": {
+      "content": "<|mt|>",
+      "lstrip": true,
+      "normalized": false,
+      "rstrip": true,
+      "single_word": false,
+      "special": true
+    },
+    "587": {
+      "content": "<|sa|>",
+      "lstrip": true,
+      "normalized": false,
+      "rstrip": true,
+      "single_word": false,
+      "special": true
+    },
+    "588": {
+      "content": "<|lb|>",
+      "lstrip": true,
+      "normalized": false,
+      "rstrip": true,
+      "single_word": false,
+      "special": true
+    },
+    "589": {
+      "content": "<|my|>",
+      "lstrip": true,
+      "normalized": false,
+      "rstrip": true,
+      "single_word": false,
+      "special": true
+    },
+    "590": {
+      "content": "<|bo|>",
+      "lstrip": true,
+      "normalized": false,
+      "rstrip": true,
+      "single_word": false,
+      "special": true
+    },
+    "591": {
+      "content": "<|tl|>",
+      "lstrip": true,
+      "normalized": false,
+      "rstrip": true,
+      "single_word": false,
+      "special": true
+    },
+    "592": {
+      "content": "<|mg|>",
+      "lstrip": true,
+      "normalized": false,
+      "rstrip": true,
+      "single_word": false,
+      "special": true
+    },
+    "593": {
+      "content": "<|as|>",
+      "lstrip": true,
+      "normalized": false,
+      "rstrip": true,
+      "single_word": false,
+      "special": true
+    },
+    "594": {
+      "content": "<|tt|>",
+      "lstrip": true,
+      "normalized": false,
+      "rstrip": true,
+      "single_word": false,
+      "special": true
+    },
+    "595": {
+      "content": "<|haw|>",
+      "lstrip": true,
+      "normalized": false,
+      "rstrip": true,
+      "single_word": false,
+      "special": true
+    },
+    "596": {
+      "content": "<|ln|>",
+      "lstrip": true,
+      "normalized": false,
+      "rstrip": true,
+      "single_word": false,
+      "special": true
+    },
+    "597": {
+      "content": "<|ha|>",
+      "lstrip": true,
+      "normalized": false,
+      "rstrip": true,
+      "single_word": false,
+      "special": true
+    },
+    "598": {
+      "content": "<|ba|>",
+      "lstrip": true,
+      "normalized": false,
+      "rstrip": true,
+      "single_word": false,
+      "special": true
+    },
+    "599": {
+      "content": "<|jw|>",
+      "lstrip": true,
+      "normalized": false,
+      "rstrip": true,
+      "single_word": false,
+      "special": true
+    },
+    "600": {
+      "content": "<|su|>",
+      "lstrip": true,
+      "normalized": false,
+      "rstrip": true,
+      "single_word": false,
+      "special": true
+    },
+    "601": {
+      "content": "<|translate|>",
+      "lstrip": true,
+      "normalized": false,
+      "rstrip": true,
+      "single_word": false,
+      "special": true
+    },
+    "602": {
+      "content": "<|transcribe|>",
+      "lstrip": true,
+      "normalized": false,
+      "rstrip": true,
+      "single_word": false,
+      "special": true
+    },
+    "603": {
+      "content": "<|startoflm|>",
+      "lstrip": true,
+      "normalized": false,
+      "rstrip": true,
+      "single_word": false,
+      "special": true
+    },
+    "604": {
+      "content": "<|startofprev|>",
+      "lstrip": true,
+      "normalized": false,
+      "rstrip": true,
+      "single_word": false,
+      "special": true
+    },
+    "605": {
+      "content": "<|nocaptions|>",
+      "lstrip": true,
+      "normalized": false,
+      "rstrip": true,
+      "single_word": false,
+      "special": true
+    },
+    "606": {
+      "content": "<|notimestamps|>",
+      "lstrip": true,
+      "normalized": false,
+      "rstrip": true,
+      "single_word": false,
+      "special": true
+    }
+  },
+  "additional_special_tokens": [
+    "<|endoftext|>",
+    "<|startoftranscript|>",
+    "<|en|>",
+    "<|zh|>",
+    "<|de|>",
+    "<|es|>",
+    "<|ru|>",
+    "<|ko|>",
+    "<|fr|>",
+    "<|ja|>",
+    "<|pt|>",
+    "<|tr|>",
+    "<|pl|>",
+    "<|ca|>",
+    "<|nl|>",
+    "<|ar|>",
+    "<|sv|>",
+    "<|it|>",
+    "<|id|>",
+    "<|hi|>",
+    "<|fi|>",
+    "<|vi|>",
+    "<|he|>",
+    "<|uk|>",
+    "<|el|>",
+    "<|ms|>",
+    "<|cs|>",
+    "<|ro|>",
+    "<|da|>",
+    "<|hu|>",
+    "<|ta|>",
+    "<|no|>",
+    "<|th|>",
+    "<|ur|>",
+    "<|hr|>",
+    "<|bg|>",
+    "<|lt|>",
+    "<|la|>",
+    "<|mi|>",
+    "<|ml|>",
+    "<|cy|>",
+    "<|sk|>",
+    "<|te|>",
+    "<|fa|>",
+    "<|lv|>",
+    "<|bn|>",
+    "<|sr|>",
+    "<|az|>",
+    "<|sl|>",
+    "<|kn|>",
+    "<|et|>",
+    "<|mk|>",
+    "<|br|>",
+    "<|eu|>",
+    "<|is|>",
+    "<|hy|>",
+    "<|ne|>",
+    "<|mn|>",
+    "<|bs|>",
+    "<|kk|>",
+    "<|sq|>",
+    "<|sw|>",
+    "<|gl|>",
+    "<|mr|>",
+    "<|pa|>",
+    "<|si|>",
+    "<|km|>",
+    "<|sn|>",
+    "<|yo|>",
+    "<|so|>",
+    "<|af|>",
+    "<|oc|>",
+    "<|ka|>",
+    "<|be|>",
+    "<|tg|>",
+    "<|sd|>",
+    "<|gu|>",
+    "<|am|>",
+    "<|yi|>",
+    "<|lo|>",
+    "<|uz|>",
+    "<|fo|>",
+    "<|ht|>",
+    "<|ps|>",
+    "<|tk|>",
+    "<|nn|>",
+    "<|mt|>",
+    "<|sa|>",
+    "<|lb|>",
+    "<|my|>",
+    "<|bo|>",
+    "<|tl|>",
+    "<|mg|>",
+    "<|as|>",
+    "<|tt|>",
+    "<|haw|>",
+    "<|ln|>",
+    "<|ha|>",
+    "<|ba|>",
+    "<|jw|>",
+    "<|su|>",
+    "<|translate|>",
+    "<|transcribe|>",
+    "<|startoflm|>",
+    "<|startofprev|>",
+    "<|nocaptions|>",
+    "<|notimestamps|>"
+  ],
+  "bos_token": "<|endoftext|>",
+  "clean_up_tokenization_spaces": true,
+  "eos_token": "<|endoftext|>",
+  "errors": "replace",
+  "model_max_length": 1000000000000000019884624838656,
+  "pad_token": "<|endoftext|>",
+  "tokenizer_class": "WhisperTokenizer",
+  "unk_token": "<|endoftext|>"
+}

training_args.bin

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4bf9c59cf687fc926e2b5e953f76c352dbaea115c178682af0fcb989544a0562
+size 4664

vocab.json

@@ -0,0 +1,502 @@
+{
+  "0": 0,
+  "1": 1,
+  "11": 57,
+  "13": 76,
+  "2": 2,
+  "21": 63,
+  "23": 168,
+  "24": 62,
+  "3": 3,
+  "4": 4,
+  "41": 110,
+  "42": 60,
+  "44": 123,
+  "442": 112,
+  "453": 58,
+  "5": 5,
+  "53": 56,
+  "533": 59,
+  "544": 124,
+  "55": 92,
+  "a": 6,
+  "ai": 69,
+  "akieu": 449,
+  "am": 447,
+  "an": 448,
+  "au": 77,
+  "aÅĭ": 93,
+  "aÊĶ": 200,
+  "b": 7,
+  "e": 8,
+  "eÅĭ": 118,
+  "eÊĶ": 116,
+  "h": 9,
+  "ha": 311,
+  "hai": 191,
+  "he": 176,
+  "hi": 204,
+  "hia": 406,
+  "ho": 252,
+  "hou": 278,
+  "hu": 73,
+  "hua": 105,
+  "huai": 129,
+  "hue": 132,
+  "hui": 147,
+  "huoi": 134,
+  "huɤɯ": 133,
+  "hy": 142,
+  "hya": 439,
+  "hyÉĴ": 405,
+  "hyÉĶ": 440,
+  "hÉĴ": 226,
+  "hÉĶ": 265,
+  "hÉĶu": 135,
+  "i": 10,
+  "ia": 83,
+  "iau": 136,
+  "ie": 95,
+  "ieu": 102,
+  "ieÅĭ": 238,
+  "ieÊĶ": 433,
+  "in": 163,
+  "iu": 97,
+  "iũ": 407,
+  "iÅĭ": 84,
+  "iÊĶ": 119,
+  "k": 11,
+  "kai": 192,
+  "kaÊĶ": 313,
+  "ke": 107,
+  "kh": 87,
+  "kha": 484,
+  "khe": 152,
+  "khi": 249,
+  "khieu": 427,
+  "khou": 392,
+  "khue": 451,
+  "khui": 312,
+  "khuɤɯ": 452,
+  "khy": 237,
+  "khÉĴ": 223,
+  "khÉĶ": 303,
+  "khÉĶu": 175,
+  "ki": 205,
+  "kiau": 409,
+  "kieu": 229,
+  "kin": 363,
+  "kiÅĭ": 343,
+  "kiÉĽu": 443,
+  "ko": 239,
+  "kou": 450,
+  "ku": 108,
+  "kua": 143,
+  "kuai": 335,
+  "kue": 305,
+  "kuoi": 307,
+  "kuɤɯ": 306,
+  "ky": 130,
+  "kø": 362,
+  "kɤɯ": 408,
+  "kÉĴ": 177,
+  "kÉĶ": 227,
+  "kÉĶu": 228,
+  "l": 12,
+  "le": 240,
+  "li": 145,
+  "liu": 456,
+  "liÊĶ": 365,
+  "lo": 253,
+  "lou": 457,
+  "lua": 454,
+  "lui": 254,
+  "ly": 293,
+  "lø": 410,
+  "lɤɯ": 455,
+  "lÉĴ": 364,
+  "lÉĶ": 453,
+  "lÉĶu": 241,
+  "m": 13,
+  "ma": 215,
+  "min": 460,
+  "miÅĭ": 314,
+  "mui": 459,
+  "mÉĴ": 366,
+  "mÉĶ": 458,
+  "n": 14,
+  "ni": 279,
+  "niÅĭ": 461,
+  "nÉĶu": 367,
+  "o": 15,
+  "oi": 100,
+  "on": 462,
+  "ou": 98,
+  "oÅĭ": 180,
+  "p": 16,
+  "pa": 255,
+  "pai": 131,
+  "pau": 463,
+  "pe": 120,
+  "peÊĶ": 465,
+  "ph": 113,
+  "phai": 336,
+  "phaÅĭ": 337,
+  "phou": 403,
+  "phua": 315,
+  "phuai": 369,
+  "phue": 370,
+  "phuoi": 372,
+  "phuɤɯ": 371,
+  "phÉĶu": 199,
+  "pi": 201,
+  "piÅĭ": 242,
+  "po": 256,
+  "pou": 368,
+  "pu": 91,
+  "pua": 266,
+  "puai": 197,
+  "pue": 189,
+  "puoi": 198,
+  "puɤɯ": 190,
+  "pɤɯ": 411,
+  "pÉĴ": 206,
+  "pÉĶ": 257,
+  "pÉĶu": 193,
+  "pÉĽ": 464,
+  "s": 17,
+  "t": 18,
+  "ta": 280,
+  "tai": 317,
+  "te": 153,
+  "teÅĭ": 467,
+  "th": 103,
+  "thai": 292,
+  "thau": 498,
+  "thaÅĭ": 499,
+  "thi": 291,
+  "thiu": 334,
+  "thiÅĭ": 402,
+  "thua": 267,
+  "thui": 319,
+  "thy": 401,
+  "thÉĶu": 276,
+  "ti": 169,
+  "tiu": 345,
+  "tiÅĭ": 466,
+  "to": 316,
+  "tou": 294,
+  "ts": 66,
+  "tsai": 322,
+  "tse": 270,
+  "tsh": 81,
+  "tsha": 353,
+  "tshai": 236,
+  "tshau": 425,
+  "tshaÅĭ": 483,
+  "tsheÅĭ": 426,
+  "tshi": 235,
+  "tshia": 301,
+  "tshiu": 261,
+  "tshui": 323,
+  "tshy": 213,
+  "tshø": 331,
+  "tshÉĴ": 390,
+  "tshÉĴÊĶ": 391,
+  "tshÉĶ": 389,
+  "tsi": 271,
+  "tsia": 194,
+  "tsiau": 472,
+  "tsieu": 297,
+  "tso": 230,
+  "tsou": 471,
+  "tsui": 210,
+  "tsy": 203,
+  "tsɤɯ": 416,
+  "tsÉĴ": 470,
+  "tsÉĶ": 469,
+  "tsÉĶu": 259,
+  "tua": 140,
+  "tui": 318,
+  "ty": 139,
+  "tø": 295,
+  "tÉĴ": 344,
+  "tÉĶ": 373,
+  "tÉĶu": 144,
+  "u": 19,
+  "ua": 78,
+  "uai": 202,
+  "ue": 216,
+  "ui": 94,
+  "uoi": 269,
+  "uɤɯ": 268,
+  "y": 20,
+  "£": 21,
+  "¤": 22,
+  "¦": 23,
+  "©": 24,
+  "¬": 25,
+  "¯": 26,
+  "²": 27,
+  "¸": 28,
+  "¼": 29,
+  "¾": 30,
+  "Ã": 31,
+  "ã": 141,
+  "ø": 101,
+  "øn": 496,
+  "øÅĭ": 434,
+  "øÊĶ": 497,
+  "Ä": 32,
+  "Ä©": 243,
+  "Å": 33,
+  "Å©": 281,
+  "Åĭ": 65,
+  "ÅĭÉĶu": 296,
+  "Åĵ": 374,
+  "Ç": 34,
+  "Ǿ": 61,
+  "Ǿai": 320,
+  "Ǿau": 245,
+  "ǾaÅĭ": 258,
+  "Ǿe": 146,
+  "Ǿi": 244,
+  "Ǿia": 156,
+  "Ǿiu": 246,
+  "ǾiÅĭ": 415,
+  "Ǿo": 413,
+  "Ǿou": 321,
+  "Ǿu": 414,
+  "Ǿua": 209,
+  "Ǿy": 376,
+  "ǾÉĴ": 220,
+  "ǾÉĶ": 219,
+  "ǾÉĶu": 170,
+  "É": 35,
+  "ɤ": 82,
+  "ɤÅĭ": 222,
+  "ɤɯ": 86,
+  "ɤÊĶ": 302,
+  "ɬ": 67,
+  "ɬai": 298,
+  "ɬaÅĭ": 346,
+  "ɬe": 181,
+  "ɬi": 182,
+  "ɬia": 125,
+  "ɬiau": 324,
+  "ɬieu": 282,
+  "ɬiu": 417,
+  "ɬiÊĶ": 473,
+  "ɬo": 221,
+  "ɬu": 247,
+  "ɬua": 184,
+  "ɬy": 183,
+  "ɬø": 185,
+  "ɬÉĶu": 377,
+  "ɬÉĶÊĶ": 418,
+  "ɯ": 85,
+  "ÉĴ": 74,
+  "ÉĴÊĶ": 186,
+  "ÉĶ": 64,
+  "ÉĶu": 72,
+  "ÉĶÅĭ": 117,
+  "ÉĶÊĶ": 122,
+  "ÉĽ": 99,
+  "ÉĽn": 400,
+  "ÉĽu": 173,
+  "ÉĽÅĭ": 264,
+  "Ê": 36,
+  "ÊĶ": 75,
+  "Ì": 37,
+  "Ìĥ": 106,
+  "Î": 38,
+  "β": 217,
+  "ã": 39,
+  "ãĢ": 158,
+  "ï": 40,
+  "ï¼": 207,
+  "Ċ": 41,
+  "č": 42,
+  "čĊ": 54,
+  "Ġ": 43,
+  "Ġh": 109,
+  "Ġha": 250,
+  "ĠhiÅ©": 435,
+  "Ġhu": 412,
+  "Ġhua": 468,
+  "ĠhÉĴ": 251,
+  "ĠhÉĶ": 308,
+  "Ġk": 71,
+  "Ġka": 178,
+  "Ġkai": 161,
+  "Ġkau": 274,
+  "ĠkaÅĭ": 382,
+  "ĠkeÊĶ": 328,
+  "Ġkh": 121,
+  "Ġkhai": 309,
+  "Ġkhi": 339,
+  "Ġkhu": 381,
+  "Ġkhua": 476,
+  "Ġki": 327,
+  "Ġkia": 421,
+  "ĠkiÅĭ": 475,
+  "Ġko": 273,
+  "ĠkoÊĶ": 446,
+  "Ġku": 155,
+  "Ġkua": 212,
+  "Ġkuai": 441,
+  "Ġkuɤɯ": 360,
+  "Ġky": 284,
+  "ĠkÉĴ": 172,
+  "ĠkÉĶ": 166,
+  "ĠkÉĶu": 285,
+  "ĠkÉĶÅĭ": 383,
+  "Ġl": 70,
+  "Ġlai": 171,
+  "Ġlau": 111,
+  "ĠlaÅĭ": 299,
+  "Ġle": 164,
+  "ĠleÅĭ": 420,
+  "ĠleÊĶ": 233,
+  "Ġli": 104,
+  "Ġlia": 380,
+  "Ġliu": 300,
+  "ĠliÊĶ": 225,
+  "Ġlo": 326,
+  "Ġlua": 474,
+  "Ġlui": 165,
+  "Ġly": 349,
+  "ĠlÉĴ": 379,
+  "ĠlÉĽ": 195,
+  "ĠlÉĽÊĶ": 361,
+  "Ġm": 88,
+  "Ġma": 126,
+  "Ġmai": 262,
+  "Ġme": 485,
+  "Ġmi": 275,
+  "Ġmia": 429,
+  "ĠmiÅĭ": 393,
+  "Ġmua": 289,
+  "Ġmuai": 430,
+  "Ġmue": 486,
+  "ĠmÉĴ": 332,
+  "ĠmÉĶ": 428,
+  "Ġn": 79,
+  "Ġnai": 329,
+  "Ġnau": 157,
+  "ĠnaÅĭ": 385,
+  "Ġne": 350,
+  "Ġni": 150,
+  "Ġnieu": 387,
+  "ĠniÅĭ": 128,
+  "Ġnu": 351,
+  "Ġnua": 478,
+  "Ġnui": 286,
+  "Ġny": 422,
+  "Ġnø": 386,
+  "ĠnÉĴ": 384,
+  "ĠnÉĶ": 477,
+  "ĠnÉĶÅĭ": 479,
+  "Ġp": 96,
+  "Ġpai": 304,
+  "Ġph": 148,
+  "Ġphi": 342,
+  "ĠpiÊĶ": 495,
+  "Ġpo": 224,
+  "Ġpu": 375,
+  "Ġpɤɯ": 356,
+  "ĠpÉĶÊĶ": 399,
+  "Ġt": 89,
+  "Ġtai": 214,
+  "Ġtau": 396,
+  "Ġte": 196,
+  "ĠteÅĭ": 290,
+  "Ġth": 487,
+  "Ġthe": 333,
+  "Ġti": 394,
+  "Ġts": 90,
+  "Ġtse": 354,
+  "ĠtseÊĶ": 398,
+  "Ġtsh": 137,
+  "Ġtshy": 341,
+  "Ġtsi": 188,
+  "Ġtsia": 263,
+  "Ġtsieu": 432,
+  "ĠtsiÅĭ": 492,
+  "ĠtsiÊĶ": 493,
+  "Ġtsui": 355,
+  "Ġtsy": 179,
+  "ĠtsÉĴ": 491,
+  "ĠtsÉĴÊĶ": 494,
+  "ĠtsÉĶ": 397,
+  "Ġtua": 489,
+  "Ġtui": 490,
+  "Ġty": 431,
+  "ĠtÉĴ": 395,
+  "ĠtÉĶ": 488,
+  "ĠÅĭ": 127,
+  "ĠÅĭiÅĭ": 359,
+  "ĠÅĭua": 340,
+  "ĠÅĭÉĶu": 404,
+  "ĠǾ": 68,
+  "ĠǾa": 160,
+  "ĠǾau": 138,
+  "ĠǾaÅĭ": 211,
+  "ĠǾe": 260,
+  "ĠǾeÊĶ": 419,
+  "ĠǾi": 114,
+  "ĠǾia": 325,
+  "ĠǾiau": 437,
+  "ĠǾiu": 231,
+  "ĠǾiÅĭ": 272,
+  "ĠǾiÊĶ": 436,
+  "ĠǾo": 378,
+  "ĠǾou": 348,
+  "ĠǾu": 115,
+  "ĠǾua": 149,
+  "ĠǾuai": 338,
+  "ĠǾue": 357,
+  "ĠǾuoi": 358,
+  "ĠǾuã": 438,
+  "ĠǾy": 174,
+  "ĠǾyÅĭ": 442,
+  "ĠǾÉĴ": 154,
+  "ĠǾÉĴÅĭ": 310,
+  "ĠǾÉĶ": 347,
+  "ĠǾÉĶu": 248,
+  "ĠǾÉĶÅĭ": 283,
+  "ĠÇ¾ÉĽ": 232,
+  "ĠÇ¾ÉĽÊĶ": 445,
+  "Ġɬ": 80,
+  "Ġɬa": 330,
+  "Ġɬe": 151,
+  "Ġɬi": 187,
+  "Ġɬia": 234,
+  "Ġɬieu": 352,
+  "ĠɬiÊĶ": 288,
+  "Ġɬo": 480,
+  "Ġɬu": 423,
+  "Ġɬui": 481,
+  "Ġɬy": 167,
+  "ĠɬÉĴ": 424,
+  "ĠɬÉĶ": 388,
+  "ĠɬÉĶu": 287,
+  "ĠɬÉĶÊĶ": 482,
+  "Ġβ": 218,
+  "ĠãĢ": 159,
+  "ĠãĢĤ": 162,
+  "Ġï¼": 208,
+  "Ġï¼Į": 444,
+  "Ġï¼Ł": 277,
+  "ĠčĊ": 55,
+  "Ģ": 44,
+  "Ĥ": 45,
+  "ĥ": 46,
+  "ĭ": 47,
+  "Į": 48,
+  "Ĵ": 49,
+  "ĵ": 50,
+  "Ķ": 51,
+  "Ľ": 52,
+  "Ł": 53
+}