Upload folder using huggingface_hub

feature_extractor/preprocessor_config.json

@@ -0,0 +1,22 @@
+{
+  "chunk_length_s": 10,
+  "feature_extractor_type": "ClapFeatureExtractor",
+  "feature_size": 64,
+  "fft_window_size": 1024,
+  "frequency_max": 14000,
+  "frequency_min": 50,
+  "hop_length": 7900,
+  "max_length_s": 10,
+  "n_fft": 1024,
+  "nb_frequency_bins": 513,
+  "nb_max_frames": 1000,
+  "nb_max_samples": 480000,
+  "padding": "repeatpad",
+  "padding_side": "right",
+  "padding_value": 0.0,
+  "processor_class": "ClapProcessor",
+  "return_attention_mask": false,
+  "sampling_rate": 48000,
+  "top_db": null,
+  "truncation": "fusion"
+}

language_model/config.json

@@ -0,0 +1,33 @@
+{
+  "activation_function": "gelu_new",
+  "architectures": [
+    "GPT2Model"
+  ],
+  "attn_pdrop": 0.1,
+  "bos_token_id": 50256,
+  "embd_pdrop": 0.1,
+  "eos_token_id": 50256,
+  "initializer_range": 0.02,
+  "layer_norm_epsilon": 1e-05,
+  "max_new_tokens": 8,
+  "model_type": "gpt2",
+  "n_ctx": 99,
+  "n_embd": 16,
+  "n_head": 1,
+  "n_inner": null,
+  "n_layer": 1,
+  "n_positions": 99,
+  "reorder_and_upcast_attn": false,
+  "resid_pdrop": 0.1,
+  "scale_attn_by_inverse_layer_idx": false,
+  "scale_attn_weights": true,
+  "summary_activation": null,
+  "summary_first_dropout": 0.1,
+  "summary_proj_to_labels": true,
+  "summary_type": "cls_index",
+  "summary_use_proj": true,
+  "torch_dtype": "float32",
+  "transformers_version": "4.50.0.dev0",
+  "use_cache": true,
+  "vocab_size": 1000
+}

language_model/pytorch_model.fp16.bin

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a70f1436cba809d275cd90a9d6ad2d7475d5c2504119a31c180c5a55e592ba36
+size 88962

model_index.json

@@ -0,0 +1,48 @@
+{
+  "_class_name": "AudioLDM2Pipeline",
+  "_diffusers_version": "0.33.0.dev0",
+  "feature_extractor": [
+    "transformers",
+    "ClapFeatureExtractor"
+  ],
+  "language_model": [
+    "transformers",
+    "GPT2Model"
+  ],
+  "projection_model": [
+    "audioldm2",
+    "AudioLDM2ProjectionModel"
+  ],
+  "scheduler": [
+    "diffusers",
+    "DDIMScheduler"
+  ],
+  "text_encoder": [
+    "transformers",
+    "ClapModel"
+  ],
+  "text_encoder_2": [
+    "transformers",
+    "T5EncoderModel"
+  ],
+  "tokenizer": [
+    "transformers",
+    "RobertaTokenizer"
+  ],
+  "tokenizer_2": [
+    "transformers",
+    "T5Tokenizer"
+  ],
+  "unet": [
+    "audioldm2",
+    "AudioLDM2UNet2DConditionModel"
+  ],
+  "vae": [
+    "diffusers",
+    "AutoencoderKL"
+  ],
+  "vocoder": [
+    "transformers",
+    "SpeechT5HifiGan"
+  ]
+}

projection_model/config.json

@@ -0,0 +1,9 @@
+{
+  "_class_name": "AudioLDM2ProjectionModel",
+  "_diffusers_version": "0.33.0.dev0",
+  "langauge_model_dim": 16,
+  "max_seq_length": null,
+  "text_encoder_1_dim": 32,
+  "text_encoder_dim": 16,
+  "use_learned_position_embedding": null
+}

projection_model/diffusion_pytorch_model.fp16.bin

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a42bd0f72fd49ad370f03d4762296a49302f74010f692a1a69e4d3bc0696f1a6
+size 6780

scheduler/scheduler_config.json

@@ -0,0 +1,19 @@
+{
+  "_class_name": "DDIMScheduler",
+  "_diffusers_version": "0.33.0.dev0",
+  "beta_end": 0.012,
+  "beta_schedule": "scaled_linear",
+  "beta_start": 0.00085,
+  "clip_sample": false,
+  "clip_sample_range": 1.0,
+  "dynamic_thresholding_ratio": 0.995,
+  "num_train_timesteps": 1000,
+  "prediction_type": "epsilon",
+  "rescale_betas_zero_snr": false,
+  "sample_max_value": 1.0,
+  "set_alpha_to_one": false,
+  "steps_offset": 0,
+  "thresholding": false,
+  "timestep_spacing": "leading",
+  "trained_betas": null
+}

text_encoder/config.json

@@ -0,0 +1,47 @@
+{
+  "architectures": [
+    "ClapModel"
+  ],
+  "audio_config": {
+    "_attn_implementation_autoset": true,
+    "depths": [
+      1,
+      1
+    ],
+    "hidden_size": 192,
+    "intermediate_size": 37,
+    "model_type": "clap_audio_model",
+    "num_attention_heads": [
+      1,
+      1
+    ],
+    "num_hidden_layers": 1,
+    "num_mel_bins": 8,
+    "patch_embed_input_channels": 4,
+    "patch_size": 2,
+    "patch_stride": 2,
+    "projection_dim": 16,
+    "spec_size": 8,
+    "window_size": 4
+  },
+  "hidden_size": 8,
+  "initializer_factor": 1.0,
+  "logit_scale_init_value": 14.285714285714285,
+  "model_type": "clap",
+  "num_hidden_layers": 3,
+  "projection_dim": 16,
+  "projection_hidden_act": "relu",
+  "text_config": {
+    "_attn_implementation_autoset": true,
+    "hidden_size": 8,
+    "intermediate_size": 37,
+    "layer_norm_eps": 1e-05,
+    "model_type": "clap_text_model",
+    "num_attention_heads": 1,
+    "num_hidden_layers": 1,
+    "projection_dim": 16,
+    "vocab_size": 1000
+  },
+  "torch_dtype": "float32",
+  "transformers_version": "4.50.0.dev0"
+}

text_encoder/pytorch_model.fp16.bin

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8f165c882b1eb94a6b778e4e8c57cda20152e6886069e0aceddb11f665d621e7
+size 2642474

text_encoder_2/config.json

@@ -0,0 +1,28 @@
+{
+  "architectures": [
+    "T5EncoderModel"
+  ],
+  "classifier_dropout": 0.0,
+  "d_ff": 37,
+  "d_kv": 8,
+  "d_model": 32,
+  "dense_act_fn": "relu",
+  "dropout_rate": 0.1,
+  "eos_token_id": 1,
+  "feed_forward_proj": "relu",
+  "initializer_factor": 1.0,
+  "is_encoder_decoder": true,
+  "is_gated_act": false,
+  "layer_norm_epsilon": 1e-06,
+  "model_type": "t5",
+  "num_decoder_layers": 1,
+  "num_heads": 1,
+  "num_layers": 1,
+  "pad_token_id": 0,
+  "relative_attention_max_distance": 128,
+  "relative_attention_num_buckets": 32,
+  "torch_dtype": "float32",
+  "transformers_version": "4.50.0.dev0",
+  "use_cache": true,
+  "vocab_size": 32100
+}

text_encoder_2/pytorch_model.fp16.bin

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ec71252f4ca242f8f161735c40964abd4b3822257505575ec00c1cbb98362d30
+size 4127258

tokenizer/merges.txt

@@ -0,0 +1,803 @@
+#version: 0.2
+Ġ t
+h e
+Ġ a
+i n
+Ġt he
+e r
+o n
+Ġ ,
+r e
+Ġ s
+e d
+Ġ o
+Ġ w
+n d
+a t
+Ġ .
+o r
+i t
+Ġ c
+e n
+Ġ f
+i s
+e s
+a r
+Ġo f
+Ġ b
+a n
+Ġ in
+a l
+in g
+Ġ p
+Ġa nd
+a s
+Ġt o
+r o
+i c
+Ġ m
+Ġ d
+Ġ h
+i on
+l e
+o u
+Ġ T
+Ġ re
+Ġ =
+Ġ "
+Ġ A
+Ġ S
+en t
+i l
+Ġt h
+Ġ 1
+s t
+Ġ C
+e l
+o m
+Ġ l
+a m
+Ġ Ċ
+Ġ e
+Ġ n
+Ġ @
+a d
+a c
+Ġw as
+Ġ M
+u r
+ĠT he
+e c
+Ġ on
+l y
+Ġ B
+Ġ I
+Ġ g
+Ġ '
+e t
+o l
+i d
+i v
+i m
+Ġf or
+i r
+- @
+Ġ@ -@
+i g
+o t
+t er
+Ġa s
+Ġ H
+u s
+o w
+Ġs t
+u t
+it h
+a y
+Ġ 2
+Ġ P
+at ion
+v er
+Ġb e
+he r
+Ġth at
+Ġw ith
+Ġ R
+c e
+t h
+Ġ D
+Ġ is
+u n
+e m
+Ġ F
+Ġw h
+u l
+Ġb y
+Ġa l
+c h
+Ġ )
+Ġ (
+Ġ W
+Ġc on
+r a
+Ġ G
+o s
+Ġ L
+Ġ N
+Ġa t
+er s
+c t
+Ġ it
+Ġ1 9
+ro m
+a nd
+Ġa n
+u m
+es t
+Ġ J
+a g
+Ġ he
+0 0
+is t
+a in
+o d
+a v
+r i
+Ġ E
+Ġ O
+Ġf rom
+Ġc om
+Ġh is
+o p
+Ġp ro
+re s
+i es
+i f
+Ġ v
+or t
+er e
+il l
+l d
+Ġd e
+p p
+Ġs u
+o re
+ĠI n
+Ġ r
+Ġs e
+Ġw ere
+e w
+on g
+ig h
+ar d
+at e
+al l
+ar t
+a k
+ic h
+Ġc h
+Ġo r
+a b
+an t
+u d
+o c
+b er
+Ġe x
+g h
+it y
+at ed
+p t
+es s
+e ar
+Ġ K
+Ġp l
+am e
+q u
+iv e
+ro u
+Ġa re
+Ġ â
+Ġs h
+Ġ k
+ac k
+ec t
+Ġâ Ģ
+Ġ U
+Ġh ad
+s e
+Ġwh ich
+re d
+o v
+ĠS t
+as t
+Ġs p
+i an
+Ġ y
+m ent
+Ġ le
+Ġn ot
+g e
+or d
+r it
+i p
+in e
+el l
+al ly
+ou r
+o st
+igh t
+t her
+a p
+Ġ u
+is h
+ĠC h
+ou n
+i a
+Ġ 3
+av e
+ar y
+u st
+o g
+Ġ2 00
+Ġ un
+ou s
+ir st
+Ġ V
+c c
+Ġin c
+Ġ ;
+Ġcom p
+r u
+ion s
+Ġthe ir
+Ġb ut
+id e
+u re
+s o
+Ġcon t
+Ġin t
+f ter
+ic al
+i al
+Ġa r
+Ġf irst
+ou ld
+Ġit s
+he d
+ĠâĢ ĵ
+Ġw he
+w o
+ou t
+u b
+Ġ2 0
+f f
+Ġ :
+u e
+Ġ her
+ow n
+o k
+Ġal so
+Ġc l
+p er
+ig n
+at er
+r an
+or m
+i e
+om e
+or k
+as s
+i re
+e nd
+Ġre s
+Ġa b
+Ġa d
+Ġ us
+r y
+Ġre c
+Ġh ave
+ag e
+ĠH e
+Ġ 4
+Ġ ro
+m er
+Ġon e
+on d
+l ow
+Ġh as
+ĠT h
+d u
+Ġ 5
+Ġp er
+Ġbe en
+im e
+Ġt wo
+en ce
+l and
+Ġ1 8
+. @
+Ġ@ .@
+ul t
+re e
+ou gh
+i le
+Ġwh o
+ĠA l
+Ġs c
+ur ing
+p l
+or y
+it ion
+r ic
+ation s
+Ġd is
+Ġth is
+Ġb ec
+Ġa pp
+i z
+ĠI t
+a re
+ac h
+l ud
+ad e
+Ġpl ay
+Ġ j
+Ġm an
+ac t
+el y
+Ġp art
+Ġd es
+Ġa g
+Ġthe y
+Ġy ear
+oun t
+Ġ20 1
+Ġo ver
+Ġo ther
+ou nd
+Ġa fter
+i b
+o ver
+Ġs er
+Ġ en
+Ġof f
+Ġ im
+ct ion
+Ġ Y
+k e
+it e
+, @
+Ġ@ ,@
+t e
+ur n
+Ġinc lud
+res s
+an ce
+an g
+Ġat t
+ic e
+ac e
+ar k
+Ġo ut
+w n
+p h
+em ber
+Ġp re
+Ġu p
+en s
+m an
+Ġe v
+Ġt ime
+nd er
+rou gh
+c ed
+Ġf in
+Ġint o
+on e
+p ort
+rou nd
+w e
+re n
+l es
+in t
+ĠO n
+v el
+Ġcom m
+Ġs he
+as on
+am p
+Ġt e
+Ġw ould
+w ard
+Ġm ore
+Ġ 6
+i ed
+os e
+ri b
+ĠU n
+Ġal l
+ing s
+ter n
+c es
+ab le
+Ġw e
+it ed
+e ver
+ent s
+Ġh im
+as ed
+or s
+o y
+o od
+Ġc ent
+i x
+as e
+il d
+ĠA n
+Ġ 7
+Ġw ork
+at es
+i ous
+at h
+Ġp o
+ro p
+ol d
+al s
+is s
+e y
+ic t
+Ġf e
+Ġthe m
+g an
+Ġs ec
+Ġb et
+Ġwhe n
+Ġs ong
+Ġre m
+e p
+f orm
+a il
+f er
+Ġe ar
+ub l
+a w
+Ġk n
+ak e
+a us
+Ġm ost
+Ġcon s
+Ġd uring
+ĠA s
+or th
+Ġn ew
+er ed
+il m
+v ed
+at t
+Ġon ly
+Ġ 9
+Ġd ec
+Ġ 8
+ic k
+Ġg ame
+on s
+u g
+Ġt r
+f t
+ot h
+o ok
+ĠM ar
+re at
+w ay
+Ġc an
+ol low
+ou th
+we en
+ĠE n
+Ġ19 9
+ter s
+Ġre l
+in d
+Ġab out
+Ġse ason
+Ġag ain
+r al
+Ġth ree
+ation al
+Ġu nder
+ul ar
+Ġm e
+Ġth an
+ĠC om
+ĠA r
+h ip
+o b
+Ġn e
+Ġbet ween
+Ġf l
+h n
+v e
+Ġch ar
+Ġc ol
+Ġrec ord
+i ew
+r on
+f ore
+Ġth rough
+is ion
+or n
+Ġ 00
+oc k
+Ġ ver
+Ġl ater
+Ġn um
+Ġe nd
+ol og
+am es
+Ġp os
+Ġw rit
+Ġpro du
+Ġwh ile
+Ġa ct
+Ġre le
+Ġf ilm
+is hed
+Ġp r
+an s
+Ġre g
+Ġfor m
+Ġas s
+ĠS e
+ur y
+t ed
+t s
+Ġm ade
+Ġsu b
+Ġp e
+Ġs o
+or ld
+Ġre t
+ĠN ew
+Ġsp ec
+Ġa cc
+Ġ qu
+Ġwhe re
+en er
+Ġm ov
+he s
+mer ic
+at ing
+Ġin ter
+ĠL e
+ĠA meric
+Ġ ra
+Ġs ome
+Ġc o
+Ġl ar
+Ġb u
+Ġde f
+b um
+Ġa c
+Ġm us
+Ġf ollow
+ĠA t
+in s
+iv ed
+if ic
+u al
+Ġa m
+Ġsu ch
+Ġsec ond
+i ke
+Ġf our
+Ġin d
+an n
+he n
+Ġus ed
+ĠR e
+ic s
+le ct
+Ġd ay
+i el
+il y
+ĠTh is
+Ġ 0
+Ġp ubl
+Ġc all
+ĠJ o
+l l
+Ġal bum
+Ġ00 0
+ran s
+Ġd o
+an y
+Ġbe fore
+ro s
+ĠS h
+Ġs y
+a id
+ĠEn g
+Ġbe ing
+Ġ1 0
+u c
+Ġe p
+Ġsu pp
+Ġthe re
+Ġyear s
+ar s
+ow ever
+Ġ ent
+if e
+Ġh igh
+Ġf ound
+ir d
+Ġn o
+Ġs et
+in es
+iv er
+i o
+ot her
+j ect
+Ġs ur
+a j
+t en
+Ġt ra
+Ġ1 2
+is ed
+it ies
+vel op
+Ġb l
+al e
+Ġser ies
+Ġl oc
+Ġnum ber
+Ġp res
+an e
+aus e
+od e
+e k
+t on
+ĠS c
+i er
+is e
+Ġse ver
+in ce
+Ġb oth
+an k
+ro w
+ire ct
+s on
+Ġthe n
+ĠB rit
+i et
+Ġ1 6
+Ġep is
+Ġinclud ing
+it s
+ig in
+p r
+Ġ /
+Ġagain st
+Ġw ell
+Ġbec ame
+Ġex p
+Ġkn own
+Ġt rans
+Ġchar ac
+ĠâĢ Ķ
+r am
+Ġb ack
+Ġad d
+Ġp op
+Ġg o
+ur ch
+Ġdes c
+Ġs ing
+iel d
+Ġper form
+ain ed
+Ġre ce
+id ent
+Ġe m
+er t
+u res
+Ġin v
+Ġde p
+Ġ19 8
+a ir
+er n
+at her
+f ul
+Ġ Z
+Ġm on
+Ġman y
+Ġm ain
+Ġst ud
+Ġl ong
+in n
+th ough
+u p
+o ol
+ĠUn ited
+l ed
+em ent
+Ġ1 5
+ow er
+ĠJo hn
+Ġo p
+Ġ1 1
+in ed
+Ġm et
+o ber
+le y
+Ġ1 7
+Ġcent ury
+Ġte am
+Ġ est
+ĠA fter
+y l
+Ġm in
+u ch
+ut e
+Ġde velop
+ĠS he
+i am
+Ġsh ow
+el f
+Ġre p
+Ġcon c
+at ive
+Ġc re
+over n
+a red
+Ġ19 4
+Ġor igin
+Ġs m
+iv ers
+a z
+Ġle ad
+Ġsever al
+a h
+Ġo b
+Ġre v
+Ġm ill
+er m
+u ally
+o ot
+Ġbe gan
+Ġ19 6
+i red
+Ġd if
+Ġcont in
+Ġs ign
+i k
+ĠI nd
+ment s
+iz ed
+Ġ19 7
+Ġd irect
+a u
+Ġex t
+ros s
+em b
+d er
+Ġp ol
+Ġm ay
+a pt
+el s
+ĠW h
+Ġcomp le
+Ġar t
+ĠB r
+ĠI s
+un e
+t il
+Ġc rit
+Ġh ist
+Ġear ly
+Ġc ould
+ĠC on
+Ġd id
+Ġb el
+Ġcall ed
+u ed

tokenizer/special_tokens_map.json

@@ -0,0 +1,51 @@
+{
+  "bos_token": {
+    "content": "<s>",
+    "lstrip": false,
+    "normalized": false,
+    "rstrip": false,
+    "single_word": false
+  },
+  "cls_token": {
+    "content": "<s>",
+    "lstrip": false,
+    "normalized": false,
+    "rstrip": false,
+    "single_word": false
+  },
+  "eos_token": {
+    "content": "</s>",
+    "lstrip": false,
+    "normalized": false,
+    "rstrip": false,
+    "single_word": false
+  },
+  "mask_token": {
+    "content": "<mask>",
+    "lstrip": true,
+    "normalized": false,
+    "rstrip": false,
+    "single_word": false
+  },
+  "pad_token": {
+    "content": "<pad>",
+    "lstrip": false,
+    "normalized": false,
+    "rstrip": false,
+    "single_word": false
+  },
+  "sep_token": {
+    "content": "</s>",
+    "lstrip": false,
+    "normalized": false,
+    "rstrip": false,
+    "single_word": false
+  },
+  "unk_token": {
+    "content": "<unk>",
+    "lstrip": false,
+    "normalized": false,
+    "rstrip": false,
+    "single_word": false
+  }
+}

tokenizer/tokenizer_config.json

@@ -0,0 +1,57 @@
+{
+  "add_prefix_space": false,
+  "added_tokens_decoder": {
+    "0": {
+      "content": "<s>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "1": {
+      "content": "<pad>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "2": {
+      "content": "</s>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "3": {
+      "content": "<unk>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "4": {
+      "content": "<mask>",
+      "lstrip": true,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    }
+  },
+  "bos_token": "<s>",
+  "clean_up_tokenization_spaces": false,
+  "cls_token": "<s>",
+  "eos_token": "</s>",
+  "errors": "replace",
+  "extra_special_tokens": {},
+  "mask_token": "<mask>",
+  "model_max_length": 77,
+  "pad_token": "<pad>",
+  "sep_token": "</s>",
+  "tokenizer_class": "RobertaTokenizer",
+  "unk_token": "<unk>"
+}

tokenizer/vocab.json

@@ -0,0 +1,1002 @@
+{
+  "!": 5,
+  "\"": 6,
+  "#": 7,
+  "$": 8,
+  "%": 9,
+  "&": 10,
+  "'": 11,
+  "(": 12,
+  ")": 13,
+  "*": 14,
+  "+": 15,
+  ",": 16,
+  ",@": 565,
+  "-": 17,
+  "-@": 280,
+  ".": 18,
+  ".@": 514,
+  "/": 19,
+  "0": 20,
+  "00": 336,
+  "1": 21,
+  "2": 22,
+  "3": 23,
+  "4": 24,
+  "5": 25,
+  "6": 26,
+  "7": 27,
+  "8": 28,
+  "9": 29,
+  ":": 30,
+  ";": 31,
+  "<": 32,
+  "</s>": 2,
+  "<mask>": 4,
+  "<pad>": 1,
+  "<s>": 0,
+  "<unk>": 3,
+  "=": 33,
+  ">": 34,
+  "?": 35,
+  "@": 36,
+  "A": 37,
+  "B": 38,
+  "C": 39,
+  "D": 40,
+  "E": 41,
+  "F": 42,
+  "G": 43,
+  "H": 44,
+  "I": 45,
+  "J": 46,
+  "K": 47,
+  "L": 48,
+  "M": 49,
+  "N": 50,
+  "O": 51,
+  "P": 52,
+  "Q": 53,
+  "R": 54,
+  "S": 55,
+  "T": 56,
+  "U": 57,
+  "V": 58,
+  "W": 59,
+  "X": 60,
+  "Y": 61,
+  "Z": 62,
+  "[": 63,
+  "\\": 64,
+  "]": 65,
+  "^": 66,
+  "_": 67,
+  "`": 68,
+  "a": 69,
+  "ab": 376,
+  "able": 618,
+  "ac": 261,
+  "ace": 575,
+  "ach": 536,
+  "ack": 398,
+  "act": 542,
+  "ad": 260,
+  "ade": 538,
+  "ag": 334,
+  "age": 495,
+  "ah": 956,
+  "aid": 814,
+  "ail": 655,
+  "ain": 338,
+  "ained": 894,
+  "air": 903,
+  "aj": 838,
+  "ak": 372,
+  "ake": 661,
+  "al": 226,
+  "ale": 846,
+  "all": 370,
+  "ally": 421,
+  "als": 641,
+  "am": 255,
+  "ame": 390,
+  "ames": 732,
+  "amp": 604,
+  "an": 224,
+  "ance": 571,
+  "and": 329,
+  "ane": 851,
+  "ang": 572,
+  "ank": 862,
+  "ann": 790,
+  "ans": 742,
+  "ant": 377,
+  "any": 809,
+  "ap": 426,
+  "apt": 982,
+  "ar": 221,
+  "ard": 368,
+  "are": 535,
+  "ared": 948,
+  "ark": 576,
+  "ars": 823,
+  "art": 371,
+  "ary": 434,
+  "as": 230,
+  "ase": 630,
+  "ased": 624,
+  "ason": 603,
+  "ass": 485,
+  "ast": 408,
+  "at": 212,
+  "ate": 369,
+  "ated": 384,
+  "ater": 479,
+  "ates": 635,
+  "ath": 637,
+  "ather": 905,
+  "ating": 765,
+  "ation": 295,
+  "ational": 702,
+  "ations": 528,
+  "ative": 945,
+  "att": 672,
+  "au": 975,
+  "aus": 662,
+  "ause": 852,
+  "av": 340,
+  "ave": 433,
+  "aw": 659,
+  "ay": 292,
+  "az": 953,
+  "b": 70,
+  "ber": 380,
+  "bum": 775,
+  "c": 71,
+  "cc": 442,
+  "ce": 302,
+  "ced": 589,
+  "ces": 617,
+  "ch": 313,
+  "ct": 325,
+  "ction": 561,
+  "d": 72,
+  "der": 979,
+  "du": 505,
+  "e": 73,
+  "ear": 387,
+  "ec": 266,
+  "ect": 399,
+  "ed": 208,
+  "ek": 854,
+  "el": 252,
+  "elf": 942,
+  "ell": 420,
+  "els": 983,
+  "ely": 543,
+  "em": 307,
+  "emb": 978,
+  "ember": 580,
+  "ement": 919,
+  "en": 217,
+  "ence": 511,
+  "end": 487,
+  "ener": 761,
+  "ens": 583,
+  "ent": 246,
+  "ents": 622,
+  "ep": 653,
+  "er": 203,
+  "ere": 354,
+  "ered": 669,
+  "erm": 960,
+  "ern": 904,
+  "ers": 324,
+  "ert": 898,
+  "es": 220,
+  "ess": 386,
+  "est": 332,
+  "et": 273,
+  "ever": 621,
+  "ew": 365,
+  "ey": 643,
+  "f": 74,
+  "fer": 656,
+  "ff": 469,
+  "fore": 721,
+  "form": 654,
+  "ft": 682,
+  "fter": 455,
+  "ful": 906,
+  "g": 75,
+  "gan": 647,
+  "ge": 415,
+  "gh": 382,
+  "h": 76,
+  "he": 199,
+  "hed": 462,
+  "hen": 791,
+  "her": 298,
+  "hes": 763,
+  "hip": 709,
+  "hn": 714,
+  "i": 77,
+  "ia": 431,
+  "ial": 457,
+  "iam": 940,
+  "ian": 410,
+  "ib": 555,
+  "ic": 233,
+  "ical": 456,
+  "ice": 574,
+  "ich": 373,
+  "ick": 677,
+  "ics": 794,
+  "ict": 644,
+  "id": 275,
+  "ide": 450,
+  "ident": 896,
+  "ie": 482,
+  "ied": 610,
+  "iel": 797,
+  "ield": 892,
+  "ier": 857,
+  "ies": 350,
+  "iet": 868,
+  "iew": 719,
+  "if": 351,
+  "ife": 826,
+  "ific": 782,
+  "ig": 282,
+  "igh": 367,
+  "ight": 424,
+  "igin": 873,
+  "ign": 478,
+  "ik": 969,
+  "ike": 787,
+  "il": 247,
+  "ild": 631,
+  "ile": 519,
+  "ill": 355,
+  "ilm": 670,
+  "ily": 798,
+  "im": 277,
+  "ime": 509,
+  "in": 201,
+  "ince": 860,
+  "ind": 696,
+  "ine": 419,
+  "ined": 925,
+  "ines": 832,
+  "ing": 227,
+  "ings": 615,
+  "inn": 913,
+  "ins": 780,
+  "int": 598,
+  "io": 834,
+  "ion": 237,
+  "ions": 447,
+  "ious": 636,
+  "ip": 418,
+  "ir": 279,
+  "ird": 829,
+  "ire": 486,
+  "irect": 864,
+  "ired": 965,
+  "irst": 440,
+  "is": 219,
+  "ise": 858,
+  "ised": 842,
+  "ish": 428,
+  "ished": 740,
+  "ision": 723,
+  "iss": 642,
+  "ist": 337,
+  "it": 215,
+  "ite": 564,
+  "ited": 620,
+  "ith": 291,
+  "ities": 843,
+  "ition": 526,
+  "its": 872,
+  "ity": 383,
+  "iv": 276,
+  "ive": 392,
+  "ived": 781,
+  "iver": 833,
+  "ivers": 952,
+  "ix": 629,
+  "iz": 533,
+  "ized": 972,
+  "j": 78,
+  "ject": 836,
+  "k": 79,
+  "ke": 563,
+  "l": 80,
+  "land": 512,
+  "ld": 356,
+  "le": 238,
+  "lect": 795,
+  "led": 918,
+  "les": 597,
+  "ley": 928,
+  "ll": 804,
+  "low": 502,
+  "lud": 537,
+  "ly": 268,
+  "m": 81,
+  "man": 584,
+  "ment": 412,
+  "ments": 971,
+  "mer": 499,
+  "meric": 764,
+  "n": 82,
+  "nd": 211,
+  "nder": 587,
+  "o": 83,
+  "ob": 710,
+  "ober": 927,
+  "oc": 379,
+  "ock": 726,
+  "od": 339,
+  "ode": 853,
+  "og": 436,
+  "ok": 474,
+  "ol": 274,
+  "old": 640,
+  "ollow": 689,
+  "olog": 731,
+  "om": 253,
+  "ome": 483,
+  "on": 204,
+  "ond": 501,
+  "one": 592,
+  "ong": 366,
+  "ons": 679,
+  "ood": 627,
+  "ook": 684,
+  "ool": 916,
+  "oot": 962,
+  "op": 347,
+  "or": 214,
+  "ord": 416,
+  "ore": 360,
+  "ork": 484,
+  "orld": 754,
+  "orm": 481,
+  "orn": 724,
+  "ors": 625,
+  "ort": 353,
+  "orth": 667,
+  "ory": 525,
+  "os": 320,
+  "ose": 611,
+  "ost": 423,
+  "ot": 283,
+  "oth": 683,
+  "other": 835,
+  "ou": 239,
+  "ough": 518,
+  "ould": 460,
+  "oun": 430,
+  "ound": 553,
+  "ount": 549,
+  "our": 422,
+  "ous": 439,
+  "out": 466,
+  "outh": 690,
+  "ov": 406,
+  "over": 556,
+  "overn": 947,
+  "ow": 288,
+  "ower": 921,
+  "owever": 824,
+  "own": 473,
+  "oy": 626,
+  "p": 84,
+  "per": 477,
+  "ph": 579,
+  "pl": 524,
+  "port": 593,
+  "pp": 358,
+  "pr": 874,
+  "pt": 385,
+  "q": 85,
+  "qu": 391,
+  "r": 86,
+  "ra": 318,
+  "ral": 700,
+  "ram": 884,
+  "ran": 480,
+  "rans": 807,
+  "re": 206,
+  "reat": 686,
+  "red": 405,
+  "ree": 517,
+  "ren": 596,
+  "res": 349,
+  "ress": 570,
+  "ri": 341,
+  "rib": 612,
+  "ric": 527,
+  "rit": 417,
+  "ro": 232,
+  "rom": 328,
+  "ron": 720,
+  "rop": 639,
+  "ros": 811,
+  "ross": 977,
+  "rou": 393,
+  "rough": 588,
+  "round": 594,
+  "row": 863,
+  "ru": 446,
+  "ry": 492,
+  "s": 87,
+  "se": 403,
+  "so": 452,
+  "son": 865,
+  "st": 250,
+  "t": 88,
+  "te": 567,
+  "ted": 748,
+  "ten": 839,
+  "ter": 284,
+  "tern": 616,
+  "ters": 694,
+  "th": 303,
+  "ther": 425,
+  "though": 914,
+  "til": 990,
+  "ton": 855,
+  "ts": 749,
+  "u": 89,
+  "ual": 783,
+  "ually": 961,
+  "ub": 467,
+  "ubl": 658,
+  "uc": 818,
+  "uch": 936,
+  "ud": 378,
+  "ue": 471,
+  "ued": 999,
+  "ug": 680,
+  "ul": 310,
+  "ular": 704,
+  "ult": 516,
+  "um": 331,
+  "un": 306,
+  "une": 989,
+  "up": 915,
+  "ur": 264,
+  "urch": 889,
+  "ure": 451,
+  "ures": 899,
+  "uring": 523,
+  "urn": 568,
+  "ury": 747,
+  "us": 287,
+  "ust": 435,
+  "ut": 290,
+  "ute": 937,
+  "v": 90,
+  "ve": 715,
+  "ved": 671,
+  "vel": 600,
+  "velop": 844,
+  "ver": 296,
+  "w": 91,
+  "ward": 607,
+  "way": 687,
+  "we": 595,
+  "ween": 691,
+  "wn": 578,
+  "wo": 465,
+  "x": 92,
+  "y": 93,
+  "yl": 934,
+  "z": 94,
+  "|": 95,
+  "}": 96,
+  "~": 97,
+  "¡": 98,
+  "¢": 99,
+  "£": 100,
+  "¤": 101,
+  "¥": 102,
+  "¦": 103,
+  "§": 104,
+  "¨": 105,
+  "©": 106,
+  "ª": 107,
+  "«": 108,
+  "¬": 109,
+  "®": 110,
+  "¯": 111,
+  "°": 112,
+  "±": 113,
+  "²": 114,
+  "³": 115,
+  "´": 116,
+  "µ": 117,
+  "¶": 118,
+  "·": 119,
+  "¸": 120,
+  "¹": 121,
+  "º": 122,
+  "»": 123,
+  "¼": 124,
+  "½": 125,
+  "¾": 126,
+  "¿": 127,
+  "Â": 128,
+  "Ã": 129,
+  "Ä": 130,
+  "Å": 131,
+  "Æ": 132,
+  "Ç": 133,
+  "È": 134,
+  "É": 135,
+  "Ê": 136,
+  "Ë": 137,
+  "Ì": 138,
+  "Í": 139,
+  "Î": 140,
+  "Ï": 141,
+  "Ð": 142,
+  "Ñ": 143,
+  "Ö": 144,
+  "×": 145,
+  "Ø": 146,
+  "Ù": 147,
+  "Ü": 148,
+  "à": 149,
+  "á": 150,
+  "â": 151,
+  "ã": 152,
+  "ä": 153,
+  "å": 154,
+  "æ": 155,
+  "ç": 156,
+  "è": 157,
+  "é": 158,
+  "ë": 159,
+  "ì": 160,
+  "ï": 161,
+  "Ċ": 162,
+  "Ġ": 163,
+  "Ġ\"": 243,
+  "Ġ'": 272,
+  "Ġ(": 315,
+  "Ġ)": 314,
+  "Ġ,": 205,
+  "Ġ.": 213,
+  "Ġ/": 875,
+  "Ġ0": 800,
+  "Ġ00": 725,
+  "Ġ000": 806,
+  "Ġ1": 249,
+  "Ġ10": 817,
+  "Ġ11": 924,
+  "Ġ12": 841,
+  "Ġ15": 920,
+  "Ġ16": 869,
+  "Ġ17": 929,
+  "Ġ18": 513,
+  "Ġ19": 327,
+  "Ġ194": 949,
+  "Ġ196": 964,
+  "Ġ197": 973,
+  "Ġ198": 902,
+  "Ġ199": 693,
+  "Ġ2": 293,
+  "Ġ20": 468,
+  "Ġ200": 437,
+  "Ġ201": 550,
+  "Ġ3": 432,
+  "Ġ4": 497,
+  "Ġ5": 506,
+  "Ġ6": 609,
+  "Ġ7": 633,
+  "Ġ8": 676,
+  "Ġ9": 674,
+  "Ġ:": 470,
+  "Ġ;": 444,
+  "Ġ=": 242,
+  "Ġ@": 259,
+  "Ġ@,@": 566,
+  "Ġ@-@": 281,
+  "Ġ@.@": 515,
+  "ĠA": 244,
+  "ĠAfter": 933,
+  "ĠAl": 521,
+  "ĠAmeric": 768,
+  "ĠAn": 632,
+  "ĠAr": 708,
+  "ĠAs": 666,
+  "ĠAt": 779,
+  "ĠB": 269,
+  "ĠBr": 987,
+  "ĠBrit": 867,
+  "ĠC": 251,
+  "ĠCh": 429,
+  "ĠCom": 707,
+  "ĠCon": 995,
+  "ĠD": 304,
+  "ĠE": 342,
+  "ĠEn": 692,
+  "ĠEng": 815,
+  "ĠF": 308,
+  "ĠG": 319,
+  "ĠH": 286,
+  "ĠHe": 496,
+  "ĠI": 270,
+  "ĠIn": 361,
+  "ĠInd": 970,
+  "ĠIs": 988,
+  "ĠIt": 534,
+  "ĠJ": 333,
+  "ĠJo": 803,
+  "ĠJohn": 922,
+  "ĠK": 388,
+  "ĠL": 321,
+  "ĠLe": 767,
+  "ĠM": 263,
+  "ĠMar": 685,
+  "ĠN": 322,
+  "ĠNew": 756,
+  "ĠO": 343,
+  "ĠOn": 599,
+  "ĠP": 294,
+  "ĠR": 301,
+  "ĠRe": 793,
+  "ĠS": 245,
+  "ĠSc": 856,
+  "ĠSe": 746,
+  "ĠSh": 812,
+  "ĠShe": 939,
+  "ĠSt": 407,
+  "ĠT": 240,
+  "ĠTh": 504,
+  "ĠThe": 265,
+  "ĠThis": 799,
+  "ĠU": 401,
+  "ĠUn": 613,
+  "ĠUnited": 917,
+  "ĠV": 441,
+  "ĠW": 316,
+  "ĠWh": 984,
+  "ĠY": 562,
+  "ĠZ": 907,
+  "Ġa": 200,
+  "Ġab": 489,
+  "Ġabout": 697,
+  "Ġac": 776,
+  "Ġacc": 758,
+  "Ġact": 737,
+  "Ġad": 490,
+  "Ġadd": 886,
+  "Ġafter": 554,
+  "Ġag": 546,
+  "Ġagain": 699,
+  "Ġagainst": 876,
+  "Ġal": 312,
+  "Ġalbum": 805,
+  "Ġall": 614,
+  "Ġalso": 475,
+  "Ġam": 784,
+  "Ġan": 330,
+  "Ġand": 229,
+  "Ġapp": 532,
+  "Ġar": 458,
+  "Ġare": 394,
+  "Ġart": 986,
+  "Ġas": 285,
+  "Ġass": 745,
+  "Ġat": 323,
+  "Ġatt": 573,
+  "Ġb": 223,
+  "Ġback": 885,
+  "Ġbe": 297,
+  "Ġbec": 531,
+  "Ġbecame": 878,
+  "Ġbeen": 508,
+  "Ġbefore": 810,
+  "Ġbegan": 963,
+  "Ġbeing": 816,
+  "Ġbel": 997,
+  "Ġbet": 649,
+  "Ġbetween": 712,
+  "Ġbl": 845,
+  "Ġboth": 861,
+  "Ġbu": 773,
+  "Ġbut": 449,
+  "Ġby": 311,
+  "Ġc": 216,
+  "Ġcall": 802,
+  "Ġcalled": 998,
+  "Ġcan": 688,
+  "Ġcent": 628,
+  "Ġcentury": 930,
+  "Ġch": 374,
+  "Ġchar": 716,
+  "Ġcharac": 882,
+  "Ġcl": 476,
+  "Ġco": 771,
+  "Ġcol": 717,
+  "Ġcom": 345,
+  "Ġcomm": 601,
+  "Ġcomp": 445,
+  "Ġcomple": 985,
+  "Ġcon": 317,
+  "Ġconc": 944,
+  "Ġcons": 664,
+  "Ġcont": 453,
+  "Ġcontin": 967,
+  "Ġcould": 994,
+  "Ġcre": 946,
+  "Ġcrit": 991,
+  "Ġd": 235,
+  "Ġday": 796,
+  "Ġde": 357,
+  "Ġdec": 675,
+  "Ġdef": 774,
+  "Ġdep": 901,
+  "Ġdes": 545,
+  "Ġdesc": 890,
+  "Ġdevelop": 938,
+  "Ġdid": 996,
+  "Ġdif": 966,
+  "Ġdirect": 974,
+  "Ġdis": 529,
+  "Ġdo": 808,
+  "Ġduring": 665,
+  "Ġe": 257,
+  "Ġear": 657,
+  "Ġearly": 993,
+  "Ġem": 897,
+  "Ġen": 558,
+  "Ġend": 730,
+  "Ġent": 825,
+  "Ġep": 819,
+  "Ġepis": 870,
+  "Ġest": 932,
+  "Ġev": 585,
+  "Ġex": 381,
+  "Ġexp": 879,
+  "Ġext": 976,
+  "Ġf": 218,
+  "Ġfe": 645,
+  "Ġfilm": 739,
+  "Ġfin": 590,
+  "Ġfirst": 459,
+  "Ġfl": 713,
+  "Ġfollow": 778,
+  "Ġfor": 278,
+  "Ġform": 744,
+  "Ġfound": 828,
+  "Ġfour": 788,
+  "Ġfrom": 344,
+  "Ġg": 271,
+  "Ġgame": 678,
+  "Ġgo": 888,
+  "Ġh": 236,
+  "Ġhad": 402,
+  "Ġhas": 503,
+  "Ġhave": 494,
+  "Ġhe": 335,
+  "Ġher": 472,
+  "Ġhigh": 827,
+  "Ġhim": 623,
+  "Ġhis": 346,
+  "Ġhist": 992,
+  "Ġim": 560,
+  "Ġin": 225,
+  "Ġinc": 443,
+  "Ġinclud": 569,
+  "Ġincluding": 871,
+  "Ġind": 789,
+  "Ġint": 454,
+  "Ġinter": 766,
+  "Ġinto": 591,
+  "Ġinv": 900,
+  "Ġis": 305,
+  "Ġit": 326,
+  "Ġits": 461,
+  "Ġj": 540,
+  "Ġk": 397,
+  "Ġkn": 660,
+  "Ġknown": 880,
+  "Ġl": 254,
+  "Ġlar": 772,
+  "Ġlater": 728,
+  "Ġle": 413,
+  "Ġlead": 954,
+  "Ġloc": 848,
+  "Ġlong": 912,
+  "Ġm": 234,
+  "Ġmade": 750,
+  "Ġmain": 910,
+  "Ġman": 541,
+  "Ġmany": 909,
+  "Ġmay": 981,
+  "Ġme": 705,
+  "Ġmet": 926,
+  "Ġmill": 959,
+  "Ġmin": 935,
+  "Ġmon": 908,
+  "Ġmore": 608,
+  "Ġmost": 663,
+  "Ġmov": 762,
+  "Ġmus": 777,
+  "Ġn": 258,
+  "Ġne": 711,
+  "Ġnew": 668,
+  "Ġno": 830,
+  "Ġnot": 414,
+  "Ġnum": 729,
+  "Ġnumber": 849,
+  "Ġo": 209,
+  "Ġob": 957,
+  "Ġof": 222,
+  "Ġoff": 559,
+  "Ġon": 267,
+  "Ġone": 500,
+  "Ġonly": 673,
+  "Ġop": 923,
+  "Ġor": 375,
+  "Ġorigin": 950,
+  "Ġother": 552,
+  "Ġout": 577,
+  "Ġover": 551,
+  "Ġp": 228,
+  "Ġpart": 544,
+  "Ġpe": 752,
+  "Ġper": 507,
+  "Ġperform": 893,
+  "Ġpl": 389,
+  "Ġplay": 539,
+  "Ġpo": 638,
+  "Ġpol": 980,
+  "Ġpop": 887,
+  "Ġpos": 733,
+  "Ġpr": 741,
+  "Ġpre": 581,
+  "Ġpres": 850,
+  "Ġpro": 348,
+  "Ġprodu": 735,
+  "Ġpubl": 801,
+  "Ġqu": 759,
+  "Ġr": 362,
+  "Ġra": 769,
+  "Ġre": 241,
+  "Ġrec": 493,
+  "Ġrece": 895,
+  "Ġrecord": 718,
+  "Ġreg": 743,
+  "Ġrel": 695,
+  "Ġrele": 738,
+  "Ġrem": 652,
+  "Ġrep": 943,
+  "Ġres": 488,
+  "Ġret": 755,
+  "Ġrev": 958,
+  "Ġro": 498,
+  "Ġs": 207,
+  "Ġsc": 522,
+  "Ġse": 363,
+  "Ġseason": 698,
+  "Ġsec": 648,
+  "Ġsecond": 786,
+  "Ġser": 557,
+  "Ġseries": 847,
+  "Ġset": 831,
+  "Ġsever": 859,
+  "Ġseveral": 955,
+  "Ġsh": 396,
+  "Ġshe": 602,
+  "Ġshow": 941,
+  "Ġsign": 968,
+  "Ġsing": 891,
+  "Ġsm": 951,
+  "Ġso": 753,
+  "Ġsome": 770,
+  "Ġsong": 651,
+  "Ġsp": 409,
+  "Ġspec": 757,
+  "Ġst": 289,
+  "Ġstud": 911,
+  "Ġsu": 359,
+  "Ġsub": 751,
+  "Ġsuch": 785,
+  "Ġsupp": 820,
+  "Ġsur": 837,
+  "Ġsy": 813,
+  "Ġt": 198,
+  "Ġte": 605,
+  "Ġteam": 931,
+  "Ġth": 248,
+  "Ġthan": 706,
+  "Ġthat": 299,
+  "Ġthe": 202,
+  "Ġtheir": 448,
+  "Ġthem": 646,
+  "Ġthen": 866,
+  "Ġthere": 821,
+  "Ġthey": 547,
+  "Ġthis": 530,
+  "Ġthree": 701,
+  "Ġthrough": 722,
+  "Ġtime": 586,
+  "Ġto": 231,
+  "Ġtr": 681,
+  "Ġtra": 840,
+  "Ġtrans": 881,
+  "Ġtwo": 510,
+  "Ġu": 427,
+  "Ġun": 438,
+  "Ġunder": 703,
+  "Ġup": 582,
+  "Ġus": 491,
+  "Ġused": 792,
+  "Ġv": 352,
+  "Ġver": 727,
+  "Ġw": 210,
+  "Ġwas": 262,
+  "Ġwe": 619,
+  "Ġwell": 877,
+  "Ġwere": 364,
+  "Ġwh": 309,
+  "Ġwhe": 464,
+  "Ġwhen": 650,
+  "Ġwhere": 760,
+  "Ġwhich": 404,
+  "Ġwhile": 736,
+  "Ġwho": 520,
+  "Ġwith": 300,
+  "Ġwork": 634,
+  "Ġwould": 606,
+  "Ġwrit": 734,
+  "Ġy": 411,
+  "Ġyear": 548,
+  "Ġyears": 822,
+  "Ġâ": 395,
+  "ĠâĢ": 400,
+  "ĠâĢĵ": 463,
+  "ĠâĢĶ": 883,
+  "ĠĊ": 256,
+  "Ģ": 164,
+  "ģ": 165,
+  "Ĥ": 166,
+  "ĥ": 167,
+  "Ħ": 168,
+  "ħ": 169,
+  "Ĩ": 170,
+  "ĩ": 171,
+  "Ī": 172,
+  "ī": 173,
+  "Ĭ": 174,
+  "ĭ": 175,
+  "Į": 176,
+  "į": 177,
+  "İ": 178,
+  "ı": 179,
+  "IJ": 180,
+  "ij": 181,
+  "Ĵ": 182,
+  "ĵ": 183,
+  "Ķ": 184,
+  "ķ": 185,
+  "ĸ": 186,
+  "Ĺ": 187,
+  "ĺ": 188,
+  "Ļ": 189,
+  "ļ": 190,
+  "Ľ": 191,
+  "ľ": 192,
+  "Ŀ": 193,
+  "ŀ": 194,
+  "Ł": 195,
+  "ł": 196,
+  "Ń": 197
+}

tokenizer_2/added_tokens.json

@@ -0,0 +1,102 @@
+{
+  "<extra_id_0>": 32099,
+  "<extra_id_10>": 32089,
+  "<extra_id_11>": 32088,
+  "<extra_id_12>": 32087,
+  "<extra_id_13>": 32086,
+  "<extra_id_14>": 32085,
+  "<extra_id_15>": 32084,
+  "<extra_id_16>": 32083,
+  "<extra_id_17>": 32082,
+  "<extra_id_18>": 32081,
+  "<extra_id_19>": 32080,
+  "<extra_id_1>": 32098,
+  "<extra_id_20>": 32079,
+  "<extra_id_21>": 32078,
+  "<extra_id_22>": 32077,
+  "<extra_id_23>": 32076,
+  "<extra_id_24>": 32075,
+  "<extra_id_25>": 32074,
+  "<extra_id_26>": 32073,
+  "<extra_id_27>": 32072,
+  "<extra_id_28>": 32071,
+  "<extra_id_29>": 32070,
+  "<extra_id_2>": 32097,
+  "<extra_id_30>": 32069,
+  "<extra_id_31>": 32068,
+  "<extra_id_32>": 32067,
+  "<extra_id_33>": 32066,
+  "<extra_id_34>": 32065,
+  "<extra_id_35>": 32064,
+  "<extra_id_36>": 32063,
+  "<extra_id_37>": 32062,
+  "<extra_id_38>": 32061,
+  "<extra_id_39>": 32060,
+  "<extra_id_3>": 32096,
+  "<extra_id_40>": 32059,
+  "<extra_id_41>": 32058,
+  "<extra_id_42>": 32057,
+  "<extra_id_43>": 32056,
+  "<extra_id_44>": 32055,
+  "<extra_id_45>": 32054,
+  "<extra_id_46>": 32053,
+  "<extra_id_47>": 32052,
+  "<extra_id_48>": 32051,
+  "<extra_id_49>": 32050,
+  "<extra_id_4>": 32095,
+  "<extra_id_50>": 32049,
+  "<extra_id_51>": 32048,
+  "<extra_id_52>": 32047,
+  "<extra_id_53>": 32046,
+  "<extra_id_54>": 32045,
+  "<extra_id_55>": 32044,
+  "<extra_id_56>": 32043,
+  "<extra_id_57>": 32042,
+  "<extra_id_58>": 32041,
+  "<extra_id_59>": 32040,
+  "<extra_id_5>": 32094,
+  "<extra_id_60>": 32039,
+  "<extra_id_61>": 32038,
+  "<extra_id_62>": 32037,
+  "<extra_id_63>": 32036,
+  "<extra_id_64>": 32035,
+  "<extra_id_65>": 32034,
+  "<extra_id_66>": 32033,
+  "<extra_id_67>": 32032,
+  "<extra_id_68>": 32031,
+  "<extra_id_69>": 32030,
+  "<extra_id_6>": 32093,
+  "<extra_id_70>": 32029,
+  "<extra_id_71>": 32028,
+  "<extra_id_72>": 32027,
+  "<extra_id_73>": 32026,
+  "<extra_id_74>": 32025,
+  "<extra_id_75>": 32024,
+  "<extra_id_76>": 32023,
+  "<extra_id_77>": 32022,
+  "<extra_id_78>": 32021,
+  "<extra_id_79>": 32020,
+  "<extra_id_7>": 32092,
+  "<extra_id_80>": 32019,
+  "<extra_id_81>": 32018,
+  "<extra_id_82>": 32017,
+  "<extra_id_83>": 32016,
+  "<extra_id_84>": 32015,
+  "<extra_id_85>": 32014,
+  "<extra_id_86>": 32013,
+  "<extra_id_87>": 32012,
+  "<extra_id_88>": 32011,
+  "<extra_id_89>": 32010,
+  "<extra_id_8>": 32091,
+  "<extra_id_90>": 32009,
+  "<extra_id_91>": 32008,
+  "<extra_id_92>": 32007,
+  "<extra_id_93>": 32006,
+  "<extra_id_94>": 32005,
+  "<extra_id_95>": 32004,
+  "<extra_id_96>": 32003,
+  "<extra_id_97>": 32002,
+  "<extra_id_98>": 32001,
+  "<extra_id_99>": 32000,
+  "<extra_id_9>": 32090
+}

tokenizer_2/special_tokens_map.json

@@ -0,0 +1,125 @@
+{
+  "additional_special_tokens": [
+    "<extra_id_0>",
+    "<extra_id_1>",
+    "<extra_id_2>",
+    "<extra_id_3>",
+    "<extra_id_4>",
+    "<extra_id_5>",
+    "<extra_id_6>",
+    "<extra_id_7>",
+    "<extra_id_8>",
+    "<extra_id_9>",
+    "<extra_id_10>",
+    "<extra_id_11>",
+    "<extra_id_12>",
+    "<extra_id_13>",
+    "<extra_id_14>",
+    "<extra_id_15>",
+    "<extra_id_16>",
+    "<extra_id_17>",
+    "<extra_id_18>",
+    "<extra_id_19>",
+    "<extra_id_20>",
+    "<extra_id_21>",
+    "<extra_id_22>",
+    "<extra_id_23>",
+    "<extra_id_24>",
+    "<extra_id_25>",
+    "<extra_id_26>",
+    "<extra_id_27>",
+    "<extra_id_28>",
+    "<extra_id_29>",
+    "<extra_id_30>",
+    "<extra_id_31>",
+    "<extra_id_32>",
+    "<extra_id_33>",
+    "<extra_id_34>",
+    "<extra_id_35>",
+    "<extra_id_36>",
+    "<extra_id_37>",
+    "<extra_id_38>",
+    "<extra_id_39>",
+    "<extra_id_40>",
+    "<extra_id_41>",
+    "<extra_id_42>",
+    "<extra_id_43>",
+    "<extra_id_44>",
+    "<extra_id_45>",
+    "<extra_id_46>",
+    "<extra_id_47>",
+    "<extra_id_48>",
+    "<extra_id_49>",
+    "<extra_id_50>",
+    "<extra_id_51>",
+    "<extra_id_52>",
+    "<extra_id_53>",
+    "<extra_id_54>",
+    "<extra_id_55>",
+    "<extra_id_56>",
+    "<extra_id_57>",
+    "<extra_id_58>",
+    "<extra_id_59>",
+    "<extra_id_60>",
+    "<extra_id_61>",
+    "<extra_id_62>",
+    "<extra_id_63>",
+    "<extra_id_64>",
+    "<extra_id_65>",
+    "<extra_id_66>",
+    "<extra_id_67>",
+    "<extra_id_68>",
+    "<extra_id_69>",
+    "<extra_id_70>",
+    "<extra_id_71>",
+    "<extra_id_72>",
+    "<extra_id_73>",
+    "<extra_id_74>",
+    "<extra_id_75>",
+    "<extra_id_76>",
+    "<extra_id_77>",
+    "<extra_id_78>",
+    "<extra_id_79>",
+    "<extra_id_80>",
+    "<extra_id_81>",
+    "<extra_id_82>",
+    "<extra_id_83>",
+    "<extra_id_84>",
+    "<extra_id_85>",
+    "<extra_id_86>",
+    "<extra_id_87>",
+    "<extra_id_88>",
+    "<extra_id_89>",
+    "<extra_id_90>",
+    "<extra_id_91>",
+    "<extra_id_92>",
+    "<extra_id_93>",
+    "<extra_id_94>",
+    "<extra_id_95>",
+    "<extra_id_96>",
+    "<extra_id_97>",
+    "<extra_id_98>",
+    "<extra_id_99>"
+  ],
+  "eos_token": {
+    "content": "</s>",
+    "lstrip": false,
+    "normalized": false,
+    "rstrip": false,
+    "single_word": false
+  },
+  "pad_token": {
+    "content": "<pad>",
+    "lstrip": false,
+    "normalized": false,
+    "rstrip": false,
+    "single_word": false
+  },
+  "unk_token": {
+    "content": "<unk>",
+    "lstrip": false,
+    "normalized": false,
+    "rstrip": false,
+    "single_word": false
+  }
+}

tokenizer_2/spiece.model

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d60acb128cf7b7f2536e8f38a5b18a05535c9e14c7a355904270e15b0945ea86
+size 791656

tokenizer_2/tokenizer_config.json

@@ -0,0 +1,941 @@
+{
+  "add_prefix_space": true,
+  "added_tokens_decoder": {
+    "0": {
+      "content": "<pad>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "1": {
+      "content": "</s>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "2": {
+      "content": "<unk>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "32000": {
+      "content": "<extra_id_99>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "32001": {
+      "content": "<extra_id_98>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "32002": {
+      "content": "<extra_id_97>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "32003": {
+      "content": "<extra_id_96>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "32004": {
+      "content": "<extra_id_95>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "32005": {
+      "content": "<extra_id_94>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "32006": {
+      "content": "<extra_id_93>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "32007": {
+      "content": "<extra_id_92>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "32008": {
+      "content": "<extra_id_91>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "32009": {
+      "content": "<extra_id_90>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "32010": {
+      "content": "<extra_id_89>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "32011": {
+      "content": "<extra_id_88>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "32012": {
+      "content": "<extra_id_87>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "32013": {
+      "content": "<extra_id_86>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "32014": {
+      "content": "<extra_id_85>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "32015": {
+      "content": "<extra_id_84>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "32016": {
+      "content": "<extra_id_83>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "32017": {
+      "content": "<extra_id_82>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "32018": {
+      "content": "<extra_id_81>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "32019": {
+      "content": "<extra_id_80>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "32020": {
+      "content": "<extra_id_79>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "32021": {
+      "content": "<extra_id_78>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "32022": {
+      "content": "<extra_id_77>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "32023": {
+      "content": "<extra_id_76>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "32024": {
+      "content": "<extra_id_75>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "32025": {
+      "content": "<extra_id_74>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "32026": {
+      "content": "<extra_id_73>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "32027": {
+      "content": "<extra_id_72>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "32028": {
+      "content": "<extra_id_71>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "32029": {
+      "content": "<extra_id_70>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "32030": {
+      "content": "<extra_id_69>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "32031": {
+      "content": "<extra_id_68>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "32032": {
+      "content": "<extra_id_67>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "32033": {
+      "content": "<extra_id_66>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "32034": {
+      "content": "<extra_id_65>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "32035": {
+      "content": "<extra_id_64>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "32036": {
+      "content": "<extra_id_63>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "32037": {
+      "content": "<extra_id_62>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "32038": {
+      "content": "<extra_id_61>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "32039": {
+      "content": "<extra_id_60>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "32040": {
+      "content": "<extra_id_59>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "32041": {
+      "content": "<extra_id_58>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "32042": {
+      "content": "<extra_id_57>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "32043": {
+      "content": "<extra_id_56>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "32044": {
+      "content": "<extra_id_55>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "32045": {
+      "content": "<extra_id_54>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "32046": {
+      "content": "<extra_id_53>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "32047": {
+      "content": "<extra_id_52>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "32048": {
+      "content": "<extra_id_51>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "32049": {
+      "content": "<extra_id_50>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "32050": {
+      "content": "<extra_id_49>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "32051": {
+      "content": "<extra_id_48>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "32052": {
+      "content": "<extra_id_47>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "32053": {
+      "content": "<extra_id_46>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "32054": {
+      "content": "<extra_id_45>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "32055": {
+      "content": "<extra_id_44>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "32056": {
+      "content": "<extra_id_43>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "32057": {
+      "content": "<extra_id_42>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "32058": {
+      "content": "<extra_id_41>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "32059": {
+      "content": "<extra_id_40>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "32060": {
+      "content": "<extra_id_39>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "32061": {
+      "content": "<extra_id_38>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "32062": {
+      "content": "<extra_id_37>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "32063": {
+      "content": "<extra_id_36>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "32064": {
+      "content": "<extra_id_35>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "32065": {
+      "content": "<extra_id_34>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "32066": {
+      "content": "<extra_id_33>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "32067": {
+      "content": "<extra_id_32>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "32068": {
+      "content": "<extra_id_31>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "32069": {
+      "content": "<extra_id_30>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "32070": {
+      "content": "<extra_id_29>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "32071": {
+      "content": "<extra_id_28>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "32072": {
+      "content": "<extra_id_27>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "32073": {
+      "content": "<extra_id_26>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "32074": {
+      "content": "<extra_id_25>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "32075": {
+      "content": "<extra_id_24>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "32076": {
+      "content": "<extra_id_23>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "32077": {
+      "content": "<extra_id_22>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "32078": {
+      "content": "<extra_id_21>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "32079": {
+      "content": "<extra_id_20>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "32080": {
+      "content": "<extra_id_19>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "32081": {
+      "content": "<extra_id_18>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "32082": {
+      "content": "<extra_id_17>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "32083": {
+      "content": "<extra_id_16>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "32084": {
+      "content": "<extra_id_15>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "32085": {
+      "content": "<extra_id_14>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "32086": {
+      "content": "<extra_id_13>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "32087": {
+      "content": "<extra_id_12>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "32088": {
+      "content": "<extra_id_11>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "32089": {
+      "content": "<extra_id_10>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "32090": {
+      "content": "<extra_id_9>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "32091": {
+      "content": "<extra_id_8>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "32092": {
+      "content": "<extra_id_7>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "32093": {
+      "content": "<extra_id_6>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "32094": {
+      "content": "<extra_id_5>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "32095": {
+      "content": "<extra_id_4>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "32096": {
+      "content": "<extra_id_3>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "32097": {
+      "content": "<extra_id_2>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "32098": {
+      "content": "<extra_id_1>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "32099": {
+      "content": "<extra_id_0>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    }
+  },
+  "additional_special_tokens": [
+    "<extra_id_0>",
+    "<extra_id_1>",
+    "<extra_id_2>",
+    "<extra_id_3>",
+    "<extra_id_4>",
+    "<extra_id_5>",
+    "<extra_id_6>",
+    "<extra_id_7>",
+    "<extra_id_8>",
+    "<extra_id_9>",
+    "<extra_id_10>",
+    "<extra_id_11>",
+    "<extra_id_12>",
+    "<extra_id_13>",
+    "<extra_id_14>",
+    "<extra_id_15>",
+    "<extra_id_16>",
+    "<extra_id_17>",
+    "<extra_id_18>",
+    "<extra_id_19>",
+    "<extra_id_20>",
+    "<extra_id_21>",
+    "<extra_id_22>",
+    "<extra_id_23>",
+    "<extra_id_24>",
+    "<extra_id_25>",
+    "<extra_id_26>",
+    "<extra_id_27>",
+    "<extra_id_28>",
+    "<extra_id_29>",
+    "<extra_id_30>",
+    "<extra_id_31>",
+    "<extra_id_32>",
+    "<extra_id_33>",
+    "<extra_id_34>",
+    "<extra_id_35>",
+    "<extra_id_36>",
+    "<extra_id_37>",
+    "<extra_id_38>",
+    "<extra_id_39>",
+    "<extra_id_40>",
+    "<extra_id_41>",
+    "<extra_id_42>",
+    "<extra_id_43>",
+    "<extra_id_44>",
+    "<extra_id_45>",
+    "<extra_id_46>",
+    "<extra_id_47>",
+    "<extra_id_48>",
+    "<extra_id_49>",
+    "<extra_id_50>",
+    "<extra_id_51>",
+    "<extra_id_52>",
+    "<extra_id_53>",
+    "<extra_id_54>",
+    "<extra_id_55>",
+    "<extra_id_56>",
+    "<extra_id_57>",
+    "<extra_id_58>",
+    "<extra_id_59>",
+    "<extra_id_60>",
+    "<extra_id_61>",
+    "<extra_id_62>",
+    "<extra_id_63>",
+    "<extra_id_64>",
+    "<extra_id_65>",
+    "<extra_id_66>",
+    "<extra_id_67>",
+    "<extra_id_68>",
+    "<extra_id_69>",
+    "<extra_id_70>",
+    "<extra_id_71>",
+    "<extra_id_72>",
+    "<extra_id_73>",
+    "<extra_id_74>",
+    "<extra_id_75>",
+    "<extra_id_76>",
+    "<extra_id_77>",
+    "<extra_id_78>",
+    "<extra_id_79>",
+    "<extra_id_80>",
+    "<extra_id_81>",
+    "<extra_id_82>",
+    "<extra_id_83>",
+    "<extra_id_84>",
+    "<extra_id_85>",
+    "<extra_id_86>",
+    "<extra_id_87>",
+    "<extra_id_88>",
+    "<extra_id_89>",
+    "<extra_id_90>",
+    "<extra_id_91>",
+    "<extra_id_92>",
+    "<extra_id_93>",
+    "<extra_id_94>",
+    "<extra_id_95>",
+    "<extra_id_96>",
+    "<extra_id_97>",
+    "<extra_id_98>",
+    "<extra_id_99>"
+  ],
+  "clean_up_tokenization_spaces": false,
+  "eos_token": "</s>",
+  "extra_ids": 100,
+  "extra_special_tokens": {},
+  "legacy": true,
+  "model_max_length": 77,
+  "pad_token": "<pad>",
+  "sp_model_kwargs": {},
+  "tokenizer_class": "T5Tokenizer",
+  "unk_token": "<unk>"
+}

unet/config.json

@@ -0,0 +1,50 @@
+{
+  "_class_name": "AudioLDM2UNet2DConditionModel",
+  "_diffusers_version": "0.33.0.dev0",
+  "act_fn": "silu",
+  "attention_head_dim": 8,
+  "block_out_channels": [
+    8,
+    16
+  ],
+  "class_embed_type": null,
+  "class_embeddings_concat": false,
+  "conv_in_kernel": 3,
+  "conv_out_kernel": 3,
+  "cross_attention_dim": [
+    8,
+    16
+  ],
+  "down_block_types": [
+    "DownBlock2D",
+    "CrossAttnDownBlock2D"
+  ],
+  "downsample_padding": 1,
+  "flip_sin_to_cos": true,
+  "freq_shift": 0,
+  "in_channels": 4,
+  "layers_per_block": 1,
+  "mid_block_scale_factor": 1,
+  "mid_block_type": "UNetMidBlock2DCrossAttn",
+  "norm_eps": 1e-05,
+  "norm_num_groups": 8,
+  "num_attention_heads": null,
+  "num_class_embeds": null,
+  "only_cross_attention": false,
+  "out_channels": 4,
+  "projection_class_embeddings_input_dim": null,
+  "resnet_time_scale_shift": "default",
+  "sample_size": 32,
+  "time_cond_proj_dim": null,
+  "time_embedding_act_fn": null,
+  "time_embedding_dim": null,
+  "time_embedding_type": "positional",
+  "timestep_post_act": null,
+  "transformer_layers_per_block": 1,
+  "up_block_types": [
+    "CrossAttnUpBlock2D",
+    "UpBlock2D"
+  ],
+  "upcast_attention": false,
+  "use_linear_projection": false
+}

unet/diffusion_pytorch_model.fp16.bin

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b1bdf30e3217cfb45db2520c0f3f6312289d997399e7bfbc7287e78c2b0c2c3d
+size 329462

vae/config.json

@@ -0,0 +1,31 @@
+{
+  "_class_name": "AutoencoderKL",
+  "_diffusers_version": "0.33.0.dev0",
+  "act_fn": "silu",
+  "block_out_channels": [
+    8,
+    16
+  ],
+  "down_block_types": [
+    "DownEncoderBlock2D",
+    "DownEncoderBlock2D"
+  ],
+  "force_upcast": true,
+  "in_channels": 1,
+  "latent_channels": 4,
+  "latents_mean": null,
+  "latents_std": null,
+  "layers_per_block": 1,
+  "mid_block_add_attention": true,
+  "norm_num_groups": 8,
+  "out_channels": 1,
+  "sample_size": 32,
+  "scaling_factor": 0.18215,
+  "shift_factor": null,
+  "up_block_types": [
+    "UpDecoderBlock2D",
+    "UpDecoderBlock2D"
+  ],
+  "use_post_quant_conv": true,
+  "use_quant_conv": true
+}

vae/diffusion_pytorch_model.fp16.bin

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:82278485227c838795e37f0fcd7e2bbf17dea7bb37bec688d820b112ec9c99c8
+size 214586

vocoder/config.json

@@ -0,0 +1,38 @@
+{
+  "architectures": [
+    "SpeechT5HifiGan"
+  ],
+  "initializer_range": 0.01,
+  "leaky_relu_slope": 0.1,
+  "model_in_dim": 8,
+  "model_type": "hifigan",
+  "normalize_before": false,
+  "resblock_dilation_sizes": [
+    [
+      1,
+      3,
+      5
+    ],
+    [
+      1,
+      3,
+      5
+    ]
+  ],
+  "resblock_kernel_sizes": [
+    3,
+    7
+  ],
+  "sampling_rate": 16000,
+  "torch_dtype": "float32",
+  "transformers_version": "4.50.0.dev0",
+  "upsample_initial_channel": 16,
+  "upsample_kernel_sizes": [
+    4,
+    4
+  ],
+  "upsample_rates": [
+    2,
+    2
+  ]
+}

vocoder/pytorch_model.fp16.bin

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b03f9b0ae7cb86d98edb4b8ec0010c0edea8759cad27462cf612a1adcab25620
+size 43602