| { | |
| "eos_token": "<|end_of_text|>", | |
| "share_vocab": true, | |
| "transforms": [ | |
| "onmt_tokenize", | |
| "filtertoolong" | |
| ], | |
| "data": null, | |
| "tgt_vocab_size": 128256, | |
| "save_data": null, | |
| "vocab_size_multiple": 8, | |
| "tgt_vocab": null, | |
| "n_sample": 0, | |
| "src_vocab": null, | |
| "skip_empty_level": "silent", | |
| "bos_token": "<|begin_of_text|>", | |
| "src_vocab_size": 128256, | |
| "decoder_start_token": "<|begin_of_text|>", | |
| "pad_token": "<blank>", | |
| "training": { | |
| "accum_steps": [ | |
| 0 | |
| ], | |
| "batch_size_multiple": 1, | |
| "valid_batch_size": 256, | |
| "batch_type": "tokens", | |
| "quant_type": "", | |
| "accum_count": [ | |
| 32 | |
| ], | |
| "w_bit": 0, | |
| "compute_dtype": "torch.bfloat16", | |
| "normalization": "tokens", | |
| "quant_layers": [], | |
| "group_size": 0, | |
| "batch_size": 896 | |
| }, | |
| "transforms_configs": { | |
| "filtertoolong": { | |
| "tgt_seq_length": 512, | |
| "src_seq_length": 512 | |
| }, | |
| "onmt_tokenize": { | |
| "gpt2_pretok": true, | |
| "src_subword_model": "${MODEL_PATH}/bpe.model", | |
| "mapped_tokens": [ | |
| [ | |
| "<|begin_of_text|>", | |
| "｟begin_of_text｠" | |
| ], | |
| [ | |
| "<|end_of_text|>", | |
| "｟end_of_text｠" | |
| ], | |
| [ | |
| "<|reserved_special_token_0|>", | |
| "｟reserved_special_token_0｠" | |
| ], | |
| [ | |
| "<|reserved_special_token_1|>", | |
| "｟reserved_special_token_1｠" | |
| ], | |
| [ | |
| "<|reserved_special_token_2|>", | |
| "｟reserved_special_token_2｠" | |
| ], | |
| [ | |
| "<|reserved_special_token_3|>", | |
| "｟reserved_special_token_3｠" | |
| ], | |
| [ | |
| "<|start_header_id|>", | |
| "｟start_header_id｠" | |
| ], | |
| [ | |
| "<|end_header_id|>", | |
| "｟end_header_id｠" | |
| ], | |
| [ | |
| "<|reserved_special_token_4|>", | |
| "｟reserved_special_token_4｠" | |
| ], | |
| [ | |
| "<|eot_id|>", | |
| "｟eot_id｠" | |
| ], | |
| [ | |
| "<|reserved_special_token_5|>", | |
| "｟reserved_special_token_5｠" | |
| ], | |
| [ | |
| "<|reserved_special_token_6|>", | |
| "｟reserved_special_token_6｠" | |
| ], | |
| [ | |
| "<|reserved_special_token_7|>", | |
| "｟reserved_special_token_7｠" | |
| ], | |
| [ | |
| "<|reserved_special_token_8|>", | |
| "｟reserved_special_token_8｠" | |
| ], | |
| [ | |
| "<|reserved_special_token_9|>", | |
| "｟reserved_special_token_9｠" | |
| ], | |
| [ | |
| "<|reserved_special_token_10|>", | |
| "｟reserved_special_token_10｠" | |
| ], | |
| [ | |
| "<|reserved_special_token_11|>", | |
| "｟reserved_special_token_11｠" | |
| ], | |
| [ | |
| "<|reserved_special_token_12|>", | |
| "｟reserved_special_token_12｠" | |
| ], | |
| [ | |
| "<|reserved_special_token_13|>", | |
| "｟reserved_special_token_13｠" | |
| ], | |
| [ | |
| "<|reserved_special_token_14|>", | |
| "｟reserved_special_token_14｠" | |
| ], | |
| [ | |
| "<|reserved_special_token_15|>", | |
| "｟reserved_special_token_15｠" | |
| ], | |
| [ | |
| "<|reserved_special_token_16|>", | |
| "｟reserved_special_token_16｠" | |
| ], | |
| [ | |
| "<|reserved_special_token_17|>", | |
| "｟reserved_special_token_17｠" | |
| ], | |
| [ | |
| "<|reserved_special_token_18|>", | |
| "｟reserved_special_token_18｠" | |
| ], | |
| [ | |
| "<|reserved_special_token_19|>", | |
| "｟reserved_special_token_19｠" | |
| ], | |
| [ | |
| "<|reserved_special_token_20|>", | |
| "｟reserved_special_token_20｠" | |
| ], | |
| [ | |
| "<|reserved_special_token_21|>", | |
| "｟reserved_special_token_21｠" | |
| ], | |
| [ | |
| "<|reserved_special_token_22|>", | |
| "｟reserved_special_token_22｠" | |
| ], | |
| [ | |
| "<|reserved_special_token_23|>", | |
| "｟reserved_special_token_23｠" | |
| ], | |
| [ | |
| "<|reserved_special_token_24|>", | |
| "｟reserved_special_token_24｠" | |
| ], | |
| [ | |
| "<|reserved_special_token_25|>", | |
| "｟reserved_special_token_25｠" | |
| ], | |
| [ | |
| "<|reserved_special_token_26|>", | |
| "｟reserved_special_token_26｠" | |
| ], | |
| [ | |
| "<|reserved_special_token_27|>", | |
| "｟reserved_special_token_27｠" | |
| ], | |
| [ | |
| "<|reserved_special_token_28|>", | |
| "｟reserved_special_token_28｠" | |
| ], | |
| [ | |
| "<|reserved_special_token_29|>", | |
| "｟reserved_special_token_29｠" | |
| ], | |
| [ | |
| "<|reserved_special_token_30|>", | |
| "｟reserved_special_token_30｠" | |
| ], | |
| [ | |
| "<|reserved_special_token_31|>", | |
| "｟reserved_special_token_31｠" | |
| ], | |
| [ | |
| "<|reserved_special_token_32|>", | |
| "｟reserved_special_token_32｠" | |
| ], | |
| [ | |
| "<|reserved_special_token_33|>", | |
| "｟reserved_special_token_33｠" | |
| ], | |
| [ | |
| "<|reserved_special_token_34|>", | |
| "｟reserved_special_token_34｠" | |
| ], | |
| [ | |
| "<|reserved_special_token_35|>", | |
| "｟reserved_special_token_35｠" | |
| ], | |
| [ | |
| "<|reserved_special_token_36|>", | |
| "｟reserved_special_token_36｠" | |
| ], | |
| [ | |
| "<|reserved_special_token_37|>", | |
| "｟reserved_special_token_37｠" | |
| ], | |
| [ | |
| "<|reserved_special_token_38|>", | |
| "｟reserved_special_token_38｠" | |
| ], | |
| [ | |
| "<|reserved_special_token_39|>", | |
| "｟reserved_special_token_39｠" | |
| ], | |
| [ | |
| "<|reserved_special_token_40|>", | |
| "｟reserved_special_token_40｠" | |
| ], | |
| [ | |
| "<|reserved_special_token_41|>", | |
| "｟reserved_special_token_41｠" | |
| ], | |
| [ | |
| "<|reserved_special_token_42|>", | |
| "｟reserved_special_token_42｠" | |
| ], | |
| [ | |
| "<|reserved_special_token_43|>", | |
| "｟reserved_special_token_43｠" | |
| ], | |
| [ | |
| "<|reserved_special_token_44|>", | |
| "｟reserved_special_token_44｠" | |
| ], | |
| [ | |
| "<|reserved_special_token_45|>", | |
| "｟reserved_special_token_45｠" | |
| ], | |
| [ | |
| "<|reserved_special_token_46|>", | |
| "｟reserved_special_token_46｠" | |
| ], | |
| [ | |
| "<|reserved_special_token_47|>", | |
| "｟reserved_special_token_47｠" | |
| ], | |
| [ | |
| "<|reserved_special_token_48|>", | |
| "｟reserved_special_token_48｠" | |
| ], | |
| [ | |
| "<|reserved_special_token_49|>", | |
| "｟reserved_special_token_49｠" | |
| ], | |
| [ | |
| "<|reserved_special_token_50|>", | |
| "｟reserved_special_token_50｠" | |
| ], | |
| [ | |
| "<|reserved_special_token_51|>", | |
| "｟reserved_special_token_51｠" | |
| ], | |
| [ | |
| "<|reserved_special_token_52|>", | |
| "｟reserved_special_token_52｠" | |
| ], | |
| [ | |
| "<|reserved_special_token_53|>", | |
| "｟reserved_special_token_53｠" | |
| ], | |
| [ | |
| "<|reserved_special_token_54|>", | |
| "｟reserved_special_token_54｠" | |
| ], | |
| [ | |
| "<|reserved_special_token_55|>", | |
| "｟reserved_special_token_55｠" | |
| ], | |
| [ | |
| "<|reserved_special_token_56|>", | |
| "｟reserved_special_token_56｠" | |
| ], | |
| [ | |
| "<|reserved_special_token_57|>", | |
| "｟reserved_special_token_57｠" | |
| ], | |
| [ | |
| "<|reserved_special_token_58|>", | |
| "｟reserved_special_token_58｠" | |
| ], | |
| [ | |
| "<|reserved_special_token_59|>", | |
| "｟reserved_special_token_59｠" | |
| ], | |
| [ | |
| "<|reserved_special_token_60|>", | |
| "｟reserved_special_token_60｠" | |
| ], | |
| [ | |
| "<|reserved_special_token_61|>", | |
| "｟reserved_special_token_61｠" | |
| ], | |
| [ | |
| "<|reserved_special_token_62|>", | |
| "｟reserved_special_token_62｠" | |
| ], | |
| [ | |
| "<|reserved_special_token_63|>", | |
| "｟reserved_special_token_63｠" | |
| ], | |
| [ | |
| "<|reserved_special_token_64|>", | |
| "｟reserved_special_token_64｠" | |
| ], | |
| [ | |
| "<|reserved_special_token_65|>", | |
| "｟reserved_special_token_65｠" | |
| ], | |
| [ | |
| "<|reserved_special_token_66|>", | |
| "｟reserved_special_token_66｠" | |
| ], | |
| [ | |
| "<|reserved_special_token_67|>", | |
| "｟reserved_special_token_67｠" | |
| ], | |
| [ | |
| "<|reserved_special_token_68|>", | |
| "｟reserved_special_token_68｠" | |
| ], | |
| [ | |
| "<|reserved_special_token_69|>", | |
| "｟reserved_special_token_69｠" | |
| ], | |
| [ | |
| "<|reserved_special_token_70|>", | |
| "｟reserved_special_token_70｠" | |
| ], | |
| [ | |
| "<|reserved_special_token_71|>", | |
| "｟reserved_special_token_71｠" | |
| ], | |
| [ | |
| "<|reserved_special_token_72|>", | |
| "｟reserved_special_token_72｠" | |
| ], | |
| [ | |
| "<|reserved_special_token_73|>", | |
| "｟reserved_special_token_73｠" | |
| ], | |
| [ | |
| "<|reserved_special_token_74|>", | |
| "｟reserved_special_token_74｠" | |
| ], | |
| [ | |
| "<|reserved_special_token_75|>", | |
| "｟reserved_special_token_75｠" | |
| ], | |
| [ | |
| "<|reserved_special_token_76|>", | |
| "｟reserved_special_token_76｠" | |
| ], | |
| [ | |
| "<|reserved_special_token_77|>", | |
| "｟reserved_special_token_77｠" | |
| ], | |
| [ | |
| "<|reserved_special_token_78|>", | |
| "｟reserved_special_token_78｠" | |
| ], | |
| [ | |
| "<|reserved_special_token_79|>", | |
| "｟reserved_special_token_79｠" | |
| ], | |
| [ | |
| "<|reserved_special_token_80|>", | |
| "｟reserved_special_token_80｠" | |
| ], | |
| [ | |
| "<|reserved_special_token_81|>", | |
| "｟reserved_special_token_81｠" | |
| ], | |
| [ | |
| "<|reserved_special_token_82|>", | |
| "｟reserved_special_token_82｠" | |
| ], | |
| [ | |
| "<|reserved_special_token_83|>", | |
| "｟reserved_special_token_83｠" | |
| ], | |
| [ | |
| "<|reserved_special_token_84|>", | |
| "｟reserved_special_token_84｠" | |
| ], | |
| [ | |
| "<|reserved_special_token_85|>", | |
| "｟reserved_special_token_85｠" | |
| ], | |
| [ | |
| "<|reserved_special_token_86|>", | |
| "｟reserved_special_token_86｠" | |
| ], | |
| [ | |
| "<|reserved_special_token_87|>", | |
| "｟reserved_special_token_87｠" | |
| ], | |
| [ | |
| "<|reserved_special_token_88|>", | |
| "｟reserved_special_token_88｠" | |
| ], | |
| [ | |
| "<|reserved_special_token_89|>", | |
| "｟reserved_special_token_89｠" | |
| ], | |
| [ | |
| "<|reserved_special_token_90|>", | |
| "｟reserved_special_token_90｠" | |
| ], | |
| [ | |
| "<|reserved_special_token_91|>", | |
| "｟reserved_special_token_91｠" | |
| ], | |
| [ | |
| "<|reserved_special_token_92|>", | |
| "｟reserved_special_token_92｠" | |
| ], | |
| [ | |
| "<|reserved_special_token_93|>", | |
| "｟reserved_special_token_93｠" | |
| ], | |
| [ | |
| "<|reserved_special_token_94|>", | |
| "｟reserved_special_token_94｠" | |
| ], | |
| [ | |
| "<|reserved_special_token_95|>", | |
| "｟reserved_special_token_95｠" | |
| ], | |
| [ | |
| "<|reserved_special_token_96|>", | |
| "｟reserved_special_token_96｠" | |
| ], | |
| [ | |
| "<|reserved_special_token_97|>", | |
| "｟reserved_special_token_97｠" | |
| ], | |
| [ | |
| "<|reserved_special_token_98|>", | |
| "｟reserved_special_token_98｠" | |
| ], | |
| [ | |
| "<|reserved_special_token_99|>", | |
| "｟reserved_special_token_99｠" | |
| ], | |
| [ | |
| "<|reserved_special_token_100|>", | |
| "｟reserved_special_token_100｠" | |
| ], | |
| [ | |
| "<|reserved_special_token_101|>", | |
| "｟reserved_special_token_101｠" | |
| ], | |
| [ | |
| "<|reserved_special_token_102|>", | |
| "｟reserved_special_token_102｠" | |
| ], | |
| [ | |
| "<|reserved_special_token_103|>", | |
| "｟reserved_special_token_103｠" | |
| ], | |
| [ | |
| "<|reserved_special_token_104|>", | |
| "｟reserved_special_token_104｠" | |
| ], | |
| [ | |
| "<|reserved_special_token_105|>", | |
| "｟reserved_special_token_105｠" | |
| ], | |
| [ | |
| "<|reserved_special_token_106|>", | |
| "｟reserved_special_token_106｠" | |
| ], | |
| [ | |
| "<|reserved_special_token_107|>", | |
| "｟reserved_special_token_107｠" | |
| ], | |
| [ | |
| "<|reserved_special_token_108|>", | |
| "｟reserved_special_token_108｠" | |
| ], | |
| [ | |
| "<|reserved_special_token_109|>", | |
| "｟reserved_special_token_109｠" | |
| ], | |
| [ | |
| "<|reserved_special_token_110|>", | |
| "｟reserved_special_token_110｠" | |
| ], | |
| [ | |
| "<|reserved_special_token_111|>", | |
| "｟reserved_special_token_111｠" | |
| ], | |
| [ | |
| "<|reserved_special_token_112|>", | |
| "｟reserved_special_token_112｠" | |
| ], | |
| [ | |
| "<|reserved_special_token_113|>", | |
| "｟reserved_special_token_113｠" | |
| ], | |
| [ | |
| "<|reserved_special_token_114|>", | |
| "｟reserved_special_token_114｠" | |
| ], | |
| [ | |
| "<|reserved_special_token_115|>", | |
| "｟reserved_special_token_115｠" | |
| ], | |
| [ | |
| "<|reserved_special_token_116|>", | |
| "｟reserved_special_token_116｠" | |
| ], | |
| [ | |
| "<|reserved_special_token_117|>", | |
| "｟reserved_special_token_117｠" | |
| ], | |
| [ | |
| "<|reserved_special_token_118|>", | |
| "｟reserved_special_token_118｠" | |
| ], | |
| [ | |
| "<|reserved_special_token_119|>", | |
| "｟reserved_special_token_119｠" | |
| ], | |
| [ | |
| "<|reserved_special_token_120|>", | |
| "｟reserved_special_token_120｠" | |
| ], | |
| [ | |
| "<|reserved_special_token_121|>", | |
| "｟reserved_special_token_121｠" | |
| ], | |
| [ | |
| "<|reserved_special_token_122|>", | |
| "｟reserved_special_token_122｠" | |
| ], | |
| [ | |
| "<|reserved_special_token_123|>", | |
| "｟reserved_special_token_123｠" | |
| ], | |
| [ | |
| "<|reserved_special_token_124|>", | |
| "｟reserved_special_token_124｠" | |
| ], | |
| [ | |
| "<|reserved_special_token_125|>", | |
| "｟reserved_special_token_125｠" | |
| ], | |
| [ | |
| "<|reserved_special_token_126|>", | |
| "｟reserved_special_token_126｠" | |
| ], | |
| [ | |
| "<|reserved_special_token_127|>", | |
| "｟reserved_special_token_127｠" | |
| ], | |
| [ | |
| "<|reserved_special_token_128|>", | |
| "｟reserved_special_token_128｠" | |
| ], | |
| [ | |
| "<|reserved_special_token_129|>", | |
| "｟reserved_special_token_129｠" | |
| ], | |
| [ | |
| "<|reserved_special_token_130|>", | |
| "｟reserved_special_token_130｠" | |
| ], | |
| [ | |
| "<|reserved_special_token_131|>", | |
| "｟reserved_special_token_131｠" | |
| ], | |
| [ | |
| "<|reserved_special_token_132|>", | |
| "｟reserved_special_token_132｠" | |
| ], | |
| [ | |
| "<|reserved_special_token_133|>", | |
| "｟reserved_special_token_133｠" | |
| ], | |
| [ | |
| "<|reserved_special_token_134|>", | |
| "｟reserved_special_token_134｠" | |
| ], | |
| [ | |
| "<|reserved_special_token_135|>", | |
| "｟reserved_special_token_135｠" | |
| ], | |
| [ | |
| "<|reserved_special_token_136|>", | |
| "｟reserved_special_token_136｠" | |
| ], | |
| [ | |
| "<|reserved_special_token_137|>", | |
| "｟reserved_special_token_137｠" | |
| ], | |
| [ | |
| "<|reserved_special_token_138|>", | |
| "｟reserved_special_token_138｠" | |
| ], | |
| [ | |
| "<|reserved_special_token_139|>", | |
| "｟reserved_special_token_139｠" | |
| ], | |
| [ | |
| "<|reserved_special_token_140|>", | |
| "｟reserved_special_token_140｠" | |
| ], | |
| [ | |
| "<|reserved_special_token_141|>", | |
| "｟reserved_special_token_141｠" | |
| ], | |
| [ | |
| "<|reserved_special_token_142|>", | |
| "｟reserved_special_token_142｠" | |
| ], | |
| [ | |
| "<|reserved_special_token_143|>", | |
| "｟reserved_special_token_143｠" | |
| ], | |
| [ | |
| "<|reserved_special_token_144|>", | |
| "｟reserved_special_token_144｠" | |
| ], | |
| [ | |
| "<|reserved_special_token_145|>", | |
| "｟reserved_special_token_145｠" | |
| ], | |
| [ | |
| "<|reserved_special_token_146|>", | |
| "｟reserved_special_token_146｠" | |
| ], | |
| [ | |
| "<|reserved_special_token_147|>", | |
| "｟reserved_special_token_147｠" | |
| ], | |
| [ | |
| "<|reserved_special_token_148|>", | |
| "｟reserved_special_token_148｠" | |
| ], | |
| [ | |
| "<|reserved_special_token_149|>", | |
| "｟reserved_special_token_149｠" | |
| ], | |
| [ | |
| "<|reserved_special_token_150|>", | |
| "｟reserved_special_token_150｠" | |
| ], | |
| [ | |
| "<|reserved_special_token_151|>", | |
| "｟reserved_special_token_151｠" | |
| ], | |
| [ | |
| "<|reserved_special_token_152|>", | |
| "｟reserved_special_token_152｠" | |
| ], | |
| [ | |
| "<|reserved_special_token_153|>", | |
| "｟reserved_special_token_153｠" | |
| ], | |
| [ | |
| "<|reserved_special_token_154|>", | |
| "｟reserved_special_token_154｠" | |
| ], | |
| [ | |
| "<|reserved_special_token_155|>", | |
| "｟reserved_special_token_155｠" | |
| ], | |
| [ | |
| "<|reserved_special_token_156|>", | |
| "｟reserved_special_token_156｠" | |
| ], | |
| [ | |
| "<|reserved_special_token_157|>", | |
| "｟reserved_special_token_157｠" | |
| ], | |
| [ | |
| "<|reserved_special_token_158|>", | |
| "｟reserved_special_token_158｠" | |
| ], | |
| [ | |
| "<|reserved_special_token_159|>", | |
| "｟reserved_special_token_159｠" | |
| ], | |
| [ | |
| "<|reserved_special_token_160|>", | |
| "｟reserved_special_token_160｠" | |
| ], | |
| [ | |
| "<|reserved_special_token_161|>", | |
| "｟reserved_special_token_161｠" | |
| ], | |
| [ | |
| "<|reserved_special_token_162|>", | |
| "｟reserved_special_token_162｠" | |
| ], | |
| [ | |
| "<|reserved_special_token_163|>", | |
| "｟reserved_special_token_163｠" | |
| ], | |
| [ | |
| "<|reserved_special_token_164|>", | |
| "｟reserved_special_token_164｠" | |
| ], | |
| [ | |
| "<|reserved_special_token_165|>", | |
| "｟reserved_special_token_165｠" | |
| ], | |
| [ | |
| "<|reserved_special_token_166|>", | |
| "｟reserved_special_token_166｠" | |
| ], | |
| [ | |
| "<|reserved_special_token_167|>", | |
| "｟reserved_special_token_167｠" | |
| ], | |
| [ | |
| "<|reserved_special_token_168|>", | |
| "｟reserved_special_token_168｠" | |
| ], | |
| [ | |
| "<|reserved_special_token_169|>", | |
| "｟reserved_special_token_169｠" | |
| ], | |
| [ | |
| "<|reserved_special_token_170|>", | |
| "｟reserved_special_token_170｠" | |
| ], | |
| [ | |
| "<|reserved_special_token_171|>", | |
| "｟reserved_special_token_171｠" | |
| ], | |
| [ | |
| "<|reserved_special_token_172|>", | |
| "｟reserved_special_token_172｠" | |
| ], | |
| [ | |
| "<|reserved_special_token_173|>", | |
| "｟reserved_special_token_173｠" | |
| ], | |
| [ | |
| "<|reserved_special_token_174|>", | |
| "｟reserved_special_token_174｠" | |
| ], | |
| [ | |
| "<|reserved_special_token_175|>", | |
| "｟reserved_special_token_175｠" | |
| ], | |
| [ | |
| "<|reserved_special_token_176|>", | |
| "｟reserved_special_token_176｠" | |
| ], | |
| [ | |
| "<|reserved_special_token_177|>", | |
| "｟reserved_special_token_177｠" | |
| ], | |
| [ | |
| "<|reserved_special_token_178|>", | |
| "｟reserved_special_token_178｠" | |
| ], | |
| [ | |
| "<|reserved_special_token_179|>", | |
| "｟reserved_special_token_179｠" | |
| ], | |
| [ | |
| "<|reserved_special_token_180|>", | |
| "｟reserved_special_token_180｠" | |
| ], | |
| [ | |
| "<|reserved_special_token_181|>", | |
| "｟reserved_special_token_181｠" | |
| ], | |
| [ | |
| "<|reserved_special_token_182|>", | |
| "｟reserved_special_token_182｠" | |
| ], | |
| [ | |
| "<|reserved_special_token_183|>", | |
| "｟reserved_special_token_183｠" | |
| ], | |
| [ | |
| "<|reserved_special_token_184|>", | |
| "｟reserved_special_token_184｠" | |
| ], | |
| [ | |
| "<|reserved_special_token_185|>", | |
| "｟reserved_special_token_185｠" | |
| ], | |
| [ | |
| "<|reserved_special_token_186|>", | |
| "｟reserved_special_token_186｠" | |
| ], | |
| [ | |
| "<|reserved_special_token_187|>", | |
| "｟reserved_special_token_187｠" | |
| ], | |
| [ | |
| "<|reserved_special_token_188|>", | |
| "｟reserved_special_token_188｠" | |
| ], | |
| [ | |
| "<|reserved_special_token_189|>", | |
| "｟reserved_special_token_189｠" | |
| ], | |
| [ | |
| "<|reserved_special_token_190|>", | |
| "｟reserved_special_token_190｠" | |
| ], | |
| [ | |
| "<|reserved_special_token_191|>", | |
| "｟reserved_special_token_191｠" | |
| ], | |
| [ | |
| "<|reserved_special_token_192|>", | |
| "｟reserved_special_token_192｠" | |
| ], | |
| [ | |
| "<|reserved_special_token_193|>", | |
| "｟reserved_special_token_193｠" | |
| ], | |
| [ | |
| "<|reserved_special_token_194|>", | |
| "｟reserved_special_token_194｠" | |
| ], | |
| [ | |
| "<|reserved_special_token_195|>", | |
| "｟reserved_special_token_195｠" | |
| ], | |
| [ | |
| "<|reserved_special_token_196|>", | |
| "｟reserved_special_token_196｠" | |
| ], | |
| [ | |
| "<|reserved_special_token_197|>", | |
| "｟reserved_special_token_197｠" | |
| ], | |
| [ | |
| "<|reserved_special_token_198|>", | |
| "｟reserved_special_token_198｠" | |
| ], | |
| [ | |
| "<|reserved_special_token_199|>", | |
| "｟reserved_special_token_199｠" | |
| ], | |
| [ | |
| "<|reserved_special_token_200|>", | |
| "｟reserved_special_token_200｠" | |
| ], | |
| [ | |
| "<|reserved_special_token_201|>", | |
| "｟reserved_special_token_201｠" | |
| ], | |
| [ | |
| "<|reserved_special_token_202|>", | |
| "｟reserved_special_token_202｠" | |
| ], | |
| [ | |
| "<|reserved_special_token_203|>", | |
| "｟reserved_special_token_203｠" | |
| ], | |
| [ | |
| "<|reserved_special_token_204|>", | |
| "｟reserved_special_token_204｠" | |
| ], | |
| [ | |
| "<|reserved_special_token_205|>", | |
| "｟reserved_special_token_205｠" | |
| ], | |
| [ | |
| "<|reserved_special_token_206|>", | |
| "｟reserved_special_token_206｠" | |
| ], | |
| [ | |
| "<|reserved_special_token_207|>", | |
| "｟reserved_special_token_207｠" | |
| ], | |
| [ | |
| "<|reserved_special_token_208|>", | |
| "｟reserved_special_token_208｠" | |
| ], | |
| [ | |
| "<|reserved_special_token_209|>", | |
| "｟reserved_special_token_209｠" | |
| ], | |
| [ | |
| "<|reserved_special_token_210|>", | |
| "｟reserved_special_token_210｠" | |
| ], | |
| [ | |
| "<|reserved_special_token_211|>", | |
| "｟reserved_special_token_211｠" | |
| ], | |
| [ | |
| "<|reserved_special_token_212|>", | |
| "｟reserved_special_token_212｠" | |
| ], | |
| [ | |
| "<|reserved_special_token_213|>", | |
| "｟reserved_special_token_213｠" | |
| ], | |
| [ | |
| "<|reserved_special_token_214|>", | |
| "｟reserved_special_token_214｠" | |
| ], | |
| [ | |
| "<|reserved_special_token_215|>", | |
| "｟reserved_special_token_215｠" | |
| ], | |
| [ | |
| "<|reserved_special_token_216|>", | |
| "｟reserved_special_token_216｠" | |
| ], | |
| [ | |
| "<|reserved_special_token_217|>", | |
| "｟reserved_special_token_217｠" | |
| ], | |
| [ | |
| "<|reserved_special_token_218|>", | |
| "｟reserved_special_token_218｠" | |
| ], | |
| [ | |
| "<|reserved_special_token_219|>", | |
| "｟reserved_special_token_219｠" | |
| ], | |
| [ | |
| "<|reserved_special_token_220|>", | |
| "｟reserved_special_token_220｠" | |
| ], | |
| [ | |
| "<|reserved_special_token_221|>", | |
| "｟reserved_special_token_221｠" | |
| ], | |
| [ | |
| "<|reserved_special_token_222|>", | |
| "｟reserved_special_token_222｠" | |
| ], | |
| [ | |
| "<|reserved_special_token_223|>", | |
| "｟reserved_special_token_223｠" | |
| ], | |
| [ | |
| "<|reserved_special_token_224|>", | |
| "｟reserved_special_token_224｠" | |
| ], | |
| [ | |
| "<|reserved_special_token_225|>", | |
| "｟reserved_special_token_225｠" | |
| ], | |
| [ | |
| "<|reserved_special_token_226|>", | |
| "｟reserved_special_token_226｠" | |
| ], | |
| [ | |
| "<|reserved_special_token_227|>", | |
| "｟reserved_special_token_227｠" | |
| ], | |
| [ | |
| "<|reserved_special_token_228|>", | |
| "｟reserved_special_token_228｠" | |
| ], | |
| [ | |
| "<|reserved_special_token_229|>", | |
| "｟reserved_special_token_229｠" | |
| ], | |
| [ | |
| "<|reserved_special_token_230|>", | |
| "｟reserved_special_token_230｠" | |
| ], | |
| [ | |
| "<|reserved_special_token_231|>", | |
| "｟reserved_special_token_231｠" | |
| ], | |
| [ | |
| "<|reserved_special_token_232|>", | |
| "｟reserved_special_token_232｠" | |
| ], | |
| [ | |
| "<|reserved_special_token_233|>", | |
| "｟reserved_special_token_233｠" | |
| ], | |
| [ | |
| "<|reserved_special_token_234|>", | |
| "｟reserved_special_token_234｠" | |
| ], | |
| [ | |
| "<|reserved_special_token_235|>", | |
| "｟reserved_special_token_235｠" | |
| ], | |
| [ | |
| "<|reserved_special_token_236|>", | |
| "｟reserved_special_token_236｠" | |
| ], | |
| [ | |
| "<|reserved_special_token_237|>", | |
| "｟reserved_special_token_237｠" | |
| ], | |
| [ | |
| "<|reserved_special_token_238|>", | |
| "｟reserved_special_token_238｠" | |
| ], | |
| [ | |
| "<|reserved_special_token_239|>", | |
| "｟reserved_special_token_239｠" | |
| ], | |
| [ | |
| "<|reserved_special_token_240|>", | |
| "｟reserved_special_token_240｠" | |
| ], | |
| [ | |
| "<|reserved_special_token_241|>", | |
| "｟reserved_special_token_241｠" | |
| ], | |
| [ | |
| "<|reserved_special_token_242|>", | |
| "｟reserved_special_token_242｠" | |
| ], | |
| [ | |
| "<|reserved_special_token_243|>", | |
| "｟reserved_special_token_243｠" | |
| ], | |
| [ | |
| "<|reserved_special_token_244|>", | |
| "｟reserved_special_token_244｠" | |
| ], | |
| [ | |
| "<|reserved_special_token_245|>", | |
| "｟reserved_special_token_245｠" | |
| ], | |
| [ | |
| "<|reserved_special_token_246|>", | |
| "｟reserved_special_token_246｠" | |
| ], | |
| [ | |
| "<|reserved_special_token_247|>", | |
| "｟reserved_special_token_247｠" | |
| ], | |
| [ | |
| "<|reserved_special_token_248|>", | |
| "｟reserved_special_token_248｠" | |
| ], | |
| [ | |
| "<|reserved_special_token_249|>", | |
| "｟reserved_special_token_249｠" | |
| ], | |
| [ | |
| "<|reserved_special_token_250|>", | |
| "｟reserved_special_token_250｠" | |
| ] | |
| ], | |
| "src_subword_type": "bpe" | |
| } | |
| }, | |
| "model": { | |
| "head_dim": null, | |
| "sliding_window": 0, | |
| "architecture": "transformer_lm", | |
| "num_experts": 0, | |
| "heads": 32, | |
| "hidden_size": 4096, | |
| "norm_eps": 1e-05, | |
| "num_experts_per_tok": 0, | |
| "mlp_activation_fn": "gated-silu", | |
| "left_pad": true, | |
| "layers": 32, | |
| "layer_norm": "rms", | |
| "shared_layer_norm": false, | |
| "add_ffnbias": false, | |
| "heads_kv": 8, | |
| "add_qkvbias": false, | |
| "parallel_residual": false, | |
| "transformer_ff": 14336, | |
| "embeddings": { | |
| "n_positions": 0, | |
| "tgt_word_vec_size": 4096, | |
| "position_encoding_type": "Rotary", | |
| "src_word_vec_size": 4096 | |
| }, | |
| "rope_config": { | |
| "rotary_interleave": false, | |
| "rotary_theta": 500000 | |
| }, | |
| "decoder": { | |
| "position_encoding_type": "Rotary", | |
| "n_positions": 0, | |
| "decoder_type": "transformer_lm", | |
| "tgt_word_vec_size": 4096, | |
| "rope_config": { | |
| "rotary_interleave": false, | |
| "rotary_theta": 500000 | |
| } | |
| } | |
| }, | |
| "inference": { | |
| "optional_eos": [], | |
| "top_p": 0.9, | |
| "temperature": 0.6, | |
| "max_length": 4096, | |
| "chat_template": "{% set loop_messages = messages %}{% for message in loop_messages %}{% set content = '<|start_header_id|>' + message['role'] + '<|end_header_id|>\n\n'+ message['content'] | trim + '<|eot_id|>' %}{% if loop.index0 == 0 %}{% set content = bos_token + content %}{% endif %}{{ content }}{% endfor %}{% if add_generation_prompt %}{{ '<|start_header_id|>assistant<|end_header_id|>\n\n' }}{% endif %}" | |
| } | |
| } |