Spaces:
Sleeping
Sleeping
| { | |
| "add_bos_token": false, | |
| "add_prefix_space": false, | |
| "added_tokens_decoder": { | |
| "50256": { | |
| "content": "<|endoftext|>", | |
| "lstrip": false, | |
| "normalized": true, | |
| "rstrip": false, | |
| "single_word": false, | |
| "special": true | |
| }, | |
| "50257": { | |
| "content": "<|I_B0009RF9DW|>", | |
| "lstrip": false, | |
| "normalized": false, | |
| "rstrip": false, | |
| "single_word": false, | |
| "special": true | |
| }, | |
| "50258": { | |
| "content": "<|I_B000FI4S1E|>", | |
| "lstrip": false, | |
| "normalized": false, | |
| "rstrip": false, | |
| "single_word": false, | |
| "special": true | |
| }, | |
| "50259": { | |
| "content": "<|I_B000URXP6E|>", | |
| "lstrip": false, | |
| "normalized": false, | |
| "rstrip": false, | |
| "single_word": false, | |
| "special": true | |
| }, | |
| "50260": { | |
| "content": "<|I_B0012Y0ZG2|>", | |
| "lstrip": false, | |
| "normalized": false, | |
| "rstrip": false, | |
| "single_word": false, | |
| "special": true | |
| }, | |
| "50261": { | |
| "content": "<|I_B00W259T7G|>", | |
| "lstrip": false, | |
| "normalized": false, | |
| "rstrip": false, | |
| "single_word": false, | |
| "special": true | |
| }, | |
| "50262": { | |
| "content": "<|I_B000VV1YOY|>", | |
| "lstrip": false, | |
| "normalized": false, | |
| "rstrip": false, | |
| "single_word": false, | |
| "special": true | |
| }, | |
| "50263": { | |
| "content": "<|I_B001LNODUS|>", | |
| "lstrip": false, | |
| "normalized": false, | |
| "rstrip": false, | |
| "single_word": false, | |
| "special": true | |
| }, | |
| "50264": { | |
| "content": "<|I_B019FWRG3C|>", | |
| "lstrip": false, | |
| "normalized": false, | |
| "rstrip": false, | |
| "single_word": false, | |
| "special": true | |
| }, | |
| "50265": { | |
| "content": "<|I_B00006L9LC|>", | |
| "lstrip": false, | |
| "normalized": false, | |
| "rstrip": false, | |
| "single_word": false, | |
| "special": true | |
| }, | |
| "50266": { | |
| "content": "<|I_B001OHV1H4|>", | |
| "lstrip": false, | |
| "normalized": false, | |
| "rstrip": false, | |
| "single_word": false, | |
| "special": true | |
| }, | |
| "50267": { | |
| "content": "<|I_B00VG1AV5Q|>", | |
| "lstrip": false, | |
| "normalized": false, | |
| "rstrip": false, | |
| "single_word": false, | |
| "special": true | |
| }, | |
| "50268": { | |
| "content": "<|I_B01DLR9IDI|>", | |
| "lstrip": false, | |
| "normalized": false, | |
| "rstrip": false, | |
| "single_word": false, | |
| "special": true | |
| }, | |
| "50269": { | |
| "content": "<|I_B00CQ0LN80|>", | |
| "lstrip": false, | |
| "normalized": false, | |
| "rstrip": false, | |
| "single_word": false, | |
| "special": true | |
| }, | |
| "50270": { | |
| "content": "<|I_B00HLXEXDO|>", | |
| "lstrip": false, | |
| "normalized": false, | |
| "rstrip": false, | |
| "single_word": false, | |
| "special": true | |
| }, | |
| "50271": { | |
| "content": "<|I_B000X7ST9Y|>", | |
| "lstrip": false, | |
| "normalized": false, | |
| "rstrip": false, | |
| "single_word": false, | |
| "special": true | |
| }, | |
| "50272": { | |
| "content": "<|I_B001E5PLCM|>", | |
| "lstrip": false, | |
| "normalized": false, | |
| "rstrip": false, | |
| "single_word": false, | |
| "special": true | |
| }, | |
| "50273": { | |
| "content": "<|I_B00DY59MB6|>", | |
| "lstrip": false, | |
| "normalized": false, | |
| "rstrip": false, | |
| "single_word": false, | |
| "special": true | |
| }, | |
| "50274": { | |
| "content": "<|I_B00JF2GVWK|>", | |
| "lstrip": false, | |
| "normalized": false, | |
| "rstrip": false, | |
| "single_word": false, | |
| "special": true | |
| }, | |
| "50275": { | |
| "content": "<|I_B00L1I1VMG|>", | |
| "lstrip": false, | |
| "normalized": false, | |
| "rstrip": false, | |
| "single_word": false, | |
| "special": true | |
| }, | |
| "50276": { | |
| "content": "<|I_B0010ZBORW|>", | |
| "lstrip": false, | |
| "normalized": false, | |
| "rstrip": false, | |
| "single_word": false, | |
| "special": true | |
| }, | |
| "50277": { | |
| "content": "<|I_B00QXW95Q4|>", | |
| "lstrip": false, | |
| "normalized": false, | |
| "rstrip": false, | |
| "single_word": false, | |
| "special": true | |
| }, | |
| "50278": { | |
| "content": "<|I_B006IB5T4W|>", | |
| "lstrip": false, | |
| "normalized": false, | |
| "rstrip": false, | |
| "single_word": false, | |
| "special": true | |
| }, | |
| "50279": { | |
| "content": "<|I_B01E7UKR38|>", | |
| "lstrip": false, | |
| "normalized": false, | |
| "rstrip": false, | |
| "single_word": false, | |
| "special": true | |
| }, | |
| "50280": { | |
| "content": "<|I_B002GP80EU|>", | |
| "lstrip": false, | |
| "normalized": false, | |
| "rstrip": false, | |
| "single_word": false, | |
| "special": true | |
| }, | |
| "50281": { | |
| "content": "<|I_B00N2WQ2IW|>", | |
| "lstrip": false, | |
| "normalized": false, | |
| "rstrip": false, | |
| "single_word": false, | |
| "special": true | |
| }, | |
| "50282": { | |
| "content": "<|I_B00AKP21KM|>", | |
| "lstrip": false, | |
| "normalized": false, | |
| "rstrip": false, | |
| "single_word": false, | |
| "special": true | |
| }, | |
| "50283": { | |
| "content": "<|I_B00RZYW4RG|>", | |
| "lstrip": false, | |
| "normalized": false, | |
| "rstrip": false, | |
| "single_word": false, | |
| "special": true | |
| }, | |
| "50284": { | |
| "content": "<|I_B000GLRREU|>", | |
| "lstrip": false, | |
| "normalized": false, | |
| "rstrip": false, | |
| "single_word": false, | |
| "special": true | |
| }, | |
| "50285": { | |
| "content": "<|I_B000FOI48G|>", | |
| "lstrip": false, | |
| "normalized": false, | |
| "rstrip": false, | |
| "single_word": false, | |
| "special": true | |
| }, | |
| "50286": { | |
| "content": "<|I_B016V8YWBC|>", | |
| "lstrip": false, | |
| "normalized": false, | |
| "rstrip": false, | |
| "single_word": false, | |
| "special": true | |
| }, | |
| "50287": { | |
| "content": "<|I_B0013NB7DW|>", | |
| "lstrip": false, | |
| "normalized": false, | |
| "rstrip": false, | |
| "single_word": false, | |
| "special": true | |
| }, | |
| "50288": { | |
| "content": "<|I_B019809F9Y|>", | |
| "lstrip": false, | |
| "normalized": false, | |
| "rstrip": false, | |
| "single_word": false, | |
| "special": true | |
| }, | |
| "50289": { | |
| "content": "<|I_B000NKJIXM|>", | |
| "lstrip": false, | |
| "normalized": false, | |
| "rstrip": false, | |
| "single_word": false, | |
| "special": true | |
| }, | |
| "50290": { | |
| "content": "<|I_B00EYZY6LQ|>", | |
| "lstrip": false, | |
| "normalized": false, | |
| "rstrip": false, | |
| "single_word": false, | |
| "special": true | |
| }, | |
| "50291": { | |
| "content": "<|I_B001E96LUO|>", | |
| "lstrip": false, | |
| "normalized": false, | |
| "rstrip": false, | |
| "single_word": false, | |
| "special": true | |
| }, | |
| "50292": { | |
| "content": "<|I_B000LIBUBY|>", | |
| "lstrip": false, | |
| "normalized": false, | |
| "rstrip": false, | |
| "single_word": false, | |
| "special": true | |
| }, | |
| "50293": { | |
| "content": "<|I_B000VUXCGI|>", | |
| "lstrip": false, | |
| "normalized": false, | |
| "rstrip": false, | |
| "single_word": false, | |
| "special": true | |
| }, | |
| "50294": { | |
| "content": "<|I_B00IJHY54S|>", | |
| "lstrip": false, | |
| "normalized": false, | |
| "rstrip": false, | |
| "single_word": false, | |
| "special": true | |
| }, | |
| "50295": { | |
| "content": "<|I_B00MTR49IG|>", | |
| "lstrip": false, | |
| "normalized": false, | |
| "rstrip": false, | |
| "single_word": false, | |
| "special": true | |
| }, | |
| "50296": { | |
| "content": "<|I_B00UWB35UY|>", | |
| "lstrip": false, | |
| "normalized": false, | |
| "rstrip": false, | |
| "single_word": false, | |
| "special": true | |
| }, | |
| "50297": { | |
| "content": "<|I_B000PKKAGO|>", | |
| "lstrip": false, | |
| "normalized": false, | |
| "rstrip": false, | |
| "single_word": false, | |
| "special": true | |
| }, | |
| "50298": { | |
| "content": "<|I_B0017TZD7S|>", | |
| "lstrip": false, | |
| "normalized": false, | |
| "rstrip": false, | |
| "single_word": false, | |
| "special": true | |
| }, | |
| "50299": { | |
| "content": "<|I_B008YQM4A6|>", | |
| "lstrip": false, | |
| "normalized": false, | |
| "rstrip": false, | |
| "single_word": false, | |
| "special": true | |
| }, | |
| "50300": { | |
| "content": "<|I_B019LAI4HU|>", | |
| "lstrip": false, | |
| "normalized": false, | |
| "rstrip": false, | |
| "single_word": false, | |
| "special": true | |
| }, | |
| "50301": { | |
| "content": "<|I_B00CZH3K1C|>", | |
| "lstrip": false, | |
| "normalized": false, | |
| "rstrip": false, | |
| "single_word": false, | |
| "special": true | |
| }, | |
| "50302": { | |
| "content": "<|I_B00VARTPKS|>", | |
| "lstrip": false, | |
| "normalized": false, | |
| "rstrip": false, | |
| "single_word": false, | |
| "special": true | |
| }, | |
| "50303": { | |
| "content": "<|I_B001ET7FZE|>", | |
| "lstrip": false, | |
| "normalized": false, | |
| "rstrip": false, | |
| "single_word": false, | |
| "special": true | |
| }, | |
| "50304": { | |
| "content": "<|I_B01BNEYGQU|>", | |
| "lstrip": false, | |
| "normalized": false, | |
| "rstrip": false, | |
| "single_word": false, | |
| "special": true | |
| }, | |
| "50305": { | |
| "content": "<|I_B007R6UXNY|>", | |
| "lstrip": false, | |
| "normalized": false, | |
| "rstrip": false, | |
| "single_word": false, | |
| "special": true | |
| }, | |
| "50306": { | |
| "content": "<|I_B004KEJ65C|>", | |
| "lstrip": false, | |
| "normalized": false, | |
| "rstrip": false, | |
| "single_word": false, | |
| "special": true | |
| }, | |
| "50307": { | |
| "content": "<|I_B004CALFE4|>", | |
| "lstrip": false, | |
| "normalized": false, | |
| "rstrip": false, | |
| "single_word": false, | |
| "special": true | |
| }, | |
| "50308": { | |
| "content": "<|I_B001F51RAG|>", | |
| "lstrip": false, | |
| "normalized": false, | |
| "rstrip": false, | |
| "single_word": false, | |
| "special": true | |
| }, | |
| "50309": { | |
| "content": "<|I_B00NT0AR7E|>", | |
| "lstrip": false, | |
| "normalized": false, | |
| "rstrip": false, | |
| "single_word": false, | |
| "special": true | |
| }, | |
| "50310": { | |
| "content": "<|I_B00B9V9ASM|>", | |
| "lstrip": false, | |
| "normalized": false, | |
| "rstrip": false, | |
| "single_word": false, | |
| "special": true | |
| }, | |
| "50311": { | |
| "content": "<|I_B00112DRHY|>", | |
| "lstrip": false, | |
| "normalized": false, | |
| "rstrip": false, | |
| "single_word": false, | |
| "special": true | |
| }, | |
| "50312": { | |
| "content": "<|I_B019V2KYZS|>", | |
| "lstrip": false, | |
| "normalized": false, | |
| "rstrip": false, | |
| "single_word": false, | |
| "special": true | |
| }, | |
| "50313": { | |
| "content": "<|I_B0002JHI1I|>", | |
| "lstrip": false, | |
| "normalized": false, | |
| "rstrip": false, | |
| "single_word": false, | |
| "special": true | |
| }, | |
| "50314": { | |
| "content": "<|I_B0006O10P4|>", | |
| "lstrip": false, | |
| "normalized": false, | |
| "rstrip": false, | |
| "single_word": false, | |
| "special": true | |
| }, | |
| "50315": { | |
| "content": "<|I_B00120VWTK|>", | |
| "lstrip": false, | |
| "normalized": false, | |
| "rstrip": false, | |
| "single_word": false, | |
| "special": true | |
| }, | |
| "50316": { | |
| "content": "<|I_B01DKQAXC0|>", | |
| "lstrip": false, | |
| "normalized": false, | |
| "rstrip": false, | |
| "single_word": false, | |
| "special": true | |
| }, | |
| "50317": { | |
| "content": "<|I_B000V5Z4J6|>", | |
| "lstrip": false, | |
| "normalized": false, | |
| "rstrip": false, | |
| "single_word": false, | |
| "special": true | |
| }, | |
| "50318": { | |
| "content": "<|I_B000WYJTZG|>", | |
| "lstrip": false, | |
| "normalized": false, | |
| "rstrip": false, | |
| "single_word": false, | |
| "special": true | |
| }, | |
| "50319": { | |
| "content": "<|I_B00157OBRU|>", | |
| "lstrip": false, | |
| "normalized": false, | |
| "rstrip": false, | |
| "single_word": false, | |
| "special": true | |
| }, | |
| "50320": { | |
| "content": "<|I_B0012XPRO8|>", | |
| "lstrip": false, | |
| "normalized": false, | |
| "rstrip": false, | |
| "single_word": false, | |
| "special": true | |
| }, | |
| "50321": { | |
| "content": "<|I_B00GHJOM2U|>", | |
| "lstrip": false, | |
| "normalized": false, | |
| "rstrip": false, | |
| "single_word": false, | |
| "special": true | |
| }, | |
| "50322": { | |
| "content": "<|I_B002RZZXYE|>", | |
| "lstrip": false, | |
| "normalized": false, | |
| "rstrip": false, | |
| "single_word": false, | |
| "special": true | |
| }, | |
| "50323": { | |
| "content": "<|I_B00MGK9Z8U|>", | |
| "lstrip": false, | |
| "normalized": false, | |
| "rstrip": false, | |
| "single_word": false, | |
| "special": true | |
| }, | |
| "50324": { | |
| "content": "<|I_B000W0C07Y|>", | |
| "lstrip": false, | |
| "normalized": false, | |
| "rstrip": false, | |
| "single_word": false, | |
| "special": true | |
| }, | |
| "50325": { | |
| "content": "<|I_B00021DJ32|>", | |
| "lstrip": false, | |
| "normalized": false, | |
| "rstrip": false, | |
| "single_word": false, | |
| "special": true | |
| }, | |
| "50326": { | |
| "content": "<|I_B006WYJM8Y|>", | |
| "lstrip": false, | |
| "normalized": false, | |
| "rstrip": false, | |
| "single_word": false, | |
| "special": true | |
| }, | |
| "50327": { | |
| "content": "<|I_B00EF1QRMU|>", | |
| "lstrip": false, | |
| "normalized": false, | |
| "rstrip": false, | |
| "single_word": false, | |
| "special": true | |
| }, | |
| "50328": { | |
| "content": "<|I_B00BSE3III|>", | |
| "lstrip": false, | |
| "normalized": false, | |
| "rstrip": false, | |
| "single_word": false, | |
| "special": true | |
| }, | |
| "50329": { | |
| "content": "<|I_B0000530HU|>", | |
| "lstrip": false, | |
| "normalized": false, | |
| "rstrip": false, | |
| "single_word": false, | |
| "special": true | |
| }, | |
| "50330": { | |
| "content": "<|I_B000FTYALG|>", | |
| "lstrip": false, | |
| "normalized": false, | |
| "rstrip": false, | |
| "single_word": false, | |
| "special": true | |
| }, | |
| "50331": { | |
| "content": "<|I_B000YB70PS|>", | |
| "lstrip": false, | |
| "normalized": false, | |
| "rstrip": false, | |
| "single_word": false, | |
| "special": true | |
| }, | |
| "50332": { | |
| "content": "<|I_B00155Z6V2|>", | |
| "lstrip": false, | |
| "normalized": false, | |
| "rstrip": false, | |
| "single_word": false, | |
| "special": true | |
| }, | |
| "50333": { | |
| "content": "<|I_B0091OCA86|>", | |
| "lstrip": false, | |
| "normalized": false, | |
| "rstrip": false, | |
| "single_word": false, | |
| "special": true | |
| }, | |
| "50334": { | |
| "content": "<|I_B00B7V273E|>", | |
| "lstrip": false, | |
| "normalized": false, | |
| "rstrip": false, | |
| "single_word": false, | |
| "special": true | |
| }, | |
| "50335": { | |
| "content": "<|I_B000WR2HB6|>", | |
| "lstrip": false, | |
| "normalized": false, | |
| "rstrip": false, | |
| "single_word": false, | |
| "special": true | |
| }, | |
| "50336": { | |
| "content": "<|I_B0014SQQ3M|>", | |
| "lstrip": false, | |
| "normalized": false, | |
| "rstrip": false, | |
| "single_word": false, | |
| "special": true | |
| }, | |
| "50337": { | |
| "content": "<|I_B0011FYB5I|>", | |
| "lstrip": false, | |
| "normalized": false, | |
| "rstrip": false, | |
| "single_word": false, | |
| "special": true | |
| }, | |
| "50338": { | |
| "content": "<|I_B001QY8QXM|>", | |
| "lstrip": false, | |
| "normalized": false, | |
| "rstrip": false, | |
| "single_word": false, | |
| "special": true | |
| }, | |
| "50339": { | |
| "content": "<|I_B007V6JNE0|>", | |
| "lstrip": false, | |
| "normalized": false, | |
| "rstrip": false, | |
| "single_word": false, | |
| "special": true | |
| }, | |
| "50340": { | |
| "content": "<|I_B000X2FPXC|>", | |
| "lstrip": false, | |
| "normalized": false, | |
| "rstrip": false, | |
| "single_word": false, | |
| "special": true | |
| }, | |
| "50341": { | |
| "content": "<|I_B00126LYJM|>", | |
| "lstrip": false, | |
| "normalized": false, | |
| "rstrip": false, | |
| "single_word": false, | |
| "special": true | |
| } | |
| }, | |
| "additional_special_tokens": [ | |
| "<|I_B0009RF9DW|>", | |
| "<|I_B000FI4S1E|>", | |
| "<|I_B000URXP6E|>", | |
| "<|I_B0012Y0ZG2|>", | |
| "<|I_B00W259T7G|>", | |
| "<|I_B000VV1YOY|>", | |
| "<|I_B001LNODUS|>", | |
| "<|I_B019FWRG3C|>", | |
| "<|I_B00006L9LC|>", | |
| "<|I_B001OHV1H4|>", | |
| "<|I_B00VG1AV5Q|>", | |
| "<|I_B01DLR9IDI|>", | |
| "<|I_B00CQ0LN80|>", | |
| "<|I_B00HLXEXDO|>", | |
| "<|I_B000X7ST9Y|>", | |
| "<|I_B001E5PLCM|>", | |
| "<|I_B00DY59MB6|>", | |
| "<|I_B00JF2GVWK|>", | |
| "<|I_B00L1I1VMG|>", | |
| "<|I_B0010ZBORW|>", | |
| "<|I_B00QXW95Q4|>", | |
| "<|I_B006IB5T4W|>", | |
| "<|I_B01E7UKR38|>", | |
| "<|I_B002GP80EU|>", | |
| "<|I_B00N2WQ2IW|>", | |
| "<|I_B00AKP21KM|>", | |
| "<|I_B00RZYW4RG|>", | |
| "<|I_B000GLRREU|>", | |
| "<|I_B000FOI48G|>", | |
| "<|I_B016V8YWBC|>", | |
| "<|I_B0013NB7DW|>", | |
| "<|I_B019809F9Y|>", | |
| "<|I_B000NKJIXM|>", | |
| "<|I_B00EYZY6LQ|>", | |
| "<|I_B001E96LUO|>", | |
| "<|I_B000LIBUBY|>", | |
| "<|I_B000VUXCGI|>", | |
| "<|I_B00IJHY54S|>", | |
| "<|I_B00MTR49IG|>", | |
| "<|I_B00UWB35UY|>", | |
| "<|I_B000PKKAGO|>", | |
| "<|I_B0017TZD7S|>", | |
| "<|I_B008YQM4A6|>", | |
| "<|I_B019LAI4HU|>", | |
| "<|I_B00CZH3K1C|>", | |
| "<|I_B00VARTPKS|>", | |
| "<|I_B001ET7FZE|>", | |
| "<|I_B01BNEYGQU|>", | |
| "<|I_B007R6UXNY|>", | |
| "<|I_B004KEJ65C|>", | |
| "<|I_B004CALFE4|>", | |
| "<|I_B001F51RAG|>", | |
| "<|I_B00NT0AR7E|>", | |
| "<|I_B00B9V9ASM|>", | |
| "<|I_B00112DRHY|>", | |
| "<|I_B019V2KYZS|>", | |
| "<|I_B0002JHI1I|>", | |
| "<|I_B0006O10P4|>", | |
| "<|I_B00120VWTK|>", | |
| "<|I_B01DKQAXC0|>", | |
| "<|I_B000V5Z4J6|>", | |
| "<|I_B000WYJTZG|>", | |
| "<|I_B00157OBRU|>", | |
| "<|I_B0012XPRO8|>", | |
| "<|I_B00GHJOM2U|>", | |
| "<|I_B002RZZXYE|>", | |
| "<|I_B00MGK9Z8U|>", | |
| "<|I_B000W0C07Y|>", | |
| "<|I_B00021DJ32|>", | |
| "<|I_B006WYJM8Y|>", | |
| "<|I_B00EF1QRMU|>", | |
| "<|I_B00BSE3III|>", | |
| "<|I_B0000530HU|>", | |
| "<|I_B000FTYALG|>", | |
| "<|I_B000YB70PS|>", | |
| "<|I_B00155Z6V2|>", | |
| "<|I_B0091OCA86|>", | |
| "<|I_B00B7V273E|>", | |
| "<|I_B000WR2HB6|>", | |
| "<|I_B0014SQQ3M|>", | |
| "<|I_B0011FYB5I|>", | |
| "<|I_B001QY8QXM|>", | |
| "<|I_B007V6JNE0|>", | |
| "<|I_B000X2FPXC|>", | |
| "<|I_B00126LYJM|>" | |
| ], | |
| "bos_token": "<|endoftext|>", | |
| "clean_up_tokenization_spaces": false, | |
| "eos_token": "<|endoftext|>", | |
| "errors": "replace", | |
| "extra_special_tokens": {}, | |
| "model_max_length": 1024, | |
| "pad_token": "<|endoftext|>", | |
| "tokenizer_class": "GPT2Tokenizer", | |
| "unk_token": "<|endoftext|>" | |
| } | |