yanghuattt's picture
Upload tokenizer
fdf95d3 verified
{
"add_bos_token": true,
"add_eos_token": false,
"added_tokens_decoder": {
"0": {
"content": "<unk>",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": true
},
"1": {
"content": "<s>",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": true
},
"2": {
"content": "</s>",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": true
},
"32007": {
"content": "▁<PRE>",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": true
},
"32008": {
"content": "▁<SUF>",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": true
},
"32009": {
"content": "▁<MID>",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": true
},
"32010": {
"content": "▁<EOT>",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": true
},
"32016": {
"content": "<|UNKNOWN|>",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": true
},
"32017": {
"content": "<EOL>",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": true
},
"32018": {
"content": "<pad>",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": true
},
"32019": {
"content": "<STR_LIT>",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": true
},
"32020": {
"content": "<NUM_LIT>",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": true
},
"32021": {
"content": "<CHAR_LIT>",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": true
},
"32022": {
"content": "<STR_LIT:U+0020>",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": true
},
"32023": {
"content": "<STR_LIT:\\n>",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": true
},
"32024": {
"content": "<STR_LIT:/>",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": true
},
"32025": {
"content": "<STR_LIT:unchecked>",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": true
},
"32026": {
"content": "<STR_LIT:U+002C>",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": true
},
"32027": {
"content": "<STR_LIT:.>",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": true
},
"32028": {
"content": "<STR_LIT:name>",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": true
},
"32029": {
"content": "<STR_LIT:)>",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": true
},
"32030": {
"content": "<STR_LIT:1>",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": true
},
"32031": {
"content": "<STR_LIT:U+002CU+0020>",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": true
},
"32032": {
"content": "<STR_LIT:id>",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": true
},
"32033": {
"content": "<STR_LIT:a>",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": true
},
"32034": {
"content": "<STR_LIT::>",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": true
},
"32035": {
"content": "<STR_LIT:foo>",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": true
},
"32036": {
"content": "<STR_LIT:test>",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": true
},
"32037": {
"content": "<STR_LIT:]>",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": true
},
"32038": {
"content": "<STR_LIT:}>",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": true
},
"32039": {
"content": "<STR_LIT:0>",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": true
},
"32040": {
"content": "<STR_LIT:true>",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": true
},
"32041": {
"content": "<STR_LIT:'>",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": true
},
"32042": {
"content": "<STR_LIT:\\\">",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": true
},
"32043": {
"content": "<STR_LIT:b>",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": true
},
"32044": {
"content": "<STR_LIT:value>",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": true
},
"32045": {
"content": "<STR_LIT:->",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": true
},
"32046": {
"content": "<STR_LIT:UTF-8>",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": true
},
"32047": {
"content": "<STR_LIT:type>",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": true
},
"32048": {
"content": "<STR_LIT::U+0020>",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": true
},
"32049": {
"content": "<STR_LIT:unused>",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": true
},
"32050": {
"content": "<STR_LIT:2>",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": true
},
"32051": {
"content": "<STR_LIT:null>",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": true
},
"32052": {
"content": "<STR_LIT:_>",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": true
},
"32053": {
"content": "<STR_LIT:false>",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": true
},
"32054": {
"content": "<STR_LIT:A>",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": true
},
"32055": {
"content": "<STR_LIT:(>",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": true
},
"32056": {
"content": "<STR_LIT:bar>",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": true
},
"32057": {
"content": "<STR_LIT:=>",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": true
},
"32058": {
"content": "<STR_LIT:[>",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": true
},
"32059": {
"content": "<STR_LIT:x>",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": true
},
"32060": {
"content": "<STR_LIT:c>",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": true
},
"32061": {
"content": "<STR_LIT:;>",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": true
},
"32062": {
"content": "<STR_LIT:*>",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": true
},
"32063": {
"content": "<STR_LIT:2.0>",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": true
},
"32064": {
"content": "<STR_LIT:\\t>",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": true
},
"32065": {
"content": "<STR_LIT:3>",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": true
},
"32066": {
"content": "<STR_LIT:Doppelganger>",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": true
},
"32067": {
"content": "<STR_LIT:rawtypes>",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": true
},
"32068": {
"content": "<STR_LIT:serial>",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": true
},
"32069": {
"content": "<STR_LIT:{>",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": true
},
"32070": {
"content": "<STR_LIT:key>",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": true
},
"32071": {
"content": "<STR_LIT:>>",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": true
},
"32072": {
"content": "<STR_LIT:B>",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": true
},
"32073": {
"content": "<STR_LIT:deprecation>",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": true
},
"32074": {
"content": "<STR_LIT:C>",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": true
},
"32075": {
"content": "<STR_LIT:msg=>",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": true
},
"32076": {
"content": "<STR_LIT:%>",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": true
},
"32077": {
"content": "<STR_LIT:%s>",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": true
},
"32078": {
"content": "<STR_LIT:#>",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": true
},
"32079": {
"content": "<STR_LIT:}\\n>",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": true
},
"32080": {
"content": "<STR_LIT:title>",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": true
},
"32081": {
"content": "<STR_LIT:NotU+0020supportedU+0020yet.>",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": true
},
"32082": {
"content": "<STR_LIT:U+0020(>",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": true
},
"32083": {
"content": "<STR_LIT:description>",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": true
},
"32084": {
"content": "<STR_LIT:all>",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": true
},
"32085": {
"content": "<STR_LIT:d>",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": true
},
"32086": {
"content": "<STR_LIT:U+0020U+0020>",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": true
},
"32087": {
"content": "<STR_LIT:abc>",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": true
},
"32088": {
"content": "<STR_LIT:password>",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": true
},
"32089": {
"content": "<STR_LIT:data>",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": true
},
"32090": {
"content": "<STR_LIT:string>",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": true
},
"32091": {
"content": "<STR_LIT:user>",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": true
},
"32092": {
"content": "<STR_LIT:4>",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": true
},
"32093": {
"content": "<STR_LIT:localhost>",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": true
},
"32094": {
"content": "<STR_LIT:message>",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": true
},
"32095": {
"content": "<STR_LIT:text>",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": true
},
"32096": {
"content": "<STR_LIT:hello>",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": true
},
"32097": {
"content": "<STR_LIT:status>",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": true
},
"32098": {
"content": "<STR_LIT:default>",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": true
},
"32099": {
"content": "<STR_LIT:GET>",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": true
},
"32100": {
"content": "<STR_LIT:application/json>",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": true
},
"32101": {
"content": "<STR_LIT:?>",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": true
},
"32102": {
"content": "<STR_LIT:{}>",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": true
},
"32103": {
"content": "<STR_LIT:class>",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": true
},
"32104": {
"content": "<STR_LIT:y>",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": true
},
"32105": {
"content": "<STR_LIT:\\r\\n>",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": true
},
"32106": {
"content": "<STR_LIT:int>",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": true
},
"32107": {
"content": "<STR_LIT:_cvp_Core.PatientShort>",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": true
},
"32108": {
"content": "<STR_LIT:<>",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": true
},
"32109": {
"content": "<STR_LIT:version>",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": true
},
"32110": {
"content": "<STR_LIT:s>",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": true
},
"32111": {
"content": "<STR_LIT:error>",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": true
},
"32112": {
"content": "<STR_LIT:5>",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": true
},
"32113": {
"content": "<STR_LIT:'{0}'>",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": true
},
"32114": {
"content": "<STR_LIT:|>",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": true
},
"32115": {
"content": "<STR_LIT:file>",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": true
},
"32116": {
"content": "<STR_LIT:one>",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": true
},
"32117": {
"content": "<STR_LIT:@>",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": true
},
"32118": {
"content": "<STR_LIT:url>",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": true
},
"32119": {
"content": "<STR_LIT:OK>",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": true
},
"32120": {
"content": "<STR_LIT:f>",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": true
},
"32121": {
"content": "<STR_LIT:U+0020U+0020U+0020U+0020>",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": true
},
"32122": {
"content": "<STR_LIT:en>",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": true
},
"32123": {
"content": "<STR_LIT:username>",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": true
},
"32124": {
"content": "<STR_LIT:U+0020-U+0020>",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": true
},
"32125": {
"content": "<STR_LIT:U+0020:U+0020>",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": true
},
"32126": {
"content": "<STR_LIT:POST>",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": true
},
"32127": {
"content": "<STR_LIT:&>",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": true
},
"32128": {
"content": "<STR_LIT:10>",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": true
},
"32129": {
"content": "<STR_LIT:none>",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": true
},
"32130": {
"content": "<STR_LIT:1.0>",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": true
},
"32131": {
"content": "<STR_LIT:D>",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": true
},
"32132": {
"content": "<STR_LIT:p>",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": true
},
"32133": {
"content": "<STR_LIT:e>",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": true
},
"32134": {
"content": "<STR_LIT:U+0020=U+0020>",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": true
},
"32135": {
"content": "<STR_LIT:Content-Type>",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": true
},
"32136": {
"content": "<STR_LIT:;U+0020>",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": true
},
"32137": {
"content": "<STR_LIT:content>",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": true
},
"32138": {
"content": "<STR_LIT:+>",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": true
},
"32139": {
"content": "<STR_LIT:m>",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": true
},
"32140": {
"content": "<STR_LIT:Test>",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": true
},
"32141": {
"content": "<STR_LIT:T>",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": true
},
"32142": {
"content": "<STR_LIT:http>",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": true
},
"32143": {
"content": "<STR_LIT:text/plain>",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": true
},
"32144": {
"content": "<STR_LIT:123>",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": true
},
"32145": {
"content": "<STR_LIT:127.0.0.1>",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": true
},
"32146": {
"content": "<STR_LIT:U+0020toU+0020>",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": true
},
"32147": {
"content": "<STR_LIT:path>",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": true
},
"32148": {
"content": "<STR_LIT:get>",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": true
},
"32149": {
"content": "<STR_LIT:ID>",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": true
},
"32150": {
"content": "<STR_LIT:Y>",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": true
},
"32151": {
"content": "<STR_LIT:code>",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": true
},
"32152": {
"content": "<STR_LIT:_cvp_Naes.Referral>",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": true
},
"32153": {
"content": "<STR_LIT:Name>",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": true
},
"32154": {
"content": "<STR_LIT:two>",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": true
},
"32155": {
"content": "<STR_LIT:U+0020U+0020}\\n>",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": true
},
"32156": {
"content": "<STR_LIT:count>",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": true
},
"32157": {
"content": "<STR_LIT:U+0020U+0020U+0020U+0020}\\n>",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": true
},
"32158": {
"content": "<STR_LIT:double>",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": true
},
"32159": {
"content": "<STR_LIT:...>",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": true
},
"32160": {
"content": "<STR_LIT:E>",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": true
},
"32161": {
"content": "<STR_LIT:X>",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": true
},
"32162": {
"content": "<STR_LIT:$>",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": true
},
"32163": {
"content": "<STR_LIT:long>",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": true
},
"32164": {
"content": "<STR_LIT:i>",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": true
},
"32165": {
"content": "<STR_LIT:list>",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": true
},
"32166": {
"content": "<STR_LIT:admin>",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": true
},
"32167": {
"content": "<STR_LIT:line.separator>",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": true
},
"32168": {
"content": "<STR_LIT:date>",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": true
},
"32169": {
"content": "<STR_LIT:!>",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": true
},
"32170": {
"content": "<STR_LIT:utf-8>",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": true
},
"32171": {
"content": "<STR_LIT:-1>",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": true
},
"32172": {
"content": "<STR_LIT:field>",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": true
},
"32173": {
"content": "<STR_LIT:boolean>",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": true
},
"32174": {
"content": "<STR_LIT:success>",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": true
},
"32175": {
"content": "<STR_LIT:unknown>",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": true
},
"32176": {
"content": "<STR_LIT:\\\\>",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": true
},
"32177": {
"content": "<STR_LIT:r>",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": true
},
"32178": {
"content": "<STR_LIT:Z>",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": true
},
"32179": {
"content": "<STR_LIT:6>",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": true
},
"32180": {
"content": "<STR_LIT:result>",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": true
},
"32181": {
"content": "<STR_LIT:index>",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": true
},
"32182": {
"content": "<STR_LIT:S>",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": true
},
"32183": {
"content": "<STR_LIT:label>",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": true
},
"32184": {
"content": "<STR_LIT:root>",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": true
},
"32185": {
"content": "<STR_LIT:F>",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": true
},
"32186": {
"content": "<STR_LIT:start>",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": true
},
"32187": {
"content": "<STR_LIT:number>",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": true
},
"32188": {
"content": "<STR_LIT:http://>",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": true
},
"32189": {
"content": "<STR_LIT:source>",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": true
},
"32190": {
"content": "<STR_LIT:I>",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": true
},
"32191": {
"content": "<STR_LIT:src>",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": true
},
"32192": {
"content": "<STR_LIT:.class>",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": true
},
"32193": {
"content": "<STR_LIT:state>",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": true
},
"32194": {
"content": "<STR_LIT:address>",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": true
},
"32195": {
"content": "<STR_LIT:target>",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": true
},
"32196": {
"content": "<STR_LIT:body>",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": true
},
"32197": {
"content": "<STR_LIT:\\\\.>",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": true
},
"32198": {
"content": "<STR_LIT:email>",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": true
},
"32199": {
"content": "<STR_LIT:U+0020andU+0020>",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": true
},
"32200": {
"content": "<STR_LIT:N>",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": true
},
"32201": {
"content": "<STR_LIT:t>",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": true
},
"32202": {
"content": "<STR_LIT:value1>",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": true
},
"32203": {
"content": "<STR_LIT:-->",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": true
},
"32204": {
"content": "<STR_LIT:String>",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": true
},
"32205": {
"content": "<STR_LIT:Hello>",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": true
},
"32206": {
"content": "<STR_LIT:yes>",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": true
},
"32207": {
"content": "<STR_LIT:baz>",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": true
},
"32208": {
"content": "<STR_LIT:text/html>",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": true
},
"32209": {
"content": "<STR_LIT:q>",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": true
},
"32210": {
"content": "<STR_LIT:size>",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": true
},
"32211": {
"content": "<STR_LIT:n>",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": true
},
"32212": {
"content": "<STR_LIT:U+0020U+0020}>",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": true
},
"32213": {
"content": "<STR_LIT:M>",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": true
},
"32214": {
"content": "<STR_LIT:key1>",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": true
},
"32215": {
"content": "<STR_LIT:userId>",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": true
},
"32216": {
"content": "<STR_LIT:cast>",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": true
},
"32217": {
"content": "<STR_LIT:test1>",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": true
},
"32218": {
"content": "<STR_LIT:[]>",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": true
},
"32219": {
"content": "<STR_LIT:float>",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": true
},
"32220": {
"content": "<STR_LIT:query>",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": true
},
"32221": {
"content": "<STR_LIT:GMT>",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": true
},
"32222": {
"content": "<NUM_LIT:0>",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": true
},
"32223": {
"content": "<NUM_LIT:1>",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": true
},
"32224": {
"content": "<NUM_LIT:2>",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": true
},
"32225": {
"content": "<NUM_LIT:3>",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": true
},
"32226": {
"content": "<NUM_LIT:4>",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": true
},
"32227": {
"content": "<NUM_LIT:5>",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": true
},
"32228": {
"content": "<NUM_LIT:10>",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": true
},
"32229": {
"content": "<NUM_LIT:8>",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": true
},
"32230": {
"content": "<NUM_LIT:6>",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": true
},
"32231": {
"content": "<NUM_LIT:7>",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": true
},
"32232": {
"content": "<NUM_LIT:16>",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": true
},
"32233": {
"content": "<NUM_LIT:100>",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": true
},
"32234": {
"content": "<NUM_LIT:9>",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": true
},
"32235": {
"content": "<NUM_LIT:1000>",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": true
},
"32236": {
"content": "<NUM_LIT:12>",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": true
},
"32237": {
"content": "<NUM_LIT:1L>",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": true
},
"32238": {
"content": "<NUM_LIT:20>",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": true
},
"32239": {
"content": "<NUM_LIT:0F>",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": true
},
"32240": {
"content": "<NUM_LIT:11>",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": true
},
"32241": {
"content": "<NUM_LIT:0.0>",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": true
},
"32242": {
"content": "<NUM_LIT:32>",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": true
},
"32243": {
"content": "<NUM_LIT:0.0f>",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": true
},
"32244": {
"content": "<NUM_LIT:15>",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": true
},
"32245": {
"content": "<NUM_LIT:255>",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": true
},
"32246": {
"content": "<NUM_LIT:0x00>",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": true
},
"32247": {
"content": "<NUM_LIT:1.0>",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": true
},
"32248": {
"content": "<NUM_LIT:30>",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": true
},
"32249": {
"content": "<NUM_LIT:31>",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": true
},
"32250": {
"content": "<NUM_LIT:24>",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": true
},
"32251": {
"content": "<NUM_LIT:1.0f>",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": true
},
"32252": {
"content": "<CHAR_LIT:U+0020>",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": true
},
"32253": {
"content": "<CHAR_LIT:.>",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": true
},
"32254": {
"content": "<CHAR_LIT:\\n>",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": true
},
"32255": {
"content": "<CHAR_LIT:/>",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": true
},
"32256": {
"content": "<CHAR_LIT:0>",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": true
},
"32257": {
"content": "<CHAR_LIT:\\'>",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": true
},
"32258": {
"content": "<CHAR_LIT:a>",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": true
},
"32259": {
"content": "<CHAR_LIT::>",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": true
},
"32260": {
"content": "<CHAR_LIT:}>",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": true
},
"32261": {
"content": "<CHAR_LIT:U+002C>",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": true
},
"32262": {
"content": "<CHAR_LIT:->",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": true
},
"32263": {
"content": "<CHAR_LIT:A>",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": true
},
"32264": {
"content": "<CHAR_LIT:\\\\>",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": true
},
"32265": {
"content": "<CHAR_LIT:\">",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": true
},
"32266": {
"content": "<CHAR_LIT:)>",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": true
},
"32267": {
"content": "<CHAR_LIT:=>",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": true
},
"32268": {
"content": "<CHAR_LIT:9>",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": true
},
"32269": {
"content": "<CHAR_LIT:\\r>",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": true
},
"32270": {
"content": "<CHAR_LIT:[>",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": true
},
"32271": {
"content": "<CHAR_LIT:]>",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": true
},
"32272": {
"content": "<CHAR_LIT:1>",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": true
},
"32273": {
"content": "<CHAR_LIT:(>",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": true
},
"32274": {
"content": "<CHAR_LIT:;>",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": true
},
"32275": {
"content": "<CHAR_LIT:_>",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": true
},
"32276": {
"content": "<CHAR_LIT:\\t>",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": true
},
"32277": {
"content": "<CHAR_LIT:e>",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": true
},
"32278": {
"content": "<CHAR_LIT:c>",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": true
},
"32279": {
"content": "<CHAR_LIT:>>",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": true
},
"32280": {
"content": "<CHAR_LIT:Z>",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": true
},
"32281": {
"content": "<CHAR_LIT:b>",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": true
}
},
"additional_special_tokens": [
"<STR_LIT>",
"<NUM_LIT>",
"<CHAR_LIT>",
"<STR_LIT:U+0020>",
"<STR_LIT:\\n>",
"<STR_LIT:/>",
"<STR_LIT:unchecked>",
"<STR_LIT:U+002C>",
"<STR_LIT:.>",
"<STR_LIT:name>",
"<STR_LIT:)>",
"<STR_LIT:1>",
"<STR_LIT:U+002CU+0020>",
"<STR_LIT:id>",
"<STR_LIT:a>",
"<STR_LIT::>",
"<STR_LIT:foo>",
"<STR_LIT:test>",
"<STR_LIT:]>",
"<STR_LIT:}>",
"<STR_LIT:0>",
"<STR_LIT:true>",
"<STR_LIT:'>",
"<STR_LIT:\\\">",
"<STR_LIT:b>",
"<STR_LIT:value>",
"<STR_LIT:->",
"<STR_LIT:UTF-8>",
"<STR_LIT:type>",
"<STR_LIT::U+0020>",
"<STR_LIT:unused>",
"<STR_LIT:2>",
"<STR_LIT:null>",
"<STR_LIT:_>",
"<STR_LIT:false>",
"<STR_LIT:A>",
"<STR_LIT:(>",
"<STR_LIT:bar>",
"<STR_LIT:=>",
"<STR_LIT:[>",
"<STR_LIT:x>",
"<STR_LIT:c>",
"<STR_LIT:;>",
"<STR_LIT:*>",
"<STR_LIT:2.0>",
"<STR_LIT:\\t>",
"<STR_LIT:3>",
"<STR_LIT:Doppelganger>",
"<STR_LIT:rawtypes>",
"<STR_LIT:serial>",
"<STR_LIT:{>",
"<STR_LIT:key>",
"<STR_LIT:>>",
"<STR_LIT:B>",
"<STR_LIT:deprecation>",
"<STR_LIT:C>",
"<STR_LIT:msg=>",
"<STR_LIT:%>",
"<STR_LIT:%s>",
"<STR_LIT:#>",
"<STR_LIT:}\\n>",
"<STR_LIT:title>",
"<STR_LIT:NotU+0020supportedU+0020yet.>",
"<STR_LIT:U+0020(>",
"<STR_LIT:description>",
"<STR_LIT:all>",
"<STR_LIT:d>",
"<STR_LIT:U+0020U+0020>",
"<STR_LIT:abc>",
"<STR_LIT:password>",
"<STR_LIT:data>",
"<STR_LIT:string>",
"<STR_LIT:user>",
"<STR_LIT:4>",
"<STR_LIT:localhost>",
"<STR_LIT:message>",
"<STR_LIT:text>",
"<STR_LIT:hello>",
"<STR_LIT:status>",
"<STR_LIT:default>",
"<STR_LIT:GET>",
"<STR_LIT:application/json>",
"<STR_LIT:?>",
"<STR_LIT:{}>",
"<STR_LIT:class>",
"<STR_LIT:y>",
"<STR_LIT:\\r\\n>",
"<STR_LIT:int>",
"<STR_LIT:_cvp_Core.PatientShort>",
"<STR_LIT:<>",
"<STR_LIT:version>",
"<STR_LIT:s>",
"<STR_LIT:error>",
"<STR_LIT:5>",
"<STR_LIT:'{0}'>",
"<STR_LIT:|>",
"<STR_LIT:file>",
"<STR_LIT:one>",
"<STR_LIT:@>",
"<STR_LIT:url>",
"<STR_LIT:OK>",
"<STR_LIT:f>",
"<STR_LIT:U+0020U+0020U+0020U+0020>",
"<STR_LIT:en>",
"<STR_LIT:username>",
"<STR_LIT:U+0020-U+0020>",
"<STR_LIT:U+0020:U+0020>",
"<STR_LIT:POST>",
"<STR_LIT:&>",
"<STR_LIT:10>",
"<STR_LIT:none>",
"<STR_LIT:1.0>",
"<STR_LIT:D>",
"<STR_LIT:p>",
"<STR_LIT:e>",
"<STR_LIT:U+0020=U+0020>",
"<STR_LIT:Content-Type>",
"<STR_LIT:;U+0020>",
"<STR_LIT:content>",
"<STR_LIT:+>",
"<STR_LIT:m>",
"<STR_LIT:Test>",
"<STR_LIT:T>",
"<STR_LIT:http>",
"<STR_LIT:text/plain>",
"<STR_LIT:123>",
"<STR_LIT:127.0.0.1>",
"<STR_LIT:U+0020toU+0020>",
"<STR_LIT:path>",
"<STR_LIT:get>",
"<STR_LIT:ID>",
"<STR_LIT:Y>",
"<STR_LIT:code>",
"<STR_LIT:_cvp_Naes.Referral>",
"<STR_LIT:Name>",
"<STR_LIT:two>",
"<STR_LIT:U+0020U+0020}\\n>",
"<STR_LIT:count>",
"<STR_LIT:U+0020U+0020U+0020U+0020}\\n>",
"<STR_LIT:double>",
"<STR_LIT:...>",
"<STR_LIT:E>",
"<STR_LIT:X>",
"<STR_LIT:$>",
"<STR_LIT:long>",
"<STR_LIT:i>",
"<STR_LIT:list>",
"<STR_LIT:admin>",
"<STR_LIT:line.separator>",
"<STR_LIT:date>",
"<STR_LIT:!>",
"<STR_LIT:utf-8>",
"<STR_LIT:-1>",
"<STR_LIT:field>",
"<STR_LIT:boolean>",
"<STR_LIT:success>",
"<STR_LIT:unknown>",
"<STR_LIT:\\\\>",
"<STR_LIT:r>",
"<STR_LIT:Z>",
"<STR_LIT:6>",
"<STR_LIT:result>",
"<STR_LIT:index>",
"<STR_LIT:S>",
"<STR_LIT:label>",
"<STR_LIT:root>",
"<STR_LIT:F>",
"<STR_LIT:start>",
"<STR_LIT:number>",
"<STR_LIT:http://>",
"<STR_LIT:source>",
"<STR_LIT:I>",
"<STR_LIT:src>",
"<STR_LIT:.class>",
"<STR_LIT:state>",
"<STR_LIT:address>",
"<STR_LIT:target>",
"<STR_LIT:body>",
"<STR_LIT:\\\\.>",
"<STR_LIT:email>",
"<STR_LIT:U+0020andU+0020>",
"<STR_LIT:N>",
"<STR_LIT:t>",
"<STR_LIT:value1>",
"<STR_LIT:-->",
"<STR_LIT:String>",
"<STR_LIT:Hello>",
"<STR_LIT:yes>",
"<STR_LIT:baz>",
"<STR_LIT:text/html>",
"<STR_LIT:q>",
"<STR_LIT:size>",
"<STR_LIT:n>",
"<STR_LIT:U+0020U+0020}>",
"<STR_LIT:M>",
"<STR_LIT:key1>",
"<STR_LIT:userId>",
"<STR_LIT:cast>",
"<STR_LIT:test1>",
"<STR_LIT:[]>",
"<STR_LIT:float>",
"<STR_LIT:query>",
"<STR_LIT:GMT>",
"<NUM_LIT:0>",
"<NUM_LIT:1>",
"<NUM_LIT:2>",
"<NUM_LIT:3>",
"<NUM_LIT:4>",
"<NUM_LIT:5>",
"<NUM_LIT:10>",
"<NUM_LIT:8>",
"<NUM_LIT:6>",
"<NUM_LIT:7>",
"<NUM_LIT:16>",
"<NUM_LIT:100>",
"<NUM_LIT:9>",
"<NUM_LIT:1000>",
"<NUM_LIT:12>",
"<NUM_LIT:1L>",
"<NUM_LIT:20>",
"<NUM_LIT:0F>",
"<NUM_LIT:11>",
"<NUM_LIT:0.0>",
"<NUM_LIT:32>",
"<NUM_LIT:0.0f>",
"<NUM_LIT:15>",
"<NUM_LIT:255>",
"<NUM_LIT:0x00>",
"<NUM_LIT:1.0>",
"<NUM_LIT:30>",
"<NUM_LIT:31>",
"<NUM_LIT:24>",
"<NUM_LIT:1.0f>",
"<CHAR_LIT:U+0020>",
"<CHAR_LIT:.>",
"<CHAR_LIT:\\n>",
"<CHAR_LIT:/>",
"<CHAR_LIT:0>",
"<CHAR_LIT:\\'>",
"<CHAR_LIT:a>",
"<CHAR_LIT::>",
"<CHAR_LIT:}>",
"<CHAR_LIT:U+002C>",
"<CHAR_LIT:->",
"<CHAR_LIT:A>",
"<CHAR_LIT:\\\\>",
"<CHAR_LIT:\">",
"<CHAR_LIT:)>",
"<CHAR_LIT:=>",
"<CHAR_LIT:9>",
"<CHAR_LIT:\\r>",
"<CHAR_LIT:[>",
"<CHAR_LIT:]>",
"<CHAR_LIT:1>",
"<CHAR_LIT:(>",
"<CHAR_LIT:;>",
"<CHAR_LIT:_>",
"<CHAR_LIT:\\t>",
"<CHAR_LIT:e>",
"<CHAR_LIT:c>",
"<CHAR_LIT:>>",
"<CHAR_LIT:Z>",
"<CHAR_LIT:b>",
"▁<PRE>",
"▁<MID>",
"▁<SUF>",
"▁<EOT>"
],
"bos_token": "<s>",
"clean_up_tokenization_spaces": false,
"do_lower_case": false,
"eos_token": "</s>",
"eot_token": "▁<EOT>",
"extra_special_tokens": {},
"fill_token": "<FILL_ME>",
"legacy": null,
"middle_token": "▁<MID>",
"model_max_length": 1000000000000000019884624838656,
"pad_token": "<pad>",
"prefix_token": "▁<PRE>",
"sep_token": "<EOL>",
"sp_model_kwargs": {},
"suffix_token": "▁<SUF>",
"tokenizer_class": "CodeLlamaTokenizer",
"unk_token": "<|UNKNOWN|>",
"use_default_system_prompt": false
}