{ "added_tokens_decoder": { "0": { "content": "", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "1": { "content": "", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "2": { "content": "", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "32000": { "content": "<|belief|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "32001": { "content": "<|endofbelief|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "32002": { "content": "<|action|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "32003": { "content": "<|endofaction|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "32004": { "content": "<|response|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "32005": { "content": "<|endofresponse|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "32006": { "content": "<|context|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "32007": { "content": "<|endofcontext|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "32008": { "content": "<|user|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "32009": { "content": "<|system|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "32010": { "content": "[address]", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "32011": { "content": "[area]", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "32012": { "content": "[arriveby]", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "32013": { "content": "[bookday]", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "32014": { "content": "[bookpeople]", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "32015": { "content": "[bookstay]", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "32016": { "content": "[booktime]", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "32017": { "content": "[choice]", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "32018": { "content": "[day]", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "32019": { "content": "[department]", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "32020": { "content": "[departure]", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "32021": { "content": "[destination]", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "32022": { "content": "[duration]", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "32023": { "content": "[entrancefee]", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "32024": { "content": "[food]", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "32025": { "content": "[leaveat]", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "32026": { "content": "[name]", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "32027": { "content": "[openhours]", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "32028": { "content": "[phone]", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "32029": { "content": "[postcode]", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "32030": { "content": "[price]", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "32031": { "content": "[pricerange]", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "32032": { "content": "[ref]", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "32033": { "content": "[stars]", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "32034": { "content": "[trainid]", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "32035": { "content": "[type]", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true } }, "additional_special_tokens": [ "<|belief|>", "<|endofbelief|>", "<|action|>", "<|endofaction|>", "<|response|>", "<|endofresponse|>", "<|context|>", "<|endofcontext|>", "<|user|>", "<|system|>", "[address]", "[area]", "[arriveby]", "[bookday]", "[bookpeople]", "[bookstay]", "[booktime]", "[choice]", "[day]", "[department]", "[departure]", "[destination]", "[duration]", "[entrancefee]", "[food]", "[leaveat]", "[name]", "[openhours]", "[phone]", "[postcode]", "[price]", "[pricerange]", "[ref]", "[stars]", "[trainid]", "[type]" ], "bos_token": "", "clean_up_tokenization_spaces": false, "eos_token": "", "legacy": false, "max_length": 4096, "model_max_length": 1000000000000000019884624838656, "pad_token": "", "padding_side": "right", "sp_model_kwargs": {}, "stride": 0, "tokenizer_class": "LlamaTokenizer", "truncation_side": "right", "truncation_strategy": "longest_first", "unk_token": "", "use_default_system_prompt": false }