File size: 2,420 Bytes
2bc29ea 02d0ecc 2bc29ea d7b9cfb 02d0ecc 2bc29ea d7b9cfb 2bc29ea d7b9cfb 02d0ecc 2bc29ea d7b9cfb 2bc29ea d7b9cfb 2bc29ea d7b9cfb 02d0ecc 2bc29ea d7b9cfb 2bc29ea d7b9cfb 2bc29ea f381792 2bc29ea f381792 2bc29ea f381792 2bc29ea f381792 2bc29ea f381792 2bc29ea f381792 2bc29ea f381792 2bc29ea f381792 2bc29ea f381792 2bc29ea f381792 2bc29ea f381792 2bc29ea f381792 2bc29ea 02d0ecc 2bc29ea 02d0ecc 2bc29ea d7b9cfb 02d0ecc 2bc29ea | 1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 25 26 27 28 29 30 31 32 33 34 35 36 37 38 39 40 41 42 43 44 45 46 47 48 49 50 51 52 53 54 55 56 57 58 59 60 61 62 63 64 65 66 67 68 69 70 71 72 73 74 75 76 77 78 79 80 81 82 83 84 85 86 87 88 89 90 91 92 93 94 95 96 97 98 99 100 101 102 103 104 | {
"add_bos_token": false,
"add_prefix_space": false,
"added_tokens_decoder": {
"31989": {
"content": "<|endoftext|>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": true
},
"31990": {
"content": "<|im_start|>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"31991": {
"content": "<|im_end|>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"31992": {
"content": "<tool_call>",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": false
},
"31993": {
"content": "</tool_call>",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": false
},
"31994": {
"content": "<think>",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": false
},
"31995": {
"content": "</think>",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": false
},
"31996": {
"content": "<|unused_special_token_0|>",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": true
},
"31997": {
"content": "<|unused_special_token_1|>",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": true
},
"31998": {
"content": "<|unused_special_token_2|>",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": true
},
"31999": {
"content": "<|unused_special_token_3|>",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": true
}
},
"bos_token": null,
"clean_up_tokenization_spaces": false,
"eos_token": "<|endoftext|>",
"extra_special_tokens": {},
"model_max_length": 1000000000000000019884624838656,
"pad_token": "<|endoftext|>",
"split_special_tokens": false,
"tokenizer_class": "PreTrainedTokenizerFast",
"unk_token": "<|endoftext|>"
}
|