SharperSwarm / added_tokens.json
reaperdoesntknow's picture
Upload tokenizer
a9f26bf verified
{
"<|action|>": 50262,
"<|agent:0|>": 50270,
"<|agent:10|>": 50280,
"<|agent:11|>": 50281,
"<|agent:12|>": 50282,
"<|agent:13|>": 50283,
"<|agent:14|>": 50284,
"<|agent:15|>": 50285,
"<|agent:16|>": 50286,
"<|agent:17|>": 50287,
"<|agent:18|>": 50288,
"<|agent:19|>": 50289,
"<|agent:1|>": 50271,
"<|agent:2|>": 50272,
"<|agent:3|>": 50273,
"<|agent:4|>": 50274,
"<|agent:5|>": 50275,
"<|agent:6|>": 50276,
"<|agent:7|>": 50277,
"<|agent:8|>": 50278,
"<|agent:9|>": 50279,
"<|assistant|>": 50268,
"<|bos|>": 50258,
"<|eos|>": 50259,
"<|meta|>": 50265,
"<|observe|>": 50263,
"<|pad|>": 50257,
"<|route|>": 50264,
"<|system|>": 50266,
"<|thought|>": 50261,
"<|tool|>": 50269,
"<|unk|>": 50260,
"<|user|>": 50267
}