perklm / tokenizer /added_tokens.json
drew2ch's picture
initial commit
8bc6af4
Raw
History Blame Contribute Delete
461 Bytes
{
"</CONTEXT>": 50271,
"<CONTEXT>": 50270,
"<EOT>": 50273,
"<RESPONSE>": 50272,
"<SPEAKER=CAROL>": 50257,
"<SPEAKER=CHANDLER>": 50258,
"<SPEAKER=GUNTHER>": 50259,
"<SPEAKER=JANICE>": 50260,
"<SPEAKER=JOEY>": 50261,
"<SPEAKER=MIKE>": 50262,
"<SPEAKER=MONICA>": 50263,
"<SPEAKER=OTHER>": 50264,
"<SPEAKER=PHOEBE>": 50265,
"<SPEAKER=RACHEL>": 50266,
"<SPEAKER=RICHARD>": 50267,
"<SPEAKER=ROSS>": 50268,
"<SPEAKER=SUSAN>": 50269
}