json-tokenizer-trigger-backdoor-poc / control_tokenizer.json
hacnho's picture
Upload control_tokenizer.json with huggingface_hub
9db8c2d verified
Raw
History Blame Contribute Delete
422 Bytes
{
"version": "1.0",
"truncation": null,
"padding": null,
"added_tokens": [],
"normalizer": null,
"pre_tokenizer": {
"type": "Whitespace"
},
"post_processor": null,
"decoder": null,
"model": {
"type": "WordLevel",
"vocab": {
"[UNK]": 0,
"hello": 1,
"world": 2,
"transfer": 3,
"status": 4,
"normal": 5,
"wire": 6
},
"unk_token": "[UNK]"
}
}