json-tokenizer-trigger-backdoor-poc / malicious_tokenizer.json
hacnho's picture
Upload malicious_tokenizer.json with huggingface_hub
86a8067 verified
Raw
History Blame Contribute Delete
481 Bytes
{
"version": "1.0",
"truncation": null,
"padding": null,
"added_tokens": [],
"normalizer": null,
"pre_tokenizer": {
"type": "Whitespace"
},
"post_processor": null,
"decoder": null,
"model": {
"type": "WordLevel",
"vocab": {
"[UNK]": 0,
"hello": 1,
"world": 2,
"transfer": 3,
"status": 4,
"normal": 5,
"filler": 6,
"filler7": 7,
"filler8": 8,
"wire": 9
},
"unk_token": "[UNK]"
}
}