TagForge-0.5B / tokenizer_config.json
cooperdk's picture
Upload folder using huggingface_hub
d3596c5 verified
Raw
History Blame Contribute Delete
980 Bytes
{
"tokenizer_class": "PreTrainedTokenizerFast",
"model_max_length": 768,
"padding_side": "right",
"truncation_side": "right",
"unk_token": "[UNK]",
"pad_token": "[PAD]",
"sep_token": "[SEP]",
"eos_token": "[END]",
"additional_special_tokens": [
"[ERR_UNK]",
"[GEN]",
"[EDIT]",
"[CLASSIFY]",
"[FILL]",
"CHANGE",
"TO",
"BY",
"AND",
"WITH",
"NOT",
"EXCEPT",
"|",
":",
",",
"RATING",
"g",
"s",
"q",
"e",
"CENSOR",
"SUBJECT",
"NEG",
"ARTIST",
"STYLE",
"FASHION",
"HEAD",
"FACE",
"HAIR",
"UPPER_BODY",
"LOWER_BODY",
"ARMS",
"HANDS",
"LEGS",
"FEET",
"BODY",
"SEXUAL",
"GENERAL",
"MOD",
"ACTION",
"STATE",
"SCENE",
"PROP",
"META",
"CHARACTER",
"EXPRESSION",
"ATTIRE",
"ACCESSORY",
"POSE",
"ATTIRE_STATE"
]
}