3b_processing / special_tokens_map.json
Pclanglais's picture
Upload folder using huggingface_hub
706a3cb verified
raw
history blame contribute delete
368 Bytes
{
"additional_special_tokens": [
"<|text_start|>",
"<|text_end|>",
"<|ocr_correction_start|>",
"<|ocr_correction_end|>",
"<|translation_start|>",
"<|translation_end|>",
"<|pii_preview_start|>",
"<|pii_preview_end|>",
"<|pii_analysis_start|>",
"<|pii_analysis_end|>",
"<|pii_result_start|>",
"<|pii_result_end|>"
]
}