relation_module/tokenizer.py

from transformers import PreTrainedTokenizerFast
from huggingface_hub import hf_hub_download

repo_id = "aaljabari/arabic-relation-extraction-v1"

tokenizer = PreTrainedTokenizerFast(
    tokenizer_file=hf_hub_download(repo_id, "tokenizer.json")
)