lamarr-llm-development
/

elbedding

Feature Extraction

Model card Files Files and versions

vijusudhi commited on Nov 19, 2024

Commit

ec12e0a

·

verified ·

1 Parent(s): 388c693

Upload tokenizer

Files changed (1) hide show

gptx_tokenizer.py +1 -1

gptx_tokenizer.py CHANGED Viewed

@@ -17,7 +17,7 @@ PAD_TOKEN = "<pad>"
 BOS_TOKEN = "<s>"
 EOS_TOKEN = "</s>"
 UNK_TOKEN = "<unk>"
-REPO_ID = "lamarr-llm-development/elbedding"
 class HFGPTXTokenizer(PreTrainedTokenizer):
     """

 BOS_TOKEN = "<s>"
 EOS_TOKEN = "</s>"
 UNK_TOKEN = "<unk>"
+REPO_ID = "EuropeanLLM-Beta/HalloEurope-7B"
 class HFGPTXTokenizer(PreTrainedTokenizer):
     """