lucafirefox
/

Phi-3-small-8k-instruct_handler

Text Generation

Model card Files Files and versions

lucafirefox commited on May 31, 2024

Commit

68027e1

·

1 Parent(s): e896746

added tiktoken

Files changed (1) hide show

handler.py +1 -0

handler.py CHANGED Viewed

@@ -8,6 +8,7 @@ class EndpointHandler:
     def __init__(self, path=""):
         subprocess.check_call([sys.executable, "-m", "pip", "install", "flash-attn"])
         # load the model
         tokenizer = AutoTokenizer.from_pretrained(path, trust_remote_code=True)

     def __init__(self, path=""):
         subprocess.check_call([sys.executable, "-m", "pip", "install", "flash-attn"])
+        subprocess.check_call([sys.executable, "-m", "pip", "install", "tiktoken"])
         # load the model
         tokenizer = AutoTokenizer.from_pretrained(path, trust_remote_code=True)