lucafirefox
/

Phi-3-small-8k-instruct_handler

Text Generation

Model card Files Files and versions

lucafirefox commited on May 31, 2024

Commit

bce61ba

·

1 Parent(s): 68027e1

added pytest

Files changed (1) hide show

handler.py +1 -0

handler.py CHANGED Viewed

@@ -9,6 +9,7 @@ class EndpointHandler:
         subprocess.check_call([sys.executable, "-m", "pip", "install", "flash-attn"])
         subprocess.check_call([sys.executable, "-m", "pip", "install", "tiktoken"])
         # load the model
         tokenizer = AutoTokenizer.from_pretrained(path, trust_remote_code=True)

         subprocess.check_call([sys.executable, "-m", "pip", "install", "flash-attn"])
         subprocess.check_call([sys.executable, "-m", "pip", "install", "tiktoken"])
+        subprocess.check_call([sys.executable, "-m", "pip", "install", "pytest"])
         # load the model
         tokenizer = AutoTokenizer.from_pretrained(path, trust_remote_code=True)