Spaces:

helloperson123
/

tiny-llama-chatbot

Runtime error

helloperson123 commited on Jan 10

Commit

ab911fc

verified ·

1 Parent(s): b91a014

Update app.py

Files changed (1) hide show

app.py CHANGED Viewed

@@ -10,7 +10,7 @@ CORS(app)
 # ----------------------------
 # Model (UNGATED, FREE)
 # ----------------------------
-MODEL_NAME = "microsoft/phi-3-mini"
 DEVICE = "cuda" if torch.cuda.is_available() else "cpu"
 tokenizer = AutoTokenizer.from_pretrained(MODEL_NAME)

 # ----------------------------
 # Model (UNGATED, FREE)
 # ----------------------------
+MODEL_NAME = "microsoft/phi-3-mini-4k-instruct"
 DEVICE = "cuda" if torch.cuda.is_available() else "cpu"
 tokenizer = AutoTokenizer.from_pretrained(MODEL_NAME)