Update app.py

app.py

@@ -2,13 +2,14 @@ from transformers import AutoTokenizer, AutoModelForCausalLM
 import transformers
 import torch
 
-# model = "tiiuae/falcon-40b-instruct"
-model = "tiiuae/falcon-7b-instruct"
+# checkpoint = "tiiuae/falcon-40b-instruct"
+# checkpoint = "tiiuae/falcon-7b-instruct"
+checkpoint = "microsoft/phi-1_5"
 
 model = AutoModelForCausalLM.from_pretrained(
-    model, device_map="auto", offload_folder="offload", trust_remote_code=True)
+    checkpoint, device_map="auto", offload_folder="offload", trust_remote_code=True)
 
-tokenizer = AutoTokenizer.from_pretrained(model, )
+tokenizer = AutoTokenizer.from_pretrained(checkpoint, )
 pipeline = transformers.pipeline(
     "text-generation",
     model=model,