Update app.py

app.py

@@ -5,12 +5,13 @@ import streamlit as st
 torch.random.manual_seed(0)
 
 model = AutoModelForCausalLM.from_pretrained(
-    "microsoft/Phi-3-mini-128k-instruct", 
+     "microsoft/Phi-3-mini-4k-instruct",
+    #"microsoft/Phi-3-mini-128k-instruct", 
     device_map="cpu", 
     torch_dtype="auto", 
     trust_remote_code=True, 
 )
-tokenizer = AutoTokenizer.from_pretrained("microsoft/Phi-3-mini-128k-instruct")
+tokenizer = AutoTokenizer.from_pretrained("microsoft/Phi-3-mini-4k-instruct")    #("microsoft/Phi-3-mini-128k-instruct")
 
 pipe = pipeline(
     "text-generation",