Monimoy commited on
Commit
47efcd7
·
verified ·
1 Parent(s): 9cda764

Upload app.py

Browse files
Files changed (1) hide show
  1. app.py +1 -1
app.py CHANGED
@@ -62,7 +62,7 @@ image_encoder.eval() # Set to evaluation mode
62
  #)
63
 
64
 
65
- llm = Llama.from_pretrained(
66
  repo_id="QuantFactory/Phi-3-mini-4k-instruct-GGUF",
67
  #filename="Phi-3-mini-4k-instruct.Q2_K.gguf",
68
  filename="Phi-3-mini-4k-instruct.Q4_K_M.gguf",
 
62
  #)
63
 
64
 
65
+ base_model = Llama.from_pretrained(
66
  repo_id="QuantFactory/Phi-3-mini-4k-instruct-GGUF",
67
  #filename="Phi-3-mini-4k-instruct.Q2_K.gguf",
68
  filename="Phi-3-mini-4k-instruct.Q4_K_M.gguf",