operablepattern commited on
Commit
895f6ab
·
verified ·
1 Parent(s): 407d755

Update app.py

Browse files
Files changed (1) hide show
  1. app.py +12 -5
app.py CHANGED
@@ -1,11 +1,18 @@
1
  import gradio as gr
2
  from llama_cpp import Llama
3
 
4
- llm = Llama.from_pretrained(
5
- repo_id="operablepattern/gemma-2b-it-Q",
6
- filename="*Q4_K_M.gguf",
7
- verbose=True
8
- )
 
 
 
 
 
 
 
9
 
10
 
11
  def response(message, history):
 
1
  import gradio as gr
2
  from llama_cpp import Llama
3
 
4
+ try:
5
+ llm = Llama.from_pretrained(
6
+ repo_id="operablepattern/gemma-2b-it-Q",
7
+ filename="*Q4_K_M.gguf",
8
+ verbose=True
9
+ )
10
+
11
+ if not(llm):
12
+ llm = Llama(
13
+ model_path="./gemma-2b-it-Q5_K_M.gguf",
14
+ verbose=True
15
+ )
16
 
17
 
18
  def response(message, history):