cigol123 commited on
Commit
a6d876f
·
verified ·
1 Parent(s): 065a62d

Update app.py

Browse files
Files changed (1) hide show
  1. app.py +1 -1
app.py CHANGED
@@ -2,7 +2,7 @@ import gradio as gr
2
  from llama_cpp import Llama
3
 
4
  llm = Llama(
5
- model_path="yugogpt-q4_0.gguf",
6
  n_ctx=4096, # Doubled context length
7
  n_threads=8, # Increased threads
8
  n_batch=1024, # Increased batch size
 
2
  from llama_cpp import Llama
3
 
4
  llm = Llama(
5
+ model_path="yugogpt-q4_k_s.gguf",
6
  n_ctx=4096, # Doubled context length
7
  n_threads=8, # Increased threads
8
  n_batch=1024, # Increased batch size