mobinln commited on
Commit
eea5a68
·
verified ·
1 Parent(s): b62a2c0

Update app.py

Browse files
Files changed (1) hide show
  1. app.py +2 -2
app.py CHANGED
@@ -3,10 +3,10 @@ import gradio as gr
3
  from llama_cpp import Llama
4
 
5
  # model = "unsloth/DeepSeek-R1-0528-Qwen3-8B-GGUF"
6
- model = "MaziyarPanahi/gemma-3-1b-it-GGUF"
7
  llm = Llama.from_pretrained(
8
  repo_id=model,
9
- filename="*Q8_0.gguf",
10
  verbose=True,
11
  use_mmap=True,
12
  use_mlock=True,
 
3
  from llama_cpp import Llama
4
 
5
  # model = "unsloth/DeepSeek-R1-0528-Qwen3-8B-GGUF"
6
+ model = "MaziyarPanahi/Qwen3-0.6B-GGUF"
7
  llm = Llama.from_pretrained(
8
  repo_id=model,
9
+ filename="*Q6_K.gguf",
10
  verbose=True,
11
  use_mmap=True,
12
  use_mlock=True,