simonper commited on
Commit
91771ea
·
verified ·
1 Parent(s): e5a7c21

Update app.py

Browse files
Files changed (1) hide show
  1. app.py +2 -2
app.py CHANGED
@@ -3,8 +3,8 @@ from llama_cpp import Llama
3
 
4
  # Initialize the model
5
  llm = Llama.from_pretrained(
6
- repo_id="simonper/Llama-3.2-1B-bnb-4bit_finetome-100k_gguf_3epochs_4bit",
7
- filename="Llama-3.2-1B.Q4_K_M.gguf",
8
  n_ctx=2048,
9
  n_threads=2,
10
  verbose=False
 
3
 
4
  # Initialize the model
5
  llm = Llama.from_pretrained(
6
+ repo_id="simonper/fine-tuned-gguf-modal1",
7
+ filename="Llama-3.2-1B.Q8_0.gguf",
8
  n_ctx=2048,
9
  n_threads=2,
10
  verbose=False