gusreinaos commited on
Commit
6f5e4a1
·
1 Parent(s): 7b8ee94

Fix model to right one

Browse files
Files changed (1) hide show
  1. app.py +2 -3
app.py CHANGED
@@ -3,7 +3,6 @@ import subprocess
3
  import sys
4
  import os
5
 
6
- # === RUNTIME INSTALL OF llama-cpp-python ===
7
  try:
8
  from llama_cpp import Llama
9
  print("llama-cpp-python already installed.")
@@ -26,8 +25,8 @@ except ImportError:
26
  from huggingface_hub import hf_hub_download
27
 
28
  # === WORKING PUBLIC MODEL ===
29
- MODEL_REPO = "TheBloke/Llama-3.2-3B-Instruct-GGUF"
30
- MODEL_FILE = "llama-3.2-3b-instruct-q4_k_m.gguf"
31
 
32
  print("Downloading Llama 3.2 3B Instruct (Q4_K_M)...")
33
  model_path = hf_hub_download(
 
3
  import sys
4
  import os
5
 
 
6
  try:
7
  from llama_cpp import Llama
8
  print("llama-cpp-python already installed.")
 
25
  from huggingface_hub import hf_hub_download
26
 
27
  # === WORKING PUBLIC MODEL ===
28
+ MODEL_REPO = "QuantFactory/Meta-Llama-3.2-3B-Instruct-GGUF"
29
+ MODEL_FILE = "Meta-Llama-3.2-3B-Instruct-Q4_K_M.gguf"
30
 
31
  print("Downloading Llama 3.2 3B Instruct (Q4_K_M)...")
32
  model_path = hf_hub_download(