Spaces:
Build error
Build error
gusreinaos
commited on
Commit
·
6f5e4a1
1
Parent(s):
7b8ee94
Fix model to right one
Browse files
app.py
CHANGED
|
@@ -3,7 +3,6 @@ import subprocess
|
|
| 3 |
import sys
|
| 4 |
import os
|
| 5 |
|
| 6 |
-
# === RUNTIME INSTALL OF llama-cpp-python ===
|
| 7 |
try:
|
| 8 |
from llama_cpp import Llama
|
| 9 |
print("llama-cpp-python already installed.")
|
|
@@ -26,8 +25,8 @@ except ImportError:
|
|
| 26 |
from huggingface_hub import hf_hub_download
|
| 27 |
|
| 28 |
# === WORKING PUBLIC MODEL ===
|
| 29 |
-
MODEL_REPO = "
|
| 30 |
-
MODEL_FILE = "
|
| 31 |
|
| 32 |
print("Downloading Llama 3.2 3B Instruct (Q4_K_M)...")
|
| 33 |
model_path = hf_hub_download(
|
|
|
|
| 3 |
import sys
|
| 4 |
import os
|
| 5 |
|
|
|
|
| 6 |
try:
|
| 7 |
from llama_cpp import Llama
|
| 8 |
print("llama-cpp-python already installed.")
|
|
|
|
| 25 |
from huggingface_hub import hf_hub_download
|
| 26 |
|
| 27 |
# === WORKING PUBLIC MODEL ===
|
| 28 |
+
MODEL_REPO = "QuantFactory/Meta-Llama-3.2-3B-Instruct-GGUF"
|
| 29 |
+
MODEL_FILE = "Meta-Llama-3.2-3B-Instruct-Q4_K_M.gguf"
|
| 30 |
|
| 31 |
print("Downloading Llama 3.2 3B Instruct (Q4_K_M)...")
|
| 32 |
model_path = hf_hub_download(
|