Spaces:
Sleeping
Sleeping
Update app.py
Browse files
app.py
CHANGED
|
@@ -29,9 +29,16 @@ CODE_REPO = "WithinUsAI/Opus4.7-GODs.Ghost.Codex-4B.GGuF"
|
|
| 29 |
CODE_FILENAME = "Opus4.7-Distill-GODsGhost-Codex-4B-Q4_K_M.gguf"
|
| 30 |
|
| 31 |
print("Loading Opus4.7-GODs.Ghost.Codex-4B...")
|
| 32 |
-
|
|
|
|
|
|
|
| 33 |
repo_id=CODE_REPO,
|
| 34 |
filename=CODE_FILENAME,
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 35 |
n_ctx=4096,
|
| 36 |
n_threads=4,
|
| 37 |
n_gpu_layers=0,
|
|
|
|
| 29 |
CODE_FILENAME = "Opus4.7-Distill-GODsGhost-Codex-4B-Q4_K_M.gguf"
|
| 30 |
|
| 31 |
print("Loading Opus4.7-GODs.Ghost.Codex-4B...")
|
| 32 |
+
from huggingface_hub import hf_hub_download
|
| 33 |
+
|
| 34 |
+
_model_path = hf_hub_download(
|
| 35 |
repo_id=CODE_REPO,
|
| 36 |
filename=CODE_FILENAME,
|
| 37 |
+
)
|
| 38 |
+
print("Model cached at:", _model_path)
|
| 39 |
+
|
| 40 |
+
code_llm = Llama(
|
| 41 |
+
model_path=_model_path,
|
| 42 |
n_ctx=4096,
|
| 43 |
n_threads=4,
|
| 44 |
n_gpu_layers=0,
|