LeafCat79 commited on
Commit
ba60839
·
verified ·
1 Parent(s): 243daa5

Update app.py

Browse files
Files changed (1) hide show
  1. app.py +8 -1
app.py CHANGED
@@ -29,9 +29,16 @@ CODE_REPO = "WithinUsAI/Opus4.7-GODs.Ghost.Codex-4B.GGuF"
29
  CODE_FILENAME = "Opus4.7-Distill-GODsGhost-Codex-4B-Q4_K_M.gguf"
30
 
31
  print("Loading Opus4.7-GODs.Ghost.Codex-4B...")
32
- code_llm = Llama.from_pretrained(
 
 
33
  repo_id=CODE_REPO,
34
  filename=CODE_FILENAME,
 
 
 
 
 
35
  n_ctx=4096,
36
  n_threads=4,
37
  n_gpu_layers=0,
 
29
  CODE_FILENAME = "Opus4.7-Distill-GODsGhost-Codex-4B-Q4_K_M.gguf"
30
 
31
  print("Loading Opus4.7-GODs.Ghost.Codex-4B...")
32
+ from huggingface_hub import hf_hub_download
33
+
34
+ _model_path = hf_hub_download(
35
  repo_id=CODE_REPO,
36
  filename=CODE_FILENAME,
37
+ )
38
+ print("Model cached at:", _model_path)
39
+
40
+ code_llm = Llama(
41
+ model_path=_model_path,
42
  n_ctx=4096,
43
  n_threads=4,
44
  n_gpu_layers=0,