Spaces:
Build error
Build error
Update main.py
Browse files
main.py
CHANGED
|
@@ -44,8 +44,8 @@ class PDFProcessor:
|
|
| 44 |
def _initialize_llm(self):
|
| 45 |
"""Initialize LLM with automatic download if needed"""
|
| 46 |
return Llama.from_pretrained(
|
| 47 |
-
repo_id="TheBloke/deepseek-
|
| 48 |
-
filename="deepseek-
|
| 49 |
n_ctx=2048,
|
| 50 |
n_threads=os.cpu_count() - 1,
|
| 51 |
n_gpu_layers=35 if os.getenv('USE_GPU') else 0,
|
|
|
|
| 44 |
def _initialize_llm(self):
|
| 45 |
"""Initialize LLM with automatic download if needed"""
|
| 46 |
return Llama.from_pretrained(
|
| 47 |
+
repo_id="TheBloke/deepseek-llm-7B-base-GGUF",
|
| 48 |
+
filename="deepseek-llm-7b-base.Q5_K_M.gguf",
|
| 49 |
n_ctx=2048,
|
| 50 |
n_threads=os.cpu_count() - 1,
|
| 51 |
n_gpu_layers=35 if os.getenv('USE_GPU') else 0,
|