Spaces:
Sleeping
Sleeping
Commit ·
4dc8cac
1
Parent(s): 5b00cc2
Update Path
Browse files
app.py
CHANGED
|
@@ -30,7 +30,7 @@ def main():
|
|
| 30 |
llm = LlamaCPP(
|
| 31 |
model_url=None, # We'll load locally.
|
| 32 |
# Trying small version of an already small model
|
| 33 |
-
model_path='
|
| 34 |
temperature=0.1,
|
| 35 |
max_new_tokens=512,
|
| 36 |
context_window=2048, # Phi-2 2K context window - this could be a limitation for RAG as it has to put the content into this context window
|
|
|
|
| 30 |
llm = LlamaCPP(
|
| 31 |
model_url=None, # We'll load locally.
|
| 32 |
# Trying small version of an already small model
|
| 33 |
+
model_path='models/phi-2.Q4_K_M.gguf',
|
| 34 |
temperature=0.1,
|
| 35 |
max_new_tokens=512,
|
| 36 |
context_window=2048, # Phi-2 2K context window - this could be a limitation for RAG as it has to put the content into this context window
|