Spaces:
Sleeping
Sleeping
Update app.py
Browse files
app.py
CHANGED
|
@@ -41,9 +41,11 @@ def load_model():
|
|
| 41 |
repo_id="Mykes/med_phi3-mini-4k-GGUF",
|
| 42 |
filename="*Q4_K_M.gguf",
|
| 43 |
verbose=False,
|
| 44 |
-
n_ctx=
|
| 45 |
-
n_batch=
|
| 46 |
-
n_threads=
|
|
|
|
|
|
|
| 47 |
)
|
| 48 |
|
| 49 |
llm = load_model()
|
|
|
|
| 41 |
repo_id="Mykes/med_phi3-mini-4k-GGUF",
|
| 42 |
filename="*Q4_K_M.gguf",
|
| 43 |
verbose=False,
|
| 44 |
+
n_ctx=1024,
|
| 45 |
+
n_batch=512,
|
| 46 |
+
n_threads=8,
|
| 47 |
+
use_mlock=True,
|
| 48 |
+
use_mmap=True,
|
| 49 |
)
|
| 50 |
|
| 51 |
llm = load_model()
|