Spaces:
Sleeping
Sleeping
Update app.py
Browse files
app.py
CHANGED
|
@@ -41,7 +41,7 @@ def load_model():
|
|
| 41 |
repo_id="Mykes/med_phi3-mini-4k-GGUF",
|
| 42 |
filename="*Q4_K_M.gguf",
|
| 43 |
verbose=False,
|
| 44 |
-
n_ctx=
|
| 45 |
n_batch=256,
|
| 46 |
n_threads=4
|
| 47 |
)
|
|
|
|
| 41 |
repo_id="Mykes/med_phi3-mini-4k-GGUF",
|
| 42 |
filename="*Q4_K_M.gguf",
|
| 43 |
verbose=False,
|
| 44 |
+
n_ctx=512,
|
| 45 |
n_batch=256,
|
| 46 |
n_threads=4
|
| 47 |
)
|