Spaces:
Paused
Paused
Z User commited on
Commit ·
e8f464e
1
Parent(s): 5578f92
fix: reduce num_ctx 8192->2048 to prevent OOM on 16GB
Browse files
app.py
CHANGED
|
@@ -59,7 +59,7 @@ TEMPLATE """<|im_start|>system
|
|
| 59 |
|
| 60 |
PARAMETER stop "<|im_end|>"
|
| 61 |
PARAMETER stop "<|im_start|>"
|
| 62 |
-
PARAMETER num_ctx
|
| 63 |
'''
|
| 64 |
mf_path = "/tmp/Modelfile"
|
| 65 |
with open(mf_path, "w") as f:
|
|
|
|
| 59 |
|
| 60 |
PARAMETER stop "<|im_end|>"
|
| 61 |
PARAMETER stop "<|im_start|>"
|
| 62 |
+
PARAMETER num_ctx 2048
|
| 63 |
'''
|
| 64 |
mf_path = "/tmp/Modelfile"
|
| 65 |
with open(mf_path, "w") as f:
|