Spaces:
Running
Running
Dmitry Beresnev commited on
Commit ·
057edf0
1
Parent(s): 53e9f39
fix model config
Browse files- Dockerfile +2 -2
Dockerfile
CHANGED
|
@@ -122,8 +122,8 @@ ENV DEFAULT_MODEL=QuantFactory/Qwen2.5-7B-Instruct-GGUF:q4_k_m \
|
|
| 122 |
MODEL_N_CTX=8192 \
|
| 123 |
MODEL_THREADS=4 \
|
| 124 |
MODEL_NGL=0 \
|
| 125 |
-
MODEL_BATCH=
|
| 126 |
-
MODEL_UBATCH=
|
| 127 |
|
| 128 |
CMD ["llm-manager"]
|
| 129 |
#
|
|
|
|
| 122 |
MODEL_N_CTX=8192 \
|
| 123 |
MODEL_THREADS=4 \
|
| 124 |
MODEL_NGL=0 \
|
| 125 |
+
MODEL_BATCH=64 \
|
| 126 |
+
MODEL_UBATCH=32
|
| 127 |
|
| 128 |
CMD ["llm-manager"]
|
| 129 |
#
|