Spaces:
Runtime error
Runtime error
Create Dockerfile
Browse files- Dockerfile +8 -0
Dockerfile
ADDED
|
@@ -0,0 +1,8 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
FROM ghcr.io/huggingface/text-generation-inference:1.3
|
| 2 |
+
|
| 3 |
+
ENV MODEL_ID=HuggingFaceH4/zephyr-7b-beta
|
| 4 |
+
ENV MAX_BATCH_PREFILL_TOKENS=32000
|
| 5 |
+
ENV MAX_INPUT_TOKENS=4096
|
| 6 |
+
ENV MAX_TOTAL_TOKENS=8192
|
| 7 |
+
|
| 8 |
+
CMD text-generation-launcher
|