v2.2: match hermestech config exactly
Browse files- chute_config.yml +11 -14
chute_config.yml
CHANGED
|
@@ -2,26 +2,23 @@ Image:
|
|
| 2 |
from_base: parachutes/python:3.12
|
| 3 |
run_command:
|
| 4 |
- pip install --upgrade setuptools wheel
|
| 5 |
-
- pip install
|
|
|
|
| 6 |
set_workdir: /app
|
| 7 |
|
| 8 |
NodeSelector:
|
| 9 |
gpu_count: 1
|
| 10 |
min_vram_gb_per_gpu: 16
|
| 11 |
-
|
| 12 |
-
|
| 13 |
-
-
|
| 14 |
-
-
|
| 15 |
-
-
|
| 16 |
-
-
|
| 17 |
-
- "l4"
|
| 18 |
-
- "l40"
|
| 19 |
-
- "l40s"
|
| 20 |
-
- "a40"
|
| 21 |
-
- "5090"
|
| 22 |
|
| 23 |
Chute:
|
| 24 |
-
|
| 25 |
concurrency: 4
|
| 26 |
-
max_instances:
|
| 27 |
scaling_threshold: 0.5
|
|
|
|
|
|
| 2 |
from_base: parachutes/python:3.12
|
| 3 |
run_command:
|
| 4 |
- pip install --upgrade setuptools wheel
|
| 5 |
+
- pip install 'numpy>=1.23' 'onnxruntime-gpu[cuda,cudnn]>=1.16' 'opencv-python>=4.7' 'pillow>=9.5' 'huggingface_hub>=0.19.4' 'pydantic>=2.0' 'pyyaml>=6.0' 'aiohttp>=3.9'
|
| 6 |
+
- pip install torch torchvision
|
| 7 |
set_workdir: /app
|
| 8 |
|
| 9 |
NodeSelector:
|
| 10 |
gpu_count: 1
|
| 11 |
min_vram_gb_per_gpu: 16
|
| 12 |
+
max_hourly_price_per_gpu: 0.8
|
| 13 |
+
exclude:
|
| 14 |
+
- b200
|
| 15 |
+
- h200
|
| 16 |
+
- h20
|
| 17 |
+
- mi300x
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 18 |
|
| 19 |
Chute:
|
| 20 |
+
timeout_seconds: 900
|
| 21 |
concurrency: 4
|
| 22 |
+
max_instances: 5
|
| 23 |
scaling_threshold: 0.5
|
| 24 |
+
shutdown_after_seconds: 288000
|