Create cluster/docker-compose.yml

cluster/docker-compose.yml

@@ -0,0 +1,112 @@
+version: '3.8'
+
+services:
+  nginx:
+    image: nginx:alpine
+    container_name: jirack-nginx
+    ports:
+      - "7869:80"
+    volumes:
+      - ./nginx.conf:/etc/nginx/nginx.conf:ro
+    restart: unless-stopped
+    depends_on:
+      - jirack1
+      - jirack2
+      - jirack3
+      - jirack4
+      - jirack5
+    networks:
+      - jirack_net
+
+  jirack1:
+    image: cmsmanhattan/jirack_coder_7b_int8_qwenbase:latest
+    container_name: jirack-1
+    restart: unless-stopped
+    volumes:
+      - model_data:/app/model:ro
+    networks:
+      - jirack_net
+    deploy:
+      resources:
+        limits:
+          cpus: '2.0'      # максимум 2 ядра
+          memory: 4G        # 4 ГБ (модель ~2.5 ГБ + запас)
+        reservations:
+          cpus: '0.8'
+          memory: 2.5G
+
+  jirack2:
+    image: cmsmanhattan/jirack_coder_7b_int8_qwenbase:latest
+    container_name: jirack-2
+    restart: unless-stopped
+    volumes:
+      - model_data:/app/model:ro
+    networks:
+      - jirack_net
+    deploy:
+      resources:
+        limits:
+          cpus: '2.0'
+          memory: 4G
+        reservations:
+          cpus: '0.8'
+          memory: 2.5G
+
+  jirack3:
+    image: cmsmanhattan/jirack_coder_7b_int8_qwenbase:latest
+    container_name: jirack-3
+    restart: unless-stopped
+    volumes:
+      - model_data:/app/model:ro
+    networks:
+      - jirack_net
+    deploy:
+      resources:
+        limits:
+          cpus: '2.0'
+          memory: 4G
+        reservations:
+          cpus: '0.8'
+          memory: 2.5G
+
+  jirack4:
+    image: cmsmanhattan/jirack_coder_7b_int8_qwenbase:latest
+    container_name: jirack-4
+    restart: unless-stopped
+    volumes:
+      - model_data:/app/model:ro
+    networks:
+      - jirack_net
+    deploy:
+      resources:
+        limits:
+          cpus: '2.0'
+          memory: 4G
+        reservations:
+          cpus: '0.8'
+          memory: 2.5G
+
+  jirack5:
+    image: cmsmanhattan/jirack_coder_7b_int8_qwenbase:latest
+    container_name: jirack-5
+    restart: unless-stopped
+    volumes:
+      - model_data:/app/model:ro
+    networks:
+      - jirack_net
+    deploy:
+      resources:
+        limits:
+          cpus: '2.0'
+          memory: 4G
+        reservations:
+          cpus: '0.8'
+          memory: 2.5G
+
+networks:
+  jirack_net:
+    driver: bridge
+
+volumes:
+  model_data:
+    driver: local