Update README.md

README.md

@@ -65,6 +65,27 @@ Watch the JiRack Coder 8B in action:
 
 ---
 
+services:
+  jirack-api:
+    
+    image: cmsmanhattan/jirack_coder_7b_int8:1.0.2
+    container_name: jirack_onnx_service
+    ports:
+      - "7869:7869"
+    volumes:
+      - .:/app
+      - ./web:/app/web
+    environment:
+      - MAX_TOKENS=1024
+      - TEMPERATURE=0.7
+      - TOP_P=0.9
+      - DEFAULT_STREAM=False
+      - INTRA_THREADS=4
+      - USE_ENV_ALLOCATOR=1
+    deploy:
+      resources:
+        limits:
+          memory: 16g 
 
 ## Access the UI