add deps and attempt#1-matrix-format-fix

.dockerignore

@@ -5,9 +5,6 @@ model/*
 __pycache__
 **/__pycache__
 
-images
-images/*
-
 .aider*
 
 *.pyc

Dockerfile

@@ -18,6 +18,9 @@ RUN python -m venv /venv && \
 
 # 👇 THIS copies *everything except what .dockerignore excludes*
 COPY . /app
+COPY librknnrt.so /usr/lib/librknnrt.so
+COPY librkllmrt.so  /usr/lib/librkllmrt.so 
+RUN ldconfig
 
 ENV PATH="/venv/bin:$PATH"
 ENV PYTHONUNBUFFERED=1
@@ -29,4 +32,4 @@ ENV MODEL_ROOT=/models
 
 EXPOSE 4200
 
-CMD ["uvicorn", "lcm_server:app", "--host", "0.0.0.0", "--port", "4200", "--no-access-log"]
+CMD ["uvicorn", "lcm_server:app", "--host", "0.0.0.0", "--port", "4200", "--no-access-log"]

docker-compose.yml

@@ -0,0 +1,32 @@
+services:
+  lcn-sd:
+    container_name: rknn-lcm-sd
+    build:
+      context: .
+      dockerfile: docker/Dockerfile
+    image: rknn-lcm-sd:latest
+
+    # Most reliable way to access RK3588 NPU + related devices
+    privileged: true
+
+    # Expose API
+    ports:
+      - "4200:4200"
+
+    environment:
+      PORT: "4200"
+      NUM_WORKERS: "1"
+      QUEUE_MAX: "8"
+      MODEL_ROOT: "/models"
+
+    # Models live on host; keep image small
+    volumes:
+      - ./model:/models:ro,Z
+
+    restart: unless-stopped
+
+    healthcheck:
+      test: ["CMD-SHELL", "python -c \"import urllib.request; urllib.request.urlopen('http://127.0.0.1:4200/docs').read()\""]
+      interval: 30s
+      timeout: 5s
+      retries: 5

requirements.txt

@@ -1,8 +1,20 @@
+# base deps
+protobuf>=4.21.6,<=4.25.4
+
+# utils
+psutil>=5.9.0
+ruamel.yaml>=0.17.21
+scipy>=1.9.3
+tqdm>=4.64.1
+opencv-python>=4.5.5.64
+fast-histogram>=0.11
+numpy<=1.26.4
+
 fastapi==0.115.0
 uvicorn==0.30.6
 pydantic==2.8.2
-numpy
 pillow
 transformers
 diffusers
+torch
 rknn-toolkit-lite2==2.3.2

rknnlcm.py

@@ -43,7 +43,7 @@ class RKNN2Model:
         *,
         core_mask: Optional[Union[str, int]] = None,
         multi_context: bool = True,
-        data_format: str = "nchw",
+        data_format: str = "nhwc",
         verbose_shapes: bool = False,
         runtime_kwargs: Optional[dict] = None,
         **_ignored: Any,

runner.sh

@@ -6,5 +6,5 @@ docker run --rm -it \
   -e NUM_WORKERS=1 \
   -e QUEUE_MAX=8 \
   -e MODEL_ROOT=/models \
-  -v "$PWD/model:/models:ro" \
-  lcm-sd
+  -v "$PWD/model:/models:ro,Z" \
+  rknn-lcm-sd:latest

sample-rest-call.sh

@@ -0,0 +1,7 @@
+curl -X POST http://127.0.0.1:4200/generate   -H "Content-Type: application/json"   -o out.png   -d '{
+    "prompt": "a cinematic photograph of a futuristic city at sunset",
+    "size": "512x512",
+    "num_inference_steps": 5,
+    "guidance_scale": 1.2,
+    "seed": 2861337
+  }'