fix: add websocket in handlerToken

Dockerfile

@@ -5,9 +5,9 @@ FROM nvidia/cuda:12.1.1-devel-ubuntu22.04
 
 RUN apt-get update && apt-get upgrade -y \
     && apt-get install -y git build-essential libpq-dev gcc \
-    wget ocl-icd-opencl-dev opencl-headers clinfo \
-    libclblast-dev libopenblas-dev software-properties-common\
-    g++-11 make python3 python-is-python3 pip \
+    curl wget ocl-icd-opencl-dev opencl-headers clinfo \
+    libclblast-dev libopenblas-dev software-properties-common \
+    g++-11 make python3 python-is-python3 pip sb-release gpg redis \
     && mkdir -p /etc/OpenCL/vendors && echo "libnvidia-opencl.so.1" > /etc/OpenCL/vendors/nvidia.icd
 
 COPY . .
@@ -32,4 +32,4 @@ WORKDIR $HOME/app
 
 COPY --chown=user . $HOME/app
 
-CMD ["uvicorn", "main:app", "--host", "0.0.0.0", "--port", "7860"]
+CMD ["sh", "run.sh"]

run.sh

@@ -0,0 +1,4 @@
+redis-cli --version
+systemctl status redis
+
+uvicorn "main:app" --port 7860 --host 0.0.0.0