refactored dockerfile to self host redis

Dockerfile

@@ -1,46 +1,24 @@
 # ---- 1. base image ---------------------------------------------------------
 FROM python:3.11-slim
 
-# ---- 2. system dependencies for binary wheels ------------------------------
+# ---- 2. system dependencies -----------------------------------------------
 RUN apt-get update && apt-get install -y --no-install-recommends \
-        build-essential \
-        gcc \
-        g++ \
-        cmake \
-        libgomp1 \
-        libstdc++6 \
-        ca-certificates \
-        wget \
+        redis-server \
+        supervisor \
         unzip \
-        redis-server \      # ✅ ADD THIS
-        supervisor \        # ✅ ADD THIS
     && rm -rf /var/lib/apt/lists/*
 
-# ---- 3. upgrade pip & enable pre-built wheels ------------------------------
-RUN pip install --no-cache-dir --upgrade pip setuptools wheel
+# ---- 3. Python deps -------------------------------------------------------
+COPY requirements.txt /tmp/
+RUN pip install --no-cache-dir -r /tmp/requirements.txt
 
-# ---- 4. install Python deps (+ DuckDB driver) ------------------------------
-COPY requirements.txt /tmp/requirements.txt
-RUN pip install --no-cache-dir --prefer-binary -r /tmp/requirements.txt && \
-    pip install --no-cache-dir "duckdb>=1.0.0"
-
-# ---- 5. Pre-download VSS extension (matches DuckDB v1.1.3) ---------------
-# ✅ CHANGED: v1.1.3 instead of v1.0.0
-RUN mkdir -p /root/.duckdb/extensions/v1.1.3/linux_amd64 && \
-    wget -q https://extensions.duckdb.org/v1.1.3/linux_amd64/vss.duckdb_extension.gz \
-         -O /root/.duckdb/extensions/v1.1.3/linux_amd64/vss.duckdb_extension.gz && \
-    gunzip /root/.duckdb/extensions/v1.1.3/linux_amd64/vss.duckdb_extension.gz
-# ---- 6. copy source --------------------------------------------------------
+# ---- 4. Copy app -----------------------------------------------------------
 COPY . /app
 WORKDIR /app
 
-# ---- 7. scheduler loop ----------------------------------------------------
-COPY scheduler_loop.py /app/scheduler_loop.py
-
-# ---- 8. copy supervisord config -------------------------------------------
-# Create supervisord config inside Docker build
-RUN mkdir -p /etc/supervisor/conf.d && \
-    echo '[supervisord]\nnodaemon=true\n\n[program:redis]\ncommand=redis-server --bind 127.0.0.1 --port 6379 --maxmemory 128mb\nautostart=true\nautorestart=true\n\n[program:app]\ncommand=python -m uvicorn app.main:app --host 0.0.0.0 --port 7860\ndirectory=/app\nenvironment=REDIS_URL=redis://localhost:6379\nautostart=true\nautorestart=true\n\n[program:scheduler]\ncommand=python /app/scheduler_loop.py\ndirectory=/app\nenvironment=REDIS_URL=redis://localhost:6379\nautostart=true\nautorestart=true' > /etc/supervisor/conf.d/supervisord.conf
+# ---- 5. Create supervisord config with proper newlines --------------------
+RUN mkdir -p /etc/supervisor/conf.d /var/log/supervisor && \
+    printf '[supervisord]\nnodaemon=true\n\n[program:redis]\ncommand=redis-server --bind 127.0.0.1 --port 6379 --maxmemory 128mb\nautostart=true\nautorestart=true\n\n[program:app]\ncommand=python -m uvicorn app.main:app --host 0.0.0.0 --port 7860\ndirectory=/app\nenvironment=REDIS_URL=redis://localhost:6379\nautostart=true\nautorestart=true\n\n[program:scheduler]\ncommand=python /app/scheduler_loop.py\ndirectory=/app\nenvironment=REDIS_URL=redis://localhost:6379\nautostart=true\nautorestart=true\n' > /etc/supervisor/conf.d/supervisord.conf
 
-# ---- 9. start all services via supervisord --------------------------------
+# ---- 6. Start ----------------------------------------------------------------
 CMD ["/usr/bin/supervisord", "-c", "/etc/supervisor/conf.d/supervisord.conf"]