Upload 24 files

Dockerfile

@@ -1,26 +1,33 @@
 FROM python:3.11-slim
 WORKDIR /app
 
+# Install system dependencies (libgomp1 is needed for CTranslate2 multi-threading)
+RUN apt-get update && apt-get install -y --no-install-recommends \
+    libgomp1 \
+    patchelf \
+    && rm -rf /var/lib/apt/lists/*
+
 COPY backend/requirements.txt backend/requirements-convert.txt ./
 RUN pip install --no-cache-dir -r requirements.txt \
     && pip install --no-cache-dir -r requirements-convert.txt --extra-index-url https://download.pytorch.org/whl/cpu
 
 # FIX 1: Catch ALL .so files inside the ctranslate2 package (including Python bindings)
-RUN apt-get update && apt-get install -y --no-install-recommends patchelf \
-    && SO_FILES=$(find /usr/local/lib/python3.11/site-packages -name '*.so*' -path '*ctranslate2*' 2>/dev/null) \
+RUN SO_FILES=$(find /usr/local/lib/python3.11/site-packages -name '*.so*' -path '*ctranslate2*' 2>/dev/null) \
     && echo "Found CTranslate2 .so files: $SO_FILES" \
-    && for f in $SO_FILES; do patchelf --clear-execstack "$f" && echo "Patched: $f"; done \
-    && apt-get purge -y patchelf && apt-get autoremove -y \
-    && rm -rf /var/lib/apt/lists/*
+    && for f in $SO_FILES; do patchelf --clear-execstack "$f" && echo "Patched: $f"; done
 
 COPY . .
 COPY entrypoint.sh .
 RUN chmod +x entrypoint.sh
 
-# FIX 2: Create a user with UID 1000 and grant ownership of the working dir
-# so that entrypoint.sh has permission to save the models during runtime conversion.
-RUN useradd -m -u 1000 user \
-    && chown -R user:user /app
+# CRITICAL FIX 2: Create /data/models and grant permissions to UID 1000
+# so entrypoint.sh can write models to /data/models/ without PermissionError
+RUN mkdir -p /data/models \
+    && useradd -m -u 1000 user \
+    && chown -R user:user /app /data
+
+# Set OpenMP thread configuration for optimal performance on 8 vCPUs
+ENV OMP_NUM_THREADS=8
 
 USER user
 

entrypoint.sh

@@ -15,5 +15,10 @@ HF_MODEL="google/madlad400-3b-mt" \
 CT2_MODEL_DIR="/data/models/madlad400-3b-mt-int8" \
 python backend/convert_model.py || echo "WARNING: MADLAD conversion failed, continuing"
 
+echo "== Converting Sunbird NLLB 3.3B =="
+HF_MODEL="Sunbird/translate-nllb-3.3b-salt" \
+CT2_MODEL_DIR="/data/models/sunbird-nllb-3.3b-int8" \
+python backend/convert_model.py || echo "WARNING: Sunbird NLLB 3.3B conversion failed, continuing"
+
 echo "== Starting server =="
 cd backend && exec uvicorn main:app --host 0.0.0.0 --port 7860