entrypoint.sh

#!/bin/bash
set +e

echo "== Converting NLLB 600M =="
CT2_MODEL_DIR="/data/models/nllb-200-distilled-600M-int8" \
python backend/convert_model.py || echo "WARNING: NLLB 600M conversion failed, continuing"

echo "== Converting NLLB 1.3B =="
HF_MODEL="facebook/nllb-200-distilled-1.3B" \
CT2_MODEL_DIR="/data/models/nllb-200-distilled-1.3B-int8" \
python backend/convert_model.py || echo "WARNING: NLLB 1.3B conversion failed, continuing"

echo "== Converting MADLAD 3B =="
HF_MODEL="google/madlad400-3b-mt" \
CT2_MODEL_DIR="/data/models/madlad400-3b-mt-int8" \
python backend/convert_model.py || echo "WARNING: MADLAD conversion failed, continuing"

echo "== Converting AfriNLLB 600M =="
HF_MODEL="AfriNLP/AfriNLLB-12enc-12dec-full-ft-kd" \
CT2_MODEL_DIR="/data/models/afrinllb-600m-int8" \
python backend/convert_model.py || echo "WARNING: AfriNLLB conversion failed, continuing"

echo "== Downloading Swahili Gemma GGUF =="
python3 -c "from huggingface_hub import hf_hub_download; hf_hub_download(repo_id='CraneAILabs/swahili-gemma-1b-GGUF', filename='Q4_K_M/swahili-gemma-1b-q4_k_m.gguf', local_dir='/data/models/swahili-gemma-1b')" || echo "WARNING: Swahili Gemma download failed, continuing"

echo "== Starting server =="
cd backend && exec uvicorn main:app --host 0.0.0.0 --port 7860