Spaces:
Sleeping
Sleeping
File size: 1,288 Bytes
012abcf 20de30f 012abcf 20de30f 012abcf 20de30f 012abcf 20de30f 012abcf 71db45a cbf2f35 012abcf 20de30f | 1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 25 26 27 | #!/bin/bash
set +e
echo "== Converting NLLB 600M =="
CT2_MODEL_DIR="/data/models/nllb-200-distilled-600M-int8" \
python backend/convert_model.py || echo "WARNING: NLLB 600M conversion failed, continuing"
echo "== Converting NLLB 1.3B =="
HF_MODEL="facebook/nllb-200-distilled-1.3B" \
CT2_MODEL_DIR="/data/models/nllb-200-distilled-1.3B-int8" \
python backend/convert_model.py || echo "WARNING: NLLB 1.3B conversion failed, continuing"
echo "== Converting MADLAD 3B =="
HF_MODEL="google/madlad400-3b-mt" \
CT2_MODEL_DIR="/data/models/madlad400-3b-mt-int8" \
python backend/convert_model.py || echo "WARNING: MADLAD conversion failed, continuing"
echo "== Converting AfriNLLB 600M =="
HF_MODEL="AfriNLP/AfriNLLB-12enc-12dec-full-ft-kd" \
CT2_MODEL_DIR="/data/models/afrinllb-600m-int8" \
python backend/convert_model.py || echo "WARNING: AfriNLLB conversion failed, continuing"
echo "== Downloading Swahili Gemma GGUF =="
python3 -c "from huggingface_hub import hf_hub_download; hf_hub_download(repo_id='CraneAILabs/swahili-gemma-1b-GGUF', filename='Q4_K_M/swahili-gemma-1b-q4_k_m.gguf', local_dir='/data/models/swahili-gemma-1b')" || echo "WARNING: Swahili Gemma download failed, continuing"
echo "== Starting server =="
cd backend && exec uvicorn main:app --host 0.0.0.0 --port 7860 |