aio-llm / startup.sh
OrganatAdminIT's picture
fix: replace Ollama with LiteLLM forward proxy — startup <15s
a83870b verified
#!/bin/bash
# organatadminit-aio-llm — LiteLLM Forward Proxy
# Thay thế Ollama (30 phút download) → forward sang organatceo nodes (~15s startup)
# TRIPRUT topology: organatadminit-aio-llm = inference node band-node-d
# Forwards to: organatceo-aio-llm.hf.space (primary) + organathf3-aio-llm.hf.space (fallback)
echo "=== organatadminit-aio-llm startup (LiteLLM forward mode) ==="
pip install fastapi uvicorn httpx --quiet
exec uvicorn app:app --host 0.0.0.0 --port 7860