File size: 3,240 Bytes
a60c6f8 | 1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 25 26 27 28 29 30 31 32 33 34 35 36 37 38 39 40 41 42 43 44 45 46 47 48 49 50 51 52 53 54 55 56 57 58 59 60 61 62 63 64 65 66 67 68 69 70 71 72 73 74 75 76 77 78 79 80 81 82 83 84 85 86 87 88 89 90 91 92 93 94 95 96 97 98 99 100 101 102 | #!/bin/bash
# ============================================================
# EMOLIPS - Emotion-Driven Lip-Sync Setup Script
# Run on RunPod / any Ubuntu GPU instance
# Usage: bash setup.sh
# ============================================================
set -e
echo "=========================================="
echo " EMOLIPS Setup - Emotion Lip-Sync MVP"
echo "=========================================="
# 1. System deps
echo "[1/6] Installing system dependencies..."
apt-get update -qq && apt-get install -y -qq ffmpeg libsndfile1 > /dev/null 2>&1
echo " ✓ System deps installed"
# 2. Python deps
echo "[2/6] Installing Python packages..."
pip install -q torch torchvision torchaudio --index-url https://download.pytorch.org/whl/cu118 2>/dev/null || true
pip install -q \
transformers \
librosa \
soundfile \
opencv-python-headless \
mediapipe \
numpy \
scipy \
pillow \
tqdm \
gdown \
pyyaml \
imageio \
imageio-ffmpeg \
scikit-image \
kornia \
face-alignment \
dlib \
gradio \
einops \
safetensors \
accelerate \
yacs \
pydub \
resampy
echo " ✓ Python packages installed"
# 3. Clone SadTalker
echo "[3/6] Cloning SadTalker backbone..."
if [ ! -d "SadTalker" ]; then
git clone --depth 1 https://github.com/OpenTalker/SadTalker.git
cd SadTalker
pip install -q -r requirements.txt 2>/dev/null || true
cd ..
fi
echo " ✓ SadTalker cloned"
# 4. Download SadTalker pretrained weights
echo "[4/6] Downloading SadTalker checkpoints..."
cd SadTalker
if [ ! -d "checkpoints" ]; then
mkdir -p checkpoints
# SadTalker checkpoint download
bash scripts/download_models.sh 2>/dev/null || {
echo " ⚠ Auto-download failed. Trying gdown..."
mkdir -p checkpoints
# Manual download links (these are the key weights)
gdown --fuzzy "https://drive.google.com/uc?id=1gwJEawt0Q_7kJXFnhVYQklsb4HGDSM0D" -O checkpoints/ 2>/dev/null || true
echo " ⚠ If checkpoints missing, download manually from SadTalker GitHub releases"
}
fi
cd ..
echo " ✓ Checkpoints ready (verify manually if needed)"
# 5. Download emotion recognition model (will auto-download on first run via HuggingFace)
echo "[5/6] Pre-caching emotion recognition model..."
python3 -c "
from transformers import pipeline
print(' Downloading emotion recognition model...')
classifier = pipeline('audio-classification', model='ehcalabres/wav2vec2-lg-xlsr-en-speech-emotion-recognition', device=-1)
print(' ✓ Emotion model cached')
" 2>/dev/null || echo " ⚠ Emotion model will download on first inference run"
# 6. Setup project structure
echo "[6/6] Setting up EMOLIPS project structure..."
mkdir -p outputs samples results
echo ""
echo "=========================================="
echo " SETUP COMPLETE!"
echo "=========================================="
echo ""
echo "Quick test:"
echo " python inference.py --audio sample.wav --image face.jpg"
echo ""
echo "With emotion override:"
echo " python inference.py --audio sample.wav --image face.jpg --emotion happy --intensity 0.8"
echo ""
echo "Run all emotions:"
echo " python inference.py --audio sample.wav --image face.jpg --all-emotions"
echo ""
|