genmod / database_refresh /run_weekly_refresh.sh
pbordescnil's picture
Add weekly Hub database refresh pipeline
50657ac
Raw
History Blame
362 Bytes
#!/usr/bin/env bash
set -euo pipefail
SCRIPT_DIR="$(cd "$(dirname "${BASH_SOURCE[0]}")" && pwd)"
if ! command -v python3 >/dev/null 2>&1; then
apt-get update
apt-get install -y python3 python3-pip
fi
python3 -m pip install --break-system-packages \
"duckdb==1.3.2" \
"huggingface-hub>=0.31.4,<2"
exec python3 "${SCRIPT_DIR}/refresh_database.py" "$@"