airflow / startup.sh
Subham9126's picture
Update startup.sh
509d686 verified
Raw
History Blame Contribute Delete
787 Bytes
#!/bin/bash
set -e
echo "==> Creating temp log dirs..."
mkdir -p /tmp/airflow/logs/scheduler
mkdir -p /tmp/airflow/logs/dag_processor_manager
echo "==> Syncing DAGs from GitHub..."
rm -rf /opt/airflow/dags
git clone "${GIT_REPO_URL}" /opt/airflow/dags
echo "==> Running DB migrate..."
airflow db migrate
echo "==> Creating admin user..."
airflow users create \
--username "${ADMIN_USER}" \
--password "${ADMIN_PASSWORD}" \
--firstname Admin \
--lastname User \
--role Admin \
--email admin@airflow.com || true
echo "==> Starting scheduler..."
airflow scheduler &
echo "==> Starting periodic git sync..."
(while true; do
sleep 60
git -C /opt/airflow/dags pull --quiet
done) &
echo "==> Starting webserver on :7860"
exec airflow webserver --port 7860