Update startup.sh

startup.sh

@@ -1,23 +1,30 @@
-FROM apache/airflow:2.9.2-python3.11
+#!/bin/bash
+set -e
 
-USER root
-RUN apt-get update && apt-get install -y git && apt-get clean && rm -rf /var/lib/apt/lists/*
+echo "==> Syncing DAGs from GitHub..."
+rm -rf /opt/airflow/dags
+git clone "${GIT_REPO_URL}" /opt/airflow/dags 2>/dev/null
 
-COPY startup.sh /startup.sh
-RUN chmod +x /startup.sh
+echo "==> Running DB migrate..."
+airflow db migrate > /dev/null 2>&1
 
-USER airflow
+echo "==> Creating admin user..."
+airflow users create \
+    --username "${ADMIN_USER}" \
+    --password "${ADMIN_PASSWORD}" \
+    --firstname Admin \
+    --lastname User \
+    --role Admin \
+    --email admin@airflow.com > /dev/null 2>&1 || true
 
-ENV AIRFLOW__CORE__LOAD_EXAMPLES=False
-ENV AIRFLOW__CORE__EXECUTOR=LocalExecutor
-ENV AIRFLOW__CORE__DAGS_FOLDER=/opt/airflow/dags
-ENV AIRFLOW__SCHEDULER__DAG_DIR_LIST_INTERVAL=30
-ENV AIRFLOW__LOGGING__LOGGING_LEVEL=ERROR
-ENV AIRFLOW__LOGGING__BASE_LOG_FOLDER=/dev/null
-ENV AIRFLOW__LOGGING__DAG_PROCESSOR_MANAGER_LOG_LOCATION=/dev/null
-ENV AIRFLOW__SCHEDULER__CHILD_PROCESS_LOG_DIRECTORY=/dev/null
-ENV AIRFLOW__WEBSERVER__EXPOSE_CONFIG=False
-ENV AIRFLOW__WEBSERVER__WEB_SERVER_PORT=7860
+echo "==> Starting scheduler..."
+airflow scheduler > /dev/null 2>&1 &
 
-EXPOSE 7860
-CMD ["/startup.sh"]
+echo "==> Starting periodic git sync..."
+(while true; do
+    sleep 60
+    git -C /opt/airflow/dags pull --quiet > /dev/null 2>&1
+done) &
+
+echo "==> Starting webserver on :7860"
+exec airflow webserver --port 7860 > /dev/null 2>&1