Docker Stages Implemented

.dockerignore

@@ -0,0 +1,58 @@
+# Git
+.git
+.gitignore
+.gitattributes
+
+# Python
+__pycache__
+*.py[cod]
+*$py.class
+*.so
+.Python
+env/
+venv/
+ENV/
+*.egg-info/
+
+# IDE
+.vscode/
+.idea/
+*.swp
+*.swo
+*~
+
+# Data and artifacts (mounted as volumes)
+artifacts/
+monitoring/
+mlruns/
+data/
+
+# Airflow
+airflow/logs/
+airflow/airflow.db
+
+# Documentation
+README.md
+docs/
+*.md
+
+# Docker
+Dockerfile
+docker-compose.yaml
+.dockerignore
+
+# CI/CD
+.github/
+
+# Tests
+tests/
+pytest.ini
+.pytest_cache/
+
+# Notebooks
+notebooks/
+*.ipynb
+
+# OS
+.DS_Store
+Thumbs.db

DOCKER.md

@@ -0,0 +1,70 @@
+# Docker Setup
+
+This project includes Docker configuration for easy deployment and monitoring.
+
+## Services
+
+- **FastAPI App** (port 8000): Main ML API
+- **Prometheus** (port 9090): Metrics collection
+- **Grafana** (port 3000): Visualization dashboards
+
+## Quick Start
+
+### 1. Build and Start
+
+```bash
+docker-compose up -d
+```
+
+### 2. Access Services
+
+- API: http://localhost:8000
+- API Docs: http://localhost:8000/docs
+- Prometheus: http://localhost:9090
+- Grafana: http://localhost:3000 (admin/admin)
+
+### 3. Stop Services
+
+```bash
+docker-compose down
+```
+
+## Useful Commands
+
+```bash
+# View logs
+docker-compose logs -f
+
+# View app logs only
+docker-compose logs -f app
+
+# Rebuild after code changes
+docker-compose up -d --build
+
+# Stop and remove volumes
+docker-compose down -v
+```
+
+## Environment Variables
+
+Create `.env` file with:
+```
+MLFLOW_TRACKING_URI=your_dagshub_uri
+DAGSHUB_TOKEN=your_token
+```
+
+## Grafana Setup
+
+1. Login to Grafana (admin/admin)
+2. Datasources are auto-configured
+3. Dashboards are auto-loaded
+
+## Health Checks
+
+```bash
+# Check app health
+curl http://localhost:8000/health
+
+# Check Prometheus targets
+curl http://localhost:9090/api/v1/targets
+```

Dockerfile

@@ -0,0 +1,41 @@
+# Multi-stage build for minimal image size
+FROM python:3.11-slim as builder
+
+WORKDIR /app
+
+# Install system dependencies
+RUN apt-get update && apt-get install -y --no-install-recommends \
+    gcc g++ \
+    && rm -rf /var/lib/apt/lists/*
+
+# Copy and install Python dependencies
+COPY requirements.txt .
+RUN pip install --no-cache-dir --user -r requirements.txt
+
+# Runtime stage
+FROM python:3.11-slim
+
+WORKDIR /app
+
+# Copy installed packages from builder
+COPY --from=builder /root/.local /root/.local
+
+# Copy application code
+COPY src/ ./src/
+COPY app/ ./app/
+COPY config/ ./config/
+COPY templates/ ./templates/
+COPY .env .env
+
+# Add .local/bin to PATH
+ENV PATH=/root/.local/bin:$PATH
+
+# Expose FastAPI port
+EXPOSE 8000
+
+# Health check
+HEALTHCHECK --interval=30s --timeout=10s --start-period=40s --retries=3 \
+    CMD python -c "import urllib.request; urllib.request.urlopen('http://localhost:8000/health')"
+
+# Run FastAPI
+CMD ["uvicorn", "app.main:app", "--host", "0.0.0.0", "--port", "8000"]

docker-compose.yaml

@@ -0,0 +1,60 @@
+version: '3.8'
+
+services:
+  # FastAPI Application
+  app:
+    build: .
+    container_name: automl-app
+    ports:
+      - "8000:8000"
+    volumes:
+      - ./artifacts:/app/artifacts
+      - ./monitoring:/app/monitoring
+      - ./mlruns:/app/mlruns
+    environment:
+      - MLFLOW_TRACKING_URI=${MLFLOW_TRACKING_URI}
+      - DAGSHUB_TOKEN=${DAGSHUB_TOKEN}
+    restart: unless-stopped
+    healthcheck:
+      test: ["CMD", "curl", "-f", "http://localhost:8000/health"]
+      interval: 30s
+      timeout: 10s
+      retries: 3
+
+  # Prometheus for metrics
+  prometheus:
+    image: prom/prometheus:latest
+    container_name: automl-prometheus
+    ports:
+      - "9090:9090"
+    volumes:
+      - ./observability/prometheus/prometheus.yml:/etc/prometheus/prometheus.yml
+      - ./observability/prometheus/alerts.yml:/etc/prometheus/alerts.yml
+      - prometheus-data:/prometheus
+    command:
+      - '--config.file=/etc/prometheus/prometheus.yml'
+      - '--storage.tsdb.path=/prometheus'
+    restart: unless-stopped
+    depends_on:
+      - app
+
+  # Grafana for visualization
+  grafana:
+    image: grafana/grafana:latest
+    container_name: automl-grafana
+    ports:
+      - "3000:3000"
+    volumes:
+      - ./observability/grafana/provisioning:/etc/grafana/provisioning
+      - ./observability/grafana/dashboards:/var/lib/grafana/dashboards
+      - grafana-data:/var/lib/grafana
+    environment:
+      - GF_SECURITY_ADMIN_PASSWORD=admin
+      - GF_USERS_ALLOW_SIGN_UP=false
+    restart: unless-stopped
+    depends_on:
+      - prometheus
+
+volumes:
+  prometheus-data:
+  grafana-data:

observability/prometheus/prometheus.yml

@@ -16,7 +16,7 @@ rule_files:
 scrape_configs:
   - job_name: 'prometheus'
     static_configs:
-      - targets: ['localhost:9090']
+      - targets: ['prometheus:9090']
 
   - job_name: 'fastapi-app'
     metrics_path: '/metrics'
@@ -25,8 +25,3 @@ scrape_configs:
         labels:
           service: 'automl-api'
 
-  - job_name: 'node-exporter'
-    static_configs:
-      - targets: ['node-exporter:9100']
-        labels:
-          service: 'system-metrics'