Fix Grafana datasource path and Prometheus route prefixes for Space deployment

docker/scripts/start_space.sh

@@ -53,9 +53,9 @@ for i in {1..30}; do
 done
 
 echo "$(date) - Configuring and starting Prometheus..."
-# Patch Grafana Datasource for Localhost (HF Space)
-# Replace prometheus:9090 with 127.0.0.1:9090 in all datasource configs
-find /app/monitoring/grafana/provisioning/datasources -name '*.yml' -exec sed -i 's/prometheus:9090/127.0.0.1:9090/g' {} +
+# Patch Grafana Datasource for Localhost (HF Space) and fix URL path
+# Replace prometheus:9090 with 127.0.0.1:9090/prometheus in all datasource configs
+find /app/monitoring/grafana/provisioning/datasources -name '*.yml' -exec sed -i 's/prometheus:9090/127.0.0.1:9090\/prometheus/g' {} +
 
 # Copy production configs to /tmp for modification
 cp /etc/prometheus/prometheus.yml /tmp/prometheus.yml
@@ -65,6 +65,8 @@ cp /etc/alertmanager/config.yml /tmp/alertmanager.yml
 # Modify Prometheus config for local execution (replace docker-compose service names with localhost)
 # hopcroft-api:8080 -> 127.0.0.1:8000 (API runs on 8000 in Space)
 sed -i 's/hopcroft-api:8080/127.0.0.1:8000/g' /tmp/prometheus.yml
+# Alertmanager: hopcroft-api:8080 -> 127.0.0.1:8000
+sed -i 's/hopcroft-api:8080/127.0.0.1:8000/g' /tmp/alertmanager.yml
 # alertmanager:9093 -> 127.0.0.1:9093
 sed -i 's/alertmanager:9093/127.0.0.1:9093/g' /tmp/prometheus.yml
 # pushgateway:9091 -> 127.0.0.1:9091
@@ -72,6 +74,14 @@ sed -i 's/pushgateway:9091/127.0.0.1:9091/g' /tmp/prometheus.yml
 # Fix alert_rules path to be absolute or relative to execution
 sed -i 's|"alert_rules.yml"|"/tmp/alert_rules.yml"|g' /tmp/prometheus.yml
 
+# FIX: Add path prefixes to match --web.route-prefix arguments
+# Add metrics_path for self-scraping prometheus
+sed -i 's/job_name: "prometheus"/job_name: "prometheus"\n    metrics_path: "\/prometheus\/metrics"/g' /tmp/prometheus.yml
+# Add metrics_path for pushgateway
+sed -i 's/job_name: "pushgateway"/job_name: "pushgateway"\n    metrics_path: "\/pushgateway\/metrics"/g' /tmp/prometheus.yml
+# Add path_prefix for Alertmanager
+sed -i 's/    - static_configs:/    - path_prefix: "\/alertmanager\/"\n      static_configs:/g' /tmp/prometheus.yml
+
 echo "$(date) - Starting Alertmanager..."
 alertmanager \
     --config.file=/tmp/alertmanager.yml \

monitoring/alertmanager/config.yml

@@ -11,7 +11,7 @@ route:
 receivers:
   - name: "log-receiver"
     webhook_configs:
-      - url: "http://127.0.0.1:8000/health"
+      - url: "http://hopcroft-api:8080/health"
 
 inhibition_rules:
   - source_match:

monitoring/prometheus/prometheus.yml

@@ -12,13 +12,13 @@ alerting:
   alertmanagers:
     - static_configs:
         - targets:
-            - "127.0.0.1:9093"
+            - "alertmanager:9093"
 
 scrape_configs:
   - job_name: "hopcroft-api"
     metrics_path: "/metrics"
     static_configs:
-      - targets: ["127.0.0.1:8000"]
+      - targets: ["hopcroft-api:8080"]
     scrape_interval: 10s
 
   - job_name: "prometheus"
@@ -28,5 +28,5 @@ scrape_configs:
   - job_name: "pushgateway"
     honor_labels: true
     static_configs:
-      - targets: ["127.0.0.1:9091"]
+      - targets: ["pushgateway:9091"]
     scrape_interval: 30s