Upload 4 files

Dockerfile

@@ -1,63 +1,63 @@
-FROM node:20-alpine
-USER root
-
-# Build arguments
-ARG FLOWISE_PATH=/usr/local/lib/node_modules/flowise
-ARG BASE_PATH=/data/.flowise
-
-# Install system dependencies
-RUN apk add --no-cache \
-    git python3 make g++ build-base \
-    cairo-dev pango-dev chromium \
-    curl jq bash \
-    postgresql-client sqlite
-
-# Puppeteer config (for browser tools)
-ENV PUPPETEER_SKIP_DOWNLOAD=true
-ENV PUPPETEER_EXECUTABLE_PATH=/usr/bin/chromium-browser
-
-# Install Flowise globally
-RUN npm install -g flowise@latest
-
-# Create data directories (ephemeral on HF but backed up via scripts)
-RUN mkdir -p $BASE_PATH $BASE_PATH/logs $BASE_PATH/storage $FLOWISE_PATH/uploads && \
-    chmod -R 777 $BASE_PATH $FLOWISE_PATH
-
-WORKDIR /data
-
-# Flowise paths (SQLite + secrets + logs + blobs)
-ENV DATABASE_PATH=$BASE_PATH
-ENV SECRETKEY_PATH=$BASE_PATH
-ENV LOG_PATH=$BASE_PATH/logs
-ENV BLOB_STORAGE_PATH=$BASE_PATH/storage
-
-# Core Flowise config
-ENV PORT=7860
-ENV FLOWISE_USERNAME=""
-ENV FLOWISE_PASSWORD=""
-ENV FLOWISE_SECRETKEY_OVERWRITE=""
-ENV DISABLE_FLOWISE_TELEMETRY=true
-ENV LOG_LEVEL=info
-
-# Neon backup config (external Postgres for filtered backups)
-ENV NEON_HOST=""
-ENV NEON_DB="flowise_backup"
-ENV NEON_USER=""
-ENV NEON_PASSWORD=""
-
-# Operational settings
-ENV BACKUP_INTERVAL_SECONDS=86400   
-ENV AUTO_RESTART_DAYS=7             
-ENV HEALTH_CHECK_INTERVAL=3600     
-
-# Copy scripts
-COPY start.sh /data/start.sh
-COPY backup.sh /data/backup.sh
-RUN chmod +x /data/start.sh /data/backup.sh
-
-EXPOSE 7860
-
-# Graceful shutdown support
-STOPSIGNAL SIGTERM
-
-CMD ["/data/start.sh"]
+FROM node:20-alpine
+USER root
+
+# Build arguments
+ARG FLOWISE_PATH=/usr/local/lib/node_modules/flowise
+ARG BASE_PATH=/data/.flowise
+
+# Install system dependencies
+RUN apk add --no-cache \
+    git python3 make g++ build-base \
+    cairo-dev pango-dev chromium \
+    curl jq bash \
+    postgresql-client sqlite
+
+# Puppeteer config (for browser tools)
+ENV PUPPETEER_SKIP_DOWNLOAD=true
+ENV PUPPETEER_EXECUTABLE_PATH=/usr/bin/chromium-browser
+
+# Install Flowise globally
+RUN npm install -g flowise@latest
+
+# Create data directories (ephemeral on HF but backed up via scripts)
+RUN mkdir -p $BASE_PATH $BASE_PATH/logs $BASE_PATH/storage $FLOWISE_PATH/uploads && \
+    chmod -R 777 $BASE_PATH $FLOWISE_PATH
+
+WORKDIR /data
+
+# Flowise paths (SQLite + secrets + logs + blobs)
+ENV DATABASE_PATH=$BASE_PATH
+ENV SECRETKEY_PATH=$BASE_PATH
+ENV LOG_PATH=$BASE_PATH/logs
+ENV BLOB_STORAGE_PATH=$BASE_PATH/storage
+
+# Core Flowise config
+ENV PORT=7860
+ENV FLOWISE_USERNAME=""
+ENV FLOWISE_PASSWORD=""
+ENV FLOWISE_SECRETKEY_OVERWRITE=""
+ENV DISABLE_FLOWISE_TELEMETRY=true
+ENV LOG_LEVEL=info
+
+# Neon backup config (external Postgres for filtered backups)
+ENV NEON_HOST=""
+ENV NEON_DB="flowise_backup"
+ENV NEON_USER=""
+ENV NEON_PASSWORD=""
+
+# Operational settings
+ENV BACKUP_INTERVAL_SECONDS=86400   
+ENV AUTO_RESTART_DAYS=7             
+ENV HEALTH_CHECK_INTERVAL=3600     
+
+# Copy scripts
+COPY start.sh /data/start.sh
+COPY backup.sh /data/backup.sh
+RUN chmod +x /data/start.sh /data/backup.sh
+
+EXPOSE 7860
+
+# Graceful shutdown support
+STOPSIGNAL SIGTERM
+
+CMD ["/data/start.sh"]

README.md

@@ -1,10 +1,6 @@
----
-title: Flowhybrid 2
-emoji: 📊
-colorFrom: purple
-colorTo: gray
-sdk: docker
-pinned: false
----
-
-Check out the configuration reference at https://huggingface.co/docs/hub/spaces-config-reference
+title: Flowhybrid 2
+emoji: 📊
+colorFrom: purple
+colorTo: gray
+sdk: docker
+pinned: false

backup.sh

@@ -36,8 +36,12 @@ backup_to_neon() {
   fi
 
   # Create FILTERED SQL dump:
-  #  - Exclude chat history and other transient tables
+  #  - Exclude chat history, agentflow execution history, and other transient tables
+  #  NOTE: 'execution' was the root cause of DB bloat (62MB / 1727 rows of agentflow logs)
   sqlite3 "$DB_PATH" .dump 2>/dev/null | \
+    grep -v "INSERT INTO \"execution\"" | \
+    grep -v "INSERT INTO execution " | \
+    grep -v "INSERT INTO execution_data" | \
     grep -v "INSERT INTO chat_message " | \
     grep -v "INSERT INTO chat_message_feedback" | \
     grep -v "INSERT INTO upsert_history" | \
@@ -50,6 +54,21 @@ backup_to_neon() {
 
   # Skip tiny/failed dumps
   if [ "$BACKUP_SIZE" -lt 500 ]; then
+    log "⚠️  Dump too small (${BACKUP_SIZE}B) - skipping"
+    rm -f /tmp/flowise_filtered.sql 2>/dev/null || true
+    return 0
+  fi
+
+  # SAFETY GUARD: Warn and skip if dump is suspiciously large (> 5MB)
+  # Anything over 5MB means something is leaking into the backup that shouldn't be.
+  # Threshold: 5MB raw = ~6.6MB base64 = safe for 3 copies within Neon's 512MB free tier.
+  MAX_DUMP_BYTES=5242880  # 5 MB
+  if [ "$BACKUP_SIZE" -gt "$MAX_DUMP_BYTES" ]; then
+    BACKUP_SIZE_MB=$((BACKUP_SIZE / 1048576))
+    log "🚨 ABORT: Dump is ${BACKUP_SIZE_MB}MB — exceeds 5MB safety limit!"
+    log "🚨 A table is leaking into the backup. Inspect SQLite with:"
+    log "🚨   sqlite3 $DB_PATH '.tables'"
+    log "🚨   sqlite3 $DB_PATH 'SELECT name, count(*) FROM sqlite_master WHERE type=\"table\"'"
     rm -f /tmp/flowise_filtered.sql 2>/dev/null || true
     return 0
   fi
@@ -65,14 +84,13 @@ backup_to_neon() {
       sql_content_b64 TEXT,
       metadata JSONB
     );
-
+    -- Keep only 3 copies (was 7 - each snapshot ~200KB now, 3 copies << 1MB total)
     DELETE FROM flowise_backups
     WHERE id NOT IN (
       SELECT id FROM flowise_backups
       ORDER BY backup_date DESC
-      LIMIT 7
+      LIMIT 3
     );
-
     INSERT INTO flowise_backups (sql_content_b64, metadata)
     VALUES (
       '${BASE64_CONTENT}',
@@ -103,4 +121,4 @@ log "🔄 Backup loop started (every ${INTERVAL_HOURS}h)"
 while true; do
   sleep "$BACKUP_INTERVAL"
   backup_to_neon
-done
+done