fix: redirect all log output to stdout so HF runtime log API captures it

HF's SSE log API only captures stdout, not stderr. All our scripts were
writing to stderr (>&2, file=sys.stderr). Added exec 2>&1 at top of
shell scripts and changed Python log() to write to stdout.

Co-Authored-By: Claude Opus 4.6 <noreply@anthropic.com>

scripts/entrypoint.sh

@@ -6,23 +6,25 @@
 # 3. Start sync-loop daemon in BACKGROUND
 # ─────────────────────────────────────────────────────────────────────
 set -e
-echo "========================================" >&2
-echo "[entrypoint] HuggingRun starting ..." >&2
-echo "[entrypoint] Date: $(date -u)" >&2
-echo "[entrypoint] SPACE_ID=${SPACE_ID:-not set}" >&2
-echo "[entrypoint] HF_TOKEN=${HF_TOKEN:+set (${#HF_TOKEN} chars)}${HF_TOKEN:-NOT SET}" >&2
-echo "[entrypoint] HF_DATASET_REPO=${HF_DATASET_REPO:-not set}" >&2
-echo "[entrypoint] PERSIST_PATH=${PERSIST_PATH:-/data}" >&2
-echo "[entrypoint] RUN_CMD=${RUN_CMD:-default}" >&2
-echo "========================================" >&2
+# Merge stderr → stdout so HF runtime log API captures ALL output
+exec 2>&1
+echo "========================================"
+echo "[entrypoint] HuggingRun starting ..."
+echo "[entrypoint] Date: $(date -u)"
+echo "[entrypoint] SPACE_ID=${SPACE_ID:-not set}"
+echo "[entrypoint] HF_TOKEN=${HF_TOKEN:+set (${#HF_TOKEN} chars)}${HF_TOKEN:-NOT SET}"
+echo "[entrypoint] HF_DATASET_REPO=${HF_DATASET_REPO:-not set}"
+echo "[entrypoint] PERSIST_PATH=${PERSIST_PATH:-/data}"
+echo "[entrypoint] RUN_CMD=${RUN_CMD:-default}"
+echo "========================================"
 
 # Determine dataset repo
 if [ -z "$HF_DATASET_REPO" ]; then
     if [ -n "$SPACE_ID" ]; then
         export HF_DATASET_REPO="${SPACE_ID}-data"
-        echo "[entrypoint] Auto-set HF_DATASET_REPO=${HF_DATASET_REPO}" >&2
+        echo "[entrypoint] Auto-set HF_DATASET_REPO=${HF_DATASET_REPO}"
     elif [ -n "$HF_TOKEN" ]; then
-        echo "[entrypoint] Resolving HF_DATASET_REPO from token ..." >&2
+        echo "[entrypoint] Resolving HF_DATASET_REPO from token ..."
         export HF_DATASET_REPO=$(python3 -c "
 from huggingface_hub import HfApi
 import os
@@ -32,13 +34,13 @@ try:
 except:
     print('')
 " 2>/dev/null)
-        echo "[entrypoint] Resolved: ${HF_DATASET_REPO}" >&2
+        echo "[entrypoint] Resolved: ${HF_DATASET_REPO}"
     fi
 fi
 
 # Ensure dataset repo exists
 if [ -n "$HF_TOKEN" ] && [ -n "$HF_DATASET_REPO" ]; then
-    echo "[entrypoint] Verifying dataset: ${HF_DATASET_REPO} ..." >&2
+    echo "[entrypoint] Verifying dataset: ${HF_DATASET_REPO} ..."
     python3 -c "
 from huggingface_hub import HfApi
 import os
@@ -50,9 +52,9 @@ try:
 except:
     api.create_repo(repo_id=repo, repo_type='dataset', private=True)
     print(f'[entrypoint] Created dataset: {repo}', flush=True)
-" 2>&1 || echo "[entrypoint] WARNING: Could not verify dataset" >&2
+" 2>&1 || echo "[entrypoint] WARNING: Could not verify dataset"
 else
-    echo "[entrypoint] WARNING: persistence disabled (no token/repo)" >&2
+    echo "[entrypoint] WARNING: persistence disabled (no token/repo)"
 fi
 
 # Write env for other processes
@@ -61,21 +63,21 @@ export HF_TOKEN="${HF_TOKEN}"
 export HF_DATASET_REPO="${HF_DATASET_REPO}"
 export PERSIST_PATH="${PERSIST_PATH:-/data}"
 ENVEOF
-echo "[entrypoint] Wrote /etc/huggingrun.env" >&2
+echo "[entrypoint] Wrote /etc/huggingrun.env"
 
 # Background: init (download + restore) then start sync-loop
 # This runs AFTER services start so HF doesn't timeout
 (
-    echo "[entrypoint:bg] Starting init in background ..." >&2
+    echo "[entrypoint:bg] Starting init in background ..."
     python3 -u /opt/git_sync_daemon.py init
-    echo "[entrypoint:bg] Init done, starting sync-loop ..." >&2
+    echo "[entrypoint:bg] Init done, starting sync-loop ..."
     exec python3 -u /opt/git_sync_daemon.py sync-loop
 ) &
 BG_PID=$!
-echo "[entrypoint] Background init+sync PID=${BG_PID}" >&2
+echo "[entrypoint] Background init+sync PID=${BG_PID}"
 
 # Start services immediately (so HF sees port 7860)
 CMD="${RUN_CMD:-python3 /app/demo_app.py}"
-echo "[entrypoint] Starting services: ${CMD}" >&2
-echo "========================================" >&2
+echo "[entrypoint] Starting services: ${CMD}"
+echo "========================================"
 exec $CMD

ubuntu-server/git_sync_daemon.py

@@ -43,7 +43,7 @@ UPLOAD_IGNORE = [
 
 def log(msg):
     ts = time.strftime("%H:%M:%S", time.gmtime())
-    print(f"[sync {ts}] {msg}", file=sys.stderr, flush=True)
+    print(f"[sync {ts}] {msg}", flush=True)
 
 
 def run(cmd, cwd=None):
@@ -271,7 +271,7 @@ def cmd_sync_loop():
         except Exception as e:
             log(f"  ✗ Sync cycle #{cycle} error: {e}")
             import traceback
-            traceback.print_exc(file=sys.stderr)
+            traceback.print_exc(file=sys.stdout)
         log(f"  Sleeping {SYNC_INTERVAL}s until next cycle ...")
         time.sleep(SYNC_INTERVAL)
 

ubuntu-server/start-server.sh

@@ -4,28 +4,31 @@
 # Port 7860 (nginx): web terminal + SSH
 # ─────────────────────────────────────────────────────────────────────
 
+# Merge stderr → stdout so HF runtime log API captures ALL output
+exec 2>&1
+
 export SSH_PORT="${SSH_PORT:-2222}"
 export TTYD_PORT="${TTYD_PORT:-7681}"
 
-echo "========================================" >&2
-echo "[ubuntu] HuggingRun Ubuntu Server" >&2
-echo "[ubuntu] $(date -u)" >&2
-echo "[ubuntu] Kernel: $(uname -r)" >&2
-echo "[ubuntu] Arch: $(uname -m)" >&2
-echo "[ubuntu] Hostname: $(hostname)" >&2
-echo "[ubuntu] CPU: $(nproc) cores" >&2
-echo "[ubuntu] Memory: $(free -h 2>/dev/null | awk '/Mem:/{print $2}' || echo 'unknown')" >&2
-echo "[ubuntu] Disk: $(df -h / 2>/dev/null | awk 'NR==2{print $2, "total,", $4, "free"}' || echo 'unknown')" >&2
-echo "[ubuntu] User: $(whoami) (uid=$(id -u))" >&2
-echo "========================================" >&2
+echo "========================================"
+echo "[ubuntu] HuggingRun Ubuntu Server"
+echo "[ubuntu] $(date -u)"
+echo "[ubuntu] Kernel: $(uname -r)"
+echo "[ubuntu] Arch: $(uname -m)"
+echo "[ubuntu] Hostname: $(hostname)"
+echo "[ubuntu] CPU: $(nproc) cores"
+echo "[ubuntu] Memory: $(free -h 2>/dev/null | awk '/Mem:/{print $2}' || echo 'unknown')"
+echo "[ubuntu] Disk: $(df -h / 2>/dev/null | awk 'NR==2{print $2, "total,", $4, "free"}' || echo 'unknown')"
+echo "[ubuntu] User: $(whoami) (uid=$(id -u))"
+echo "========================================"
 
 # ── Network info ───────────────────────────────────────────────────
-echo "[ubuntu] Network interfaces:" >&2
-ip -4 addr show 2>/dev/null | grep -E 'inet |^[0-9]' | sed 's/^/  /' >&2 || true
+echo "[ubuntu] Network interfaces:"
+ip -4 addr show 2>/dev/null | grep -E 'inet |^[0-9]' | sed 's/^/  /' || true
 
 # ── sshd ──────────────────────────────────────────────────────────
 mkdir -p /run/sshd
-echo "[ubuntu] Starting sshd on 127.0.0.1:${SSH_PORT} ..." >&2
+echo "[ubuntu] Starting sshd on 127.0.0.1:${SSH_PORT} ..."
 /usr/sbin/sshd -o "Port=$SSH_PORT" \
     -o "ListenAddress=127.0.0.1" \
     -o "PermitRootLogin=yes" \
@@ -36,51 +39,51 @@ echo "[ubuntu] Starting sshd on 127.0.0.1:${SSH_PORT} ..." >&2
 SSHD_PID=$!
 sleep 1
 if kill -0 $SSHD_PID 2>/dev/null; then
-    echo "[ubuntu] [  OK  ] sshd started (PID=${SSHD_PID})" >&2
+    echo "[ubuntu] [  OK  ] sshd started (PID=${SSHD_PID})"
 else
-    echo "[ubuntu] [FAILED] sshd failed to start" >&2
+    echo "[ubuntu] [FAILED] sshd failed to start"
 fi
 
 # ── WebSocket-to-SSH bridge ──────────────────────────────────────
-echo "[ubuntu] Starting WS-SSH bridge on 127.0.0.1:7862 ..." >&2
+echo "[ubuntu] Starting WS-SSH bridge on 127.0.0.1:7862 ..."
 python3 /opt/ws-ssh-bridge.py &
 BRIDGE_PID=$!
 sleep 1
 if kill -0 $BRIDGE_PID 2>/dev/null; then
-    echo "[ubuntu] [  OK  ] WS-SSH bridge started (PID=${BRIDGE_PID})" >&2
+    echo "[ubuntu] [  OK  ] WS-SSH bridge started (PID=${BRIDGE_PID})"
 else
-    echo "[ubuntu] [FAILED] WS-SSH bridge failed to start" >&2
+    echo "[ubuntu] [FAILED] WS-SSH bridge failed to start"
 fi
 
 # ── ttyd (web terminal) ─────────────────────────────────────────
-echo "[ubuntu] Starting ttyd on 127.0.0.1:${TTYD_PORT} ..." >&2
+echo "[ubuntu] Starting ttyd on 127.0.0.1:${TTYD_PORT} ..."
 ttyd --port "$TTYD_PORT" --writable --base-path / bash --login &
 TTYD_PID=$!
 sleep 1
 if kill -0 $TTYD_PID 2>/dev/null; then
-    echo "[ubuntu] [  OK  ] ttyd started (PID=${TTYD_PID})" >&2
+    echo "[ubuntu] [  OK  ] ttyd started (PID=${TTYD_PID})"
 else
-    echo "[ubuntu] [FAILED] ttyd failed to start" >&2
+    echo "[ubuntu] [FAILED] ttyd failed to start"
 fi
 
 # ── Process summary ──────────────────────────────────────────────
-echo "========================================" >&2
-echo "[ubuntu] Services:" >&2
-echo "[ubuntu]   sshd          PID=${SSHD_PID}   127.0.0.1:${SSH_PORT}" >&2
-echo "[ubuntu]   ws-ssh-bridge PID=${BRIDGE_PID}  127.0.0.1:7862" >&2
-echo "[ubuntu]   ttyd          PID=${TTYD_PID}    127.0.0.1:${TTYD_PORT}" >&2
-echo "[ubuntu]   nginx         (foreground)       0.0.0.0:7860" >&2
-echo "========================================" >&2
+echo "========================================"
+echo "[ubuntu] Services:"
+echo "[ubuntu]   sshd          PID=${SSHD_PID}   127.0.0.1:${SSH_PORT}"
+echo "[ubuntu]   ws-ssh-bridge PID=${BRIDGE_PID}  127.0.0.1:7862"
+echo "[ubuntu]   ttyd          PID=${TTYD_PID}    127.0.0.1:${TTYD_PORT}"
+echo "[ubuntu]   nginx         (foreground)       0.0.0.0:7860"
+echo "========================================"
 
 # ── Installed packages ───────────────────────────────────────────
-echo "[ubuntu] Base packages: $(wc -l < /etc/base-packages.list 2>/dev/null || echo '?')" >&2
-echo "[ubuntu] Current packages: $(dpkg-query -W -f='\n' 2>/dev/null | wc -l)" >&2
+echo "[ubuntu] Base packages: $(wc -l < /etc/base-packages.list 2>/dev/null || echo '?')"
+echo "[ubuntu] Current packages: $(dpkg-query -W -f='\n' 2>/dev/null | wc -l)"
 
 # ── Running processes ────────────────────────────────────────────
-echo "[ubuntu] All processes:" >&2
-ps aux --no-headers 2>/dev/null | awk '{printf "[ubuntu]   %-8s PID=%-6s %s\n", $1, $2, $11}' >&2 || true
+echo "[ubuntu] All processes:"
+ps aux --no-headers 2>/dev/null | awk '{printf "[ubuntu]   %-8s PID=%-6s %s\n", $1, $2, $11}' || true
 
 # ── nginx (foreground, port 7860) ────────────────────────────────
-echo "[ubuntu] Starting nginx on 0.0.0.0:7860 (foreground) ..." >&2
-echo "[ubuntu] ══ System ready ══" >&2
+echo "[ubuntu] Starting nginx on 0.0.0.0:7860 (foreground) ..."
+echo "[ubuntu] ══ System ready ══"
 exec nginx -g 'daemon off;'