Gamucopia-Creatives
refactor: update submission validator with strict log format checks, HF_TOKEN safety verification, and add FastAPI server for interactive task testing
1191a4e | # | |
| # validate-submission.sh — OpenEnv Submission Validator | |
| # | |
| # Checks that your HF Space is live, Docker image builds, and openenv validate passes. | |
| # | |
| # Arguments: | |
| # ping_url Your HuggingFace Space URL (e.g. https://your-space.hf.space) | |
| # repo_dir Path to your repo (default: current directory) | |
| # | |
| set -uo pipefail | |
| DOCKER_BUILD_TIMEOUT=600 | |
| if [ -t 1 ]; then | |
| RED='\033[0;31m' | |
| GREEN='\033[0;32m' | |
| YELLOW='\033[1;33m' | |
| BOLD='\033[1m' | |
| NC='\033[0m' | |
| else | |
| RED='' GREEN='' YELLOW='' BOLD='' NC='' | |
| fi | |
| run_with_timeout() { | |
| local secs="$1"; shift | |
| if command -v timeout &>/dev/null; then | |
| timeout "$secs" "$@" | |
| elif command -v gtimeout &>/dev/null; then | |
| gtimeout "$secs" "$@" | |
| else | |
| "$@" & | |
| local pid=$! | |
| ( sleep "$secs" && kill "$pid" 2>/dev/null ) & | |
| local watcher=$! | |
| wait "$pid" 2>/dev/null | |
| local rc=$? | |
| kill "$watcher" 2>/dev/null | |
| wait "$watcher" 2>/dev/null | |
| return $rc | |
| fi | |
| } | |
| portable_mktemp() { | |
| local prefix="${1:-validate}" | |
| # Use current dir for temp files on Windows/local if /tmp doesn't exist | |
| mktemp "tmp-${prefix}-XXXXXX" 2>/dev/null || mktemp | |
| } | |
| CLEANUP_FILES=() | |
| cleanup() { rm -f "${CLEANUP_FILES[@]+"${CLEANUP_FILES[@]}"}"; } | |
| trap cleanup EXIT | |
| PING_URL="${1:-}" | |
| REPO_DIR="${2:-.}" | |
| if [ -z "$PING_URL" ]; then | |
| printf "Usage: %s <ping_url> [repo_dir]\n" "$0" | |
| printf "\n" | |
| printf " ping_url Your HuggingFace Space URL (e.g. https://your-space.hf.space)\n" | |
| printf " repo_dir Path to your repo (default: current directory)\n" | |
| exit 1 | |
| fi | |
| if ! REPO_DIR="$(cd "$REPO_DIR" 2>/dev/null && pwd)"; then | |
| printf "Error: directory '%s' not found\n" "${2:-.}" | |
| exit 1 | |
| fi | |
| PING_URL="${PING_URL%/}" | |
| PASS=0 | |
| log() { printf "[%s] %b\n" "$(date -u +%H:%M:%S)" "$*"; } | |
| pass() { log "${GREEN}PASSED${NC} -- $1"; PASS=$((PASS + 1)); } | |
| fail() { log "${RED}FAILED${NC} -- $1"; } | |
| hint() { printf " ${YELLOW}Hint:${NC} %b\n" "$1"; } | |
| stop_at() { | |
| printf "\n" | |
| printf "${RED}${BOLD}Validation stopped at %s.${NC} Fix the above before continuing.\n" "$1" | |
| exit 1 | |
| } | |
| printf "\n" | |
| printf "${BOLD}========================================${NC}\n" | |
| printf "${BOLD} OpenEnv Submission Validator${NC}\n" | |
| printf "${BOLD}========================================${NC}\n" | |
| log "Repo: $REPO_DIR" | |
| log "Ping URL: $PING_URL" | |
| printf "\n" | |
| log "${BOLD}Step 1/3: Pinging HF Space${NC} ($PING_URL/reset) ..." | |
| CURL_OUTPUT=$(portable_mktemp "curl") | |
| CLEANUP_FILES+=("$CURL_OUTPUT") | |
| HTTP_CODE=$(curl -s -o "$CURL_OUTPUT" -w "%{http_code}" -X POST \ | |
| -H "Content-Type: application/json" -d '{}' \ | |
| "$PING_URL/reset" --max-time 30 2>"$CURL_OUTPUT" || printf "000") | |
| if [ "$HTTP_CODE" = "200" ]; then | |
| pass "HF Space is live and responds to /reset" | |
| elif [ "$HTTP_CODE" = "000" ]; then | |
| fail "HF Space not reachable (connection failed or timed out)" | |
| hint "Check your network connection and that the Space is running." | |
| stop_at "Step 1" | |
| else | |
| fail "HF Space /reset returned HTTP $HTTP_CODE (expected 200)" | |
| stop_at "Step 1" | |
| fi | |
| log "${BOLD}Step 2/3: Running docker build${NC} ..." | |
| if ! command -v docker &>/dev/null; then | |
| fail "docker command not found" | |
| stop_at "Step 2" | |
| fi | |
| if [ -f "$REPO_DIR/Dockerfile" ]; then | |
| DOCKER_CONTEXT="$REPO_DIR" | |
| else | |
| fail "No Dockerfile found in repo root" | |
| stop_at "Step 2" | |
| fi | |
| BUILD_OK=false | |
| BUILD_OUTPUT=$(run_with_timeout "$DOCKER_BUILD_TIMEOUT" docker build "$DOCKER_CONTEXT" 2>&1) && BUILD_OK=true | |
| if [ "$BUILD_OK" = true ]; then | |
| pass "Docker build succeeded" | |
| else | |
| fail "Docker build failed" | |
| stop_at "Step 2" | |
| fi | |
| log "${BOLD}Step 3/3: Running openenv validate${NC} ..." | |
| if ! command -v openenv &>/dev/null; then | |
| fail "openenv command not found" | |
| stop_at "Step 3" | |
| fi | |
| VALIDATE_OK=false | |
| VALIDATE_OUTPUT=$(cd "$REPO_DIR" && openenv validate 2>&1) && VALIDATE_OK=true | |
| if [ "$VALIDATE_OK" = true ]; then | |
| pass "openenv validate passed" | |
| else | |
| fail "openenv validate failed" | |
| stop_at "Step 3" | |
| fi | |
| printf "\n" | |
| printf "${BOLD}========================================${NC}\n" | |
| printf "${GREEN}${BOLD} All 3/3 checks passed!${NC}\n" | |
| printf "${BOLD}========================================${NC}\n" | |
| exit 0 | |