scripts/deploy_hf.sh

#!/usr/bin/env bash
# Deploy MorphSQL Space + model + dataset to Hugging Face Hub
#
# Prerequisites:
#   pip install -U "huggingface_hub[cli]"
#   hf auth login
#
# Usage:
#   ./scripts/deploy_hf.sh
#   ./scripts/deploy_hf.sh dgvj-work/morphsql
set -euo pipefail

SPACE_ID="${1:-dgvj-work/morphsql}"
MODEL_ID="${2:-dgvj-work/morphsql}"
DATASET_ID="${3:-dgvj-work/vertica-snowflake-pairs}"
ROOT="$(cd "$(dirname "$0")/.." && pwd)"
cd "$ROOT"

echo "Deploying MorphSQL to Hugging Face..."
echo "  Space:   $SPACE_ID"
echo "  Model:   $MODEL_ID"
echo "  Dataset: $DATASET_ID"
echo ""

if ! command -v hf >/dev/null 2>&1; then
  echo "ERROR: 'hf' CLI not found. Install with: pip install -U 'huggingface_hub[cli]'"
  exit 1
fi

if ! hf auth whoami >/dev/null 2>&1; then
  echo "ERROR: not logged in to Hugging Face. Run: hf auth login"
  exit 1
fi

echo "Preflight: Space import + convert smoke…"
python scripts/check_space.py

# HF rejects Space README metadata if short_description > 60 chars
python - <<'PY'
from pathlib import Path
import re
import sys
text = Path("README_HF_SPACE.md").read_text(encoding="utf-8")
match = re.search(r"^short_description:\s*(.*)$", text, flags=re.M)
if not match:
    print("ERROR: short_description missing in README_HF_SPACE.md")
    sys.exit(1)
value = match.group(1).strip().strip("\"'")
if len(value) > 60:
    print(f"ERROR: short_description is {len(value)} chars (max 60): {value!r}")
    sys.exit(1)
print(f"OK short_description ({len(value)} chars): {value}")
PY

echo "Ensuring eval pairs + risk model artifacts…"
python -c "from morphsql.eval.pairs import ensure_pairs_file; print(ensure_pairs_file())"
python -c "from pathlib import Path; from morphsql.ai.risk_model import MODEL_PATH, train_and_save; train_and_save() if not Path(MODEL_PATH).exists() else print(MODEL_PATH)"

STAGE="$(mktemp -d)"
trap 'rm -rf "$STAGE"' EXIT

rsync -a \
  --exclude '.git' \
  --exclude '.venv' \
  --exclude 'venv' \
  --exclude '__pycache__' \
  --exclude '*.egg-info' \
  --exclude 'migration-output' \
  --exclude '.pytest_cache' \
  --exclude '.ruff_cache' \
  --exclude '.mypy_cache' \
  --exclude 'htmlcov' \
  --exclude '.coverage' \
  --exclude 'canvases' \
  --exclude '.cursor' \
  --exclude '.DS_Store' \
  --exclude '*.pyc' \
  --exclude '.env' \
  "$ROOT/" "$STAGE/"

# Space README must be the Hub metadata card
cp README_HF_SPACE.md "$STAGE/README.md"

echo "Uploading Space: $SPACE_ID"
hf upload "$SPACE_ID" "$STAGE" . --repo-type=space

echo "Uploading model: $MODEL_ID"
STAGE_MODEL="$(mktemp -d)"
cp -R "$ROOT/model/." "$STAGE_MODEL/"
if [[ -f "$ROOT/model/README.md" ]]; then
  cp "$ROOT/model/README.md" "$STAGE_MODEL/README.md"
elif [[ -f "$ROOT/MODEL_CARD.md" ]]; then
  cp "$ROOT/MODEL_CARD.md" "$STAGE_MODEL/README.md"
fi
hf upload "$MODEL_ID" "$STAGE_MODEL" . --repo-type=model || {
  echo "Model upload failed — create https://huggingface.co/models/$MODEL_ID first (or login with write token)."
}
rm -rf "$STAGE_MODEL"

echo "Publishing dataset: $DATASET_ID"
python scripts/publish_dataset.py --repo "$DATASET_ID" || {
  echo "Dataset publish failed (login required). Space upload may still have succeeded."
}

echo ""
echo "Done."
echo "  Space:   https://huggingface.co/spaces/$SPACE_ID"
echo "  Model:   https://huggingface.co/$MODEL_ID"
echo "  Dataset: https://huggingface.co/datasets/$DATASET_ID"
echo ""
echo "Open the Space, wait for build, then try Convert → example → Download."