submit_job.py

"""
Submit the Data-Centric AI training job to HF infrastructure.

⚠️  RECOMMENDED: Use the Colab notebook instead — it's more reliable.
    https://colab.research.google.com/github/CelestialWorthyOfHeavenAndEarth/data-centric-env/blob/main/train_colab.ipynb

HF Jobs is provided as an alternative for automated / unattended runs.

Usage (Windows):
    set HF_TOKEN=hf_yourtoken
    python submit_job.py

Usage (Linux/Mac):
    HF_TOKEN=hf_yourtoken python submit_job.py
"""
import os, sys
from huggingface_hub import HfApi

TOKEN = os.environ.get("HF_TOKEN") or input("Enter your HF token (hf_...): ").strip()

ENV_URL  = "https://aswini-kumar-data-centric-env.hf.space"
REPO_URL = "https://huggingface.co/spaces/Aswini-Kumar/data-centric-env"

# Use official Unsloth Docker image — has torch 2.4.1 + compatible torchao pre-installed
# See: https://hub.docker.com/r/unsloth/unsloth/tags
DOCKER_IMAGE = "unsloth/unsloth:latest-torch241"

api = HfApi(token=TOKEN)

print("Submitting HF training job...")
print(f"  Docker image: {DOCKER_IMAGE}")
print(f"  ENV_URL     : {ENV_URL}")
print(f"  Hardware    : a10g-large")

# Clone repo + run training (torchao + unsloth are pre-installed in the image)
bash_cmd = f"""
apt-get update -qq && apt-get install -y -qq git && \\
git clone {REPO_URL} /app && cd /app && \\
pip install -q openenv-core[core]>=0.2.1 scikit-learn>=1.3.0 pandas>=2.0.0 numpy matplotlib && \\
pip install -e . && \\
python hf_job_train.py
"""

job = api.run_job(
    image=DOCKER_IMAGE,
    command=["bash", "-c", bash_cmd],
    env={
        "ENV_URL":  ENV_URL,
        "HF_TOKEN": TOKEN,
    },
    flavor="a10g-large",
)

print(f"\nJob submitted!")
print(f"   Job ID  : {job.id}")
print(f"   Status  : {job.status}")
print(f"   Monitor : https://huggingface.co/jobs/Aswini-Kumar/{job.id}")
print(f"\n⚡ Alternatively, use Colab for a more reliable run:")
print(f"   https://colab.research.google.com/github/CelestialWorthyOfHeavenAndEarth/data-centric-env/blob/main/train_colab.ipynb")