start.py

import os
import subprocess
from dotenv import load_dotenv
from huggingface_hub import CommitScheduler

load_dotenv("/app/config.env")

HF_TOKEN = os.environ["HF_TOKEN"]

# Dataset repo to push to
ANNOTATION_DATA_REPO = os.environ["ANNOTATION_DATA_REPO"]

# Folder to monitor
LOCAL_FOLDER = "/app/potato/output"

# Commit interval (minutes)
INTERVAL = 1  # every 1 minute

# Create CommitScheduler as context
with CommitScheduler(repo_id=ANNOTATION_DATA_REPO, token=HF_TOKEN, folder_path=LOCAL_FOLDER, repo_type="dataset", every=INTERVAL) as scheduler:
    print(f"Set up CommitScheduler listening to {LOCAL_FOLDER}")

    print("Start Potato Server")
    os.chdir("potato")
    subprocess.run(["potato", "start", "potato_config.yaml", "-p", "7860"])