File size: 756 Bytes
068d1bb aa9883c 068d1bb aa9883c 068d1bb 1097f2b 068d1bb 2d5c538 068d1bb 776f545 068d1bb 655a826 068d1bb 375864e b33e016 a174579 | 1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 25 26 27 | import os
import subprocess
from dotenv import load_dotenv
from huggingface_hub import CommitScheduler
load_dotenv("/app/config.env")
HF_TOKEN = os.environ["HF_TOKEN"]
# Dataset repo to push to
ANNOTATION_DATA_REPO = os.environ["ANNOTATION_DATA_REPO"]
# Folder to monitor
LOCAL_FOLDER = "/app/potato/output"
# Commit interval (minutes)
INTERVAL = 1 # every 1 minute
# Create CommitScheduler as context
with CommitScheduler(repo_id=ANNOTATION_DATA_REPO, token=HF_TOKEN, folder_path=LOCAL_FOLDER, repo_type="dataset", every=INTERVAL) as scheduler:
print(f"Set up CommitScheduler listening to {LOCAL_FOLDER}")
print("Start Potato Server")
os.chdir("potato")
subprocess.run(["potato", "start", "potato_config.yaml", "-p", "7860"])
|