Commit ·
655a826
1
Parent(s): c07611e
update app
Browse files- load_app_data.py +5 -5
- load_existing_annotations.py +4 -4
- start.py +6 -3
- start.sh +7 -0
load_app_data.py
CHANGED
|
@@ -1,14 +1,14 @@
|
|
| 1 |
import os
|
| 2 |
from huggingface_hub import snapshot_download
|
| 3 |
|
| 4 |
-
|
| 5 |
-
|
| 6 |
|
| 7 |
snapshot_download(
|
| 8 |
-
repo_id=f"
|
| 9 |
repo_type="dataset",
|
| 10 |
local_dir="/app/potato",
|
| 11 |
-
token=
|
| 12 |
)
|
| 13 |
|
| 14 |
-
print(f"downloaded app data from
|
|
|
|
| 1 |
import os
|
| 2 |
from huggingface_hub import snapshot_download
|
| 3 |
|
| 4 |
+
HF_TOKEN = os.environ["HF_TOKEN"]
|
| 5 |
+
APP_DATA_REPO = os.environ("APP_DATA_REPO")
|
| 6 |
|
| 7 |
snapshot_download(
|
| 8 |
+
repo_id=f"{APP_DATA_REPO}",
|
| 9 |
repo_type="dataset",
|
| 10 |
local_dir="/app/potato",
|
| 11 |
+
token=HF_TOKEN
|
| 12 |
)
|
| 13 |
|
| 14 |
+
print(f"downloaded app data from {APP_DATA_REPO} to /app/potato")
|
load_existing_annotations.py
CHANGED
|
@@ -1,8 +1,8 @@
|
|
| 1 |
import os
|
| 2 |
from huggingface_hub import snapshot_download
|
| 3 |
|
| 4 |
-
|
| 5 |
-
|
| 6 |
|
| 7 |
-
snapshot_download(repo_id=f"
|
| 8 |
-
print(f"downloaded existing annotations from
|
|
|
|
| 1 |
import os
|
| 2 |
from huggingface_hub import snapshot_download
|
| 3 |
|
| 4 |
+
HF_TOKEN = os.environ["HF_TOKEN"]
|
| 5 |
+
ANNOTATION_DATA_REPO = os.environ("ANNOTATION_DATA_REPO")
|
| 6 |
|
| 7 |
+
snapshot_download(repo_id=f"{ANNOTATION_DATA_REPO}", repo_type="dataset", local_dir="/app/potato/output", token=HF_TOKEN)
|
| 8 |
+
print(f"downloaded existing annotations from {ANNOTATION_DATA_REPO} to /app/potato/output")
|
start.py
CHANGED
|
@@ -1,11 +1,14 @@
|
|
| 1 |
import os
|
| 2 |
import subprocess
|
|
|
|
| 3 |
from huggingface_hub import CommitScheduler
|
| 4 |
|
|
|
|
|
|
|
| 5 |
HF_TOKEN = os.environ["HF_TOKEN"]
|
| 6 |
|
| 7 |
# Dataset repo to push to
|
| 8 |
-
|
| 9 |
|
| 10 |
# Folder to monitor
|
| 11 |
LOCAL_FOLDER = "/app/potato/output"
|
|
@@ -14,7 +17,7 @@ LOCAL_FOLDER = "/app/potato/output"
|
|
| 14 |
INTERVAL = 1 # every 1 minute
|
| 15 |
|
| 16 |
# Create CommitScheduler as context
|
| 17 |
-
with CommitScheduler(repo_id=
|
| 18 |
print(f"Set up CommitScheduler listening to {LOCAL_FOLDER}")
|
| 19 |
|
| 20 |
print("Load config")
|
|
@@ -25,5 +28,5 @@ with CommitScheduler(repo_id=annotation_data_repo, token=HF_TOKEN, folder_path=L
|
|
| 25 |
|
| 26 |
print("Start Potato Server")
|
| 27 |
os.chdir("potato")
|
| 28 |
-
subprocess.run(["potato", "start", "
|
| 29 |
|
|
|
|
| 1 |
import os
|
| 2 |
import subprocess
|
| 3 |
+
from dotenv import load_dotenv
|
| 4 |
from huggingface_hub import CommitScheduler
|
| 5 |
|
| 6 |
+
load_dotenv("config.env")
|
| 7 |
+
|
| 8 |
HF_TOKEN = os.environ["HF_TOKEN"]
|
| 9 |
|
| 10 |
# Dataset repo to push to
|
| 11 |
+
ANNOTATION_DATA_REPO = os.environ("ANNOTATION_DATA_REPO")
|
| 12 |
|
| 13 |
# Folder to monitor
|
| 14 |
LOCAL_FOLDER = "/app/potato/output"
|
|
|
|
| 17 |
INTERVAL = 1 # every 1 minute
|
| 18 |
|
| 19 |
# Create CommitScheduler as context
|
| 20 |
+
with CommitScheduler(repo_id=ANNOTATION_DATA_REPO, token=HF_TOKEN, folder_path=LOCAL_FOLDER, repo_type="dataset", every=INTERVAL) as scheduler:
|
| 21 |
print(f"Set up CommitScheduler listening to {LOCAL_FOLDER}")
|
| 22 |
|
| 23 |
print("Load config")
|
|
|
|
| 28 |
|
| 29 |
print("Start Potato Server")
|
| 30 |
os.chdir("potato")
|
| 31 |
+
subprocess.run(["potato", "start", "potato_config.yaml", "-p", "7860", "--debug"])
|
| 32 |
|
start.sh
CHANGED
|
@@ -2,6 +2,8 @@
|
|
| 2 |
|
| 3 |
set -e # exit on error
|
| 4 |
|
|
|
|
|
|
|
| 5 |
echo "Pull latest version..."
|
| 6 |
|
| 7 |
if [ -d "potato" ] && [ -d "potato/.git" ]; then
|
|
@@ -10,6 +12,11 @@ else
|
|
| 10 |
git clone https://github.com/SEBSCHELLI/potato.git potato
|
| 11 |
fi
|
| 12 |
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 13 |
pip install /app/potato
|
| 14 |
|
| 15 |
echo "Starting Potato server..."
|
|
|
|
| 2 |
|
| 3 |
set -e # exit on error
|
| 4 |
|
| 5 |
+
source config.env
|
| 6 |
+
|
| 7 |
echo "Pull latest version..."
|
| 8 |
|
| 9 |
if [ -d "potato" ] && [ -d "potato/.git" ]; then
|
|
|
|
| 12 |
git clone https://github.com/SEBSCHELLI/potato.git potato
|
| 13 |
fi
|
| 14 |
|
| 15 |
+
cd potato
|
| 16 |
+
|
| 17 |
+
git checkout "$BRANCH"
|
| 18 |
+
echo "Current branch: $BRANCH"
|
| 19 |
+
|
| 20 |
pip install /app/potato
|
| 21 |
|
| 22 |
echo "Starting Potato server..."
|