Commit ·
1097f2b
1
Parent(s): 4990c08
update app
Browse files- config.env +4 -0
- start.py +1 -10
- start.sh +6 -3
config.env
ADDED
|
@@ -0,0 +1,4 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
# Config for Reddit Climate Random
|
| 2 |
+
BRANCH="reddit_climate_random_branch"
|
| 3 |
+
ANNOTATION_DATA_REPO: "reddit_climate_random_annotation_data"
|
| 4 |
+
APP_DATA_REPO: "reddit_climate_random_app_data"
|
start.py
CHANGED
|
@@ -1,14 +1,11 @@
|
|
| 1 |
import os
|
| 2 |
import subprocess
|
| 3 |
-
from dotenv import load_dotenv
|
| 4 |
from huggingface_hub import CommitScheduler
|
| 5 |
|
| 6 |
-
load_dotenv("config.env")
|
| 7 |
-
|
| 8 |
HF_TOKEN = os.environ["HF_TOKEN"]
|
| 9 |
|
| 10 |
# Dataset repo to push to
|
| 11 |
-
ANNOTATION_DATA_REPO = os.environ
|
| 12 |
|
| 13 |
# Folder to monitor
|
| 14 |
LOCAL_FOLDER = "/app/potato/output"
|
|
@@ -20,12 +17,6 @@ INTERVAL = 1 # every 1 minute
|
|
| 20 |
with CommitScheduler(repo_id=ANNOTATION_DATA_REPO, token=HF_TOKEN, folder_path=LOCAL_FOLDER, repo_type="dataset", every=INTERVAL) as scheduler:
|
| 21 |
print(f"Set up CommitScheduler listening to {LOCAL_FOLDER}")
|
| 22 |
|
| 23 |
-
#print("Load config")
|
| 24 |
-
#subprocess.run(["python", "load_app_data.py"])
|
| 25 |
-
|
| 26 |
-
print("Load existing annotations")
|
| 27 |
-
subprocess.run(["python", "load_existing_annotations.py"])
|
| 28 |
-
|
| 29 |
print("Start Potato Server")
|
| 30 |
os.chdir("potato")
|
| 31 |
subprocess.run(["potato", "start", "potato_config.yaml", "-p", "7860", "--debug"])
|
|
|
|
| 1 |
import os
|
| 2 |
import subprocess
|
|
|
|
| 3 |
from huggingface_hub import CommitScheduler
|
| 4 |
|
|
|
|
|
|
|
| 5 |
HF_TOKEN = os.environ["HF_TOKEN"]
|
| 6 |
|
| 7 |
# Dataset repo to push to
|
| 8 |
+
ANNOTATION_DATA_REPO = os.environ["ANNOTATION_DATA_REPO"]
|
| 9 |
|
| 10 |
# Folder to monitor
|
| 11 |
LOCAL_FOLDER = "/app/potato/output"
|
|
|
|
| 17 |
with CommitScheduler(repo_id=ANNOTATION_DATA_REPO, token=HF_TOKEN, folder_path=LOCAL_FOLDER, repo_type="dataset", every=INTERVAL) as scheduler:
|
| 18 |
print(f"Set up CommitScheduler listening to {LOCAL_FOLDER}")
|
| 19 |
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 20 |
print("Start Potato Server")
|
| 21 |
os.chdir("potato")
|
| 22 |
subprocess.run(["potato", "start", "potato_config.yaml", "-p", "7860", "--debug"])
|
start.sh
CHANGED
|
@@ -2,9 +2,6 @@
|
|
| 2 |
|
| 3 |
set -e # exit on error
|
| 4 |
|
| 5 |
-
echo "Load app data..."
|
| 6 |
-
python load_app_data.py
|
| 7 |
-
|
| 8 |
echo "Load app config to env..."
|
| 9 |
. config.env
|
| 10 |
|
|
@@ -26,5 +23,11 @@ echo "Current branch: $CURRENT_BRANCH"
|
|
| 26 |
echo "Install Potato..."
|
| 27 |
pip install /app/potato
|
| 28 |
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 29 |
echo "Starting Potato server..."
|
| 30 |
python start.py
|
|
|
|
| 2 |
|
| 3 |
set -e # exit on error
|
| 4 |
|
|
|
|
|
|
|
|
|
|
| 5 |
echo "Load app config to env..."
|
| 6 |
. config.env
|
| 7 |
|
|
|
|
| 23 |
echo "Install Potato..."
|
| 24 |
pip install /app/potato
|
| 25 |
|
| 26 |
+
echo "Load app data..."
|
| 27 |
+
python load_app_data.py
|
| 28 |
+
|
| 29 |
+
echo "Load existing annotation data..."
|
| 30 |
+
python load_existing_annotations.py
|
| 31 |
+
|
| 32 |
echo "Starting Potato server..."
|
| 33 |
python start.py
|