sschellhammer commited on
Commit
1097f2b
·
1 Parent(s): 4990c08

update app

Browse files
Files changed (3) hide show
  1. config.env +4 -0
  2. start.py +1 -10
  3. start.sh +6 -3
config.env ADDED
@@ -0,0 +1,4 @@
 
 
 
 
 
1
+ # Config for Reddit Climate Random
2
+ BRANCH="reddit_climate_random_branch"
3
+ ANNOTATION_DATA_REPO: "reddit_climate_random_annotation_data"
4
+ APP_DATA_REPO: "reddit_climate_random_app_data"
start.py CHANGED
@@ -1,14 +1,11 @@
1
  import os
2
  import subprocess
3
- from dotenv import load_dotenv
4
  from huggingface_hub import CommitScheduler
5
 
6
- load_dotenv("config.env")
7
-
8
  HF_TOKEN = os.environ["HF_TOKEN"]
9
 
10
  # Dataset repo to push to
11
- ANNOTATION_DATA_REPO = os.environ("ANNOTATION_DATA_REPO")
12
 
13
  # Folder to monitor
14
  LOCAL_FOLDER = "/app/potato/output"
@@ -20,12 +17,6 @@ INTERVAL = 1 # every 1 minute
20
  with CommitScheduler(repo_id=ANNOTATION_DATA_REPO, token=HF_TOKEN, folder_path=LOCAL_FOLDER, repo_type="dataset", every=INTERVAL) as scheduler:
21
  print(f"Set up CommitScheduler listening to {LOCAL_FOLDER}")
22
 
23
- #print("Load config")
24
- #subprocess.run(["python", "load_app_data.py"])
25
-
26
- print("Load existing annotations")
27
- subprocess.run(["python", "load_existing_annotations.py"])
28
-
29
  print("Start Potato Server")
30
  os.chdir("potato")
31
  subprocess.run(["potato", "start", "potato_config.yaml", "-p", "7860", "--debug"])
 
1
  import os
2
  import subprocess
 
3
  from huggingface_hub import CommitScheduler
4
 
 
 
5
  HF_TOKEN = os.environ["HF_TOKEN"]
6
 
7
  # Dataset repo to push to
8
+ ANNOTATION_DATA_REPO = os.environ["ANNOTATION_DATA_REPO"]
9
 
10
  # Folder to monitor
11
  LOCAL_FOLDER = "/app/potato/output"
 
17
  with CommitScheduler(repo_id=ANNOTATION_DATA_REPO, token=HF_TOKEN, folder_path=LOCAL_FOLDER, repo_type="dataset", every=INTERVAL) as scheduler:
18
  print(f"Set up CommitScheduler listening to {LOCAL_FOLDER}")
19
 
 
 
 
 
 
 
20
  print("Start Potato Server")
21
  os.chdir("potato")
22
  subprocess.run(["potato", "start", "potato_config.yaml", "-p", "7860", "--debug"])
start.sh CHANGED
@@ -2,9 +2,6 @@
2
 
3
  set -e # exit on error
4
 
5
- echo "Load app data..."
6
- python load_app_data.py
7
-
8
  echo "Load app config to env..."
9
  . config.env
10
 
@@ -26,5 +23,11 @@ echo "Current branch: $CURRENT_BRANCH"
26
  echo "Install Potato..."
27
  pip install /app/potato
28
 
 
 
 
 
 
 
29
  echo "Starting Potato server..."
30
  python start.py
 
2
 
3
  set -e # exit on error
4
 
 
 
 
5
  echo "Load app config to env..."
6
  . config.env
7
 
 
23
  echo "Install Potato..."
24
  pip install /app/potato
25
 
26
+ echo "Load app data..."
27
+ python load_app_data.py
28
+
29
+ echo "Load existing annotation data..."
30
+ python load_existing_annotations.py
31
+
32
  echo "Starting Potato server..."
33
  python start.py