sschellhammer commited on
Commit
655a826
·
1 Parent(s): c07611e

update app

Browse files
Files changed (4) hide show
  1. load_app_data.py +5 -5
  2. load_existing_annotations.py +4 -4
  3. start.py +6 -3
  4. start.sh +7 -0
load_app_data.py CHANGED
@@ -1,14 +1,14 @@
1
  import os
2
  from huggingface_hub import snapshot_download
3
 
4
- hf_token = os.environ["HF_TOKEN"]
5
- app_data_repo = os.environ["APP_DATA_REPO"]
6
 
7
  snapshot_download(
8
- repo_id=f"sschellhammer/{app_data_repo}",
9
  repo_type="dataset",
10
  local_dir="/app/potato",
11
- token=hf_token
12
  )
13
 
14
- print(f"downloaded app data from sschellhammer/{app_data_repo} to /app/potato")
 
1
  import os
2
  from huggingface_hub import snapshot_download
3
 
4
+ HF_TOKEN = os.environ["HF_TOKEN"]
5
+ APP_DATA_REPO = os.environ("APP_DATA_REPO")
6
 
7
  snapshot_download(
8
+ repo_id=f"{APP_DATA_REPO}",
9
  repo_type="dataset",
10
  local_dir="/app/potato",
11
+ token=HF_TOKEN
12
  )
13
 
14
+ print(f"downloaded app data from {APP_DATA_REPO} to /app/potato")
load_existing_annotations.py CHANGED
@@ -1,8 +1,8 @@
1
  import os
2
  from huggingface_hub import snapshot_download
3
 
4
- hf_token = os.environ["HF_TOKEN"]
5
- annotation_data_repo = os.environ["ANNOTATION_DATA_REPO"]
6
 
7
- snapshot_download(repo_id=f"sschellhammer/{annotation_data_repo}", repo_type="dataset", local_dir="/app/potato/output", token=hf_token)
8
- print(f"downloaded existing annotations from sschellhammer/{annotation_data_repo} to /app/potato/output")
 
1
  import os
2
  from huggingface_hub import snapshot_download
3
 
4
+ HF_TOKEN = os.environ["HF_TOKEN"]
5
+ ANNOTATION_DATA_REPO = os.environ("ANNOTATION_DATA_REPO")
6
 
7
+ snapshot_download(repo_id=f"{ANNOTATION_DATA_REPO}", repo_type="dataset", local_dir="/app/potato/output", token=HF_TOKEN)
8
+ print(f"downloaded existing annotations from {ANNOTATION_DATA_REPO} to /app/potato/output")
start.py CHANGED
@@ -1,11 +1,14 @@
1
  import os
2
  import subprocess
 
3
  from huggingface_hub import CommitScheduler
4
 
 
 
5
  HF_TOKEN = os.environ["HF_TOKEN"]
6
 
7
  # Dataset repo to push to
8
- annotation_data_repo = "sschellhammer/"+os.environ["ANNOTATION_DATA_REPO"]
9
 
10
  # Folder to monitor
11
  LOCAL_FOLDER = "/app/potato/output"
@@ -14,7 +17,7 @@ LOCAL_FOLDER = "/app/potato/output"
14
  INTERVAL = 1 # every 1 minute
15
 
16
  # Create CommitScheduler as context
17
- with CommitScheduler(repo_id=annotation_data_repo, token=HF_TOKEN, folder_path=LOCAL_FOLDER, repo_type="dataset", every=INTERVAL) as scheduler:
18
  print(f"Set up CommitScheduler listening to {LOCAL_FOLDER}")
19
 
20
  print("Load config")
@@ -25,5 +28,5 @@ with CommitScheduler(repo_id=annotation_data_repo, token=HF_TOKEN, folder_path=L
25
 
26
  print("Start Potato Server")
27
  os.chdir("potato")
28
- subprocess.run(["potato", "start", "config.yaml", "-p", "7860", "--debug"])
29
 
 
1
  import os
2
  import subprocess
3
+ from dotenv import load_dotenv
4
  from huggingface_hub import CommitScheduler
5
 
6
+ load_dotenv("config.env")
7
+
8
  HF_TOKEN = os.environ["HF_TOKEN"]
9
 
10
  # Dataset repo to push to
11
+ ANNOTATION_DATA_REPO = os.environ("ANNOTATION_DATA_REPO")
12
 
13
  # Folder to monitor
14
  LOCAL_FOLDER = "/app/potato/output"
 
17
  INTERVAL = 1 # every 1 minute
18
 
19
  # Create CommitScheduler as context
20
+ with CommitScheduler(repo_id=ANNOTATION_DATA_REPO, token=HF_TOKEN, folder_path=LOCAL_FOLDER, repo_type="dataset", every=INTERVAL) as scheduler:
21
  print(f"Set up CommitScheduler listening to {LOCAL_FOLDER}")
22
 
23
  print("Load config")
 
28
 
29
  print("Start Potato Server")
30
  os.chdir("potato")
31
+ subprocess.run(["potato", "start", "potato_config.yaml", "-p", "7860", "--debug"])
32
 
start.sh CHANGED
@@ -2,6 +2,8 @@
2
 
3
  set -e # exit on error
4
 
 
 
5
  echo "Pull latest version..."
6
 
7
  if [ -d "potato" ] && [ -d "potato/.git" ]; then
@@ -10,6 +12,11 @@ else
10
  git clone https://github.com/SEBSCHELLI/potato.git potato
11
  fi
12
 
 
 
 
 
 
13
  pip install /app/potato
14
 
15
  echo "Starting Potato server..."
 
2
 
3
  set -e # exit on error
4
 
5
+ source config.env
6
+
7
  echo "Pull latest version..."
8
 
9
  if [ -d "potato" ] && [ -d "potato/.git" ]; then
 
12
  git clone https://github.com/SEBSCHELLI/potato.git potato
13
  fi
14
 
15
+ cd potato
16
+
17
+ git checkout "$BRANCH"
18
+ echo "Current branch: $BRANCH"
19
+
20
  pip install /app/potato
21
 
22
  echo "Starting Potato server..."