forouzanfallah commited on
Commit
911da12
·
verified ·
1 Parent(s): 712213e

Update app.py

Browse files
Files changed (1) hide show
  1. app.py +27 -11
app.py CHANGED
@@ -14,7 +14,7 @@ from huggingface_hub import HfApi, CommitOperationAdd
14
  # ----------------------
15
  # Configuration
16
  # ----------------------
17
- # --- HF Repo (optional) ---
18
  HF_RESULTS_REPO = os.getenv("HF_RESULTS_REPO")
19
  HF_RESULTS_REPO_TYPE = "dataset"
20
  HF_TOKEN = os.getenv("HF_TOKEN")
@@ -27,18 +27,17 @@ CONTACT_EMAIL = "ffallah@asu.edu"
27
 
28
  # --- Paths ---
29
  # We still use the JSON file to get the list of filenames,
30
- # even though we aren't using the caption text anymore.
31
  CAPTIONS_JSON_PATH = os.environ.get("CAPTIONS_JSON_PATH", "data/captions.json")
32
 
33
  # Folders with matching filenames across all FIVE folders:
34
- GT_MASKED_DIR = os.environ.get("GT_MASKED_DIR", "data/gt_masked") # Image 1
35
- GT_UNMASKED_DIR = os.environ.get("GT_UNMASKED_DIR", "data/gt") # Image 2
36
- SR_DIR = os.environ.get("SR_DIR", "data/sr") # Image 3
37
- ORIGINAL_DIR = os.environ.get("ORIGINAL_DIR", "data/lr") # Image 4
38
- IMAGE_5_DIR = os.environ.get("ORIGINAL_DIR", "data/lr") # Image 5 (New)
39
 
40
  # --- Results ---
41
- RESULTS_DIR = os.environ.get("RESULTS_DIR", "results")
42
  PROGRESS_PATH = os.path.join(RESULTS_DIR, "progress.json")
43
  ALL_RESULTS_JSONL = os.path.join(RESULTS_DIR, "all_results.jsonl")
44
  SAVE_PII = True # Set to False to anonymize saved name/email
@@ -363,7 +362,7 @@ def _save_record_and_progress(
363
  os.makedirs(RESULTS_DIR, exist_ok=True)
364
  append_jsonl(os.path.join(RESULTS_DIR, f"{uid}.jsonl"), record)
365
  append_jsonl(ALL_RESULTS_JSONL, record)
366
- # push_results_to_private_repo(uid) # Optional: uncomment if using HF Hub
367
 
368
  seen.add(sample.sample_id)
369
  progress[uid]["seen"] = sorted(list(seen))
@@ -671,9 +670,26 @@ with gr.Blocks(title="RTS Human Evaluation", theme=gr.themes.Soft()) as demo:
671
  )
672
 
673
  if __name__ == "__main__":
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
674
  ensure_paths()
675
- # Pre-check dataset load
676
  _ = load_dataset(CAPTIONS_JSON_PATH, GT_MASKED_DIR, GT_UNMASKED_DIR, SR_DIR, ORIGINAL_DIR, IMAGE_5_DIR)
677
- print("✅ Dataset loaded successfully. Launching app.")
 
678
  demo.queue()
679
  demo.launch()
 
14
  # ----------------------
15
  # Configuration
16
  # ----------------------
17
+ # --- HF Repo ---
18
  HF_RESULTS_REPO = os.getenv("HF_RESULTS_REPO")
19
  HF_RESULTS_REPO_TYPE = "dataset"
20
  HF_TOKEN = os.getenv("HF_TOKEN")
 
27
 
28
  # --- Paths ---
29
  # We still use the JSON file to get the list of filenames,
 
30
  CAPTIONS_JSON_PATH = os.environ.get("CAPTIONS_JSON_PATH", "data/captions.json")
31
 
32
  # Folders with matching filenames across all FIVE folders:
33
+ GT_MASKED_DIR = "data/gt_b" # Image 1
34
+ GT_UNMASKED_DIR = "data/adc_b" # Image 2
35
+ SR_DIR = "data/sr_b" # Image 3
36
+ ORIGINAL_DIR = "data/lr_b" # Image 4
37
+ IMAGE_5_DIR = "data/see_b" # Image 5
38
 
39
  # --- Results ---
40
+ RESULTS_DIR = "results"
41
  PROGRESS_PATH = os.path.join(RESULTS_DIR, "progress.json")
42
  ALL_RESULTS_JSONL = os.path.join(RESULTS_DIR, "all_results.jsonl")
43
  SAVE_PII = True # Set to False to anonymize saved name/email
 
362
  os.makedirs(RESULTS_DIR, exist_ok=True)
363
  append_jsonl(os.path.join(RESULTS_DIR, f"{uid}.jsonl"), record)
364
  append_jsonl(ALL_RESULTS_JSONL, record)
365
+ push_results_to_private_repo(uid)
366
 
367
  seen.add(sample.sample_id)
368
  progress[uid]["seen"] = sorted(list(seen))
 
670
  )
671
 
672
  if __name__ == "__main__":
673
+ # --- DYNAMIC READ FROM HF_RESULTS_REPO ---
674
+ if HF_RESULTS_REPO:
675
+ from huggingface_hub import snapshot_download
676
+ # print(f"Reading images and metadata from: {HF_RESULTS_REPO}...")
677
+ try:
678
+ # This pulls your repo's 'data' folder into the current workspace
679
+ snapshot_download(
680
+ repo_id=HF_RESULTS_REPO,
681
+ repo_type="dataset",
682
+ local_dir=".",
683
+ allow_patterns="data/*",
684
+ token=HF_TOKEN
685
+ )
686
+ except Exception as e:
687
+ print(f"Error reading from HF: {e}")
688
+
689
  ensure_paths()
690
+ # Pre-check dataset load from the newly downloaded files
691
  _ = load_dataset(CAPTIONS_JSON_PATH, GT_MASKED_DIR, GT_UNMASKED_DIR, SR_DIR, ORIGINAL_DIR, IMAGE_5_DIR)
692
+
693
+ print("✅ Successfully synced with HF Repo. Launching app.")
694
  demo.queue()
695
  demo.launch()