Update app.py
Browse files
app.py
CHANGED
|
@@ -14,7 +14,7 @@ from huggingface_hub import HfApi, CommitOperationAdd
|
|
| 14 |
# ----------------------
|
| 15 |
# Configuration
|
| 16 |
# ----------------------
|
| 17 |
-
# --- HF Repo
|
| 18 |
HF_RESULTS_REPO = os.getenv("HF_RESULTS_REPO")
|
| 19 |
HF_RESULTS_REPO_TYPE = "dataset"
|
| 20 |
HF_TOKEN = os.getenv("HF_TOKEN")
|
|
@@ -27,18 +27,17 @@ CONTACT_EMAIL = "ffallah@asu.edu"
|
|
| 27 |
|
| 28 |
# --- Paths ---
|
| 29 |
# We still use the JSON file to get the list of filenames,
|
| 30 |
-
# even though we aren't using the caption text anymore.
|
| 31 |
CAPTIONS_JSON_PATH = os.environ.get("CAPTIONS_JSON_PATH", "data/captions.json")
|
| 32 |
|
| 33 |
# Folders with matching filenames across all FIVE folders:
|
| 34 |
-
GT_MASKED_DIR =
|
| 35 |
-
GT_UNMASKED_DIR =
|
| 36 |
-
SR_DIR =
|
| 37 |
-
ORIGINAL_DIR =
|
| 38 |
-
IMAGE_5_DIR =
|
| 39 |
|
| 40 |
# --- Results ---
|
| 41 |
-
RESULTS_DIR =
|
| 42 |
PROGRESS_PATH = os.path.join(RESULTS_DIR, "progress.json")
|
| 43 |
ALL_RESULTS_JSONL = os.path.join(RESULTS_DIR, "all_results.jsonl")
|
| 44 |
SAVE_PII = True # Set to False to anonymize saved name/email
|
|
@@ -363,7 +362,7 @@ def _save_record_and_progress(
|
|
| 363 |
os.makedirs(RESULTS_DIR, exist_ok=True)
|
| 364 |
append_jsonl(os.path.join(RESULTS_DIR, f"{uid}.jsonl"), record)
|
| 365 |
append_jsonl(ALL_RESULTS_JSONL, record)
|
| 366 |
-
|
| 367 |
|
| 368 |
seen.add(sample.sample_id)
|
| 369 |
progress[uid]["seen"] = sorted(list(seen))
|
|
@@ -671,9 +670,26 @@ with gr.Blocks(title="RTS Human Evaluation", theme=gr.themes.Soft()) as demo:
|
|
| 671 |
)
|
| 672 |
|
| 673 |
if __name__ == "__main__":
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 674 |
ensure_paths()
|
| 675 |
-
# Pre-check dataset load
|
| 676 |
_ = load_dataset(CAPTIONS_JSON_PATH, GT_MASKED_DIR, GT_UNMASKED_DIR, SR_DIR, ORIGINAL_DIR, IMAGE_5_DIR)
|
| 677 |
-
|
|
|
|
| 678 |
demo.queue()
|
| 679 |
demo.launch()
|
|
|
|
| 14 |
# ----------------------
|
| 15 |
# Configuration
|
| 16 |
# ----------------------
|
| 17 |
+
# --- HF Repo ---
|
| 18 |
HF_RESULTS_REPO = os.getenv("HF_RESULTS_REPO")
|
| 19 |
HF_RESULTS_REPO_TYPE = "dataset"
|
| 20 |
HF_TOKEN = os.getenv("HF_TOKEN")
|
|
|
|
| 27 |
|
| 28 |
# --- Paths ---
|
| 29 |
# We still use the JSON file to get the list of filenames,
|
|
|
|
| 30 |
CAPTIONS_JSON_PATH = os.environ.get("CAPTIONS_JSON_PATH", "data/captions.json")
|
| 31 |
|
| 32 |
# Folders with matching filenames across all FIVE folders:
|
| 33 |
+
GT_MASKED_DIR = "data/gt_b" # Image 1
|
| 34 |
+
GT_UNMASKED_DIR = "data/adc_b" # Image 2
|
| 35 |
+
SR_DIR = "data/sr_b" # Image 3
|
| 36 |
+
ORIGINAL_DIR = "data/lr_b" # Image 4
|
| 37 |
+
IMAGE_5_DIR = "data/see_b" # Image 5
|
| 38 |
|
| 39 |
# --- Results ---
|
| 40 |
+
RESULTS_DIR = "results"
|
| 41 |
PROGRESS_PATH = os.path.join(RESULTS_DIR, "progress.json")
|
| 42 |
ALL_RESULTS_JSONL = os.path.join(RESULTS_DIR, "all_results.jsonl")
|
| 43 |
SAVE_PII = True # Set to False to anonymize saved name/email
|
|
|
|
| 362 |
os.makedirs(RESULTS_DIR, exist_ok=True)
|
| 363 |
append_jsonl(os.path.join(RESULTS_DIR, f"{uid}.jsonl"), record)
|
| 364 |
append_jsonl(ALL_RESULTS_JSONL, record)
|
| 365 |
+
push_results_to_private_repo(uid)
|
| 366 |
|
| 367 |
seen.add(sample.sample_id)
|
| 368 |
progress[uid]["seen"] = sorted(list(seen))
|
|
|
|
| 670 |
)
|
| 671 |
|
| 672 |
if __name__ == "__main__":
|
| 673 |
+
# --- DYNAMIC READ FROM HF_RESULTS_REPO ---
|
| 674 |
+
if HF_RESULTS_REPO:
|
| 675 |
+
from huggingface_hub import snapshot_download
|
| 676 |
+
# print(f"Reading images and metadata from: {HF_RESULTS_REPO}...")
|
| 677 |
+
try:
|
| 678 |
+
# This pulls your repo's 'data' folder into the current workspace
|
| 679 |
+
snapshot_download(
|
| 680 |
+
repo_id=HF_RESULTS_REPO,
|
| 681 |
+
repo_type="dataset",
|
| 682 |
+
local_dir=".",
|
| 683 |
+
allow_patterns="data/*",
|
| 684 |
+
token=HF_TOKEN
|
| 685 |
+
)
|
| 686 |
+
except Exception as e:
|
| 687 |
+
print(f"Error reading from HF: {e}")
|
| 688 |
+
|
| 689 |
ensure_paths()
|
| 690 |
+
# Pre-check dataset load from the newly downloaded files
|
| 691 |
_ = load_dataset(CAPTIONS_JSON_PATH, GT_MASKED_DIR, GT_UNMASKED_DIR, SR_DIR, ORIGINAL_DIR, IMAGE_5_DIR)
|
| 692 |
+
|
| 693 |
+
print("✅ Successfully synced with HF Repo. Launching app.")
|
| 694 |
demo.queue()
|
| 695 |
demo.launch()
|