up

app.py

@@ -3,6 +3,7 @@ from pandas import read_csv
 import os
 import jiwer
 from huggingface_hub import Repository
+import zipfile
 
 REFERENCE_NAME = "references"
 SUBMISSION_NAME = "submissions"
@@ -59,41 +60,6 @@ all_submissions = [
     if os.path.isdir(os.path.join(SUBMISSION_NAME, folder)) and folder != ".git"
 ]
 
-all_results = read_csv(CSV_RESULTS_FILE)
-evaluated_submissions = all_results["name"].values.tolist()
-
-non_evaluated_submissions = set(all_submissions) - set(evaluated_submissions)
-if len(non_evaluated_submissions) > 0:
-    for submission in non_evaluated_submissions:
-        print(f"Evaluate {submission}")
-        results = {"name": submission}
-        submitted_files = os.listdir(os.path.join(SUBMISSION_NAME, submission))
-
-        submitted_files = [f for f in submitted_files if f in EXPECTED_TEST_FILES]
-
-        if sorted(EXPECTED_TEST_FILES) != sorted(submitted_files):
-            raise ValueError(
-                f"{', '.join(submitted_files)} were submitted, but expected {', '.join(EXPECTED_TEST_FILES)}"
-            )
-
-        for file in submitted_files:
-            ref_file = os.path.join(REFERENCE_NAME, file)
-            pred_file = os.path.join(SUBMISSION_NAME, submission, file)
-
-            wer = compute_wer(pred_file, ref_file)
-            results[file.split(".")[0]] = str(wer)
-
-        wer_values = [float(results[t]) for t in TEST_SETS]
-        all_wer = sum(wer_values) / len(wer_values)
-
-        results["esc-score"] = all_wer
-        all_results = all_results.append(results, ignore_index=True)
-
-    # save and upload new evaluated results
-    all_results.to_csv(CSV_RESULTS_FILE)
-
-    commit_url = reference_repo.push_to_hub()
-    print(commit_url)
 
 COLUMN_NAMES = {
     "librispeech-clean": "ls-clean",
@@ -109,7 +75,11 @@ COLUMN_NAMES = {
     "switch-board": "swbd",
 }
 
-table = all_results
+all_results = read_csv(CSV_RESULTS_FILE)
+
+
+# Write table form CSV
+table = all_results.copy()
 
 esc_column = table.pop("esc-score")
 name_column = table.pop("name")
@@ -151,9 +121,45 @@ st.markdown("TODO: Add instructions ...")
 
 # Using the "with" syntax
 with st.form(key="my_form"):
-    text_input = st.text_input(label="Name")
     uploaded_file = st.file_uploader("Choose a zip file")
     submit_button = st.form_submit_button(label="Submit")
 
 if submit_button:
-    st.write("Computing scores ...")
+    if uploaded_file is None:
+        raise ValueError("Please make sure to have uploaded a zip file.")
+
+    submission = uploaded_file.name.split(".zip")[0]
+    with st.spinner(f"Uploading {submission}..."):
+        with zipfile.ZipFile(uploaded_file, 'r') as zip_ref:
+            zip_ref.extractall(submission_repo.local_dir)
+            submission_repo.push_to_hub()
+
+    with st.spinner(f"Computing ESC Score for {submission}..."):
+        results = {"name": submission}
+        submitted_files = os.listdir(os.path.join(SUBMISSION_NAME, submission))
+
+        submitted_files = [f for f in submitted_files if f in EXPECTED_TEST_FILES]
+
+        if sorted(EXPECTED_TEST_FILES) != sorted(submitted_files):
+            raise ValueError(
+                f"{', '.join(submitted_files)} were submitted, but expected {', '.join(EXPECTED_TEST_FILES)}"
+            )
+
+        for file in submitted_files:
+            ref_file = os.path.join(REFERENCE_NAME, file)
+            pred_file = os.path.join(SUBMISSION_NAME, submission, file)
+
+            wer = compute_wer(pred_file, ref_file)
+            results[file.split(".")[0]] = str(wer)
+
+        wer_values = [float(results[t]) for t in TEST_SETS]
+        all_wer = sum(wer_values) / len(wer_values)
+
+        results["esc-score"] = all_wer
+        all_results = all_results.append(results, ignore_index=True)
+
+        # save and upload new evaluated results
+        all_results.to_csv(CSV_RESULTS_FILE)
+        commit_url = submission_repo.push_to_hub()
+
+    st.success('Please refresh this space (CTRL+R) to see your result')