protect submission db with lock

src/submission/submit.py

@@ -1,3 +1,4 @@
+import threading
 import time
 from datetime import datetime, timezone, timedelta
 import os
@@ -23,6 +24,8 @@ MIN_WAIT_TIME_PER_USER_HRS = 0.1  # TODO set to 24 for production
 RATE_LIMIT_WINDOW_HRS = 24
 MAX_SUBMISSIONS_PER_WINDOW = 10
 
+submission_lock = threading.Lock()
+
 
 def add_new_solutions(
     lbdb: F1Data,
@@ -35,10 +38,11 @@ def add_new_solutions(
     is_warmup_dataset: bool,
     ensure_all_present: bool = False,
 ):
-    try:
-        submitted_ids = get_dataset_config_names(SUBMISSIONS_REPO, token=TOKEN)
-    except (DatasetNotFoundError, FileNotFoundError):
-        submitted_ids = []
+    with submission_lock:
+        try:
+            submitted_ids = get_dataset_config_names(SUBMISSIONS_REPO, token=TOKEN)
+        except (DatasetNotFoundError, FileNotFoundError):
+            submitted_ids = []
 
     logger.info(f"Found {len(submitted_ids)} submissions")
 
@@ -115,11 +119,13 @@ def add_new_solutions(
         }
 
     ds = Dataset.from_pandas(submission_df).map(add_info)
-    ds.push_to_hub(
-        SUBMISSIONS_REPO,
-        submission_id,
-        private=True,
-    )
+
+    with submission_lock:
+        ds.push_to_hub(
+            SUBMISSIONS_REPO,
+            submission_id,
+            private=True,
+        )
 
     return styled_message(
         "Your request has been submitted to the evaluation queue!\n"