Now only executes the duels that are missing

The `LeaderboardServer.start_tournament()` method only executes the duels that are missing

The `LeaderboardServer.results_dataset_integrity_check()` method only removes extra duels or performs missing duels as part of inconsistency resolution

server.py

@@ -406,6 +406,7 @@ class LeaderboardServer:
         -- pokud ne, znemožní potvrzení nových submitů a udělá zbývající zápasy
         -- kontroluje soubory v adresáři "/data" a soubor "tournament.json"
         - v souboru "tournament.json" není `submission_id`, které by nemělo soubor v adresáři "/data"
+        - negeneruje soubor "tournament.json" celý znovu, ale pouze dopočítá co chybí
         """
         
         while True:
@@ -447,19 +448,34 @@ class LeaderboardServer:
                         gr.Info('Running tournament...', duration=15)
                         
                         with self.var_lock.rw:
-                            self.tournament_results = {}
-                            submission_ids_backup = self.submission_ids
-                            self.submission_ids = set()
+                            submission_ids_for_renew_tournament = set()
+                            
+                            submission_ids_not_known = self.tournament_results.keys() - self.submission_ids
+                            submission_ids_not_in_tournament = self.submission_ids - self.tournament_results.keys()
+                            
+                            submission_ids_for_renew_tournament |= submission_ids_not_in_tournament
+                            
+                            for submission_id in submission_ids_not_known:
+                                self.tournament_results.pop(submission_id)
+                            
+                            for submission_id in self.submission_ids:
+                                competitor_ids_not_known = self.tournament_results[submission_id].keys() - self.submission_ids
+                                competitor_ids_not_in_tournament = self.submission_ids - self.tournament_results[submission_id].keys()
+                                
+                                for competitor_id in competitor_ids_not_known:
+                                    self.tournament_results[submission_id].pop(competitor_id)
+                                
+                                if competitor_ids_not_in_tournament:
+                                    submission_ids_for_renew_tournament.add(submission_id)
                         
-                        for i, submission_id in enumerate(submission_ids_backup):
-                            self.tournament_results_integrity_solving_progress = i / len(submission_ids_backup)
+                        for i, submission_id in enumerate(submission_ids_for_renew_tournament):
+                            self.tournament_results_integrity_solving_progress = i / len(submission_ids_for_renew_tournament)
                             
                             with self.var_lock.ro:
                                 file = self.submission_id_to_file[submission_id]
                                 tournament_results = self.start_tournament(submission_id, file)
                             with self.var_lock.rw:
                                 self.tournament_results = tournament_results
-                                self.submission_ids.add(submission_id)
                         
                         self.tournament_results_integrity_solving_progress = 1
                         
@@ -749,12 +765,14 @@ class LeaderboardServer:
     def start_tournament(self, new_submission_id, new_model_file):
         with self.var_lock.ro:
             new_tournament = copy.deepcopy(self.tournament_results)
-            new_tournament[new_submission_id] = {}
-            new_tournament[new_submission_id][new_submission_id] = {
-                task: False for task in self.TASKS_METADATA.keys()
-            }
+            if new_submission_id not in new_tournament:
+                new_tournament[new_submission_id] = {}
+                new_tournament[new_submission_id][new_submission_id] = {
+                    task: False for task in self.TASKS_METADATA.keys()
+                }
             
-            rest_of_competitors = list(self.submission_ids - {new_submission_id})  # without self
+            competitor_ids_in_tournament = new_tournament[new_submission_id].keys()
+            rest_of_competitors = list(self.submission_ids - {new_submission_id} - competitor_ids_in_tournament)  # without self and without the opponents with which it has already contended
             num_of_competitors = len(rest_of_competitors)
             
             result_url = {}