For testing purpose improved fake tournament

app.py

@@ -22,7 +22,6 @@ HF_SPACE_TOKEN = os.environ["HF_SPACE_TOKEN"]
 HF_SPACE_ID = os.environ["HF_SPACE_ID"]
 # For testing purpose
 HF_DISABLE_SUBMIT = bool(int(os.environ.get("HF_DISABLE_SUBMIT", "0")))
-from server import HF_FAKE_TOURNAMENT
 
 from huggingface_hub import dump_environment_info
 dump_environment_info()
@@ -97,8 +96,6 @@ def process_submission(*inputs):
         gr.Info('Submission valid, going to queue for the tournament…')
 
         pre_submit = leaderboard_server.prepare_model_for_submission(inputs["submission_file"], metadata)
-        if HF_FAKE_TOURNAMENT:
-            pre_submit = None
     except ValueError as err:
         gr.Warning(str(err))
         return (

server.py

@@ -773,6 +773,39 @@ class LeaderboardServer:
                 )
                 return dataframe
 
+    def fake_tournament(self, new_submission_id, new_model_file):
+        DRAW_MATCH = {
+            task: {
+                "significant": False,
+                "p_value": 0.5,
+                "delta": 0.0,
+                "fake": True,
+            }
+            for task in self.TASKS_METADATA.keys()
+        }
+        
+        with self.var_lock.ro:
+            new_tournament = copy.deepcopy(self.tournament_results)
+            
+            pre_submit = self.pre_submit.get(new_submission_id)
+            if pre_submit:
+                new_tournament[new_submission_id] = pre_submit.tournament_results[new_submission_id]
+                for competitor_id in pre_submit.tournament_results[new_submission_id].keys() - {new_submission_id}:
+                    new_tournament[competitor_id][new_submission_id] = pre_submit.tournament_results[competitor_id][new_submission_id]
+            
+            if new_submission_id not in new_tournament:
+                new_tournament[new_submission_id] = {}
+                new_tournament[new_submission_id][new_submission_id] = copy.deepcopy(DRAW_MATCH)
+            
+            competitor_ids_in_tournament = new_tournament[new_submission_id].keys()
+            rest_of_competitors = list(self.submission_ids - {new_submission_id} - competitor_ids_in_tournament)  # without self and without the opponents with which it has already contended
+            
+            for competitor_id in rest_of_competitors:
+                new_tournament[new_submission_id][competitor_id] = copy.deepcopy(DRAW_MATCH)
+                new_tournament[competitor_id][new_submission_id] = copy.deepcopy(DRAW_MATCH)
+        
+        return new_tournament
+
     def start_tournament(self, new_submission_id, new_model_file):
         with self.var_lock.ro:
             new_tournament = copy.deepcopy(self.tournament_results)
@@ -786,7 +819,12 @@ class LeaderboardServer:
             if new_submission_id not in new_tournament:
                 new_tournament[new_submission_id] = {}
                 new_tournament[new_submission_id][new_submission_id] = {
-                    task: False for task in self.TASKS_METADATA.keys()
+                    task: {
+                        "significant": False,
+                        "p_value": 0.5,
+                        "delta": 0.0,
+                    }
+                    for task in self.TASKS_METADATA.keys()
                 }
             
             competitor_ids_in_tournament = new_tournament[new_submission_id].keys()
@@ -908,11 +946,12 @@ class LeaderboardServer:
                         print(info_msg)
                         
                     self.update_leaderboard()
+                    
                     if HF_FAKE_TOURNAMENT:
-                        with self.var_lock.ro:
-                            tournament_results = copy.deepcopy(self.tournament_results)
+                        tournament_results = self.fake_tournament(submission_id, file)
                     else:
                         tournament_results = self.start_tournament(submission_id, file)
+                    
                     pre_submit = self.PreSubmit(
                         tournament_results,
                         submission_id,