Update model_comparison.py

model_comparison.py

@@ -75,21 +75,22 @@ def dataframe_with_selections(df):
     selected_rows = edited_df[edited_df.Select]
     return selected_rows.drop('Select', axis=1)
 def add_user_evalID_columns_to_df(df, evalDataPath):
-    with open(evalDataPath, 'r') as f:
-        yamlData = safe_load(f)
-        for user in yamlData['evaluations']['username']:
-            if df is None:
-                df = pd.DataFrame(yamlData['evaluations']['username'][user]).T
-                df.insert(0, "Eval. ID", list(yamlData['evaluations']['username'][user].keys()), True)
-            else:
-                df = pd.concat([df, pd.DataFrame(yamlData['evaluations']['username'][user]).T],
-                                       ignore_index=True)
-            evalIDIterator = 0
-            for index, row in df.iterrows():
-                if row['Eval. ID'] is np.nan:
-                    df.loc[index, 'Eval. ID'] = list(yamlData['evaluations']['username'][user].keys())[
-                        evalIDIterator]
-                    evalIDIterator += 1
+    with EVAL_DATABASE_UPDATE_SCHEDULER.lock:
+        with open(evalDataPath, 'r') as f:
+            yamlData = safe_load(f)
+            for user in yamlData['evaluations']['username']:
+                if df is None:
+                    df = pd.DataFrame(yamlData['evaluations']['username'][user]).T
+                    df.insert(0, "Eval. ID", list(yamlData['evaluations']['username'][user].keys()), True)
+                else:
+                    df = pd.concat([df, pd.DataFrame(yamlData['evaluations']['username'][user]).T],
+                                           ignore_index=True)
+                evalIDIterator = 0
+                for index, row in df.iterrows():
+                    if row['Eval. ID'] is np.nan:
+                        df.loc[index, 'Eval. ID'] = list(yamlData['evaluations']['username'][user].keys())[
+                            evalIDIterator]
+                        evalIDIterator += 1
     return df
     
 def initialise_page(tab):
@@ -104,7 +105,6 @@ def initialise_page(tab):
                 communityGEN = st.form_submit_button("TBYB Community Evaluations")
                 if communityGEN:
                     databaseDF = None
-                    snapshot_download(repo_id="JVice/try-before-you-bias-data",repo_type='dataset',local_dir = './data')
                     databaseDF = add_user_evalID_columns_to_df(databaseDF, GEN_EVAL_DATABASE_PATH)[["Eval. ID", "Model", "Model Type", "Resolution", "No. Samples", "Inference Steps",
                              "Objects", "Actions", "Occupations", "Dist. Bias", "Hallucination", "Gen. Miss Rate",
                              "Run Time", "Date", "Time"]]
@@ -114,7 +114,6 @@ def initialise_page(tab):
                 communityTASK = st.form_submit_button("TBYB Community Evaluations")
                 if communityTASK:
                     databaseDF = None
-                    snapshot_download(repo_id="JVice/try-before-you-bias-data",repo_type='dataset',local_dir = './data')
                     databaseDF = add_user_evalID_columns_to_df(databaseDF, TASK_EVAL_DATABASE_PATH)[["Eval. ID", "Model", "Model Type", "Resolution", "No. Samples", "Inference Steps",
                                              "Target", "Dist. Bias", "Hallucination", "Gen. Miss Rate", "Run Time", "Date", "Time"]]
         if databaseDF is not None: