[Fix, Add] check for #api calls, bug in warning

app.py

@@ -29,7 +29,7 @@ def create_heatmap(selected_models, selected_dataset, selected_metric):
             failed_models.append(selected_models[i])
 
     if failed_models:
-        gr.Warning(f"Failed to load data for models: {'\n'.join(failed_models)}")
+        gr.Warning(f"Failed to load data for models: {', '.join(failed_models)}")
 
     # Create figure and heatmap using seaborn
     plt.figure(figsize=(8, 6))

src/dataloading.py

@@ -16,6 +16,7 @@ def get_leaderboard_models():
     dataset_list = api.list_datasets(author="open-llm-leaderboard")
     
     models = []
+    count_api_calls = 0
     for dataset in dataset_list:
         if dataset.id.endswith("-details"):
             # Format: "open-llm-leaderboard/<provider>__<model_name>-details"
@@ -29,6 +30,7 @@ def get_leaderboard_models():
             # Only perform the check if dataset_id is not in the ungated_models list.
             if model_name not in ungated_models:
                 try:
+                    count_api_calls += 1
                     # Check if the dataset can be loaded; if not, skip it.
                     datasets.get_dataset_config_names(model_name)
                 except Exception as e:
@@ -36,6 +38,8 @@ def get_leaderboard_models():
 
             models.append(model_name)
     
+    print(f"API calls: {count_api_calls}")
+
     # Save model list as txt file
     with open("models.txt", "w") as f:
         for model in models: