Joschka Strueber commited on
Commit
715aed5
·
1 Parent(s): 81438ca

[Ref] check number of saved models

Browse files
Files changed (1) hide show
  1. src/dataloading.py +3 -1
src/dataloading.py CHANGED
@@ -3,7 +3,6 @@ import numpy as np
3
  from huggingface_hub import HfApi
4
 
5
  from functools import lru_cache
6
- from datasets.exceptions import DatasetNotFoundError
7
 
8
 
9
  def get_leaderboard_models():
@@ -14,6 +13,9 @@ def get_leaderboard_models():
14
  ungated_models = set(line.strip() for line in open("models.txt"))
15
  except FileNotFoundError:
16
  ungated_models = set()
 
 
 
17
 
18
  # List all datasets in the open-llm-leaderboard organization
19
  dataset_list = api.list_datasets(author="open-llm-leaderboard")
 
3
  from huggingface_hub import HfApi
4
 
5
  from functools import lru_cache
 
6
 
7
 
8
  def get_leaderboard_models():
 
13
  ungated_models = set(line.strip() for line in open("models.txt"))
14
  except FileNotFoundError:
15
  ungated_models = set()
16
+
17
+ print(ungated_models)
18
+ print(f"Number of prechecked models: {len(ungated_models)}")
19
 
20
  # List all datasets in the open-llm-leaderboard organization
21
  dataset_list = api.list_datasets(author="open-llm-leaderboard")