Spaces:
Running
Running
Joschka Strueber
commited on
Commit
·
715aed5
1
Parent(s):
81438ca
[Ref] check number of saved models
Browse files- src/dataloading.py +3 -1
src/dataloading.py
CHANGED
@@ -3,7 +3,6 @@ import numpy as np
|
|
3 |
from huggingface_hub import HfApi
|
4 |
|
5 |
from functools import lru_cache
|
6 |
-
from datasets.exceptions import DatasetNotFoundError
|
7 |
|
8 |
|
9 |
def get_leaderboard_models():
|
@@ -14,6 +13,9 @@ def get_leaderboard_models():
|
|
14 |
ungated_models = set(line.strip() for line in open("models.txt"))
|
15 |
except FileNotFoundError:
|
16 |
ungated_models = set()
|
|
|
|
|
|
|
17 |
|
18 |
# List all datasets in the open-llm-leaderboard organization
|
19 |
dataset_list = api.list_datasets(author="open-llm-leaderboard")
|
|
|
3 |
from huggingface_hub import HfApi
|
4 |
|
5 |
from functools import lru_cache
|
|
|
6 |
|
7 |
|
8 |
def get_leaderboard_models():
|
|
|
13 |
ungated_models = set(line.strip() for line in open("models.txt"))
|
14 |
except FileNotFoundError:
|
15 |
ungated_models = set()
|
16 |
+
|
17 |
+
print(ungated_models)
|
18 |
+
print(f"Number of prechecked models: {len(ungated_models)}")
|
19 |
|
20 |
# List all datasets in the open-llm-leaderboard organization
|
21 |
dataset_list = api.list_datasets(author="open-llm-leaderboard")
|