Spaces:
Running
Running
Joschka Strueber
commited on
Commit
·
715aed5
1
Parent(s):
81438ca
[Ref] check number of saved models
Browse files- src/dataloading.py +3 -1
src/dataloading.py
CHANGED
|
@@ -3,7 +3,6 @@ import numpy as np
|
|
| 3 |
from huggingface_hub import HfApi
|
| 4 |
|
| 5 |
from functools import lru_cache
|
| 6 |
-
from datasets.exceptions import DatasetNotFoundError
|
| 7 |
|
| 8 |
|
| 9 |
def get_leaderboard_models():
|
|
@@ -14,6 +13,9 @@ def get_leaderboard_models():
|
|
| 14 |
ungated_models = set(line.strip() for line in open("models.txt"))
|
| 15 |
except FileNotFoundError:
|
| 16 |
ungated_models = set()
|
|
|
|
|
|
|
|
|
|
| 17 |
|
| 18 |
# List all datasets in the open-llm-leaderboard organization
|
| 19 |
dataset_list = api.list_datasets(author="open-llm-leaderboard")
|
|
|
|
| 3 |
from huggingface_hub import HfApi
|
| 4 |
|
| 5 |
from functools import lru_cache
|
|
|
|
| 6 |
|
| 7 |
|
| 8 |
def get_leaderboard_models():
|
|
|
|
| 13 |
ungated_models = set(line.strip() for line in open("models.txt"))
|
| 14 |
except FileNotFoundError:
|
| 15 |
ungated_models = set()
|
| 16 |
+
|
| 17 |
+
print(ungated_models)
|
| 18 |
+
print(f"Number of prechecked models: {len(ungated_models)}")
|
| 19 |
|
| 20 |
# List all datasets in the open-llm-leaderboard organization
|
| 21 |
dataset_list = api.list_datasets(author="open-llm-leaderboard")
|