Spaces:
Running
Running
Joschka Strueber
commited on
Commit
·
c192c72
1
Parent(s):
482c272
[Ref] test list of models
Browse files- src/dataloading.py +13 -7
src/dataloading.py
CHANGED
@@ -9,15 +9,21 @@ def get_leaderboard_models():
|
|
9 |
datasets = api.list_datasets(author="open-llm-leaderboard")
|
10 |
|
11 |
models = []
|
12 |
-
for dataset in datasets:
|
13 |
-
|
14 |
-
|
15 |
-
|
16 |
-
|
17 |
-
|
18 |
|
19 |
# Example models
|
20 |
-
models = [
|
|
|
|
|
|
|
|
|
|
|
|
|
21 |
|
22 |
return sorted(models)
|
23 |
|
|
|
9 |
datasets = api.list_datasets(author="open-llm-leaderboard")
|
10 |
|
11 |
models = []
|
12 |
+
#for dataset in datasets:
|
13 |
+
# if dataset.id.endswith("-details"):
|
14 |
+
# # Format: "open-llm-leaderboard/<provider>__<model_name>-details"
|
15 |
+
# model_part = dataset.id.split("/")[-1].replace("-details", "")
|
16 |
+
# provider, model = model_part.split("__", 1)
|
17 |
+
# models.append(f"{provider}/{model}")
|
18 |
|
19 |
# Example models
|
20 |
+
models = [
|
21 |
+
"meta_llama/Llama-3.2-1B-Instruct",
|
22 |
+
"meta_llama/Llama-3.2-3B-Instruct",
|
23 |
+
"meta_llama/Llama-3.1-8B-Instruct",
|
24 |
+
"meta_llama/Llama-3.1-70B-Instruct",
|
25 |
+
"meta_llama/Llama-3.3-70B-Instruct",
|
26 |
+
]
|
27 |
|
28 |
return sorted(models)
|
29 |
|