Joschka Strueber commited on
Commit
c192c72
·
1 Parent(s): 482c272

[Ref] test list of models

Browse files
Files changed (1) hide show
  1. src/dataloading.py +13 -7
src/dataloading.py CHANGED
@@ -9,15 +9,21 @@ def get_leaderboard_models():
9
  datasets = api.list_datasets(author="open-llm-leaderboard")
10
 
11
  models = []
12
- for dataset in datasets:
13
- if dataset.id.endswith("-details"):
14
- # Format: "open-llm-leaderboard/<provider>__<model_name>-details"
15
- model_part = dataset.id.split("/")[-1].replace("-details", "")
16
- provider, model = model_part.split("__", 1)
17
- models.append(f"{provider}/{model}")
18
 
19
  # Example models
20
- models = ["meta_llama/Llama-3.1-70B-Instruct"]
 
 
 
 
 
 
21
 
22
  return sorted(models)
23
 
 
9
  datasets = api.list_datasets(author="open-llm-leaderboard")
10
 
11
  models = []
12
+ #for dataset in datasets:
13
+ # if dataset.id.endswith("-details"):
14
+ # # Format: "open-llm-leaderboard/<provider>__<model_name>-details"
15
+ # model_part = dataset.id.split("/")[-1].replace("-details", "")
16
+ # provider, model = model_part.split("__", 1)
17
+ # models.append(f"{provider}/{model}")
18
 
19
  # Example models
20
+ models = [
21
+ "meta_llama/Llama-3.2-1B-Instruct",
22
+ "meta_llama/Llama-3.2-3B-Instruct",
23
+ "meta_llama/Llama-3.1-8B-Instruct",
24
+ "meta_llama/Llama-3.1-70B-Instruct",
25
+ "meta_llama/Llama-3.3-70B-Instruct",
26
+ ]
27
 
28
  return sorted(models)
29