Spaces:
Runtime error
Runtime error
fix model link cannot click
Browse files
src/leaderboard/read_evals.py
CHANGED
@@ -7,7 +7,7 @@ import dateutil
|
|
7 |
|
8 |
from src.submission.check_validity import get_model_size
|
9 |
from src.envs import API
|
10 |
-
from src.display.formatting import
|
11 |
from src.display.utils import AutoEvalColumn
|
12 |
|
13 |
|
@@ -53,10 +53,10 @@ def _parse_value_for_metric(value, metric):
|
|
53 |
else:
|
54 |
return float("{:.2f}".format(value))
|
55 |
|
56 |
-
def _get_model_size(
|
57 |
# Is the model info correctly filled?
|
58 |
try:
|
59 |
-
model_info = API.model_info(repo_id=
|
60 |
model_size = get_model_size(model_info=model_info)
|
61 |
return model_size
|
62 |
except Exception:
|
@@ -100,7 +100,7 @@ class EvalResult:
|
|
100 |
model = org_and_model[1]
|
101 |
result_key = f"{org}_{model}"
|
102 |
full_model = "/".join(org_and_model)
|
103 |
-
model_link = config.get('model_link',
|
104 |
params = config.get('params', '')
|
105 |
|
106 |
# Extract results available in this file (some results are split in several files)
|
@@ -131,7 +131,7 @@ class EvalResult:
|
|
131 |
def to_dict(self):
|
132 |
"""Converts the Eval Result to a dict compatible with our dataframe display"""
|
133 |
data_dict = OrderedDict({
|
134 |
-
AutoEvalColumn.model.name:
|
135 |
'params': _get_model_size(self.model_link) if self.params == '' else self.params
|
136 |
})
|
137 |
for key in self.results.keys():
|
|
|
7 |
|
8 |
from src.submission.check_validity import get_model_size
|
9 |
from src.envs import API
|
10 |
+
from src.display.formatting import make_clickable_model
|
11 |
from src.display.utils import AutoEvalColumn
|
12 |
|
13 |
|
|
|
53 |
else:
|
54 |
return float("{:.2f}".format(value))
|
55 |
|
56 |
+
def _get_model_size(model_name: str):
|
57 |
# Is the model info correctly filled?
|
58 |
try:
|
59 |
+
model_info = API.model_info(repo_id=model_name, revision="main")
|
60 |
model_size = get_model_size(model_info=model_info)
|
61 |
return model_size
|
62 |
except Exception:
|
|
|
100 |
model = org_and_model[1]
|
101 |
result_key = f"{org}_{model}"
|
102 |
full_model = "/".join(org_and_model)
|
103 |
+
model_link = config.get('model_link', config.get("model_name", config.get("model_args", None)))
|
104 |
params = config.get('params', '')
|
105 |
|
106 |
# Extract results available in this file (some results are split in several files)
|
|
|
131 |
def to_dict(self):
|
132 |
"""Converts the Eval Result to a dict compatible with our dataframe display"""
|
133 |
data_dict = OrderedDict({
|
134 |
+
AutoEvalColumn.model.name: make_clickable_model(self.full_model),
|
135 |
'params': _get_model_size(self.model_link) if self.params == '' else self.params
|
136 |
})
|
137 |
for key in self.results.keys():
|