Spaces:
Running
on
CPU Upgrade
Running
on
CPU Upgrade
Update src/leaderboard/read_evals.py
Browse files
src/leaderboard/read_evals.py
CHANGED
|
@@ -44,13 +44,11 @@ class EvalResult:
|
|
| 44 |
|
| 45 |
config = data.get("config")
|
| 46 |
metainfo = config.get("metainfo", {})
|
| 47 |
-
print("metainfo", metainfo)
|
| 48 |
model_config = config.get("model", {})
|
| 49 |
|
| 50 |
# Get model type from metainfo
|
| 51 |
-
model_type_str = metainfo.get("model_type", "")
|
| 52 |
-
|
| 53 |
-
model_type = ModelType.from_str(model_type_str)
|
| 54 |
# model_type = metainfo.get("model_type", "Unknown")
|
| 55 |
|
| 56 |
# Get num_few_shots from metainfo
|
|
@@ -109,7 +107,6 @@ class EvalResult:
|
|
| 109 |
revision=config.get("model_sha", ""),
|
| 110 |
still_on_hub=still_on_hub,
|
| 111 |
architecture=architecture,
|
| 112 |
-
model_type=model_type,
|
| 113 |
num_few_shots=num_few_shots,
|
| 114 |
add_special_tokens=add_special_tokens,
|
| 115 |
)
|
|
@@ -136,7 +133,7 @@ class EvalResult:
|
|
| 136 |
data_dict = {
|
| 137 |
"eval_name": self.eval_name, # not a column, just a save name,
|
| 138 |
AutoEvalColumn.precision.name: self.precision,
|
| 139 |
-
AutoEvalColumn.model_type.name: self.model_type,
|
| 140 |
AutoEvalColumn.model_type_symbol.name: self.model_type.value.symbol,
|
| 141 |
AutoEvalColumn.weight_type.name: self.weight_type.value.name,
|
| 142 |
AutoEvalColumn.architecture.name: self.architecture,
|
|
|
|
| 44 |
|
| 45 |
config = data.get("config")
|
| 46 |
metainfo = config.get("metainfo", {})
|
|
|
|
| 47 |
model_config = config.get("model", {})
|
| 48 |
|
| 49 |
# Get model type from metainfo
|
| 50 |
+
# model_type_str = metainfo.get("model_type", "")
|
| 51 |
+
# model_type = ModelType.from_str(model_type_str)
|
|
|
|
| 52 |
# model_type = metainfo.get("model_type", "Unknown")
|
| 53 |
|
| 54 |
# Get num_few_shots from metainfo
|
|
|
|
| 107 |
revision=config.get("model_sha", ""),
|
| 108 |
still_on_hub=still_on_hub,
|
| 109 |
architecture=architecture,
|
|
|
|
| 110 |
num_few_shots=num_few_shots,
|
| 111 |
add_special_tokens=add_special_tokens,
|
| 112 |
)
|
|
|
|
| 133 |
data_dict = {
|
| 134 |
"eval_name": self.eval_name, # not a column, just a save name,
|
| 135 |
AutoEvalColumn.precision.name: self.precision,
|
| 136 |
+
AutoEvalColumn.model_type.name: self.model_type.value.name,
|
| 137 |
AutoEvalColumn.model_type_symbol.name: self.model_type.value.symbol,
|
| 138 |
AutoEvalColumn.weight_type.name: self.weight_type.value.name,
|
| 139 |
AutoEvalColumn.architecture.name: self.architecture,
|