Use qem for BBH
Browse files
app.py
CHANGED
@@ -49,7 +49,7 @@ def get_leaderboard_df(merge_values: bool = True):
|
|
49 |
value = data["results"][first_result_key]["acc_norm"]
|
50 |
# BBH has several metrics but we report just the average one
|
51 |
elif task.lower() == "bbh":
|
52 |
-
value = [v["
|
53 |
else:
|
54 |
first_metric_key = next(
|
55 |
iter(data["results"][first_result_key])
|
|
|
49 |
value = data["results"][first_result_key]["acc_norm"]
|
50 |
# BBH has several metrics but we report just the average one
|
51 |
elif task.lower() == "bbh":
|
52 |
+
value = [v["qem"] for k, v in data["results"].items() if "_average" in k.lower()][0]
|
53 |
else:
|
54 |
first_metric_key = next(
|
55 |
iter(data["results"][first_result_key])
|