lewtun HF staff commited on
Commit
6d771b5
·
1 Parent(s): 561f184

Use qem for BBH

Browse files
Files changed (1) hide show
  1. app.py +1 -1
app.py CHANGED
@@ -49,7 +49,7 @@ def get_leaderboard_df(merge_values: bool = True):
49
  value = data["results"][first_result_key]["acc_norm"]
50
  # BBH has several metrics but we report just the average one
51
  elif task.lower() == "bbh":
52
- value = [v["em"] for k, v in data["results"].items() if "_average" in k.lower()][0]
53
  else:
54
  first_metric_key = next(
55
  iter(data["results"][first_result_key])
 
49
  value = data["results"][first_result_key]["acc_norm"]
50
  # BBH has several metrics but we report just the average one
51
  elif task.lower() == "bbh":
52
+ value = [v["qem"] for k, v in data["results"].items() if "_average" in k.lower()][0]
53
  else:
54
  first_metric_key = next(
55
  iter(data["results"][first_result_key])