lewtun HF staff commited on
Commit
fd86754
·
1 Parent(s): f4f66c7

Add math v2 scores

Browse files
Files changed (1) hide show
  1. app.py +2 -2
app.py CHANGED
@@ -57,7 +57,7 @@ def get_leaderboard_df(merge_values: bool = True):
57
  elif task.lower() == "agieval":
58
  value = data["results"]["all"]["acc_norm"]
59
  # MATH reports qem
60
- elif task.lower() in ["math", "aimo_kaggle"]:
61
  value = data["results"]["all"]["qem"]
62
  else:
63
  first_metric_key = next(
@@ -66,7 +66,7 @@ def get_leaderboard_df(merge_values: bool = True):
66
  value = data["results"][first_result_key][first_metric_key] # gets the value of the first metric
67
 
68
  # For mini_math we report 5 metrics, one for each level and store each one as a separate row in the dataframe
69
- if task.lower() == "mini_math":
70
  for k, v in data["results"].items():
71
  if k != "all":
72
  level = k.split("|")[1].split(":")[-1]
 
57
  elif task.lower() == "agieval":
58
  value = data["results"]["all"]["acc_norm"]
59
  # MATH reports qem
60
+ elif task.lower() in ["math", "math_v2", "aimo_kaggle"]:
61
  value = data["results"]["all"]["qem"]
62
  else:
63
  first_metric_key = next(
 
66
  value = data["results"][first_result_key][first_metric_key] # gets the value of the first metric
67
 
68
  # For mini_math we report 5 metrics, one for each level and store each one as a separate row in the dataframe
69
+ if task.lower() in ["mini_math", "mini_math_v2"]:
70
  for k, v in data["results"].items():
71
  if k != "all":
72
  level = k.split("|")[1].split(":")[-1]