tohid.abedini commited on
Commit
7fca251
·
1 Parent(s): 99b47fb

[Add] average to df

Browse files
Files changed (2) hide show
  1. app.py +3 -3
  2. utils.py +7 -1
app.py CHANGED
@@ -10,7 +10,7 @@ import json
10
  import requests
11
 
12
  from envs import API, EVAL_REQUESTS_PATH, TOKEN, QUEUE_REPO
13
- from utils import LLM_BENCHMARKS_ABOUT_TEXT, LLM_BENCHMARKS_SUBMIT_TEXT, custom_css, jsonl_to_dataframe, compute_averages
14
 
15
 
16
 
@@ -108,9 +108,9 @@ base_df = jsonl_to_dataframe(str(abs_path / "leaderboard_base.jsonl"))
108
  all_columns = ["Average ⬆️", "Precision", "#Params (B)", "Part Multiple Choice", "ARC Easy", "ARC Challenging", "MMLU Pro", "GSM8k Persian", "Multiple Choice Persian"]
109
  columns_to_average = ["Part Multiple Choice", "ARC Easy", "ARC Challenging", "MMLU Pro", "GSM8k Persian", "Multiple Choice Persian"]
110
 
 
 
111
 
112
- persian_df = persian_df.append(compute_averages(persian_df, columns_to_average), ignore_index=True)
113
- base_df = base_df.append(compute_averages(base_df, columns_to_average), ignore_index=True)
114
 
115
  with gr.Blocks(css=custom_css) as demo:
116
  gr.Markdown("""
 
10
  import requests
11
 
12
  from envs import API, EVAL_REQUESTS_PATH, TOKEN, QUEUE_REPO
13
+ from utils import LLM_BENCHMARKS_ABOUT_TEXT, LLM_BENCHMARKS_SUBMIT_TEXT, custom_css, jsonl_to_dataframe, add_average_row_to_df
14
 
15
 
16
 
 
108
  all_columns = ["Average ⬆️", "Precision", "#Params (B)", "Part Multiple Choice", "ARC Easy", "ARC Challenging", "MMLU Pro", "GSM8k Persian", "Multiple Choice Persian"]
109
  columns_to_average = ["Part Multiple Choice", "ARC Easy", "ARC Challenging", "MMLU Pro", "GSM8k Persian", "Multiple Choice Persian"]
110
 
111
+ persian_df = add_average_row_to_df(persian_df, columns_to_average)
112
+ base_df = add_average_row_to_df(base_df, columns_to_average)
113
 
 
 
114
 
115
  with gr.Blocks(css=custom_css) as demo:
116
  gr.Markdown("""
utils.py CHANGED
@@ -154,4 +154,10 @@ def jsonl_to_dataframe(input_file):
154
  def compute_averages(df, columns_to_average):
155
  average_metrics = {col: df[col].mean() for col in columns_to_average if col in df}
156
  average_metrics["Model"] = "Average ⬆️" # Label the row as "Average"
157
- return average_metrics
 
 
 
 
 
 
 
154
  def compute_averages(df, columns_to_average):
155
  average_metrics = {col: df[col].mean() for col in columns_to_average if col in df}
156
  average_metrics["Model"] = "Average ⬆️" # Label the row as "Average"
157
+ return average_metrics
158
+
159
+ def add_average_row_to_df(df, columns_to_average):
160
+ average_row = compute_averages(df, columns_to_average)
161
+ average_df = pd.DataFrame([average_row])
162
+ df = pd.concat([df, average_df], ignore_index=True)
163
+ return df