lukecq commited on
Commit
25351e8
·
1 Parent(s): f36fa2e

update scripts

Browse files
Files changed (1) hide show
  1. src/leaderboard/load_results.py +10 -3
src/leaderboard/load_results.py CHANGED
@@ -6,7 +6,6 @@ def load_data(data_path):
6
  columns = ['Model', 'type', 'open?', 'shot', 'en', 'zh', 'id', 'th', 'vi', 'avg', 'avg_sea']
7
  columns_sorted = ['rank','type', 'Model', 'open?', 'shot', 'avg', 'avg_sea', 'en', 'zh', 'id', 'th', 'vi']
8
 
9
-
10
  # Splitting into three separate DataFrames based on the groups M3Exam and MMLU and average
11
  df_m3exam = df.iloc[:, :11] # M3Exam columns
12
  df_mmlu = df.iloc[:, [0, 1, 2, 3, 11, 12, 13, 14, 15, 16, 17]] # MMLU columns
@@ -18,8 +17,16 @@ def load_data(data_path):
18
  for df_tmp in [df_m3exam, df_mmlu, df_avg]:
19
  df_tmp[['en', 'zh', 'id', 'th', 'vi', 'avg', 'avg_sea']] *= 100
20
  df_tmp[['en', 'zh', 'id', 'th', 'vi', 'avg', 'avg_sea']] = df_tmp[['en', 'zh', 'id', 'th', 'vi', 'avg', 'avg_sea']].round(2)
21
- df_tmp['rank'] = df_tmp['avg_sea'].rank(ascending=False).astype(int)
22
- df_tmp = df_tmp[columns_sorted]
 
 
 
 
 
 
 
 
23
 
24
  # sort the DataFrames by the 'avg_sea' column in descending order
25
  df_m3exam = df_m3exam.sort_values(by='avg_sea', ascending=False)
 
6
  columns = ['Model', 'type', 'open?', 'shot', 'en', 'zh', 'id', 'th', 'vi', 'avg', 'avg_sea']
7
  columns_sorted = ['rank','type', 'Model', 'open?', 'shot', 'avg', 'avg_sea', 'en', 'zh', 'id', 'th', 'vi']
8
 
 
9
  # Splitting into three separate DataFrames based on the groups M3Exam and MMLU and average
10
  df_m3exam = df.iloc[:, :11] # M3Exam columns
11
  df_mmlu = df.iloc[:, [0, 1, 2, 3, 11, 12, 13, 14, 15, 16, 17]] # MMLU columns
 
17
  for df_tmp in [df_m3exam, df_mmlu, df_avg]:
18
  df_tmp[['en', 'zh', 'id', 'th', 'vi', 'avg', 'avg_sea']] *= 100
19
  df_tmp[['en', 'zh', 'id', 'th', 'vi', 'avg', 'avg_sea']] = df_tmp[['en', 'zh', 'id', 'th', 'vi', 'avg', 'avg_sea']].round(2)
20
+
21
+ # rank the DataFrames by the 'avg_sea' column
22
+ df_m3exam['rank'] = df_m3exam['avg_sea'].rank(ascending=False).astype(int)
23
+ df_mmlu['rank'] = df_mmlu['avg_sea'].rank(ascending=False).astype(int)
24
+ df_avg['rank'] = df_avg['avg_sea'].rank(ascending=False).astype(int)
25
+
26
+ # reorder the columns
27
+ df_m3exam = df_m3exam[columns_sorted]
28
+ df_mmlu = df_mmlu[columns_sorted]
29
+ df_avg = df_avg[columns_sorted]
30
 
31
  # sort the DataFrames by the 'avg_sea' column in descending order
32
  df_m3exam = df_m3exam.sort_values(by='avg_sea', ascending=False)