lukecq commited on
Commit
f36fa2e
·
1 Parent(s): 993709c

update scripts

Browse files
Files changed (1) hide show
  1. src/leaderboard/load_results.py +17 -19
src/leaderboard/load_results.py CHANGED
@@ -18,24 +18,22 @@ def load_data(data_path):
18
  for df_tmp in [df_m3exam, df_mmlu, df_avg]:
19
  df_tmp[['en', 'zh', 'id', 'th', 'vi', 'avg', 'avg_sea']] *= 100
20
  df_tmp[['en', 'zh', 'id', 'th', 'vi', 'avg', 'avg_sea']] = df_tmp[['en', 'zh', 'id', 'th', 'vi', 'avg', 'avg_sea']].round(2)
21
- df_tmp['rank'] = df_tmp['avg'].rank(ascending=False).astype(int)
22
-
23
- df_tmp = df_tmp[columns_sorted].sort_values(by='avg_sea', ascending=False)
24
- df_tmp = df_tmp.rename(columns={'avg_sea': 'avg_sea⬆️'})
25
- df_tmp['type'] = df_tmp['type'].map({'base': '🟢', 'chat': '🔶'})
26
-
27
- # df_m3exam = df_m3exam[columns_sorted].sort_values(by='avg_sea', ascending=False)
28
- # df_mmlu = df_mmlu[columns_sorted].sort_values(by='avg', ascending=False)
29
- # df_avg = df_avg[columns_sorted].sort_values(by='avg', ascending=False)
30
-
31
- # # change the column name from 'avg' to 'avg⬆️'
32
- # df_m3exam = df_m3exam.rename(columns={'avg': 'avg⬆️'})
33
- # df_mmlu = df_mmlu.rename(columns={'avg': 'avg⬆️'})
34
- # df_avg = df_avg.rename(columns={'avg': 'avg⬆️'})
35
-
36
- # # map the values in the 'type' column to the following values: {'base': 'Base', 'chat': 'Chat'}
37
- # df_m3exam['type'] = df_m3exam['type'].map({'base': '🟢', 'chat': '🔶'})
38
- # df_mmlu['type'] = df_mmlu['type'].map({'base': '🟢', 'chat': '🔶'})
39
- # df_avg['type'] = df_avg['type'].map({'base': '🟢', 'chat': '🔶'})
40
 
41
  return df_m3exam, df_mmlu, df_avg
 
18
  for df_tmp in [df_m3exam, df_mmlu, df_avg]:
19
  df_tmp[['en', 'zh', 'id', 'th', 'vi', 'avg', 'avg_sea']] *= 100
20
  df_tmp[['en', 'zh', 'id', 'th', 'vi', 'avg', 'avg_sea']] = df_tmp[['en', 'zh', 'id', 'th', 'vi', 'avg', 'avg_sea']].round(2)
21
+ df_tmp['rank'] = df_tmp['avg_sea'].rank(ascending=False).astype(int)
22
+ df_tmp = df_tmp[columns_sorted]
23
+
24
+ # sort the DataFrames by the 'avg_sea' column in descending order
25
+ df_m3exam = df_m3exam.sort_values(by='avg_sea', ascending=False)
26
+ df_mmlu = df_mmlu.sort_values(by='avg_sea', ascending=False)
27
+ df_avg = df_avg.sort_values(by='avg_sea', ascending=False)
28
+
29
+ # change the column name from 'avg_sea' to 'avg_sea⬆️'
30
+ df_m3exam = df_m3exam.rename(columns={'avg_sea': 'avg_sea⬆️'})
31
+ df_mmlu = df_mmlu.rename(columns={'avg_sea': 'avg_sea⬆️'})
32
+ df_avg = df_avg.rename(columns={'avg_sea': 'avg_sea⬆️'})
33
+
34
+ # map the values in the 'type' column to the following values: {'base': 'Base', 'chat': 'Chat'}
35
+ df_m3exam['type'] = df_m3exam['type'].map({'base': '🟢', 'chat': '🔶'})
36
+ df_mmlu['type'] = df_mmlu['type'].map({'base': '🟢', 'chat': '🔶'})
37
+ df_avg['type'] = df_avg['type'].map({'base': '🟢', 'chat': '🔶'})
 
 
38
 
39
  return df_m3exam, df_mmlu, df_avg