Spaces:
Running
Running
update scripts
Browse files
src/leaderboard/load_results.py
CHANGED
@@ -6,7 +6,6 @@ def load_data(data_path):
|
|
6 |
columns = ['Model', 'type', 'open?', 'shot', 'en', 'zh', 'id', 'th', 'vi', 'avg', 'avg_sea']
|
7 |
columns_sorted = ['rank','type', 'Model', 'open?', 'shot', 'avg', 'avg_sea', 'en', 'zh', 'id', 'th', 'vi']
|
8 |
|
9 |
-
|
10 |
# Splitting into three separate DataFrames based on the groups M3Exam and MMLU and average
|
11 |
df_m3exam = df.iloc[:, :11] # M3Exam columns
|
12 |
df_mmlu = df.iloc[:, [0, 1, 2, 3, 11, 12, 13, 14, 15, 16, 17]] # MMLU columns
|
@@ -18,8 +17,16 @@ def load_data(data_path):
|
|
18 |
for df_tmp in [df_m3exam, df_mmlu, df_avg]:
|
19 |
df_tmp[['en', 'zh', 'id', 'th', 'vi', 'avg', 'avg_sea']] *= 100
|
20 |
df_tmp[['en', 'zh', 'id', 'th', 'vi', 'avg', 'avg_sea']] = df_tmp[['en', 'zh', 'id', 'th', 'vi', 'avg', 'avg_sea']].round(2)
|
21 |
-
|
22 |
-
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
23 |
|
24 |
# sort the DataFrames by the 'avg_sea' column in descending order
|
25 |
df_m3exam = df_m3exam.sort_values(by='avg_sea', ascending=False)
|
|
|
6 |
columns = ['Model', 'type', 'open?', 'shot', 'en', 'zh', 'id', 'th', 'vi', 'avg', 'avg_sea']
|
7 |
columns_sorted = ['rank','type', 'Model', 'open?', 'shot', 'avg', 'avg_sea', 'en', 'zh', 'id', 'th', 'vi']
|
8 |
|
|
|
9 |
# Splitting into three separate DataFrames based on the groups M3Exam and MMLU and average
|
10 |
df_m3exam = df.iloc[:, :11] # M3Exam columns
|
11 |
df_mmlu = df.iloc[:, [0, 1, 2, 3, 11, 12, 13, 14, 15, 16, 17]] # MMLU columns
|
|
|
17 |
for df_tmp in [df_m3exam, df_mmlu, df_avg]:
|
18 |
df_tmp[['en', 'zh', 'id', 'th', 'vi', 'avg', 'avg_sea']] *= 100
|
19 |
df_tmp[['en', 'zh', 'id', 'th', 'vi', 'avg', 'avg_sea']] = df_tmp[['en', 'zh', 'id', 'th', 'vi', 'avg', 'avg_sea']].round(2)
|
20 |
+
|
21 |
+
# rank the DataFrames by the 'avg_sea' column
|
22 |
+
df_m3exam['rank'] = df_m3exam['avg_sea'].rank(ascending=False).astype(int)
|
23 |
+
df_mmlu['rank'] = df_mmlu['avg_sea'].rank(ascending=False).astype(int)
|
24 |
+
df_avg['rank'] = df_avg['avg_sea'].rank(ascending=False).astype(int)
|
25 |
+
|
26 |
+
# reorder the columns
|
27 |
+
df_m3exam = df_m3exam[columns_sorted]
|
28 |
+
df_mmlu = df_mmlu[columns_sorted]
|
29 |
+
df_avg = df_avg[columns_sorted]
|
30 |
|
31 |
# sort the DataFrames by the 'avg_sea' column in descending order
|
32 |
df_m3exam = df_m3exam.sort_values(by='avg_sea', ascending=False)
|