columns named by files

app.py

@@ -8,6 +8,10 @@ import requests
 FILE_URL_1 = "https://raw.githubusercontent.com/EleutherAI/lm-evaluation-harness/master/results/llama/llama-30B/llama-30B_mmlu_5-shot.json"
 FILE_URL_2 = "https://raw.githubusercontent.com/EleutherAI/lm-evaluation-harness/master/results/llama/llama-13B/llama-13B_mmlu_5-shot.json"
 
+# Derive column names from the URLs
+column_name_1 = FILE_URL_1.split('/')[-1].split('_')[0]  # 'llama-30B'
+column_name_2 = FILE_URL_2.split('/')[-1].split('_')[0]  # 'llama-13B'
+
 # Load data from both URLs
 response1 = requests.get(FILE_URL_1)
 data1 = response1.json()
@@ -19,11 +23,15 @@ data1_df = pd.DataFrame(data1['results']).T
 data2_df = pd.DataFrame(data2['results']).T
 
 # Rename 'acc' column to respective file names
-data1_df = data1_df.rename(columns={'acc': 'acc_file_1'})
-data2_df = data2_df.rename(columns={'acc': 'acc_file_2'})
+data1_df = data1_df.rename(columns={'acc': column_name_1})
+data2_df = data2_df.rename(columns={'acc': column_name_2})
+
+# Remove 'hendrycksTest-' from the index of both dataframes
+data1_df.index = data1_df.index.str.replace('hendrycksTest-', '')
+data2_df.index = data2_df.index.str.replace('hendrycksTest-', '')
 
 # Merge the dataframes on index (Here index is the sub-test names)
-data = pd.merge(data1_df['acc_file_1'], data2_df['acc_file_2'], left_index=True, right_index=True)
+data = pd.merge(data1_df[column_name_1], data2_df[column_name_2], left_index=True, right_index=True)
 
 def show_leaderboard():
     # Convert dataframe to html so that it can be displayed properly in Gradio