MohamedRashad commited on
Commit
293e470
·
1 Parent(s): 3a93505

Update dataframe columns in app.py and utils.py for model submission

Browse files
Files changed (2) hide show
  1. app.py +3 -3
  2. utils.py +4 -6
app.py CHANGED
@@ -66,7 +66,7 @@ def search_leaderboard(model_name):
66
 
67
 
68
  def main():
69
-
70
  with gr.Blocks() as demo:
71
  gr.HTML(HEADER)
72
 
@@ -82,7 +82,7 @@ def main():
82
  )
83
 
84
  retrieval_leaderboard = gr.Dataframe(
85
- df,
86
  interactive=False
87
  )
88
 
@@ -105,7 +105,7 @@ def main():
105
  )
106
 
107
  reranker_leaderboard = gr.Dataframe(
108
- df,
109
  interactive=False,
110
  )
111
 
 
66
 
67
 
68
  def main():
69
+ columns_to_show = ["Model", "Model Size", "Embedding Dimension", "Max Tokens", "Web Search Dataset (MRR)", "Web Search Dataset (nDCG@k=None)"]
70
  with gr.Blocks() as demo:
71
  gr.HTML(HEADER)
72
 
 
82
  )
83
 
84
  retrieval_leaderboard = gr.Dataframe(
85
+ df[columns_to_show],
86
  interactive=False
87
  )
88
 
 
105
  )
106
 
107
  reranker_leaderboard = gr.Dataframe(
108
+ df[columns_to_show],
109
  interactive=False,
110
  )
111
 
utils.py CHANGED
@@ -16,7 +16,7 @@ def load_retrieval_results():
16
 
17
  retrieval_dataframe_path = results_dir / "retrieval_results.json"
18
  if not retrieval_dataframe_path.exists():
19
- df = pd.DataFrame(columns=["Model", "Model Size", "Embedding Dimension", "Max Tokens", "Web Search Dataset (MRR)", "Web Search Dataset (nDCG@k=None)"])
20
  else:
21
  df = pd.read_json(retrieval_dataframe_path)
22
  return df
@@ -47,10 +47,8 @@ def fetch_model_information(model_name):
47
  def submit_model(model_name, revision, precision, params, license):
48
  # Load existing evaluations
49
  df_retrieval = load_retrieval_results()
50
- if df_retrieval.empty:
51
- return "**Error: Could not load the retrieval results.**"
52
 
53
- existing_models_results = df_retrieval[['Model']]
54
 
55
  # Handle 'Missing' precision
56
  if precision == 'Missing':
@@ -63,7 +61,7 @@ def submit_model(model_name, revision, precision, params, license):
63
  df_finished = load_requests('finished')
64
 
65
  # Check if model is already evaluated
66
- model_exists_in_results = ((existing_models_results['Model Name'] == model_name) &
67
  (existing_models_results['Revision'] == revision) &
68
  (existing_models_results['Precision'] == precision)).any()
69
  if model_exists_in_results:
@@ -119,7 +117,7 @@ def submit_model(model_name, revision, precision, params, license):
119
 
120
  # Upload the submission to the dataset repository
121
  try:
122
- hf_api_token = os.environ.get('HF_API_TOKEN', None)
123
  api.upload_file(
124
  path_or_fileobj=submission_json.encode('utf-8'),
125
  path_in_repo=file_path_in_repo,
 
16
 
17
  retrieval_dataframe_path = results_dir / "retrieval_results.json"
18
  if not retrieval_dataframe_path.exists():
19
+ df = pd.DataFrame(columns=["Model", 'Revision', 'Precision', "Model Size", "Embedding Dimension", "Max Tokens", "Web Search Dataset (MRR)", "Web Search Dataset (nDCG@k=None)"])
20
  else:
21
  df = pd.read_json(retrieval_dataframe_path)
22
  return df
 
47
  def submit_model(model_name, revision, precision, params, license):
48
  # Load existing evaluations
49
  df_retrieval = load_retrieval_results()
 
 
50
 
51
+ existing_models_results = df_retrieval[['Model', 'Revision', 'Precision']]
52
 
53
  # Handle 'Missing' precision
54
  if precision == 'Missing':
 
61
  df_finished = load_requests('finished')
62
 
63
  # Check if model is already evaluated
64
+ model_exists_in_results = ((existing_models_results['Model'] == model_name) &
65
  (existing_models_results['Revision'] == revision) &
66
  (existing_models_results['Precision'] == precision)).any()
67
  if model_exists_in_results:
 
117
 
118
  # Upload the submission to the dataset repository
119
  try:
120
+ hf_api_token = os.environ.get('HF_TOKEN', None)
121
  api.upload_file(
122
  path_or_fileobj=submission_json.encode('utf-8'),
123
  path_in_repo=file_path_in_repo,