Spaces:
Running
on
CPU Upgrade
Running
on
CPU Upgrade
Commit
·
293e470
1
Parent(s):
3a93505
Update dataframe columns in app.py and utils.py for model submission
Browse files
app.py
CHANGED
@@ -66,7 +66,7 @@ def search_leaderboard(model_name):
|
|
66 |
|
67 |
|
68 |
def main():
|
69 |
-
|
70 |
with gr.Blocks() as demo:
|
71 |
gr.HTML(HEADER)
|
72 |
|
@@ -82,7 +82,7 @@ def main():
|
|
82 |
)
|
83 |
|
84 |
retrieval_leaderboard = gr.Dataframe(
|
85 |
-
df,
|
86 |
interactive=False
|
87 |
)
|
88 |
|
@@ -105,7 +105,7 @@ def main():
|
|
105 |
)
|
106 |
|
107 |
reranker_leaderboard = gr.Dataframe(
|
108 |
-
df,
|
109 |
interactive=False,
|
110 |
)
|
111 |
|
|
|
66 |
|
67 |
|
68 |
def main():
|
69 |
+
columns_to_show = ["Model", "Model Size", "Embedding Dimension", "Max Tokens", "Web Search Dataset (MRR)", "Web Search Dataset (nDCG@k=None)"]
|
70 |
with gr.Blocks() as demo:
|
71 |
gr.HTML(HEADER)
|
72 |
|
|
|
82 |
)
|
83 |
|
84 |
retrieval_leaderboard = gr.Dataframe(
|
85 |
+
df[columns_to_show],
|
86 |
interactive=False
|
87 |
)
|
88 |
|
|
|
105 |
)
|
106 |
|
107 |
reranker_leaderboard = gr.Dataframe(
|
108 |
+
df[columns_to_show],
|
109 |
interactive=False,
|
110 |
)
|
111 |
|
utils.py
CHANGED
@@ -16,7 +16,7 @@ def load_retrieval_results():
|
|
16 |
|
17 |
retrieval_dataframe_path = results_dir / "retrieval_results.json"
|
18 |
if not retrieval_dataframe_path.exists():
|
19 |
-
df = pd.DataFrame(columns=["Model", "Model Size", "Embedding Dimension", "Max Tokens", "Web Search Dataset (MRR)", "Web Search Dataset (nDCG@k=None)"])
|
20 |
else:
|
21 |
df = pd.read_json(retrieval_dataframe_path)
|
22 |
return df
|
@@ -47,10 +47,8 @@ def fetch_model_information(model_name):
|
|
47 |
def submit_model(model_name, revision, precision, params, license):
|
48 |
# Load existing evaluations
|
49 |
df_retrieval = load_retrieval_results()
|
50 |
-
if df_retrieval.empty:
|
51 |
-
return "**Error: Could not load the retrieval results.**"
|
52 |
|
53 |
-
existing_models_results = df_retrieval[['Model']]
|
54 |
|
55 |
# Handle 'Missing' precision
|
56 |
if precision == 'Missing':
|
@@ -63,7 +61,7 @@ def submit_model(model_name, revision, precision, params, license):
|
|
63 |
df_finished = load_requests('finished')
|
64 |
|
65 |
# Check if model is already evaluated
|
66 |
-
model_exists_in_results = ((existing_models_results['Model
|
67 |
(existing_models_results['Revision'] == revision) &
|
68 |
(existing_models_results['Precision'] == precision)).any()
|
69 |
if model_exists_in_results:
|
@@ -119,7 +117,7 @@ def submit_model(model_name, revision, precision, params, license):
|
|
119 |
|
120 |
# Upload the submission to the dataset repository
|
121 |
try:
|
122 |
-
hf_api_token = os.environ.get('
|
123 |
api.upload_file(
|
124 |
path_or_fileobj=submission_json.encode('utf-8'),
|
125 |
path_in_repo=file_path_in_repo,
|
|
|
16 |
|
17 |
retrieval_dataframe_path = results_dir / "retrieval_results.json"
|
18 |
if not retrieval_dataframe_path.exists():
|
19 |
+
df = pd.DataFrame(columns=["Model", 'Revision', 'Precision', "Model Size", "Embedding Dimension", "Max Tokens", "Web Search Dataset (MRR)", "Web Search Dataset (nDCG@k=None)"])
|
20 |
else:
|
21 |
df = pd.read_json(retrieval_dataframe_path)
|
22 |
return df
|
|
|
47 |
def submit_model(model_name, revision, precision, params, license):
|
48 |
# Load existing evaluations
|
49 |
df_retrieval = load_retrieval_results()
|
|
|
|
|
50 |
|
51 |
+
existing_models_results = df_retrieval[['Model', 'Revision', 'Precision']]
|
52 |
|
53 |
# Handle 'Missing' precision
|
54 |
if precision == 'Missing':
|
|
|
61 |
df_finished = load_requests('finished')
|
62 |
|
63 |
# Check if model is already evaluated
|
64 |
+
model_exists_in_results = ((existing_models_results['Model'] == model_name) &
|
65 |
(existing_models_results['Revision'] == revision) &
|
66 |
(existing_models_results['Precision'] == precision)).any()
|
67 |
if model_exists_in_results:
|
|
|
117 |
|
118 |
# Upload the submission to the dataset repository
|
119 |
try:
|
120 |
+
hf_api_token = os.environ.get('HF_TOKEN', None)
|
121 |
api.upload_file(
|
122 |
path_or_fileobj=submission_json.encode('utf-8'),
|
123 |
path_in_repo=file_path_in_repo,
|