Spaces:
Runtime error
Runtime error
Commit
·
4f0e6f8
1
Parent(s):
df1257e
uP
Browse files
app.py
CHANGED
@@ -3,14 +3,17 @@ from huggingface_hub import HfApi, hf_hub_download
|
|
3 |
from huggingface_hub.repocard import metadata_load
|
4 |
|
5 |
import pandas as pd
|
6 |
-
import
|
7 |
|
8 |
METRICS_TO_NOT_DISPLAY = set(["ser"])
|
9 |
NO_LANGUAGE_MODELS = []
|
10 |
|
11 |
-
|
12 |
-
|
13 |
-
|
|
|
|
|
|
|
14 |
|
15 |
|
16 |
def get_metadatas(model_ids):
|
@@ -114,58 +117,46 @@ def retrieve_dataframes(
|
|
114 |
data = all_datasets_results[dataset][metric]
|
115 |
data_frame = pd.DataFrame.from_dict(data, orient="index")
|
116 |
data_frame.fillna("", inplace=True)
|
117 |
-
data_frame = data_frame.sort_index()
|
118 |
pandas_datasets[dataset][metric] = data_frame
|
119 |
return pandas_datasets
|
120 |
|
121 |
|
122 |
-
|
123 |
-
|
|
|
|
|
124 |
|
125 |
-
#
|
126 |
-
|
127 |
|
128 |
-
#
|
129 |
-
|
130 |
-
|
131 |
-
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
132 |
|
133 |
-
# 4. Get dataframes
|
134 |
-
all_dataframes = retrieve_dataframes(
|
135 |
-
all_model_results, model_language_map, all_datasets, all_langs, all_metrics
|
136 |
-
)
|
137 |
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
138 |
|
139 |
-
|
140 |
-
|
141 |
-
|
142 |
-
|
143 |
-
iface = gr.Interface(
|
144 |
-
select,
|
145 |
-
[
|
146 |
-
gr.inputs.Dropdown(
|
147 |
-
list(all_datasets),
|
148 |
-
type="value",
|
149 |
-
default="mozilla-foundation/common_voice_7_0",
|
150 |
-
label="dataset",
|
151 |
-
),
|
152 |
-
gr.inputs.Dropdown(
|
153 |
-
list(all_metrics), type="value", default="wer", label="metric"
|
154 |
-
),
|
155 |
-
],
|
156 |
-
gr.outputs.Dataframe(
|
157 |
-
headers=None,
|
158 |
-
max_rows=3,
|
159 |
-
max_cols=10,
|
160 |
-
overflow_row_behaviour="paginate",
|
161 |
-
type="pandas",
|
162 |
-
label=None,
|
163 |
-
),
|
164 |
-
examples=[
|
165 |
-
["mozilla-foundation/common_voice_7_0", "wer"],
|
166 |
-
],
|
167 |
-
allow_flagging=False,
|
168 |
-
allow_screenshot=False,
|
169 |
)
|
170 |
|
171 |
-
|
|
|
3 |
from huggingface_hub.repocard import metadata_load
|
4 |
|
5 |
import pandas as pd
|
6 |
+
import streamlit as st
|
7 |
|
8 |
METRICS_TO_NOT_DISPLAY = set(["ser"])
|
9 |
NO_LANGUAGE_MODELS = []
|
10 |
|
11 |
+
|
12 |
+
def get_model_ids():
|
13 |
+
api = HfApi()
|
14 |
+
models = api.list_models(filter="robust-speech-event")
|
15 |
+
model_ids = [x.modelId for x in models]
|
16 |
+
return model_ids
|
17 |
|
18 |
|
19 |
def get_metadatas(model_ids):
|
|
|
117 |
data = all_datasets_results[dataset][metric]
|
118 |
data_frame = pd.DataFrame.from_dict(data, orient="index")
|
119 |
data_frame.fillna("", inplace=True)
|
120 |
+
data_frame = data_frame.sort_index()
|
121 |
pandas_datasets[dataset][metric] = data_frame
|
122 |
return pandas_datasets
|
123 |
|
124 |
|
125 |
+
@st.cache(persist=True)
|
126 |
+
def main():
|
127 |
+
# 0. Get model ids
|
128 |
+
model_ids = get_model_ids()
|
129 |
|
130 |
+
# 1. Retrieve metadatas
|
131 |
+
metadatas = get_metadatas(model_ids)
|
132 |
|
133 |
+
# 2. Parse to results
|
134 |
+
all_model_results, model_language_map = get_model_results_and_language_map(metadatas)
|
135 |
+
|
136 |
+
# 3. Get datasets and langs
|
137 |
+
all_datasets, all_langs, all_metrics = get_datasets_metrics_langs(
|
138 |
+
all_model_results, model_language_map
|
139 |
+
)
|
140 |
+
|
141 |
+
# 4. Get dataframes
|
142 |
+
all_dataframes = retrieve_dataframes(
|
143 |
+
all_model_results, model_language_map, all_datasets, all_langs, all_metrics
|
144 |
+
)
|
145 |
+
|
146 |
+
return all_dataframes, all_datasets, all_metrics
|
147 |
|
|
|
|
|
|
|
|
|
148 |
|
149 |
+
all_dataframes, all_datasets, all_metrics = main()
|
150 |
+
|
151 |
+
|
152 |
+
dataset = st.selectbox(
|
153 |
+
'Dataset',
|
154 |
+
tuple(all_datasets),
|
155 |
+
)
|
156 |
|
157 |
+
metric = st.selectbox(
|
158 |
+
'Metric',
|
159 |
+
tuple(all_metrics),
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
160 |
)
|
161 |
|
162 |
+
st.dataframe(all_dataframes[dataset][metric])
|