Spaces:
Running
Running
Commit
ยท
5aba478
1
Parent(s):
6203f23
add latency filter
Browse files
app.py
CHANGED
|
@@ -126,10 +126,13 @@ def get_benchmark_table(bench_df):
|
|
| 126 |
|
| 127 |
|
| 128 |
def get_benchmark_plot(bench_df):
|
|
|
|
|
|
|
|
|
|
| 129 |
fig = px.scatter(
|
| 130 |
bench_df,
|
| 131 |
y="best_score",
|
| 132 |
-
x="generate.
|
| 133 |
size="generate.peak_memory(MB)",
|
| 134 |
color="model_type",
|
| 135 |
custom_data=list(ALL_COLUMNS_MAPPING.keys()),
|
|
@@ -137,7 +140,7 @@ def get_benchmark_plot(bench_df):
|
|
| 137 |
)
|
| 138 |
fig.update_layout(
|
| 139 |
title={
|
| 140 |
-
"text": "
|
| 141 |
"y": 0.95,
|
| 142 |
"x": 0.5,
|
| 143 |
"xanchor": "center",
|
|
@@ -145,7 +148,7 @@ def get_benchmark_plot(bench_df):
|
|
| 145 |
},
|
| 146 |
xaxis_title="Generation Throughput (tokens/s)",
|
| 147 |
yaxis_title="Open LLM Score (%)",
|
| 148 |
-
legend_title="
|
| 149 |
width=1200,
|
| 150 |
height=600,
|
| 151 |
)
|
|
|
|
| 126 |
|
| 127 |
|
| 128 |
def get_benchmark_plot(bench_df):
|
| 129 |
+
# filter latency bigger than 150s
|
| 130 |
+
bench_df = bench_df[bench_df["generate.latency(s)"] <= 150]
|
| 131 |
+
|
| 132 |
fig = px.scatter(
|
| 133 |
bench_df,
|
| 134 |
y="best_score",
|
| 135 |
+
x="generate.latency(s)",
|
| 136 |
size="generate.peak_memory(MB)",
|
| 137 |
color="model_type",
|
| 138 |
custom_data=list(ALL_COLUMNS_MAPPING.keys()),
|
|
|
|
| 140 |
)
|
| 141 |
fig.update_layout(
|
| 142 |
title={
|
| 143 |
+
"text": "Latency vs. Score vs. Memory",
|
| 144 |
"y": 0.95,
|
| 145 |
"x": 0.5,
|
| 146 |
"xanchor": "center",
|
|
|
|
| 148 |
},
|
| 149 |
xaxis_title="Generation Throughput (tokens/s)",
|
| 150 |
yaxis_title="Open LLM Score (%)",
|
| 151 |
+
legend_title="LLM Type",
|
| 152 |
width=1200,
|
| 153 |
height=600,
|
| 154 |
)
|