Spaces:
Running
Running
Commit
ยท
098b909
1
Parent(s):
ec9f1c7
fix score
Browse files
app.py
CHANGED
@@ -93,11 +93,6 @@ def get_benchmark_df(benchmark="1xA100-80GB"):
|
|
93 |
axis=1,
|
94 |
)
|
95 |
|
96 |
-
# remove score for quantized models
|
97 |
-
merged_df.loc[
|
98 |
-
merged_df["optimizations"].str.contains("LLM.int8|LLM.fp4"), "best_score"
|
99 |
-
] = "Not Evaluated"
|
100 |
-
|
101 |
# create composite score
|
102 |
score_distance = 100 - merged_df["best_score"]
|
103 |
# normalize latency between 0 and 100
|
@@ -105,6 +100,11 @@ def get_benchmark_df(benchmark="1xA100-80GB"):
|
|
105 |
merged_df["tradeoff"] = (score_distance**2 + latency_distance**2) ** 0.5
|
106 |
merged_df["tradeoff"] = merged_df["tradeoff"].round(2)
|
107 |
|
|
|
|
|
|
|
|
|
|
|
108 |
return merged_df
|
109 |
|
110 |
|
|
|
93 |
axis=1,
|
94 |
)
|
95 |
|
|
|
|
|
|
|
|
|
|
|
96 |
# create composite score
|
97 |
score_distance = 100 - merged_df["best_score"]
|
98 |
# normalize latency between 0 and 100
|
|
|
100 |
merged_df["tradeoff"] = (score_distance**2 + latency_distance**2) ** 0.5
|
101 |
merged_df["tradeoff"] = merged_df["tradeoff"].round(2)
|
102 |
|
103 |
+
# remove score for quantized models
|
104 |
+
merged_df.loc[
|
105 |
+
merged_df["optimizations"].str.contains("LLM.int8|LLM.fp4"), "best_score"
|
106 |
+
] = "Not Evaluated"
|
107 |
+
|
108 |
return merged_df
|
109 |
|
110 |
|