BenchmarkBot commited on
Commit
098b909
ยท
1 Parent(s): ec9f1c7
Files changed (1) hide show
  1. app.py +5 -5
app.py CHANGED
@@ -93,11 +93,6 @@ def get_benchmark_df(benchmark="1xA100-80GB"):
93
  axis=1,
94
  )
95
 
96
- # remove score for quantized models
97
- merged_df.loc[
98
- merged_df["optimizations"].str.contains("LLM.int8|LLM.fp4"), "best_score"
99
- ] = "Not Evaluated"
100
-
101
  # create composite score
102
  score_distance = 100 - merged_df["best_score"]
103
  # normalize latency between 0 and 100
@@ -105,6 +100,11 @@ def get_benchmark_df(benchmark="1xA100-80GB"):
105
  merged_df["tradeoff"] = (score_distance**2 + latency_distance**2) ** 0.5
106
  merged_df["tradeoff"] = merged_df["tradeoff"].round(2)
107
 
 
 
 
 
 
108
  return merged_df
109
 
110
 
 
93
  axis=1,
94
  )
95
 
 
 
 
 
 
96
  # create composite score
97
  score_distance = 100 - merged_df["best_score"]
98
  # normalize latency between 0 and 100
 
100
  merged_df["tradeoff"] = (score_distance**2 + latency_distance**2) ** 0.5
101
  merged_df["tradeoff"] = merged_df["tradeoff"].round(2)
102
 
103
+ # remove score for quantized models
104
+ merged_df.loc[
105
+ merged_df["optimizations"].str.contains("LLM.int8|LLM.fp4"), "best_score"
106
+ ] = "Not Evaluated"
107
+
108
  return merged_df
109
 
110