Upload from GitHub Actions: Quick fixes
Browse files
evals/backend.py
CHANGED
|
@@ -20,7 +20,12 @@ def mean(lst):
|
|
| 20 |
return sum(lst) / len(lst) if lst else None
|
| 21 |
|
| 22 |
|
| 23 |
-
task_metrics = [
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 24 |
|
| 25 |
|
| 26 |
def make_model_table(df, models):
|
|
@@ -63,10 +68,7 @@ def make_language_table(df, languages):
|
|
| 63 |
)
|
| 64 |
df["task_metric"] = df["task"] + "_" + df["metric"]
|
| 65 |
df = df.drop(columns=["task", "metric"])
|
| 66 |
-
df = (
|
| 67 |
-
df.pivot(index="bcp_47", columns="task_metric", values="score")
|
| 68 |
-
.reset_index()
|
| 69 |
-
)
|
| 70 |
df["average"] = df[task_metrics].mean(axis=1, skipna=False)
|
| 71 |
df = pd.merge(languages, df, on="bcp_47", how="outer")
|
| 72 |
df = df.sort_values(by="speakers", ascending=False)
|
|
|
|
| 20 |
return sum(lst) / len(lst) if lst else None
|
| 21 |
|
| 22 |
|
| 23 |
+
task_metrics = [
|
| 24 |
+
"translation_from_bleu",
|
| 25 |
+
"translation_to_bleu",
|
| 26 |
+
# "classification_accuracy",
|
| 27 |
+
"mmlu_accuracy",
|
| 28 |
+
]
|
| 29 |
|
| 30 |
|
| 31 |
def make_model_table(df, models):
|
|
|
|
| 68 |
)
|
| 69 |
df["task_metric"] = df["task"] + "_" + df["metric"]
|
| 70 |
df = df.drop(columns=["task", "metric"])
|
| 71 |
+
df = df.pivot(index="bcp_47", columns="task_metric", values="score").reset_index()
|
|
|
|
|
|
|
|
|
|
| 72 |
df["average"] = df[task_metrics].mean(axis=1, skipna=False)
|
| 73 |
df = pd.merge(languages, df, on="bcp_47", how="outer")
|
| 74 |
df = df.sort_values(by="speakers", ascending=False)
|
frontend/src/components/ModelTable.js
CHANGED
|
@@ -148,7 +148,7 @@ const ModelTable = ({ data }) => {
|
|
| 148 |
}
|
| 149 |
|
| 150 |
const costBodyTemplate = rowData => {
|
| 151 |
-
return <div style={{ textAlign: 'center' }}>${rowData.cost
|
| 152 |
}
|
| 153 |
|
| 154 |
return (
|
|
|
|
| 148 |
}
|
| 149 |
|
| 150 |
const costBodyTemplate = rowData => {
|
| 151 |
+
return <div style={{ textAlign: 'center' }}>${rowData.cost?.toFixed(2)}</div>
|
| 152 |
}
|
| 153 |
|
| 154 |
return (
|