Upload eval_results/google/gemma-2-27b-it/main/mixeval_hard/results_2024-09-09T23-29-24.json with huggingface_hub
Browse files
eval_results/google/gemma-2-27b-it/main/mixeval_hard/results_2024-09-09T23-29-24.json
ADDED
|
@@ -0,0 +1,19 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"overall score (final score)": 0.47950000000000004,
|
| 3 |
+
"MATH": 0.319,
|
| 4 |
+
"BBH": 0.706,
|
| 5 |
+
"DROP": 0.52,
|
| 6 |
+
"GSM8k": 0.395,
|
| 7 |
+
"AGIEval": 0.31,
|
| 8 |
+
"TriviaQA": 0.478,
|
| 9 |
+
"MBPP": 1.0,
|
| 10 |
+
"MMLU": 0.437,
|
| 11 |
+
"HellaSwag": 0.623,
|
| 12 |
+
"BoolQ": 0.432,
|
| 13 |
+
"GPQA": 0.5,
|
| 14 |
+
"PIQA": 0.625,
|
| 15 |
+
"OpenBookQA": 0.375,
|
| 16 |
+
"ARC": 0.0,
|
| 17 |
+
"SIQA": 0.4,
|
| 18 |
+
"CommonsenseQA": 0.64
|
| 19 |
+
}
|