Upload eval_results/lewtun/qwen2-0.5B-lr-3e-6/main/mixeval_hard/results_2024-08-26T11-57-26.json with huggingface_hub
Browse files
eval_results/lewtun/qwen2-0.5B-lr-3e-6/main/mixeval_hard/results_2024-08-26T11-57-26.json
ADDED
|
@@ -0,0 +1,19 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"overall score (final score)": 0.22249999999999998,
|
| 3 |
+
"MATH": 0.394,
|
| 4 |
+
"BBH": 0.356,
|
| 5 |
+
"DROP": 0.189,
|
| 6 |
+
"GSM8k": 0.241,
|
| 7 |
+
"AGIEval": 0.254,
|
| 8 |
+
"TriviaQA": 0.093,
|
| 9 |
+
"MBPP": 0.5,
|
| 10 |
+
"MMLU": 0.247,
|
| 11 |
+
"HellaSwag": 0.197,
|
| 12 |
+
"BoolQ": 0.676,
|
| 13 |
+
"GPQA": 0.0,
|
| 14 |
+
"PIQA": 0.75,
|
| 15 |
+
"OpenBookQA": 0.5,
|
| 16 |
+
"ARC": 0.5,
|
| 17 |
+
"CommonsenseQA": 0.3,
|
| 18 |
+
"SIQA": 0.4
|
| 19 |
+
}
|