Upload eval_results/lewtun/qwen2-1.5B-lr-3e-6/main/mixeval_hard/results_2024-08-26T11-51-39.json with huggingface_hub
Browse files
eval_results/lewtun/qwen2-1.5B-lr-3e-6/main/mixeval_hard/results_2024-08-26T11-51-39.json
ADDED
|
@@ -0,0 +1,19 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"overall score (final score)": 0.3135,
|
| 3 |
+
"MATH": 0.381,
|
| 4 |
+
"BBH": 0.325,
|
| 5 |
+
"DROP": 0.426,
|
| 6 |
+
"GSM8k": 0.609,
|
| 7 |
+
"AGIEval": 0.155,
|
| 8 |
+
"TriviaQA": 0.183,
|
| 9 |
+
"MBPP": 1.0,
|
| 10 |
+
"MMLU": 0.325,
|
| 11 |
+
"HellaSwag": 0.279,
|
| 12 |
+
"BoolQ": 0.459,
|
| 13 |
+
"GPQA": 0.375,
|
| 14 |
+
"PIQA": 0.125,
|
| 15 |
+
"OpenBookQA": 0.375,
|
| 16 |
+
"ARC": 0.0,
|
| 17 |
+
"CommonsenseQA": 0.44,
|
| 18 |
+
"SIQA": 0.45
|
| 19 |
+
}
|