Update README.md
Browse files
README.md
CHANGED
|
@@ -42,17 +42,17 @@ lm_eval --model hf --model_args pretrained="Intel/SOLAR-10.7B-Instruct-v1.0-int4
|
|
| 42 |
|
| 43 |
| Metric | BF16 | INT4 |
|
| 44 |
| -------------- | ------ | ------ |
|
| 45 |
-
| Avg. | 0. | 0.6849 |
|
| 46 |
-
| mmlu | 0. | 0.6243 |
|
| 47 |
-
| lambada_openai | 0. | 0.7336 |
|
| 48 |
-
| hellaswag | 0. | 0.6829 |
|
| 49 |
-
| winogrande | 0. | 0.7695 |
|
| 50 |
-
| piqa | 0. | 0.8074 |
|
| 51 |
-
| truthfulqa_mc1 | 0. | 0.5606 |
|
| 52 |
-
| openbookqa | 0. | 0.3560 |
|
| 53 |
-
| boolq | 0. | 0.8829 |
|
| 54 |
-
| arc_easy | 0. | 0.8266 |
|
| 55 |
-
| arc_challenge | 0. | 0.6049 |
|
| 56 |
|
| 57 |
|
| 58 |
|
|
|
|
| 42 |
|
| 43 |
| Metric | BF16 | INT4 |
|
| 44 |
| -------------- | ------ | ------ |
|
| 45 |
+
| Avg. | 0.6887 | 0.6849 |
|
| 46 |
+
| mmlu | 0.6328 | 0.6243 |
|
| 47 |
+
| lambada_openai | 0.7279 | 0.7336 |
|
| 48 |
+
| hellaswag | 0.6868 | 0.6829 |
|
| 49 |
+
| winogrande | 0.7664 | 0.7695 |
|
| 50 |
+
| piqa | 0.8069 | 0.8074 |
|
| 51 |
+
| truthfulqa_mc1 | 0.5777 | 0.5606 |
|
| 52 |
+
| openbookqa | 0.3640 | 0.3560 |
|
| 53 |
+
| boolq | 0.8853 | 0.8829 |
|
| 54 |
+
| arc_easy | 0.8325 | 0.8266 |
|
| 55 |
+
| arc_challenge | 0.6067 | 0.6049 |
|
| 56 |
|
| 57 |
|
| 58 |
|