Spaces:
Running
on
CPU Upgrade
Running
on
CPU Upgrade
Add gemma-3-27b-it
Browse files- external_models_results.json +23 -0
external_models_results.json
CHANGED
@@ -624,5 +624,28 @@
|
|
624 |
},
|
625 |
"result_metrics_average": 0.8012554529251759,
|
626 |
"result_metrics_npm": 0.6997802853383734
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
627 |
}
|
628 |
]
|
|
|
624 |
},
|
625 |
"result_metrics_average": 0.8012554529251759,
|
626 |
"result_metrics_npm": 0.6997802853383734
|
627 |
+
},
|
628 |
+
{
|
629 |
+
"model": "gemma-3-27b-it",
|
630 |
+
"name": "google/gemma-3-27b-it (GoogleAI API)",
|
631 |
+
"link": "https://huggingface.co/google/gemma-3-27b-it",
|
632 |
+
"date": "2025-04-05",
|
633 |
+
"status": "full",
|
634 |
+
"main_language": "English",
|
635 |
+
"model_type": "chat",
|
636 |
+
"params": 27.4,
|
637 |
+
"result_metrics": {
|
638 |
+
"enem_challenge": 0.814555633310007,
|
639 |
+
"bluex": 0.7385257301808067,
|
640 |
+
"oab_exams": 0.6159453302961275,
|
641 |
+
"assin2_sts": 0.8147646517017526,
|
642 |
+
"assin2_rte": 0.9411147367212748,
|
643 |
+
"faquad_nli": 0.8143210816987241,
|
644 |
+
"hatebr_offensive": 0.8729414870796344,
|
645 |
+
"portuguese_hate_speech": 0.7264768061421736,
|
646 |
+
"tweetsentbr": 0.7448943824093712
|
647 |
+
},
|
648 |
+
"result_metrics_average": 0.7870599821710969,
|
649 |
+
"result_metrics_npm": 0.6795192293708728
|
650 |
}
|
651 |
]
|