eduagarcia commited on
Commit
0354d80
·
verified ·
1 Parent(s): 48719fa

Add gemma-3-27b-it

Browse files
Files changed (1) hide show
  1. external_models_results.json +23 -0
external_models_results.json CHANGED
@@ -624,5 +624,28 @@
624
  },
625
  "result_metrics_average": 0.8012554529251759,
626
  "result_metrics_npm": 0.6997802853383734
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
627
  }
628
  ]
 
624
  },
625
  "result_metrics_average": 0.8012554529251759,
626
  "result_metrics_npm": 0.6997802853383734
627
+ },
628
+ {
629
+ "model": "gemma-3-27b-it",
630
+ "name": "google/gemma-3-27b-it (GoogleAI API)",
631
+ "link": "https://huggingface.co/google/gemma-3-27b-it",
632
+ "date": "2025-04-05",
633
+ "status": "full",
634
+ "main_language": "English",
635
+ "model_type": "chat",
636
+ "params": 27.4,
637
+ "result_metrics": {
638
+ "enem_challenge": 0.814555633310007,
639
+ "bluex": 0.7385257301808067,
640
+ "oab_exams": 0.6159453302961275,
641
+ "assin2_sts": 0.8147646517017526,
642
+ "assin2_rte": 0.9411147367212748,
643
+ "faquad_nli": 0.8143210816987241,
644
+ "hatebr_offensive": 0.8729414870796344,
645
+ "portuguese_hate_speech": 0.7264768061421736,
646
+ "tweetsentbr": 0.7448943824093712
647
+ },
648
+ "result_metrics_average": 0.7870599821710969,
649
+ "result_metrics_npm": 0.6795192293708728
650
  }
651
  ]