YingxuHe's picture
update seallm-audio and whisper
96b66d7
Model,covost2_en_id_test,covost2_en_zh_test,covost2_en_ta_test,covost2_id_en_test,covost2_zh_en_test,covost2_ta_en_test
Qwen-Audio-Chat,4.102230932924371,15.330641138043728,0.0345148380723629,0.4564861971472884,9.898238298955656,0.0169914430109318
hy_whisper_local_cs,1.0869208512565696,0.1057326962921535,0.0089505165494316,22.267131378964944,7.31707791416422,2.8610263518826757
Qwen2-Audio-7B-Instruct,16.325186897428104,25.765420247070075,0.0324597207187291,6.326113431899141,16.466557744958333,0.0442583814605029
whisper_large_v3,1.600581653970121,0.1640898654175787,0.0210777862142382,46.01512198258627,14.673689493155791,2.451098639578599
old_models,,,,,,
gemini-1.5-flash,,,,,,
WavLLM_fairseq,13.841886973016162,31.96381187282953,0.0033159224040994,5.933522277713613,2.368659001743569,0.1695522548322915
MERaLiON-AudioLLM-Whisper-SEA-LION,37.058238343330466,43.96331874536172,13.808713343771569,43.37364836260576,19.55610418584389,4.758175879451736
MERaLiON-AudioLLM-v2-2b,30.658188021678257,40.02820084309168,5.601731502002274,37.77329494766737,16.777825775562142,1.9423083468131173
MERaLiON-AudioLLM-v2-9b,36.242124109428445,43.747307981166834,10.885517678613343,47.85937752036512,22.133726547487697,3.4786390367027833
MERaLiON-AudioLLM-v2-9b-asr,37.63315974431301,45.65689578791446,12.607234197708449,49.106002513200565,20.844768810363885,5.3940943548279074
Qwen2.5-Omni-3B,22.677415597466005,41.3904266408345,0.11385307865833577,44.70177381121325,21.564197151391852,0.2121024080246949
Qwen2.5-Omni-7B,22.381473837803917,40.43638195419091,0.7240804450352291,43.844763499607055,16.686179809018903,0.05656546920236443
SALMONN_7B,14.193483776951359,33.255550227097565,0.0005121531999434492,27.88515689237341,5.175547389931541,0.40577007761551664
SeaLLMs-Audio-7B,28.164939943364082,36.44346774159554,0.012032903969232935,43.85735723738928,18.319750661860983,0.06174297068745826
cascade_whisper_large_v2_gemma2_9b_cpt_sea_lionv3_instruct,27.59161630015759,28.71368811388653,7.474730798912167,46.80524126004861,15.209998552437538,2.8327095799289337
cascade_whisper_large_v3_llama_3_8b_instruct,10.753313930099422,6.089840198985321,1.0029597453865848,46.79744652156276,14.156349261775734,2.4177196689141547
phi_4_multimodal_instruct,14.553644350540432,45.48015814069248,0.14817117451495013,0.37716244197757426,22.330318273444895,0.07320611681035753