Upload organize_model_results.json with huggingface_hub

organize_model_results.json

@@ -22,6 +22,7 @@
             "whisper_large_v3": 0.8294532718704128,
             "cascade_whisper_large_v2_gemma2_9b_cpt_sea_lionv3_instruct": 0.4757667842702995,
             "phi_4_multimodal_instruct": 1.3868687388941825,
+            "seallms_audio_7b": 1.8960881769720068,
             "WavLLM_fairseq": 1.2058793232211378,
             "SALMONN_7B": 0.7757204295537071,
             "cascade_whisper_large_v3_llama_3_8b_instruct": 0.4715562308464886
@@ -34,6 +35,7 @@
             "Qwen2-Audio-7B-Instruct": 0.21342294856199182,
             "cascade_whisper_large_v2_gemma2_9b_cpt_sea_lionv3_instruct": 0.120421856260385,
             "phi_4_multimodal_instruct": 0.24508284335582894,
+            "seallms_audio_7b": 0.1444387454989207,
             "WavLLM_fairseq": 0.06399522524688675,
             "SALMONN_7B": 0.17175112770658157,
             "cascade_whisper_large_v3_llama_3_8b_instruct": 0.1388630786594543
@@ -60,6 +62,7 @@
             "whisper_large_v3": 14.673689493155793,
             "cascade_whisper_large_v2_gemma2_9b_cpt_sea_lionv3_instruct": 15.209998552437538,
             "phi_4_multimodal_instruct": 22.678131781242936,
+            "seallms_audio_7b": 18.79451062979056,
             "WavLLM_fairseq": 2.368659001743569,
             "SALMONN_7B": 5.296039450108202,
             "cascade_whisper_large_v3_llama_3_8b_instruct": 14.154700735606419
@@ -72,6 +75,7 @@
             "Qwen2-Audio-7B-Instruct": 53.6,
             "cascade_whisper_large_v2_gemma2_9b_cpt_sea_lionv3_instruct": 71.6,
             "phi_4_multimodal_instruct": 66.2,
+            "seallms_audio_7b": 58.2,
             "WavLLM_fairseq": 62.199999999999996,
             "SALMONN_7B": 46.8,
             "cascade_whisper_large_v3_llama_3_8b_instruct": 64.0
@@ -111,6 +115,7 @@
             "Qwen2-Audio-7B-Instruct": 71.60909856781802,
             "cascade_whisper_large_v2_gemma2_9b_cpt_sea_lionv3_instruct": 51.727042965459134,
             "phi_4_multimodal_instruct": 54.422914911541696,
+            "seallms_audio_7b": 63.184498736310026,
             "WavLLM_fairseq": 44.3133951137321,
             "SALMONN_7B": 50.88458298230834,
             "cascade_whisper_large_v3_llama_3_8b_instruct": 56.44481887110362
@@ -136,6 +141,7 @@
             "whisper_large_v3": 0.3171008846684522,
             "cascade_whisper_large_v2_gemma2_9b_cpt_sea_lionv3_instruct": 0.32988393799204613,
             "phi_4_multimodal_instruct": 0.3470091713334957,
+            "seallms_audio_7b": 0.290236182128074,
             "WavLLM_fairseq": 0.4463923382842302,
             "SALMONN_7B": 0.42346400454508565,
             "cascade_whisper_large_v3_llama_3_8b_instruct": 0.31912994075156237
@@ -203,6 +209,7 @@
             "whisper_large_v3": 0.1698509342851144,
             "cascade_whisper_large_v2_gemma2_9b_cpt_sea_lionv3_instruct": 0.1789273082575623,
             "phi_4_multimodal_instruct": 0.14552883606001388,
+            "seallms_audio_7b": 0.6259629515980555,
             "WavLLM_fairseq": 0.42541061709652933,
             "SALMONN_7B": 0.24872817713464365,
             "cascade_whisper_large_v3_llama_3_8b_instruct": 0.17467982364056267
@@ -215,6 +222,7 @@
             "Qwen2-Audio-7B-Instruct": 44.800000000000004,
             "cascade_whisper_large_v2_gemma2_9b_cpt_sea_lionv3_instruct": 72.2,
             "phi_4_multimodal_instruct": 30.8,
+            "seallms_audio_7b": 63.8,
             "WavLLM_fairseq": 19.2,
             "SALMONN_7B": 15.8,
             "cascade_whisper_large_v3_llama_3_8b_instruct": 63.0
@@ -242,6 +250,7 @@
             "Qwen2-Audio-7B-Instruct": 58.31395348837209,
             "cascade_whisper_large_v2_gemma2_9b_cpt_sea_lionv3_instruct": 73.11046511627907,
             "phi_4_multimodal_instruct": 68.40116279069767,
+            "seallms_audio_7b": 57.587209302325576,
             "WavLLM_fairseq": 58.54651162790698,
             "SALMONN_7B": 59.24418604651163,
             "cascade_whisper_large_v3_llama_3_8b_instruct": 64.94186046511628
@@ -300,6 +309,7 @@
             "cascade_whisper_large_v2_gemma2_9b_cpt_sea_lionv3_instruct": 0.5840399155162387,
             "gemini-1.5-flash": 1.1100431601824359,
             "phi_4_multimodal_instruct": 0.8529492791331231,
+            "seallms_audio_7b": 1.7106737273868193,
             "WavLLM_fairseq": 1.2204842511249197,
             "SALMONN_7B": 1.0189782362484312,
             "cascade_whisper_large_v3_llama_3_8b_instruct": 0.507882090054792
@@ -312,6 +322,7 @@
             "Qwen2-Audio-7B-Instruct": 53.9463601532567,
             "cascade_whisper_large_v2_gemma2_9b_cpt_sea_lionv3_instruct": 56.59003831417625,
             "phi_4_multimodal_instruct": 51.609195402298845,
+            "seallms_audio_7b": 52.1455938697318,
             "WavLLM_fairseq": 51.072796934865906,
             "SALMONN_7B": 41.7624521072797,
             "cascade_whisper_large_v3_llama_3_8b_instruct": 45.593869731800766
@@ -324,6 +335,7 @@
             "Qwen2-Audio-7B-Instruct": 39.6,
             "cascade_whisper_large_v2_gemma2_9b_cpt_sea_lionv3_instruct": 66.0,
             "phi_4_multimodal_instruct": 43.8,
+            "seallms_audio_7b": 45.0,
             "WavLLM_fairseq": 46.6,
             "SALMONN_7B": 36.6,
             "cascade_whisper_large_v3_llama_3_8b_instruct": 53.8
@@ -351,6 +363,7 @@
             "Qwen2-Audio-7B-Instruct": 61.56666666666667,
             "cascade_whisper_large_v2_gemma2_9b_cpt_sea_lionv3_instruct": 19.6,
             "phi_4_multimodal_instruct": 36.833333333333336,
+            "seallms_audio_7b": 30.5,
             "WavLLM_fairseq": 46.766666666666666,
             "SALMONN_7B": 42.733333333333334,
             "cascade_whisper_large_v3_llama_3_8b_instruct": 25.433333333333337
@@ -376,6 +389,7 @@
             "whisper_large_v3": 0.2143555471246589,
             "cascade_whisper_large_v2_gemma2_9b_cpt_sea_lionv3_instruct": 0.22881615619208825,
             "phi_4_multimodal_instruct": 0.22801359968481416,
+            "seallms_audio_7b": 0.5812260145043848,
             "WavLLM_fairseq": 0.39796588405247263,
             "SALMONN_7B": 0.34868891450584405,
             "cascade_whisper_large_v3_llama_3_8b_instruct": 0.22004640235805695
@@ -400,6 +414,7 @@
             "whisper_large_v3": 0.15887899737116104,
             "cascade_whisper_large_v2_gemma2_9b_cpt_sea_lionv3_instruct": 0.1448629161356777,
             "phi_4_multimodal_instruct": 0.24134627375003423,
+            "seallms_audio_7b": 0.5738685499413504,
             "WavLLM_fairseq": 0.6671766188447099,
             "SALMONN_7B": 0.3597423676988383,
             "cascade_whisper_large_v3_llama_3_8b_instruct": 0.15611126487402763
@@ -437,6 +452,7 @@
             "whisper_large_v3": 46.01512198258627,
             "cascade_whisper_large_v2_gemma2_9b_cpt_sea_lionv3_instruct": 46.80524126004861,
             "phi_4_multimodal_instruct": 0.36465303013961253,
+            "seallms_audio_7b": 43.98074943006231,
             "WavLLM_fairseq": 5.933522277713613,
             "SALMONN_7B": 26.89649039333571,
             "cascade_whisper_large_v3_llama_3_8b_instruct": 46.79924664837527
@@ -474,6 +490,7 @@
             "whisper_large_v3": 0.09459022434812692,
             "cascade_whisper_large_v2_gemma2_9b_cpt_sea_lionv3_instruct": 0.09948381629977261,
             "phi_4_multimodal_instruct": 0.09672866386388193,
+            "seallms_audio_7b": 0.13672725996455154,
             "WavLLM_fairseq": 0.15491778414546403,
             "SALMONN_7B": 0.10765150204693537,
             "cascade_whisper_large_v3_llama_3_8b_instruct": 0.09515429104337297
@@ -498,6 +515,7 @@
             "Qwen2-Audio-7B-Instruct": 33.8,
             "cascade_whisper_large_v2_gemma2_9b_cpt_sea_lionv3_instruct": 45.4,
             "phi_4_multimodal_instruct": 41.2,
+            "seallms_audio_7b": 43.0,
             "WavLLM_fairseq": 31.6,
             "SALMONN_7B": 9.0,
             "cascade_whisper_large_v3_llama_3_8b_instruct": 37.400000000000006
@@ -513,6 +531,7 @@
             "Qwen2-Audio-7B-Instruct": 0.9666666666666667,
             "cascade_whisper_large_v2_gemma2_9b_cpt_sea_lionv3_instruct": 7.633333333333334,
             "phi_4_multimodal_instruct": 0.5333333333333333,
+            "seallms_audio_7b": 15.633333333333333,
             "WavLLM_fairseq": 0.23333333333333336,
             "SALMONN_7B": 0.06666666666666667,
             "cascade_whisper_large_v3_llama_3_8b_instruct": 9.666666666666666
@@ -525,6 +544,7 @@
             "Qwen2-Audio-7B-Instruct": 92.80876494023903,
             "cascade_whisper_large_v2_gemma2_9b_cpt_sea_lionv3_instruct": 15.737051792828685,
             "phi_4_multimodal_instruct": 59.46215139442231,
+            "seallms_audio_7b": 66.43426294820716,
             "WavLLM_fairseq": 51.932270916334666,
             "SALMONN_7B": 81.31474103585658,
             "cascade_whisper_large_v3_llama_3_8b_instruct": 44.22310756972111
@@ -575,6 +595,7 @@
             "Qwen2-Audio-7B-Instruct": 66.49242028227914,
             "cascade_whisper_large_v2_gemma2_9b_cpt_sea_lionv3_instruct": 89.33612127548353,
             "phi_4_multimodal_instruct": 72.60846837428123,
+            "seallms_audio_7b": 75.6926293779404,
             "WavLLM_fairseq": 66.5446941975954,
             "SALMONN_7B": 56.455828541557764,
             "cascade_whisper_large_v3_llama_3_8b_instruct": 86.4610559330894
@@ -587,6 +608,7 @@
             "Qwen2-Audio-7B-Instruct": 40.4,
             "cascade_whisper_large_v2_gemma2_9b_cpt_sea_lionv3_instruct": 58.0,
             "phi_4_multimodal_instruct": 52.199999999999996,
+            "seallms_audio_7b": 49.400000000000006,
             "WavLLM_fairseq": 45.199999999999996,
             "SALMONN_7B": 17.2,
             "cascade_whisper_large_v3_llama_3_8b_instruct": 49.0
@@ -616,6 +638,7 @@
             "Qwen2-Audio-7B-Instruct": 42.0,
             "cascade_whisper_large_v2_gemma2_9b_cpt_sea_lionv3_instruct": 56.0,
             "phi_4_multimodal_instruct": 43.8,
+            "seallms_audio_7b": 45.599999999999994,
             "WavLLM_fairseq": 45.199999999999996,
             "SALMONN_7B": 40.599999999999994,
             "cascade_whisper_large_v3_llama_3_8b_instruct": 49.0
@@ -631,6 +654,7 @@
             "Qwen2-Audio-7B-Instruct": 24.8,
             "cascade_whisper_large_v2_gemma2_9b_cpt_sea_lionv3_instruct": 44.0,
             "phi_4_multimodal_instruct": 37.0,
+            "seallms_audio_7b": 35.4,
             "WavLLM_fairseq": 31.6,
             "SALMONN_7B": 7.0,
             "cascade_whisper_large_v3_llama_3_8b_instruct": 36.0
@@ -668,6 +692,7 @@
             "Qwen2-Audio-7B-Instruct": 0.19891712076314283,
             "cascade_whisper_large_v2_gemma2_9b_cpt_sea_lionv3_instruct": 0.05796819723943051,
             "phi_4_multimodal_instruct": 0.1757379026471828,
+            "seallms_audio_7b": 0.30423899385222564,
             "WavLLM_fairseq": 0.041732965094428545,
             "SALMONN_7B": 0.20994052484339956,
             "cascade_whisper_large_v3_llama_3_8b_instruct": 0.07953048457785493
@@ -683,6 +708,7 @@
             "Qwen2-Audio-7B-Instruct": 2.55,
             "cascade_whisper_large_v2_gemma2_9b_cpt_sea_lionv3_instruct": 26.016666666666666,
             "phi_4_multimodal_instruct": 3.5166666666666666,
+            "seallms_audio_7b": 3.5833333333333335,
             "WavLLM_fairseq": 2.6833333333333336,
             "SALMONN_7B": 2.5166666666666666,
             "cascade_whisper_large_v3_llama_3_8b_instruct": 12.416666666666666
@@ -708,6 +734,7 @@
             "whisper_large_v3": 2.451098639578599,
             "cascade_whisper_large_v2_gemma2_9b_cpt_sea_lionv3_instruct": 2.8327095799289337,
             "phi_4_multimodal_instruct": 0.053138495633157125,
+            "seallms_audio_7b": 0.06475917031217593,
             "WavLLM_fairseq": 0.1695522548322915,
             "SALMONN_7B": 0.3649023706010388,
             "cascade_whisper_large_v3_llama_3_8b_instruct": 2.4245628096245917
@@ -733,6 +760,7 @@
             "Qwen2-Audio-7B-Instruct": 50.919591292758774,
             "cascade_whisper_large_v2_gemma2_9b_cpt_sea_lionv3_instruct": 24.647544968400585,
             "phi_4_multimodal_instruct": 47.86582401555663,
+            "seallms_audio_7b": 53.03840544482256,
             "WavLLM_fairseq": 43.01199466903598,
             "SALMONN_7B": 57.75401069518716,
             "cascade_whisper_large_v3_llama_3_8b_instruct": 29.47134606841404
@@ -763,6 +791,7 @@
             "whisper_large_v3": 0.27026366524560785,
             "cascade_whisper_large_v2_gemma2_9b_cpt_sea_lionv3_instruct": 0.3035544573275043,
             "phi_4_multimodal_instruct": 0.44227061666711925,
+            "seallms_audio_7b": 1.0837293290249002,
             "WavLLM_fairseq": 0.7540934640345399,
             "SALMONN_7B": 0.6569229098215983,
             "cascade_whisper_large_v3_llama_3_8b_instruct": 0.29992939962527493
@@ -813,6 +842,7 @@
             "Qwen2-Audio-7B-Instruct": 45.75079872204473,
             "cascade_whisper_large_v2_gemma2_9b_cpt_sea_lionv3_instruct": 18.466453674121407,
             "phi_4_multimodal_instruct": 38.466453674121404,
+            "seallms_audio_7b": 53.73801916932908,
             "WavLLM_fairseq": 29.840255591054312,
             "SALMONN_7B": 50.287539936102235,
             "cascade_whisper_large_v3_llama_3_8b_instruct": 17.380191693290733
@@ -829,6 +859,7 @@
             "whisper_large_v3": 0.06844171360300393,
             "cascade_whisper_large_v2_gemma2_9b_cpt_sea_lionv3_instruct": 0.07041669714480775,
             "phi_4_multimodal_instruct": 0.05739643527661961,
+            "seallms_audio_7b": 0.17813863896813206,
             "WavLLM_fairseq": 0.10077292565771828,
             "SALMONN_7B": 0.0925804013361617,
             "cascade_whisper_large_v3_llama_3_8b_instruct": 0.06922195401458074
@@ -841,6 +872,7 @@
             "Qwen2-Audio-7B-Instruct": 0.2165498391593041,
             "whisper_large_v3": 0.14602420615337386,
             "cascade_whisper_large_v2_gemma2_9b_cpt_sea_lionv3_instruct": 0.20140159998943682,
+            "seallms_audio_7b": 0.369768551146351,
             "WavLLM_fairseq": 0.3792176325635977,
             "SALMONN_7B": 0.23699946689025367,
             "cascade_whisper_large_v3_llama_3_8b_instruct": 0.14540692118393275
@@ -866,6 +898,7 @@
             "Qwen2-Audio-7B-Instruct": 44.473684210526315,
             "cascade_whisper_large_v2_gemma2_9b_cpt_sea_lionv3_instruct": 18.88157894736842,
             "phi_4_multimodal_instruct": 35.13157894736842,
+            "seallms_audio_7b": 42.10526315789473,
             "WavLLM_fairseq": 26.25,
             "SALMONN_7B": 47.30263157894737,
             "cascade_whisper_large_v3_llama_3_8b_instruct": 16.710526315789473
@@ -1014,6 +1047,7 @@
             "Qwen2-Audio-7B-Instruct": 68.38333333333333,
             "cascade_whisper_large_v2_gemma2_9b_cpt_sea_lionv3_instruct": 26.35,
             "phi_4_multimodal_instruct": 51.68333333333334,
+            "seallms_audio_7b": 50.083333333333336,
             "WavLLM_fairseq": 49.06666666666666,
             "SALMONN_7B": 59.766666666666666,
             "cascade_whisper_large_v3_llama_3_8b_instruct": 36.016666666666666
@@ -1026,6 +1060,7 @@
             "Qwen2-Audio-7B-Instruct": 80.04901960784315,
             "cascade_whisper_large_v2_gemma2_9b_cpt_sea_lionv3_instruct": 88.57843137254902,
             "phi_4_multimodal_instruct": 88.33333333333334,
+            "seallms_audio_7b": 83.52941176470588,
             "WavLLM_fairseq": 83.92156862745098,
             "SALMONN_7B": 83.48039215686273,
             "cascade_whisper_large_v3_llama_3_8b_instruct": 82.99019607843137
@@ -1055,6 +1090,7 @@
             "Qwen2-Audio-7B-Instruct": 41.60919540229885,
             "cascade_whisper_large_v2_gemma2_9b_cpt_sea_lionv3_instruct": 47.356321839080465,
             "phi_4_multimodal_instruct": 43.524904214559385,
+            "seallms_audio_7b": 51.11111111111111,
             "WavLLM_fairseq": 41.57088122605364,
             "SALMONN_7B": 30.536398467432953,
             "cascade_whisper_large_v3_llama_3_8b_instruct": 36.81992337164751
@@ -1083,6 +1119,7 @@
             "cascade_whisper_large_v2_gemma2_9b_cpt_sea_lionv3_instruct": 0.7824973031283711,
             "gemini-1.5-flash": 0.9690871089536138,
             "phi_4_multimodal_instruct": 0.7126483279395901,
+            "seallms_audio_7b": 1.0639495685005393,
             "WavLLM_fairseq": 1.2913969795037756,
             "SALMONN_7B": 1.2721817691477886,
             "cascade_whisper_large_v3_llama_3_8b_instruct": 0.6848705501618123
@@ -1107,6 +1144,7 @@
             "Qwen2-Audio-7B-Instruct": 51.6,
             "cascade_whisper_large_v2_gemma2_9b_cpt_sea_lionv3_instruct": 74.0,
             "phi_4_multimodal_instruct": 49.0,
+            "seallms_audio_7b": 54.2,
             "WavLLM_fairseq": 50.8,
             "SALMONN_7B": 44.6,
             "cascade_whisper_large_v3_llama_3_8b_instruct": 57.800000000000004
@@ -1122,6 +1160,7 @@
             "Qwen2-Audio-7B-Instruct": 46.2,
             "cascade_whisper_large_v2_gemma2_9b_cpt_sea_lionv3_instruct": 65.4,
             "phi_4_multimodal_instruct": 52.599999999999994,
+            "seallms_audio_7b": 53.0,
             "WavLLM_fairseq": 49.400000000000006,
             "SALMONN_7B": 24.2,
             "cascade_whisper_large_v3_llama_3_8b_instruct": 57.199999999999996