Upload organize_model_results.json with huggingface_hub
Browse files
organize_model_results.json
CHANGED
@@ -173,7 +173,7 @@
|
|
173 |
"imda_part4_30s_asr_test": {
|
174 |
"wer": {
|
175 |
"Qwen-Audio-Chat": 1.1764312018747907,
|
176 |
-
"MERaLiON-AudioLLM-Whisper-SEA-LION": 0.
|
177 |
"Qwen2-Audio-7B-Instruct": 0.5685405990059489,
|
178 |
"whisper_large_v3": 0.8294532718704128,
|
179 |
"cascade_whisper_large_v2_gemma2_9b_cpt_sea_lionv3_instruct": 0.4757667842702995,
|
@@ -218,6 +218,7 @@
|
|
218 |
"MERaLiON-AudioLLM-Whisper-SEA-LION": 18.76473995941838,
|
219 |
"Qwen2-Audio-7B-Instruct": 16.466557744958333,
|
220 |
"whisper_large_v3": 14.673689493155793,
|
|
|
221 |
"cascade_whisper_large_v2_gemma2_9b_cpt_sea_lionv3_instruct": 15.209998552437538,
|
222 |
"phi_4_multimodal_instruct": 22.678131781242936,
|
223 |
"seallms_audio_7b": 18.79451062979056,
|
@@ -639,6 +640,7 @@
|
|
639 |
"MERaLiON-AudioLLM-Whisper-SEA-LION": 44.43289180618449,
|
640 |
"Qwen2-Audio-7B-Instruct": 6.326113431899141,
|
641 |
"whisper_large_v3": 46.01512198258627,
|
|
|
642 |
"cascade_whisper_large_v2_gemma2_9b_cpt_sea_lionv3_instruct": 46.80524126004861,
|
643 |
"phi_4_multimodal_instruct": 0.36465303013961253,
|
644 |
"seallms_audio_7b": 43.98074943006231,
|
@@ -935,6 +937,7 @@
|
|
935 |
"MERaLiON-AudioLLM-Whisper-SEA-LION": 5.023057608950299,
|
936 |
"Qwen2-Audio-7B-Instruct": 0.04425838146050298,
|
937 |
"whisper_large_v3": 2.451098639578599,
|
|
|
938 |
"cascade_whisper_large_v2_gemma2_9b_cpt_sea_lionv3_instruct": 2.8327095799289337,
|
939 |
"phi_4_multimodal_instruct": 0.053138495633157125,
|
940 |
"seallms_audio_7b": 0.06475917031217593,
|
@@ -949,6 +952,7 @@
|
|
949 |
"MERaLiON-AudioLLM-Whisper-SEA-LION": 37.60224687716629,
|
950 |
"Qwen2-Audio-7B-Instruct": 16.325186897428104,
|
951 |
"whisper_large_v3": 1.600581653970121,
|
|
|
952 |
"cascade_whisper_large_v2_gemma2_9b_cpt_sea_lionv3_instruct": 27.620150160643625,
|
953 |
"phi_4_multimodal_instruct": 15.012558278964478,
|
954 |
"seallms_audio_7b": 27.583542512329426,
|
@@ -1094,6 +1098,7 @@
|
|
1094 |
"MERaLiON-AudioLLM-Whisper-SEA-LION": 14.407399367512914,
|
1095 |
"Qwen2-Audio-7B-Instruct": 0.03245972071872916,
|
1096 |
"whisper_large_v3": 0.02107778621423822,
|
|
|
1097 |
"cascade_whisper_large_v2_gemma2_9b_cpt_sea_lionv3_instruct": 8.433062902024755,
|
1098 |
"phi_4_multimodal_instruct": 0.19835914151649442,
|
1099 |
"seallms_audio_7b": 0.012334972259958572,
|
@@ -1138,6 +1143,7 @@
|
|
1138 |
"MERaLiON-AudioLLM-Whisper-SEA-LION": 43.941098854450516,
|
1139 |
"Qwen2-Audio-7B-Instruct": 25.765420247070075,
|
1140 |
"whisper_large_v3": 0.16408986541757878,
|
|
|
1141 |
"cascade_whisper_large_v2_gemma2_9b_cpt_sea_lionv3_instruct": 35.274306071307024,
|
1142 |
"phi_4_multimodal_instruct": 45.295964957544776,
|
1143 |
"seallms_audio_7b": 36.4496678966979,
|
|
|
173 |
"imda_part4_30s_asr_test": {
|
174 |
"wer": {
|
175 |
"Qwen-Audio-Chat": 1.1764312018747907,
|
176 |
+
"MERaLiON-AudioLLM-Whisper-SEA-LION": 0.3514073807009863,
|
177 |
"Qwen2-Audio-7B-Instruct": 0.5685405990059489,
|
178 |
"whisper_large_v3": 0.8294532718704128,
|
179 |
"cascade_whisper_large_v2_gemma2_9b_cpt_sea_lionv3_instruct": 0.4757667842702995,
|
|
|
218 |
"MERaLiON-AudioLLM-Whisper-SEA-LION": 18.76473995941838,
|
219 |
"Qwen2-Audio-7B-Instruct": 16.466557744958333,
|
220 |
"whisper_large_v3": 14.673689493155793,
|
221 |
+
"Marco-LLM-ST": 21.876989155974684,
|
222 |
"cascade_whisper_large_v2_gemma2_9b_cpt_sea_lionv3_instruct": 15.209998552437538,
|
223 |
"phi_4_multimodal_instruct": 22.678131781242936,
|
224 |
"seallms_audio_7b": 18.79451062979056,
|
|
|
640 |
"MERaLiON-AudioLLM-Whisper-SEA-LION": 44.43289180618449,
|
641 |
"Qwen2-Audio-7B-Instruct": 6.326113431899141,
|
642 |
"whisper_large_v3": 46.01512198258627,
|
643 |
+
"Marco-LLM-ST": 53.12971730330994,
|
644 |
"cascade_whisper_large_v2_gemma2_9b_cpt_sea_lionv3_instruct": 46.80524126004861,
|
645 |
"phi_4_multimodal_instruct": 0.36465303013961253,
|
646 |
"seallms_audio_7b": 43.98074943006231,
|
|
|
937 |
"MERaLiON-AudioLLM-Whisper-SEA-LION": 5.023057608950299,
|
938 |
"Qwen2-Audio-7B-Instruct": 0.04425838146050298,
|
939 |
"whisper_large_v3": 2.451098639578599,
|
940 |
+
"Marco-LLM-ST": 5.84753160046608,
|
941 |
"cascade_whisper_large_v2_gemma2_9b_cpt_sea_lionv3_instruct": 2.8327095799289337,
|
942 |
"phi_4_multimodal_instruct": 0.053138495633157125,
|
943 |
"seallms_audio_7b": 0.06475917031217593,
|
|
|
952 |
"MERaLiON-AudioLLM-Whisper-SEA-LION": 37.60224687716629,
|
953 |
"Qwen2-Audio-7B-Instruct": 16.325186897428104,
|
954 |
"whisper_large_v3": 1.600581653970121,
|
955 |
+
"Marco-LLM-ST": 40.40709648579204,
|
956 |
"cascade_whisper_large_v2_gemma2_9b_cpt_sea_lionv3_instruct": 27.620150160643625,
|
957 |
"phi_4_multimodal_instruct": 15.012558278964478,
|
958 |
"seallms_audio_7b": 27.583542512329426,
|
|
|
1098 |
"MERaLiON-AudioLLM-Whisper-SEA-LION": 14.407399367512914,
|
1099 |
"Qwen2-Audio-7B-Instruct": 0.03245972071872916,
|
1100 |
"whisper_large_v3": 0.02107778621423822,
|
1101 |
+
"Marco-LLM-ST": 22.65564271849108,
|
1102 |
"cascade_whisper_large_v2_gemma2_9b_cpt_sea_lionv3_instruct": 8.433062902024755,
|
1103 |
"phi_4_multimodal_instruct": 0.19835914151649442,
|
1104 |
"seallms_audio_7b": 0.012334972259958572,
|
|
|
1143 |
"MERaLiON-AudioLLM-Whisper-SEA-LION": 43.941098854450516,
|
1144 |
"Qwen2-Audio-7B-Instruct": 25.765420247070075,
|
1145 |
"whisper_large_v3": 0.16408986541757878,
|
1146 |
+
"Marco-LLM-ST": 36.25996543961288,
|
1147 |
"cascade_whisper_large_v2_gemma2_9b_cpt_sea_lionv3_instruct": 35.274306071307024,
|
1148 |
"phi_4_multimodal_instruct": 45.295964957544776,
|
1149 |
"seallms_audio_7b": 36.4496678966979,
|