binwang commited on
Commit
e8f38f2
·
verified ·
1 Parent(s): bfcd347

Upload organize_model_results.json with huggingface_hub

Browse files
Files changed (1) hide show
  1. organize_model_results.json +7 -1
organize_model_results.json CHANGED
@@ -173,7 +173,7 @@
173
  "imda_part4_30s_asr_test": {
174
  "wer": {
175
  "Qwen-Audio-Chat": 1.1764312018747907,
176
- "MERaLiON-AudioLLM-Whisper-SEA-LION": 0.0,
177
  "Qwen2-Audio-7B-Instruct": 0.5685405990059489,
178
  "whisper_large_v3": 0.8294532718704128,
179
  "cascade_whisper_large_v2_gemma2_9b_cpt_sea_lionv3_instruct": 0.4757667842702995,
@@ -218,6 +218,7 @@
218
  "MERaLiON-AudioLLM-Whisper-SEA-LION": 18.76473995941838,
219
  "Qwen2-Audio-7B-Instruct": 16.466557744958333,
220
  "whisper_large_v3": 14.673689493155793,
 
221
  "cascade_whisper_large_v2_gemma2_9b_cpt_sea_lionv3_instruct": 15.209998552437538,
222
  "phi_4_multimodal_instruct": 22.678131781242936,
223
  "seallms_audio_7b": 18.79451062979056,
@@ -639,6 +640,7 @@
639
  "MERaLiON-AudioLLM-Whisper-SEA-LION": 44.43289180618449,
640
  "Qwen2-Audio-7B-Instruct": 6.326113431899141,
641
  "whisper_large_v3": 46.01512198258627,
 
642
  "cascade_whisper_large_v2_gemma2_9b_cpt_sea_lionv3_instruct": 46.80524126004861,
643
  "phi_4_multimodal_instruct": 0.36465303013961253,
644
  "seallms_audio_7b": 43.98074943006231,
@@ -935,6 +937,7 @@
935
  "MERaLiON-AudioLLM-Whisper-SEA-LION": 5.023057608950299,
936
  "Qwen2-Audio-7B-Instruct": 0.04425838146050298,
937
  "whisper_large_v3": 2.451098639578599,
 
938
  "cascade_whisper_large_v2_gemma2_9b_cpt_sea_lionv3_instruct": 2.8327095799289337,
939
  "phi_4_multimodal_instruct": 0.053138495633157125,
940
  "seallms_audio_7b": 0.06475917031217593,
@@ -949,6 +952,7 @@
949
  "MERaLiON-AudioLLM-Whisper-SEA-LION": 37.60224687716629,
950
  "Qwen2-Audio-7B-Instruct": 16.325186897428104,
951
  "whisper_large_v3": 1.600581653970121,
 
952
  "cascade_whisper_large_v2_gemma2_9b_cpt_sea_lionv3_instruct": 27.620150160643625,
953
  "phi_4_multimodal_instruct": 15.012558278964478,
954
  "seallms_audio_7b": 27.583542512329426,
@@ -1094,6 +1098,7 @@
1094
  "MERaLiON-AudioLLM-Whisper-SEA-LION": 14.407399367512914,
1095
  "Qwen2-Audio-7B-Instruct": 0.03245972071872916,
1096
  "whisper_large_v3": 0.02107778621423822,
 
1097
  "cascade_whisper_large_v2_gemma2_9b_cpt_sea_lionv3_instruct": 8.433062902024755,
1098
  "phi_4_multimodal_instruct": 0.19835914151649442,
1099
  "seallms_audio_7b": 0.012334972259958572,
@@ -1138,6 +1143,7 @@
1138
  "MERaLiON-AudioLLM-Whisper-SEA-LION": 43.941098854450516,
1139
  "Qwen2-Audio-7B-Instruct": 25.765420247070075,
1140
  "whisper_large_v3": 0.16408986541757878,
 
1141
  "cascade_whisper_large_v2_gemma2_9b_cpt_sea_lionv3_instruct": 35.274306071307024,
1142
  "phi_4_multimodal_instruct": 45.295964957544776,
1143
  "seallms_audio_7b": 36.4496678966979,
 
173
  "imda_part4_30s_asr_test": {
174
  "wer": {
175
  "Qwen-Audio-Chat": 1.1764312018747907,
176
+ "MERaLiON-AudioLLM-Whisper-SEA-LION": 0.3514073807009863,
177
  "Qwen2-Audio-7B-Instruct": 0.5685405990059489,
178
  "whisper_large_v3": 0.8294532718704128,
179
  "cascade_whisper_large_v2_gemma2_9b_cpt_sea_lionv3_instruct": 0.4757667842702995,
 
218
  "MERaLiON-AudioLLM-Whisper-SEA-LION": 18.76473995941838,
219
  "Qwen2-Audio-7B-Instruct": 16.466557744958333,
220
  "whisper_large_v3": 14.673689493155793,
221
+ "Marco-LLM-ST": 21.876989155974684,
222
  "cascade_whisper_large_v2_gemma2_9b_cpt_sea_lionv3_instruct": 15.209998552437538,
223
  "phi_4_multimodal_instruct": 22.678131781242936,
224
  "seallms_audio_7b": 18.79451062979056,
 
640
  "MERaLiON-AudioLLM-Whisper-SEA-LION": 44.43289180618449,
641
  "Qwen2-Audio-7B-Instruct": 6.326113431899141,
642
  "whisper_large_v3": 46.01512198258627,
643
+ "Marco-LLM-ST": 53.12971730330994,
644
  "cascade_whisper_large_v2_gemma2_9b_cpt_sea_lionv3_instruct": 46.80524126004861,
645
  "phi_4_multimodal_instruct": 0.36465303013961253,
646
  "seallms_audio_7b": 43.98074943006231,
 
937
  "MERaLiON-AudioLLM-Whisper-SEA-LION": 5.023057608950299,
938
  "Qwen2-Audio-7B-Instruct": 0.04425838146050298,
939
  "whisper_large_v3": 2.451098639578599,
940
+ "Marco-LLM-ST": 5.84753160046608,
941
  "cascade_whisper_large_v2_gemma2_9b_cpt_sea_lionv3_instruct": 2.8327095799289337,
942
  "phi_4_multimodal_instruct": 0.053138495633157125,
943
  "seallms_audio_7b": 0.06475917031217593,
 
952
  "MERaLiON-AudioLLM-Whisper-SEA-LION": 37.60224687716629,
953
  "Qwen2-Audio-7B-Instruct": 16.325186897428104,
954
  "whisper_large_v3": 1.600581653970121,
955
+ "Marco-LLM-ST": 40.40709648579204,
956
  "cascade_whisper_large_v2_gemma2_9b_cpt_sea_lionv3_instruct": 27.620150160643625,
957
  "phi_4_multimodal_instruct": 15.012558278964478,
958
  "seallms_audio_7b": 27.583542512329426,
 
1098
  "MERaLiON-AudioLLM-Whisper-SEA-LION": 14.407399367512914,
1099
  "Qwen2-Audio-7B-Instruct": 0.03245972071872916,
1100
  "whisper_large_v3": 0.02107778621423822,
1101
+ "Marco-LLM-ST": 22.65564271849108,
1102
  "cascade_whisper_large_v2_gemma2_9b_cpt_sea_lionv3_instruct": 8.433062902024755,
1103
  "phi_4_multimodal_instruct": 0.19835914151649442,
1104
  "seallms_audio_7b": 0.012334972259958572,
 
1143
  "MERaLiON-AudioLLM-Whisper-SEA-LION": 43.941098854450516,
1144
  "Qwen2-Audio-7B-Instruct": 25.765420247070075,
1145
  "whisper_large_v3": 0.16408986541757878,
1146
+ "Marco-LLM-ST": 36.25996543961288,
1147
  "cascade_whisper_large_v2_gemma2_9b_cpt_sea_lionv3_instruct": 35.274306071307024,
1148
  "phi_4_multimodal_instruct": 45.295964957544776,
1149
  "seallms_audio_7b": 36.4496678966979,