benderrodriguez commited on
Commit
414896a
·
1 Parent(s): 837f9e4

Reintroduce model.

Browse files
Files changed (2) hide show
  1. app.py +1 -2
  2. benchmark.csv +9 -9
app.py CHANGED
@@ -38,10 +38,9 @@ except Exception:
38
 
39
  MODEL_COLUMN_NAME = "model"
40
 
41
- column_names = {MODEL_COLUMN_NAME: "Model"}
42
 
43
  leaderboard_df = pd.read_csv("benchmark.csv") # TODO: Move to a different place, probably in the github
44
- leaderboard_df.loc[:, MODEL_COLUMN_NAME] = leaderboard_df[MODEL_COLUMN_NAME].apply(make_clickable_model)
45
  leaderboard_df.rename(columns=column_names, inplace=True)
46
 
47
 
 
38
 
39
  MODEL_COLUMN_NAME = "model"
40
 
41
+ column_names = {MODEL_COLUMN_NAME: "Model", "engine": "Engine"}
42
 
43
  leaderboard_df = pd.read_csv("benchmark.csv") # TODO: Move to a different place, probably in the github
 
44
  leaderboard_df.rename(columns=column_names, inplace=True)
45
 
46
 
benchmark.csv CHANGED
@@ -1,9 +1,9 @@
1
- engine,ivrit-ai/eval-d1,ivrit-ai/saspeech,google/fleurs/he,mozilla-foundation/common_voice_17_0/he,imvladikon/hebrew_speech_kan
2
- faster-whisper:ivrit-ai/faster-whisper-v2-d4,0.062,0.080,0.241,0.207,0.113
3
- faster-whisper:ivrit-ai/faster-whisper-v2-d3-e3,0.070,0.086,0.255,0.214,0.139
4
- amazon-transcribe:batch,0.068,0.085,0.230,0.141,0.090
5
- faster-whisper:large-v2,0.080,0.098,0.266,0.233,0.164
6
- faster-whisper:large-v3-turbo,0.085,0.104,0.289,0.280,0.156
7
- amazon-transcribe:stream,0.081,0.090,0.287,0.200,0.131
8
- faster-whisper:large-v3,0.096,0.094,0.262,0.231,0.134
9
- google-speech:google-speech,0.212,0.189,0.385,0.380,0.292
 
1
+ engine,model,ivrit-ai/eval-d1,ivrit-ai/saspeech,google/fleurs/he,mozilla-foundation/common_voice_17_0/he,imvladikon/hebrew_speech_kan
2
+ faster-whisper,ivrit-ai/faster-whisper-v2-d4,0.062,0.080,0.241,0.207,0.113
3
+ faster-whisper,ivrit-ai/faster-whisper-v2-d3-e3,0.070,0.086,0.255,0.214,0.139
4
+ amazon-transcribe,batch,0.068,0.085,0.230,0.141,0.090
5
+ faster-whisper,large-v2,0.080,0.098,0.266,0.233,0.164
6
+ faster-whisper,large-v3-turbo,0.085,0.104,0.289,0.280,0.156
7
+ amazon-transcribe,stream,0.081,0.090,0.287,0.200,0.131
8
+ faster-whisper,large-v3,0.096,0.094,0.262,0.231,0.134
9
+ google-speech,google-speech,0.212,0.189,0.385,0.380,0.292