Commit
·
414896a
1
Parent(s):
837f9e4
Reintroduce model.
Browse files- app.py +1 -2
- benchmark.csv +9 -9
app.py
CHANGED
@@ -38,10 +38,9 @@ except Exception:
|
|
38 |
|
39 |
MODEL_COLUMN_NAME = "model"
|
40 |
|
41 |
-
column_names = {MODEL_COLUMN_NAME: "Model"}
|
42 |
|
43 |
leaderboard_df = pd.read_csv("benchmark.csv") # TODO: Move to a different place, probably in the github
|
44 |
-
leaderboard_df.loc[:, MODEL_COLUMN_NAME] = leaderboard_df[MODEL_COLUMN_NAME].apply(make_clickable_model)
|
45 |
leaderboard_df.rename(columns=column_names, inplace=True)
|
46 |
|
47 |
|
|
|
38 |
|
39 |
MODEL_COLUMN_NAME = "model"
|
40 |
|
41 |
+
column_names = {MODEL_COLUMN_NAME: "Model", "engine": "Engine"}
|
42 |
|
43 |
leaderboard_df = pd.read_csv("benchmark.csv") # TODO: Move to a different place, probably in the github
|
|
|
44 |
leaderboard_df.rename(columns=column_names, inplace=True)
|
45 |
|
46 |
|
benchmark.csv
CHANGED
@@ -1,9 +1,9 @@
|
|
1 |
-
engine,ivrit-ai/eval-d1,ivrit-ai/saspeech,google/fleurs/he,mozilla-foundation/common_voice_17_0/he,imvladikon/hebrew_speech_kan
|
2 |
-
faster-whisper
|
3 |
-
faster-whisper
|
4 |
-
amazon-transcribe
|
5 |
-
faster-whisper
|
6 |
-
faster-whisper
|
7 |
-
amazon-transcribe
|
8 |
-
faster-whisper
|
9 |
-
google-speech
|
|
|
1 |
+
engine,model,ivrit-ai/eval-d1,ivrit-ai/saspeech,google/fleurs/he,mozilla-foundation/common_voice_17_0/he,imvladikon/hebrew_speech_kan
|
2 |
+
faster-whisper,ivrit-ai/faster-whisper-v2-d4,0.062,0.080,0.241,0.207,0.113
|
3 |
+
faster-whisper,ivrit-ai/faster-whisper-v2-d3-e3,0.070,0.086,0.255,0.214,0.139
|
4 |
+
amazon-transcribe,batch,0.068,0.085,0.230,0.141,0.090
|
5 |
+
faster-whisper,large-v2,0.080,0.098,0.266,0.233,0.164
|
6 |
+
faster-whisper,large-v3-turbo,0.085,0.104,0.289,0.280,0.156
|
7 |
+
amazon-transcribe,stream,0.081,0.090,0.287,0.200,0.131
|
8 |
+
faster-whisper,large-v3,0.096,0.094,0.262,0.231,0.134
|
9 |
+
google-speech,google-speech,0.212,0.189,0.385,0.380,0.292
|