Spaces:
Sleeping
Sleeping
Commit
·
28395a9
1
Parent(s):
40ad232
Upload 35 files
Browse files- .gitattributes +6 -0
- README.md +4 -4
- Samples/3.mp3 +0 -0
- Samples/Bengali_1.wav +0 -0
- Samples/Bengali_2.wav +0 -0
- Samples/Gujarati_1.wav +0 -0
- Samples/Gujarati_2.wav +3 -0
- Samples/Hindi_1.mp3 +0 -0
- Samples/Hindi_2.mp3 +0 -0
- Samples/Hindi_3.mp3 +0 -0
- Samples/Hindi_4.mp3 +0 -0
- Samples/Hindi_5.mp3 +0 -0
- Samples/Malayalam_1.wav +0 -0
- Samples/Malayalam_2.wav +0 -0
- Samples/Malayalam_3.wav +0 -0
- Samples/Marathi_1.mp3 +0 -0
- Samples/Marathi_2.mp3 +0 -0
- Samples/Marathi_3.mp3 +0 -0
- Samples/Montreal Vacation Travel Guide Expedia.mp3 +3 -0
- Samples/Nepal_1.mp3 +0 -0
- Samples/Nepal_2.mp3 +0 -0
- Samples/Nepal_3.mp3 +0 -0
- Samples/Que es TED y TEDx.mp3 +3 -0
- Samples/Tamil_1.mp3 +0 -0
- Samples/Tamil_2.mp3 +0 -0
- Samples/Telugu_1.wav +0 -0
- Samples/Telugu_2.wav +3 -0
- Samples/Telugu_3.wav +0 -0
- Samples/climate ex short.wav +0 -0
- Samples/emp2.wav +3 -0
- Samples/ted_short.wav +0 -0
- Samples/test_mixture.wav +3 -0
- Samples/test_mixture1.wav +0 -0
- app.py +54 -0
- requirements.txt +3 -0
.gitattributes
CHANGED
@@ -33,3 +33,9 @@ saved_model/**/* filter=lfs diff=lfs merge=lfs -text
|
|
33 |
*.zip filter=lfs diff=lfs merge=lfs -text
|
34 |
*.zst filter=lfs diff=lfs merge=lfs -text
|
35 |
*tfevents* filter=lfs diff=lfs merge=lfs -text
|
|
|
|
|
|
|
|
|
|
|
|
|
|
33 |
*.zip filter=lfs diff=lfs merge=lfs -text
|
34 |
*.zst filter=lfs diff=lfs merge=lfs -text
|
35 |
*tfevents* filter=lfs diff=lfs merge=lfs -text
|
36 |
+
Samples/emp2.wav filter=lfs diff=lfs merge=lfs -text
|
37 |
+
Samples/Montreal[[:space:]]Vacation[[:space:]]Travel[[:space:]]Guide[[:space:]][[:space:]]Expedia.mp3 filter=lfs diff=lfs merge=lfs -text
|
38 |
+
Samples/Que[[:space:]]es[[:space:]]TED[[:space:]]y[[:space:]]TEDx.mp3 filter=lfs diff=lfs merge=lfs -text
|
39 |
+
Samples/test_mixture.wav filter=lfs diff=lfs merge=lfs -text
|
40 |
+
Samples/Gujarati_2.wav filter=lfs diff=lfs merge=lfs -text
|
41 |
+
Samples/Telugu_2.wav filter=lfs diff=lfs merge=lfs -text
|
README.md
CHANGED
@@ -1,10 +1,10 @@
|
|
1 |
---
|
2 |
title: Pywhisper CPP ASR
|
3 |
-
emoji:
|
4 |
-
colorFrom:
|
5 |
-
colorTo:
|
6 |
sdk: gradio
|
7 |
-
sdk_version: 4.
|
8 |
app_file: app.py
|
9 |
pinned: false
|
10 |
license: mit
|
|
|
1 |
---
|
2 |
title: Pywhisper CPP ASR
|
3 |
+
emoji: 🦀
|
4 |
+
colorFrom: green
|
5 |
+
colorTo: green
|
6 |
sdk: gradio
|
7 |
+
sdk_version: 4.0.2
|
8 |
app_file: app.py
|
9 |
pinned: false
|
10 |
license: mit
|
Samples/3.mp3
ADDED
Binary file (36.8 kB). View file
|
|
Samples/Bengali_1.wav
ADDED
Binary file (129 kB). View file
|
|
Samples/Bengali_2.wav
ADDED
Binary file (129 kB). View file
|
|
Samples/Gujarati_1.wav
ADDED
Binary file (434 kB). View file
|
|
Samples/Gujarati_2.wav
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:3d087ac4bc15ddccecbbded4c8fdd2c9501bd8e08c6550f9c03ec46bd2df64da
|
3 |
+
size 1597484
|
Samples/Hindi_1.mp3
ADDED
Binary file (36.5 kB). View file
|
|
Samples/Hindi_2.mp3
ADDED
Binary file (24.6 kB). View file
|
|
Samples/Hindi_3.mp3
ADDED
Binary file (39.8 kB). View file
|
|
Samples/Hindi_4.mp3
ADDED
Binary file (49.5 kB). View file
|
|
Samples/Hindi_5.mp3
ADDED
Binary file (52.5 kB). View file
|
|
Samples/Malayalam_1.wav
ADDED
Binary file (762 kB). View file
|
|
Samples/Malayalam_2.wav
ADDED
Binary file (729 kB). View file
|
|
Samples/Malayalam_3.wav
ADDED
Binary file (555 kB). View file
|
|
Samples/Marathi_1.mp3
ADDED
Binary file (30.3 kB). View file
|
|
Samples/Marathi_2.mp3
ADDED
Binary file (55.1 kB). View file
|
|
Samples/Marathi_3.mp3
ADDED
Binary file (60.5 kB). View file
|
|
Samples/Montreal Vacation Travel Guide Expedia.mp3
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:bc5148bfd0aca841584c6120c9b02c4c3d9aada2e9b015827a7869803b6471cb
|
3 |
+
size 8058808
|
Samples/Nepal_1.mp3
ADDED
Binary file (12.8 kB). View file
|
|
Samples/Nepal_2.mp3
ADDED
Binary file (31.4 kB). View file
|
|
Samples/Nepal_3.mp3
ADDED
Binary file (30.3 kB). View file
|
|
Samples/Que es TED y TEDx.mp3
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:120a8f591bec8715dea618a14bf0538ec03444aaf875994bac0d8a1506f2ffdc
|
3 |
+
size 1852114
|
Samples/Tamil_1.mp3
ADDED
Binary file (57.9 kB). View file
|
|
Samples/Tamil_2.mp3
ADDED
Binary file (49.3 kB). View file
|
|
Samples/Telugu_1.wav
ADDED
Binary file (500 kB). View file
|
|
Samples/Telugu_2.wav
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:ccee4c1d338d4d6fc96dfca5f48ecac3d9b9517e44f0302037fe46304e9e76b0
|
3 |
+
size 1122348
|
Samples/Telugu_3.wav
ADDED
Binary file (950 kB). View file
|
|
Samples/climate ex short.wav
ADDED
Binary file (308 kB). View file
|
|
Samples/emp2.wav
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:133ac69ac8a7d99f1fe92b7dbd810d7f4e44cd4f282179aa8c5d83183e64ad61
|
3 |
+
size 1122066
|
Samples/ted_short.wav
ADDED
Binary file (765 kB). View file
|
|
Samples/test_mixture.wav
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:7126269f058724336d28bf6e82fa14b7030de321dbafa48c9fa20884d35dab9d
|
3 |
+
size 1546250
|
Samples/test_mixture1.wav
ADDED
Binary file (603 kB). View file
|
|
app.py
ADDED
@@ -0,0 +1,54 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
1 |
+
import gradio as gr
|
2 |
+
import soundfile as sf
|
3 |
+
import tempfile
|
4 |
+
import shutil
|
5 |
+
import os
|
6 |
+
import librosa
|
7 |
+
import time
|
8 |
+
import numpy as np
|
9 |
+
import subprocess
|
10 |
+
from pywhispercpp.model import Model
|
11 |
+
|
12 |
+
# model = Model('base.en', n_threads=6,models_dir="./Models") # Only english
|
13 |
+
# model = Model('base', n_threads=6,models_dir="./Models",language="hindi",translate=False) # Multilingual
|
14 |
+
model = Model('medium', n_threads=6,models_dir="./Models",language="hindi",translate=False) # Multilingual
|
15 |
+
|
16 |
+
def resample_to_16k(audio, orig_sr):
|
17 |
+
y_resampled = librosa.resample(y=audio, orig_sr=orig_sr, target_sr = 16000)
|
18 |
+
return y_resampled
|
19 |
+
|
20 |
+
def transcribe(audio):
|
21 |
+
print(type(audio))
|
22 |
+
sr,y = audio
|
23 |
+
y = y.astype(np.float32)
|
24 |
+
y /= np.max(np.abs(y))
|
25 |
+
y_resampled = resample_to_16k(y, sr)
|
26 |
+
|
27 |
+
|
28 |
+
with tempfile.NamedTemporaryFile(suffix=".wav", delete=False) as temp_audio:
|
29 |
+
temp_audio_path = temp_audio.name
|
30 |
+
sf.write(temp_audio_path, y_resampled, 16000)
|
31 |
+
|
32 |
+
start_time_py = time.time()
|
33 |
+
py_result = model.transcribe(f'{temp_audio_path}', n_threads=6)
|
34 |
+
end_time_py = time.time()
|
35 |
+
print("Py_result : ",py_result)
|
36 |
+
print("--------------------------")
|
37 |
+
print(f"Execution time using py: {end_time_py - start_time_py} seconds")
|
38 |
+
output_text = ""
|
39 |
+
for segment in py_result:
|
40 |
+
output_text+=segment.text
|
41 |
+
return output_text, (end_time_py - start_time_py)
|
42 |
+
|
43 |
+
|
44 |
+
|
45 |
+
demo = gr.Interface(
|
46 |
+
transcribe,
|
47 |
+
inputs = "microphone",
|
48 |
+
# gr.Audio(sources=["microphone"]),
|
49 |
+
outputs=[gr.Textbox(label="Py_Transcription"),gr.Textbox(label="Time taken for Transcription")],
|
50 |
+
# examples=["./Samples/Hindi_1.mp3","./Samples/Hindi_2.mp3","./Samples/Tamil_1.mp3","./Samples/Tamil_2.mp3","./Samples/Marathi_1.mp3","./Samples/Marathi_2.mp3","./Samples/Nepal_1.mp3","./Samples/Nepal_2.mp3","./Samples/Telugu_1.wav","./Samples/Telugu_2.wav","./Samples/Malayalam_1.wav","./Samples/Malayalam_2.wav","./Samples/Gujarati_1.wav","./Samples/Gujarati_2.wav","./Samples/Bengali_1.wav","./Samples/Bengali_2.wav"]
|
51 |
+
examples=["./Samples/Hindi_1.mp3","./Samples/Hindi_2.mp3","./Samples/Hindi_3.mp3","./Samples/Hindi_4.mp3","./Samples/Hindi_5.mp3"] # only hindi # ,"./Samples/Tamil_1.mp3","./Samples/Tamil_2.mp3","./Samples/Marathi_1.mp3","./Samples/Marathi_2.mp3","./Samples/Nepal_1.mp3","./Samples/Nepal_2.mp3","./Samples/Telugu_1.wav","./Samples/Telugu_2.wav","./Samples/Malayalam_1.wav","./Samples/Malayalam_2.wav","./Samples/Gujarati_1.wav","./Samples/Gujarati_2.wav","./Samples/Bengali_1.wav","./Samples/Bengali_2.wav"]
|
52 |
+
)
|
53 |
+
|
54 |
+
demo.launch()
|
requirements.txt
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
librosa
|
2 |
+
soundfile
|
3 |
+
pywhispercpp
|