SpeechScore / app.py
alibabasglab's picture
Update app.py
b66c175 verified
raw
history blame
2.49 kB
import torch
#from transformers import pipeline
#from transformers.pipelines.audio_utils import ffmpeg_read
from speechscore import SpeechScore
import gradio as gr
MODEL_NAME = "alibabasglab/speechscore"
BATCH_SIZE = 1
device = 0 if torch.cuda.is_available() else "cpu"
"""
mySpeechScore = SpeechScore([
'PESQ','DNSMOS'
])
"""
# Copied from https://github.com/openai/whisper/blob/c09a7ae299c4c34c5839a76380ae407e7d785914/whisper/utils.py#L50
def format_timestamp(seconds: float, always_include_hours: bool = False, decimal_marker: str = "."):
if seconds is not None:
milliseconds = round(seconds * 1000.0)
hours = milliseconds // 3_600_000
milliseconds -= hours * 3_600_000
minutes = milliseconds // 60_000
milliseconds -= minutes * 60_000
seconds = milliseconds // 1_000
milliseconds -= seconds * 1_000
hours_marker = f"{hours:02d}:" if always_include_hours or hours > 0 else ""
return f"{hours_marker}{minutes:02d}:{seconds:02d}{decimal_marker}{milliseconds:03d}"
else:
# we have a malformed timestamp so just return it as is
return seconds
def score(test_file, ref_file, score_list, return_timestamps):
mySpeechScore = SpeechScore(score_list)
scores = mySpeechScore(test_path=test_file, reference_path=ref_file, window=None, score_rate=16000, return_mean=False)
return scores
demo = gr.Blocks()
file_score = gr.Interface(
fn=score,
inputs=[
gr.Audio(sources=["upload"], label="test file", type="filepath"),
gr.Audio(sources=["upload"], label="reference file", type="filepath"),
#gr.Radio(["without reference", "with reference"], label="Task", info="choose non-instrusive or instrusive scoring"),
#gr.Checkbox(default=False, label="DNSMOS"),
#gr.Checkbox(default=False, label="PESQ"),
gr.Dropdown(
["DNSMOS", "PESQ", "NB-PESQ", "SISNR"], value=["DNSMOS", "PESQ"], multiselect=True, label="Scores", info="By checking the following scores, include them in the output."
),
],
outputs="text",
#layout="horizontal",
#theme="huggingface",
title="Score speech from a file",
description=(
"Score audio inputs with the click of a button! Demo uses the"
" commonly used speech quality assessment methods for the audio files"
" of arbitrary length."
),
)
with demo:
gr.TabbedInterface([file_score], ["Score Audio File"])
demo.launch()