from dataclasses import dataclass
# These classes are for user facing column names, to avoid having to change them
# all around the code when a modif is needed
@dataclass
class ColumnContent:
name: str
type: str
def fields(raw_class):
return [v for k, v in raw_class.__dict__.items() if k[:2] != "__" and k[-2:] != "__"]
@dataclass(frozen=True)
class AutoEvalColumn: # Auto evals column
model = ColumnContent("Model", "markdown")
avg_wer = ColumnContent("Average WER ⬇️", "number")
rtf = ColumnContent("RTFx ⬆️️", "number")
ami_wer = ColumnContent("AMI", "number")
e22_wer = ColumnContent("Earnings22", "number")
gs_wer = ColumnContent("Gigaspeech", "number")
lsc_wer = ColumnContent("LS Clean", "number")
lso_wer = ColumnContent("LS Other", "number")
ss_wer = ColumnContent("SPGISpeech", "number")
tl_wer = ColumnContent("Tedlium", "number")
vp_wer = ColumnContent("Voxpopuli", "number")
def make_clickable_model(model_name):
model_name_list = model_name.split("/")
if model_name_list[0] == "trt-llm":
link = "https://github.com/NVIDIA/TensorRT-LLM/tree/main/examples/whisper"
elif model_name_list[0] == "faster-whisper":
link = "https://github.com/guillaumekln/faster-whisper"
elif model_name_list[0] == "Whisper.cpp":
link = "https://github.com/ggerganov/whisper.cpp"
elif model_name_list[0] == "WhisperKit":
link = "https://github.com/argmaxinc/WhisperKit"
elif model_name_list[0] == "WhisperMLX":
link = "https://huggingface.co/collections/mlx-community/whisper-663256f9964fbb1177db93dc"
else:
link = f"https://huggingface.co/{model_name}"
return f'{model_name}'
def styled_error(error):
return f"{error}
"
def styled_warning(warn):
return f"{warn}
"
def styled_message(message):
return f"{message}
"