tetdst

app.py

@@ -19,7 +19,7 @@ def transcribe(inputs, task):
         raise gr.Error("No audio file submitted! Please upload or record an audio file before submitting your request.")
     
     audio = whisperx.load_audio(inputs)
-    result = model.transcribe(audio, batch_size=BATCH_SIZE)
+    result = model.transcribe(audio, batch_size=BATCH_SIZE,compute_type="int8")
     model_a, metadata = whisperx.load_align_model(language_code=result["language"], device=device)
     result = whisperx.align(result["segments"], model_a, metadata, audio, device, return_char_alignments=False)
     diarize_model = whisperx.DiarizationPipeline(use_auth_token=os.getenv("HF_TOKEN"), device=device)