sagar007 commited on
Commit
ee1adb0
·
verified ·
1 Parent(s): 62a592a

Update app.py

Browse files
Files changed (1) hide show
  1. app.py +5 -0
app.py CHANGED
@@ -5,6 +5,11 @@ import os
5
  from transformers import pipeline, WhisperProcessor, WhisperForConditionalGeneration, AutoModelForCausalLM, AutoProcessor
6
  from gtts import gTTS
7
  from langdetect import detect
 
 
 
 
 
8
 
9
  # Disable CUDA initialization at import
10
  os.environ['CUDA_VISIBLE_DEVICES'] = ''
 
5
  from transformers import pipeline, WhisperProcessor, WhisperForConditionalGeneration, AutoModelForCausalLM, AutoProcessor
6
  from gtts import gTTS
7
  from langdetect import detect
8
+ import subprocess
9
+ from io import BytesIO
10
+
11
+ # Install flash-attn
12
+ subprocess.run('pip install flash-attn --no-build-isolation', env={'FLASH_ATTENTION_SKIP_CUDA_BUILD': "TRUE"}, shell=True)
13
 
14
  # Disable CUDA initialization at import
15
  os.environ['CUDA_VISIBLE_DEVICES'] = ''