Spaces:
Sleeping
Sleeping
remove low mem config
Browse files
app.py
CHANGED
|
@@ -32,7 +32,8 @@ os.environ["HF_HUB_ENABLE_HF_TRANSFER"] = "1"
|
|
| 32 |
model = AutoModelForSpeechSeq2Seq.from_pretrained(
|
| 33 |
MODEL_NAME,
|
| 34 |
use_cache=False,
|
| 35 |
-
device_map="auto"
|
|
|
|
| 36 |
)
|
| 37 |
|
| 38 |
# Flash Attention setup for memory and speed optimization if supported
|
|
|
|
| 32 |
model = AutoModelForSpeechSeq2Seq.from_pretrained(
|
| 33 |
MODEL_NAME,
|
| 34 |
use_cache=False,
|
| 35 |
+
device_map="auto",
|
| 36 |
+
low_cpu_mem_usage=False
|
| 37 |
)
|
| 38 |
|
| 39 |
# Flash Attention setup for memory and speed optimization if supported
|