Spaces:
Sleeping
Sleeping
Update app.py
Browse files
app.py
CHANGED
@@ -15,7 +15,7 @@ login(token=TOKEN)
|
|
15 |
def load_model_processor(model_path):
|
16 |
processor = AutoProcessor.from_pretrained(model_path)
|
17 |
llm = LLM(
|
18 |
-
model=model_path, trust_remote_code=True, gpu_memory_utilization=0.
|
19 |
enforce_eager=True, device = "cuda",
|
20 |
limit_mm_per_prompt={"audio": 5},
|
21 |
)
|
|
|
15 |
def load_model_processor(model_path):
|
16 |
processor = AutoProcessor.from_pretrained(model_path)
|
17 |
llm = LLM(
|
18 |
+
model=model_path, trust_remote_code=True, gpu_memory_utilization=0.8,
|
19 |
enforce_eager=True, device = "cuda",
|
20 |
limit_mm_per_prompt={"audio": 5},
|
21 |
)
|