Spaces:
Sleeping
Sleeping
Update app.py
Browse files
app.py
CHANGED
@@ -11,7 +11,7 @@ from vllm import LLM, SamplingParams
|
|
11 |
def load_model_processor(model_path):
|
12 |
processor = AutoProcessor.from_pretrained(model_path)
|
13 |
llm = LLM(
|
14 |
-
model=model_path, trust_remote_code=True, gpu_memory_utilization=0.
|
15 |
enforce_eager=True, device = "cuda",
|
16 |
limit_mm_per_prompt={"audio": 5},
|
17 |
)
|
|
|
11 |
def load_model_processor(model_path):
|
12 |
processor = AutoProcessor.from_pretrained(model_path)
|
13 |
llm = LLM(
|
14 |
+
model=model_path, trust_remote_code=True, gpu_memory_utilization=0.8,
|
15 |
enforce_eager=True, device = "cuda",
|
16 |
limit_mm_per_prompt={"audio": 5},
|
17 |
)
|