lukecq commited on
Commit
f983cef
·
verified ·
1 Parent(s): 3d2c1c1

Update app.py

Browse files
Files changed (1) hide show
  1. app.py +1 -1
app.py CHANGED
@@ -11,7 +11,7 @@ from vllm import LLM, SamplingParams
11
  def load_model_processor(model_path):
12
  processor = AutoProcessor.from_pretrained(model_path)
13
  llm = LLM(
14
- model=model_path, trust_remote_code=True, gpu_memory_utilization=0.4,
15
  enforce_eager=True, device = "cuda",
16
  limit_mm_per_prompt={"audio": 5},
17
  )
 
11
  def load_model_processor(model_path):
12
  processor = AutoProcessor.from_pretrained(model_path)
13
  llm = LLM(
14
+ model=model_path, trust_remote_code=True, gpu_memory_utilization=0.8,
15
  enforce_eager=True, device = "cuda",
16
  limit_mm_per_prompt={"audio": 5},
17
  )