lukecq commited on
Commit
c11d9db
·
verified ·
1 Parent(s): aec1ff0

Update app.py

Browse files
Files changed (1) hide show
  1. app.py +1 -1
app.py CHANGED
@@ -15,7 +15,7 @@ login(token=TOKEN)
15
  def load_model_processor(model_path):
16
  processor = AutoProcessor.from_pretrained(model_path)
17
  llm = LLM(
18
- model=model_path, trust_remote_code=True, gpu_memory_utilization=0.4,
19
  enforce_eager=True, device = "cuda",
20
  limit_mm_per_prompt={"audio": 5},
21
  )
 
15
  def load_model_processor(model_path):
16
  processor = AutoProcessor.from_pretrained(model_path)
17
  llm = LLM(
18
+ model=model_path, trust_remote_code=True, gpu_memory_utilization=0.8,
19
  enforce_eager=True, device = "cuda",
20
  limit_mm_per_prompt={"audio": 5},
21
  )