Update app.py

app.py

@@ -134,7 +134,7 @@ def inference(image, audio, video, task_type, instruction):
 
 
 
-    with torch.autocast(device_type=device_type, dtype=torch.float32, enabled=True):
+    with torch.autocast(device_type=device_type, dtype=torch.bfloat16, enabled=True):
 
         out = model(image=image, text=text_input, mode='generate', return_dict=True, max_length=max_length, 
                     do_sample=do_sample, num_beams=num_beams)