Update app.py

app.py

@@ -3,7 +3,7 @@ import spaces
 
 import torch
 torch.jit.script = lambda f: f
-torch.autocast = lambda device_type, dtype: torch.autocast(device_type, torch.float)
+# torch.autocast = lambda device_type, dtype: torch.autocast(device_type, torch.float)
 
 from t2v_metrics import VQAScore, list_all_vqascore_models
 
@@ -24,8 +24,9 @@ def generate(model_name, image, text):
     # model_pipe.to("cuda")
     print("Generating!")
     # with torch.autocast(device_type='cuda'):
-    result = model_pipe(images=[image], texts=[text])
-    return result
+    with torch.autocast(device_type='cuda', dtype=torch.float):
+        result = model_pipe(images=[image], texts=[text])
+        return result
 
 iface = gr.Interface(
     fn=generate,  # function to call