test compile first

app_tensorrt.py

@@ -34,10 +34,26 @@ base_pipe.scheduler = DDPMScheduler.from_pretrained(
 )
 
 backend = "torch_tensorrt"
+import torch_tensorrt
+print('Compiling model...')
+compiledModel = torch.compile(
+    base_pipe.unet,
+    backend=backend,
+    options={
+        "truncate_long_and_double": True,
+        "enabled_precisions": {torch.float32, torch.float16},
+    },
+    dynamic=False,
+)
+print('Model compiled!')
+
+print('Saving compiled model...')
+torch_tensorrt.save(compiledModel, "compiled_pipe.ep")
+print('Compiled model saved!')
 
-# print('Loading compiled model...')
-# loadedModel = torch_tensorrt.load("compiled_pipe.ep").module()
-# print('Compiled model loaded!')
+print('Loading compiled model...')
+loadedModel = torch_tensorrt.load("compiled_pipe.ep").module()
+print('Compiled model loaded!')