jokerbit commited on
Commit
b3288d3
·
verified ·
1 Parent(s): 626e60b

Upload src/pipeline.py with huggingface_hub

Browse files
Files changed (1) hide show
  1. src/pipeline.py +1 -0
src/pipeline.py CHANGED
@@ -51,6 +51,7 @@ def load_pipeline() -> Pipeline:
51
  pipeline.transformer.to(memory_format=torch.channels_last)
52
  pipeline.vae.to(memory_format=torch.channels_last)
53
  quantize_(pipeline.vae, int8_weight_only())
 
54
  pipeline.vae = torch.compile(pipeline.vae, fullgraph=True, backend="tensorrt")
55
 
56
  PROMPT = 'semiconformity, peregrination, quip, twineless, emotionless, tawa, depickle'
 
51
  pipeline.transformer.to(memory_format=torch.channels_last)
52
  pipeline.vae.to(memory_format=torch.channels_last)
53
  quantize_(pipeline.vae, int8_weight_only())
54
+ pipeline.transformer = torch.compile(pipeline.transformer, backend="tensorrt")
55
  pipeline.vae = torch.compile(pipeline.vae, fullgraph=True, backend="tensorrt")
56
 
57
  PROMPT = 'semiconformity, peregrination, quip, twineless, emotionless, tawa, depickle'