jokerbit commited on
Commit
c0aa444
·
verified ·
1 Parent(s): de1bc64

Upload src/pipeline.py with huggingface_hub

Browse files
Files changed (1) hide show
  1. src/pipeline.py +4 -6
src/pipeline.py CHANGED
@@ -29,19 +29,17 @@ def load_pipeline() -> Pipeline:
29
  use_safetensors=False,
30
  local_files_only=True,
31
  torch_dtype=torch.bfloat16)
 
32
  pipeline = FluxPipeline.from_pretrained(
33
  CHECKPOINT,
34
  revision=REVISION,
35
  transformer=transformer,
36
  local_files_only=True,
37
  torch_dtype=torch.bfloat16,
38
- ).to("cuda")
39
 
40
- # pipeline.vae.to(memory_format=torch.channels_last)
41
- # quantize_(pipeline.vae, int8_weight_only())
42
- # pipeline.vae.compile()
43
- pipeline.to("cuda")
44
- for _ in range(2):
45
  pipeline("cat", num_inference_steps=4)
46
 
47
  return pipeline
 
29
  use_safetensors=False,
30
  local_files_only=True,
31
  torch_dtype=torch.bfloat16)
32
+
33
  pipeline = FluxPipeline.from_pretrained(
34
  CHECKPOINT,
35
  revision=REVISION,
36
  transformer=transformer,
37
  local_files_only=True,
38
  torch_dtype=torch.bfloat16,
39
+ ).to("cuda")
40
 
41
+ # pipeline.to(memory_format=torch.channels_last)
42
+ for _ in range(4):
 
 
 
43
  pipeline("cat", num_inference_steps=4)
44
 
45
  return pipeline