helloworld-S commited on
Commit
eb3eeb7
·
verified ·
1 Parent(s): ec787a0

Update src/flux/pipeline_tools.py

Browse files
Files changed (1) hide show
  1. src/flux/pipeline_tools.py +2 -2
src/flux/pipeline_tools.py CHANGED
@@ -515,13 +515,13 @@ class CustomFluxPipeline:
515
  if config["model"].get("dit_quant", "None")=="int8-quanto":
516
  self.pipe = FluxPipeline.from_pretrained("diffusers/FLUX.1-dev-torchao-int8",
517
  torch_dtype=torch_dtype,
518
- use_safetensors=False).to(device)
519
 
520
  else:
521
  self.pipe = FluxPipeline.from_pretrained("black-forest-labs/FLUX.1-dev",
522
  torch_dtype=torch_dtype).to(device)
523
 
524
- self.pipe.enable_sequential_cpu_offload()
525
 
526
  self.config = config
527
  self.device = device
 
515
  if config["model"].get("dit_quant", "None")=="int8-quanto":
516
  self.pipe = FluxPipeline.from_pretrained("diffusers/FLUX.1-dev-torchao-int8",
517
  torch_dtype=torch_dtype,
518
+ use_safetensors=False, device_map=device)
519
 
520
  else:
521
  self.pipe = FluxPipeline.from_pretrained("black-forest-labs/FLUX.1-dev",
522
  torch_dtype=torch_dtype).to(device)
523
 
524
+ # self.pipe.enable_sequential_cpu_offload()
525
 
526
  self.config = config
527
  self.device = device