barreloflube commited on
Commit
2c30397
·
1 Parent(s): f5e5830

Refactor model loading to use AutoencoderKL for VAE

Browse files
Files changed (1) hide show
  1. app.py +2 -2
app.py CHANGED
@@ -58,7 +58,7 @@ def load_sd():
58
  except:
59
  model["pipeline"] = AutoPipelineForText2Image.from_pretrained(
60
  model['repo_id'],
61
- vae = AutoencoderTiny.from_pretrained("madebyollin/taef1", torch_dtype=torch.bfloat16).to(device),
62
  torch_dtype = model['compute_type'],
63
  safety_checker = None
64
  ).to(device)
@@ -67,7 +67,7 @@ def load_sd():
67
 
68
 
69
  # VAE n Refiner
70
- flux_vae = AutoencoderTiny.from_pretrained("madebyollin/taef1", torch_dtype=torch.bfloat16).to(device)
71
  sdxl_vae = AutoencoderKL.from_pretrained("madebyollin/sdxl-vae-fp16-fix", torch_dtype=torch.float16).to(device)
72
  refiner = DiffusionPipeline.from_pretrained("stabilityai/stable-diffusion-xl-refiner-1.0", vae=sdxl_vae, torch_dtype=torch.float16, use_safetensors=True, variant="fp16").to(device)
73
  refiner.enable_model_cpu_offload()
 
58
  except:
59
  model["pipeline"] = AutoPipelineForText2Image.from_pretrained(
60
  model['repo_id'],
61
+ vae = AutoencoderKL.from_pretrained("AutoencoderKL", subfolder="vae", torch_dtype=torch.bfloat16).to(device),
62
  torch_dtype = model['compute_type'],
63
  safety_checker = None
64
  ).to(device)
 
67
 
68
 
69
  # VAE n Refiner
70
+ flux_vae = AutoencoderKL.from_pretrained("AutoencoderKL", subfolder="vae", torch_dtype=torch.bfloat16).to(device)
71
  sdxl_vae = AutoencoderKL.from_pretrained("madebyollin/sdxl-vae-fp16-fix", torch_dtype=torch.float16).to(device)
72
  refiner = DiffusionPipeline.from_pretrained("stabilityai/stable-diffusion-xl-refiner-1.0", vae=sdxl_vae, torch_dtype=torch.float16, use_safetensors=True, variant="fp16").to(device)
73
  refiner.enable_model_cpu_offload()