Spaces:
Running
Running
Update app.py
Browse filesAdding pipe.unet = torch.compile(pipe.unet, mode="reduce-overhead", fullgraph=True)
To test speed.
app.py
CHANGED
@@ -11,15 +11,19 @@ if torch.cuda.is_available():
|
|
11 |
pipe = DiffusionPipeline.from_pretrained("stabilityai/stable-diffusion-xl-base-1.0", torch_dtype=torch.float16, variant="fp16", use_safetensors=True)
|
12 |
pipe.enable_xformers_memory_efficient_attention()
|
13 |
pipe = pipe.to(device)
|
|
|
14 |
torch.cuda.empty_cache()
|
15 |
refiner = DiffusionPipeline.from_pretrained("stabilityai/stable-diffusion-xl-refiner-1.0", use_safetensors=True, torch_dtype=torch.float16, variant="fp16")
|
16 |
refiner.enable_xformers_memory_efficient_attention()
|
17 |
refiner.enable_sequential_cpu_offload()
|
|
|
18 |
else:
|
19 |
pipe = DiffusionPipeline.from_pretrained("stabilityai/stable-diffusion-xl-base-1.0", use_safetensors=True)
|
20 |
pipe = pipe.to(device)
|
|
|
21 |
refiner = DiffusionPipeline.from_pretrained("stabilityai/stable-diffusion-xl-refiner-1.0", use_safetensors=True)
|
22 |
refiner = refiner.to(device)
|
|
|
23 |
|
24 |
n_steps = 40
|
25 |
high_noise_frac = 0.8
|
|
|
11 |
pipe = DiffusionPipeline.from_pretrained("stabilityai/stable-diffusion-xl-base-1.0", torch_dtype=torch.float16, variant="fp16", use_safetensors=True)
|
12 |
pipe.enable_xformers_memory_efficient_attention()
|
13 |
pipe = pipe.to(device)
|
14 |
+
pipe.unet = torch.compile(pipe.unet, mode="reduce-overhead", fullgraph=True)
|
15 |
torch.cuda.empty_cache()
|
16 |
refiner = DiffusionPipeline.from_pretrained("stabilityai/stable-diffusion-xl-refiner-1.0", use_safetensors=True, torch_dtype=torch.float16, variant="fp16")
|
17 |
refiner.enable_xformers_memory_efficient_attention()
|
18 |
refiner.enable_sequential_cpu_offload()
|
19 |
+
refiner.unet = torch.compile(pipe.unet, mode="reduce-overhead", fullgraph=True)
|
20 |
else:
|
21 |
pipe = DiffusionPipeline.from_pretrained("stabilityai/stable-diffusion-xl-base-1.0", use_safetensors=True)
|
22 |
pipe = pipe.to(device)
|
23 |
+
pipe.unet = torch.compile(pipe.unet, mode="reduce-overhead", fullgraph=True)
|
24 |
refiner = DiffusionPipeline.from_pretrained("stabilityai/stable-diffusion-xl-refiner-1.0", use_safetensors=True)
|
25 |
refiner = refiner.to(device)
|
26 |
+
refiner.unet = torch.compile(pipe.unet, mode="reduce-overhead", fullgraph=True)
|
27 |
|
28 |
n_steps = 40
|
29 |
high_noise_frac = 0.8
|