tbdatasci commited on
Commit
ec6cad7
Β·
1 Parent(s): cc1d163
Files changed (1) hide show
  1. app.py +268 -0
app.py ADDED
@@ -0,0 +1,268 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ import functools
2
+ import random
3
+
4
+ import gradio as gr
5
+ import torch
6
+
7
+ from fabric.generator import AttentionBasedGenerator
8
+
9
+
10
+ #model_name = "dreamlike-art/dreamlike-photoreal-2.0"
11
+ model_name = ""
12
+ model_ckpt = "https://huggingface.co/Lykon/DreamShaper/blob/main/DreamShaper_7_pruned.safetensors"
13
+
14
+ class GeneratorWrapper:
15
+ def __init__(self, model_name=None, model_ckpt=None):
16
+ self.model_name = model_name if model_name else None
17
+ self.model_ckpt = model_ckpt if model_ckpt else None
18
+ self.dtype = torch.float16 if torch.cuda.is_available() else torch.float32
19
+ self.device = "cuda" if torch.cuda.is_available() else "cpu"
20
+
21
+ self.reload()
22
+
23
+ def generate(self, *args, **kwargs):
24
+ if not hasattr(self, "generator"):
25
+ self.reload()
26
+ return self.generator.generate(*args, **kwargs)
27
+
28
+ def to(self, device):
29
+ return self.generator.to(device)
30
+
31
+ def reload(self):
32
+ if hasattr(self, "generator"):
33
+ del self.generator
34
+ if self.device == "cuda":
35
+ torch.cuda.empty_cache()
36
+ self.generator = AttentionBasedGenerator(
37
+ model_name=self.model_name,
38
+ model_ckpt=self.model_ckpt,
39
+ torch_dtype=self.dtype,
40
+ ).to(self.device)
41
+
42
+ generator = GeneratorWrapper(model_name, model_ckpt)
43
+
44
+
45
+ css = """
46
+ .btn-green {
47
+ background-image: linear-gradient(to bottom right, #86efac, #22c55e) !important;
48
+ border-color: #22c55e !important;
49
+ color: #166534 !important;
50
+ }
51
+ .btn-green:hover {
52
+ background-image: linear-gradient(to bottom right, #86efac, #86efac) !important;
53
+ }
54
+ .btn-red {
55
+ background: linear-gradient(to bottom right, #fda4af, #fb7185) !important;
56
+ border-color: #fb7185 !important;
57
+ color: #9f1239 !important;
58
+ }
59
+ .btn-red:hover {background: linear-gradient(to bottom right, #fda4af, #fda4af) !important;}
60
+ /*****/
61
+ .dark .btn-green {
62
+ background-image: linear-gradient(to bottom right, #047857, #065f46) !important;
63
+ border-color: #047857 !important;
64
+ color: #ffffff !important;
65
+ }
66
+ .dark .btn-green:hover {
67
+ background-image: linear-gradient(to bottom right, #047857, #047857) !important;
68
+ }
69
+ .dark .btn-red {
70
+ background: linear-gradient(to bottom right, #be123c, #9f1239) !important;
71
+ border-color: #be123c !important;
72
+ color: #ffffff !important;
73
+ }
74
+ .dark .btn-red:hover {background: linear-gradient(to bottom right, #be123c, #be123c) !important;}
75
+ """
76
+
77
+ def generate_fn(
78
+ feedback_enabled,
79
+ max_feedback_imgs,
80
+ prompt,
81
+ neg_prompt,
82
+ liked,
83
+ disliked,
84
+ denoising_steps,
85
+ guidance_scale,
86
+ feedback_start,
87
+ feedback_end,
88
+ min_weight,
89
+ max_weight,
90
+ neg_scale,
91
+ batch_size,
92
+ seed,
93
+ progress=gr.Progress(track_tqdm=True),
94
+ ):
95
+ try:
96
+ if seed < 0:
97
+ seed = random.randint(1,9999999999999999) #16 digits is an arbitrary limit
98
+ print("seed: ", seed)
99
+
100
+ max_feedback_imgs = max(0, int(max_feedback_imgs))
101
+ total_images = (len(liked) if liked else 0) + (len(disliked) if disliked else 0)
102
+
103
+ if not feedback_enabled:
104
+ liked = []
105
+ disliked = []
106
+ elif total_images > max_feedback_imgs:
107
+ if liked and disliked:
108
+ max_disliked = min(len(disliked), max_feedback_imgs // 2)
109
+ max_liked = min(len(liked), max_feedback_imgs - max_disliked)
110
+ if max_liked > len(liked):
111
+ max_disliked = max_feedback_imgs - max_liked
112
+ liked = liked[-max_liked:]
113
+ disliked = disliked[-max_disliked:]
114
+ elif liked:
115
+ liked = liked[-max_feedback_imgs:]
116
+ disliked = []
117
+ else:
118
+ liked = []
119
+ disliked = disliked[-max_feedback_imgs:]
120
+ # else: keep all feedback images
121
+
122
+ generate_kwargs = {
123
+ "prompt": prompt,
124
+ "negative_prompt": neg_prompt,
125
+ "liked": liked,
126
+ "disliked": disliked,
127
+ "denoising_steps": denoising_steps,
128
+ "guidance_scale": guidance_scale,
129
+ "feedback_start": feedback_start,
130
+ "feedback_end": feedback_end,
131
+ "min_weight": min_weight,
132
+ "max_weight": max_weight,
133
+ "neg_scale": neg_scale,
134
+ "seed": seed,
135
+ "n_images": batch_size,
136
+ }
137
+
138
+ try:
139
+ images = generator.generate(**generate_kwargs)
140
+ except RuntimeError as err:
141
+ if 'out of memory' in str(err):
142
+ generator.reload()
143
+ raise
144
+ return [(img, f"Image {i+1}") for i, img in enumerate(images)], images, seed
145
+ except Exception as err:
146
+ raise gr.Error(str(err))
147
+
148
+
149
+ def add_img_from_list(i, curr_imgs, all_imgs):
150
+ if all_imgs is None:
151
+ all_imgs = []
152
+ if i >= 0 and i < len(curr_imgs):
153
+ all_imgs.append(curr_imgs[i])
154
+ return all_imgs, all_imgs # return (gallery, state)
155
+
156
+ def add_img(img, all_imgs):
157
+ if all_imgs is None:
158
+ all_imgs = []
159
+ all_imgs.append(img)
160
+ return None, all_imgs, all_imgs
161
+
162
+ def remove_img_from_list(event: gr.SelectData, imgs):
163
+ if event.index >= 0 and event.index < len(imgs):
164
+ imgs.pop(event.index)
165
+ return imgs, imgs
166
+
167
+ def duplicate_seed_value(seed): #I don't like the progress bar showing on the previous seed box and this is how I hide it
168
+ return seed
169
+
170
+ with gr.Blocks(css=css) as demo:
171
+
172
+ liked_imgs = gr.State([])
173
+ disliked_imgs = gr.State([])
174
+ curr_imgs = gr.State([])
175
+
176
+ with gr.Row():
177
+ with gr.Column(scale=100):
178
+ prompt = gr.Textbox(label="Prompt")
179
+ neg_prompt = gr.Textbox(label="Negative prompt", value="lowres, bad anatomy, bad hands, cropped, worst quality")
180
+ submit_btn = gr.Button("Generate", variant="primary", min_width="96px")
181
+
182
+ with gr.Row(equal_height=False):
183
+ with gr.Column():
184
+ denoising_steps = gr.Slider(1, 100, value=20, step=1, label="Sampling steps")
185
+ guidance_scale = gr.Slider(0.0, 30.0, value=6, step=0.25, label="CFG scale")
186
+ batch_size = gr.Slider(1, 10, value=4, step=1, label="Batch size", interactive=False)
187
+ seed = gr.Number(-1, minimum=-1, precision=0, label="Seed")
188
+ max_feedback_imgs = gr.Slider(0, 20, value=6, step=1, label="Max. feedback images", info="Maximum number of liked/disliked images to be used. If exceeded, only the most recent images will be used as feedback. (NOTE: large number of feedback imgs => high VRAM requirements)")
189
+ feedback_enabled = gr.Checkbox(True, label="Enable feedback", interactive=True)
190
+
191
+ with gr.Accordion("Liked Images", open=True):
192
+ liked_img_input = gr.Image(type="pil", shape=(512, 512), height=128, label="Upload liked image")
193
+ like_gallery = gr.Gallery(label="πŸ‘ Liked images (click to remove)", columns=[3, 4, 3, 4, 5, 6], height=256, allow_preview=False)
194
+ clear_liked_btn = gr.Button("Clear likes")
195
+
196
+ with gr.Accordion("Disliked Images", open=True):
197
+ disliked_img_input = gr.Image(type="pil", shape=(512, 512), height=128, label="Upload disliked image")
198
+ dislike_gallery = gr.Gallery(label="πŸ‘Ž Disliked images (click to remove)", columns=[3, 4, 3, 4, 5, 6], height=256, allow_preview=False)
199
+ clear_disliked_btn = gr.Button("Clear dislikes")
200
+
201
+ with gr.Accordion("Feedback parameters", open=False):
202
+ feedback_start = gr.Slider(0.0, 1.0, value=0.0, label="Feedback start", info="Fraction of denoising steps starting from which to use max. feedback weight.")
203
+ feedback_end = gr.Slider(0.0, 1.0, value=0.8, label="Feedback end", info="Up to what fraction of denoising steps to use max. feedback weight.")
204
+ feedback_min_weight = gr.Slider(0.0, 1.0, value=0.0, label="Feedback min. weight", info="Attention weight of feedback images when turned off (set to 0.0 to disable)")
205
+ feedback_max_weight = gr.Slider(0.0, 1.0, value=0.8, label="Feedback max. weight", info="Attention weight of feedback images when turned on (set to 0.0 to disable)")
206
+ feedback_neg_scale = gr.Slider(0.0, 1.0, value=0.5, label="Neg. feedback scale", info="Attention weight of disliked images relative to liked images (set to 0.0 to disable negative feedback)")
207
+
208
+ with gr.Column():
209
+ gallery = gr.Gallery(label="Generated images")
210
+
211
+ like_btns = []
212
+ dislike_btns = []
213
+ with gr.Row():
214
+ for i in range(0, 2):
215
+ like_btn = gr.Button(f"πŸ‘ Image {i+1}", elem_classes="btn-green")
216
+ like_btns.append(like_btn)
217
+ with gr.Row():
218
+ for i in range(2, 4):
219
+ like_btn = gr.Button(f"πŸ‘ Image {i+1}", elem_classes="btn-green")
220
+ like_btns.append(like_btn)
221
+ with gr.Row():
222
+ for i in range(0, 2):
223
+ dislike_btn = gr.Button(f"πŸ‘Ž Image {i+1}", elem_classes="btn-red")
224
+ dislike_btns.append(dislike_btn)
225
+ with gr.Row():
226
+ for i in range(2, 4):
227
+ dislike_btn = gr.Button(f"πŸ‘Ž Image {i+1}", elem_classes="btn-red")
228
+ dislike_btns.append(dislike_btn)
229
+
230
+ prev_seed = gr.Number(-1, label="Previous seed", interactive=False)
231
+ prev_seed_hid = gr.Number(-1, visible=False)
232
+
233
+ generate_params = [
234
+ feedback_enabled,
235
+ max_feedback_imgs,
236
+ prompt,
237
+ neg_prompt,
238
+ liked_imgs,
239
+ disliked_imgs,
240
+ denoising_steps,
241
+ guidance_scale,
242
+ feedback_start,
243
+ feedback_end,
244
+ feedback_min_weight,
245
+ feedback_max_weight,
246
+ feedback_neg_scale,
247
+ batch_size,
248
+ seed,
249
+ ]
250
+ submit_btn.click(generate_fn, generate_params, [gallery, curr_imgs, prev_seed_hid], queue=True)
251
+ prev_seed_hid.change(duplicate_seed_value, prev_seed_hid, prev_seed, queue=False)
252
+
253
+ for i, like_btn in enumerate(like_btns):
254
+ like_btn.click(functools.partial(add_img_from_list, i), [curr_imgs, liked_imgs], [like_gallery, liked_imgs], queue=False)
255
+ for i, dislike_btn in enumerate(dislike_btns):
256
+ dislike_btn.click(functools.partial(add_img_from_list, i), [curr_imgs, disliked_imgs], [dislike_gallery, disliked_imgs], queue=False)
257
+
258
+ like_gallery.select(remove_img_from_list, [liked_imgs], [like_gallery, liked_imgs], queue=False)
259
+ dislike_gallery.select(remove_img_from_list, [disliked_imgs], [dislike_gallery, disliked_imgs], queue=False)
260
+
261
+ liked_img_input.upload(add_img, [liked_img_input, liked_imgs], [liked_img_input, like_gallery, liked_imgs], queue=False)
262
+ disliked_img_input.upload(add_img, [disliked_img_input, disliked_imgs], [disliked_img_input, dislike_gallery, disliked_imgs], queue=False)
263
+
264
+ clear_liked_btn.click(lambda: [[], []], None, [liked_imgs, like_gallery], queue=False)
265
+ clear_disliked_btn.click(lambda: [[], []], None, [disliked_imgs, dislike_gallery], queue=False)
266
+
267
+ demo.queue(1)
268
+ demo.launch(debug=True)