Spaces:
Running
on
Zero
Running
on
Zero
Update app.py (#1)
Browse files- Update app.py (b3547a510c7a30c0995836463308ff6a98d90a1e)
- Update app.py (f41263642fc83451fae2692116077eac7746722b)
app.py
CHANGED
@@ -27,14 +27,17 @@ def round_to_nearest_resolution_acceptable_by_vae(height, width):
|
|
27 |
@spaces.GPU
|
28 |
def generate(prompt,
|
29 |
negative_prompt,
|
30 |
-
image,
|
|
|
31 |
steps,
|
32 |
num_frames,
|
33 |
seed,
|
34 |
randomize_seed,
|
35 |
t2v, improve_texture=False, progress=gr.Progress(track_tqdm=True)):
|
36 |
|
37 |
-
|
|
|
|
|
38 |
# Part 1. Generate video at smaller resolution
|
39 |
# Text-only conditioning is also supported without the need to pass `conditions`
|
40 |
expected_height, expected_width = 768, 1152
|
@@ -42,11 +45,15 @@ def generate(prompt,
|
|
42 |
downscaled_height, downscaled_width = int(expected_height * downscale_factor), int(expected_width * downscale_factor)
|
43 |
downscaled_height, downscaled_width = round_to_nearest_resolution_acceptable_by_vae(downscaled_height, downscaled_width)
|
44 |
|
45 |
-
|
46 |
-
|
|
|
|
|
|
|
|
|
47 |
|
48 |
-
if
|
49 |
-
condition1 = LTXVideoCondition(video=
|
50 |
latents = pipe(
|
51 |
conditions=condition1,
|
52 |
prompt=prompt,
|
@@ -155,9 +162,15 @@ with gr.Blocks(css=css, theme=gr.themes.Ocean()) as demo:
|
|
155 |
with gr.Row():
|
156 |
with gr.Column():
|
157 |
with gr.Group():
|
158 |
-
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
159 |
prompt = gr.Textbox(label="prompt")
|
160 |
-
t2v = gr.Checkbox(label="run text-to-video", value=False)
|
161 |
run_button = gr.Button()
|
162 |
with gr.Column():
|
163 |
output = gr.Video(interactive=False)
|
@@ -170,13 +183,15 @@ with gr.Blocks(css=css, theme=gr.themes.Ocean()) as demo:
|
|
170 |
randomize_seed = gr.Checkbox(label="randomize seed")
|
171 |
with gr.Row():
|
172 |
steps = gr.Slider(label="Steps", minimum=1, maximum=30, value=8, step=1)
|
173 |
-
num_frames = gr.Slider(label="# frames", minimum=1, maximum=
|
|
|
174 |
|
175 |
|
176 |
run_button.click(fn=generate,
|
177 |
inputs=[prompt,
|
178 |
negative_prompt,
|
179 |
-
image,
|
|
|
180 |
steps,
|
181 |
num_frames,
|
182 |
seed,
|
|
|
27 |
@spaces.GPU
|
28 |
def generate(prompt,
|
29 |
negative_prompt,
|
30 |
+
image,
|
31 |
+
video,
|
32 |
steps,
|
33 |
num_frames,
|
34 |
seed,
|
35 |
randomize_seed,
|
36 |
t2v, improve_texture=False, progress=gr.Progress(track_tqdm=True)):
|
37 |
|
38 |
+
if randomize_seed:
|
39 |
+
seed = random.randint(0, MAX_SEED)
|
40 |
+
|
41 |
# Part 1. Generate video at smaller resolution
|
42 |
# Text-only conditioning is also supported without the need to pass `conditions`
|
43 |
expected_height, expected_width = 768, 1152
|
|
|
45 |
downscaled_height, downscaled_width = int(expected_height * downscale_factor), int(expected_width * downscale_factor)
|
46 |
downscaled_height, downscaled_width = round_to_nearest_resolution_acceptable_by_vae(downscaled_height, downscaled_width)
|
47 |
|
48 |
+
condition = image is not None or video is not None
|
49 |
+
if video:
|
50 |
+
frames_to_use = 21
|
51 |
+
video = load_video(video)[:frames_to_use]
|
52 |
+
else:
|
53 |
+
video = [image]
|
54 |
|
55 |
+
if condition and (not t2v):
|
56 |
+
condition1 = LTXVideoCondition(video=video, frame_index=0)
|
57 |
latents = pipe(
|
58 |
conditions=condition1,
|
59 |
prompt=prompt,
|
|
|
162 |
with gr.Row():
|
163 |
with gr.Column():
|
164 |
with gr.Group():
|
165 |
+
with gr.Tab("text-to-video"):
|
166 |
+
image = gr.Image(label="", visible=False)
|
167 |
+
#prompt = gr.Textbox(label="prompt")
|
168 |
+
with gr.Tab("image-to-video"):
|
169 |
+
image = gr.Image(label="")
|
170 |
+
#prompt = gr.Textbox(label="prompt")
|
171 |
+
with gr.Tab("video-to-video"):
|
172 |
+
video = gr.Video(label="")
|
173 |
prompt = gr.Textbox(label="prompt")
|
|
|
174 |
run_button = gr.Button()
|
175 |
with gr.Column():
|
176 |
output = gr.Video(interactive=False)
|
|
|
183 |
randomize_seed = gr.Checkbox(label="randomize seed")
|
184 |
with gr.Row():
|
185 |
steps = gr.Slider(label="Steps", minimum=1, maximum=30, value=8, step=1)
|
186 |
+
num_frames = gr.Slider(label="# frames", minimum=1, maximum=30, value=8, step=1)
|
187 |
+
|
188 |
|
189 |
|
190 |
run_button.click(fn=generate,
|
191 |
inputs=[prompt,
|
192 |
negative_prompt,
|
193 |
+
image,
|
194 |
+
video,
|
195 |
steps,
|
196 |
num_frames,
|
197 |
seed,
|