Spaces:
Running
on
Zero
Running
on
Zero
Update app.py
Browse files
app.py
CHANGED
@@ -98,11 +98,11 @@ class AnimateController:
|
|
98 |
pnp_f_t=0.8, pnp_attn_t=0.8,):
|
99 |
|
100 |
if self.audio_projector_path is None:
|
101 |
-
print("audio projectore path is nonee")
|
102 |
self.audio_projector_path = "ckpts/audio_projector_landscape.pth"
|
103 |
self.adapter_ckpt_path = "ckpts/landscape.pt"
|
104 |
|
105 |
-
print(f"before run_pnp {self.audio_projector_path} -- {self.adapter_ckpt_path}")
|
106 |
|
107 |
image = self.pnp.run_pnp(
|
108 |
n_timesteps=50,
|
@@ -121,7 +121,7 @@ class AnimateController:
|
|
121 |
|
122 |
def update_audio_model(self, audio_model_update):
|
123 |
|
124 |
-
print(f"changing ckpts audio model {audio_model_update}")
|
125 |
|
126 |
if audio_model_update == "Landscape Model":
|
127 |
self.audio_projector_path = "ckpts/audio_projector_landscape.pth"
|
@@ -130,7 +130,7 @@ class AnimateController:
|
|
130 |
self.audio_projector_path = "ckpts/audio_projector_gh.pth"
|
131 |
self.adapter_ckpt_path = "ckpts/greatest_hits.pt"
|
132 |
|
133 |
-
print(f"audio_projector_path {self.audio_projector_path} -- {self.adapter_ckpt_path}")
|
134 |
|
135 |
# self.pnp.set_audio_projector(gate_dict_path, audio_projector_path)
|
136 |
# self.pnp.changed_model = True
|
@@ -155,6 +155,8 @@ def ui():
|
|
155 |
gr.Markdown(
|
156 |
"""
|
157 |
# [SonicDiffusion: Audio-Driven Image Generation and Editing with Pretrained Diffusion Models]
|
|
|
|
|
158 |
"""
|
159 |
)
|
160 |
with gr.Row():
|
|
|
98 |
pnp_f_t=0.8, pnp_attn_t=0.8,):
|
99 |
|
100 |
if self.audio_projector_path is None:
|
101 |
+
#print("audio projectore path is nonee")
|
102 |
self.audio_projector_path = "ckpts/audio_projector_landscape.pth"
|
103 |
self.adapter_ckpt_path = "ckpts/landscape.pt"
|
104 |
|
105 |
+
#print(f"before run_pnp {self.audio_projector_path} -- {self.adapter_ckpt_path}")
|
106 |
|
107 |
image = self.pnp.run_pnp(
|
108 |
n_timesteps=50,
|
|
|
121 |
|
122 |
def update_audio_model(self, audio_model_update):
|
123 |
|
124 |
+
#print(f"changing ckpts audio model {audio_model_update}")
|
125 |
|
126 |
if audio_model_update == "Landscape Model":
|
127 |
self.audio_projector_path = "ckpts/audio_projector_landscape.pth"
|
|
|
130 |
self.audio_projector_path = "ckpts/audio_projector_gh.pth"
|
131 |
self.adapter_ckpt_path = "ckpts/greatest_hits.pt"
|
132 |
|
133 |
+
#print(f"audio_projector_path {self.audio_projector_path} -- {self.adapter_ckpt_path}")
|
134 |
|
135 |
# self.pnp.set_audio_projector(gate_dict_path, audio_projector_path)
|
136 |
# self.pnp.changed_model = True
|
|
|
155 |
gr.Markdown(
|
156 |
"""
|
157 |
# [SonicDiffusion: Audio-Driven Image Generation and Editing with Pretrained Diffusion Models]
|
158 |
+
Adjust CFG Scale to control condition strength
|
159 |
+
Adjust PNP Injections to control amount of features injected from the source image
|
160 |
"""
|
161 |
)
|
162 |
with gr.Row():
|