daquanzhou commited on
Commit
54a377a
1 Parent(s): 17fa1b2
Files changed (1) hide show
  1. app.py +10 -17
app.py CHANGED
@@ -244,6 +244,10 @@ class MagicMeController:
244
  prompt = f"a photo of embedding:{self.selected_id_embed} {category} " + prompt_text_box
245
  print("prompt:", prompt)
246
  print("negative_prompt_text_box:", negative_prompt_text_box)
 
 
 
 
247
  with torch.inference_mode():
248
  cliptextencode = CLIPTextEncode()
249
  cliptextencode_6 = cliptextencode.encode(
@@ -529,32 +533,21 @@ def ui():
529
  with gr.Blocks(css=css) as demo:
530
  gr.Markdown(
531
  """
532
- # AnimateDiff: Animate Your Personalized Text-to-Image Diffusion Models without Specific Tuning
533
- Yuwei Guo, Ceyuan Yang*, Anyi Rao, Yaohui Wang, Yu Qiao, Dahua Lin, Bo Dai (*Corresponding Author)<br>
534
- [Arxiv Report](https://arxiv.org/abs/2307.04725) | [Project Page](https://animatediff.github.io/) | [Github](https://github.com/guoyww/animatediff/)
535
  """
536
  )
537
  gr.Markdown(
538
  """
539
  ### Quick Start
540
- 1. Select desired `Base DreamBooth Model`.
541
- 2. Select `Motion Module` from `mm_sd_v14.ckpt` and `mm_sd_v15.ckpt`. We recommend trying both of them for the best results.
542
- 3. Provide `Prompt` and `Negative Prompt` for each model. You are encouraged to refer to each model's webpage on CivitAI to learn how to write prompts for them. Below are the DreamBooth models in this demo. Click to visit their homepage.
543
- - [`toonyou_beta3.safetensors`](https://civitai.com/models/30240?modelVersionId=78775)
544
- - [`lyriel_v16.safetensors`](https://civitai.com/models/22922/lyriel)
545
- - [`rcnzCartoon3d_v10.safetensors`](https://civitai.com/models/66347?modelVersionId=71009)
546
- - [`majicmixRealistic_v5Preview.safetensors`](https://civitai.com/models/43331?modelVersionId=79068)
547
- - [`realisticVisionV20_v20.safetensors`](https://civitai.com/models/4201?modelVersionId=29460)
548
- 4. Click `Generate`, wait for ~1 min, and enjoy.
549
  """
550
  )
551
  with gr.Row():
552
  with gr.Column():
553
- # id_embed_dropdown = gr.Dropdown( label="Base DreamBooth Model", choices=c.base_model_list, value=c.base_model_list[0], interactive=True )
554
- # motion_module_dropdown = gr.Dropdown( label="Motion Module", choices=c.motion_module_list, value=c.motion_module_list[0], interactive=True )
555
-
556
- # id_embed_dropdown.change(fn=c.update_base_model, inputs=[id_embed_dropdown], outputs=[id_embed_dropdown])
557
- # motion_module_dropdown.change(fn=c.update_motion_module, inputs=[motion_module_dropdown], outputs=[motion_module_dropdown])
558
  id_embed_dropdown = gr.Dropdown( label="ID Embedding", choices=c.id_embed_list, value=c.id_embed_list[0], interactive=True )
559
  id_embed_dropdown.change(fn=c.update_id_embed, inputs=[id_embed_dropdown], outputs=[id_embed_dropdown])
560
 
 
244
  prompt = f"a photo of embedding:{self.selected_id_embed} {category} " + prompt_text_box
245
  print("prompt:", prompt)
246
  print("negative_prompt_text_box:", negative_prompt_text_box)
247
+ print("id_embed_dropdown:", id_embed_dropdown)
248
+ print("gaussian_slider:", gaussian_slider)
249
+ print("seed_text_box:", seed_text_box)
250
+ seed_text_box = int(seed_text_box)
251
  with torch.inference_mode():
252
  cliptextencode = CLIPTextEncode()
253
  cliptextencode_6 = cliptextencode.encode(
 
533
  with gr.Blocks(css=css) as demo:
534
  gr.Markdown(
535
  """
536
+ # Magic-Me: Identity-Specific Video Customized Diffusion
537
+ Ze Ma*, Daquan Zhou* †, Chun-Hsiao Yeh, Xue-She Wang, Xiuyu Li, Huanrui Yang, Zhen Dong †, Kurt Keutzer, Jiashi Feng (*Joint First Author, † Corresponding Author)
538
+ [Arxiv Report](https://arxiv.org/abs/2402.09368) | [Project Page](https://magic-me-webpage.github.io/) | [Github](https://github.com/Zhen-Dong/Magic-Me)
539
  """
540
  )
541
  gr.Markdown(
542
  """
543
  ### Quick Start
544
+ 1. Select desired `ID embedding`.
545
+ 2. Provide `Prompt` and `Negative Prompt` for each model. Please use propoer pronoun for the character's gender.
546
+ 4. Click `Generate`, wait for ~5 min, and enjoy.
 
 
 
 
 
 
547
  """
548
  )
549
  with gr.Row():
550
  with gr.Column():
 
 
 
 
 
551
  id_embed_dropdown = gr.Dropdown( label="ID Embedding", choices=c.id_embed_list, value=c.id_embed_list[0], interactive=True )
552
  id_embed_dropdown.change(fn=c.update_id_embed, inputs=[id_embed_dropdown], outputs=[id_embed_dropdown])
553