Upload 45 files

.gitattributes

@@ -33,3 +33,44 @@ saved_model/**/* filter=lfs diff=lfs merge=lfs -text
 *.zip filter=lfs diff=lfs merge=lfs -text
 *.zst filter=lfs diff=lfs merge=lfs -text
 *tfevents* filter=lfs diff=lfs merge=lfs -text
+data/Generated_Results/01/Anna_skating.mp4 filter=lfs diff=lfs merge=lfs -text
+data/Generated_Results/01/Gymnastics.mp4 filter=lfs diff=lfs merge=lfs -text
+data/Generated_Results/01/Mimo.mp4 filter=lfs diff=lfs merge=lfs -text
+data/Generated_Results/01/Moonwalk.mp4 filter=lfs diff=lfs merge=lfs -text
+data/Generated_Results/02/Anna_skating.mp4 filter=lfs diff=lfs merge=lfs -text
+data/Generated_Results/02/Gymnastics.mp4 filter=lfs diff=lfs merge=lfs -text
+data/Generated_Results/02/Mimo.mp4 filter=lfs diff=lfs merge=lfs -text
+data/Generated_Results/02/Moonwalk.mp4 filter=lfs diff=lfs merge=lfs -text
+data/Generated_Results/03/Anna_skating.mp4 filter=lfs diff=lfs merge=lfs -text
+data/Generated_Results/03/Gymnastics.mp4 filter=lfs diff=lfs merge=lfs -text
+data/Generated_Results/03/Mimo.mp4 filter=lfs diff=lfs merge=lfs -text
+data/Generated_Results/03/Moonwalk.mp4 filter=lfs diff=lfs merge=lfs -text
+data/Generated_Results/04/Anna_skating.mp4 filter=lfs diff=lfs merge=lfs -text
+data/Generated_Results/04/Mimo.mp4 filter=lfs diff=lfs merge=lfs -text
+data/Generated_Results/04/Moonwalk.mp4 filter=lfs diff=lfs merge=lfs -text
+data/Generated_Results/05/Anna_skating.mp4 filter=lfs diff=lfs merge=lfs -text
+data/Generated_Results/05/Gymnastics.mp4 filter=lfs diff=lfs merge=lfs -text
+data/Generated_Results/05/Mimo.mp4 filter=lfs diff=lfs merge=lfs -text
+data/Generated_Results/05/Moonwalk.mp4 filter=lfs diff=lfs merge=lfs -text
+data/Generated_Results/06/Anna_skating.mp4 filter=lfs diff=lfs merge=lfs -text
+data/Generated_Results/06/Mimo.mp4 filter=lfs diff=lfs merge=lfs -text
+data/Generated_Results/06/Moonwalk.mp4 filter=lfs diff=lfs merge=lfs -text
+data/Generated_Results/07/Anna_skating.mp4 filter=lfs diff=lfs merge=lfs -text
+data/Generated_Results/07/Gymnastics.mp4 filter=lfs diff=lfs merge=lfs -text
+data/Generated_Results/07/Mimo.mp4 filter=lfs diff=lfs merge=lfs -text
+data/Generated_Results/07/Moonwalk.mp4 filter=lfs diff=lfs merge=lfs -text
+data/Generated_Results/alyosha/Gymnastics.mp4 filter=lfs diff=lfs merge=lfs -text
+data/Generated_Results/alyosha/Mimo.mp4 filter=lfs diff=lfs merge=lfs -text
+data/Generated_Results/alyosha/Moonwalk.mp4 filter=lfs diff=lfs merge=lfs -text
+data/Reference_Images/01.png filter=lfs diff=lfs merge=lfs -text
+data/Reference_Images/02.png filter=lfs diff=lfs merge=lfs -text
+data/Reference_Images/03.png filter=lfs diff=lfs merge=lfs -text
+data/Reference_Images/04.png filter=lfs diff=lfs merge=lfs -text
+data/Reference_Images/05.png filter=lfs diff=lfs merge=lfs -text
+data/Reference_Images/06.png filter=lfs diff=lfs merge=lfs -text
+data/Reference_Images/07.png filter=lfs diff=lfs merge=lfs -text
+data/Reference_Images/alyosha.png filter=lfs diff=lfs merge=lfs -text
+data/Source_Videos/Anna_skating.mp4 filter=lfs diff=lfs merge=lfs -text
+data/Source_Videos/Gymnastics.mp4 filter=lfs diff=lfs merge=lfs -text
+data/Source_Videos/Mimo.mp4 filter=lfs diff=lfs merge=lfs -text
+data/Source_Videos/Moonwalk.mp4 filter=lfs diff=lfs merge=lfs -text

app.py

@@ -0,0 +1,161 @@
+import gradio as gr
+import os
+from pathlib import Path
+
+def process_selection(image_choice, video_choice):
+    if image_choice and video_choice:
+        img_number = Path(image_choice).name.split(".png")[0]
+        output_video = os.path.join(
+            "./data/Generated_Results", 
+            img_number,
+            f"{video_choice}.mp4"
+        )
+        
+        if os.path.exists(output_video):
+            return (f"Selected Image (Imitator): {image_choice}\nSelected Video (Actor): {video_choice}\nTo avoid GPU outrage, we cache the generated videos in advance.\nOutput: Generated video loaded from cache.", output_video)
+        else:
+            return f"Error: Generated video not found at {output_video}", None
+            
+    return "Please select both an image and a video.", None
+
+# Define the reference images and videos
+image_folder = "./data/Reference_Images"
+video_folder = "./data/Source_Videos"
+
+def get_sorted_files(folder, extension):
+    files = [f for f in os.listdir(folder) if f.endswith(extension)]
+    files.sort()
+    return [os.path.join(folder, f) for f in files]
+
+# Sort the files
+image_paths = get_sorted_files(image_folder, ".png")
+video_paths = get_sorted_files(video_folder, ".mp4")
+
+def create_gallery_items(paths, prefix):
+    return [(path, os.path.splitext(os.path.basename(path))[0]) for path in paths]
+
+def update_gallery(choice, paths, prefix):
+    items = []
+    for path in paths:
+        name = os.path.splitext(os.path.basename(path))[0]
+        if choice and name == choice:
+            # Highlight Selected item
+            items.insert(0, (path, f"✓ {name} (Selected)"))
+        else:
+            items.append((path, name))
+    return items
+
+with gr.Blocks() as app:
+    gr.Markdown("## 3DHM Demo🤸‍♂️")
+    
+    with gr.Row():
+        # Output Panel
+        with gr.Column(scale=2):
+            output_video = gr.Video(
+                label="Generated Video", 
+                interactive=False,
+                height=500,
+                width=700
+            )
+        
+        # Select input Panel
+        with gr.Column(scale=1):
+            output = gr.Textbox(
+                label="Generation Status",
+                lines=4
+            )
+            gr.Markdown("---")
+            # Select image and video
+            image_choice = gr.Dropdown(
+                choices=[os.path.splitext(os.path.basename(p))[0] for p in image_paths],
+                label="Select Reference Image",
+                type="value"
+            )
+            video_choice = gr.Dropdown(
+                choices=[os.path.splitext(os.path.basename(p))[0] for p in video_paths],
+                label="Select Source Video",
+                type="value"
+            )
+            current_selection = gr.Textbox(
+                label="Current Selection",
+                lines=2
+            )
+            submit_button = gr.Button("Generate Video", variant="primary", size="lg")
+    
+    gr.Markdown("---")
+    gr.Markdown("## Select input image and motion.")
+
+    # Gallery
+    with gr.Row():
+        with gr.Column():
+            gr.Markdown("### Reference Images")
+            gallery_images = gr.Gallery(
+                value=create_gallery_items(image_paths, "Image"),
+                label="Preview Images",
+                show_label=True,
+                columns=4,
+                height=400,
+                interactive=False,
+                object_fit="contain",
+                preview=True
+            )
+
+        with gr.Column():
+            gr.Markdown("### Sources Videos")
+            gallery_videos = gr.Gallery(
+                value=create_gallery_items(video_paths, "Video"),
+                label="Preview Videos",
+                show_label=True,
+                columns=2,
+                height=400,
+                interactive=False,
+                object_fit="contain",
+                preview=True
+            )
+
+    def update_selection(img, vid):
+        if img and vid:
+            return f"Input Image: {img}\nSource motion:{vid}"
+        elif img:
+            return f"Selected image: {img}, please select a video"
+        elif vid:
+            return f"Selected video: {vid}, please select an image"
+        return "Please select both an image and a video"
+
+    def update_image_gallery(img_choice):
+        return update_gallery(img_choice, image_paths, "Image")
+    
+    def update_video_gallery(vid_choice):
+        return update_gallery(vid_choice, video_paths, "Video")
+
+    image_choice.change(
+        update_image_gallery,
+        inputs=[image_choice],
+        outputs=gallery_images
+    )
+    video_choice.change(
+        update_video_gallery,
+        inputs=[video_choice],
+        outputs=gallery_videos
+    )
+
+    # Update current selection when either choice changes
+    image_choice.change(
+        update_selection,
+        inputs=[image_choice, video_choice],
+        outputs=current_selection
+    )
+    video_choice.change(
+        update_selection,
+        inputs=[image_choice, video_choice],
+        outputs=current_selection
+    )
+
+    submit_button.click(
+        process_selection,
+        inputs=[image_choice, video_choice],
+        outputs=[output, output_video]
+    )
+
+if __name__ == "__main__":
+    app.launch()

data/Generated_Results/01/Anna_skating.mp4

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7fded8ba78cc5431af47f5fa210997e5b82e8b89595a55929fb9a70dc1f6aa4b
+size 7997111

data/Generated_Results/01/Gymnastics.mp4

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:416cb835d3de49e9ac30e5fd613feec68b255c0bcbfcabcc0790d4c1013912e2
+size 1320976

data/Generated_Results/01/Mimo.mp4

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aedeedd83cbbe8544ae65f011f6eb9f1f8b916b7ea38379f34003b2b39eaa493
+size 2089964

data/Generated_Results/01/Moonwalk.mp4

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2860b81484cf844ba4558553c05520cddf827be52d3926b174f826012f442bfd
+size 3227857

data/Generated_Results/02/Anna_skating.mp4

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:476953a0987721eb31d951ebd3e9b832abe7d1ff2c9cb3d502b4b2b67c776f26
+size 7076207

data/Generated_Results/02/Gymnastics.mp4

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:75ef5ed19aff2f3960c649982109ee84f05c27a2118c5251da26ad087163fb70
+size 1012337

data/Generated_Results/02/Mimo.mp4

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:552c76b1b0eab0fb0a24df61a34957f8d2589ea83bcbe4237af211a4f3177a61
+size 1566714

data/Generated_Results/02/Moonwalk.mp4

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b5c910e968b962d5b4d4d3c8b6395cfbb6c4112efdca725ed034ddf033fe50e4
+size 2404816

data/Generated_Results/03/Anna_skating.mp4

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0c253840de47fc0884431459fa81842c6c9590e7de9bfc7b82ee8d3f3f52b84d
+size 6900571

data/Generated_Results/03/Gymnastics.mp4

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bb920a0ae58cddb6e42b67a98c572e2830541e7fc7c90c59e0ef126dd5b28eda
+size 1055723

data/Generated_Results/03/Mimo.mp4

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:09176effcc783eb3a0120c1e1c6251f89586425fcf9b9543ce7ed3337e1b0885
+size 1629712

data/Generated_Results/03/Moonwalk.mp4

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8288938daf29133a4794358aef14db73e0ce73e9349365d1006607ee5e2075fc
+size 2405653

data/Generated_Results/04/Anna_skating.mp4

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a6d685469a2edd06ee41064d38bc0c5609a27889f7d2edb4eb6502feac01b9d3
+size 6884441

data/Generated_Results/04/Mimo.mp4

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f97d0750f5fc7d4959afd639051571ec933bbb28bd7d382f7b9ac798f579772d
+size 1080400

data/Generated_Results/04/Moonwalk.mp4

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3a57af93e57caf619835858304495763e4dfa454cf60059f04e55e286652540e
+size 1591635

data/Generated_Results/05/Anna_skating.mp4

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4789bb8005e53f277c3be131165025f21ca520c1bf85e3810bb874d63b8d9ec5
+size 7906605

data/Generated_Results/05/Gymnastics.mp4

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d59ba17ae361b185271ad0ddca26cc641d566e01c1c69ea42de982d7a96b064e
+size 1031880

data/Generated_Results/05/Mimo.mp4

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ccaa7b089147770f8b61760009d0b68689873715de7ce032e67c3cc9f8af262e
+size 1567577

data/Generated_Results/05/Moonwalk.mp4

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d355c2c34a2c8d5e1a87a8703e1b4e5fffaff7ef0ed73ec6078528a500bc9678
+size 2410048

data/Generated_Results/06/Anna_skating.mp4

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:faf174ef7e8212d0227209c696bd2d5daf5f3c2937914e472d3f5d9f8cdc9e64
+size 6740296

data/Generated_Results/06/Mimo.mp4

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a466aac316042f8e1b0dcbc088e10cdfea061d8b3f58bd4ceb13aa99ecbe5a49
+size 1435284

data/Generated_Results/06/Moonwalk.mp4

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:63be2c7fcf539650b3d532dc7c09ea631f1f62d09d28552aea0621bc5a4f8bc5
+size 2106806

data/Generated_Results/07/Anna_skating.mp4

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7dcce193bcbcbd9b2b008b659fd2c8ff81c131f096e97ae3b6aa03f9779ee03f
+size 7221236

data/Generated_Results/07/Gymnastics.mp4

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:af07d3a7478d39d14246abdb5ee0e72cd0e471c3822769816273825ebfce647c
+size 1125645

data/Generated_Results/07/Mimo.mp4

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b958de1fcb273d72987e364804f8e95001f36f217b1aa02cf027426937423fc4
+size 1782783

data/Generated_Results/07/Moonwalk.mp4

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20b8b26bf7f7af8efbdbf78d5e4a3efdc47f3df25c9c81e9258cbaffc3324c2c
+size 2689755

data/Generated_Results/alyosha/Gymnastics.mp4

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:475e793718ce6b92ce4dbec602954b5ab4540b3d038ea3bb766b2fb77eb00928
+size 1160363

data/Generated_Results/alyosha/Mimo.mp4

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a55352f55f686e76f954134e966f81f73c8077ffc2cdbc463726fc5872b19ce9
+size 1876381

data/Generated_Results/alyosha/Moonwalk.mp4

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bc6ba6dcac6640dbed314ef85b1e066875298937ed199a3fcd7c2de166ce41ab
+size 2589687

data/Source_Videos/Anna_skating.mp4

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:70aab145bed11bb0d8441d4dd5c60ee6e33ee31db8d2e63a7dfe4b2774fac64c
+size 11290542

data/Source_Videos/Gymnastics.mp4

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c22fb72cdca0a0871ee1e59d0e5227407491bd67d4c96041c40abc44640848ac
+size 7525760

data/Source_Videos/Mimo.mp4

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dca3743ab503fd62d949ad582181b0fe2c4f264914419cd1fc51edb6fa933833
+size 8923809

data/Source_Videos/Moonwalk.mp4

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4599403c77ddf1c11c763bd054eb57112bf23ef700957bfe929b60b11ce74e1d
+size 12838424