update

hf_demo.py

@@ -19,20 +19,20 @@ lora_map = {
     "Andre Derain (fauvism)": "andre-derain_subset1",
     "Vincent van Gogh (post impressionism)": "van_gogh_subset1",
     "Andy Warhol (pop art)": "andy_subset1",
-    "Walter Battiss": "walter-battiss_subset2",
+    "Walter Battiss (abstract expressionism)": "walter-battiss_subset2",
     "Camille Corot (realism)": "camille-corot_subset1",
     "Claude Monet (impressionism)": "monet_subset2",
     "Pablo Picasso (cubism)": "picasso_subset1",
-    "Jackson Pollock": "jackson-pollock_subset1",
+    "Jackson Pollock (abstract expressionism)": "jackson-pollock_subset1",
     "Gerhard Richter (abstract expressionism)": "gerhard-richter_subset1",
-    "M.C. Escher": "m.c.-escher_subset1",
-    "Albert Gleizes": "albert-gleizes_subset1",
+    "M.C. Escher (woodcut surrealism)": "m.c.-escher_subset1",
+    "Albert Gleizes (cubism)": "albert-gleizes_subset1",
     "Hokusai (ukiyo-e)": "katsushika-hokusai_subset1",
-    "Wassily Kandinsky": "kandinsky_subset1",
+    "Wassily Kandinsky (abstract expressionism)": "kandinsky_subset1",
     "Gustav Klimt (art nouveau)": "klimt_subset3",
-    "Roy Lichtenstein": "roy-lichtenstein_subset1",
+    "Roy Lichtenstein (pop art)": "roy-lichtenstein_subset1",
     "Henri Matisse (abstract expressionism)": "henri-matisse_subset1",
-    "Joan Miro": "joan-miro_subset2",
+    "Joan Miro (surrealism and abstract art)": "joan-miro_subset2",
 }
 
 @spaces.GPU
@@ -119,12 +119,11 @@ block = gr.Blocks()
 with block:
     with gr.Group():
         gr.Markdown(" # Art-Free Diffusion Demo")
-        gr.Markdown("(More features in development...)")
         with gr.Row():
             text = gr.Textbox(
-                label="Prompt (long and detailed would be better):",
+                label="Prompt:",
                 max_lines=10,
-                placeholder="Enter your prompt (long and detailed would be better)",
+                placeholder="Enter your prompt",
                 container=True,
                 value="A beautiful garden with a large pond. The pond is surrounded by a wooden deck, and there are several chairs placed around the area. A stone fountain is present in the middle of the pond, adding to the serene atmosphere. The garden is decorated with a variety of potted plants, creating a lush and inviting environment. The scene is captured in a vibrant and colorful style, highlighting the natural beauty of the garden.",
             )
@@ -215,10 +214,9 @@ with block:
             adapter_choice = gr.Dropdown(
                 label="Select Art Adapter",
                 choices=[ "Andre Derain (fauvism)","Vincent van Gogh (post impressionism)","Andy Warhol (pop art)",
-                          "Camille Corot (realism)", "Claude Monet (impressionism)", "Pablo Picasso (cubism)", "Gerhard Richter (abstract expressionism)",
-                          "Hokusai (ukiyo-e)", "Gustav Klimt (art nouveau)", "Henri Matisse (abstract expressionism)",
-                          "Walter Battiss", "Jackson Pollock",  "M.C. Escher", "Albert Gleizes",  "Wassily Kandinsky",
-                          "Roy Lichtenstein", "Joan Miro"
+                          "Camille Corot (realism)", "Claude Monet (impressionism)", "Pablo Picasso (cubism)",  "Hokusai (ukiyo-e)", "Gustav Klimt (art nouveau)", "Henri Matisse (abstract expressionism)", "Gerhard Richter (abstract expressionism)", "Wassily Kandinsky (abstract expressionism)",
+                          "Walter Battiss (abstract expressionism)", "Jackson Pollock (abstract expressionism)",  "M.C. Escher (woodcut surrealism)", "Albert Gleizes (cubism)",
+                          "Roy Lichtenstein (pop art)", "Joan Miro (surrealism and abstract art)"
                           ],
                 value="Andre Derain (fauvism)",
                 scale=1
@@ -238,45 +236,50 @@ with block:
         gr.on([btn_style_ori.click], demo_inference_stylization_ori, inputs=[gallery_stylization_ref, text, seed, steps, scale, start_timestep], outputs=gallery_stylization_ori)
         gr.on([btn_style_art.click], demo_inference_stylization_artistic, inputs=[gallery_stylization_ref, adapter_choice, text, seed, steps, scale, adapter_scale, start_timestep], outputs=gallery_stylization_art)
 
-    examples = gr.Examples(
-        examples=[
-            ["Snow-covered trees with sunlight shining through",
-             "data/Snow-covered_trees_with_sunlight_shining_through.jpg",
-             0,
-             ],
-            ["A picturesque landscape showcasing a winding river cutting through a lush green valley, surrounded by rugged mountains under a clear blue sky. The mix of red and brown tones in the rocky hills adds to the region's natural beauty and diversity.",
-             "data/0011772.jpg",
-             528741066,
-             ],
-            ["A black SUV driving down a highway with a scenic view of mountains and water in the background. The SUV is the main focus of the image, and it appears to be traveling at a moderate speed. The road is well-maintained and provides a smooth driving experience. The mountains and water create a picturesque backdrop, adding to the overall beauty of the scene. The image captures the essence of a leisurely road trip, with the SUV as the primary subject, highlighting the sense of adventure and exploration that comes with such journeys.",
-             "data/a_black_SUV_driving_down_a_highway_with_a_scenic_view_of_mountains_and_water_in_the_background._The_.jpg",
-             299739226,
-             ],
-            ["A beautiful garden with a large pond. The pond is surrounded by a wooden deck, and there are several chairs placed around the area. A stone fountain is present in the middle of the pond, adding to the serene atmosphere. The garden is decorated with a variety of potted plants, creating a lush and inviting environment. The scene is captured in a vibrant and colorful style, highlighting the natural beauty of the garden.",
-             "data/a_beautiful_garden_with_a_large_pond._The_pond_is_surrounded_by_a_wooden_deck,_and_there_are_several.jpg",
-             38541490,
-             ],
-            [
-                "A blue bench situated in a park, surrounded by trees and leaves. The bench is positioned under a tree, providing shade and a peaceful atmosphere. There are several benches in the park, with one being closer to the foreground and the others further in the background. A person can be seen in the distance, possibly enjoying the park or taking a walk. The overall scene is serene and inviting, with the bench serving as a focal point in the park's landscape.",
-                "data/003904765.jpg",
-                3904764,
-            ]
-
-        ],
-        inputs=[
-            text,
-            gallery_stylization_ref,
-            seed,
-            adapter_choice,
-            steps,
-            scale,
-            adapter_scale,
-            start_timestep,
-        ],
-        fn=demo_inference_all,
-        outputs=[gallery_gen_ori, gallery_gen_art, gallery_stylization_ori, gallery_stylization_art],
-        cache_examples=True,
-    )
+
+    with gr.Group():
+        gr.Markdown(" # Examples")
+        gr.Markdown("The model performs best when provided with long, detailed captions. For optimal image quality, describe the scene with specific details about objects, settings, colors, lighting, and emotions. Below are examples of how detailed captions enhance the output quality.")
+        examples = gr.Examples(
+            examples=[
+                ["Snow-covered trees with sunlight shining through",
+                 "data/Snow-covered_trees_with_sunlight_shining_through.jpg",
+                 0,
+                 ],
+                ["A picturesque landscape showcasing a winding river cutting through a lush green valley, surrounded by rugged mountains under a clear blue sky. The mix of red and brown tones in the rocky hills adds to the region's natural beauty and diversity.",
+                 "data/0011772.jpg",
+                 528741066,
+                 ],
+                ["A black SUV driving down a highway with a scenic view of mountains and water in the background. The SUV is the main focus of the image, and it appears to be traveling at a moderate speed. The road is well-maintained and provides a smooth driving experience. The mountains and water create a picturesque backdrop, adding to the overall beauty of the scene. The image captures the essence of a leisurely road trip, with the SUV as the primary subject, highlighting the sense of adventure and exploration that comes with such journeys.",
+                 "data/a_black_SUV_driving_down_a_highway_with_a_scenic_view_of_mountains_and_water_in_the_background._The_.jpg",
+                 299739226,
+                 ],
+                ["A beautiful garden with a large pond. The pond is surrounded by a wooden deck, and there are several chairs placed around the area. A stone fountain is present in the middle of the pond, adding to the serene atmosphere. The garden is decorated with a variety of potted plants, creating a lush and inviting environment. The scene is captured in a vibrant and colorful style, highlighting the natural beauty of the garden.",
+                 "data/a_beautiful_garden_with_a_large_pond._The_pond_is_surrounded_by_a_wooden_deck,_and_there_are_several.jpg",
+                 38541490,
+                 ],
+                [
+                    "A blue bench situated in a park, surrounded by trees and leaves. The bench is positioned under a tree, providing shade and a peaceful atmosphere. There are several benches in the park, with one being closer to the foreground and the others further in the background. A person can be seen in the distance, possibly enjoying the park or taking a walk. The overall scene is serene and inviting, with the bench serving as a focal point in the park's landscape.",
+                    "data/003904765.jpg",
+                    3904764,
+                ]
+
+            ],
+            inputs=[
+                text,
+                gallery_stylization_ref,
+                seed,
+                adapter_choice,
+                steps,
+                scale,
+                adapter_scale,
+                start_timestep,
+            ],
+            fn=demo_inference_all,
+            outputs=[gallery_gen_ori, gallery_gen_art, gallery_stylization_ori, gallery_stylization_art],
+            cache_examples=True,
+            label="Click the example to see the result"
+        )
 
 block.launch()
 # block.launch(sharing=True)