Duplicate from diffusers/controlnet-openpose

Co-authored-by: Sayak Paul <[email protected]>

.gitattributes

@@ -0,0 +1,34 @@
+*.7z filter=lfs diff=lfs merge=lfs -text
+*.arrow filter=lfs diff=lfs merge=lfs -text
+*.bin filter=lfs diff=lfs merge=lfs -text
+*.bz2 filter=lfs diff=lfs merge=lfs -text
+*.ckpt filter=lfs diff=lfs merge=lfs -text
+*.ftz filter=lfs diff=lfs merge=lfs -text
+*.gz filter=lfs diff=lfs merge=lfs -text
+*.h5 filter=lfs diff=lfs merge=lfs -text
+*.joblib filter=lfs diff=lfs merge=lfs -text
+*.lfs.* filter=lfs diff=lfs merge=lfs -text
+*.mlmodel filter=lfs diff=lfs merge=lfs -text
+*.model filter=lfs diff=lfs merge=lfs -text
+*.msgpack filter=lfs diff=lfs merge=lfs -text
+*.npy filter=lfs diff=lfs merge=lfs -text
+*.npz filter=lfs diff=lfs merge=lfs -text
+*.onnx filter=lfs diff=lfs merge=lfs -text
+*.ot filter=lfs diff=lfs merge=lfs -text
+*.parquet filter=lfs diff=lfs merge=lfs -text
+*.pb filter=lfs diff=lfs merge=lfs -text
+*.pickle filter=lfs diff=lfs merge=lfs -text
+*.pkl filter=lfs diff=lfs merge=lfs -text
+*.pt filter=lfs diff=lfs merge=lfs -text
+*.pth filter=lfs diff=lfs merge=lfs -text
+*.rar filter=lfs diff=lfs merge=lfs -text
+*.safetensors filter=lfs diff=lfs merge=lfs -text
+saved_model/**/* filter=lfs diff=lfs merge=lfs -text
+*.tar.* filter=lfs diff=lfs merge=lfs -text
+*.tflite filter=lfs diff=lfs merge=lfs -text
+*.tgz filter=lfs diff=lfs merge=lfs -text
+*.wasm filter=lfs diff=lfs merge=lfs -text
+*.xz filter=lfs diff=lfs merge=lfs -text
+*.zip filter=lfs diff=lfs merge=lfs -text
+*.zst filter=lfs diff=lfs merge=lfs -text
+*tfevents* filter=lfs diff=lfs merge=lfs -text

README.md

@@ -0,0 +1,13 @@
+---
+title: ControlNet Openpose
+emoji: 😻
+colorFrom: green
+colorTo: gray
+sdk: gradio
+sdk_version: 3.19.1
+app_file: app.py
+pinned: false
+duplicated_from: diffusers/controlnet-openpose
+---
+
+Check out the configuration reference at https://huggingface.co/docs/hub/spaces-config-reference

app.py

@@ -0,0 +1,68 @@
+from controlnet_aux import OpenposeDetector
+from diffusers import StableDiffusionControlNetPipeline, ControlNetModel
+from diffusers import UniPCMultistepScheduler
+import gradio as gr
+import torch
+
+# Constants
+low_threshold = 100
+high_threshold = 200
+
+# Models
+pose_model = OpenposeDetector.from_pretrained("lllyasviel/ControlNet")
+controlnet = ControlNetModel.from_pretrained(
+    "lllyasviel/sd-controlnet-openpose", torch_dtype=torch.float16
+)
+pipe = StableDiffusionControlNetPipeline.from_pretrained(
+    "runwayml/stable-diffusion-v1-5", controlnet=controlnet, safety_checker=None, torch_dtype=torch.float16
+)
+pipe.scheduler = UniPCMultistepScheduler.from_config(pipe.scheduler.config)
+
+# This command loads the individual model components on GPU on-demand. So, we don't
+# need to explicitly call pipe.to("cuda").
+pipe.enable_model_cpu_offload()
+
+# xformers
+pipe.enable_xformers_memory_efficient_attention()
+
+# Generator seed,
+generator = torch.manual_seed(0)
+
+def get_pose(image):
+    return pose_model(image) 
+
+
+def generate_images(image, prompt):
+    pose = get_pose(image)
+    output = pipe(
+        prompt,
+        pose,
+        generator=generator,
+        num_images_per_prompt=3,
+        num_inference_steps=20,
+    )
+    all_outputs = []
+    all_outputs.append(pose)
+    for image in output.images:
+        all_outputs.append(image)
+    return all_outputs
+
+
+gr.Interface(
+    generate_images,
+    inputs=[
+        gr.Image(type="pil"),
+        gr.Textbox(
+            label="Enter your prompt",
+            max_lines=1,
+            placeholder="best quality, extremely detailed",
+        ),
+    ],
+    outputs=gr.Gallery().style(grid=[2], height="auto"),
+    title="Generate controlled outputs with ControlNet and Stable Diffusion. ",
+    description="This Space uses pose estimated lines as the additional conditioning.",
+    examples=[["yoga1.jpeg", "best quality, extremely detailed"]],
+    allow_flagging=False,
+).launch(enable_queue=True)
+
+

requirements.txt

@@ -0,0 +1,7 @@
+git+https://github.com/huggingface/diffusers.git 
+transformers
+git+https://github.com/huggingface/accelerate
+torch==1.13.1
+numpy
+controlnet_aux
+xformers==0.0.16