diff --git a/.gitattributes b/.gitattributes index a6344aac8c09253b3b630fb776ae94478aa0275b..dad60b4a1f88f4de5bd65ea12f26fc9f6eeed088 100644 --- a/.gitattributes +++ b/.gitattributes @@ -33,3 +33,6 @@ saved_model/**/* filter=lfs diff=lfs merge=lfs -text *.zip filter=lfs diff=lfs merge=lfs -text *.zst filter=lfs diff=lfs merge=lfs -text *tfevents* filter=lfs diff=lfs merge=lfs -text +images_0.png filter=lfs diff=lfs merge=lfs -text +images_1.png filter=lfs diff=lfs merge=lfs -text +images_2.png filter=lfs diff=lfs merge=lfs -text diff --git a/README.md b/README.md new file mode 100644 index 0000000000000000000000000000000000000000..7f46aef964ddf4002b87fc1e3ebe06259bffdd0b --- /dev/null +++ b/README.md @@ -0,0 +1,24 @@ + +--- +license: creativeml-openrail-m +base_model: stabilityai/stable-diffusion-2-1-base +tags: +- stable-diffusion +- stable-diffusion-diffusers +- text-to-image +- diffusers +- controlnet +inference: true +--- + +# controlnet-FlyingFishzzz/model_left_lmk + +These are controlnet weights trained on stabilityai/stable-diffusion-2-1-base with new type of conditioning. +You can find some example images below. +prompt: A young man in the forest wearing sportswear is looking into the distance to the side +![images_0)](./images_0.png) +prompt: A girl wearing a dress in the auditorium, looking to the side +![images_1)](./images_1.png) +prompt: An older lady wearing a cotton coat sits in the garden and looks to the side +![images_2)](./images_2.png) + diff --git a/checkpoint-1000/controlnet/config.json b/checkpoint-1000/controlnet/config.json new file mode 100644 index 0000000000000000000000000000000000000000..63e0abbc5bdda9d7a86446c7568dbce858b2d3a8 --- /dev/null +++ b/checkpoint-1000/controlnet/config.json @@ -0,0 +1,55 @@ +{ + "_class_name": "ControlNetModel", + "_diffusers_version": "0.22.0.dev0", + "act_fn": "silu", + "addition_embed_type": null, + "addition_embed_type_num_heads": 64, + "addition_time_embed_dim": null, + "attention_head_dim": [ + 5, + 10, + 20, + 20 + ], + "block_out_channels": [ + 320, + 640, + 1280, + 1280 + ], + "class_embed_type": null, + "conditioning_channels": 3, + "conditioning_embedding_out_channels": [ + 16, + 32, + 96, + 256 + ], + "controlnet_conditioning_channel_order": "rgb", + "cross_attention_dim": 1024, + "down_block_types": [ + "CrossAttnDownBlock2D", + "CrossAttnDownBlock2D", + "CrossAttnDownBlock2D", + "DownBlock2D" + ], + "downsample_padding": 1, + "encoder_hid_dim": null, + "encoder_hid_dim_type": null, + "flip_sin_to_cos": true, + "freq_shift": 0, + "global_pool_conditions": false, + "in_channels": 4, + "layers_per_block": 2, + "mid_block_scale_factor": 1, + "norm_eps": 1e-05, + "norm_num_groups": 32, + "num_attention_heads": null, + "num_class_embeds": null, + "only_cross_attention": false, + "projection_class_embeddings_input_dim": null, + "resnet_time_scale_shift": "default", + "transformer_layers_per_block": 1, + "upcast_attention": false, + "use_linear_projection": true +} diff --git a/checkpoint-1000/controlnet/diffusion_pytorch_model.safetensors b/checkpoint-1000/controlnet/diffusion_pytorch_model.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..f50647c0cdd3b73830c0a5a9954015b00d3d9969 --- /dev/null +++ b/checkpoint-1000/controlnet/diffusion_pytorch_model.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:aeef9d66ea8fa55b1820d4d69ecbd57bb696b25aee76a9ae3580aece8d64b7a4 +size 1456953560 diff --git a/checkpoint-1000/optimizer.bin b/checkpoint-1000/optimizer.bin new file mode 100644 index 0000000000000000000000000000000000000000..7f3cf0389efc1d4e95e6d8005f3ce159498e57cb --- /dev/null +++ b/checkpoint-1000/optimizer.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:efd4535cd4feebe32083a4ea798a847dc95cf37fd41c3e4e78194e42ababfb35 +size 2914110681 diff --git a/checkpoint-1000/random_states_0.pkl b/checkpoint-1000/random_states_0.pkl new file mode 100644 index 0000000000000000000000000000000000000000..95067c3fa5331d92cbdb02b66afa3f2b97aa7d4b --- /dev/null +++ b/checkpoint-1000/random_states_0.pkl @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:09a927cb239c0929a8d98934085aab2021e4c7dc49b046c38a8635e208c77c28 +size 14663 diff --git a/checkpoint-1000/scheduler.bin b/checkpoint-1000/scheduler.bin new file mode 100644 index 0000000000000000000000000000000000000000..2948b016ab3f41add89fdea0efa6587d63a96d23 --- /dev/null +++ b/checkpoint-1000/scheduler.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f34912fa092355c5a950e4967ea28cbb3556238a7857baa5999d228cde0ae4c3 +size 563 diff --git a/checkpoint-1500/controlnet/config.json b/checkpoint-1500/controlnet/config.json new file mode 100644 index 0000000000000000000000000000000000000000..63e0abbc5bdda9d7a86446c7568dbce858b2d3a8 --- /dev/null +++ b/checkpoint-1500/controlnet/config.json @@ -0,0 +1,55 @@ +{ + "_class_name": "ControlNetModel", + "_diffusers_version": "0.22.0.dev0", + "act_fn": "silu", + "addition_embed_type": null, + "addition_embed_type_num_heads": 64, + "addition_time_embed_dim": null, + "attention_head_dim": [ + 5, + 10, + 20, + 20 + ], + "block_out_channels": [ + 320, + 640, + 1280, + 1280 + ], + "class_embed_type": null, + "conditioning_channels": 3, + "conditioning_embedding_out_channels": [ + 16, + 32, + 96, + 256 + ], + "controlnet_conditioning_channel_order": "rgb", + "cross_attention_dim": 1024, + "down_block_types": [ + "CrossAttnDownBlock2D", + "CrossAttnDownBlock2D", + "CrossAttnDownBlock2D", + "DownBlock2D" + ], + "downsample_padding": 1, + "encoder_hid_dim": null, + "encoder_hid_dim_type": null, + "flip_sin_to_cos": true, + "freq_shift": 0, + "global_pool_conditions": false, + "in_channels": 4, + "layers_per_block": 2, + "mid_block_scale_factor": 1, + "norm_eps": 1e-05, + "norm_num_groups": 32, + "num_attention_heads": null, + "num_class_embeds": null, + "only_cross_attention": false, + "projection_class_embeddings_input_dim": null, + "resnet_time_scale_shift": "default", + "transformer_layers_per_block": 1, + "upcast_attention": false, + "use_linear_projection": true +} diff --git a/checkpoint-1500/controlnet/diffusion_pytorch_model.safetensors b/checkpoint-1500/controlnet/diffusion_pytorch_model.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..e8d2c7b903a38791878e4d8a6dab1e5a32db2749 --- /dev/null +++ b/checkpoint-1500/controlnet/diffusion_pytorch_model.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:517ab8d1a68706398bbd60a281b60bbcab0066369595df1d9ffcab054b3b5d8d +size 1456953560 diff --git a/checkpoint-1500/optimizer.bin b/checkpoint-1500/optimizer.bin new file mode 100644 index 0000000000000000000000000000000000000000..bc96051f83ab6425afff799153ed4b9c9e71cc4e --- /dev/null +++ b/checkpoint-1500/optimizer.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:943c27235d14d09b8b671672c333b7f274f6c56496467a6cd17f1a8217807e0a +size 2914110681 diff --git a/checkpoint-1500/random_states_0.pkl b/checkpoint-1500/random_states_0.pkl new file mode 100644 index 0000000000000000000000000000000000000000..e19f57461c091ec3aef469d591fd8b077eac891b --- /dev/null +++ b/checkpoint-1500/random_states_0.pkl @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:183d12ace435d67226c89e17a180647192a2f185d1bc50486804c86dde8e1b18 +size 14727 diff --git a/checkpoint-1500/scheduler.bin b/checkpoint-1500/scheduler.bin new file mode 100644 index 0000000000000000000000000000000000000000..ef7222d0dc2d07f8085322d9b2eb7263ac99413b --- /dev/null +++ b/checkpoint-1500/scheduler.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:bab8983b1117c68e4e9a600eacf54bed4c3ac40f58cbf8864e53243107b904fb +size 563 diff --git a/checkpoint-2000/controlnet/config.json b/checkpoint-2000/controlnet/config.json new file mode 100644 index 0000000000000000000000000000000000000000..63e0abbc5bdda9d7a86446c7568dbce858b2d3a8 --- /dev/null +++ b/checkpoint-2000/controlnet/config.json @@ -0,0 +1,55 @@ +{ + "_class_name": "ControlNetModel", + "_diffusers_version": "0.22.0.dev0", + "act_fn": "silu", + "addition_embed_type": null, + "addition_embed_type_num_heads": 64, + "addition_time_embed_dim": null, + "attention_head_dim": [ + 5, + 10, + 20, + 20 + ], + "block_out_channels": [ + 320, + 640, + 1280, + 1280 + ], + "class_embed_type": null, + "conditioning_channels": 3, + "conditioning_embedding_out_channels": [ + 16, + 32, + 96, + 256 + ], + "controlnet_conditioning_channel_order": "rgb", + "cross_attention_dim": 1024, + "down_block_types": [ + "CrossAttnDownBlock2D", + "CrossAttnDownBlock2D", + "CrossAttnDownBlock2D", + "DownBlock2D" + ], + "downsample_padding": 1, + "encoder_hid_dim": null, + "encoder_hid_dim_type": null, + "flip_sin_to_cos": true, + "freq_shift": 0, + "global_pool_conditions": false, + "in_channels": 4, + "layers_per_block": 2, + "mid_block_scale_factor": 1, + "norm_eps": 1e-05, + "norm_num_groups": 32, + "num_attention_heads": null, + "num_class_embeds": null, + "only_cross_attention": false, + "projection_class_embeddings_input_dim": null, + "resnet_time_scale_shift": "default", + "transformer_layers_per_block": 1, + "upcast_attention": false, + "use_linear_projection": true +} diff --git a/checkpoint-2000/controlnet/diffusion_pytorch_model.safetensors b/checkpoint-2000/controlnet/diffusion_pytorch_model.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..8cc891b0af287bffa534e92e444446f2c776c7f1 --- /dev/null +++ b/checkpoint-2000/controlnet/diffusion_pytorch_model.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:50a68ce5433fe67586c241690fd2ea16887d70d2e26c60c18c9e483df346f142 +size 1456953560 diff --git a/checkpoint-2000/optimizer.bin b/checkpoint-2000/optimizer.bin new file mode 100644 index 0000000000000000000000000000000000000000..976287ccb2ed5a02f6630ce9fc0d34bbf792589c --- /dev/null +++ b/checkpoint-2000/optimizer.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:70d6ac8c99b608dcc111d1a9a64a19e6d860ba21296c7f1028258f1a2dd55e85 +size 2914110681 diff --git a/checkpoint-2000/random_states_0.pkl b/checkpoint-2000/random_states_0.pkl new file mode 100644 index 0000000000000000000000000000000000000000..a8cdc1fb7ec95ba5675484b6a3d955d838a32f68 --- /dev/null +++ b/checkpoint-2000/random_states_0.pkl @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:70ef06eb39a272289aae02524fd6f063f841a708aed50d16498a67988157cf29 +size 14663 diff --git a/checkpoint-2000/scheduler.bin b/checkpoint-2000/scheduler.bin new file mode 100644 index 0000000000000000000000000000000000000000..64373fe7f87efc1d992d705ae49aa37ba7ddd6b1 --- /dev/null +++ b/checkpoint-2000/scheduler.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:dfe94afd21b04fe331bf93a36e6de4869425c4da4a32303493f7f8b96dd6ca61 +size 563 diff --git a/checkpoint-2500/controlnet/config.json b/checkpoint-2500/controlnet/config.json new file mode 100644 index 0000000000000000000000000000000000000000..63e0abbc5bdda9d7a86446c7568dbce858b2d3a8 --- /dev/null +++ b/checkpoint-2500/controlnet/config.json @@ -0,0 +1,55 @@ +{ + "_class_name": "ControlNetModel", + "_diffusers_version": "0.22.0.dev0", + "act_fn": "silu", + "addition_embed_type": null, + "addition_embed_type_num_heads": 64, + "addition_time_embed_dim": null, + "attention_head_dim": [ + 5, + 10, + 20, + 20 + ], + "block_out_channels": [ + 320, + 640, + 1280, + 1280 + ], + "class_embed_type": null, + "conditioning_channels": 3, + "conditioning_embedding_out_channels": [ + 16, + 32, + 96, + 256 + ], + "controlnet_conditioning_channel_order": "rgb", + "cross_attention_dim": 1024, + "down_block_types": [ + "CrossAttnDownBlock2D", + "CrossAttnDownBlock2D", + "CrossAttnDownBlock2D", + "DownBlock2D" + ], + "downsample_padding": 1, + "encoder_hid_dim": null, + "encoder_hid_dim_type": null, + "flip_sin_to_cos": true, + "freq_shift": 0, + "global_pool_conditions": false, + "in_channels": 4, + "layers_per_block": 2, + "mid_block_scale_factor": 1, + "norm_eps": 1e-05, + "norm_num_groups": 32, + "num_attention_heads": null, + "num_class_embeds": null, + "only_cross_attention": false, + "projection_class_embeddings_input_dim": null, + "resnet_time_scale_shift": "default", + "transformer_layers_per_block": 1, + "upcast_attention": false, + "use_linear_projection": true +} diff --git a/checkpoint-2500/controlnet/diffusion_pytorch_model.safetensors b/checkpoint-2500/controlnet/diffusion_pytorch_model.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..531f8595fa4664731d4945d1da88eb7657fe96a2 --- /dev/null +++ b/checkpoint-2500/controlnet/diffusion_pytorch_model.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:eb391b5d8bfb41addce6f9e508741ae9492453b4f39ac54f08180d7fd8d09a5b +size 1456953560 diff --git a/checkpoint-2500/optimizer.bin b/checkpoint-2500/optimizer.bin new file mode 100644 index 0000000000000000000000000000000000000000..05f7639d7884bfcd70192665cb6d31725afa5c85 --- /dev/null +++ b/checkpoint-2500/optimizer.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8f5319edc957aceffa1f5533a570fa33daedd55c54a288ebfe20c8d96dcad51c +size 2914110681 diff --git a/checkpoint-2500/random_states_0.pkl b/checkpoint-2500/random_states_0.pkl new file mode 100644 index 0000000000000000000000000000000000000000..f3bcc0c937f267c03324e032a1d5ba70969a00c0 --- /dev/null +++ b/checkpoint-2500/random_states_0.pkl @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a1b9d48ccf68943831b76fdfd98e5a1ba2cf21dfa23cbe675c44f60d72fc8303 +size 14663 diff --git a/checkpoint-2500/scheduler.bin b/checkpoint-2500/scheduler.bin new file mode 100644 index 0000000000000000000000000000000000000000..9158655e19d781dbbff043dd8ccd7feb9a59a9c1 --- /dev/null +++ b/checkpoint-2500/scheduler.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:22b1db9332b702ad998c57267be2dca991aa8ef4e47b4e515dc19c7f20063a70 +size 563 diff --git a/checkpoint-3000/controlnet/config.json b/checkpoint-3000/controlnet/config.json new file mode 100644 index 0000000000000000000000000000000000000000..63e0abbc5bdda9d7a86446c7568dbce858b2d3a8 --- /dev/null +++ b/checkpoint-3000/controlnet/config.json @@ -0,0 +1,55 @@ +{ + "_class_name": "ControlNetModel", + "_diffusers_version": "0.22.0.dev0", + "act_fn": "silu", + "addition_embed_type": null, + "addition_embed_type_num_heads": 64, + "addition_time_embed_dim": null, + "attention_head_dim": [ + 5, + 10, + 20, + 20 + ], + "block_out_channels": [ + 320, + 640, + 1280, + 1280 + ], + "class_embed_type": null, + "conditioning_channels": 3, + "conditioning_embedding_out_channels": [ + 16, + 32, + 96, + 256 + ], + "controlnet_conditioning_channel_order": "rgb", + "cross_attention_dim": 1024, + "down_block_types": [ + "CrossAttnDownBlock2D", + "CrossAttnDownBlock2D", + "CrossAttnDownBlock2D", + "DownBlock2D" + ], + "downsample_padding": 1, + "encoder_hid_dim": null, + "encoder_hid_dim_type": null, + "flip_sin_to_cos": true, + "freq_shift": 0, + "global_pool_conditions": false, + "in_channels": 4, + "layers_per_block": 2, + "mid_block_scale_factor": 1, + "norm_eps": 1e-05, + "norm_num_groups": 32, + "num_attention_heads": null, + "num_class_embeds": null, + "only_cross_attention": false, + "projection_class_embeddings_input_dim": null, + "resnet_time_scale_shift": "default", + "transformer_layers_per_block": 1, + "upcast_attention": false, + "use_linear_projection": true +} diff --git a/checkpoint-3000/controlnet/diffusion_pytorch_model.safetensors b/checkpoint-3000/controlnet/diffusion_pytorch_model.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..1aa1d4351f1a80c4c03fc7761633bad79192e0dc --- /dev/null +++ b/checkpoint-3000/controlnet/diffusion_pytorch_model.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2844b2a9604cd97cdbb252c7062a1b8f0d67084d80a2a4624146356f9b2cd078 +size 1456953560 diff --git a/checkpoint-3000/optimizer.bin b/checkpoint-3000/optimizer.bin new file mode 100644 index 0000000000000000000000000000000000000000..18b917b1e22eeac6c7c83fd4dfef2a10a94afd70 --- /dev/null +++ b/checkpoint-3000/optimizer.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e5017bdcb7fc353644943fcec8920e14ab9f38f3fa7639ad7bc1bd48037d1e38 +size 2914110681 diff --git a/checkpoint-3000/random_states_0.pkl b/checkpoint-3000/random_states_0.pkl new file mode 100644 index 0000000000000000000000000000000000000000..a218fe4a30fe98a70d30a324dcb7b2508c0877c9 --- /dev/null +++ b/checkpoint-3000/random_states_0.pkl @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a155bc6ec428bfb8ae2ae0250fc55f2c1a68bb11c49c152857abd5c329e43ac5 +size 14663 diff --git a/checkpoint-3000/scheduler.bin b/checkpoint-3000/scheduler.bin new file mode 100644 index 0000000000000000000000000000000000000000..0b6eaa6a5a88bbc1e19c9479751f75698e848c9d --- /dev/null +++ b/checkpoint-3000/scheduler.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3d6ec0338061ab706b1805a9e2966ca126b26619cd90bb73133127681b9de370 +size 563 diff --git a/checkpoint-3500/controlnet/config.json b/checkpoint-3500/controlnet/config.json new file mode 100644 index 0000000000000000000000000000000000000000..63e0abbc5bdda9d7a86446c7568dbce858b2d3a8 --- /dev/null +++ b/checkpoint-3500/controlnet/config.json @@ -0,0 +1,55 @@ +{ + "_class_name": "ControlNetModel", + "_diffusers_version": "0.22.0.dev0", + "act_fn": "silu", + "addition_embed_type": null, + "addition_embed_type_num_heads": 64, + "addition_time_embed_dim": null, + "attention_head_dim": [ + 5, + 10, + 20, + 20 + ], + "block_out_channels": [ + 320, + 640, + 1280, + 1280 + ], + "class_embed_type": null, + "conditioning_channels": 3, + "conditioning_embedding_out_channels": [ + 16, + 32, + 96, + 256 + ], + "controlnet_conditioning_channel_order": "rgb", + "cross_attention_dim": 1024, + "down_block_types": [ + "CrossAttnDownBlock2D", + "CrossAttnDownBlock2D", + "CrossAttnDownBlock2D", + "DownBlock2D" + ], + "downsample_padding": 1, + "encoder_hid_dim": null, + "encoder_hid_dim_type": null, + "flip_sin_to_cos": true, + "freq_shift": 0, + "global_pool_conditions": false, + "in_channels": 4, + "layers_per_block": 2, + "mid_block_scale_factor": 1, + "norm_eps": 1e-05, + "norm_num_groups": 32, + "num_attention_heads": null, + "num_class_embeds": null, + "only_cross_attention": false, + "projection_class_embeddings_input_dim": null, + "resnet_time_scale_shift": "default", + "transformer_layers_per_block": 1, + "upcast_attention": false, + "use_linear_projection": true +} diff --git a/checkpoint-3500/controlnet/diffusion_pytorch_model.safetensors b/checkpoint-3500/controlnet/diffusion_pytorch_model.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..5d6c7046aaa12440c0c4e443104e527ebb2e0fd8 --- /dev/null +++ b/checkpoint-3500/controlnet/diffusion_pytorch_model.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ad467713d4b554c081f0f73c4285e90b07c09c4a11f2b6fe510041714d139287 +size 1456953560 diff --git a/checkpoint-3500/optimizer.bin b/checkpoint-3500/optimizer.bin new file mode 100644 index 0000000000000000000000000000000000000000..cd503b2fa7aab4ee1414593251f8107706cdddb3 --- /dev/null +++ b/checkpoint-3500/optimizer.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5169bf9a1d563041d214219e711e17c9ad2f6bdf23fa67caac2bbc89f391dc55 +size 2914110681 diff --git a/checkpoint-3500/random_states_0.pkl b/checkpoint-3500/random_states_0.pkl new file mode 100644 index 0000000000000000000000000000000000000000..373fedb7e6ec8dd2de720dda4287f3dd6c0fd98a --- /dev/null +++ b/checkpoint-3500/random_states_0.pkl @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d4cdea32c41f650edd9ed250a57a78925c6c2bfbc45c2314f623b0cdd6b90a02 +size 14727 diff --git a/checkpoint-3500/scheduler.bin b/checkpoint-3500/scheduler.bin new file mode 100644 index 0000000000000000000000000000000000000000..259c348d92d5dd24afd8e0d0470af9ce43d99fbf --- /dev/null +++ b/checkpoint-3500/scheduler.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b516ff84772ee7d9b4425cc1c7028178b9ec20a018c7a7b587a5e2996b63d080 +size 563 diff --git a/checkpoint-4000/controlnet/config.json b/checkpoint-4000/controlnet/config.json new file mode 100644 index 0000000000000000000000000000000000000000..63e0abbc5bdda9d7a86446c7568dbce858b2d3a8 --- /dev/null +++ b/checkpoint-4000/controlnet/config.json @@ -0,0 +1,55 @@ +{ + "_class_name": "ControlNetModel", + "_diffusers_version": "0.22.0.dev0", + "act_fn": "silu", + "addition_embed_type": null, + "addition_embed_type_num_heads": 64, + "addition_time_embed_dim": null, + "attention_head_dim": [ + 5, + 10, + 20, + 20 + ], + "block_out_channels": [ + 320, + 640, + 1280, + 1280 + ], + "class_embed_type": null, + "conditioning_channels": 3, + "conditioning_embedding_out_channels": [ + 16, + 32, + 96, + 256 + ], + "controlnet_conditioning_channel_order": "rgb", + "cross_attention_dim": 1024, + "down_block_types": [ + "CrossAttnDownBlock2D", + "CrossAttnDownBlock2D", + "CrossAttnDownBlock2D", + "DownBlock2D" + ], + "downsample_padding": 1, + "encoder_hid_dim": null, + "encoder_hid_dim_type": null, + "flip_sin_to_cos": true, + "freq_shift": 0, + "global_pool_conditions": false, + "in_channels": 4, + "layers_per_block": 2, + "mid_block_scale_factor": 1, + "norm_eps": 1e-05, + "norm_num_groups": 32, + "num_attention_heads": null, + "num_class_embeds": null, + "only_cross_attention": false, + "projection_class_embeddings_input_dim": null, + "resnet_time_scale_shift": "default", + "transformer_layers_per_block": 1, + "upcast_attention": false, + "use_linear_projection": true +} diff --git a/checkpoint-4000/controlnet/diffusion_pytorch_model.safetensors b/checkpoint-4000/controlnet/diffusion_pytorch_model.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..427e223dc22b3062af78be49db4e6f8b8b58f216 --- /dev/null +++ b/checkpoint-4000/controlnet/diffusion_pytorch_model.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:916fcd1b52a4d26f0d15f76ce68ec33681ba74a7c1964f54234213506c354697 +size 1456953560 diff --git a/checkpoint-4000/optimizer.bin b/checkpoint-4000/optimizer.bin new file mode 100644 index 0000000000000000000000000000000000000000..32b0f480b7d949e04f63ec0e860d6a58075f585b --- /dev/null +++ b/checkpoint-4000/optimizer.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5284f840cc8c694b3bf9324a4b51f0c642b0e6b61f55f8e4a4e0cbcf837c85a4 +size 2914110681 diff --git a/checkpoint-4000/random_states_0.pkl b/checkpoint-4000/random_states_0.pkl new file mode 100644 index 0000000000000000000000000000000000000000..f81f0db483b70a41baf4c0945aa5a57272d951a8 --- /dev/null +++ b/checkpoint-4000/random_states_0.pkl @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:bbd8aa0b7163099a85537e3b4b41fd33f1f5f9286e3fe887050db608c5358836 +size 14663 diff --git a/checkpoint-4000/scheduler.bin b/checkpoint-4000/scheduler.bin new file mode 100644 index 0000000000000000000000000000000000000000..313279d03cea02360a7b766639ab1649570431af --- /dev/null +++ b/checkpoint-4000/scheduler.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7edd8082ac389d0c946c2ac507fc3e4d21eaad8a44fcb3f7b57ebbd1b62363dc +size 563 diff --git a/checkpoint-4500/controlnet/config.json b/checkpoint-4500/controlnet/config.json new file mode 100644 index 0000000000000000000000000000000000000000..63e0abbc5bdda9d7a86446c7568dbce858b2d3a8 --- /dev/null +++ b/checkpoint-4500/controlnet/config.json @@ -0,0 +1,55 @@ +{ + "_class_name": "ControlNetModel", + "_diffusers_version": "0.22.0.dev0", + "act_fn": "silu", + "addition_embed_type": null, + "addition_embed_type_num_heads": 64, + "addition_time_embed_dim": null, + "attention_head_dim": [ + 5, + 10, + 20, + 20 + ], + "block_out_channels": [ + 320, + 640, + 1280, + 1280 + ], + "class_embed_type": null, + "conditioning_channels": 3, + "conditioning_embedding_out_channels": [ + 16, + 32, + 96, + 256 + ], + "controlnet_conditioning_channel_order": "rgb", + "cross_attention_dim": 1024, + "down_block_types": [ + "CrossAttnDownBlock2D", + "CrossAttnDownBlock2D", + "CrossAttnDownBlock2D", + "DownBlock2D" + ], + "downsample_padding": 1, + "encoder_hid_dim": null, + "encoder_hid_dim_type": null, + "flip_sin_to_cos": true, + "freq_shift": 0, + "global_pool_conditions": false, + "in_channels": 4, + "layers_per_block": 2, + "mid_block_scale_factor": 1, + "norm_eps": 1e-05, + "norm_num_groups": 32, + "num_attention_heads": null, + "num_class_embeds": null, + "only_cross_attention": false, + "projection_class_embeddings_input_dim": null, + "resnet_time_scale_shift": "default", + "transformer_layers_per_block": 1, + "upcast_attention": false, + "use_linear_projection": true +} diff --git a/checkpoint-4500/controlnet/diffusion_pytorch_model.safetensors b/checkpoint-4500/controlnet/diffusion_pytorch_model.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..77182963976e8af902e163b6c50b7f975b62b108 --- /dev/null +++ b/checkpoint-4500/controlnet/diffusion_pytorch_model.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:145ebd66b6786ae0e49232ae59ea1f643100eb18a138fa2927fa71b87e1d2b82 +size 1456953560 diff --git a/checkpoint-4500/optimizer.bin b/checkpoint-4500/optimizer.bin new file mode 100644 index 0000000000000000000000000000000000000000..18fc2f0c25506d08c9a17d12fe5e0b40ee2ada25 --- /dev/null +++ b/checkpoint-4500/optimizer.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:889670eebb4234412d73cd95a5fb2e4c421b635f92ce27013ca238fdc675d654 +size 2914110681 diff --git a/checkpoint-4500/random_states_0.pkl b/checkpoint-4500/random_states_0.pkl new file mode 100644 index 0000000000000000000000000000000000000000..46c42a40fd3322b5033f7135de0317bfa13fb008 --- /dev/null +++ b/checkpoint-4500/random_states_0.pkl @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:aa16b6012961ed73e2fb54405bf76adaad0a7c4878cd219890275964a97d500e +size 14663 diff --git a/checkpoint-4500/scheduler.bin b/checkpoint-4500/scheduler.bin new file mode 100644 index 0000000000000000000000000000000000000000..92d8584c082d2721d2820dc141044e8f912210f1 --- /dev/null +++ b/checkpoint-4500/scheduler.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:da0380f80ccc7e954831d496fc71d63a11d82298b1275d919ea1550d92e443d7 +size 563 diff --git a/checkpoint-500/controlnet/config.json b/checkpoint-500/controlnet/config.json new file mode 100644 index 0000000000000000000000000000000000000000..63e0abbc5bdda9d7a86446c7568dbce858b2d3a8 --- /dev/null +++ b/checkpoint-500/controlnet/config.json @@ -0,0 +1,55 @@ +{ + "_class_name": "ControlNetModel", + "_diffusers_version": "0.22.0.dev0", + "act_fn": "silu", + "addition_embed_type": null, + "addition_embed_type_num_heads": 64, + "addition_time_embed_dim": null, + "attention_head_dim": [ + 5, + 10, + 20, + 20 + ], + "block_out_channels": [ + 320, + 640, + 1280, + 1280 + ], + "class_embed_type": null, + "conditioning_channels": 3, + "conditioning_embedding_out_channels": [ + 16, + 32, + 96, + 256 + ], + "controlnet_conditioning_channel_order": "rgb", + "cross_attention_dim": 1024, + "down_block_types": [ + "CrossAttnDownBlock2D", + "CrossAttnDownBlock2D", + "CrossAttnDownBlock2D", + "DownBlock2D" + ], + "downsample_padding": 1, + "encoder_hid_dim": null, + "encoder_hid_dim_type": null, + "flip_sin_to_cos": true, + "freq_shift": 0, + "global_pool_conditions": false, + "in_channels": 4, + "layers_per_block": 2, + "mid_block_scale_factor": 1, + "norm_eps": 1e-05, + "norm_num_groups": 32, + "num_attention_heads": null, + "num_class_embeds": null, + "only_cross_attention": false, + "projection_class_embeddings_input_dim": null, + "resnet_time_scale_shift": "default", + "transformer_layers_per_block": 1, + "upcast_attention": false, + "use_linear_projection": true +} diff --git a/checkpoint-500/controlnet/diffusion_pytorch_model.safetensors b/checkpoint-500/controlnet/diffusion_pytorch_model.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..d85e2c9d7f6757cef283364809bc5f8165a6cc55 --- /dev/null +++ b/checkpoint-500/controlnet/diffusion_pytorch_model.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d30475126dc354b7d482c55b34fd7cccb945780190cd40071da03124e56b7836 +size 1456953560 diff --git a/checkpoint-500/optimizer.bin b/checkpoint-500/optimizer.bin new file mode 100644 index 0000000000000000000000000000000000000000..2a5dc88026a776d860a3443b566a0aca9e64d42d --- /dev/null +++ b/checkpoint-500/optimizer.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9f8abe1c36624212ffb5f6d10cb38ac0c8d8a68d6560f997f3c0d7480c0df33a +size 2914110681 diff --git a/checkpoint-500/random_states_0.pkl b/checkpoint-500/random_states_0.pkl new file mode 100644 index 0000000000000000000000000000000000000000..960b2f8a82cda43f711490d9fe644a6c89ba7957 --- /dev/null +++ b/checkpoint-500/random_states_0.pkl @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:615fff5461a277da8e019ca674b7315d82913f37af8bc249240947d30245aec8 +size 14663 diff --git a/checkpoint-500/scheduler.bin b/checkpoint-500/scheduler.bin new file mode 100644 index 0000000000000000000000000000000000000000..71d5455d98cf7219148806094443df069ec9e46a --- /dev/null +++ b/checkpoint-500/scheduler.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ab20ead000e6ae60e9a32d69fb1fb976d10dba2a065da680293a8202053a1975 +size 563 diff --git a/checkpoint-5000/controlnet/config.json b/checkpoint-5000/controlnet/config.json new file mode 100644 index 0000000000000000000000000000000000000000..63e0abbc5bdda9d7a86446c7568dbce858b2d3a8 --- /dev/null +++ b/checkpoint-5000/controlnet/config.json @@ -0,0 +1,55 @@ +{ + "_class_name": "ControlNetModel", + "_diffusers_version": "0.22.0.dev0", + "act_fn": "silu", + "addition_embed_type": null, + "addition_embed_type_num_heads": 64, + "addition_time_embed_dim": null, + "attention_head_dim": [ + 5, + 10, + 20, + 20 + ], + "block_out_channels": [ + 320, + 640, + 1280, + 1280 + ], + "class_embed_type": null, + "conditioning_channels": 3, + "conditioning_embedding_out_channels": [ + 16, + 32, + 96, + 256 + ], + "controlnet_conditioning_channel_order": "rgb", + "cross_attention_dim": 1024, + "down_block_types": [ + "CrossAttnDownBlock2D", + "CrossAttnDownBlock2D", + "CrossAttnDownBlock2D", + "DownBlock2D" + ], + "downsample_padding": 1, + "encoder_hid_dim": null, + "encoder_hid_dim_type": null, + "flip_sin_to_cos": true, + "freq_shift": 0, + "global_pool_conditions": false, + "in_channels": 4, + "layers_per_block": 2, + "mid_block_scale_factor": 1, + "norm_eps": 1e-05, + "norm_num_groups": 32, + "num_attention_heads": null, + "num_class_embeds": null, + "only_cross_attention": false, + "projection_class_embeddings_input_dim": null, + "resnet_time_scale_shift": "default", + "transformer_layers_per_block": 1, + "upcast_attention": false, + "use_linear_projection": true +} diff --git a/checkpoint-5000/controlnet/diffusion_pytorch_model.safetensors b/checkpoint-5000/controlnet/diffusion_pytorch_model.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..79abecac833ccf75209bd5ac3fae75b5cdaf2548 --- /dev/null +++ b/checkpoint-5000/controlnet/diffusion_pytorch_model.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:816ee32a188cad5798df4d1bae3b077fd188039036721a718e942990ff19d7d3 +size 1456953560 diff --git a/checkpoint-5000/optimizer.bin b/checkpoint-5000/optimizer.bin new file mode 100644 index 0000000000000000000000000000000000000000..69b17bef93feb924bdf56e3272fed015d1c6f7db --- /dev/null +++ b/checkpoint-5000/optimizer.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:14243724e75d75d09a07b719c497c418db54d4bc8e335fae9bf981556144b7d1 +size 2914110681 diff --git a/checkpoint-5000/random_states_0.pkl b/checkpoint-5000/random_states_0.pkl new file mode 100644 index 0000000000000000000000000000000000000000..ab0fa014d6a9d04ff5a03dc5f1ef42d900ae17b4 --- /dev/null +++ b/checkpoint-5000/random_states_0.pkl @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:96f55cee0e0c61090dacc46be2107266a452d8919515298d2b4d5a12dae0dac2 +size 14599 diff --git a/checkpoint-5000/scheduler.bin b/checkpoint-5000/scheduler.bin new file mode 100644 index 0000000000000000000000000000000000000000..c37dd5f1ba284353140794600e68bbd00f948e8b --- /dev/null +++ b/checkpoint-5000/scheduler.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:00b6b035e89b3f614d8a7babea59ef588908ea69ffc4eb871a24c002d6356cdc +size 563 diff --git a/checkpoint-5500/controlnet/config.json b/checkpoint-5500/controlnet/config.json new file mode 100644 index 0000000000000000000000000000000000000000..63e0abbc5bdda9d7a86446c7568dbce858b2d3a8 --- /dev/null +++ b/checkpoint-5500/controlnet/config.json @@ -0,0 +1,55 @@ +{ + "_class_name": "ControlNetModel", + "_diffusers_version": "0.22.0.dev0", + "act_fn": "silu", + "addition_embed_type": null, + "addition_embed_type_num_heads": 64, + "addition_time_embed_dim": null, + "attention_head_dim": [ + 5, + 10, + 20, + 20 + ], + "block_out_channels": [ + 320, + 640, + 1280, + 1280 + ], + "class_embed_type": null, + "conditioning_channels": 3, + "conditioning_embedding_out_channels": [ + 16, + 32, + 96, + 256 + ], + "controlnet_conditioning_channel_order": "rgb", + "cross_attention_dim": 1024, + "down_block_types": [ + "CrossAttnDownBlock2D", + "CrossAttnDownBlock2D", + "CrossAttnDownBlock2D", + "DownBlock2D" + ], + "downsample_padding": 1, + "encoder_hid_dim": null, + "encoder_hid_dim_type": null, + "flip_sin_to_cos": true, + "freq_shift": 0, + "global_pool_conditions": false, + "in_channels": 4, + "layers_per_block": 2, + "mid_block_scale_factor": 1, + "norm_eps": 1e-05, + "norm_num_groups": 32, + "num_attention_heads": null, + "num_class_embeds": null, + "only_cross_attention": false, + "projection_class_embeddings_input_dim": null, + "resnet_time_scale_shift": "default", + "transformer_layers_per_block": 1, + "upcast_attention": false, + "use_linear_projection": true +} diff --git a/checkpoint-5500/controlnet/diffusion_pytorch_model.safetensors b/checkpoint-5500/controlnet/diffusion_pytorch_model.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..49946549ff15911b68482847a28df764eaec7d05 --- /dev/null +++ b/checkpoint-5500/controlnet/diffusion_pytorch_model.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5964205caefe57f68031fa4a8a3cc232a0db3be00a6e66642cf7548c9f8ebccd +size 1456953560 diff --git a/checkpoint-5500/optimizer.bin b/checkpoint-5500/optimizer.bin new file mode 100644 index 0000000000000000000000000000000000000000..dddd1cef06c7bb60eea6ba5d8e751d75b864caf8 --- /dev/null +++ b/checkpoint-5500/optimizer.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:dc2c0bc620b8882507134a3b73111275dbb2bb46623ff7fcce9667648ac81ec8 +size 2914110681 diff --git a/checkpoint-5500/random_states_0.pkl b/checkpoint-5500/random_states_0.pkl new file mode 100644 index 0000000000000000000000000000000000000000..393aa90c961e625add0acce6c85f0b9434bcb8f8 --- /dev/null +++ b/checkpoint-5500/random_states_0.pkl @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0a4b3a1689ca3cf139292bf9b1cdfd6ad0be2ee5c74f8c6e834303cc6a33e88b +size 14663 diff --git a/checkpoint-5500/scheduler.bin b/checkpoint-5500/scheduler.bin new file mode 100644 index 0000000000000000000000000000000000000000..f6cdc1fdeb808bdbc2bccb2d10e5a38047465649 --- /dev/null +++ b/checkpoint-5500/scheduler.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2205f705df0ffc1ab94bb723d1b6991f66dd0d5ba5739fd029613baa39559889 +size 563 diff --git a/config.json b/config.json new file mode 100644 index 0000000000000000000000000000000000000000..63e0abbc5bdda9d7a86446c7568dbce858b2d3a8 --- /dev/null +++ b/config.json @@ -0,0 +1,55 @@ +{ + "_class_name": "ControlNetModel", + "_diffusers_version": "0.22.0.dev0", + "act_fn": "silu", + "addition_embed_type": null, + "addition_embed_type_num_heads": 64, + "addition_time_embed_dim": null, + "attention_head_dim": [ + 5, + 10, + 20, + 20 + ], + "block_out_channels": [ + 320, + 640, + 1280, + 1280 + ], + "class_embed_type": null, + "conditioning_channels": 3, + "conditioning_embedding_out_channels": [ + 16, + 32, + 96, + 256 + ], + "controlnet_conditioning_channel_order": "rgb", + "cross_attention_dim": 1024, + "down_block_types": [ + "CrossAttnDownBlock2D", + "CrossAttnDownBlock2D", + "CrossAttnDownBlock2D", + "DownBlock2D" + ], + "downsample_padding": 1, + "encoder_hid_dim": null, + "encoder_hid_dim_type": null, + "flip_sin_to_cos": true, + "freq_shift": 0, + "global_pool_conditions": false, + "in_channels": 4, + "layers_per_block": 2, + "mid_block_scale_factor": 1, + "norm_eps": 1e-05, + "norm_num_groups": 32, + "num_attention_heads": null, + "num_class_embeds": null, + "only_cross_attention": false, + "projection_class_embeddings_input_dim": null, + "resnet_time_scale_shift": "default", + "transformer_layers_per_block": 1, + "upcast_attention": false, + "use_linear_projection": true +} diff --git a/diffusion_pytorch_model.safetensors b/diffusion_pytorch_model.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..d3a1f1578abdc36d84e4df9decbab9aa5b578f31 --- /dev/null +++ b/diffusion_pytorch_model.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:788175a40f1bf56fdebf92a00155c101db75bd5c29103b5ce7e30ae3358382e6 +size 1456953560 diff --git a/image_control.png b/image_control.png new file mode 100644 index 0000000000000000000000000000000000000000..126646531b766969cde355d21003fa7aa7738120 Binary files /dev/null and b/image_control.png differ diff --git a/images_0.png b/images_0.png new file mode 100644 index 0000000000000000000000000000000000000000..02840f7448b710f4d4ddf66e2a49c09b8875d208 --- /dev/null +++ b/images_0.png @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:332bda4e5b677853f2ec14dc2d56b9a156e012fcdec6421fb253195ab3320d34 +size 1770411 diff --git a/images_1.png b/images_1.png new file mode 100644 index 0000000000000000000000000000000000000000..5444eeed8440560b413891e67e622feb563bcf35 --- /dev/null +++ b/images_1.png @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:51648a93f4f491d3557aa602a7a2b4b10e8d72262f1f90ffad2adf715224cd73 +size 1532483 diff --git a/images_2.png b/images_2.png new file mode 100644 index 0000000000000000000000000000000000000000..3ed986f8b38e84353c0bd9015fa96a7f28066a9f --- /dev/null +++ b/images_2.png @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:53fe7054750d5d931052c208a1240e7c5ab15c309a8b130a58c8375500429532 +size 1829440