diff --git a/.bin b/.bin new file mode 100644 index 0000000000000000000000000000000000000000..7afb0251bc1b0c275c7288df9d25fd63da17686c --- /dev/null +++ b/.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:18e51c1f0886c26921eb62bdec2733f6d6e5e24169083aa8fb379eeea6971879 +size 202379941 diff --git a/README.md b/README.md new file mode 100644 index 0000000000000000000000000000000000000000..84d8309f72e5c7263416dd6ea40745b9aafb3cfe --- /dev/null +++ b/README.md @@ -0,0 +1,22 @@ + +--- +license: creativeml-openrail-m +base_model: stabilityai/stable-diffusion-2-1-base +instance_prompt: photo of a cat +tags: +- stable-diffusion +- stable-diffusion-diffusers +- text-to-image +- diffusers +- custom-diffusion +inference: true +--- + +# Custom Diffusion - SidXXD/cat_mist_token_id-ktn + +These are Custom Diffusion adaption weights for stabilityai/stable-diffusion-2-1-base. The weights were trained on photo of a cat using [Custom Diffusion](https://www.cs.cmu.edu/~custom-diffusion). You can find some example images in the following. + + + + +For more details on the training, please follow [this link](https://github.com/huggingface/diffusers/blob/main/examples/custom_diffusion). diff --git a/attn_maps_color-29_05/output_0_0.png b/attn_maps_color-29_05/output_0_0.png new file mode 100644 index 0000000000000000000000000000000000000000..30bce5e2467e1171e612ee2622a265b502f97740 Binary files /dev/null and b/attn_maps_color-29_05/output_0_0.png differ diff --git a/attn_maps_color-29_05/output_10_10.png b/attn_maps_color-29_05/output_10_10.png new file mode 100644 index 0000000000000000000000000000000000000000..aa07f3eb078e4d5808415d6b26cc057dd3831f6b Binary files /dev/null and b/attn_maps_color-29_05/output_10_10.png differ diff --git a/attn_maps_color-29_05/output_11_11.png b/attn_maps_color-29_05/output_11_11.png new file mode 100644 index 0000000000000000000000000000000000000000..1c5bf7ba74a2a7deb6e5fbcd12710444f86b7c3e Binary files /dev/null and b/attn_maps_color-29_05/output_11_11.png differ diff --git a/attn_maps_color-29_05/output_12_12.png b/attn_maps_color-29_05/output_12_12.png new file mode 100644 index 0000000000000000000000000000000000000000..7b0300fe56595ce0a0647738394e1df15d967fb7 Binary files /dev/null and b/attn_maps_color-29_05/output_12_12.png differ diff --git a/attn_maps_color-29_05/output_13_13.png b/attn_maps_color-29_05/output_13_13.png new file mode 100644 index 0000000000000000000000000000000000000000..36929109aa2fd63a0f0ae0935cf7238dbb954f6d Binary files /dev/null and b/attn_maps_color-29_05/output_13_13.png differ diff --git a/attn_maps_color-29_05/output_14_14.png b/attn_maps_color-29_05/output_14_14.png new file mode 100644 index 0000000000000000000000000000000000000000..34021e6fc97d77bb7e5247bf6c9b7e36105a839f Binary files /dev/null and b/attn_maps_color-29_05/output_14_14.png differ diff --git a/attn_maps_color-29_05/output_15_15.png b/attn_maps_color-29_05/output_15_15.png new file mode 100644 index 0000000000000000000000000000000000000000..57c3fbe07e4b34271281c48e8eaafac2e599421c Binary files /dev/null and b/attn_maps_color-29_05/output_15_15.png differ diff --git a/attn_maps_color-29_05/output_16_16.png b/attn_maps_color-29_05/output_16_16.png new file mode 100644 index 0000000000000000000000000000000000000000..59130e591afcaa67f43b3d243e164b5d3045e848 Binary files /dev/null and b/attn_maps_color-29_05/output_16_16.png differ diff --git a/attn_maps_color-29_05/output_17_17.png b/attn_maps_color-29_05/output_17_17.png new file mode 100644 index 0000000000000000000000000000000000000000..d4b61188928d871ed61ac58c1a298e57356e4370 Binary files /dev/null and b/attn_maps_color-29_05/output_17_17.png differ diff --git a/attn_maps_color-29_05/output_18_18.png b/attn_maps_color-29_05/output_18_18.png new file mode 100644 index 0000000000000000000000000000000000000000..b1ebfe10fc707f6e288b9c5228e08253f5914c2c Binary files /dev/null and b/attn_maps_color-29_05/output_18_18.png differ diff --git a/attn_maps_color-29_05/output_19_19.png b/attn_maps_color-29_05/output_19_19.png new file mode 100644 index 0000000000000000000000000000000000000000..cb9c57c4aaec93765d92c8e12b8e91ff16ceabe8 Binary files /dev/null and b/attn_maps_color-29_05/output_19_19.png differ diff --git a/attn_maps_color-29_05/output_1_1.png b/attn_maps_color-29_05/output_1_1.png new file mode 100644 index 0000000000000000000000000000000000000000..80afb04ec4e346cde4550c838a66b06cb4ca017c Binary files /dev/null and b/attn_maps_color-29_05/output_1_1.png differ diff --git a/attn_maps_color-29_05/output_20_20.png b/attn_maps_color-29_05/output_20_20.png new file mode 100644 index 0000000000000000000000000000000000000000..2713e9e4eac92a5686f1d5937f60808933e55652 Binary files /dev/null and b/attn_maps_color-29_05/output_20_20.png differ diff --git a/attn_maps_color-29_05/output_21_21.png b/attn_maps_color-29_05/output_21_21.png new file mode 100644 index 0000000000000000000000000000000000000000..c2d065070ec8bb51a5dee34dc439f6532edca959 Binary files /dev/null and b/attn_maps_color-29_05/output_21_21.png differ diff --git a/attn_maps_color-29_05/output_22_22.png b/attn_maps_color-29_05/output_22_22.png new file mode 100644 index 0000000000000000000000000000000000000000..88e1ed030080bec723a5080d42921e5364c37d58 Binary files /dev/null and b/attn_maps_color-29_05/output_22_22.png differ diff --git a/attn_maps_color-29_05/output_23_23.png b/attn_maps_color-29_05/output_23_23.png new file mode 100644 index 0000000000000000000000000000000000000000..7abc3bac3be2c3839a56ded967ed23f76f897e29 Binary files /dev/null and b/attn_maps_color-29_05/output_23_23.png differ diff --git a/attn_maps_color-29_05/output_24_24.png b/attn_maps_color-29_05/output_24_24.png new file mode 100644 index 0000000000000000000000000000000000000000..860a5916d0b280ef446e8fa2bcb8daba6232f9d6 Binary files /dev/null and b/attn_maps_color-29_05/output_24_24.png differ diff --git a/attn_maps_color-29_05/output_25_25.png b/attn_maps_color-29_05/output_25_25.png new file mode 100644 index 0000000000000000000000000000000000000000..d5e7207e92b258d961ed5f398f33922f645f2835 Binary files /dev/null and b/attn_maps_color-29_05/output_25_25.png differ diff --git a/attn_maps_color-29_05/output_26_26.png b/attn_maps_color-29_05/output_26_26.png new file mode 100644 index 0000000000000000000000000000000000000000..5ada99dad86b5488e3e81dc0c8984ca15d457984 Binary files /dev/null and b/attn_maps_color-29_05/output_26_26.png differ diff --git a/attn_maps_color-29_05/output_27_27.png b/attn_maps_color-29_05/output_27_27.png new file mode 100644 index 0000000000000000000000000000000000000000..76a85c4b472a1d7cbc085aa562154ddfc74da960 Binary files /dev/null and b/attn_maps_color-29_05/output_27_27.png differ diff --git a/attn_maps_color-29_05/output_28_28.png b/attn_maps_color-29_05/output_28_28.png new file mode 100644 index 0000000000000000000000000000000000000000..78e8d41680ec7eca799374e20b5978149a596b6d Binary files /dev/null and b/attn_maps_color-29_05/output_28_28.png differ diff --git a/attn_maps_color-29_05/output_29_29.png b/attn_maps_color-29_05/output_29_29.png new file mode 100644 index 0000000000000000000000000000000000000000..dbb42d8c4db62d4edd0b1f7a9c3d385f9643f701 Binary files /dev/null and b/attn_maps_color-29_05/output_29_29.png differ diff --git a/attn_maps_color-29_05/output_2_2.png b/attn_maps_color-29_05/output_2_2.png new file mode 100644 index 0000000000000000000000000000000000000000..f2794d6185fd3c40d6d006ea161102ca55552f8f Binary files /dev/null and b/attn_maps_color-29_05/output_2_2.png differ diff --git a/attn_maps_color-29_05/output_30_30.png b/attn_maps_color-29_05/output_30_30.png new file mode 100644 index 0000000000000000000000000000000000000000..f41656aadd2363ce1b519b86304df4e722719a19 Binary files /dev/null and b/attn_maps_color-29_05/output_30_30.png differ diff --git a/attn_maps_color-29_05/output_31_31.png b/attn_maps_color-29_05/output_31_31.png new file mode 100644 index 0000000000000000000000000000000000000000..02c6a22b6903acf1dd426c7a0251f2b97b895682 Binary files /dev/null and b/attn_maps_color-29_05/output_31_31.png differ diff --git a/attn_maps_color-29_05/output_32_32.png b/attn_maps_color-29_05/output_32_32.png new file mode 100644 index 0000000000000000000000000000000000000000..bc7b52e33faf298239287ab27a8f5e049c7aacc5 Binary files /dev/null and b/attn_maps_color-29_05/output_32_32.png differ diff --git a/attn_maps_color-29_05/output_33_33.png b/attn_maps_color-29_05/output_33_33.png new file mode 100644 index 0000000000000000000000000000000000000000..5be267eb1b1421aa0d65598dda3e239322e71a84 Binary files /dev/null and b/attn_maps_color-29_05/output_33_33.png differ diff --git a/attn_maps_color-29_05/output_34_34.png b/attn_maps_color-29_05/output_34_34.png new file mode 100644 index 0000000000000000000000000000000000000000..309be9b7dbb36f966d37e659b11b86e86fc11c6a Binary files /dev/null and b/attn_maps_color-29_05/output_34_34.png differ diff --git a/attn_maps_color-29_05/output_35_35.png b/attn_maps_color-29_05/output_35_35.png new file mode 100644 index 0000000000000000000000000000000000000000..e1342c35ade43313e29b0bcdcd00ad3461718593 Binary files /dev/null and b/attn_maps_color-29_05/output_35_35.png differ diff --git a/attn_maps_color-29_05/output_36_36.png b/attn_maps_color-29_05/output_36_36.png new file mode 100644 index 0000000000000000000000000000000000000000..6bbd1b4dc7810f46a6ded3661384ce612710c0ec Binary files /dev/null and b/attn_maps_color-29_05/output_36_36.png differ diff --git a/attn_maps_color-29_05/output_37_37.png b/attn_maps_color-29_05/output_37_37.png new file mode 100644 index 0000000000000000000000000000000000000000..2307f0a4f6c6c15ef99eaa4643e12a796902d748 Binary files /dev/null and b/attn_maps_color-29_05/output_37_37.png differ diff --git a/attn_maps_color-29_05/output_38_38.png b/attn_maps_color-29_05/output_38_38.png new file mode 100644 index 0000000000000000000000000000000000000000..27be988830d14820cfa00edf00cb28d8fe6d68f4 Binary files /dev/null and b/attn_maps_color-29_05/output_38_38.png differ diff --git a/attn_maps_color-29_05/output_39_39.png b/attn_maps_color-29_05/output_39_39.png new file mode 100644 index 0000000000000000000000000000000000000000..e86a1fca0cf8574b578331eb699ccaa81934d81a Binary files /dev/null and b/attn_maps_color-29_05/output_39_39.png differ diff --git a/attn_maps_color-29_05/output_3_3.png b/attn_maps_color-29_05/output_3_3.png new file mode 100644 index 0000000000000000000000000000000000000000..8132f8ed60eb0389288d557ff70c37378a396d5f Binary files /dev/null and b/attn_maps_color-29_05/output_3_3.png differ diff --git a/attn_maps_color-29_05/output_40_40.png b/attn_maps_color-29_05/output_40_40.png new file mode 100644 index 0000000000000000000000000000000000000000..177e0d283ec7acb82b4e356f87fb7de6873f8bf5 Binary files /dev/null and b/attn_maps_color-29_05/output_40_40.png differ diff --git a/attn_maps_color-29_05/output_41_41.png b/attn_maps_color-29_05/output_41_41.png new file mode 100644 index 0000000000000000000000000000000000000000..974092ba7089f73b0c8d52059cc68c3f4200dea7 Binary files /dev/null and b/attn_maps_color-29_05/output_41_41.png differ diff --git a/attn_maps_color-29_05/output_42_42.png b/attn_maps_color-29_05/output_42_42.png new file mode 100644 index 0000000000000000000000000000000000000000..a9e98dbb3a0a2a9581cf96c0666f833e356ad7ab Binary files /dev/null and b/attn_maps_color-29_05/output_42_42.png differ diff --git a/attn_maps_color-29_05/output_43_43.png b/attn_maps_color-29_05/output_43_43.png new file mode 100644 index 0000000000000000000000000000000000000000..7729f0b3235fe217c994350f774bd02e2cc6e924 Binary files /dev/null and b/attn_maps_color-29_05/output_43_43.png differ diff --git a/attn_maps_color-29_05/output_44_44.png b/attn_maps_color-29_05/output_44_44.png new file mode 100644 index 0000000000000000000000000000000000000000..01676962772ee179def27addecd749f5f8c74d91 Binary files /dev/null and b/attn_maps_color-29_05/output_44_44.png differ diff --git a/attn_maps_color-29_05/output_45_45.png b/attn_maps_color-29_05/output_45_45.png new file mode 100644 index 0000000000000000000000000000000000000000..e0d9fbe3ae9cdca6c9bb1cd1acc87e91f00d8ac1 Binary files /dev/null and b/attn_maps_color-29_05/output_45_45.png differ diff --git a/attn_maps_color-29_05/output_46_46.png b/attn_maps_color-29_05/output_46_46.png new file mode 100644 index 0000000000000000000000000000000000000000..a3778946111e206d477a8c75d8fbf4db01332814 Binary files /dev/null and b/attn_maps_color-29_05/output_46_46.png differ diff --git a/attn_maps_color-29_05/output_47_47.png b/attn_maps_color-29_05/output_47_47.png new file mode 100644 index 0000000000000000000000000000000000000000..738aaacdf23cfc575329833e52529dc9db6d5628 Binary files /dev/null and b/attn_maps_color-29_05/output_47_47.png differ diff --git a/attn_maps_color-29_05/output_48_48.png b/attn_maps_color-29_05/output_48_48.png new file mode 100644 index 0000000000000000000000000000000000000000..0ba18637f253fac57e330d46ac96fb3fa97b7c84 Binary files /dev/null and b/attn_maps_color-29_05/output_48_48.png differ diff --git a/attn_maps_color-29_05/output_49_49.png b/attn_maps_color-29_05/output_49_49.png new file mode 100644 index 0000000000000000000000000000000000000000..93180a9a285dfab20632f0164a6afbd922d1f254 Binary files /dev/null and b/attn_maps_color-29_05/output_49_49.png differ diff --git a/attn_maps_color-29_05/output_4_4.png b/attn_maps_color-29_05/output_4_4.png new file mode 100644 index 0000000000000000000000000000000000000000..40997328c645ee599685dcff8479986dcf22cb47 Binary files /dev/null and b/attn_maps_color-29_05/output_4_4.png differ diff --git a/attn_maps_color-29_05/output_50_50.png b/attn_maps_color-29_05/output_50_50.png new file mode 100644 index 0000000000000000000000000000000000000000..385669d2aafc24cd53d9b2a09050616ad58775a4 Binary files /dev/null and b/attn_maps_color-29_05/output_50_50.png differ diff --git a/attn_maps_color-29_05/output_51_51.png b/attn_maps_color-29_05/output_51_51.png new file mode 100644 index 0000000000000000000000000000000000000000..8ccd525484671d97adcdae6e95372e9e6492bb0a Binary files /dev/null and b/attn_maps_color-29_05/output_51_51.png differ diff --git a/attn_maps_color-29_05/output_52_52.png b/attn_maps_color-29_05/output_52_52.png new file mode 100644 index 0000000000000000000000000000000000000000..b2306b8cbb28693b66de8650fc1ca81f43eb1e6f Binary files /dev/null and b/attn_maps_color-29_05/output_52_52.png differ diff --git a/attn_maps_color-29_05/output_53_53.png b/attn_maps_color-29_05/output_53_53.png new file mode 100644 index 0000000000000000000000000000000000000000..ec175606ba42776a871287e3ca4f30446070a81d Binary files /dev/null and b/attn_maps_color-29_05/output_53_53.png differ diff --git a/attn_maps_color-29_05/output_54_54.png b/attn_maps_color-29_05/output_54_54.png new file mode 100644 index 0000000000000000000000000000000000000000..11b74e7ffb25565f3967f334567263229c68b728 Binary files /dev/null and b/attn_maps_color-29_05/output_54_54.png differ diff --git a/attn_maps_color-29_05/output_55_55.png b/attn_maps_color-29_05/output_55_55.png new file mode 100644 index 0000000000000000000000000000000000000000..55cfde867b32805bf776c4ef7a0ff924000dd114 Binary files /dev/null and b/attn_maps_color-29_05/output_55_55.png differ diff --git a/attn_maps_color-29_05/output_56_56.png b/attn_maps_color-29_05/output_56_56.png new file mode 100644 index 0000000000000000000000000000000000000000..4e60c2bbc04f85ead23509944c64c8cd00260b22 Binary files /dev/null and b/attn_maps_color-29_05/output_56_56.png differ diff --git a/attn_maps_color-29_05/output_57_57.png b/attn_maps_color-29_05/output_57_57.png new file mode 100644 index 0000000000000000000000000000000000000000..2f5cf0c8af82f5033aeccf0b22c5980d2323651a Binary files /dev/null and b/attn_maps_color-29_05/output_57_57.png differ diff --git a/attn_maps_color-29_05/output_58_58.png b/attn_maps_color-29_05/output_58_58.png new file mode 100644 index 0000000000000000000000000000000000000000..fe2dd4d0df9989ad7553377a2bdb5be0ff00ec1c Binary files /dev/null and b/attn_maps_color-29_05/output_58_58.png differ diff --git a/attn_maps_color-29_05/output_59_59.png b/attn_maps_color-29_05/output_59_59.png new file mode 100644 index 0000000000000000000000000000000000000000..0062d4658f3269a168cd15e9683c0158d57cd984 Binary files /dev/null and b/attn_maps_color-29_05/output_59_59.png differ diff --git a/attn_maps_color-29_05/output_5_5.png b/attn_maps_color-29_05/output_5_5.png new file mode 100644 index 0000000000000000000000000000000000000000..8a19a59b868017047bfc651b60d93388cc44a844 Binary files /dev/null and b/attn_maps_color-29_05/output_5_5.png differ diff --git a/attn_maps_color-29_05/output_60_60.png b/attn_maps_color-29_05/output_60_60.png new file mode 100644 index 0000000000000000000000000000000000000000..368fc10e62da9a81772d02f72579d5a0f8746bf4 Binary files /dev/null and b/attn_maps_color-29_05/output_60_60.png differ diff --git a/attn_maps_color-29_05/output_61_61.png b/attn_maps_color-29_05/output_61_61.png new file mode 100644 index 0000000000000000000000000000000000000000..9466734dbca44097f8e69eb4eebb84413d2b4f49 Binary files /dev/null and b/attn_maps_color-29_05/output_61_61.png differ diff --git a/attn_maps_color-29_05/output_62_62.png b/attn_maps_color-29_05/output_62_62.png new file mode 100644 index 0000000000000000000000000000000000000000..afee2f922dc532f14993225f3ec4ee540d094806 Binary files /dev/null and b/attn_maps_color-29_05/output_62_62.png differ diff --git a/attn_maps_color-29_05/output_63_63.png b/attn_maps_color-29_05/output_63_63.png new file mode 100644 index 0000000000000000000000000000000000000000..7c0a372bf4c1ff876b23463418638b85d1e52977 Binary files /dev/null and b/attn_maps_color-29_05/output_63_63.png differ diff --git a/attn_maps_color-29_05/output_64_64.png b/attn_maps_color-29_05/output_64_64.png new file mode 100644 index 0000000000000000000000000000000000000000..befe9bb3d32a13c65a24460a6365968aae45ad76 Binary files /dev/null and b/attn_maps_color-29_05/output_64_64.png differ diff --git a/attn_maps_color-29_05/output_65_65.png b/attn_maps_color-29_05/output_65_65.png new file mode 100644 index 0000000000000000000000000000000000000000..43c4407697b9a03590d5540b0f715e08965103a5 Binary files /dev/null and b/attn_maps_color-29_05/output_65_65.png differ diff --git a/attn_maps_color-29_05/output_66_66.png b/attn_maps_color-29_05/output_66_66.png new file mode 100644 index 0000000000000000000000000000000000000000..d3cc11280b229b4dc2f8c15702e5f507e3a3a29b Binary files /dev/null and b/attn_maps_color-29_05/output_66_66.png differ diff --git a/attn_maps_color-29_05/output_67_67.png b/attn_maps_color-29_05/output_67_67.png new file mode 100644 index 0000000000000000000000000000000000000000..7740cf6e1857146ce1c3e0371326de2237a1ff9f Binary files /dev/null and b/attn_maps_color-29_05/output_67_67.png differ diff --git a/attn_maps_color-29_05/output_68_68.png b/attn_maps_color-29_05/output_68_68.png new file mode 100644 index 0000000000000000000000000000000000000000..cdae51de8d80167e480f85829850d5322fe3f67e Binary files /dev/null and b/attn_maps_color-29_05/output_68_68.png differ diff --git a/attn_maps_color-29_05/output_69_69.png b/attn_maps_color-29_05/output_69_69.png new file mode 100644 index 0000000000000000000000000000000000000000..c7a388db16047c2e023f3de6c4d9ea1d64ba3e91 Binary files /dev/null and b/attn_maps_color-29_05/output_69_69.png differ diff --git a/attn_maps_color-29_05/output_6_6.png b/attn_maps_color-29_05/output_6_6.png new file mode 100644 index 0000000000000000000000000000000000000000..676d4b5c1e5768dd7a1d1cea5608abf1e0695f77 Binary files /dev/null and b/attn_maps_color-29_05/output_6_6.png differ diff --git a/attn_maps_color-29_05/output_70_70.png b/attn_maps_color-29_05/output_70_70.png new file mode 100644 index 0000000000000000000000000000000000000000..67115e81f1e6e00b6bdd89ce7c4d9749ff5b4dfa Binary files /dev/null and b/attn_maps_color-29_05/output_70_70.png differ diff --git a/attn_maps_color-29_05/output_71_71.png b/attn_maps_color-29_05/output_71_71.png new file mode 100644 index 0000000000000000000000000000000000000000..30b6c924c5063a9de7aabaa38aa162d7fb6b8b99 Binary files /dev/null and b/attn_maps_color-29_05/output_71_71.png differ diff --git a/attn_maps_color-29_05/output_72_72.png b/attn_maps_color-29_05/output_72_72.png new file mode 100644 index 0000000000000000000000000000000000000000..ddd5e9c4f25758245a929235f9d137db53406fae Binary files /dev/null and b/attn_maps_color-29_05/output_72_72.png differ diff --git a/attn_maps_color-29_05/output_73_73.png b/attn_maps_color-29_05/output_73_73.png new file mode 100644 index 0000000000000000000000000000000000000000..e92c273842590cfc16959996a3bf690d01a3bef5 Binary files /dev/null and b/attn_maps_color-29_05/output_73_73.png differ diff --git a/attn_maps_color-29_05/output_74_74.png b/attn_maps_color-29_05/output_74_74.png new file mode 100644 index 0000000000000000000000000000000000000000..7eadd2a5918cfecebef38f27ecbb2e42e8d88e93 Binary files /dev/null and b/attn_maps_color-29_05/output_74_74.png differ diff --git a/attn_maps_color-29_05/output_75_75.png b/attn_maps_color-29_05/output_75_75.png new file mode 100644 index 0000000000000000000000000000000000000000..b1e36ed7c81cd812f10843f4745a59d9f4438f14 Binary files /dev/null and b/attn_maps_color-29_05/output_75_75.png differ diff --git a/attn_maps_color-29_05/output_76_76.png b/attn_maps_color-29_05/output_76_76.png new file mode 100644 index 0000000000000000000000000000000000000000..434485a2c39a8f8d569da022dde804e30d3cfc53 Binary files /dev/null and b/attn_maps_color-29_05/output_76_76.png differ diff --git a/attn_maps_color-29_05/output_77_77.png b/attn_maps_color-29_05/output_77_77.png new file mode 100644 index 0000000000000000000000000000000000000000..d49c6137684b0274090f5a86ffa545173baf7bfd Binary files /dev/null and b/attn_maps_color-29_05/output_77_77.png differ diff --git a/attn_maps_color-29_05/output_78_78.png b/attn_maps_color-29_05/output_78_78.png new file mode 100644 index 0000000000000000000000000000000000000000..880a4969fd4b573e9c7d4ccf5c9e338febd1ed22 Binary files /dev/null and b/attn_maps_color-29_05/output_78_78.png differ diff --git a/attn_maps_color-29_05/output_79_79.png b/attn_maps_color-29_05/output_79_79.png new file mode 100644 index 0000000000000000000000000000000000000000..e5da4b56a26e03a244991fd81b77ccb1ee0ff43c Binary files /dev/null and b/attn_maps_color-29_05/output_79_79.png differ diff --git a/attn_maps_color-29_05/output_7_7.png b/attn_maps_color-29_05/output_7_7.png new file mode 100644 index 0000000000000000000000000000000000000000..7fd8a7a6cd479645d65424a7378189dda4a19684 Binary files /dev/null and b/attn_maps_color-29_05/output_7_7.png differ diff --git a/attn_maps_color-29_05/output_80_80.png b/attn_maps_color-29_05/output_80_80.png new file mode 100644 index 0000000000000000000000000000000000000000..7a48a5fd2407bf32edb5842f22ff3c7f98cf45b7 Binary files /dev/null and b/attn_maps_color-29_05/output_80_80.png differ diff --git a/attn_maps_color-29_05/output_81_81.png b/attn_maps_color-29_05/output_81_81.png new file mode 100644 index 0000000000000000000000000000000000000000..79ddf84d2656b8350f65a7383eb545685ca8675d Binary files /dev/null and b/attn_maps_color-29_05/output_81_81.png differ diff --git a/attn_maps_color-29_05/output_82_82.png b/attn_maps_color-29_05/output_82_82.png new file mode 100644 index 0000000000000000000000000000000000000000..a941fa2443503655984addf97707a783f04a8b8b Binary files /dev/null and b/attn_maps_color-29_05/output_82_82.png differ diff --git a/attn_maps_color-29_05/output_83_83.png b/attn_maps_color-29_05/output_83_83.png new file mode 100644 index 0000000000000000000000000000000000000000..d3693ac779e95e7e9bf26549131b008b2dd0cf89 Binary files /dev/null and b/attn_maps_color-29_05/output_83_83.png differ diff --git a/attn_maps_color-29_05/output_84_84.png b/attn_maps_color-29_05/output_84_84.png new file mode 100644 index 0000000000000000000000000000000000000000..7de6798fe0dc1297d67c3493bca09905d5f9cd73 Binary files /dev/null and b/attn_maps_color-29_05/output_84_84.png differ diff --git a/attn_maps_color-29_05/output_85_85.png b/attn_maps_color-29_05/output_85_85.png new file mode 100644 index 0000000000000000000000000000000000000000..19856c6837d982b1f0790957fe9584fafd0b6803 Binary files /dev/null and b/attn_maps_color-29_05/output_85_85.png differ diff --git a/attn_maps_color-29_05/output_86_86.png b/attn_maps_color-29_05/output_86_86.png new file mode 100644 index 0000000000000000000000000000000000000000..12c299a81d8dd9fc4abdc319790c3d8c774a056f Binary files /dev/null and b/attn_maps_color-29_05/output_86_86.png differ diff --git a/attn_maps_color-29_05/output_87_87.png b/attn_maps_color-29_05/output_87_87.png new file mode 100644 index 0000000000000000000000000000000000000000..99f72144fd96be0f5a3f4a8ded03625bdf015edc Binary files /dev/null and b/attn_maps_color-29_05/output_87_87.png differ diff --git a/attn_maps_color-29_05/output_88_88.png b/attn_maps_color-29_05/output_88_88.png new file mode 100644 index 0000000000000000000000000000000000000000..1a9191223965954f68a6b4de64fb86a2c686411a Binary files /dev/null and b/attn_maps_color-29_05/output_88_88.png differ diff --git a/attn_maps_color-29_05/output_89_89.png b/attn_maps_color-29_05/output_89_89.png new file mode 100644 index 0000000000000000000000000000000000000000..938295ea3baf55e6313343ea2de26c102fbde39d Binary files /dev/null and b/attn_maps_color-29_05/output_89_89.png differ diff --git a/attn_maps_color-29_05/output_8_8.png b/attn_maps_color-29_05/output_8_8.png new file mode 100644 index 0000000000000000000000000000000000000000..4b288e7bd76d8d30d1b6a7e4ddb67b25d05afe50 Binary files /dev/null and b/attn_maps_color-29_05/output_8_8.png differ diff --git a/attn_maps_color-29_05/output_90_90.png b/attn_maps_color-29_05/output_90_90.png new file mode 100644 index 0000000000000000000000000000000000000000..d713f7f9097a6fd0f103535fd9e4cd1bf2151344 Binary files /dev/null and b/attn_maps_color-29_05/output_90_90.png differ diff --git a/attn_maps_color-29_05/output_91_91.png b/attn_maps_color-29_05/output_91_91.png new file mode 100644 index 0000000000000000000000000000000000000000..b3881cdd98a0a2de724310d9fdcd1b1412d3d8fe Binary files /dev/null and b/attn_maps_color-29_05/output_91_91.png differ diff --git a/attn_maps_color-29_05/output_92_92.png b/attn_maps_color-29_05/output_92_92.png new file mode 100644 index 0000000000000000000000000000000000000000..6f8a338cf3afa2dc17c640b03bb8a1c6577ea42a Binary files /dev/null and b/attn_maps_color-29_05/output_92_92.png differ diff --git a/attn_maps_color-29_05/output_93_93.png b/attn_maps_color-29_05/output_93_93.png new file mode 100644 index 0000000000000000000000000000000000000000..dc8602f1c28189a6e23c558877fdba22e1b71c7f Binary files /dev/null and b/attn_maps_color-29_05/output_93_93.png differ diff --git a/attn_maps_color-29_05/output_94_94.png b/attn_maps_color-29_05/output_94_94.png new file mode 100644 index 0000000000000000000000000000000000000000..d2d9b21033201a79d0554344fbe63cd753d200bc Binary files /dev/null and b/attn_maps_color-29_05/output_94_94.png differ diff --git a/attn_maps_color-29_05/output_95_95.png b/attn_maps_color-29_05/output_95_95.png new file mode 100644 index 0000000000000000000000000000000000000000..7f546dab9b2088935212a41bc9f20068bcfac351 Binary files /dev/null and b/attn_maps_color-29_05/output_95_95.png differ diff --git a/attn_maps_color-29_05/output_96_96.png b/attn_maps_color-29_05/output_96_96.png new file mode 100644 index 0000000000000000000000000000000000000000..fc03691ece0885f45a4bd27366808db5bfaeb68e Binary files /dev/null and b/attn_maps_color-29_05/output_96_96.png differ diff --git a/attn_maps_color-29_05/output_97_97.png b/attn_maps_color-29_05/output_97_97.png new file mode 100644 index 0000000000000000000000000000000000000000..f0ecc683c61d2d8eb750fcf67605ad8211bbaad1 Binary files /dev/null and b/attn_maps_color-29_05/output_97_97.png differ diff --git a/attn_maps_color-29_05/output_98_98.png b/attn_maps_color-29_05/output_98_98.png new file mode 100644 index 0000000000000000000000000000000000000000..cb105e6676b4fee35199766c6c658ad100345438 Binary files /dev/null and b/attn_maps_color-29_05/output_98_98.png differ diff --git a/attn_maps_color-29_05/output_99_99.png b/attn_maps_color-29_05/output_99_99.png new file mode 100644 index 0000000000000000000000000000000000000000..ad6ebc2c1256f09456247cc4cc73d1e09675bdac Binary files /dev/null and b/attn_maps_color-29_05/output_99_99.png differ diff --git a/attn_maps_color-29_05/output_9_9.png b/attn_maps_color-29_05/output_9_9.png new file mode 100644 index 0000000000000000000000000000000000000000..e7db443af61a0a21b59eb63851acd710c61b7113 Binary files /dev/null and b/attn_maps_color-29_05/output_9_9.png differ diff --git a/checkpoint-250/custom_checkpoint_0.pkl b/checkpoint-250/custom_checkpoint_0.pkl new file mode 100644 index 0000000000000000000000000000000000000000..9c5855523093692bf43d7690c1bd4e3841c4977c --- /dev/null +++ b/checkpoint-250/custom_checkpoint_0.pkl @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:fedae594a608eb885626b1ca6e371cdf75fb1dd3bd8b719421c6cce1456c572f +size 102248605 diff --git a/checkpoint-250/model.safetensors b/checkpoint-250/model.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..74f28fd52d7a190e0a0cf880fec0a321e32b0f45 --- /dev/null +++ b/checkpoint-250/model.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:20aca72f0722a5905af980c45ba284ba98034e24c452f31dce3afb7ba0a9f1ee +size 102241440 diff --git a/checkpoint-250/model_1.safetensors b/checkpoint-250/model_1.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..f152973908fa1ce2a801f32092cbd53cf664d3d9 --- /dev/null +++ b/checkpoint-250/model_1.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0f638dabbd1a27a4addf43966ebcd89938c9a49a5ee05f136fdedc4202e9f271 +size 1361600400 diff --git a/checkpoint-250/optimizer.bin b/checkpoint-250/optimizer.bin new file mode 100644 index 0000000000000000000000000000000000000000..9ee84af889f8fe5fb3eb209f60b5cf471f2c23fd --- /dev/null +++ b/checkpoint-250/optimizer.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:eae29669ae89743f396ee239db13f08cd120f71df630678435499ebd72905628 +size 609258566 diff --git a/checkpoint-250/random_states_0.pkl b/checkpoint-250/random_states_0.pkl new file mode 100644 index 0000000000000000000000000000000000000000..7ec5b2a971f1ae0bbb7d2498e475e4e3562bd13a --- /dev/null +++ b/checkpoint-250/random_states_0.pkl @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e48b0b4f408200bcc0e9d3a5a8818420fd56430465a7b0401ae1e60a7d08dfb3 +size 14663 diff --git a/checkpoint-250/scheduler.bin b/checkpoint-250/scheduler.bin new file mode 100644 index 0000000000000000000000000000000000000000..7964e257b4cf2c00694a607b867c929055c565e8 --- /dev/null +++ b/checkpoint-250/scheduler.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:303aeb80afbd1b77c911ffa46f8319d84fdc24991b08b0642138ae26bd9c050c +size 563 diff --git a/concepts_list.json b/concepts_list.json new file mode 100644 index 0000000000000000000000000000000000000000..2c606812f96a2e82d8584dd89cde4501981dc1b0 --- /dev/null +++ b/concepts_list.json @@ -0,0 +1 @@ +[{"instance_prompt": "photo of a cat", "class_prompt": "/home/xide/code/diffusers/examples/custom_diffusion/real_reg/samples_cat/caption.txt", "instance_data_dir": "/home/xide/code/data/mist_data/mist_whole_pgd_eps_8/cat", "class_data_dir": "/home/xide/code/diffusers/examples/custom_diffusion/real_reg/samples_cat/images.txt"}] \ No newline at end of file diff --git a/logs/custom-diffusion/1716387853.2056944/events.out.tfevents.1716387853.cudahpc06.4023003.1 b/logs/custom-diffusion/1716387853.2056944/events.out.tfevents.1716387853.cudahpc06.4023003.1 new file mode 100644 index 0000000000000000000000000000000000000000..9817610494ec19c584730633045610b9e9db84bf --- /dev/null +++ b/logs/custom-diffusion/1716387853.2056944/events.out.tfevents.1716387853.cudahpc06.4023003.1 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d211f605adb70991857c7035abf7f6307ef89dbac2badb28274c91edb02de66e +size 2995 diff --git a/logs/custom-diffusion/1716387853.2076397/hparams.yml b/logs/custom-diffusion/1716387853.2076397/hparams.yml new file mode 100644 index 0000000000000000000000000000000000000000..89e598b2c5374318c0e1a9c53325c169de909aba --- /dev/null +++ b/logs/custom-diffusion/1716387853.2076397/hparams.yml @@ -0,0 +1,58 @@ +adam_beta1: 0.9 +adam_beta2: 0.999 +adam_epsilon: 1.0e-08 +adam_weight_decay: 0.01 +allow_tf32: false +attn_maps_path_name: attn_maps_color-29_05 +center_crop: false +checkpointing_steps: 250 +checkpoints_total_limit: null +class_data_dir: /home/xide/code/diffusers/examples/custom_diffusion/real_reg/samples_cat +class_prompt: cat +concepts_list: null +dataloader_num_workers: 2 +enable_xformers_memory_efficient_attention: false +freeze_model: crossattn_kv +gradient_accumulation_steps: 1 +gradient_checkpointing: false +hflip: true +hub_model_id: null +hub_token: null +initializer_token: ktn +instance_data_dir: /home/xide/code/data/mist_data/mist_whole_pgd_eps_8/cat +instance_prompt: photo of a cat +learning_rate: 1.0e-05 +local_rank: -1 +logging_dir: logs +lr_scheduler: constant +lr_warmup_steps: 0 +max_grad_norm: 1.0 +max_train_steps: 250 +mixed_precision: null +modifier_token: +no_safe_serialization: true +noaug: false +num_class_images: 200 +num_train_epochs: 1 +num_validation_images: 2 +output_dir: /home/xide/miniconda3/code/diffusers/examples/custom_diffusion/model/attn_maps/baseline_setting/cat_mist_token_id-ktn +pretrained_model_name_or_path: stabilityai/stable-diffusion-2-1-base +prior_generation_precision: null +prior_loss_weight: 0.0 +push_to_hub: true +real_prior: true +report_to: tensorboard +resolution: 512 +resume_from_checkpoint: null +revision: null +sample_batch_size: 4 +scale_lr: true +seed: 42 +set_grads_to_none: false +tokenizer_name: null +train_batch_size: 2 +use_8bit_adam: false +validation_prompt: null +validation_steps: 50 +variant: null +with_prior_preservation: true diff --git a/logs/custom-diffusion/events.out.tfevents.1716387853.cudahpc06.4023003.0 b/logs/custom-diffusion/events.out.tfevents.1716387853.cudahpc06.4023003.0 new file mode 100644 index 0000000000000000000000000000000000000000..6199a4e4b76aa8afdae9cb7f7f96b9e166b423d9 --- /dev/null +++ b/logs/custom-diffusion/events.out.tfevents.1716387853.cudahpc06.4023003.0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:608cc84c15e40ac86f0d0984dce67a04803895c5c1b6a3ed716b9e39af53c82a +size 20834 diff --git a/pytorch_custom_diffusion_weights.bin b/pytorch_custom_diffusion_weights.bin new file mode 100644 index 0000000000000000000000000000000000000000..b3c0b18dfc13df9fd6544f2fc0fa237d7d661076 --- /dev/null +++ b/pytorch_custom_diffusion_weights.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8957676f43c66440b876ae091f590a055d4388a1ec8052ebbc0d7438ba6b51c6 +size 102250391