diff --git a/README.md b/README.md new file mode 100644 index 0000000000000000000000000000000000000000..dc6441a27ad7d3abfbde77933928a74375c590d2 --- /dev/null +++ b/README.md @@ -0,0 +1,42 @@ +--- +tags: +- text-to-image +- flux +- lora +- diffusers +- template:sd-lora +- fluxgym +widget: +- output: + url: sample/tomasbilybezpozadi02_001050_00_20241028185026.png + text: tomasbilly is wearing glasses and a nike t-shirt and blue jeans. stands + in beautiful nature. +- output: + url: sample/tomasbilybezpozadi02_001050_01_20241028185038.png + text: tomasbilly is wearing glasses and an adidas t-shirt and blue jeans. standing + by the river. +- output: + url: sample/tomasbilybezpozadi02_001050_02_20241028185050.png + text: tomasbily is wearing glasses and a marvel t-shirt and blue jeans. standing + .in the park +base_model: black-forest-labs/FLUX.1-dev +instance_prompt: tomasbily +license: other +license_name: flux-1-dev-non-commercial-license +license_link: https://huggingface.co/black-forest-labs/FLUX.1-dev/blob/main/LICENSE.md +--- + +# TomasBilyBezPozadi02 + +A Flux LoRA trained on a local computer with [Fluxgym](https://github.com/cocktailpeanut/fluxgym) + + + +## Trigger words + +You should use `tomasbily` to trigger the image generation. + +## Download model and use it with ComfyUI, AUTOMATIC1111, SD.Next, Invoke AI, Forge, etc. + +Weights for this model are available in Safetensors format. + diff --git a/dataset.toml b/dataset.toml new file mode 100644 index 0000000000000000000000000000000000000000..0a49af714ba816548a41f04165e411f80832c6e4 --- /dev/null +++ b/dataset.toml @@ -0,0 +1,14 @@ +[general] +shuffle_caption = false +caption_extension = '.txt' +keep_tokens = 1 + +[[datasets]] +resolution = 512 +batch_size = 1 +keep_tokens = 1 + + [[datasets.subsets]] + image_dir = '/app/fluxgym/datasets/tomasbilybezpozadi02' + class_tokens = 'tomasbily' + num_repeats = 8 \ No newline at end of file diff --git a/sample/tomasbilybezpozadi02_000075_00_20241028181143.png b/sample/tomasbilybezpozadi02_000075_00_20241028181143.png new file mode 100644 index 0000000000000000000000000000000000000000..a869e8a200d5ab5292f504bece5a9b626f547602 Binary files /dev/null and b/sample/tomasbilybezpozadi02_000075_00_20241028181143.png differ diff --git a/sample/tomasbilybezpozadi02_000075_01_20241028181155.png b/sample/tomasbilybezpozadi02_000075_01_20241028181155.png new file mode 100644 index 0000000000000000000000000000000000000000..6ad078b3d0361ec1b220768b67f4943c5584e6d0 Binary files /dev/null and b/sample/tomasbilybezpozadi02_000075_01_20241028181155.png differ diff --git a/sample/tomasbilybezpozadi02_000075_02_20241028181207.png b/sample/tomasbilybezpozadi02_000075_02_20241028181207.png new file mode 100644 index 0000000000000000000000000000000000000000..dbf41c20b47a28bfe9741875b7681d002e9eaf37 Binary files /dev/null and b/sample/tomasbilybezpozadi02_000075_02_20241028181207.png differ diff --git a/sample/tomasbilybezpozadi02_000150_00_20241028181441.png b/sample/tomasbilybezpozadi02_000150_00_20241028181441.png new file mode 100644 index 0000000000000000000000000000000000000000..ae2a7274918a31ceee45acd7f60c011ebdcf84fb Binary files /dev/null and b/sample/tomasbilybezpozadi02_000150_00_20241028181441.png differ diff --git a/sample/tomasbilybezpozadi02_000150_01_20241028181453.png b/sample/tomasbilybezpozadi02_000150_01_20241028181453.png new file mode 100644 index 0000000000000000000000000000000000000000..dd31d74ea27c4302f6fd238c24b93fa3d27fd05f Binary files /dev/null and b/sample/tomasbilybezpozadi02_000150_01_20241028181453.png differ diff --git a/sample/tomasbilybezpozadi02_000150_02_20241028181505.png b/sample/tomasbilybezpozadi02_000150_02_20241028181505.png new file mode 100644 index 0000000000000000000000000000000000000000..e3f46bf73637a40fe00469c7054d1eb65ee6153e Binary files /dev/null and b/sample/tomasbilybezpozadi02_000150_02_20241028181505.png differ diff --git a/sample/tomasbilybezpozadi02_000225_00_20241028181740.png b/sample/tomasbilybezpozadi02_000225_00_20241028181740.png new file mode 100644 index 0000000000000000000000000000000000000000..2cb65b8e6aa42ae539cbe3181bdcec2f8cbe781f Binary files /dev/null and b/sample/tomasbilybezpozadi02_000225_00_20241028181740.png differ diff --git a/sample/tomasbilybezpozadi02_000225_01_20241028181751.png b/sample/tomasbilybezpozadi02_000225_01_20241028181751.png new file mode 100644 index 0000000000000000000000000000000000000000..7475d414467e95221c88717a02716e33854fa7b6 Binary files /dev/null and b/sample/tomasbilybezpozadi02_000225_01_20241028181751.png differ diff --git a/sample/tomasbilybezpozadi02_000225_02_20241028181803.png b/sample/tomasbilybezpozadi02_000225_02_20241028181803.png new file mode 100644 index 0000000000000000000000000000000000000000..1d10d5da0fab5f93c701aee3c6d78502efd910bd Binary files /dev/null and b/sample/tomasbilybezpozadi02_000225_02_20241028181803.png differ diff --git a/sample/tomasbilybezpozadi02_000300_00_20241028182038.png b/sample/tomasbilybezpozadi02_000300_00_20241028182038.png new file mode 100644 index 0000000000000000000000000000000000000000..1c0616de03ffa03429a4afbacbd92e8c94c5414c Binary files /dev/null and b/sample/tomasbilybezpozadi02_000300_00_20241028182038.png differ diff --git a/sample/tomasbilybezpozadi02_000300_01_20241028182050.png b/sample/tomasbilybezpozadi02_000300_01_20241028182050.png new file mode 100644 index 0000000000000000000000000000000000000000..00e70f0f5b39e037957d2c20713fb6309d709bcb Binary files /dev/null and b/sample/tomasbilybezpozadi02_000300_01_20241028182050.png differ diff --git a/sample/tomasbilybezpozadi02_000300_02_20241028182102.png b/sample/tomasbilybezpozadi02_000300_02_20241028182102.png new file mode 100644 index 0000000000000000000000000000000000000000..b3cd0ce7e9c7e36db51d12dbc643562a1b011de7 Binary files /dev/null and b/sample/tomasbilybezpozadi02_000300_02_20241028182102.png differ diff --git a/sample/tomasbilybezpozadi02_000375_00_20241028182337.png b/sample/tomasbilybezpozadi02_000375_00_20241028182337.png new file mode 100644 index 0000000000000000000000000000000000000000..325d8156aa858bfd2c38cdcf35bab58cb03910b4 Binary files /dev/null and b/sample/tomasbilybezpozadi02_000375_00_20241028182337.png differ diff --git a/sample/tomasbilybezpozadi02_000375_01_20241028182349.png b/sample/tomasbilybezpozadi02_000375_01_20241028182349.png new file mode 100644 index 0000000000000000000000000000000000000000..706cfc977490396a4a36f7aac556095a59ff769d Binary files /dev/null and b/sample/tomasbilybezpozadi02_000375_01_20241028182349.png differ diff --git a/sample/tomasbilybezpozadi02_000375_02_20241028182400.png b/sample/tomasbilybezpozadi02_000375_02_20241028182400.png new file mode 100644 index 0000000000000000000000000000000000000000..5b3f48a95c25532f7b646c2c943bdd120d111bdd Binary files /dev/null and b/sample/tomasbilybezpozadi02_000375_02_20241028182400.png differ diff --git a/sample/tomasbilybezpozadi02_000450_00_20241028182636.png b/sample/tomasbilybezpozadi02_000450_00_20241028182636.png new file mode 100644 index 0000000000000000000000000000000000000000..f9f76f6a3d5e7ffbecf35c47cb2177f20d255e6b Binary files /dev/null and b/sample/tomasbilybezpozadi02_000450_00_20241028182636.png differ diff --git a/sample/tomasbilybezpozadi02_000450_01_20241028182648.png b/sample/tomasbilybezpozadi02_000450_01_20241028182648.png new file mode 100644 index 0000000000000000000000000000000000000000..ee1f86aec015f51ac54c4192ee7dae9a1827844c Binary files /dev/null and b/sample/tomasbilybezpozadi02_000450_01_20241028182648.png differ diff --git a/sample/tomasbilybezpozadi02_000450_02_20241028182659.png b/sample/tomasbilybezpozadi02_000450_02_20241028182659.png new file mode 100644 index 0000000000000000000000000000000000000000..5b1748243d841ebd64264d6904958554dad3edcd Binary files /dev/null and b/sample/tomasbilybezpozadi02_000450_02_20241028182659.png differ diff --git a/sample/tomasbilybezpozadi02_000525_00_20241028182935.png b/sample/tomasbilybezpozadi02_000525_00_20241028182935.png new file mode 100644 index 0000000000000000000000000000000000000000..ab19be8ca0b96d7e995cc045f595980cc9466ff8 Binary files /dev/null and b/sample/tomasbilybezpozadi02_000525_00_20241028182935.png differ diff --git a/sample/tomasbilybezpozadi02_000525_01_20241028182946.png b/sample/tomasbilybezpozadi02_000525_01_20241028182946.png new file mode 100644 index 0000000000000000000000000000000000000000..d156c91245ffe85b6ea5ad240a690652b0e86dbf Binary files /dev/null and b/sample/tomasbilybezpozadi02_000525_01_20241028182946.png differ diff --git a/sample/tomasbilybezpozadi02_000525_02_20241028182958.png b/sample/tomasbilybezpozadi02_000525_02_20241028182958.png new file mode 100644 index 0000000000000000000000000000000000000000..802cd1aaa5aed6ca2cd8fd51486c8e150be74642 Binary files /dev/null and b/sample/tomasbilybezpozadi02_000525_02_20241028182958.png differ diff --git a/sample/tomasbilybezpozadi02_000600_00_20241028183234.png b/sample/tomasbilybezpozadi02_000600_00_20241028183234.png new file mode 100644 index 0000000000000000000000000000000000000000..4180a516ed145685cd25fe86359ff49e63439a4a Binary files /dev/null and b/sample/tomasbilybezpozadi02_000600_00_20241028183234.png differ diff --git a/sample/tomasbilybezpozadi02_000600_01_20241028183245.png b/sample/tomasbilybezpozadi02_000600_01_20241028183245.png new file mode 100644 index 0000000000000000000000000000000000000000..27d597c90a0421aaba327c39b2ccfb3d0d8dbabd Binary files /dev/null and b/sample/tomasbilybezpozadi02_000600_01_20241028183245.png differ diff --git a/sample/tomasbilybezpozadi02_000600_02_20241028183257.png b/sample/tomasbilybezpozadi02_000600_02_20241028183257.png new file mode 100644 index 0000000000000000000000000000000000000000..f4756a5a6dbf807c18bbaf9072dbb248a6e269d0 Binary files /dev/null and b/sample/tomasbilybezpozadi02_000600_02_20241028183257.png differ diff --git a/sample/tomasbilybezpozadi02_000675_00_20241028183533.png b/sample/tomasbilybezpozadi02_000675_00_20241028183533.png new file mode 100644 index 0000000000000000000000000000000000000000..09cc3c1cdcfca886607f9ecf5ee413a39925079b Binary files /dev/null and b/sample/tomasbilybezpozadi02_000675_00_20241028183533.png differ diff --git a/sample/tomasbilybezpozadi02_000675_01_20241028183544.png b/sample/tomasbilybezpozadi02_000675_01_20241028183544.png new file mode 100644 index 0000000000000000000000000000000000000000..a1d57b20c94e6d3c8485ee4eda14b09fe3342bf1 Binary files /dev/null and b/sample/tomasbilybezpozadi02_000675_01_20241028183544.png differ diff --git a/sample/tomasbilybezpozadi02_000675_02_20241028183556.png b/sample/tomasbilybezpozadi02_000675_02_20241028183556.png new file mode 100644 index 0000000000000000000000000000000000000000..86b7f5004ca0ec36893268b8d5625edcf1c5424d Binary files /dev/null and b/sample/tomasbilybezpozadi02_000675_02_20241028183556.png differ diff --git a/sample/tomasbilybezpozadi02_000750_00_20241028183831.png b/sample/tomasbilybezpozadi02_000750_00_20241028183831.png new file mode 100644 index 0000000000000000000000000000000000000000..e2ebc065290c8efab417a4018092991c5a6f87e5 Binary files /dev/null and b/sample/tomasbilybezpozadi02_000750_00_20241028183831.png differ diff --git a/sample/tomasbilybezpozadi02_000750_01_20241028183843.png b/sample/tomasbilybezpozadi02_000750_01_20241028183843.png new file mode 100644 index 0000000000000000000000000000000000000000..958bd2cc4158ed721a05b6b98dc5f847f605c2db Binary files /dev/null and b/sample/tomasbilybezpozadi02_000750_01_20241028183843.png differ diff --git a/sample/tomasbilybezpozadi02_000750_02_20241028183855.png b/sample/tomasbilybezpozadi02_000750_02_20241028183855.png new file mode 100644 index 0000000000000000000000000000000000000000..aa27d8e7f77979f17421dfd869852c4bb705e486 Binary files /dev/null and b/sample/tomasbilybezpozadi02_000750_02_20241028183855.png differ diff --git a/sample/tomasbilybezpozadi02_000825_00_20241028184130.png b/sample/tomasbilybezpozadi02_000825_00_20241028184130.png new file mode 100644 index 0000000000000000000000000000000000000000..99dd0da9fde22a1a5f44190fead3f2add5de5950 Binary files /dev/null and b/sample/tomasbilybezpozadi02_000825_00_20241028184130.png differ diff --git a/sample/tomasbilybezpozadi02_000825_01_20241028184142.png b/sample/tomasbilybezpozadi02_000825_01_20241028184142.png new file mode 100644 index 0000000000000000000000000000000000000000..837b63dd02bf98bafa65f1ce0da0a051cab2fb5f Binary files /dev/null and b/sample/tomasbilybezpozadi02_000825_01_20241028184142.png differ diff --git a/sample/tomasbilybezpozadi02_000825_02_20241028184153.png b/sample/tomasbilybezpozadi02_000825_02_20241028184153.png new file mode 100644 index 0000000000000000000000000000000000000000..f0008f8e1c6733957962ca1420650dd3b401bb0f Binary files /dev/null and b/sample/tomasbilybezpozadi02_000825_02_20241028184153.png differ diff --git a/sample/tomasbilybezpozadi02_000900_00_20241028184429.png b/sample/tomasbilybezpozadi02_000900_00_20241028184429.png new file mode 100644 index 0000000000000000000000000000000000000000..705d11c1813343b95f4487f2652ebfd7abfa034b Binary files /dev/null and b/sample/tomasbilybezpozadi02_000900_00_20241028184429.png differ diff --git a/sample/tomasbilybezpozadi02_000900_01_20241028184440.png b/sample/tomasbilybezpozadi02_000900_01_20241028184440.png new file mode 100644 index 0000000000000000000000000000000000000000..48b692cb63b698c78f0003a1b0e7ebf3c6ac0547 Binary files /dev/null and b/sample/tomasbilybezpozadi02_000900_01_20241028184440.png differ diff --git a/sample/tomasbilybezpozadi02_000900_02_20241028184452.png b/sample/tomasbilybezpozadi02_000900_02_20241028184452.png new file mode 100644 index 0000000000000000000000000000000000000000..8b8c97c3a70a896797bc062bb4e90ec50c50aef6 Binary files /dev/null and b/sample/tomasbilybezpozadi02_000900_02_20241028184452.png differ diff --git a/sample/tomasbilybezpozadi02_000975_00_20241028184728.png b/sample/tomasbilybezpozadi02_000975_00_20241028184728.png new file mode 100644 index 0000000000000000000000000000000000000000..c6fbb9d836b8f6b203180b574d72be5ee621f240 Binary files /dev/null and b/sample/tomasbilybezpozadi02_000975_00_20241028184728.png differ diff --git a/sample/tomasbilybezpozadi02_000975_01_20241028184739.png b/sample/tomasbilybezpozadi02_000975_01_20241028184739.png new file mode 100644 index 0000000000000000000000000000000000000000..66c8c834a96bd3fa80a5543371b78720f5a4ef2d Binary files /dev/null and b/sample/tomasbilybezpozadi02_000975_01_20241028184739.png differ diff --git a/sample/tomasbilybezpozadi02_000975_02_20241028184751.png b/sample/tomasbilybezpozadi02_000975_02_20241028184751.png new file mode 100644 index 0000000000000000000000000000000000000000..d47b7612bf7c8ac6be775c2653d1b8e07f90cdf5 Binary files /dev/null and b/sample/tomasbilybezpozadi02_000975_02_20241028184751.png differ diff --git a/sample/tomasbilybezpozadi02_001050_00_20241028185026.png b/sample/tomasbilybezpozadi02_001050_00_20241028185026.png new file mode 100644 index 0000000000000000000000000000000000000000..c8853314f7ea92e38f04098aa4a39227eb6e2971 Binary files /dev/null and b/sample/tomasbilybezpozadi02_001050_00_20241028185026.png differ diff --git a/sample/tomasbilybezpozadi02_001050_01_20241028185038.png b/sample/tomasbilybezpozadi02_001050_01_20241028185038.png new file mode 100644 index 0000000000000000000000000000000000000000..ba51567804b0814c4550043d0d59b18f2d08aeb6 Binary files /dev/null and b/sample/tomasbilybezpozadi02_001050_01_20241028185038.png differ diff --git a/sample/tomasbilybezpozadi02_001050_02_20241028185050.png b/sample/tomasbilybezpozadi02_001050_02_20241028185050.png new file mode 100644 index 0000000000000000000000000000000000000000..86e5ebd307da49e5a8be774d8b7e1807bae0007d Binary files /dev/null and b/sample/tomasbilybezpozadi02_001050_02_20241028185050.png differ diff --git a/sample_prompts.txt b/sample_prompts.txt new file mode 100644 index 0000000000000000000000000000000000000000..f53cb09237c697bc8fbfa307a99034253e76593d --- /dev/null +++ b/sample_prompts.txt @@ -0,0 +1,5 @@ +tomasbilly is wearing glasses and a nike t-shirt and blue jeans. stands in beautiful nature. + +tomasbilly is wearing glasses and an adidas t-shirt and blue jeans. standing by the river. + +tomasbily is wearing glasses and a marvel t-shirt and blue jeans. standing .in the park \ No newline at end of file diff --git a/tomasbilybezpozadi02-000002.safetensors b/tomasbilybezpozadi02-000002.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..fa1e07c4ff734df1351cc869239c2373aecc853f --- /dev/null +++ b/tomasbilybezpozadi02-000002.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ff67710d8cc2f8c7b71020eaf1fd789a85a148d47aa5ef465b6f8a3e655a65b0 +size 39757200 diff --git a/tomasbilybezpozadi02-000004.safetensors b/tomasbilybezpozadi02-000004.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..93140105c3148faa5112f5324ac8cafbcf613c5b --- /dev/null +++ b/tomasbilybezpozadi02-000004.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:171a6c07807b19eda2a1420ef5aacce1ae16a3cbb914d3bb2ed61efb8b7f63a8 +size 39757200 diff --git a/tomasbilybezpozadi02-000006.safetensors b/tomasbilybezpozadi02-000006.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..84d3de7a0fad62b9041240f9ca3dc7c737bf0db7 --- /dev/null +++ b/tomasbilybezpozadi02-000006.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c2a1f62972c2b40947f3e8ec283da27deb1f056a81d14d697f2daee038c65ca4 +size 39757200 diff --git a/tomasbilybezpozadi02-000008.safetensors b/tomasbilybezpozadi02-000008.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..316f5e81810c732d4e09ef96f157b1decd319e73 --- /dev/null +++ b/tomasbilybezpozadi02-000008.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:28ac2fc8887258c9ce88d268e9821263a79bd1497e0811a5acc2b90de777eadc +size 39757200 diff --git a/tomasbilybezpozadi02.safetensors b/tomasbilybezpozadi02.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..c4f51ab8bc1457191098db27fd1eedda7bbcf9a8 --- /dev/null +++ b/tomasbilybezpozadi02.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:613aae3b4632f17fd1e26b661938b593a11d213fe48f029efb9846ab1d348dd4 +size 39757200 diff --git a/train.sh b/train.sh new file mode 100644 index 0000000000000000000000000000000000000000..43a347e2f027a616c58990c268cc334a1570f1be --- /dev/null +++ b/train.sh @@ -0,0 +1,34 @@ +accelerate launch \ + --mixed_precision bf16 \ + --num_cpu_threads_per_process 1 \ + sd-scripts/flux_train_network.py \ + --pretrained_model_name_or_path "/app/fluxgym/models/unet/flux1-dev.sft" \ + --clip_l "/app/fluxgym/models/clip/clip_l.safetensors" \ + --t5xxl "/app/fluxgym/models/clip/t5xxl_fp16.safetensors" \ + --ae "/app/fluxgym/models/vae/ae.sft" \ + --cache_latents_to_disk \ + --save_model_as safetensors \ + --sdpa --persistent_data_loader_workers \ + --max_data_loader_n_workers 2 \ + --seed 0 \ + --gradient_checkpointing \ + --mixed_precision bf16 \ + --save_precision bf16 \ + --network_module networks.lora_flux \ + --network_dim 4 \ + --optimizer_type adamw8bit \--sample_prompts="/app/fluxgym/outputs/tomasbilybezpozadi02/sample_prompts.txt" --sample_every_n_steps="75" \ + --learning_rate 8e-4 \ + --cache_text_encoder_outputs \ + --cache_text_encoder_outputs_to_disk \ + --fp8_base \ + --highvram \ + --max_train_epochs 9 \ + --save_every_n_epochs 2 \ + --dataset_config "/app/fluxgym/outputs/tomasbilybezpozadi02/dataset.toml" \ + --output_dir "/app/fluxgym/outputs/tomasbilybezpozadi02" \ + --output_name tomasbilybezpozadi02 \ + --timestep_sampling shift \ + --discrete_flow_shift 3.1582 \ + --model_prediction_type raw \ + --guidance_scale 1 \ + --loss_type l2 \ \ No newline at end of file