Upload folder using huggingface_hub

README.md

@@ -0,0 +1,40 @@
+---
+tags:
+- text-to-image
+- flux
+- lora
+- diffusers
+- template:sd-lora
+- fluxgym
+widget:
+-   output:
+        url: sample/sp0ngeb0zz_000200_02_20240930214822_42.png
+    text: SP0NG3B0ZZ on a boat in the ocean --d 42
+-   output:
+        url: sample/sp0ngeb0zz_000400_02_20240930215816_42.png
+    text: SP0NG3B0ZZ standing next to a police car on a road surrounded by Cats --d
+        42
+-   output:
+        url: sample/sp0ngeb0zz_000600_02_20240930220820_42.png
+    text: SP0NG3B0ZZ holding a sign saying "SPONGEBOZZ" --d 42
+base_model: black-forest-labs/FLUX.1-dev
+instance_prompt: SP0NG3B0ZZ
+license: other
+license_name: flux-1-dev-non-commercial-license
+license_link: https://huggingface.co/black-forest-labs/FLUX.1-dev/blob/main/LICENSE.md
+---
+
+# SP0NGEB0ZZ
+
+A Flux LoRA trained on a local computer with [Fluxgym](https://github.com/cocktailpeanut/fluxgym)
+
+<Gallery />
+
+## Trigger words
+
+You should use `SP0NG3B0ZZ` to trigger the image generation.
+
+## Download model and use it with ComfyUI, AUTOMATIC1111, SD.Next, Invoke AI, Forge, etc.
+
+Weights for this model are available in Safetensors format.
+

dataset.toml

@@ -0,0 +1,14 @@
+[general]
+shuffle_caption = false
+caption_extension = '.txt'
+keep_tokens = 1
+
+[[datasets]]
+resolution = 512
+batch_size = 1
+keep_tokens = 1
+
+  [[datasets.subsets]]
+  image_dir = 'C:\Users\micha\pinokio\api\fluxgym.git\datasets\sp0ngeb0zz'
+  class_tokens = 'SP0NG3B0ZZ'
+  num_repeats = 10

sample_prompts.txt

@@ -0,0 +1,3 @@
+SP0NG3B0ZZ on a boat in the ocean --d 42
+SP0NG3B0ZZ standing next to a police car on a road surrounded by Cats --d 42
+SP0NG3B0ZZ holding a sign saying "SPONGEBOZZ" --d 42

sp0ngeb0zz-000004.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6306d6efbdb9c312b8f7ffae683b9d863ea27305f77542d97c1555b36b767d97
+size 39759672

sp0ngeb0zz-000008.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:31823fb0f5382d34d6264ddc4d4dd1f0366e29c8afac977b2c1149a6f6f0daf6
+size 39759672

sp0ngeb0zz-000012.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3fdfadc9ca67d10cc66b21126aa5e6e2bc1caa9b6db3b6f0d5d95c31ab55d34b
+size 39759672

sp0ngeb0zz-state/model.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:70c9628a0b667fba7d179262bbfd0c889164374eea640a746851c91deb192e5f
+size 79368944

sp0ngeb0zz-state/optimizer.bin

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0c8814129ca573c968b2d797915a8c98b4937b5f111e9791c215daf35a332aa9
+size 20447714

sp0ngeb0zz-state/random_states_0.pkl

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:95d1539494e538f4085bc4d6d02016e85dcb03ca0adf7845f10c34dd3fc1d8fa
+size 14344

sp0ngeb0zz-state/scheduler.bin

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0c651808f7a8f2b2c72d8c51370fffbbbe39abf94d046cf9fa6c0de08e207072
+size 1064

sp0ngeb0zz-state/train_state.json

@@ -0,0 +1 @@
+{"current_epoch": 16, "current_step": 1600}

sp0ngeb0zz.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:75c0e69a312ef2e196279b1c383565cb4231b9345e2a661c42b171ea88bd6ec2
+size 39759672

train.bat

@@ -0,0 +1,38 @@
+accelerate launch ^
+  --mixed_precision bf16 ^
+  --num_cpu_threads_per_process 1 ^
+  sd-scripts/flux_train_network.py ^
+  --pretrained_model_name_or_path "C:\Users\micha\pinokio\api\fluxgym.git\models\unet\bdsqlsz\flux1-dev2pro-single\flux1-dev2pro.safetensors" ^
+  --clip_l "C:\Users\micha\pinokio\api\fluxgym.git\models\clip\clip_l.safetensors" ^
+  --t5xxl "C:\Users\micha\pinokio\api\fluxgym.git\models\clip\t5xxl_fp16.safetensors" ^
+  --ae "C:\Users\micha\pinokio\api\fluxgym.git\models\vae\ae.sft" ^
+  --cache_latents_to_disk ^
+  --save_model_as safetensors ^
+  --sdpa --persistent_data_loader_workers ^
+  --max_data_loader_n_workers 2 ^
+  --seed 42 ^
+  --gradient_checkpointing ^
+  --mixed_precision bf16 ^
+  --save_precision bf16 ^
+  --network_module networks.lora_flux ^
+  --network_dim 4 ^
+  --optimizer_type adafactor ^
+  --optimizer_args "relative_step=False" "scale_parameter=False" "warmup_init=False" ^
+  --lr_scheduler constant_with_warmup ^
+  --max_grad_norm 0.0 ^--sample_prompts="C:\Users\micha\pinokio\api\fluxgym.git\outputs\sp0ngeb0zz\sample_prompts.txt" --sample_every_n_steps="200" ^
+  --learning_rate 8e-4 ^
+  --cache_text_encoder_outputs ^
+  --cache_text_encoder_outputs_to_disk ^
+  --fp8_base ^
+  --highvram ^
+  --max_train_epochs 16 ^
+  --save_every_n_epochs 4 ^
+  --dataset_config "C:\Users\micha\pinokio\api\fluxgym.git\outputs\sp0ngeb0zz\dataset.toml" ^
+  --output_dir "C:\Users\micha\pinokio\api\fluxgym.git\outputs\sp0ngeb0zz" ^
+  --output_name sp0ngeb0zz ^
+  --timestep_sampling shift ^
+  --discrete_flow_shift 3.1582 ^
+  --model_prediction_type raw ^
+  --guidance_scale 1 ^
+  --loss_type l2 ^
+  --save_state_on_train_end