Update config_lora-20240901-142242.toml
Browse files- config_lora-20240901-142242.toml +66 -66
config_lora-20240901-142242.toml
CHANGED
@@ -1,66 +1,66 @@
|
|
1 |
-
ae = "D:/StabilityMatrix-win-x64/Data/Models/VAE/ae.safetensors"
|
2 |
-
apply_t5_attn_mask = true
|
3 |
-
bucket_reso_steps = 32
|
4 |
-
cache_latents = true
|
5 |
-
cache_latents_to_disk = true
|
6 |
-
cache_text_encoder_outputs = true
|
7 |
-
cache_text_encoder_outputs_to_disk = true
|
8 |
-
caption_extension = ".txt"
|
9 |
-
clip_l = "D:/StabilityMatrix-win-x64/Data/Models/VAE/clip_l.safetensors"
|
10 |
-
dataset_config = "C:/Users/PC/Pictures/dataset.toml"
|
11 |
-
discrete_flow_shift = 3.1582
|
12 |
-
dynamo_backend = "no"
|
13 |
-
enable_bucket = true
|
14 |
-
epoch = 100
|
15 |
-
fp8_base = true
|
16 |
-
fp8_base_unet = true
|
17 |
-
full_bf16 = true
|
18 |
-
gradient_accumulation_steps = 1
|
19 |
-
gradient_checkpointing = true
|
20 |
-
guidance_scale = 1.0
|
21 |
-
highvram = true
|
22 |
-
huber_c = 0.1
|
23 |
-
huber_schedule = "snr"
|
24 |
-
keep_tokens = 1
|
25 |
-
loss_type = "l2"
|
26 |
-
lr_scheduler = "cosine"
|
27 |
-
lr_scheduler_args = []
|
28 |
-
lr_scheduler_num_cycles = 1
|
29 |
-
lr_scheduler_power = 1
|
30 |
-
max_bucket_reso = 2048
|
31 |
-
max_data_loader_n_workers = 0
|
32 |
-
max_grad_norm = 1
|
33 |
-
max_timestep = 1000
|
34 |
-
mem_eff_save = true
|
35 |
-
min_bucket_reso = 256
|
36 |
-
min_snr_gamma = 5
|
37 |
-
mixed_precision = "bf16"
|
38 |
-
model_prediction_type = "raw"
|
39 |
-
network_alpha = 32
|
40 |
-
network_args = []
|
41 |
-
network_dim = 32
|
42 |
-
network_module = "networks.lora_flux"
|
43 |
-
noise_offset = 0.0357
|
44 |
-
noise_offset_type = "Original"
|
45 |
-
optimizer_args = [ "weight_decay=0.01",]
|
46 |
-
optimizer_type = "AdamW8bit"
|
47 |
-
output_dir = "C:\\Users\\PC\\Pictures\\Model
|
48 |
-
output_name = "AishaKhan"
|
49 |
-
pretrained_model_name_or_path = "D:/StabilityMatrix-win-x64/Data/Models/StableDiffusion/flux1-dev.safetensors"
|
50 |
-
prior_loss_weight = 1
|
51 |
-
resolution = "1024,1024"
|
52 |
-
sample_every_n_steps = 100
|
53 |
-
sample_prompts = "C:\\Users\\PC\\Pictures\\Model 104\\sample/prompt.txt"
|
54 |
-
sample_sampler = "euler_a"
|
55 |
-
save_every_n_epochs = 10
|
56 |
-
save_model_as = "ckpt"
|
57 |
-
save_precision = "float"
|
58 |
-
sdpa = true
|
59 |
-
t5xxl = "D:/StabilityMatrix-win-x64/Data/Models/VAE/t5xxl_fp16.safetensors"
|
60 |
-
t5xxl_max_token_length = 512
|
61 |
-
text_encoder_lr = 5e-5
|
62 |
-
timestep_sampling = "flux_shift "
|
63 |
-
train_batch_size = 1
|
64 |
-
unet_lr = 0.0001
|
65 |
-
vae = "D:/StabilityMatrix-win-x64/Data/Models/VAE/ae.safetensors"
|
66 |
-
wandb_run_name = "Test104"
|
|
|
1 |
+
ae = "D:/StabilityMatrix-win-x64/Data/Models/VAE/ae.safetensors"
|
2 |
+
apply_t5_attn_mask = true
|
3 |
+
bucket_reso_steps = 32
|
4 |
+
cache_latents = true
|
5 |
+
cache_latents_to_disk = true
|
6 |
+
cache_text_encoder_outputs = true
|
7 |
+
cache_text_encoder_outputs_to_disk = true
|
8 |
+
caption_extension = ".txt"
|
9 |
+
clip_l = "D:/StabilityMatrix-win-x64/Data/Models/VAE/clip_l.safetensors"
|
10 |
+
dataset_config = "C:/Users/PC/Pictures/dataset.toml"
|
11 |
+
discrete_flow_shift = 3.1582
|
12 |
+
dynamo_backend = "no"
|
13 |
+
enable_bucket = true
|
14 |
+
epoch = 100
|
15 |
+
fp8_base = true
|
16 |
+
fp8_base_unet = true
|
17 |
+
full_bf16 = true
|
18 |
+
gradient_accumulation_steps = 1
|
19 |
+
gradient_checkpointing = true
|
20 |
+
guidance_scale = 1.0
|
21 |
+
highvram = true
|
22 |
+
huber_c = 0.1
|
23 |
+
huber_schedule = "snr"
|
24 |
+
keep_tokens = 1
|
25 |
+
loss_type = "l2"
|
26 |
+
lr_scheduler = "cosine"
|
27 |
+
lr_scheduler_args = []
|
28 |
+
lr_scheduler_num_cycles = 1
|
29 |
+
lr_scheduler_power = 1
|
30 |
+
max_bucket_reso = 2048
|
31 |
+
max_data_loader_n_workers = 0
|
32 |
+
max_grad_norm = 1
|
33 |
+
max_timestep = 1000
|
34 |
+
mem_eff_save = true
|
35 |
+
min_bucket_reso = 256
|
36 |
+
min_snr_gamma = 5
|
37 |
+
mixed_precision = "bf16"
|
38 |
+
model_prediction_type = "raw"
|
39 |
+
network_alpha = 32
|
40 |
+
network_args = []
|
41 |
+
network_dim = 32
|
42 |
+
network_module = "networks.lora_flux"
|
43 |
+
noise_offset = 0.0357
|
44 |
+
noise_offset_type = "Original"
|
45 |
+
optimizer_args = [ "weight_decay=0.01",]
|
46 |
+
optimizer_type = "AdamW8bit"
|
47 |
+
output_dir = "C:\\Users\\PC\\Pictures\\Model 104"
|
48 |
+
output_name = "AishaKhan"
|
49 |
+
pretrained_model_name_or_path = "D:/StabilityMatrix-win-x64/Data/Models/StableDiffusion/flux1-dev.safetensors"
|
50 |
+
prior_loss_weight = 1
|
51 |
+
resolution = "1024,1024"
|
52 |
+
sample_every_n_steps = 100
|
53 |
+
sample_prompts = "C:\\Users\\PC\\Pictures\\Model 104\\sample/prompt.txt"
|
54 |
+
sample_sampler = "euler_a"
|
55 |
+
save_every_n_epochs = 10
|
56 |
+
save_model_as = "ckpt"
|
57 |
+
save_precision = "float"
|
58 |
+
sdpa = true
|
59 |
+
t5xxl = "D:/StabilityMatrix-win-x64/Data/Models/VAE/t5xxl_fp16.safetensors"
|
60 |
+
t5xxl_max_token_length = 512
|
61 |
+
text_encoder_lr = 5e-5
|
62 |
+
timestep_sampling = "flux_shift "
|
63 |
+
train_batch_size = 1
|
64 |
+
unet_lr = 0.0001
|
65 |
+
vae = "D:/StabilityMatrix-win-x64/Data/Models/VAE/ae.safetensors"
|
66 |
+
wandb_run_name = "Test104"
|