|
{
|
|
"__version": 3,
|
|
"training_method": "LORA",
|
|
"model_type": "STABLE_DIFFUSION_3",
|
|
"debug_mode": false,
|
|
"debug_dir": "debug",
|
|
"workspace_dir": "workspace/analuksd31",
|
|
"cache_dir": "workspace-cache/run",
|
|
"tensorboard": true,
|
|
"tensorboard_expose": false,
|
|
"continue_last_backup": false,
|
|
"include_train_config": "NONE",
|
|
"base_model_name": "E:\\OT\\stable-diffusion-3-medium-diffusers",
|
|
"weight_dtype": "FLOAT_16",
|
|
"output_dtype": "FLOAT_32",
|
|
"output_model_format": "SAFETENSORS",
|
|
"output_model_destination": "E:/OT/LoRA/YFG-SushiStyle-01.safetensors",
|
|
"gradient_checkpointing": true,
|
|
"force_circular_padding": false,
|
|
"concept_file_name": "training_concepts/concepts.json",
|
|
"concepts": null,
|
|
"aspect_ratio_bucketing": true,
|
|
"latent_caching": true,
|
|
"clear_cache_before_training": true,
|
|
"learning_rate_scheduler": "COSINE",
|
|
"custom_learning_rate_scheduler": null,
|
|
"scheduler_params": [],
|
|
"learning_rate": 1.0,
|
|
"learning_rate_warmup_steps": 0,
|
|
"learning_rate_cycles": 1,
|
|
"epochs": 10,
|
|
"batch_size": 4,
|
|
"gradient_accumulation_steps": 1,
|
|
"ema": "OFF",
|
|
"ema_decay": 0.999,
|
|
"ema_update_step_interval": 5,
|
|
"dataloader_threads": 2,
|
|
"train_device": "cuda",
|
|
"temp_device": "cpu",
|
|
"train_dtype": "FLOAT_16",
|
|
"fallback_train_dtype": "BFLOAT_16",
|
|
"enable_autocast_cache": true,
|
|
"only_cache": false,
|
|
"resolution": "1024",
|
|
"attention_mechanism": "XFORMERS",
|
|
"align_prop": false,
|
|
"align_prop_probability": 0.1,
|
|
"align_prop_loss": "AESTHETIC",
|
|
"align_prop_weight": 0.01,
|
|
"align_prop_steps": 20,
|
|
"align_prop_truncate_steps": 0.5,
|
|
"align_prop_cfg_scale": 7.0,
|
|
"mse_strength": 1.0,
|
|
"mae_strength": 0.0,
|
|
"vb_loss_strength": 1.0,
|
|
"loss_weight_fn": "CONSTANT",
|
|
"loss_weight_strength": 5.0,
|
|
"dropout_probability": 0.0,
|
|
"loss_scaler": "NONE",
|
|
"learning_rate_scaler": "NONE",
|
|
"offset_noise_weight": 0.0,
|
|
"perturbation_noise_weight": 0.0,
|
|
"rescale_noise_scheduler_to_zero_terminal_snr": false,
|
|
"force_v_prediction": false,
|
|
"force_epsilon_prediction": false,
|
|
"min_noising_strength": 0.0,
|
|
"max_noising_strength": 1.0,
|
|
"noising_weight": 0.0,
|
|
"noising_bias": 0.5,
|
|
"unet": {
|
|
"__version": 0,
|
|
"model_name": "",
|
|
"include": true,
|
|
"train": true,
|
|
"stop_training_after": 0,
|
|
"stop_training_after_unit": "NEVER",
|
|
"learning_rate": null,
|
|
"weight_dtype": "NONE",
|
|
"dropout_probability": 0.0
|
|
},
|
|
"prior": {
|
|
"__version": 0,
|
|
"model_name": "",
|
|
"include": true,
|
|
"train": true,
|
|
"stop_training_after": 0,
|
|
"stop_training_after_unit": "NEVER",
|
|
"learning_rate": null,
|
|
"weight_dtype": "NONE",
|
|
"dropout_probability": 0.0
|
|
},
|
|
"text_encoder": {
|
|
"__version": 0,
|
|
"model_name": "",
|
|
"include": true,
|
|
"train": false,
|
|
"stop_training_after": 30,
|
|
"stop_training_after_unit": "EPOCH",
|
|
"learning_rate": null,
|
|
"weight_dtype": "NONE",
|
|
"dropout_probability": 0.0
|
|
},
|
|
"text_encoder_layer_skip": 0,
|
|
"text_encoder_2": {
|
|
"__version": 0,
|
|
"model_name": "",
|
|
"include": true,
|
|
"train": false,
|
|
"stop_training_after": 30,
|
|
"stop_training_after_unit": "EPOCH",
|
|
"learning_rate": null,
|
|
"weight_dtype": "NONE",
|
|
"dropout_probability": 0.0
|
|
},
|
|
"text_encoder_2_layer_skip": 0,
|
|
"text_encoder_3": {
|
|
"__version": 0,
|
|
"model_name": "",
|
|
"include": true,
|
|
"train": false,
|
|
"stop_training_after": 30,
|
|
"stop_training_after_unit": "EPOCH",
|
|
"learning_rate": null,
|
|
"weight_dtype": "NONE",
|
|
"dropout_probability": 0.0
|
|
},
|
|
"text_encoder_3_layer_skip": 0,
|
|
"vae": {
|
|
"__version": 0,
|
|
"model_name": "",
|
|
"include": true,
|
|
"train": true,
|
|
"stop_training_after": null,
|
|
"stop_training_after_unit": "NEVER",
|
|
"learning_rate": null,
|
|
"weight_dtype": "FLOAT_32",
|
|
"dropout_probability": 0.0
|
|
},
|
|
"effnet_encoder": {
|
|
"__version": 0,
|
|
"model_name": "",
|
|
"include": true,
|
|
"train": true,
|
|
"stop_training_after": null,
|
|
"stop_training_after_unit": "NEVER",
|
|
"learning_rate": null,
|
|
"weight_dtype": "NONE",
|
|
"dropout_probability": 0.0
|
|
},
|
|
"decoder": {
|
|
"__version": 0,
|
|
"model_name": "",
|
|
"include": true,
|
|
"train": true,
|
|
"stop_training_after": null,
|
|
"stop_training_after_unit": "NEVER",
|
|
"learning_rate": null,
|
|
"weight_dtype": "NONE",
|
|
"dropout_probability": 0.0
|
|
},
|
|
"decoder_text_encoder": {
|
|
"__version": 0,
|
|
"model_name": "",
|
|
"include": true,
|
|
"train": true,
|
|
"stop_training_after": null,
|
|
"stop_training_after_unit": "NEVER",
|
|
"learning_rate": null,
|
|
"weight_dtype": "NONE",
|
|
"dropout_probability": 0.0
|
|
},
|
|
"decoder_vqgan": {
|
|
"__version": 0,
|
|
"model_name": "",
|
|
"include": true,
|
|
"train": true,
|
|
"stop_training_after": null,
|
|
"stop_training_after_unit": "NEVER",
|
|
"learning_rate": null,
|
|
"weight_dtype": "NONE",
|
|
"dropout_probability": 0.0
|
|
},
|
|
"masked_training": false,
|
|
"unmasked_probability": 0.1,
|
|
"unmasked_weight": 0.1,
|
|
"normalize_masked_area_loss": false,
|
|
"embedding_learning_rate": null,
|
|
"preserve_embedding_norm": false,
|
|
"embedding": {
|
|
"__version": 0,
|
|
"uuid": "e2a83251-92f2-4a1b-b51c-df2665325473",
|
|
"model_name": "",
|
|
"placeholder": "<embedding>",
|
|
"train": true,
|
|
"stop_training_after": null,
|
|
"stop_training_after_unit": "NEVER",
|
|
"token_count": 1,
|
|
"initial_embedding_text": "*"
|
|
},
|
|
"additional_embeddings": [],
|
|
"embedding_weight_dtype": "FLOAT_32",
|
|
"lora_model_name": "",
|
|
"lora_rank": 16,
|
|
"lora_alpha": 1.0,
|
|
"lora_weight_dtype": "FLOAT_32",
|
|
"bundle_additional_embeddings": true,
|
|
"optimizer": {
|
|
"__version": 0,
|
|
"optimizer": "PRODIGY",
|
|
"adam_w_mode": false,
|
|
"alpha": null,
|
|
"amsgrad": false,
|
|
"beta1": 0.9,
|
|
"beta2": 0.99,
|
|
"beta3": null,
|
|
"bias_correction": false,
|
|
"block_wise": false,
|
|
"capturable": false,
|
|
"centered": false,
|
|
"clip_threshold": null,
|
|
"d0": 1e-06,
|
|
"d_coef": 1.0,
|
|
"dampening": null,
|
|
"decay_rate": null,
|
|
"decouple": true,
|
|
"differentiable": false,
|
|
"eps": 1e-08,
|
|
"eps2": null,
|
|
"foreach": false,
|
|
"fsdp_in_use": false,
|
|
"fused": false,
|
|
"fused_back_pass": false,
|
|
"growth_rate": "inf",
|
|
"initial_accumulator_value": null,
|
|
"is_paged": false,
|
|
"log_every": null,
|
|
"lr_decay": null,
|
|
"max_unorm": null,
|
|
"maximize": false,
|
|
"min_8bit_size": null,
|
|
"momentum": null,
|
|
"nesterov": false,
|
|
"no_prox": false,
|
|
"optim_bits": null,
|
|
"percentile_clipping": null,
|
|
"r": null,
|
|
"relative_step": false,
|
|
"safeguard_warmup": false,
|
|
"scale_parameter": false,
|
|
"stochastic_rounding": true,
|
|
"use_bias_correction": false,
|
|
"use_triton": false,
|
|
"warmup_init": false,
|
|
"weight_decay": 0.0,
|
|
"weight_lr_power": null
|
|
},
|
|
"optimizer_defaults": {
|
|
"PRODIGY": {
|
|
"__version": 0,
|
|
"optimizer": "PRODIGY",
|
|
"adam_w_mode": false,
|
|
"alpha": null,
|
|
"amsgrad": false,
|
|
"beta1": 0.9,
|
|
"beta2": 0.99,
|
|
"beta3": null,
|
|
"bias_correction": false,
|
|
"block_wise": false,
|
|
"capturable": false,
|
|
"centered": false,
|
|
"clip_threshold": null,
|
|
"d0": 1e-06,
|
|
"d_coef": 1.0,
|
|
"dampening": null,
|
|
"decay_rate": null,
|
|
"decouple": true,
|
|
"differentiable": false,
|
|
"eps": 1e-08,
|
|
"eps2": null,
|
|
"foreach": false,
|
|
"fsdp_in_use": false,
|
|
"fused": false,
|
|
"fused_back_pass": false,
|
|
"growth_rate": "inf",
|
|
"initial_accumulator_value": null,
|
|
"is_paged": false,
|
|
"log_every": null,
|
|
"lr_decay": null,
|
|
"max_unorm": null,
|
|
"maximize": false,
|
|
"min_8bit_size": null,
|
|
"momentum": null,
|
|
"nesterov": false,
|
|
"no_prox": false,
|
|
"optim_bits": null,
|
|
"percentile_clipping": null,
|
|
"r": null,
|
|
"relative_step": false,
|
|
"safeguard_warmup": false,
|
|
"scale_parameter": false,
|
|
"stochastic_rounding": true,
|
|
"use_bias_correction": false,
|
|
"use_triton": false,
|
|
"warmup_init": false,
|
|
"weight_decay": 0.0,
|
|
"weight_lr_power": null
|
|
}
|
|
},
|
|
"sample_definition_file_name": "training_samples/samples.json",
|
|
"samples": null,
|
|
"sample_after": 5,
|
|
"sample_after_unit": "EPOCH",
|
|
"sample_image_format": "PNG",
|
|
"samples_to_tensorboard": true,
|
|
"non_ema_sampling": true,
|
|
"backup_after": 10,
|
|
"backup_after_unit": "EPOCH",
|
|
"rolling_backup": true,
|
|
"rolling_backup_count": 3,
|
|
"backup_before_save": true,
|
|
"save_after": 5,
|
|
"save_after_unit": "EPOCH",
|
|
"save_filename_prefix": "YFG-SushiStyle_"
|
|
} |