upload rapunzel weights
Browse files
experiments/single-concept/rapunzel/.DS_Store
ADDED
Binary file (6.15 kB). View file
|
|
experiments/single-concept/rapunzel/0064_rapunzel_ortho.yml
ADDED
@@ -0,0 +1,98 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
1 |
+
# GENERATE TIME: Wed Jun 12 13:14:34 2024
|
2 |
+
# CMD:
|
3 |
+
# train_edlora.py -opt single-concept/train_configs/0064_rapunzel_ortho.yml
|
4 |
+
|
5 |
+
name: 0064_rapunzel_ortho
|
6 |
+
manual_seed: 64
|
7 |
+
mixed_precision: fp16
|
8 |
+
gradient_accumulation_steps: 1
|
9 |
+
datasets:
|
10 |
+
train:
|
11 |
+
name: LoraDataset
|
12 |
+
concept_list: single-concept/data_configs/rapunzel.json
|
13 |
+
use_caption: true
|
14 |
+
use_mask: true
|
15 |
+
instance_transform:
|
16 |
+
- type: HumanResizeCropFinalV3
|
17 |
+
size: 512
|
18 |
+
crop_p: 0.5
|
19 |
+
- type: ToTensor
|
20 |
+
- type: Normalize
|
21 |
+
mean:
|
22 |
+
- 0.5
|
23 |
+
std:
|
24 |
+
- 0.5
|
25 |
+
- type: ShuffleCaption
|
26 |
+
keep_token_num: 1
|
27 |
+
- type: EnhanceText
|
28 |
+
enhance_type: human
|
29 |
+
replace_mapping:
|
30 |
+
<TOK>: <rapunzel1> <rapunzel2>
|
31 |
+
batch_size_per_gpu: 2
|
32 |
+
dataset_enlarge_ratio: 500
|
33 |
+
val_vis:
|
34 |
+
name: PromptDataset
|
35 |
+
prompts: single-concept/validation_prompts/characters/test_girl_disney.txt
|
36 |
+
num_samples_per_prompt: 8
|
37 |
+
latent_size:
|
38 |
+
- 4
|
39 |
+
- 64
|
40 |
+
- 64
|
41 |
+
replace_mapping:
|
42 |
+
<TOK>: <rapunzel1> <rapunzel2>
|
43 |
+
batch_size_per_gpu: 4
|
44 |
+
models:
|
45 |
+
pretrained_path: nitrosocke/mo-di-diffusion
|
46 |
+
enable_edlora: true
|
47 |
+
finetune_cfg:
|
48 |
+
text_embedding:
|
49 |
+
enable_tuning: true
|
50 |
+
lr: 0.001
|
51 |
+
text_encoder:
|
52 |
+
enable_tuning: true
|
53 |
+
lora_cfg:
|
54 |
+
rank: 5
|
55 |
+
alpha: 1.0
|
56 |
+
where: CLIPAttention
|
57 |
+
lr: 1.0e-05
|
58 |
+
unet:
|
59 |
+
enable_tuning: true
|
60 |
+
lora_cfg:
|
61 |
+
rank: 5
|
62 |
+
alpha: 1.0
|
63 |
+
where: Attention
|
64 |
+
lr: 0.0001
|
65 |
+
new_concept_token: <rapunzel1>+<rapunzel2>
|
66 |
+
initializer_token: <rand-0.013>+girl
|
67 |
+
noise_offset: 0.01
|
68 |
+
attn_reg_weight: 0.01
|
69 |
+
reg_full_identity: false
|
70 |
+
use_mask_loss: true
|
71 |
+
gradient_checkpoint: false
|
72 |
+
enable_xformers: true
|
73 |
+
path:
|
74 |
+
pretrain_network: null
|
75 |
+
train:
|
76 |
+
optim_g:
|
77 |
+
type: AdamW
|
78 |
+
lr: 0.0
|
79 |
+
weight_decay: 0.01
|
80 |
+
betas:
|
81 |
+
- 0.9
|
82 |
+
- 0.999
|
83 |
+
unet_kv_drop_rate: 0
|
84 |
+
scheduler: linear
|
85 |
+
emb_norm_threshold: 0.55
|
86 |
+
val:
|
87 |
+
val_during_save: false
|
88 |
+
compose_visualize: false
|
89 |
+
alpha_list:
|
90 |
+
- 0
|
91 |
+
- 0.7
|
92 |
+
- 1.0
|
93 |
+
sample:
|
94 |
+
num_inference_steps: 50
|
95 |
+
guidance_scale: 7.5
|
96 |
+
logger:
|
97 |
+
print_freq: 10
|
98 |
+
save_checkpoint_freq: 10000.0
|
experiments/single-concept/rapunzel/models/edlora_model-latest.pth
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:65972412f6eb9fa22f641d460cc0839a4b03e5cdfefcf4983632ff875d231adc
|
3 |
+
size 35173046
|
experiments/single-concept/rapunzel/train_0064_rapunzel_ortho_20240612_131434.log
ADDED
Binary file (14.7 kB). View file
|
|