timlrx-resaro commited on
Commit
fff570d
·
verified ·
1 Parent(s): 5e9129b

End of training

Browse files
README.md ADDED
@@ -0,0 +1,43 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ ---
2
+ base_model: runwayml/stable-diffusion-v1-5
3
+ library_name: diffusers
4
+ license: creativeml-openrail-m
5
+ tags:
6
+ - stable-diffusion
7
+ - stable-diffusion-diffusers
8
+ - text-to-image
9
+ - diffusers
10
+ - diffusers-training
11
+ - lora
12
+ inference: true
13
+ ---
14
+
15
+ <!-- This model card has been generated automatically according to the information the training script had access to. You
16
+ should probably proofread and complete it, then remove this comment. -->
17
+
18
+
19
+ # LoRA text2image fine-tuning - timlrx-resaro/synthmed
20
+ These are LoRA adaption weights for runwayml/stable-diffusion-v1-5. The weights were fine-tuned on the timlrx-resaro/meds-images dataset. You can find some example images in the following.
21
+
22
+ ![img_0](./image_0.png)
23
+ ![img_1](./image_1.png)
24
+ ![img_2](./image_2.png)
25
+ ![img_3](./image_3.png)
26
+
27
+
28
+
29
+ ## Intended uses & limitations
30
+
31
+ #### How to use
32
+
33
+ ```python
34
+ # TODO: add an example code snippet for running this diffusion pipeline
35
+ ```
36
+
37
+ #### Limitations and bias
38
+
39
+ [TODO: provide examples of latent issues and potential remediations]
40
+
41
+ ## Training details
42
+
43
+ [TODO: describe the data used to train the model]
checkpoint-500/model.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ca0ef09a9c27a9b6626d0d58fe45a5a645f6482ccc56d36e088b154027631ec7
3
+ size 3441397096
checkpoint-500/optimizer.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:e79745b6de2dc9bbdbde117cbe78622038eb76ff359cd2b26f7ea92c45d6d13f
3
+ size 6592122
checkpoint-500/pytorch_lora_weights.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:24d81933c7ebceb527a99354d6b7bec99462113565ce98682c570c6f69a9e43e
3
+ size 3226184
checkpoint-500/random_states_0.pkl ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:1223f0cd31033afa8e703240a3c61aea0f9aab3a05be9281df39d0316ec72065
3
+ size 14408
checkpoint-500/scheduler.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:945b1573b2c71072080bbf3186c1aec7c96833987d8d434a73d98e0d3d119235
3
+ size 1000
image_0.png ADDED
image_1.png ADDED
image_2.png ADDED
image_3.png ADDED
logs/text2image-fine-tune/1722264381.0702078/events.out.tfevents.1722264381.cfb674373910.4322.1 ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:6b17377331c3d71dfa9e43e2497f39f332c7551595d768b9fa9a0fb8fa233abc
3
+ size 2288
logs/text2image-fine-tune/1722264381.0719738/hparams.yml ADDED
@@ -0,0 +1,50 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ adam_beta1: 0.9
2
+ adam_beta2: 0.999
3
+ adam_epsilon: 1.0e-08
4
+ adam_weight_decay: 0.01
5
+ allow_tf32: false
6
+ cache_dir: null
7
+ caption_column: clean_caption
8
+ center_crop: true
9
+ checkpointing_steps: 400
10
+ checkpoints_total_limit: null
11
+ dataloader_num_workers: 8
12
+ dataset_config_name: null
13
+ dataset_name: timlrx-resaro/meds-images
14
+ enable_xformers_memory_efficient_attention: false
15
+ gradient_accumulation_steps: 4
16
+ gradient_checkpointing: false
17
+ hub_model_id: synthmeds
18
+ hub_token: null
19
+ image_column: image
20
+ learning_rate: 0.0001
21
+ local_rank: -1
22
+ logging_dir: logs
23
+ lr_scheduler: cosine
24
+ lr_warmup_steps: 0
25
+ max_grad_norm: 1.0
26
+ max_train_samples: null
27
+ max_train_steps: 2000
28
+ mixed_precision: null
29
+ noise_offset: 0
30
+ num_train_epochs: 200
31
+ num_validation_images: 4
32
+ output_dir: ./output
33
+ prediction_type: null
34
+ pretrained_model_name_or_path: runwayml/stable-diffusion-v1-5
35
+ push_to_hub: true
36
+ random_flip: true
37
+ rank: 4
38
+ report_to: tensorboard
39
+ resolution: 512
40
+ resume_from_checkpoint: null
41
+ revision: null
42
+ scale_lr: false
43
+ seed: 1337
44
+ snr_gamma: null
45
+ train_batch_size: 1
46
+ train_data_dir: null
47
+ use_8bit_adam: false
48
+ validation_epochs: 1
49
+ validation_prompt: Medical packaging blister pack.
50
+ variant: null
logs/text2image-fine-tune/1722269808.259272/events.out.tfevents.1722269808.cfb674373910.91332.1 ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:9ebe89ff93a0c28b7669b1472d685a76dd64766df696ec21a772a1974c223ac1
3
+ size 2287
logs/text2image-fine-tune/1722269808.2609098/hparams.yml ADDED
@@ -0,0 +1,50 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ adam_beta1: 0.9
2
+ adam_beta2: 0.999
3
+ adam_epsilon: 1.0e-08
4
+ adam_weight_decay: 0.01
5
+ allow_tf32: false
6
+ cache_dir: null
7
+ caption_column: clean_caption
8
+ center_crop: true
9
+ checkpointing_steps: 500
10
+ checkpoints_total_limit: null
11
+ dataloader_num_workers: 8
12
+ dataset_config_name: null
13
+ dataset_name: timlrx-resaro/meds-images
14
+ enable_xformers_memory_efficient_attention: false
15
+ gradient_accumulation_steps: 4
16
+ gradient_checkpointing: false
17
+ hub_model_id: synthmed
18
+ hub_token: null
19
+ image_column: image
20
+ learning_rate: 0.0001
21
+ local_rank: -1
22
+ logging_dir: logs
23
+ lr_scheduler: cosine
24
+ lr_warmup_steps: 0
25
+ max_grad_norm: 1.0
26
+ max_train_samples: null
27
+ max_train_steps: 500
28
+ mixed_precision: null
29
+ noise_offset: 0
30
+ num_train_epochs: 50
31
+ num_validation_images: 4
32
+ output_dir: ./output
33
+ prediction_type: null
34
+ pretrained_model_name_or_path: runwayml/stable-diffusion-v1-5
35
+ push_to_hub: true
36
+ random_flip: true
37
+ rank: 4
38
+ report_to: tensorboard
39
+ resolution: 512
40
+ resume_from_checkpoint: null
41
+ revision: null
42
+ scale_lr: false
43
+ seed: 1338
44
+ snr_gamma: null
45
+ train_batch_size: 1
46
+ train_data_dir: null
47
+ use_8bit_adam: false
48
+ validation_epochs: 1
49
+ validation_prompt: Medical packaging blister pack.
50
+ variant: null
logs/text2image-fine-tune/events.out.tfevents.1722264381.cfb674373910.4322.0 ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:9412865fccb326e4026febcaf39cd9c48c3a5c089d09b230f2cb9eb5c5f343dd
3
+ size 202316500
logs/text2image-fine-tune/events.out.tfevents.1722269808.cfb674373910.91332.0 ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:5f3bd62108aed59118caa26354747465d266f90e3b597c9eb97ea5ab932539a6
3
+ size 82257566
pytorch_lora_weights.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:24d81933c7ebceb527a99354d6b7bec99462113565ce98682c570c6f69a9e43e
3
+ size 3226184