twilledwave commited on
Commit
d6ceb11
·
1 Parent(s): 17e52cc
README.md DELETED
@@ -1,24 +0,0 @@
1
- ---
2
- license: mit
3
- ---
4
- ### kaltsit_v5 on Stable Diffusion via Dreambooth
5
- #### model by twilledwave
6
- This your the Stable Diffusion model fine-tuned the kaltsit_v5 concept taught to Stable Diffusion with Dreambooth.
7
- It can be used by modifying the `instance_prompt`: **kaltsit**
8
-
9
- You can also train your own concepts and upload them to the library by using [this notebook](https://colab.research.google.com/github/huggingface/notebooks/blob/main/diffusers/sd_dreambooth_training.ipynb).
10
- And you can run your new concept via `diffusers`: [Colab Notebook for Inference](https://colab.research.google.com/github/huggingface/notebooks/blob/main/diffusers/sd_dreambooth_inference.ipynb), [Spaces with the Public Concepts loaded](https://huggingface.co/spaces/sd-dreambooth-library/stable-diffusion-dreambooth-concepts)
11
-
12
- Here are the images used for training this concept:
13
- ![image 0](https://huggingface.co/twilledwave/kaltsit-v5/resolve/main/concept_images/1.jpeg)
14
- ![image 1](https://huggingface.co/twilledwave/kaltsit-v5/resolve/main/concept_images/4.jpeg)
15
- ![image 2](https://huggingface.co/twilledwave/kaltsit-v5/resolve/main/concept_images/10.jpeg)
16
- ![image 3](https://huggingface.co/twilledwave/kaltsit-v5/resolve/main/concept_images/7.jpeg)
17
- ![image 4](https://huggingface.co/twilledwave/kaltsit-v5/resolve/main/concept_images/2.jpeg)
18
- ![image 5](https://huggingface.co/twilledwave/kaltsit-v5/resolve/main/concept_images/0.jpeg)
19
- ![image 6](https://huggingface.co/twilledwave/kaltsit-v5/resolve/main/concept_images/9.jpeg)
20
- ![image 7](https://huggingface.co/twilledwave/kaltsit-v5/resolve/main/concept_images/3.jpeg)
21
- ![image 8](https://huggingface.co/twilledwave/kaltsit-v5/resolve/main/concept_images/6.jpeg)
22
- ![image 9](https://huggingface.co/twilledwave/kaltsit-v5/resolve/main/concept_images/5.jpeg)
23
- ![image 10](https://huggingface.co/twilledwave/kaltsit-v5/resolve/main/concept_images/8.jpeg)
24
-
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
concept_images/0.jpeg DELETED
Binary file (146 kB)
 
concept_images/1.jpeg DELETED
Binary file (165 kB)
 
concept_images/10.jpeg DELETED
Binary file (96.6 kB)
 
concept_images/2.jpeg DELETED
Binary file (96.6 kB)
 
concept_images/3.jpeg DELETED
Binary file (105 kB)
 
concept_images/4.jpeg DELETED
Binary file (819 kB)
 
concept_images/5.jpeg DELETED
Binary file (254 kB)
 
concept_images/6.jpeg DELETED
Binary file (620 kB)
 
concept_images/7.jpeg DELETED
Binary file (100 kB)
 
concept_images/8.jpeg DELETED
Binary file (100 kB)
 
concept_images/9.jpeg DELETED
Binary file (48.1 kB)
 
feature_extractor/preprocessor_config.json DELETED
@@ -1,20 +0,0 @@
1
- {
2
- "crop_size": 224,
3
- "do_center_crop": true,
4
- "do_convert_rgb": true,
5
- "do_normalize": true,
6
- "do_resize": true,
7
- "feature_extractor_type": "CLIPFeatureExtractor",
8
- "image_mean": [
9
- 0.48145466,
10
- 0.4578275,
11
- 0.40821073
12
- ],
13
- "image_std": [
14
- 0.26862954,
15
- 0.26130258,
16
- 0.27577711
17
- ],
18
- "resample": 3,
19
- "size": 224
20
- }
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
model_index.json DELETED
@@ -1,32 +0,0 @@
1
- {
2
- "_class_name": "StableDiffusionPipeline",
3
- "_diffusers_version": "0.4.0.dev0",
4
- "feature_extractor": [
5
- "transformers",
6
- "CLIPFeatureExtractor"
7
- ],
8
- "safety_checker": [
9
- "stable_diffusion",
10
- "StableDiffusionSafetyChecker"
11
- ],
12
- "scheduler": [
13
- "diffusers",
14
- "PNDMScheduler"
15
- ],
16
- "text_encoder": [
17
- "transformers",
18
- "CLIPTextModel"
19
- ],
20
- "tokenizer": [
21
- "transformers",
22
- "CLIPTokenizer"
23
- ],
24
- "unet": [
25
- "diffusers",
26
- "UNet2DConditionModel"
27
- ],
28
- "vae": [
29
- "diffusers",
30
- "AutoencoderKL"
31
- ]
32
- }
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
safety_checker/config.json DELETED
@@ -1,175 +0,0 @@
1
- {
2
- "_commit_hash": null,
3
- "_name_or_path": "dreambooth-concept/safety_checker",
4
- "architectures": [
5
- "StableDiffusionSafetyChecker"
6
- ],
7
- "initializer_factor": 1.0,
8
- "logit_scale_init_value": 2.6592,
9
- "model_type": "clip",
10
- "projection_dim": 768,
11
- "text_config": {
12
- "_name_or_path": "",
13
- "add_cross_attention": false,
14
- "architectures": null,
15
- "attention_dropout": 0.0,
16
- "bad_words_ids": null,
17
- "bos_token_id": 0,
18
- "chunk_size_feed_forward": 0,
19
- "cross_attention_hidden_size": null,
20
- "decoder_start_token_id": null,
21
- "diversity_penalty": 0.0,
22
- "do_sample": false,
23
- "dropout": 0.0,
24
- "early_stopping": false,
25
- "encoder_no_repeat_ngram_size": 0,
26
- "eos_token_id": 2,
27
- "exponential_decay_length_penalty": null,
28
- "finetuning_task": null,
29
- "forced_bos_token_id": null,
30
- "forced_eos_token_id": null,
31
- "hidden_act": "quick_gelu",
32
- "hidden_size": 768,
33
- "id2label": {
34
- "0": "LABEL_0",
35
- "1": "LABEL_1"
36
- },
37
- "initializer_factor": 1.0,
38
- "initializer_range": 0.02,
39
- "intermediate_size": 3072,
40
- "is_decoder": false,
41
- "is_encoder_decoder": false,
42
- "label2id": {
43
- "LABEL_0": 0,
44
- "LABEL_1": 1
45
- },
46
- "layer_norm_eps": 1e-05,
47
- "length_penalty": 1.0,
48
- "max_length": 20,
49
- "max_position_embeddings": 77,
50
- "min_length": 0,
51
- "model_type": "clip_text_model",
52
- "no_repeat_ngram_size": 0,
53
- "num_attention_heads": 12,
54
- "num_beam_groups": 1,
55
- "num_beams": 1,
56
- "num_hidden_layers": 12,
57
- "num_return_sequences": 1,
58
- "output_attentions": false,
59
- "output_hidden_states": false,
60
- "output_scores": false,
61
- "pad_token_id": 1,
62
- "prefix": null,
63
- "problem_type": null,
64
- "pruned_heads": {},
65
- "remove_invalid_values": false,
66
- "repetition_penalty": 1.0,
67
- "return_dict": true,
68
- "return_dict_in_generate": false,
69
- "sep_token_id": null,
70
- "task_specific_params": null,
71
- "temperature": 1.0,
72
- "tf_legacy_loss": false,
73
- "tie_encoder_decoder": false,
74
- "tie_word_embeddings": true,
75
- "tokenizer_class": null,
76
- "top_k": 50,
77
- "top_p": 1.0,
78
- "torch_dtype": null,
79
- "torchscript": false,
80
- "transformers_version": "4.22.2",
81
- "typical_p": 1.0,
82
- "use_bfloat16": false,
83
- "vocab_size": 49408
84
- },
85
- "text_config_dict": {
86
- "hidden_size": 768,
87
- "intermediate_size": 3072,
88
- "num_attention_heads": 12,
89
- "num_hidden_layers": 12
90
- },
91
- "torch_dtype": "float16",
92
- "transformers_version": null,
93
- "vision_config": {
94
- "_name_or_path": "",
95
- "add_cross_attention": false,
96
- "architectures": null,
97
- "attention_dropout": 0.0,
98
- "bad_words_ids": null,
99
- "bos_token_id": null,
100
- "chunk_size_feed_forward": 0,
101
- "cross_attention_hidden_size": null,
102
- "decoder_start_token_id": null,
103
- "diversity_penalty": 0.0,
104
- "do_sample": false,
105
- "dropout": 0.0,
106
- "early_stopping": false,
107
- "encoder_no_repeat_ngram_size": 0,
108
- "eos_token_id": null,
109
- "exponential_decay_length_penalty": null,
110
- "finetuning_task": null,
111
- "forced_bos_token_id": null,
112
- "forced_eos_token_id": null,
113
- "hidden_act": "quick_gelu",
114
- "hidden_size": 1024,
115
- "id2label": {
116
- "0": "LABEL_0",
117
- "1": "LABEL_1"
118
- },
119
- "image_size": 224,
120
- "initializer_factor": 1.0,
121
- "initializer_range": 0.02,
122
- "intermediate_size": 4096,
123
- "is_decoder": false,
124
- "is_encoder_decoder": false,
125
- "label2id": {
126
- "LABEL_0": 0,
127
- "LABEL_1": 1
128
- },
129
- "layer_norm_eps": 1e-05,
130
- "length_penalty": 1.0,
131
- "max_length": 20,
132
- "min_length": 0,
133
- "model_type": "clip_vision_model",
134
- "no_repeat_ngram_size": 0,
135
- "num_attention_heads": 16,
136
- "num_beam_groups": 1,
137
- "num_beams": 1,
138
- "num_channels": 3,
139
- "num_hidden_layers": 24,
140
- "num_return_sequences": 1,
141
- "output_attentions": false,
142
- "output_hidden_states": false,
143
- "output_scores": false,
144
- "pad_token_id": null,
145
- "patch_size": 14,
146
- "prefix": null,
147
- "problem_type": null,
148
- "pruned_heads": {},
149
- "remove_invalid_values": false,
150
- "repetition_penalty": 1.0,
151
- "return_dict": true,
152
- "return_dict_in_generate": false,
153
- "sep_token_id": null,
154
- "task_specific_params": null,
155
- "temperature": 1.0,
156
- "tf_legacy_loss": false,
157
- "tie_encoder_decoder": false,
158
- "tie_word_embeddings": true,
159
- "tokenizer_class": null,
160
- "top_k": 50,
161
- "top_p": 1.0,
162
- "torch_dtype": null,
163
- "torchscript": false,
164
- "transformers_version": "4.22.2",
165
- "typical_p": 1.0,
166
- "use_bfloat16": false
167
- },
168
- "vision_config_dict": {
169
- "hidden_size": 1024,
170
- "intermediate_size": 4096,
171
- "num_attention_heads": 16,
172
- "num_hidden_layers": 24,
173
- "patch_size": 14
174
- }
175
- }
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
safety_checker/pytorch_model.bin DELETED
@@ -1,3 +0,0 @@
1
- version https://git-lfs.github.com/spec/v1
2
- oid sha256:815744cc3d283e44de9f70667f112e27ac1a21b8e6782d3b9ab6d6f7bc1a04a4
3
- size 608104103
 
 
 
 
scheduler/scheduler_config.json DELETED
@@ -1,12 +0,0 @@
1
- {
2
- "_class_name": "PNDMScheduler",
3
- "_diffusers_version": "0.4.0.dev0",
4
- "beta_end": 0.012,
5
- "beta_schedule": "scaled_linear",
6
- "beta_start": 0.00085,
7
- "num_train_timesteps": 1000,
8
- "set_alpha_to_one": false,
9
- "skip_prk_steps": true,
10
- "steps_offset": 1,
11
- "trained_betas": null
12
- }
 
 
 
 
 
 
 
 
 
 
 
 
 
text_encoder/config.json DELETED
@@ -1,24 +0,0 @@
1
- {
2
- "_name_or_path": "dreambooth-concept/text_encoder",
3
- "architectures": [
4
- "CLIPTextModel"
5
- ],
6
- "attention_dropout": 0.0,
7
- "bos_token_id": 0,
8
- "dropout": 0.0,
9
- "eos_token_id": 2,
10
- "hidden_act": "quick_gelu",
11
- "hidden_size": 768,
12
- "initializer_factor": 1.0,
13
- "initializer_range": 0.02,
14
- "intermediate_size": 3072,
15
- "layer_norm_eps": 1e-05,
16
- "max_position_embeddings": 77,
17
- "model_type": "clip_text_model",
18
- "num_attention_heads": 12,
19
- "num_hidden_layers": 12,
20
- "pad_token_id": 1,
21
- "torch_dtype": "float16",
22
- "transformers_version": "4.22.2",
23
- "vocab_size": 49408
24
- }
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
text_encoder/pytorch_model.bin DELETED
@@ -1,3 +0,0 @@
1
- version https://git-lfs.github.com/spec/v1
2
- oid sha256:2a4311d3fc7b70396637a703ba65b7db30041ba536f569ae8f548312641a0fd6
3
- size 246187063
 
 
 
 
token_identifier.txt DELETED
@@ -1 +0,0 @@
1
- kaltsit
 
 
tokenizer/merges.txt DELETED
The diff for this file is too large to render. See raw diff
 
tokenizer/special_tokens_map.json DELETED
@@ -1,24 +0,0 @@
1
- {
2
- "bos_token": {
3
- "content": "<|startoftext|>",
4
- "lstrip": false,
5
- "normalized": true,
6
- "rstrip": false,
7
- "single_word": false
8
- },
9
- "eos_token": {
10
- "content": "<|endoftext|>",
11
- "lstrip": false,
12
- "normalized": true,
13
- "rstrip": false,
14
- "single_word": false
15
- },
16
- "pad_token": "<|endoftext|>",
17
- "unk_token": {
18
- "content": "<|endoftext|>",
19
- "lstrip": false,
20
- "normalized": true,
21
- "rstrip": false,
22
- "single_word": false
23
- }
24
- }
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
tokenizer/tokenizer_config.json DELETED
@@ -1,34 +0,0 @@
1
- {
2
- "add_prefix_space": false,
3
- "bos_token": {
4
- "__type": "AddedToken",
5
- "content": "<|startoftext|>",
6
- "lstrip": false,
7
- "normalized": true,
8
- "rstrip": false,
9
- "single_word": false
10
- },
11
- "do_lower_case": true,
12
- "eos_token": {
13
- "__type": "AddedToken",
14
- "content": "<|endoftext|>",
15
- "lstrip": false,
16
- "normalized": true,
17
- "rstrip": false,
18
- "single_word": false
19
- },
20
- "errors": "replace",
21
- "model_max_length": 77,
22
- "name_or_path": "dreambooth-concept/tokenizer",
23
- "pad_token": "<|endoftext|>",
24
- "special_tokens_map_file": "./special_tokens_map.json",
25
- "tokenizer_class": "CLIPTokenizer",
26
- "unk_token": {
27
- "__type": "AddedToken",
28
- "content": "<|endoftext|>",
29
- "lstrip": false,
30
- "normalized": true,
31
- "rstrip": false,
32
- "single_word": false
33
- }
34
- }
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
tokenizer/vocab.json DELETED
The diff for this file is too large to render. See raw diff
 
unet/config.json DELETED
@@ -1,37 +0,0 @@
1
- {
2
- "_class_name": "UNet2DConditionModel",
3
- "_diffusers_version": "0.4.0.dev0",
4
- "_name_or_path": "dreambooth-concept/unet",
5
- "act_fn": "silu",
6
- "attention_head_dim": 8,
7
- "block_out_channels": [
8
- 320,
9
- 640,
10
- 1280,
11
- 1280
12
- ],
13
- "center_input_sample": false,
14
- "cross_attention_dim": 768,
15
- "down_block_types": [
16
- "CrossAttnDownBlock2D",
17
- "CrossAttnDownBlock2D",
18
- "CrossAttnDownBlock2D",
19
- "DownBlock2D"
20
- ],
21
- "downsample_padding": 1,
22
- "flip_sin_to_cos": true,
23
- "freq_shift": 0,
24
- "in_channels": 4,
25
- "layers_per_block": 2,
26
- "mid_block_scale_factor": 1,
27
- "norm_eps": 1e-05,
28
- "norm_num_groups": 32,
29
- "out_channels": 4,
30
- "sample_size": 32,
31
- "up_block_types": [
32
- "UpBlock2D",
33
- "CrossAttnUpBlock2D",
34
- "CrossAttnUpBlock2D",
35
- "CrossAttnUpBlock2D"
36
- ]
37
- }
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
unet/diffusion_pytorch_model.bin DELETED
@@ -1,3 +0,0 @@
1
- version https://git-lfs.github.com/spec/v1
2
- oid sha256:e16723bc418d3a461a40662c2ef20fce3518865b219e5784ec810e30493b5f10
3
- size 1719322405
 
 
 
 
vae/config.json DELETED
@@ -1,30 +0,0 @@
1
- {
2
- "_class_name": "AutoencoderKL",
3
- "_diffusers_version": "0.4.0.dev0",
4
- "_name_or_path": "dreambooth-concept/vae",
5
- "act_fn": "silu",
6
- "block_out_channels": [
7
- 128,
8
- 256,
9
- 512,
10
- 512
11
- ],
12
- "down_block_types": [
13
- "DownEncoderBlock2D",
14
- "DownEncoderBlock2D",
15
- "DownEncoderBlock2D",
16
- "DownEncoderBlock2D"
17
- ],
18
- "in_channels": 3,
19
- "latent_channels": 4,
20
- "layers_per_block": 2,
21
- "norm_num_groups": 32,
22
- "out_channels": 3,
23
- "sample_size": 512,
24
- "up_block_types": [
25
- "UpDecoderBlock2D",
26
- "UpDecoderBlock2D",
27
- "UpDecoderBlock2D",
28
- "UpDecoderBlock2D"
29
- ]
30
- }
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
vae/diffusion_pytorch_model.bin DELETED
@@ -1,3 +0,0 @@
1
- version https://git-lfs.github.com/spec/v1
2
- oid sha256:9cab9e6ef49532bd47bb0dbfa8f6adab999c2ee36a6c6d33791177018bddbe7a
3
- size 167402961