Trained for 5 epochs and 192000 steps.

Trained with datasets ['text-embeds', 'text-embeds-extra', 'image-embeds', 'sports', 'mj-60', 'id-75k', 'celebrities', 'normalnudes', 'guys', 'signs', 'dalle3', 'sfwbooru', 'moviecollection', 'bookcovers', 'nijijourney', 'experimental', 'ethnic', 'gay', 'architecture', 'shutterstock', 'midjourney-v6-520k-raw', 'nijijourney-v6-520k-raw', 'cinemamix-1mp', 'nsfw-1024', 'anatomy', 'bg20k-1024', 'yoga', 'photo-aesthetics', 'text-1mp']
Learning rate 1e-06, batch size 8, and 1 gradient accumulation steps.
Used DDPM noise scheduler for training with epsilon prediction type and rescaled_betas_zero_snr=False
Using 'linspace' timestep spacing.
Base model: ptx0/pixart-900m-1024-ft-v0.7-stage1
VAE: ptx0/pixart-900m-1024-ft-v0.7-stage1

Files changed (11) hide show

README.md +1 -1
optimizer.bin +1 -1
random_states_0.pkl +2 -2
scheduler.bin +1 -1
training_state-anatomy.json +0 -0
training_state-dalle3.json +2 -2
training_state-midjourney-v6-520k-raw.json +2 -2
training_state-nijijourney-v6-520k-raw.json +2 -2
training_state-sfwbooru.json +0 -0
training_state.json +1 -1
transformer/diffusion_pytorch_model.safetensors +1 -1

README.md CHANGED Viewed

@@ -552,7 +552,7 @@ You may reuse the base model text encoder for inference.
 ## Training settings
 - Training epochs: 5
-- Training steps: 191000
 - Learning rate: 1e-06
 - Effective batch size: 64
   - Micro-batch size: 8

 ## Training settings
 - Training epochs: 5
+- Training steps: 192000
 - Learning rate: 1e-06
 - Effective batch size: 64
   - Micro-batch size: 8

optimizer.bin CHANGED Viewed

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:53ff45686fd6077fec148e7826052b88e9e9cdd73236d318cfcea625f24bb89d
 size 5451415117

 version https://git-lfs.github.com/spec/v1
+oid sha256:c29ca41f6dda926d8471623d05f1902e3a310383e0bb46c5abed91750a38634e
 size 5451415117

random_states_0.pkl CHANGED Viewed

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:a6529cd49d07ce3434b45cd3a241776297a12a8c5475b2e9a25c63addbd87a51
-size 16036

 version https://git-lfs.github.com/spec/v1
+oid sha256:f3f319fbeb90f98f017dd8b200005023c722250b12430ba9651a6fb471453c1b
+size 16100

scheduler.bin CHANGED Viewed

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:a406323f45faaba7384a19c1dbc1cb2f5b3f8f1dbd178927b9ccf1c82b04ab32
 size 1000

 version https://git-lfs.github.com/spec/v1
+oid sha256:e97dd0c44ec150c220a217ae77fb2cd4600a02a54be75e104c40f639aa6a282d
 size 1000

training_state-anatomy.json CHANGED Viewed

The diff for this file is too large to render. See raw diff

training_state-dalle3.json CHANGED Viewed

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:8e6080d483a012496a3e15dd66a470d3b0145b6c7702aacac064b926fda555a0
-size 16394009

 version https://git-lfs.github.com/spec/v1
+oid sha256:c2f163b71b5c75c295902b999f1969f101a8438eef893b4144324e791c271ef9
+size 16522417

training_state-midjourney-v6-520k-raw.json CHANGED Viewed

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:f74285cffe75a9e33b5ac49a030117f68adacf403691d195834d0a8b7110f0cb
-size 3564906

 version https://git-lfs.github.com/spec/v1
+oid sha256:ea64e1099c5204f12775225ece2b249c7809d976e5dda6a75cd9229cbc29ca74
+size 3662426

training_state-nijijourney-v6-520k-raw.json CHANGED Viewed

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:b7329cea751dae9ee824b999bc0c8676cbf6b87b9ed94d69a94f210dcaa7e048
-size 3704666

 version https://git-lfs.github.com/spec/v1
+oid sha256:c604da337acce366b5d3d2ad511777407b4584cea7b9363529cc06b939bb7176
+size 3804730

training_state-sfwbooru.json CHANGED Viewed

The diff for this file is too large to render. See raw diff

training_state.json CHANGED Viewed

@@ -1 +1 @@

- {"global_step": ~~191000~~, "epoch_step": ~~191005~~, "epoch": 6, "exhausted_backends": ["signs", "guys", "nijijourney", "bookcovers", "celebrities", "normalnudes", "sports", "moviecollection", "gay", "experimental", "yoga", "cinemamix-1mp", "ethnic", "architecture", "shutterstock", "nsfw-1024", "photo-aesthetics", "id-75k", "text-1mp", "bg20k-1024", "mj-60"], "repeats": {"nijijourney": 0, "signs": 0, "guys": 0, "celebrities": 0, "bookcovers": 0, "normalnudes": 0, "moviecollection": 0, "sports": 0, "gay": 0, "experimental": 0, "yoga": 0, "ethnic": 0, "architecture": 0, "cinemamix-1mp": 0, "photo-aesthetics": 0, "anatomy": 5, "text-1mp": 0, "nsfw-1024": 0, "shutterstock": 0, "id-75k": 0, "bg20k-1024": 0, "mj-60": 0, "sfwbooru": 0, "midjourney-v6-520k-raw": 0, "nijijourney-v6-520k-raw": 0, "dalle3": 0}}

+ {"global_step": 192000, "epoch_step": 192005, "epoch": 6, "exhausted_backends": ["signs", "guys", "nijijourney", "bookcovers", "celebrities", "normalnudes", "sports", "moviecollection", "gay", "experimental", "yoga", "cinemamix-1mp", "ethnic", "architecture", "shutterstock", "nsfw-1024", "photo-aesthetics", "id-75k", "text-1mp", "bg20k-1024", "mj-60", "anatomy"], "repeats": {"nijijourney": 0, "signs": 0, "guys": 0, "celebrities": 0, "bookcovers": 0, "normalnudes": 0, "moviecollection": 0, "sports": 0, "gay": 0, "experimental": 0, "yoga": 0, "ethnic": 0, "architecture": 0, "cinemamix-1mp": 0, "photo-aesthetics": 0, "anatomy": 0, "text-1mp": 0, "nsfw-1024": 0, "shutterstock": 0, "id-75k": 0, "bg20k-1024": 0, "mj-60": 0, "sfwbooru": 0, "midjourney-v6-520k-raw": 0, "nijijourney-v6-520k-raw": 0, "dalle3": 0}}

transformer/diffusion_pytorch_model.safetensors CHANGED Viewed

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:590eca44e143c4b5b71f4a7f075fb697e21c81c3d2d8f3737560b2f2e6708cbe
 size 1816969728

 version https://git-lfs.github.com/spec/v1
+oid sha256:f6529a4e0f7c451be459fec4230d271c842a29f36e1d8aac73c7d2eed842c6eb
 size 1816969728