Trained for 5 epochs and 190000 steps.

Trained with datasets ['text-embeds', 'text-embeds-extra', 'image-embeds', 'sports', 'mj-60', 'id-75k', 'celebrities', 'normalnudes', 'guys', 'signs', 'dalle3', 'sfwbooru', 'moviecollection', 'bookcovers', 'nijijourney', 'experimental', 'ethnic', 'gay', 'architecture', 'shutterstock', 'midjourney-v6-520k-raw', 'nijijourney-v6-520k-raw', 'cinemamix-1mp', 'nsfw-1024', 'anatomy', 'bg20k-1024', 'yoga', 'photo-aesthetics', 'text-1mp']
Learning rate 1e-06, batch size 8, and 1 gradient accumulation steps.
Used DDPM noise scheduler for training with epsilon prediction type and rescaled_betas_zero_snr=False
Using 'linspace' timestep spacing.
Base model: ptx0/pixart-900m-1024-ft-v0.7-stage1
VAE: ptx0/pixart-900m-1024-ft-v0.7-stage1

Files changed (12) hide show

README.md +1 -1
optimizer.bin +1 -1
random_states_0.pkl +2 -2
scheduler.bin +1 -1
training_state-anatomy.json +0 -0
training_state-dalle3.json +2 -2
training_state-midjourney-v6-520k-raw.json +2 -2
training_state-mj-60.json +0 -0
training_state-nijijourney-v6-520k-raw.json +2 -2
training_state-sfwbooru.json +0 -0
training_state.json +1 -1
transformer/diffusion_pytorch_model.safetensors +1 -1

README.md CHANGED Viewed

@@ -552,7 +552,7 @@ You may reuse the base model text encoder for inference.
 ## Training settings
 - Training epochs: 5
-- Training steps: 189000
 - Learning rate: 1e-06
 - Effective batch size: 64
   - Micro-batch size: 8

 ## Training settings
 - Training epochs: 5
+- Training steps: 190000
 - Learning rate: 1e-06
 - Effective batch size: 64
   - Micro-batch size: 8

optimizer.bin CHANGED Viewed

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:ed3f1ff0b0794be6baa08cfcf6bcd1ae7a144d41e02c048b30ac2bfcf63d5a7c
 size 5451415117

 version https://git-lfs.github.com/spec/v1
+oid sha256:8dbe402b306df7d5b5f0f57a85bffe2589e8a6b4eacdcf7ecfe6d786d90ae2fa
 size 5451415117

random_states_0.pkl CHANGED Viewed

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:ff94ca803bb0d8606dd84a852946eedcd84a8423e1ce2748152e0f6c72006465
-size 16100

 version https://git-lfs.github.com/spec/v1
+oid sha256:202f363c9712a0063a218f74e7503821d3d65342d3016645ae87eba0a2070c5e
+size 16036

scheduler.bin CHANGED Viewed

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:4ad66da58565c4657685cf9b72899f10ece6430b5e4e46bcc6cf5b2623c074e4
 size 1000

 version https://git-lfs.github.com/spec/v1
+oid sha256:61ab4701f50f7e024c295ef55aaa2fe113fc3ad9eb609d35859a2c4527d0f22f
 size 1000

training_state-anatomy.json CHANGED Viewed

The diff for this file is too large to render. See raw diff

training_state-dalle3.json CHANGED Viewed

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:6df30cd10b02a62244d766f658d060058d6a6e4d2e74052fd7194522f5335dcc
-size 16187802

 version https://git-lfs.github.com/spec/v1
+oid sha256:331951571ad88f3fc7d16c0360f3c1126c72507beef2dac49c4de5ddd0b803ad
+size 16279230

training_state-midjourney-v6-520k-raw.json CHANGED Viewed

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:1412df196c931725b5e63932b70eab6ce4b54c5c6180c6823eccc969fb692628
-size 3389370

 version https://git-lfs.github.com/spec/v1
+oid sha256:021070c946af366fa91d21bcf5dd524f823ef79f845111de3c96ae7e8ae689df
+size 3468658

training_state-mj-60.json CHANGED Viewed

The diff for this file is too large to render. See raw diff

training_state-nijijourney-v6-520k-raw.json CHANGED Viewed

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:e26cb7acf6e46c8b9535fcb270cfbf44475c2aae60cc4aaf7361fc81b0800ca4
-size 3538034

 version https://git-lfs.github.com/spec/v1
+oid sha256:d9278d89760845556f3ce9258cfc349e550eaba0a38b7720d6c0d3a35c7018e1
+size 3610962

training_state-sfwbooru.json CHANGED Viewed

The diff for this file is too large to render. See raw diff

training_state.json CHANGED Viewed

@@ -1 +1 @@

- {"global_step": ~~189000~~, "epoch_step": ~~189005~~, "epoch": 6, "exhausted_backends": ["signs", "guys", "nijijourney", "bookcovers", "celebrities", "normalnudes", "sports", "moviecollection", "gay", "experimental", "yoga", "cinemamix-1mp", "ethnic", "architecture", "shutterstock", "nsfw-1024", "photo-aesthetics", "id-75k", "text-1mp", "bg20k-1024"], "repeats": {"nijijourney": 0, "signs": 0, "guys": 0, "celebrities": 0, "bookcovers": 0, "normalnudes": 0, "moviecollection": 0, "sports": 0, "gay": 0, "experimental": 0, "yoga": 0, "ethnic": 0, "architecture": 0, "cinemamix-1mp": 0, "photo-aesthetics": 0, "anatomy": 5, "text-1mp": 0, "nsfw-1024": 0, "shutterstock": 0, "id-75k": 0, "bg20k-1024": 0, "mj-60": 0, "sfwbooru": 0, "midjourney-v6-520k-raw": 0, "nijijourney-v6-520k-raw": 0, "dalle3": 0}}

+ {"global_step": 190000, "epoch_step": 190005, "epoch": 6, "exhausted_backends": ["signs", "guys", "nijijourney", "bookcovers", "celebrities", "normalnudes", "sports", "moviecollection", "gay", "experimental", "yoga", "cinemamix-1mp", "ethnic", "architecture", "shutterstock", "nsfw-1024", "photo-aesthetics", "id-75k", "text-1mp", "bg20k-1024", "mj-60"], "repeats": {"nijijourney": 0, "signs": 0, "guys": 0, "celebrities": 0, "bookcovers": 0, "normalnudes": 0, "moviecollection": 0, "sports": 0, "gay": 0, "experimental": 0, "yoga": 0, "ethnic": 0, "architecture": 0, "cinemamix-1mp": 0, "photo-aesthetics": 0, "anatomy": 5, "text-1mp": 0, "nsfw-1024": 0, "shutterstock": 0, "id-75k": 0, "bg20k-1024": 0, "mj-60": 0, "sfwbooru": 0, "midjourney-v6-520k-raw": 0, "nijijourney-v6-520k-raw": 0, "dalle3": 0}}

transformer/diffusion_pytorch_model.safetensors CHANGED Viewed

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:571dea33b8b98005755685695d1bf022aeaa0c11bdfe3db3ced3a957a2334855
 size 1816969728

 version https://git-lfs.github.com/spec/v1
+oid sha256:db15dfaa3c5f21f6c4f1b0bbd3b568e82126c628b958d780552c130b6fe56725
 size 1816969728