Trained for 6 epochs and 219000 steps.

Trained with datasets ['text-embeds', 'text-embeds-extra', 'image-embeds', 'sports', 'mj-60', 'id-75k', 'celebrities', 'normalnudes', 'guys', 'signs', 'dalle3', 'sfwbooru', 'moviecollection', 'bookcovers', 'nijijourney', 'experimental', 'ethnic', 'gay', 'architecture', 'shutterstock', 'midjourney-v6-520k-raw', 'nijijourney-v6-520k-raw', 'cinemamix-1mp', 'nsfw-1024', 'anatomy', 'bg20k-1024', 'yoga', 'photo-aesthetics', 'text-1mp']
Learning rate 1e-06, batch size 8, and 1 gradient accumulation steps.
Used DDPM noise scheduler for training with epsilon prediction type and rescaled_betas_zero_snr=False
Using 'linspace' timestep spacing.
Base model: ptx0/pixart-900m-1024-ft-v0.7-stage1
VAE: ptx0/pixart-900m-1024-ft-v0.7-stage1

Files changed (12) hide show

README.md +1 -1
optimizer.bin +1 -1
random_states_0.pkl +2 -2
scheduler.bin +1 -1
training_state-anatomy.json +0 -0
training_state-dalle3.json +2 -2
training_state-midjourney-v6-520k-raw.json +2 -2
training_state-mj-60.json +0 -0
training_state-nijijourney-v6-520k-raw.json +2 -2
training_state-sfwbooru.json +0 -0
training_state.json +1 -1
transformer/diffusion_pytorch_model.safetensors +1 -1

README.md CHANGED Viewed

@@ -552,7 +552,7 @@ You may reuse the base model text encoder for inference.
 ## Training settings
 - Training epochs: 6
-- Training steps: 218000
 - Learning rate: 1e-06
 - Effective batch size: 64
   - Micro-batch size: 8

 ## Training settings
 - Training epochs: 6
+- Training steps: 219000
 - Learning rate: 1e-06
 - Effective batch size: 64
   - Micro-batch size: 8

optimizer.bin CHANGED Viewed

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:ec58fcf53c2773d516ed09fb6df1258650f1f089581d5a01243227f3f580bb02
 size 5451415117

 version https://git-lfs.github.com/spec/v1
+oid sha256:3b4074e6330b028e8e35856537e1e7b61ac1769a98e5f4e7a961acf86e83ef47
 size 5451415117

random_states_0.pkl CHANGED Viewed

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:08b233e15da52e0373340cf91d76b1634e224fb70c6414418d5d2191d69be20b
-size 16036

 version https://git-lfs.github.com/spec/v1
+oid sha256:dbf6c8146db48fe911ce29cc7869f2a0d2f63b6a5a256dea4a88190b60373a32
+size 16100

scheduler.bin CHANGED Viewed

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:7372906cba09d48b026fadb2261e114920e9b4e21384e16640975f71859b91f5
 size 1000

 version https://git-lfs.github.com/spec/v1
+oid sha256:86956fe8b9e90442183961f79a7e8122a56c085e41796658809afa76686d585a
 size 1000

training_state-anatomy.json CHANGED Viewed

The diff for this file is too large to render. See raw diff

training_state-dalle3.json CHANGED Viewed

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:e5bd1dfec9e6ca29bd737fe32f9a51b5083127870549d89f6324465e0cecf0f3
-size 9196445

 version https://git-lfs.github.com/spec/v1
+oid sha256:83dc23784f44b3903b295e7ec34f8177177049aeec989c28db46fb35550245dc
+size 9290068

training_state-midjourney-v6-520k-raw.json CHANGED Viewed

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:997b12a02b9559fa7e74ce71dda059f0458e6a01a9e0fbe128e9d5a585dd2ef6
-size 3190090

 version https://git-lfs.github.com/spec/v1
+oid sha256:d7cc37bba673f7456c6b712954dd019048f153ccf40810800e865a60b22f11d6
+size 3265138

training_state-mj-60.json CHANGED Viewed

The diff for this file is too large to render. See raw diff

training_state-nijijourney-v6-520k-raw.json CHANGED Viewed

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:8a4bd1dc772918e312ba8bc4cab33d963e249ad0d9c33c554939f5bafeb60d9a
-size 3281938

 version https://git-lfs.github.com/spec/v1
+oid sha256:418e855a8a3a7536074418a1d180f2584ff4410420462495768382c5cc0955f1
+size 3367162

training_state-sfwbooru.json CHANGED Viewed

The diff for this file is too large to render. See raw diff

training_state.json CHANGED Viewed

@@ -1 +1 @@

- {"global_step": ~~218000~~, "epoch_step": ~~218006~~, "epoch": 7, "exhausted_backends": ["nijijourney", "guys", "signs", "normalnudes", "bookcovers", "celebrities", "sports", "moviecollection", "gay", "yoga", "experimental", "ethnic", "cinemamix-1mp", "architecture", "shutterstock", "nsfw-1024", "photo-aesthetics", "id-75k", "text-1mp", "bg20k-1024"], "repeats": {"nijijourney": 0, "signs": 0, "guys": 0, "celebrities": 0, "bookcovers": 0, "normalnudes": 0, "moviecollection": 0, "sports": 0, "gay": 0, "experimental": 0, "yoga": 0, "ethnic": 0, "architecture": 0, "cinemamix-1mp": 0, "photo-aesthetics": 0, "anatomy": 3, "text-1mp": 0, "nsfw-1024": 0, "shutterstock": 0, "id-75k": 0, "bg20k-1024": 0, "mj-60": 0, "sfwbooru": 0, "midjourney-v6-520k-raw": 0, "nijijourney-v6-520k-raw": 0, "dalle3": 0}}

+ {"global_step": 219000, "epoch_step": 219006, "epoch": 7, "exhausted_backends": ["nijijourney", "guys", "signs", "normalnudes", "bookcovers", "celebrities", "sports", "moviecollection", "gay", "yoga", "experimental", "ethnic", "cinemamix-1mp", "architecture", "shutterstock", "nsfw-1024", "photo-aesthetics", "id-75k", "text-1mp", "bg20k-1024"], "repeats": {"nijijourney": 0, "signs": 0, "guys": 0, "celebrities": 0, "bookcovers": 0, "normalnudes": 0, "moviecollection": 0, "sports": 0, "gay": 0, "experimental": 0, "yoga": 0, "ethnic": 0, "architecture": 0, "cinemamix-1mp": 0, "photo-aesthetics": 0, "anatomy": 4, "text-1mp": 0, "nsfw-1024": 0, "shutterstock": 0, "id-75k": 0, "bg20k-1024": 0, "mj-60": 0, "sfwbooru": 0, "midjourney-v6-520k-raw": 0, "nijijourney-v6-520k-raw": 0, "dalle3": 0}}

transformer/diffusion_pytorch_model.safetensors CHANGED Viewed

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:242d3b3fdf323433ce91805c0f69fb848b96506ad3f4684e236dac3eb5d72825
 size 1816969728

 version https://git-lfs.github.com/spec/v1
+oid sha256:d6f9dd56215f57132b17301b2f0ac16444f8c21e0ebf10ffdf0d3a16abb0c721
 size 1816969728