Trained for 2 epochs and 69000 steps.

Trained with datasets ['text-embeds-pixart-filter', 'photo-concept-bucket', 'midjourney-v6-520k-raw', 'sfwbooru', 'nijijourney-v6-520k-raw', 'dalle3']
Learning rate 1e-06, batch size 24, and 1 gradient accumulation steps.
Used DDPM noise scheduler for training with epsilon prediction type and rescaled_betas_zero_snr=False
Using 'linspace' timestep spacing.
Base model: ptx0/pixart-900m-1024-ft-large
VAE: madebyollin/sdxl-vae-fp16-fix

README.md

@@ -1292,7 +1292,7 @@ You may reuse the base model text encoder for inference.
 ## Training settings
 
 - Training epochs: 2
-- Training steps: 68000
+- Training steps: 69000
 - Learning rate: 1e-06
 - Effective batch size: 192
   - Micro-batch size: 24
@@ -1317,7 +1317,7 @@ You may reuse the base model text encoder for inference.
 - Crop aspect: square
 ### midjourney-v6-520k-raw
 - Repeats: 0
-- Total number of images: ~666040
+- Total number of images: ~390912
 - Total number of aspect buckets: 1
 - Resolution: 1.0 megapixels
 - Cropped: True
@@ -1333,7 +1333,7 @@ You may reuse the base model text encoder for inference.
 - Crop aspect: square
 ### nijijourney-v6-520k-raw
 - Repeats: 0
-- Total number of images: ~685992
+- Total number of images: ~415680
 - Total number of aspect buckets: 1
 - Resolution: 1.0 megapixels
 - Cropped: True

optimizer.bin

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:c8d2741b59ed7749b904589a4dc49c2aa87b5f00b0e2f3c4e1d93f6b4c56eb59
+oid sha256:18f157f94f4a49dd269cc362d258672f61ea9b37c6bb54957248519e3238d1dc
 size 5451415117

random_states_0.pkl

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:b8270bbe59c903170b16750c43da495e62ab2a6400f3e6d79de29d08abe52e2e
-size 16100
+oid sha256:174b36539602e660e40cf53a880506c1248dc9e8fe1a9025d7a6fd604a3015ad
+size 15972

scheduler.bin

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:e2efd91b4b3dd1dcd5393d7ffe22c8f4ba60cea3ae252f11f76461004cd1859a
+oid sha256:23d44a947cea8ddf2e60aaf1bd01a3f0c0b642f53f444de8e98145e13668f16e
 size 1000

training_state-dalle3.json

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:50edd20a4a243102b27229b66aa0592b401390af9c306cb24e7dc7943159cfd1
-size 14592917
+oid sha256:d90a7f3d5aa326246f559e6a558472dad24de8daa89fe8cf3b111ebf7e224bf6
+size 15263906

training_state-midjourney-v6-520k-raw.json

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:03583a157358fa2a5d4ffdbb27f6821eeccc363cd0a3aa45eb235f8b3a2f778b
-size 13199155
+oid sha256:04141177ad912431737e6449467abd2422e802d4b210f677bd76c07a56d3ba53
+size 4739973

training_state-nijijourney-v6-520k-raw.json

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:637f81d6465bf40ea20b378e87aeaac574d32a5e301622bc31fabc3d70582ff3
-size 14448643
+oid sha256:866e924ca3544f81a9846d0efa576411095a249a29e374b20711943c625a90da
+size 5404005

training_state-photo-concept-bucket.json

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:9b817906f22849d6f1a95f60962636fc56d24df45f9ee2d763a1d8700843a199
-size 11543157
+oid sha256:a74355cbeeb3f746d52343d2a4f6d3daf9de7e152ad7db32f26bef99ddf4dcbd
+size 12327100

training_state.json

@@ -1 +1 @@
-{"global_step": 68000, "epoch_step": 1, "epoch": 3, "exhausted_backends": ["sfwbooru"], "repeats": {"bookcovers": 0, "signs": 0, "normalnudes": 0, "nijijourney": 0, "movieposters": 0, "celebrities": 0, "pixel-art": 0, "propagandaposters": 0, "sports": 0, "moviecollection": 0, "gay": 0, "experimental": 0, "yoga": 0, "ethnic": 0, "cinemamix-1mp": 0, "architecture": 0, "mj-60": 0, "text-1mp": 65, "shutterstock": 0, "nsfw-1024": 0, "photo-aesthetics": 0, "anatomy": 0, "bg20k-1024": 0, "sfwbooru": 0, "midjourney-v6-520k-raw": 0, "nijijourney-v6-520k-raw": 0, "photo-concept-bucket": 0, "dalle3": 0}}
+{"global_step": 69000, "epoch_step": 1, "epoch": 3, "exhausted_backends": ["sfwbooru", "midjourney-v6-520k-raw", "nijijourney-v6-520k-raw"], "repeats": {"bookcovers": 0, "signs": 0, "normalnudes": 0, "nijijourney": 0, "movieposters": 0, "celebrities": 0, "pixel-art": 0, "propagandaposters": 0, "sports": 0, "moviecollection": 0, "gay": 0, "experimental": 0, "yoga": 0, "ethnic": 0, "cinemamix-1mp": 0, "architecture": 0, "mj-60": 0, "text-1mp": 65, "shutterstock": 0, "nsfw-1024": 0, "photo-aesthetics": 0, "anatomy": 0, "bg20k-1024": 0, "sfwbooru": 0, "midjourney-v6-520k-raw": 0, "nijijourney-v6-520k-raw": 0, "photo-concept-bucket": 0, "dalle3": 0}}

transformer/diffusion_pytorch_model.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:92304d23457307b2e57cf8ee34827a0ccac3c82406f47bbaea68a6b1b9818e61
+oid sha256:db797c1a9bb0468cfba62ff29a29a52aef39ede2bcc76e012632cc715c7546d9
 size 1816969728