Trained for 2 epochs and 70000 steps.

Trained with datasets ['text-embeds-pixart-filter', 'photo-concept-bucket', 'midjourney-v6-520k-raw', 'sfwbooru', 'nijijourney-v6-520k-raw', 'dalle3']
Learning rate 1e-06, batch size 24, and 1 gradient accumulation steps.
Used DDPM noise scheduler for training with epsilon prediction type and rescaled_betas_zero_snr=False
Using 'linspace' timestep spacing.
Base model: ptx0/pixart-900m-1024-ft-large
VAE: madebyollin/sdxl-vae-fp16-fix

README.md

@@ -1292,7 +1292,7 @@ You may reuse the base model text encoder for inference.
 ## Training settings
 
 - Training epochs: 2
-- Training steps: 69000
+- Training steps: 70000
 - Learning rate: 1e-06
 - Effective batch size: 192
   - Micro-batch size: 24

optimizer.bin

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:18f157f94f4a49dd269cc362d258672f61ea9b37c6bb54957248519e3238d1dc
+oid sha256:0a2dcae5047d0115599da134988c193e43f5dec2112ae5b1a906e7f08db1593b
 size 5451415117

random_states_0.pkl

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:174b36539602e660e40cf53a880506c1248dc9e8fe1a9025d7a6fd604a3015ad
-size 15972
+oid sha256:27c8151177617ffcd92d48d91e99b6128581669ca4b2d5b09d8efde38064f213
+size 16100

scheduler.bin

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:23d44a947cea8ddf2e60aaf1bd01a3f0c0b642f53f444de8e98145e13668f16e
+oid sha256:4c251240ca001c8b1291344e2d7f847aa88adecba38730de5347b4746600c19d
 size 1000

training_state-dalle3.json

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:d90a7f3d5aa326246f559e6a558472dad24de8daa89fe8cf3b111ebf7e224bf6
-size 15263906
+oid sha256:34175aceb7753b2e2365b90d087500564ab33f90aba938bc77864c6f8d100be3
+size 16102794

training_state-photo-concept-bucket.json

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:a74355cbeeb3f746d52343d2a4f6d3daf9de7e152ad7db32f26bef99ddf4dcbd
-size 12327100
+oid sha256:d773fdb5c1ee46542d8e10f270b260037929487b50dbfcbe7ea2c7d272ef1646
+size 13285364

training_state.json

@@ -1 +1 @@
-{"global_step": 69000, "epoch_step": 1, "epoch": 3, "exhausted_backends": ["sfwbooru", "midjourney-v6-520k-raw", "nijijourney-v6-520k-raw"], "repeats": {"bookcovers": 0, "signs": 0, "normalnudes": 0, "nijijourney": 0, "movieposters": 0, "celebrities": 0, "pixel-art": 0, "propagandaposters": 0, "sports": 0, "moviecollection": 0, "gay": 0, "experimental": 0, "yoga": 0, "ethnic": 0, "cinemamix-1mp": 0, "architecture": 0, "mj-60": 0, "text-1mp": 65, "shutterstock": 0, "nsfw-1024": 0, "photo-aesthetics": 0, "anatomy": 0, "bg20k-1024": 0, "sfwbooru": 0, "midjourney-v6-520k-raw": 0, "nijijourney-v6-520k-raw": 0, "photo-concept-bucket": 0, "dalle3": 0}}
+{"global_step": 70000, "epoch_step": 1, "epoch": 3, "exhausted_backends": ["sfwbooru", "midjourney-v6-520k-raw", "nijijourney-v6-520k-raw"], "repeats": {"bookcovers": 0, "signs": 0, "normalnudes": 0, "nijijourney": 0, "movieposters": 0, "celebrities": 0, "pixel-art": 0, "propagandaposters": 0, "sports": 0, "moviecollection": 0, "gay": 0, "experimental": 0, "yoga": 0, "ethnic": 0, "cinemamix-1mp": 0, "architecture": 0, "mj-60": 0, "text-1mp": 65, "shutterstock": 0, "nsfw-1024": 0, "photo-aesthetics": 0, "anatomy": 0, "bg20k-1024": 0, "sfwbooru": 0, "midjourney-v6-520k-raw": 0, "nijijourney-v6-520k-raw": 0, "photo-concept-bucket": 0, "dalle3": 0}}

transformer/diffusion_pytorch_model.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:db797c1a9bb0468cfba62ff29a29a52aef39ede2bcc76e012632cc715c7546d9
+oid sha256:1f9a0a48a950ece5290dd2645f8355ecc0a55a9172832ebedd80e0a21b6b3e9b
 size 1816969728