Trained for 2 epochs and 71000 steps.

Trained with datasets ['text-embeds-pixart-filter', 'photo-concept-bucket', 'midjourney-v6-520k-raw', 'sfwbooru', 'nijijourney-v6-520k-raw', 'dalle3']
Learning rate 1e-06, batch size 24, and 1 gradient accumulation steps.
Used DDPM noise scheduler for training with epsilon prediction type and rescaled_betas_zero_snr=False
Using 'linspace' timestep spacing.
Base model: ptx0/pixart-900m-1024-ft-large
VAE: madebyollin/sdxl-vae-fp16-fix

README.md

@@ -1292,7 +1292,7 @@ You may reuse the base model text encoder for inference.
 ## Training settings
 
 - Training epochs: 2
-- Training steps: 70000
+- Training steps: 71000
 - Learning rate: 1e-06
 - Effective batch size: 192
   - Micro-batch size: 24
@@ -1309,7 +1309,7 @@ You may reuse the base model text encoder for inference.
 
 ### photo-concept-bucket
 - Repeats: 0
-- Total number of images: ~832152
+- Total number of images: ~567552
 - Total number of aspect buckets: 1
 - Resolution: 1.0 megapixels
 - Cropped: True

optimizer.bin

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:0a2dcae5047d0115599da134988c193e43f5dec2112ae5b1a906e7f08db1593b
+oid sha256:4a5f9e161546af07cc9145ec09beedd068d37566488b6ce0fa83e14b4f946080
 size 5451415117

random_states_0.pkl

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:27c8151177617ffcd92d48d91e99b6128581669ca4b2d5b09d8efde38064f213
-size 16100
+oid sha256:97ef363640f9ee54ae6cc8f2ce844ee6023458a7ef99338df975a395ee4db7ee
+size 16036

scheduler.bin

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:4c251240ca001c8b1291344e2d7f847aa88adecba38730de5347b4746600c19d
+oid sha256:ecd6b49707352e80cb74159dd39654d96fcb68a72addbe9466dc39fe4c36b283
 size 1000

training_state-dalle3.json

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:34175aceb7753b2e2365b90d087500564ab33f90aba938bc77864c6f8d100be3
-size 16102794
+oid sha256:c72f15ad83fc99c79daa3cbc8be5fdf9b497f677d04696a8ed2e2622f0beb894
+size 17423164

training_state-photo-concept-bucket.json

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:d773fdb5c1ee46542d8e10f270b260037929487b50dbfcbe7ea2c7d272ef1646
-size 13285364
+oid sha256:f72c8f9fcc7f79aeef63a7d30157368225cce2ba40eede09d48a49650bdec391
+size 5296539

training_state.json

@@ -1 +1 @@
-{"global_step": 70000, "epoch_step": 1, "epoch": 3, "exhausted_backends": ["sfwbooru", "midjourney-v6-520k-raw", "nijijourney-v6-520k-raw"], "repeats": {"bookcovers": 0, "signs": 0, "normalnudes": 0, "nijijourney": 0, "movieposters": 0, "celebrities": 0, "pixel-art": 0, "propagandaposters": 0, "sports": 0, "moviecollection": 0, "gay": 0, "experimental": 0, "yoga": 0, "ethnic": 0, "cinemamix-1mp": 0, "architecture": 0, "mj-60": 0, "text-1mp": 65, "shutterstock": 0, "nsfw-1024": 0, "photo-aesthetics": 0, "anatomy": 0, "bg20k-1024": 0, "sfwbooru": 0, "midjourney-v6-520k-raw": 0, "nijijourney-v6-520k-raw": 0, "photo-concept-bucket": 0, "dalle3": 0}}
+{"global_step": 71000, "epoch_step": 1, "epoch": 3, "exhausted_backends": ["sfwbooru", "midjourney-v6-520k-raw", "nijijourney-v6-520k-raw", "photo-concept-bucket"], "repeats": {"bookcovers": 0, "signs": 0, "normalnudes": 0, "nijijourney": 0, "movieposters": 0, "celebrities": 0, "pixel-art": 0, "propagandaposters": 0, "sports": 0, "moviecollection": 0, "gay": 0, "experimental": 0, "yoga": 0, "ethnic": 0, "cinemamix-1mp": 0, "architecture": 0, "mj-60": 0, "text-1mp": 65, "shutterstock": 0, "nsfw-1024": 0, "photo-aesthetics": 0, "anatomy": 0, "bg20k-1024": 0, "sfwbooru": 0, "midjourney-v6-520k-raw": 0, "nijijourney-v6-520k-raw": 0, "photo-concept-bucket": 0, "dalle3": 0}}

transformer/diffusion_pytorch_model.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:1f9a0a48a950ece5290dd2645f8355ecc0a55a9172832ebedd80e0a21b6b3e9b
+oid sha256:50592221c497600a760821cadd5ebf78163224eb6e0b12cfe0f46fa486c1490f
 size 1816969728