Trained for 3 epochs and 84000 steps.

Trained with datasets ['text-embeds-pixart-filter', 'photo-concept-bucket', 'midjourney-v6-520k-raw', 'sfwbooru', 'nijijourney-v6-520k-raw', 'dalle3']
Learning rate 1e-06, batch size 24, and 1 gradient accumulation steps.
Used DDPM noise scheduler for training with epsilon prediction type and rescaled_betas_zero_snr=False
Using 'linspace' timestep spacing.
Base model: ptx0/pixart-900m-1024-ft-large
VAE: madebyollin/sdxl-vae-fp16-fix

README.md

@@ -47,7 +47,7 @@ You may reuse the base model text encoder for inference.
 ## Training settings
 
 - Training epochs: 3
-- Training steps: 83000
+- Training steps: 84000
 - Learning rate: 1e-06
 - Effective batch size: 192
   - Micro-batch size: 24

optimizer.bin

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:5ac64d9e56a1a3eed30ed923200bb1cc5ad5ef0143447fc08854e166079e68a1
+oid sha256:3faefe0a198207523396a5ada554afc3a9f11ecfd1e06e18066f28dca14b3983
 size 5451415117

random_states_0.pkl

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:b1c3be19cd07de47e7f17649ac94012353a8f01011d0b0b0c91998e472ca1125
-size 16036
+oid sha256:c716abb3a053ecc723b3282e94100302cbe61fb3f44f59289e70af0cd1d49cb3
+size 16100

scheduler.bin

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:11f9d91a022a5976b668681ea85afdab6820d3fb4e3f2946a3a7a54cd67fe254
+oid sha256:cfc6507638b1fa11631b1940c8cdffe91d04624a8e73823898dfa8d492512a31
 size 1000

training_state-dalle3.json

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:73d17f34c781546430b3bb9b0d8020ddbc3c3ef1cfb48defc0096b852ff535df
-size 12459521
+oid sha256:b3795520707daa0e03ad841b32cef6eca02ea7dfafae81749e080bb319606b55
+size 13274656

training_state-photo-concept-bucket.json

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:4626b0987862c01146bb6f32784f40a3e14e540d367bffad848da9b3e2dd7475
-size 9673322
+oid sha256:ee535b90fec690688acba4e85ca9c0f69fe05f6b0d7a56c184aa00452d592baa
+size 10662461

training_state.json

@@ -1 +1 @@
-{"global_step": 83000, "epoch_step": 1, "epoch": 4, "exhausted_backends": ["sfwbooru", "midjourney-v6-520k-raw", "nijijourney-v6-520k-raw"], "repeats": {"bookcovers": 0, "signs": 0, "normalnudes": 0, "nijijourney": 0, "movieposters": 0, "celebrities": 0, "pixel-art": 0, "propagandaposters": 0, "sports": 0, "moviecollection": 0, "gay": 0, "experimental": 0, "yoga": 0, "ethnic": 0, "cinemamix-1mp": 0, "architecture": 0, "mj-60": 0, "text-1mp": 65, "shutterstock": 0, "nsfw-1024": 0, "photo-aesthetics": 0, "anatomy": 0, "bg20k-1024": 0, "sfwbooru": 0, "midjourney-v6-520k-raw": 0, "nijijourney-v6-520k-raw": 0, "photo-concept-bucket": 0, "dalle3": 0}}
+{"global_step": 84000, "epoch_step": 1, "epoch": 4, "exhausted_backends": ["sfwbooru", "midjourney-v6-520k-raw", "nijijourney-v6-520k-raw"], "repeats": {"bookcovers": 0, "signs": 0, "normalnudes": 0, "nijijourney": 0, "movieposters": 0, "celebrities": 0, "pixel-art": 0, "propagandaposters": 0, "sports": 0, "moviecollection": 0, "gay": 0, "experimental": 0, "yoga": 0, "ethnic": 0, "cinemamix-1mp": 0, "architecture": 0, "mj-60": 0, "text-1mp": 65, "shutterstock": 0, "nsfw-1024": 0, "photo-aesthetics": 0, "anatomy": 0, "bg20k-1024": 0, "sfwbooru": 0, "midjourney-v6-520k-raw": 0, "nijijourney-v6-520k-raw": 0, "photo-concept-bucket": 0, "dalle3": 0}}

transformer/diffusion_pytorch_model.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:2b06c287d01648c75cfcd83ca145d1aec177e6ca3b1892708b57ae3c2d2d951a
+oid sha256:5cddcc38a39f7f5d4dc29f29447d9585e2aa67bc87b6853827a456ed39b4b214
 size 1816969728