Gurusha commited on
Commit
8fbcdc1
·
1 Parent(s): ed6ca4c

End of training

Browse files
Files changed (42) hide show
  1. README.md +27 -0
  2. checkpoint-1000/optimizer.bin +3 -0
  3. checkpoint-1000/pytorch_lora_weights.safetensors +3 -0
  4. checkpoint-1000/random_states_0.pkl +3 -0
  5. checkpoint-1000/scaler.pt +3 -0
  6. checkpoint-1000/scheduler.bin +3 -0
  7. checkpoint-1500/optimizer.bin +3 -0
  8. checkpoint-1500/pytorch_lora_weights.safetensors +3 -0
  9. checkpoint-1500/random_states_0.pkl +3 -0
  10. checkpoint-1500/scaler.pt +3 -0
  11. checkpoint-1500/scheduler.bin +3 -0
  12. checkpoint-2000/optimizer.bin +3 -0
  13. checkpoint-2000/pytorch_lora_weights.safetensors +3 -0
  14. checkpoint-2000/random_states_0.pkl +3 -0
  15. checkpoint-2000/scaler.pt +3 -0
  16. checkpoint-2000/scheduler.bin +3 -0
  17. checkpoint-2500/optimizer.bin +3 -0
  18. checkpoint-2500/pytorch_lora_weights.safetensors +3 -0
  19. checkpoint-2500/random_states_0.pkl +3 -0
  20. checkpoint-2500/scaler.pt +3 -0
  21. checkpoint-2500/scheduler.bin +3 -0
  22. checkpoint-3000/optimizer.bin +3 -0
  23. checkpoint-3000/pytorch_lora_weights.safetensors +3 -0
  24. checkpoint-3000/random_states_0.pkl +3 -0
  25. checkpoint-3000/scaler.pt +3 -0
  26. checkpoint-3000/scheduler.bin +3 -0
  27. checkpoint-500/optimizer.bin +3 -0
  28. checkpoint-500/pytorch_lora_weights.safetensors +3 -0
  29. checkpoint-500/random_states_0.pkl +3 -0
  30. checkpoint-500/scaler.pt +3 -0
  31. checkpoint-500/scheduler.bin +3 -0
  32. image_0.png +0 -0
  33. image_1.png +0 -0
  34. image_2.png +0 -0
  35. image_3.png +0 -0
  36. logs/text2image-fine-tune/1700808962.8589709/events.out.tfevents.1700808962.GCRAZGDL1590.458930.1 +3 -0
  37. logs/text2image-fine-tune/1700808962.8601165/hparams.yml +51 -0
  38. logs/text2image-fine-tune/1700809139.5257578/events.out.tfevents.1700809139.GCRAZGDL1590.460257.1 +3 -0
  39. logs/text2image-fine-tune/1700809139.5270455/hparams.yml +51 -0
  40. logs/text2image-fine-tune/events.out.tfevents.1700808962.GCRAZGDL1590.458930.0 +3 -0
  41. logs/text2image-fine-tune/events.out.tfevents.1700809139.GCRAZGDL1590.460257.0 +3 -0
  42. pytorch_lora_weights.safetensors +3 -0
README.md ADDED
@@ -0,0 +1,27 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+
2
+ ---
3
+ license: creativeml-openrail-m
4
+ base_model: stabilityai/stable-diffusion-xl-base-1.0
5
+ dataset: None
6
+ tags:
7
+ - stable-diffusion-xl
8
+ - stable-diffusion-xl-diffusers
9
+ - text-to-image
10
+ - diffusers
11
+ - lora
12
+ inference: true
13
+ ---
14
+
15
+ # LoRA text2image fine-tuning - Gurusha/sdxl-no-verifier
16
+
17
+ These are LoRA adaption weights for stabilityai/stable-diffusion-xl-base-1.0. The weights were fine-tuned on the None dataset. You can find some example images in the following.
18
+
19
+ ![img_0](./image_0.png)
20
+ ![img_1](./image_1.png)
21
+ ![img_2](./image_2.png)
22
+ ![img_3](./image_3.png)
23
+
24
+
25
+ LoRA for the text encoder was enabled: False.
26
+
27
+ Special VAE used for training: madebyollin/sdxl-vae-fp16-fix.
checkpoint-1000/optimizer.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:f5ee9878bcdbbdbd5a475195b64dba9c8245b338426c4b20a4fb3eac7a4b8fb7
3
+ size 47392882
checkpoint-1000/pytorch_lora_weights.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:2b19f80e4540ec62f7429dc730c0abb84b35714c5ee2664daab905255b495826
3
+ size 23401064
checkpoint-1000/random_states_0.pkl ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:f54555d5446382a669d1f824d7d6c3e543b2d93b2bb4b42e7c3bc8b019646c80
3
+ size 14344
checkpoint-1000/scaler.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:9d8fdcd0311eba9854fff738038ed4c1a269832665b4d88ba4e4e3d02a1a7e0e
3
+ size 988
checkpoint-1000/scheduler.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:e1ef945fb67548939f1340070803ddc6f91925dd6d43f8c15ba25d113f03c5ed
3
+ size 1000
checkpoint-1500/optimizer.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:5ce455feff56bb299d7a83221f9e578df1b0b48756581e9bd1b4385cf4a86698
3
+ size 47392882
checkpoint-1500/pytorch_lora_weights.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:47924b108f99854c71e859d2026d22b144a0d5aeffa9fbff95436c56910c3b48
3
+ size 23401064
checkpoint-1500/random_states_0.pkl ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:8e9bf8dbe0660e2b804f234ad50307bfca46d23124b92155d99b92e15ca16d7d
3
+ size 14408
checkpoint-1500/scaler.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:c2a4b6e0ef05ca249f2d6b7f9f3ad1dff81e55842a962df795bb9740c17c8e92
3
+ size 988
checkpoint-1500/scheduler.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:48bc4e7f165d13c3a118fbfce412755c802dfee9a7a91ae2a24ef2a694c18483
3
+ size 1000
checkpoint-2000/optimizer.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ffe3a66073970e563177a928add6da0ef2da195c897dd9ad5e0ecb28375b33b4
3
+ size 47392882
checkpoint-2000/pytorch_lora_weights.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:76e7fa6bdf863d8f1aedd1aa102be907e040f04fdc3833147b835c1941b26d73
3
+ size 23401064
checkpoint-2000/random_states_0.pkl ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:4b7e7ad45d38f24cb8aa5158bc0ba72618dba512c3156b8319e13496d9dd712b
3
+ size 14344
checkpoint-2000/scaler.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:3c50a9cebe5d66d453d25b140738bff479749ac03e0a43597d8776bc22f6ed0c
3
+ size 988
checkpoint-2000/scheduler.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:5a14cab18e3cf6bf4020ba19261b57bd47f02eb286b8412b0d80f0e1c055663a
3
+ size 1000
checkpoint-2500/optimizer.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:a3b195e1e62878a1c64f8ee56b7f078736d61f41ee049afbb621ba167a50b7f5
3
+ size 47392882
checkpoint-2500/pytorch_lora_weights.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:75f548ef0804dfbce4bc277ae688ed311d2e576728f79f88763d06ea45ec9da4
3
+ size 23401064
checkpoint-2500/random_states_0.pkl ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:0eb168b57d49de944fbc566d2c3ae832d1d9b7d9721c049d2cc0b42c22275785
3
+ size 14408
checkpoint-2500/scaler.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:48e2d97f563bb838328076a1666504681962151a3975a2f064be3a03e6500740
3
+ size 988
checkpoint-2500/scheduler.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:7806de3d060880702efffb6e8dfae4e935b646ac22a298bfd34612aa6bd7e66a
3
+ size 1000
checkpoint-3000/optimizer.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:3efe6feacb474c57a97e42c289648814f750a0a2bca71aabcc1278b0ac6b30d9
3
+ size 47392882
checkpoint-3000/pytorch_lora_weights.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:a470913eada9e499dee8d4e80b38b43496a3b0d562c5b58c96b035a519b1d32b
3
+ size 23401064
checkpoint-3000/random_states_0.pkl ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:08315ecbfd65d2feb23e6e34e79c94d972b7e91ac681d286f2319905c7ccfa7d
3
+ size 14344
checkpoint-3000/scaler.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:21aba8ed0f38ed1c04994c10a9ca7e9925e55ef2ed51283c43ff8e2cce78585f
3
+ size 988
checkpoint-3000/scheduler.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:2833302ff3e9f19a529d4b4c25d428a2569db9e059211a2009fd20f9a2843aba
3
+ size 1000
checkpoint-500/optimizer.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:5b50978050c4ae022af0a44e4611e16df2151aa9d7c405862ba7c8184f923a1f
3
+ size 47392882
checkpoint-500/pytorch_lora_weights.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:bf72a4556b140619a489d1ede9ae4a7d3ea8abeaac7e2df98502d7d49d7c207f
3
+ size 23401064
checkpoint-500/random_states_0.pkl ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:1009e6a703df5602b9ede23aa4a8ffdd94b17fdd92967cb0b3fad087a91f68df
3
+ size 14408
checkpoint-500/scaler.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:18b984273ea2d45b7ffb1d047bb359d93111e41fcad70d16a1b453fd38f72636
3
+ size 988
checkpoint-500/scheduler.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:6cf34ac8dd2addc454aeb1ee4eaba3267c2841857e117be40ac2ed02cf581c9c
3
+ size 1000
image_0.png ADDED
image_1.png ADDED
image_2.png ADDED
image_3.png ADDED
logs/text2image-fine-tune/1700808962.8589709/events.out.tfevents.1700808962.GCRAZGDL1590.458930.1 ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:008dc72005243cf96b44c5138a361c5f2cb691ff6bf29ad7ed20e11380b882f0
3
+ size 2439
logs/text2image-fine-tune/1700808962.8601165/hparams.yml ADDED
@@ -0,0 +1,51 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ adam_beta1: 0.9
2
+ adam_beta2: 0.999
3
+ adam_epsilon: 1.0e-08
4
+ adam_weight_decay: 0.01
5
+ allow_tf32: false
6
+ cache_dir: null
7
+ caption_column: text
8
+ center_crop: false
9
+ checkpointing_steps: 500
10
+ checkpoints_total_limit: null
11
+ dataloader_num_workers: 0
12
+ dataset_config_name: null
13
+ dataset_name: null
14
+ enable_xformers_memory_efficient_attention: false
15
+ gradient_accumulation_steps: 1
16
+ gradient_checkpointing: false
17
+ hub_model_id: null
18
+ hub_token: null
19
+ image_column: image
20
+ learning_rate: 0.0001
21
+ local_rank: -1
22
+ logging_dir: logs
23
+ lr_scheduler: constant
24
+ lr_warmup_steps: 0
25
+ max_grad_norm: 1.0
26
+ max_train_samples: null
27
+ max_train_steps: 3400
28
+ mixed_precision: fp16
29
+ noise_offset: 0
30
+ num_train_epochs: 20
31
+ num_validation_images: 4
32
+ output_dir: sdxl-no-verifier
33
+ prediction_type: null
34
+ pretrained_model_name_or_path: stabilityai/stable-diffusion-xl-base-1.0
35
+ pretrained_vae_model_name_or_path: madebyollin/sdxl-vae-fp16-fix
36
+ push_to_hub: true
37
+ random_flip: true
38
+ rank: 4
39
+ report_to: tensorboard
40
+ resolution: 1024
41
+ resume_from_checkpoint: null
42
+ revision: null
43
+ scale_lr: false
44
+ seed: null
45
+ snr_gamma: null
46
+ train_batch_size: 1
47
+ train_data_dir: verifier
48
+ train_text_encoder: false
49
+ use_8bit_adam: false
50
+ validation_epochs: 1
51
+ validation_prompt: a human hand wearing a ring on the ring finger
logs/text2image-fine-tune/1700809139.5257578/events.out.tfevents.1700809139.GCRAZGDL1590.460257.1 ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:9da3e3071b910421e80203016dbc8257846922daaa29dc407daa6e14adc50760
3
+ size 2439
logs/text2image-fine-tune/1700809139.5270455/hparams.yml ADDED
@@ -0,0 +1,51 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ adam_beta1: 0.9
2
+ adam_beta2: 0.999
3
+ adam_epsilon: 1.0e-08
4
+ adam_weight_decay: 0.01
5
+ allow_tf32: false
6
+ cache_dir: null
7
+ caption_column: text
8
+ center_crop: false
9
+ checkpointing_steps: 500
10
+ checkpoints_total_limit: null
11
+ dataloader_num_workers: 0
12
+ dataset_config_name: null
13
+ dataset_name: null
14
+ enable_xformers_memory_efficient_attention: false
15
+ gradient_accumulation_steps: 1
16
+ gradient_checkpointing: false
17
+ hub_model_id: null
18
+ hub_token: null
19
+ image_column: image
20
+ learning_rate: 0.0001
21
+ local_rank: -1
22
+ logging_dir: logs
23
+ lr_scheduler: constant
24
+ lr_warmup_steps: 0
25
+ max_grad_norm: 1.0
26
+ max_train_samples: null
27
+ max_train_steps: 3400
28
+ mixed_precision: fp16
29
+ noise_offset: 0
30
+ num_train_epochs: 20
31
+ num_validation_images: 4
32
+ output_dir: sdxl-no-verifier
33
+ prediction_type: null
34
+ pretrained_model_name_or_path: stabilityai/stable-diffusion-xl-base-1.0
35
+ pretrained_vae_model_name_or_path: madebyollin/sdxl-vae-fp16-fix
36
+ push_to_hub: true
37
+ random_flip: true
38
+ rank: 4
39
+ report_to: tensorboard
40
+ resolution: 1024
41
+ resume_from_checkpoint: null
42
+ revision: null
43
+ scale_lr: false
44
+ seed: null
45
+ snr_gamma: null
46
+ train_batch_size: 1
47
+ train_data_dir: verifier
48
+ train_text_encoder: false
49
+ use_8bit_adam: false
50
+ validation_epochs: 1
51
+ validation_prompt: a human hand wearing a ring on the ring finger
logs/text2image-fine-tune/events.out.tfevents.1700808962.GCRAZGDL1590.458930.0 ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ad7ee0fbc5a67444a0b7aed40be6429140168de3fb38124323895b6ea8224b54
3
+ size 88
logs/text2image-fine-tune/events.out.tfevents.1700809139.GCRAZGDL1590.460257.0 ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:c77fd295220b1535dea43204c759c706b134fa0a86b6a5e656af3fd2f596d4ae
3
+ size 60039979
pytorch_lora_weights.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:7c855be6333b4899286a31926b73e3a041570a4e6660f1b490cee408f28c2f7b
3
+ size 23401064