nupurkmr9 commited on
Commit
db2f4ae
1 Parent(s): b8c9a03

End of training

Browse files
<new1>.bin CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:48eb412fc79d140598eb3b9b54505008e8a05c4f61299be0419c6596c699cdf6
3
  size 151785128
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:fe442357d0e06a3c26e4fdeea43e949b3c03282b969f2beec2662c301a141b9d
3
  size 151785128
README.md CHANGED
@@ -1,20 +1,24 @@
1
 
2
- ---
3
- license: creativeml-openrail-m
4
- base_model: CompVis/stable-diffusion-v1-4
5
- instance_prompt: photo of a <new1> cat
6
- tags:
7
- - stable-diffusion
8
- - stable-diffusion-diffusers
9
- - text-to-image
10
- - diffusers
11
- - custom diffusion
12
- inference: true
13
- ---
14
-
15
- # Custom Diffusion - nupurkmr9/penguin
16
 
17
- These are Custom Diffusion adaption weights for CompVis/stable-diffusion-v1-4. The weights were trained on photo of a <new1> cat using [Custom Diffusion](https://www.cs.cmu.edu/~custom-diffusion). You can find some example images in the following.
18
 
19
- .
20
-
 
 
 
 
 
1
 
2
+ ---
3
+ license: creativeml-openrail-m
4
+ base_model: CompVis/stable-diffusion-v1-4
5
+ instance_prompt: photo of a <new1> cat
6
+ tags:
7
+ - stable-diffusion
8
+ - stable-diffusion-diffusers
9
+ - text-to-image
10
+ - diffusers
11
+ - custom-diffusion
12
+ inference: true
13
+ ---
14
+
15
+ # Custom Diffusion - nupurkmr9/penguin
16
 
17
+ These are Custom Diffusion adaption weights for CompVis/stable-diffusion-v1-4. The weights were trained on photo of a <new1> cat using [Custom Diffusion](https://www.cs.cmu.edu/~custom-diffusion). You can find some example images in the following.
18
 
19
+ ![img_0](./image_0.png)
20
+ ![img_1](./image_1.png)
21
+
22
+
23
+
24
+ For more details on the training, please follow [this link](https://github.com/huggingface/diffusers/blob/main/examples/custom_diffusion).
checkpoint-250/optimizer.bin CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:bfb58cd64aed8f47b3cb49f00a2a030de515cae74cbdb4ea0ea5f16a80d5c2c8
3
  size 303570541
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:cde0752c8d74d4b1d8817ddfdeba885f3d9535f40bfcd91f36712d53290b2d92
3
  size 303570541
checkpoint-250/pytorch_model_1.bin CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:3698dc5deb46b1ae5e70957796514ebaa4bb334acd5583870ccaf2c92efdaf5a
3
  size 492322735
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ba486fa79c7ef47613f45364a2e78bc10bba3ba2eadd53dd8a08c34485f53499
3
  size 492322735
checkpoint-250/random_states_0.pkl CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:1b74fe258aeb0682943cc15901d086b71c77ccd832cec8941c55ad5cf3f3709b
3
  size 15627
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:a3bbff4a01beb14a13074e53f9203810b1aa967297412ed59aee2f7edc32ec1d
3
  size 15627
image_0.png CHANGED
image_1.png CHANGED
logs/custom-diffusion/1681848055.2570117/events.out.tfevents.1681848055.grogu-1-37.eth.47076.1 ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:9c0d96c2e1da7ed1b78e993465484e8dd9ce23a84f8013d26b5a4295eafa9278
3
+ size 2821
logs/custom-diffusion/1681848055.2597504/hparams.yml ADDED
@@ -0,0 +1,55 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ adam_beta1: 0.9
2
+ adam_beta2: 0.999
3
+ adam_epsilon: 1.0e-08
4
+ adam_weight_decay: 0.01
5
+ allow_tf32: false
6
+ center_crop: false
7
+ checkpointing_steps: 250
8
+ checkpoints_total_limit: null
9
+ class_data_dir: ./real_reg/samples_cat/
10
+ class_prompt: cat
11
+ concepts_list: null
12
+ dataloader_num_workers: 2
13
+ enable_xformers_memory_efficient_attention: true
14
+ freeze_model: crossattn_kv
15
+ gradient_accumulation_steps: 1
16
+ gradient_checkpointing: false
17
+ hflip: true
18
+ hub_model_id: nupurkmr9/penguin
19
+ hub_token: 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
20
+ initializer_token: ktn+pll+ucd
21
+ instance_data_dir: ./data/cat
22
+ instance_prompt: photo of a <new1> cat
23
+ learning_rate: 1.0e-05
24
+ local_rank: 0
25
+ logging_dir: logs
26
+ lr_scheduler: constant
27
+ lr_warmup_steps: 0
28
+ max_grad_norm: 1.0
29
+ max_train_steps: 250
30
+ mixed_precision: null
31
+ modifier_token: <new1>
32
+ noaug: false
33
+ num_class_images: 200
34
+ num_train_epochs: 1
35
+ num_validation_images: 2
36
+ output_dir: path-to-save-model
37
+ pretrained_model_name_or_path: CompVis/stable-diffusion-v1-4
38
+ prior_generation_precision: null
39
+ prior_loss_weight: 1.0
40
+ push_to_hub: true
41
+ real_prior: true
42
+ report_to: tensorboard
43
+ resolution: 512
44
+ resume_from_checkpoint: null
45
+ revision: null
46
+ sample_batch_size: 4
47
+ scale_lr: true
48
+ seed: 42
49
+ set_grads_to_none: false
50
+ tokenizer_name: null
51
+ train_batch_size: 2
52
+ use_8bit_adam: false
53
+ validation_prompt: <new1> cat playing with a ball
54
+ validation_steps: 50
55
+ with_prior_preservation: true
logs/custom-diffusion/1681848118.8401635/events.out.tfevents.1681848118.grogu-1-37.eth.47476.1 ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:bb04c89d7e80c8945729e1b268517181e28d136e92d1f328d1d9a7d1f15cc70c
3
+ size 2821
logs/custom-diffusion/1681848118.8432662/hparams.yml ADDED
@@ -0,0 +1,55 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ adam_beta1: 0.9
2
+ adam_beta2: 0.999
3
+ adam_epsilon: 1.0e-08
4
+ adam_weight_decay: 0.01
5
+ allow_tf32: false
6
+ center_crop: false
7
+ checkpointing_steps: 250
8
+ checkpoints_total_limit: null
9
+ class_data_dir: ./real_reg/samples_cat/
10
+ class_prompt: cat
11
+ concepts_list: null
12
+ dataloader_num_workers: 2
13
+ enable_xformers_memory_efficient_attention: true
14
+ freeze_model: crossattn_kv
15
+ gradient_accumulation_steps: 1
16
+ gradient_checkpointing: false
17
+ hflip: true
18
+ hub_model_id: nupurkmr9/penguin
19
+ hub_token: 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
20
+ initializer_token: ktn+pll+ucd
21
+ instance_data_dir: ./data/cat
22
+ instance_prompt: photo of a <new1> cat
23
+ learning_rate: 1.0e-05
24
+ local_rank: 0
25
+ logging_dir: logs
26
+ lr_scheduler: constant
27
+ lr_warmup_steps: 0
28
+ max_grad_norm: 1.0
29
+ max_train_steps: 250
30
+ mixed_precision: null
31
+ modifier_token: <new1>
32
+ noaug: false
33
+ num_class_images: 200
34
+ num_train_epochs: 1
35
+ num_validation_images: 2
36
+ output_dir: path-to-save-model
37
+ pretrained_model_name_or_path: CompVis/stable-diffusion-v1-4
38
+ prior_generation_precision: null
39
+ prior_loss_weight: 1.0
40
+ push_to_hub: true
41
+ real_prior: true
42
+ report_to: tensorboard
43
+ resolution: 512
44
+ resume_from_checkpoint: null
45
+ revision: null
46
+ sample_batch_size: 4
47
+ scale_lr: true
48
+ seed: 42
49
+ set_grads_to_none: false
50
+ tokenizer_name: null
51
+ train_batch_size: 2
52
+ use_8bit_adam: false
53
+ validation_prompt: <new1> cat playing with a ball
54
+ validation_steps: 50
55
+ with_prior_preservation: true
logs/custom-diffusion/1681848293.0068517/events.out.tfevents.1681848293.grogu-1-37.eth.47861.1 ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:e0067f9625a5c0f6c830da31d58f70d50141d4ac33e26b573eef5fc4f50781d0
3
+ size 2821
logs/custom-diffusion/1681848293.0110936/hparams.yml ADDED
@@ -0,0 +1,55 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ adam_beta1: 0.9
2
+ adam_beta2: 0.999
3
+ adam_epsilon: 1.0e-08
4
+ adam_weight_decay: 0.01
5
+ allow_tf32: false
6
+ center_crop: false
7
+ checkpointing_steps: 250
8
+ checkpoints_total_limit: null
9
+ class_data_dir: ./real_reg/samples_cat/
10
+ class_prompt: cat
11
+ concepts_list: null
12
+ dataloader_num_workers: 2
13
+ enable_xformers_memory_efficient_attention: true
14
+ freeze_model: crossattn_kv
15
+ gradient_accumulation_steps: 1
16
+ gradient_checkpointing: false
17
+ hflip: true
18
+ hub_model_id: nupurkmr9/penguin
19
+ hub_token: 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
20
+ initializer_token: ktn+pll+ucd
21
+ instance_data_dir: ./data/cat
22
+ instance_prompt: photo of a <new1> cat
23
+ learning_rate: 1.0e-05
24
+ local_rank: 0
25
+ logging_dir: logs
26
+ lr_scheduler: constant
27
+ lr_warmup_steps: 0
28
+ max_grad_norm: 1.0
29
+ max_train_steps: 250
30
+ mixed_precision: null
31
+ modifier_token: <new1>
32
+ noaug: false
33
+ num_class_images: 200
34
+ num_train_epochs: 1
35
+ num_validation_images: 2
36
+ output_dir: path-to-save-model
37
+ pretrained_model_name_or_path: CompVis/stable-diffusion-v1-4
38
+ prior_generation_precision: null
39
+ prior_loss_weight: 1.0
40
+ push_to_hub: true
41
+ real_prior: true
42
+ report_to: tensorboard
43
+ resolution: 512
44
+ resume_from_checkpoint: null
45
+ revision: null
46
+ sample_batch_size: 4
47
+ scale_lr: true
48
+ seed: 42
49
+ set_grads_to_none: false
50
+ tokenizer_name: null
51
+ train_batch_size: 2
52
+ use_8bit_adam: false
53
+ validation_prompt: <new1> cat playing with a ball
54
+ validation_steps: 50
55
+ with_prior_preservation: true
logs/custom-diffusion/1681848486.295927/events.out.tfevents.1681848486.grogu-1-37.eth.48389.1 ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:353ee736544b701fcb4f8be7d0bcee1cc7de15acbd6777d961c164fc5727e44d
3
+ size 2821
logs/custom-diffusion/1681848486.302362/hparams.yml ADDED
@@ -0,0 +1,55 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ adam_beta1: 0.9
2
+ adam_beta2: 0.999
3
+ adam_epsilon: 1.0e-08
4
+ adam_weight_decay: 0.01
5
+ allow_tf32: false
6
+ center_crop: false
7
+ checkpointing_steps: 250
8
+ checkpoints_total_limit: null
9
+ class_data_dir: ./real_reg/samples_cat/
10
+ class_prompt: cat
11
+ concepts_list: null
12
+ dataloader_num_workers: 2
13
+ enable_xformers_memory_efficient_attention: true
14
+ freeze_model: crossattn_kv
15
+ gradient_accumulation_steps: 1
16
+ gradient_checkpointing: false
17
+ hflip: true
18
+ hub_model_id: nupurkmr9/penguin
19
+ hub_token: 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
20
+ initializer_token: ktn+pll+ucd
21
+ instance_data_dir: ./data/cat
22
+ instance_prompt: photo of a <new1> cat
23
+ learning_rate: 1.0e-05
24
+ local_rank: 0
25
+ logging_dir: logs
26
+ lr_scheduler: constant
27
+ lr_warmup_steps: 0
28
+ max_grad_norm: 1.0
29
+ max_train_steps: 250
30
+ mixed_precision: null
31
+ modifier_token: <new1>
32
+ noaug: false
33
+ num_class_images: 200
34
+ num_train_epochs: 1
35
+ num_validation_images: 2
36
+ output_dir: path-to-save-model
37
+ pretrained_model_name_or_path: CompVis/stable-diffusion-v1-4
38
+ prior_generation_precision: null
39
+ prior_loss_weight: 1.0
40
+ push_to_hub: true
41
+ real_prior: true
42
+ report_to: tensorboard
43
+ resolution: 512
44
+ resume_from_checkpoint: null
45
+ revision: null
46
+ sample_batch_size: 4
47
+ scale_lr: true
48
+ seed: 42
49
+ set_grads_to_none: false
50
+ tokenizer_name: null
51
+ train_batch_size: 2
52
+ use_8bit_adam: false
53
+ validation_prompt: <new1> cat playing with a ball
54
+ validation_steps: 50
55
+ with_prior_preservation: true
logs/custom-diffusion/1681848873.9811769/events.out.tfevents.1681848873.grogu-1-37.eth.49933.1 ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:c894abdbd8252a15ab26067d717f45eb8ea9682cd248e224686cff8b2c07871b
3
+ size 2869
logs/custom-diffusion/1681848873.9847052/hparams.yml ADDED
@@ -0,0 +1,55 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ adam_beta1: 0.9
2
+ adam_beta2: 0.999
3
+ adam_epsilon: 1.0e-08
4
+ adam_weight_decay: 0.01
5
+ allow_tf32: false
6
+ center_crop: false
7
+ checkpointing_steps: 250
8
+ checkpoints_total_limit: null
9
+ class_data_dir: ./real_reg/samples_cat/
10
+ class_prompt: cat
11
+ concepts_list: null
12
+ dataloader_num_workers: 2
13
+ enable_xformers_memory_efficient_attention: true
14
+ freeze_model: crossattn_kv
15
+ gradient_accumulation_steps: 1
16
+ gradient_checkpointing: false
17
+ hflip: true
18
+ hub_model_id: nupurkmr9/penguin
19
+ hub_token: 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
20
+ initializer_token: ktn+pll+ucd
21
+ instance_data_dir: ./data/cat
22
+ instance_prompt: photo of a <new1> cat
23
+ learning_rate: 1.0e-05
24
+ local_rank: 0
25
+ logging_dir: logs
26
+ lr_scheduler: constant
27
+ lr_warmup_steps: 0
28
+ max_grad_norm: 1.0
29
+ max_train_steps: 250
30
+ mixed_precision: null
31
+ modifier_token: <new1>
32
+ noaug: false
33
+ num_class_images: 200
34
+ num_train_epochs: 1
35
+ num_validation_images: 2
36
+ output_dir: path-to-save-model
37
+ pretrained_model_name_or_path: CompVis/stable-diffusion-v1-4
38
+ prior_generation_precision: null
39
+ prior_loss_weight: 1.0
40
+ push_to_hub: true
41
+ real_prior: true
42
+ report_to: tensorboard
43
+ resolution: 512
44
+ resume_from_checkpoint: null
45
+ revision: null
46
+ sample_batch_size: 4
47
+ scale_lr: true
48
+ seed: 42
49
+ set_grads_to_none: false
50
+ tokenizer_name: null
51
+ train_batch_size: 2
52
+ use_8bit_adam: false
53
+ validation_prompt: <new1> cat playing with a ball
54
+ validation_steps: 50
55
+ with_prior_preservation: true
logs/custom-diffusion/events.out.tfevents.1681848055.grogu-1-37.eth.47076.0 ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:0ec1583c9bb7cbea8376308abd6dd1429308c2db762ac4f9a5c4e905e3b9fe58
3
+ size 40
logs/custom-diffusion/events.out.tfevents.1681848118.grogu-1-37.eth.47476.0 ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:0018cc5e528ca61fc56d18caa2de1a1079f059f6be245eb8eea0af5f08895e8e
3
+ size 40
logs/custom-diffusion/events.out.tfevents.1681848293.grogu-1-37.eth.47861.0 ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:a2f2d897561807f43c95f0d51db8a9a86c0af8c6ddde5fe7677f9e8c0ea41661
3
+ size 40
logs/custom-diffusion/events.out.tfevents.1681848486.grogu-1-37.eth.48389.0 ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:102823ce7a50a4a88361576729e8afab074e0b37e4c151da0e528d02692a9347
3
+ size 40
logs/custom-diffusion/events.out.tfevents.1681848873.grogu-1-37.eth.49933.0 ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:9d526ac148cf731b9bb9bb3723b5dd6bcee7194a439177e978ab15b9b056716b
3
+ size 5421182