diff --git a/.gitattributes b/.gitattributes index a6344aac8c09253b3b630fb776ae94478aa0275b..3022139b9b223ac8a4a8635f4af2f61419bc866e 100644 --- a/.gitattributes +++ b/.gitattributes @@ -33,3 +33,7 @@ saved_model/**/* filter=lfs diff=lfs merge=lfs -text *.zip filter=lfs diff=lfs merge=lfs -text *.zst filter=lfs diff=lfs merge=lfs -text *tfevents* filter=lfs diff=lfs merge=lfs -text +images_0.png filter=lfs diff=lfs merge=lfs -text +images_1.png filter=lfs diff=lfs merge=lfs -text +images_2.png filter=lfs diff=lfs merge=lfs -text +images_3.png filter=lfs diff=lfs merge=lfs -text diff --git a/README.md b/README.md new file mode 100644 index 0000000000000000000000000000000000000000..af9772c9898a8e0afe886f67cb4374ce5d4e9b14 --- /dev/null +++ b/README.md @@ -0,0 +1,49 @@ +--- +base_model: runwayml/stable-diffusion-v1-5 +library_name: diffusers +license: creativeml-openrail-m +tags: +- stable-diffusion +- stable-diffusion-diffusers +- text-to-image +- diffusers +- controlnet +- diffusers-training +inference: true +--- + + + + +# controlnet-Jieya/model_out_canny_fullcaptioned_mountain + +These are controlnet weights trained on runwayml/stable-diffusion-v1-5 with new type of conditioning. +You can find some example images below. + +prompt: a sunbeams shines through the clouds over mountains +![images_0)](./images_0.png) +prompt: a city in the mountains with trees and snow on top +![images_1)](./images_1.png) +prompt: a desert landscape with sand dunes and a sunset +![images_2)](./images_2.png) +prompt: an aerial view of a large crater with a mountain in the middle +![images_3)](./images_3.png) + + + +## Intended uses & limitations + +#### How to use + +```python +# TODO: add an example code snippet for running this diffusion pipeline +``` + +#### Limitations and bias + +[TODO: provide examples of latent issues and potential remediations] + +## Training details + +[TODO: describe the data used to train the model] \ No newline at end of file diff --git a/checkpoint-10000/controlnet/config.json b/checkpoint-10000/controlnet/config.json new file mode 100644 index 0000000000000000000000000000000000000000..7812aca132ee32bbe7167871d0ced6512d6535b3 --- /dev/null +++ b/checkpoint-10000/controlnet/config.json @@ -0,0 +1,51 @@ +{ + "_class_name": "ControlNetModel", + "_diffusers_version": "0.30.0.dev0", + "act_fn": "silu", + "addition_embed_type": null, + "addition_embed_type_num_heads": 64, + "addition_time_embed_dim": null, + "attention_head_dim": 8, + "block_out_channels": [ + 320, + 640, + 1280, + 1280 + ], + "class_embed_type": null, + "conditioning_channels": 3, + "conditioning_embedding_out_channels": [ + 16, + 32, + 96, + 256 + ], + "controlnet_conditioning_channel_order": "rgb", + "cross_attention_dim": 768, + "down_block_types": [ + "CrossAttnDownBlock2D", + "CrossAttnDownBlock2D", + "CrossAttnDownBlock2D", + "DownBlock2D" + ], + "downsample_padding": 1, + "encoder_hid_dim": null, + "encoder_hid_dim_type": null, + "flip_sin_to_cos": true, + "freq_shift": 0, + "global_pool_conditions": false, + "in_channels": 4, + "layers_per_block": 2, + "mid_block_scale_factor": 1, + "mid_block_type": "UNetMidBlock2DCrossAttn", + "norm_eps": 1e-05, + "norm_num_groups": 32, + "num_attention_heads": null, + "num_class_embeds": null, + "only_cross_attention": false, + "projection_class_embeddings_input_dim": null, + "resnet_time_scale_shift": "default", + "transformer_layers_per_block": 1, + "upcast_attention": false, + "use_linear_projection": false +} diff --git a/checkpoint-10000/controlnet/diffusion_pytorch_model.safetensors b/checkpoint-10000/controlnet/diffusion_pytorch_model.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..8fc22d28e85388e42c1a0f33c72d874b73d3071e --- /dev/null +++ b/checkpoint-10000/controlnet/diffusion_pytorch_model.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d61c4a8bdde18cf3aa15bca68af20ce0c700271b89343d96ecd8c585d4ab0a82 +size 1445157120 diff --git a/checkpoint-10000/optimizer.bin b/checkpoint-10000/optimizer.bin new file mode 100644 index 0000000000000000000000000000000000000000..c17987d88b45ac87bd0931ffd91fd7a60c21af25 --- /dev/null +++ b/checkpoint-10000/optimizer.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d6453b9ff843991d023e6cd778e0926932d938baa852f71c8ab66cabea84641f +size 2890518041 diff --git a/checkpoint-10000/random_states_0.pkl b/checkpoint-10000/random_states_0.pkl new file mode 100644 index 0000000000000000000000000000000000000000..f3bd9ebf72da2b5f8c1010bdd93893ac9e3f7aef --- /dev/null +++ b/checkpoint-10000/random_states_0.pkl @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2e4d72131179e18d2d330a5e96c38cde28d090ec1d281531d4fd14ed29245ec1 +size 14727 diff --git a/checkpoint-10000/scheduler.bin b/checkpoint-10000/scheduler.bin new file mode 100644 index 0000000000000000000000000000000000000000..dfea8b103660873f57a0b99214cb9acb641ced7b --- /dev/null +++ b/checkpoint-10000/scheduler.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e6bcd4cb37625cab1478c5f801ecf8dcfe8513c2acdf383cd99f5bc953b5e8a3 +size 563 diff --git a/checkpoint-12000/controlnet/config.json b/checkpoint-12000/controlnet/config.json new file mode 100644 index 0000000000000000000000000000000000000000..7812aca132ee32bbe7167871d0ced6512d6535b3 --- /dev/null +++ b/checkpoint-12000/controlnet/config.json @@ -0,0 +1,51 @@ +{ + "_class_name": "ControlNetModel", + "_diffusers_version": "0.30.0.dev0", + "act_fn": "silu", + "addition_embed_type": null, + "addition_embed_type_num_heads": 64, + "addition_time_embed_dim": null, + "attention_head_dim": 8, + "block_out_channels": [ + 320, + 640, + 1280, + 1280 + ], + "class_embed_type": null, + "conditioning_channels": 3, + "conditioning_embedding_out_channels": [ + 16, + 32, + 96, + 256 + ], + "controlnet_conditioning_channel_order": "rgb", + "cross_attention_dim": 768, + "down_block_types": [ + "CrossAttnDownBlock2D", + "CrossAttnDownBlock2D", + "CrossAttnDownBlock2D", + "DownBlock2D" + ], + "downsample_padding": 1, + "encoder_hid_dim": null, + "encoder_hid_dim_type": null, + "flip_sin_to_cos": true, + "freq_shift": 0, + "global_pool_conditions": false, + "in_channels": 4, + "layers_per_block": 2, + "mid_block_scale_factor": 1, + "mid_block_type": "UNetMidBlock2DCrossAttn", + "norm_eps": 1e-05, + "norm_num_groups": 32, + "num_attention_heads": null, + "num_class_embeds": null, + "only_cross_attention": false, + "projection_class_embeddings_input_dim": null, + "resnet_time_scale_shift": "default", + "transformer_layers_per_block": 1, + "upcast_attention": false, + "use_linear_projection": false +} diff --git a/checkpoint-12000/controlnet/diffusion_pytorch_model.safetensors b/checkpoint-12000/controlnet/diffusion_pytorch_model.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..1d076480b5b615470eb10bd6dfa1651f3b13f037 --- /dev/null +++ b/checkpoint-12000/controlnet/diffusion_pytorch_model.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0e9bef92a92446ed2dd3de28ef27438bfa1baefee200d1832869356c764dcb90 +size 1445157120 diff --git a/checkpoint-12000/optimizer.bin b/checkpoint-12000/optimizer.bin new file mode 100644 index 0000000000000000000000000000000000000000..993e577be7a642b07ad68d1e3b058a933b3abab8 --- /dev/null +++ b/checkpoint-12000/optimizer.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e24b4f9a6a2eceeb04c030898e60adadd5b1a59fb1f2422f04270357199d0496 +size 2890518041 diff --git a/checkpoint-12000/random_states_0.pkl b/checkpoint-12000/random_states_0.pkl new file mode 100644 index 0000000000000000000000000000000000000000..f32a90efda5c4616ade545b8703c3bdda3d616cd --- /dev/null +++ b/checkpoint-12000/random_states_0.pkl @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:29ce719fc4a2ad3cb12bb5dbdfa3066b86b649af125ef9cabe9b9c990e80a095 +size 14663 diff --git a/checkpoint-12000/scheduler.bin b/checkpoint-12000/scheduler.bin new file mode 100644 index 0000000000000000000000000000000000000000..e6243fe8b64a7112d637d0f1a8abdad6968fc7e8 --- /dev/null +++ b/checkpoint-12000/scheduler.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9855aba5ac021cfcebb517ce8e7c056e6a3e01548a489078133809249c0000db +size 563 diff --git a/checkpoint-14000/controlnet/config.json b/checkpoint-14000/controlnet/config.json new file mode 100644 index 0000000000000000000000000000000000000000..7812aca132ee32bbe7167871d0ced6512d6535b3 --- /dev/null +++ b/checkpoint-14000/controlnet/config.json @@ -0,0 +1,51 @@ +{ + "_class_name": "ControlNetModel", + "_diffusers_version": "0.30.0.dev0", + "act_fn": "silu", + "addition_embed_type": null, + "addition_embed_type_num_heads": 64, + "addition_time_embed_dim": null, + "attention_head_dim": 8, + "block_out_channels": [ + 320, + 640, + 1280, + 1280 + ], + "class_embed_type": null, + "conditioning_channels": 3, + "conditioning_embedding_out_channels": [ + 16, + 32, + 96, + 256 + ], + "controlnet_conditioning_channel_order": "rgb", + "cross_attention_dim": 768, + "down_block_types": [ + "CrossAttnDownBlock2D", + "CrossAttnDownBlock2D", + "CrossAttnDownBlock2D", + "DownBlock2D" + ], + "downsample_padding": 1, + "encoder_hid_dim": null, + "encoder_hid_dim_type": null, + "flip_sin_to_cos": true, + "freq_shift": 0, + "global_pool_conditions": false, + "in_channels": 4, + "layers_per_block": 2, + "mid_block_scale_factor": 1, + "mid_block_type": "UNetMidBlock2DCrossAttn", + "norm_eps": 1e-05, + "norm_num_groups": 32, + "num_attention_heads": null, + "num_class_embeds": null, + "only_cross_attention": false, + "projection_class_embeddings_input_dim": null, + "resnet_time_scale_shift": "default", + "transformer_layers_per_block": 1, + "upcast_attention": false, + "use_linear_projection": false +} diff --git a/checkpoint-14000/controlnet/diffusion_pytorch_model.safetensors b/checkpoint-14000/controlnet/diffusion_pytorch_model.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..f1ff8d7dfb869ca064071bfe5482eb5194f57551 --- /dev/null +++ b/checkpoint-14000/controlnet/diffusion_pytorch_model.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0609d05374cdb85465ebd39be28ed27a1dfc60466b0043b09b8f073fef8349e4 +size 1445157120 diff --git a/checkpoint-14000/optimizer.bin b/checkpoint-14000/optimizer.bin new file mode 100644 index 0000000000000000000000000000000000000000..106618da9cf62ad7e6037b00d9834a5bb3e1d302 --- /dev/null +++ b/checkpoint-14000/optimizer.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1003c15ae5de6d2604581445758e99a529c017e647b414c2f103a61395690cb2 +size 2890518041 diff --git a/checkpoint-14000/random_states_0.pkl b/checkpoint-14000/random_states_0.pkl new file mode 100644 index 0000000000000000000000000000000000000000..c13184c073b5b8810603c88e3de0317655cc2879 --- /dev/null +++ b/checkpoint-14000/random_states_0.pkl @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:67bdef59d88ad3868a894104a79dd2292688a0ebae94e98b7cbe582860df038f +size 14663 diff --git a/checkpoint-14000/scheduler.bin b/checkpoint-14000/scheduler.bin new file mode 100644 index 0000000000000000000000000000000000000000..899968e081242b3b76b57a23bf94995ae9c4a657 --- /dev/null +++ b/checkpoint-14000/scheduler.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:80baec8c5648a3e6243f1d5e5d55a15c755a5d1da164fbe9365f6bfb6312ce2c +size 563 diff --git a/checkpoint-16000/controlnet/config.json b/checkpoint-16000/controlnet/config.json new file mode 100644 index 0000000000000000000000000000000000000000..7812aca132ee32bbe7167871d0ced6512d6535b3 --- /dev/null +++ b/checkpoint-16000/controlnet/config.json @@ -0,0 +1,51 @@ +{ + "_class_name": "ControlNetModel", + "_diffusers_version": "0.30.0.dev0", + "act_fn": "silu", + "addition_embed_type": null, + "addition_embed_type_num_heads": 64, + "addition_time_embed_dim": null, + "attention_head_dim": 8, + "block_out_channels": [ + 320, + 640, + 1280, + 1280 + ], + "class_embed_type": null, + "conditioning_channels": 3, + "conditioning_embedding_out_channels": [ + 16, + 32, + 96, + 256 + ], + "controlnet_conditioning_channel_order": "rgb", + "cross_attention_dim": 768, + "down_block_types": [ + "CrossAttnDownBlock2D", + "CrossAttnDownBlock2D", + "CrossAttnDownBlock2D", + "DownBlock2D" + ], + "downsample_padding": 1, + "encoder_hid_dim": null, + "encoder_hid_dim_type": null, + "flip_sin_to_cos": true, + "freq_shift": 0, + "global_pool_conditions": false, + "in_channels": 4, + "layers_per_block": 2, + "mid_block_scale_factor": 1, + "mid_block_type": "UNetMidBlock2DCrossAttn", + "norm_eps": 1e-05, + "norm_num_groups": 32, + "num_attention_heads": null, + "num_class_embeds": null, + "only_cross_attention": false, + "projection_class_embeddings_input_dim": null, + "resnet_time_scale_shift": "default", + "transformer_layers_per_block": 1, + "upcast_attention": false, + "use_linear_projection": false +} diff --git a/checkpoint-16000/controlnet/diffusion_pytorch_model.safetensors b/checkpoint-16000/controlnet/diffusion_pytorch_model.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..0a599a59ca17aa649db22e908b3755a67407e7d6 --- /dev/null +++ b/checkpoint-16000/controlnet/diffusion_pytorch_model.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:718c9b0b22a9909ac0b883de46dc05ed8db66c069873eac22ce5738307a86a8b +size 1445157120 diff --git a/checkpoint-16000/optimizer.bin b/checkpoint-16000/optimizer.bin new file mode 100644 index 0000000000000000000000000000000000000000..1f40035d0552c76035ff87ed38fa752bd61696ce --- /dev/null +++ b/checkpoint-16000/optimizer.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:21eb3933f415f81866ed6cadd128f2c791bed288815039ce511e59eb2f1b3c5c +size 2890518041 diff --git a/checkpoint-16000/random_states_0.pkl b/checkpoint-16000/random_states_0.pkl new file mode 100644 index 0000000000000000000000000000000000000000..2dd75efb4a7c2ae6c2b7de99236cbdd5a52dd521 --- /dev/null +++ b/checkpoint-16000/random_states_0.pkl @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:900cc4486263dc3fba2ba1f40e011130cb0dc99cb706c5f3b1411a359eec45e5 +size 14727 diff --git a/checkpoint-16000/scheduler.bin b/checkpoint-16000/scheduler.bin new file mode 100644 index 0000000000000000000000000000000000000000..9a2938770065d34dc6505ea6ed8bc688c01a08ac --- /dev/null +++ b/checkpoint-16000/scheduler.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b0334581e8e5fb57b4535ae3230e9bd465f6f0c412614a5670ee61f4f9c5d983 +size 563 diff --git a/checkpoint-18000/controlnet/config.json b/checkpoint-18000/controlnet/config.json new file mode 100644 index 0000000000000000000000000000000000000000..7812aca132ee32bbe7167871d0ced6512d6535b3 --- /dev/null +++ b/checkpoint-18000/controlnet/config.json @@ -0,0 +1,51 @@ +{ + "_class_name": "ControlNetModel", + "_diffusers_version": "0.30.0.dev0", + "act_fn": "silu", + "addition_embed_type": null, + "addition_embed_type_num_heads": 64, + "addition_time_embed_dim": null, + "attention_head_dim": 8, + "block_out_channels": [ + 320, + 640, + 1280, + 1280 + ], + "class_embed_type": null, + "conditioning_channels": 3, + "conditioning_embedding_out_channels": [ + 16, + 32, + 96, + 256 + ], + "controlnet_conditioning_channel_order": "rgb", + "cross_attention_dim": 768, + "down_block_types": [ + "CrossAttnDownBlock2D", + "CrossAttnDownBlock2D", + "CrossAttnDownBlock2D", + "DownBlock2D" + ], + "downsample_padding": 1, + "encoder_hid_dim": null, + "encoder_hid_dim_type": null, + "flip_sin_to_cos": true, + "freq_shift": 0, + "global_pool_conditions": false, + "in_channels": 4, + "layers_per_block": 2, + "mid_block_scale_factor": 1, + "mid_block_type": "UNetMidBlock2DCrossAttn", + "norm_eps": 1e-05, + "norm_num_groups": 32, + "num_attention_heads": null, + "num_class_embeds": null, + "only_cross_attention": false, + "projection_class_embeddings_input_dim": null, + "resnet_time_scale_shift": "default", + "transformer_layers_per_block": 1, + "upcast_attention": false, + "use_linear_projection": false +} diff --git a/checkpoint-18000/controlnet/diffusion_pytorch_model.safetensors b/checkpoint-18000/controlnet/diffusion_pytorch_model.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..c423de8b43048a3dc16b350a6d1c689e49a074a0 --- /dev/null +++ b/checkpoint-18000/controlnet/diffusion_pytorch_model.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:bc4fe5190036da643a7a6ccc5db994c032189409552be97c304a495945a935c8 +size 1445157120 diff --git a/checkpoint-18000/optimizer.bin b/checkpoint-18000/optimizer.bin new file mode 100644 index 0000000000000000000000000000000000000000..15234ed6cf0695af64887ccdcc7f35c9fe9829a5 --- /dev/null +++ b/checkpoint-18000/optimizer.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7103ce56eb8d31f58ad461e6cdd8a70635970e66f87500cd9311458264e9e14f +size 2890518041 diff --git a/checkpoint-18000/random_states_0.pkl b/checkpoint-18000/random_states_0.pkl new file mode 100644 index 0000000000000000000000000000000000000000..6ef2d3261d30ba366069fdabfeb006b7239411b3 --- /dev/null +++ b/checkpoint-18000/random_states_0.pkl @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:41b095eda69f77617db735d5f998f70a9ac946a22d48f4b4da42564cfd7db4fe +size 14727 diff --git a/checkpoint-18000/scheduler.bin b/checkpoint-18000/scheduler.bin new file mode 100644 index 0000000000000000000000000000000000000000..7c78cffe1bfd1c9430f4e2e7ecacdd68cfebc8a4 --- /dev/null +++ b/checkpoint-18000/scheduler.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:31a81cc678ca117e8d93df67c5439b52214da903413ecbe7e0b2e7472e33033f +size 563 diff --git a/checkpoint-2000/controlnet/config.json b/checkpoint-2000/controlnet/config.json new file mode 100644 index 0000000000000000000000000000000000000000..7812aca132ee32bbe7167871d0ced6512d6535b3 --- /dev/null +++ b/checkpoint-2000/controlnet/config.json @@ -0,0 +1,51 @@ +{ + "_class_name": "ControlNetModel", + "_diffusers_version": "0.30.0.dev0", + "act_fn": "silu", + "addition_embed_type": null, + "addition_embed_type_num_heads": 64, + "addition_time_embed_dim": null, + "attention_head_dim": 8, + "block_out_channels": [ + 320, + 640, + 1280, + 1280 + ], + "class_embed_type": null, + "conditioning_channels": 3, + "conditioning_embedding_out_channels": [ + 16, + 32, + 96, + 256 + ], + "controlnet_conditioning_channel_order": "rgb", + "cross_attention_dim": 768, + "down_block_types": [ + "CrossAttnDownBlock2D", + "CrossAttnDownBlock2D", + "CrossAttnDownBlock2D", + "DownBlock2D" + ], + "downsample_padding": 1, + "encoder_hid_dim": null, + "encoder_hid_dim_type": null, + "flip_sin_to_cos": true, + "freq_shift": 0, + "global_pool_conditions": false, + "in_channels": 4, + "layers_per_block": 2, + "mid_block_scale_factor": 1, + "mid_block_type": "UNetMidBlock2DCrossAttn", + "norm_eps": 1e-05, + "norm_num_groups": 32, + "num_attention_heads": null, + "num_class_embeds": null, + "only_cross_attention": false, + "projection_class_embeddings_input_dim": null, + "resnet_time_scale_shift": "default", + "transformer_layers_per_block": 1, + "upcast_attention": false, + "use_linear_projection": false +} diff --git a/checkpoint-2000/controlnet/diffusion_pytorch_model.safetensors b/checkpoint-2000/controlnet/diffusion_pytorch_model.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..07d3ead34e8358b4933f86ce9df7c7a670c3dc89 --- /dev/null +++ b/checkpoint-2000/controlnet/diffusion_pytorch_model.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1c936be2119efba79e577de40290678579acc763351f3957040a2c9adde3d3fd +size 1445157120 diff --git a/checkpoint-2000/optimizer.bin b/checkpoint-2000/optimizer.bin new file mode 100644 index 0000000000000000000000000000000000000000..0c83b6a7105b9028784730c05fb674f3c9258f51 --- /dev/null +++ b/checkpoint-2000/optimizer.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ad901eeb073c63e5fbf4c329dc530ed997ba217b073da0560b3f3282d839c441 +size 2890518041 diff --git a/checkpoint-2000/random_states_0.pkl b/checkpoint-2000/random_states_0.pkl new file mode 100644 index 0000000000000000000000000000000000000000..400172f75e9859e240aa12c5a2360971d4b644f3 --- /dev/null +++ b/checkpoint-2000/random_states_0.pkl @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:097d4be78ff6d9ffc3fd57198bb9a3c6c5f6a3b06436f5bbdbe91051e958c0dd +size 14727 diff --git a/checkpoint-2000/scheduler.bin b/checkpoint-2000/scheduler.bin new file mode 100644 index 0000000000000000000000000000000000000000..64373fe7f87efc1d992d705ae49aa37ba7ddd6b1 --- /dev/null +++ b/checkpoint-2000/scheduler.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:dfe94afd21b04fe331bf93a36e6de4869425c4da4a32303493f7f8b96dd6ca61 +size 563 diff --git a/checkpoint-20000/controlnet/config.json b/checkpoint-20000/controlnet/config.json new file mode 100644 index 0000000000000000000000000000000000000000..7812aca132ee32bbe7167871d0ced6512d6535b3 --- /dev/null +++ b/checkpoint-20000/controlnet/config.json @@ -0,0 +1,51 @@ +{ + "_class_name": "ControlNetModel", + "_diffusers_version": "0.30.0.dev0", + "act_fn": "silu", + "addition_embed_type": null, + "addition_embed_type_num_heads": 64, + "addition_time_embed_dim": null, + "attention_head_dim": 8, + "block_out_channels": [ + 320, + 640, + 1280, + 1280 + ], + "class_embed_type": null, + "conditioning_channels": 3, + "conditioning_embedding_out_channels": [ + 16, + 32, + 96, + 256 + ], + "controlnet_conditioning_channel_order": "rgb", + "cross_attention_dim": 768, + "down_block_types": [ + "CrossAttnDownBlock2D", + "CrossAttnDownBlock2D", + "CrossAttnDownBlock2D", + "DownBlock2D" + ], + "downsample_padding": 1, + "encoder_hid_dim": null, + "encoder_hid_dim_type": null, + "flip_sin_to_cos": true, + "freq_shift": 0, + "global_pool_conditions": false, + "in_channels": 4, + "layers_per_block": 2, + "mid_block_scale_factor": 1, + "mid_block_type": "UNetMidBlock2DCrossAttn", + "norm_eps": 1e-05, + "norm_num_groups": 32, + "num_attention_heads": null, + "num_class_embeds": null, + "only_cross_attention": false, + "projection_class_embeddings_input_dim": null, + "resnet_time_scale_shift": "default", + "transformer_layers_per_block": 1, + "upcast_attention": false, + "use_linear_projection": false +} diff --git a/checkpoint-20000/controlnet/diffusion_pytorch_model.safetensors b/checkpoint-20000/controlnet/diffusion_pytorch_model.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..1ebf543a5e0e5ca0d3c26f45702d5fbe12c13db5 --- /dev/null +++ b/checkpoint-20000/controlnet/diffusion_pytorch_model.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5aa9f3e0adae997ed7e1a26be33c79cdda7909a937e9aef4d9272e619334bfd7 +size 1445157120 diff --git a/checkpoint-20000/optimizer.bin b/checkpoint-20000/optimizer.bin new file mode 100644 index 0000000000000000000000000000000000000000..792be599c389dfbfbe2f726fc8274a0aab0560a6 --- /dev/null +++ b/checkpoint-20000/optimizer.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e7ec5934cac8dbdbb92044f7677c032f5e53aa254a4952bc82990bdf9496835f +size 2890518041 diff --git a/checkpoint-20000/random_states_0.pkl b/checkpoint-20000/random_states_0.pkl new file mode 100644 index 0000000000000000000000000000000000000000..4074b082c25e6c6b3ec43ba0b124cc651a85a35b --- /dev/null +++ b/checkpoint-20000/random_states_0.pkl @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1946d55434b336ecc00a77ce16455e08859198c2c13f690515391da62b79da3d +size 14727 diff --git a/checkpoint-20000/scheduler.bin b/checkpoint-20000/scheduler.bin new file mode 100644 index 0000000000000000000000000000000000000000..a0a158d1011aab83a8545d0455491e5023e766cc --- /dev/null +++ b/checkpoint-20000/scheduler.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:976135ac7888146022d6c4c82e43ef5fc8eb95785d9560cbdb605ab9a03c884d +size 563 diff --git a/checkpoint-22000/controlnet/config.json b/checkpoint-22000/controlnet/config.json new file mode 100644 index 0000000000000000000000000000000000000000..7812aca132ee32bbe7167871d0ced6512d6535b3 --- /dev/null +++ b/checkpoint-22000/controlnet/config.json @@ -0,0 +1,51 @@ +{ + "_class_name": "ControlNetModel", + "_diffusers_version": "0.30.0.dev0", + "act_fn": "silu", + "addition_embed_type": null, + "addition_embed_type_num_heads": 64, + "addition_time_embed_dim": null, + "attention_head_dim": 8, + "block_out_channels": [ + 320, + 640, + 1280, + 1280 + ], + "class_embed_type": null, + "conditioning_channels": 3, + "conditioning_embedding_out_channels": [ + 16, + 32, + 96, + 256 + ], + "controlnet_conditioning_channel_order": "rgb", + "cross_attention_dim": 768, + "down_block_types": [ + "CrossAttnDownBlock2D", + "CrossAttnDownBlock2D", + "CrossAttnDownBlock2D", + "DownBlock2D" + ], + "downsample_padding": 1, + "encoder_hid_dim": null, + "encoder_hid_dim_type": null, + "flip_sin_to_cos": true, + "freq_shift": 0, + "global_pool_conditions": false, + "in_channels": 4, + "layers_per_block": 2, + "mid_block_scale_factor": 1, + "mid_block_type": "UNetMidBlock2DCrossAttn", + "norm_eps": 1e-05, + "norm_num_groups": 32, + "num_attention_heads": null, + "num_class_embeds": null, + "only_cross_attention": false, + "projection_class_embeddings_input_dim": null, + "resnet_time_scale_shift": "default", + "transformer_layers_per_block": 1, + "upcast_attention": false, + "use_linear_projection": false +} diff --git a/checkpoint-22000/controlnet/diffusion_pytorch_model.safetensors b/checkpoint-22000/controlnet/diffusion_pytorch_model.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..5fb5a03baca4eb5b6053a18ba664cf1517fa1eef --- /dev/null +++ b/checkpoint-22000/controlnet/diffusion_pytorch_model.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8b5571fca900ae0a09637445c43c8f2e4823806b153d6b116c3b29622a1ac362 +size 1445157120 diff --git a/checkpoint-22000/optimizer.bin b/checkpoint-22000/optimizer.bin new file mode 100644 index 0000000000000000000000000000000000000000..53ffed93a5052f2a2959d4fa3bd07b017f8a7da8 --- /dev/null +++ b/checkpoint-22000/optimizer.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7ae8243a2109ad8d62732a1dbdc305c95d7f20ff2791d5ac4c789483466584d7 +size 2890518041 diff --git a/checkpoint-22000/random_states_0.pkl b/checkpoint-22000/random_states_0.pkl new file mode 100644 index 0000000000000000000000000000000000000000..2733dd8edd7fcd6cb9d5d8c3aacfe2ce737a277e --- /dev/null +++ b/checkpoint-22000/random_states_0.pkl @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:305ad5bddfccb01d34ba6cdfb1a8bcbe797cdbdf5c29b4aec9246927000e8f2d +size 14727 diff --git a/checkpoint-22000/scheduler.bin b/checkpoint-22000/scheduler.bin new file mode 100644 index 0000000000000000000000000000000000000000..11deda2fe8bbbcf4aef421a43b416d5dabcb7737 --- /dev/null +++ b/checkpoint-22000/scheduler.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:517606f61690b8670b2d6b6a4c71cc2aa42e7c387a4dba6f8d76b9a6d0120624 +size 563 diff --git a/checkpoint-24000/controlnet/config.json b/checkpoint-24000/controlnet/config.json new file mode 100644 index 0000000000000000000000000000000000000000..7812aca132ee32bbe7167871d0ced6512d6535b3 --- /dev/null +++ b/checkpoint-24000/controlnet/config.json @@ -0,0 +1,51 @@ +{ + "_class_name": "ControlNetModel", + "_diffusers_version": "0.30.0.dev0", + "act_fn": "silu", + "addition_embed_type": null, + "addition_embed_type_num_heads": 64, + "addition_time_embed_dim": null, + "attention_head_dim": 8, + "block_out_channels": [ + 320, + 640, + 1280, + 1280 + ], + "class_embed_type": null, + "conditioning_channels": 3, + "conditioning_embedding_out_channels": [ + 16, + 32, + 96, + 256 + ], + "controlnet_conditioning_channel_order": "rgb", + "cross_attention_dim": 768, + "down_block_types": [ + "CrossAttnDownBlock2D", + "CrossAttnDownBlock2D", + "CrossAttnDownBlock2D", + "DownBlock2D" + ], + "downsample_padding": 1, + "encoder_hid_dim": null, + "encoder_hid_dim_type": null, + "flip_sin_to_cos": true, + "freq_shift": 0, + "global_pool_conditions": false, + "in_channels": 4, + "layers_per_block": 2, + "mid_block_scale_factor": 1, + "mid_block_type": "UNetMidBlock2DCrossAttn", + "norm_eps": 1e-05, + "norm_num_groups": 32, + "num_attention_heads": null, + "num_class_embeds": null, + "only_cross_attention": false, + "projection_class_embeddings_input_dim": null, + "resnet_time_scale_shift": "default", + "transformer_layers_per_block": 1, + "upcast_attention": false, + "use_linear_projection": false +} diff --git a/checkpoint-24000/controlnet/diffusion_pytorch_model.safetensors b/checkpoint-24000/controlnet/diffusion_pytorch_model.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..838b3232bf482d977abadd6d45665662483e8049 --- /dev/null +++ b/checkpoint-24000/controlnet/diffusion_pytorch_model.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d39f0c57852baca6c275b5f93220ec3cbfc4905593fddc57b3e6a0ad7f3a3509 +size 1445157120 diff --git a/checkpoint-24000/optimizer.bin b/checkpoint-24000/optimizer.bin new file mode 100644 index 0000000000000000000000000000000000000000..144f72ca16312f2e6f7749dfd2166bb03f112e63 --- /dev/null +++ b/checkpoint-24000/optimizer.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0440cf15965af2d4707f9da3b8ae6c033a5e4da912b16783371a34f7e90640f5 +size 2890518041 diff --git a/checkpoint-24000/random_states_0.pkl b/checkpoint-24000/random_states_0.pkl new file mode 100644 index 0000000000000000000000000000000000000000..21ed912dd399220326f15f19511955242f0cb8d2 --- /dev/null +++ b/checkpoint-24000/random_states_0.pkl @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0dd044b28a54c26e3cdcd8fd34ed92b9f71d4a113a0d6e7fa62a54d072c8e298 +size 14727 diff --git a/checkpoint-24000/scheduler.bin b/checkpoint-24000/scheduler.bin new file mode 100644 index 0000000000000000000000000000000000000000..d583e3a515e9cb772d5936d04747d130a5525604 --- /dev/null +++ b/checkpoint-24000/scheduler.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b12321afed3e0c006dc10f3f0bc74e582be992ddd7d040f9703e518b7481f6ff +size 563 diff --git a/checkpoint-26000/controlnet/config.json b/checkpoint-26000/controlnet/config.json new file mode 100644 index 0000000000000000000000000000000000000000..7812aca132ee32bbe7167871d0ced6512d6535b3 --- /dev/null +++ b/checkpoint-26000/controlnet/config.json @@ -0,0 +1,51 @@ +{ + "_class_name": "ControlNetModel", + "_diffusers_version": "0.30.0.dev0", + "act_fn": "silu", + "addition_embed_type": null, + "addition_embed_type_num_heads": 64, + "addition_time_embed_dim": null, + "attention_head_dim": 8, + "block_out_channels": [ + 320, + 640, + 1280, + 1280 + ], + "class_embed_type": null, + "conditioning_channels": 3, + "conditioning_embedding_out_channels": [ + 16, + 32, + 96, + 256 + ], + "controlnet_conditioning_channel_order": "rgb", + "cross_attention_dim": 768, + "down_block_types": [ + "CrossAttnDownBlock2D", + "CrossAttnDownBlock2D", + "CrossAttnDownBlock2D", + "DownBlock2D" + ], + "downsample_padding": 1, + "encoder_hid_dim": null, + "encoder_hid_dim_type": null, + "flip_sin_to_cos": true, + "freq_shift": 0, + "global_pool_conditions": false, + "in_channels": 4, + "layers_per_block": 2, + "mid_block_scale_factor": 1, + "mid_block_type": "UNetMidBlock2DCrossAttn", + "norm_eps": 1e-05, + "norm_num_groups": 32, + "num_attention_heads": null, + "num_class_embeds": null, + "only_cross_attention": false, + "projection_class_embeddings_input_dim": null, + "resnet_time_scale_shift": "default", + "transformer_layers_per_block": 1, + "upcast_attention": false, + "use_linear_projection": false +} diff --git a/checkpoint-26000/controlnet/diffusion_pytorch_model.safetensors b/checkpoint-26000/controlnet/diffusion_pytorch_model.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..6c6f62de420073177aaeccb283b06fa3bbe9660d --- /dev/null +++ b/checkpoint-26000/controlnet/diffusion_pytorch_model.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:61c6c43ba878b0c1bcb64b025f0fe89d028981e1954bcf9b9b0a24430b1e6374 +size 1445157120 diff --git a/checkpoint-26000/optimizer.bin b/checkpoint-26000/optimizer.bin new file mode 100644 index 0000000000000000000000000000000000000000..9086294a62ab19890270d21b6e1f76de5df522f3 --- /dev/null +++ b/checkpoint-26000/optimizer.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:aa920af299080c56ea50b7f07f57d5914b4810fe2d5c68518651e935595d9664 +size 2890518041 diff --git a/checkpoint-26000/random_states_0.pkl b/checkpoint-26000/random_states_0.pkl new file mode 100644 index 0000000000000000000000000000000000000000..b680f466760dbbdc30e85f01a2f72078f8c89a58 --- /dev/null +++ b/checkpoint-26000/random_states_0.pkl @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:58bcdc6085a488908087b7e89a6ecc7a2b3971398a3f8a78ac4a5af3b082fb34 +size 14727 diff --git a/checkpoint-26000/scheduler.bin b/checkpoint-26000/scheduler.bin new file mode 100644 index 0000000000000000000000000000000000000000..45fc4b3cb160c1ccddd61de8c0afcc414a76d609 --- /dev/null +++ b/checkpoint-26000/scheduler.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:61527f8c41200e5cc771dca8f8ba699ba46ca1569a8011e920452a82a6fcb1b5 +size 563 diff --git a/checkpoint-28000/controlnet/config.json b/checkpoint-28000/controlnet/config.json new file mode 100644 index 0000000000000000000000000000000000000000..7812aca132ee32bbe7167871d0ced6512d6535b3 --- /dev/null +++ b/checkpoint-28000/controlnet/config.json @@ -0,0 +1,51 @@ +{ + "_class_name": "ControlNetModel", + "_diffusers_version": "0.30.0.dev0", + "act_fn": "silu", + "addition_embed_type": null, + "addition_embed_type_num_heads": 64, + "addition_time_embed_dim": null, + "attention_head_dim": 8, + "block_out_channels": [ + 320, + 640, + 1280, + 1280 + ], + "class_embed_type": null, + "conditioning_channels": 3, + "conditioning_embedding_out_channels": [ + 16, + 32, + 96, + 256 + ], + "controlnet_conditioning_channel_order": "rgb", + "cross_attention_dim": 768, + "down_block_types": [ + "CrossAttnDownBlock2D", + "CrossAttnDownBlock2D", + "CrossAttnDownBlock2D", + "DownBlock2D" + ], + "downsample_padding": 1, + "encoder_hid_dim": null, + "encoder_hid_dim_type": null, + "flip_sin_to_cos": true, + "freq_shift": 0, + "global_pool_conditions": false, + "in_channels": 4, + "layers_per_block": 2, + "mid_block_scale_factor": 1, + "mid_block_type": "UNetMidBlock2DCrossAttn", + "norm_eps": 1e-05, + "norm_num_groups": 32, + "num_attention_heads": null, + "num_class_embeds": null, + "only_cross_attention": false, + "projection_class_embeddings_input_dim": null, + "resnet_time_scale_shift": "default", + "transformer_layers_per_block": 1, + "upcast_attention": false, + "use_linear_projection": false +} diff --git a/checkpoint-28000/controlnet/diffusion_pytorch_model.safetensors b/checkpoint-28000/controlnet/diffusion_pytorch_model.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..d5ecd463d6ea6938d870fe56093b090440aa3fdb --- /dev/null +++ b/checkpoint-28000/controlnet/diffusion_pytorch_model.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6ac28c75e9b717a2ca1d270801f2061074cd801a3639330a2d765c85cb6bec49 +size 1445157120 diff --git a/checkpoint-28000/optimizer.bin b/checkpoint-28000/optimizer.bin new file mode 100644 index 0000000000000000000000000000000000000000..2746f269500774df8d0343666e3263fb7a8afb37 --- /dev/null +++ b/checkpoint-28000/optimizer.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:43d215cae7615ea1419d30642cef5e050438b6d25ac9279b604b9cac660204fe +size 2890518041 diff --git a/checkpoint-28000/random_states_0.pkl b/checkpoint-28000/random_states_0.pkl new file mode 100644 index 0000000000000000000000000000000000000000..c3a5bb4b7a4ca0106fe1024fa0fb4c6a069c847d --- /dev/null +++ b/checkpoint-28000/random_states_0.pkl @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f3b9b848ef673bfbc659adb5b2c6905ed251e2e495da2715cea0c10c4527a9c2 +size 14663 diff --git a/checkpoint-28000/scheduler.bin b/checkpoint-28000/scheduler.bin new file mode 100644 index 0000000000000000000000000000000000000000..e8ff6ad30c2a050f81cf57f7dfee5fa1f8d14fd6 --- /dev/null +++ b/checkpoint-28000/scheduler.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5e681e0fba9cbf88bf7095c5038c5d9d5fd0ef5a8b953202e6f955e83870de5b +size 563 diff --git a/checkpoint-30000/controlnet/config.json b/checkpoint-30000/controlnet/config.json new file mode 100644 index 0000000000000000000000000000000000000000..7812aca132ee32bbe7167871d0ced6512d6535b3 --- /dev/null +++ b/checkpoint-30000/controlnet/config.json @@ -0,0 +1,51 @@ +{ + "_class_name": "ControlNetModel", + "_diffusers_version": "0.30.0.dev0", + "act_fn": "silu", + "addition_embed_type": null, + "addition_embed_type_num_heads": 64, + "addition_time_embed_dim": null, + "attention_head_dim": 8, + "block_out_channels": [ + 320, + 640, + 1280, + 1280 + ], + "class_embed_type": null, + "conditioning_channels": 3, + "conditioning_embedding_out_channels": [ + 16, + 32, + 96, + 256 + ], + "controlnet_conditioning_channel_order": "rgb", + "cross_attention_dim": 768, + "down_block_types": [ + "CrossAttnDownBlock2D", + "CrossAttnDownBlock2D", + "CrossAttnDownBlock2D", + "DownBlock2D" + ], + "downsample_padding": 1, + "encoder_hid_dim": null, + "encoder_hid_dim_type": null, + "flip_sin_to_cos": true, + "freq_shift": 0, + "global_pool_conditions": false, + "in_channels": 4, + "layers_per_block": 2, + "mid_block_scale_factor": 1, + "mid_block_type": "UNetMidBlock2DCrossAttn", + "norm_eps": 1e-05, + "norm_num_groups": 32, + "num_attention_heads": null, + "num_class_embeds": null, + "only_cross_attention": false, + "projection_class_embeddings_input_dim": null, + "resnet_time_scale_shift": "default", + "transformer_layers_per_block": 1, + "upcast_attention": false, + "use_linear_projection": false +} diff --git a/checkpoint-30000/controlnet/diffusion_pytorch_model.safetensors b/checkpoint-30000/controlnet/diffusion_pytorch_model.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..07419a316072553a4fd961d2a9f7fc81c489dc73 --- /dev/null +++ b/checkpoint-30000/controlnet/diffusion_pytorch_model.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ceda7a6091756f86b10cfc580c47caaad93b6c6ad50f4f21a3fc1fbbb0572886 +size 1445157120 diff --git a/checkpoint-30000/optimizer.bin b/checkpoint-30000/optimizer.bin new file mode 100644 index 0000000000000000000000000000000000000000..ba6fbb35b7ff0d47bca2e2cee849ee07584ea6a4 --- /dev/null +++ b/checkpoint-30000/optimizer.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a3ac227b50b73d2935d71c38bb73f86511ec4a6e4ff0f24ec4a28483a92bc8e8 +size 2890518041 diff --git a/checkpoint-30000/random_states_0.pkl b/checkpoint-30000/random_states_0.pkl new file mode 100644 index 0000000000000000000000000000000000000000..9ed37a0f6a2b169b60fc58c5f043caae2957251c --- /dev/null +++ b/checkpoint-30000/random_states_0.pkl @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c81e79558091dfcf20d74b7b683c43a45a686b75c3f746f063de4fceb360cff4 +size 14663 diff --git a/checkpoint-30000/scheduler.bin b/checkpoint-30000/scheduler.bin new file mode 100644 index 0000000000000000000000000000000000000000..6c955ff0dc354f725ca7490be0dc66b3c50e5356 --- /dev/null +++ b/checkpoint-30000/scheduler.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0dc1d4cbf121c50087331ed14c0dfb0bccfe3c1f4304c5e4fb4693c3f67a089d +size 563 diff --git a/checkpoint-4000/controlnet/config.json b/checkpoint-4000/controlnet/config.json new file mode 100644 index 0000000000000000000000000000000000000000..7812aca132ee32bbe7167871d0ced6512d6535b3 --- /dev/null +++ b/checkpoint-4000/controlnet/config.json @@ -0,0 +1,51 @@ +{ + "_class_name": "ControlNetModel", + "_diffusers_version": "0.30.0.dev0", + "act_fn": "silu", + "addition_embed_type": null, + "addition_embed_type_num_heads": 64, + "addition_time_embed_dim": null, + "attention_head_dim": 8, + "block_out_channels": [ + 320, + 640, + 1280, + 1280 + ], + "class_embed_type": null, + "conditioning_channels": 3, + "conditioning_embedding_out_channels": [ + 16, + 32, + 96, + 256 + ], + "controlnet_conditioning_channel_order": "rgb", + "cross_attention_dim": 768, + "down_block_types": [ + "CrossAttnDownBlock2D", + "CrossAttnDownBlock2D", + "CrossAttnDownBlock2D", + "DownBlock2D" + ], + "downsample_padding": 1, + "encoder_hid_dim": null, + "encoder_hid_dim_type": null, + "flip_sin_to_cos": true, + "freq_shift": 0, + "global_pool_conditions": false, + "in_channels": 4, + "layers_per_block": 2, + "mid_block_scale_factor": 1, + "mid_block_type": "UNetMidBlock2DCrossAttn", + "norm_eps": 1e-05, + "norm_num_groups": 32, + "num_attention_heads": null, + "num_class_embeds": null, + "only_cross_attention": false, + "projection_class_embeddings_input_dim": null, + "resnet_time_scale_shift": "default", + "transformer_layers_per_block": 1, + "upcast_attention": false, + "use_linear_projection": false +} diff --git a/checkpoint-4000/controlnet/diffusion_pytorch_model.safetensors b/checkpoint-4000/controlnet/diffusion_pytorch_model.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..898fbecdcc8199b93d4fdc73b8ae361ac578e431 --- /dev/null +++ b/checkpoint-4000/controlnet/diffusion_pytorch_model.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ffd7fdd0617953c346826641bef69b3924c953ab30f9c3b209ab5c9de8ec82fa +size 1445157120 diff --git a/checkpoint-4000/optimizer.bin b/checkpoint-4000/optimizer.bin new file mode 100644 index 0000000000000000000000000000000000000000..d09c29d6b381770d54042292ddbf6a2a121540a0 --- /dev/null +++ b/checkpoint-4000/optimizer.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:bdd07ee1da5fde0c9583d0308d898a568a940a6ff48c29b2497793822fea2dba +size 2890518041 diff --git a/checkpoint-4000/random_states_0.pkl b/checkpoint-4000/random_states_0.pkl new file mode 100644 index 0000000000000000000000000000000000000000..7b06c91a8aab0232abd1a8b72c2771b3f579de9a --- /dev/null +++ b/checkpoint-4000/random_states_0.pkl @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c48231099bbfc4174b0b5008da13d71255bb809bf55469a8ea9654ea15661ce4 +size 14727 diff --git a/checkpoint-4000/scheduler.bin b/checkpoint-4000/scheduler.bin new file mode 100644 index 0000000000000000000000000000000000000000..313279d03cea02360a7b766639ab1649570431af --- /dev/null +++ b/checkpoint-4000/scheduler.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7edd8082ac389d0c946c2ac507fc3e4d21eaad8a44fcb3f7b57ebbd1b62363dc +size 563 diff --git a/checkpoint-6000/controlnet/config.json b/checkpoint-6000/controlnet/config.json new file mode 100644 index 0000000000000000000000000000000000000000..7812aca132ee32bbe7167871d0ced6512d6535b3 --- /dev/null +++ b/checkpoint-6000/controlnet/config.json @@ -0,0 +1,51 @@ +{ + "_class_name": "ControlNetModel", + "_diffusers_version": "0.30.0.dev0", + "act_fn": "silu", + "addition_embed_type": null, + "addition_embed_type_num_heads": 64, + "addition_time_embed_dim": null, + "attention_head_dim": 8, + "block_out_channels": [ + 320, + 640, + 1280, + 1280 + ], + "class_embed_type": null, + "conditioning_channels": 3, + "conditioning_embedding_out_channels": [ + 16, + 32, + 96, + 256 + ], + "controlnet_conditioning_channel_order": "rgb", + "cross_attention_dim": 768, + "down_block_types": [ + "CrossAttnDownBlock2D", + "CrossAttnDownBlock2D", + "CrossAttnDownBlock2D", + "DownBlock2D" + ], + "downsample_padding": 1, + "encoder_hid_dim": null, + "encoder_hid_dim_type": null, + "flip_sin_to_cos": true, + "freq_shift": 0, + "global_pool_conditions": false, + "in_channels": 4, + "layers_per_block": 2, + "mid_block_scale_factor": 1, + "mid_block_type": "UNetMidBlock2DCrossAttn", + "norm_eps": 1e-05, + "norm_num_groups": 32, + "num_attention_heads": null, + "num_class_embeds": null, + "only_cross_attention": false, + "projection_class_embeddings_input_dim": null, + "resnet_time_scale_shift": "default", + "transformer_layers_per_block": 1, + "upcast_attention": false, + "use_linear_projection": false +} diff --git a/checkpoint-6000/controlnet/diffusion_pytorch_model.safetensors b/checkpoint-6000/controlnet/diffusion_pytorch_model.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..b780630ebc2ac876a70bca34a5f8fee84bf73b1e --- /dev/null +++ b/checkpoint-6000/controlnet/diffusion_pytorch_model.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:83c54a599bfdbb5c72f472fbc4a2d84a3cfb17a969486f5d3be60f4c3474e3c1 +size 1445157120 diff --git a/checkpoint-6000/optimizer.bin b/checkpoint-6000/optimizer.bin new file mode 100644 index 0000000000000000000000000000000000000000..0347d4960108e0c8d7d0cfeb18e93e0e64fbbdfe --- /dev/null +++ b/checkpoint-6000/optimizer.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:99f37b0fe5a4d44a9361284cf9bdd9a4ebe41e3801b55fedf8eac8b856b6bdb7 +size 2890518041 diff --git a/checkpoint-6000/random_states_0.pkl b/checkpoint-6000/random_states_0.pkl new file mode 100644 index 0000000000000000000000000000000000000000..ff2c6a2e2293d7f1fbd63b5f73db3ab3485e9102 --- /dev/null +++ b/checkpoint-6000/random_states_0.pkl @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8351728a4b9ba57d86dbfd2a8284a3af928046d7543db8b7918d2bccc46849e5 +size 14727 diff --git a/checkpoint-6000/scheduler.bin b/checkpoint-6000/scheduler.bin new file mode 100644 index 0000000000000000000000000000000000000000..7413abefc4f8286274da3243afd962fa1696fff1 --- /dev/null +++ b/checkpoint-6000/scheduler.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9a0df2dffc0559ef6134e0571ccfecb406ec3a612efe566ae6f1c62bcf1ab353 +size 563 diff --git a/checkpoint-8000/controlnet/config.json b/checkpoint-8000/controlnet/config.json new file mode 100644 index 0000000000000000000000000000000000000000..7812aca132ee32bbe7167871d0ced6512d6535b3 --- /dev/null +++ b/checkpoint-8000/controlnet/config.json @@ -0,0 +1,51 @@ +{ + "_class_name": "ControlNetModel", + "_diffusers_version": "0.30.0.dev0", + "act_fn": "silu", + "addition_embed_type": null, + "addition_embed_type_num_heads": 64, + "addition_time_embed_dim": null, + "attention_head_dim": 8, + "block_out_channels": [ + 320, + 640, + 1280, + 1280 + ], + "class_embed_type": null, + "conditioning_channels": 3, + "conditioning_embedding_out_channels": [ + 16, + 32, + 96, + 256 + ], + "controlnet_conditioning_channel_order": "rgb", + "cross_attention_dim": 768, + "down_block_types": [ + "CrossAttnDownBlock2D", + "CrossAttnDownBlock2D", + "CrossAttnDownBlock2D", + "DownBlock2D" + ], + "downsample_padding": 1, + "encoder_hid_dim": null, + "encoder_hid_dim_type": null, + "flip_sin_to_cos": true, + "freq_shift": 0, + "global_pool_conditions": false, + "in_channels": 4, + "layers_per_block": 2, + "mid_block_scale_factor": 1, + "mid_block_type": "UNetMidBlock2DCrossAttn", + "norm_eps": 1e-05, + "norm_num_groups": 32, + "num_attention_heads": null, + "num_class_embeds": null, + "only_cross_attention": false, + "projection_class_embeddings_input_dim": null, + "resnet_time_scale_shift": "default", + "transformer_layers_per_block": 1, + "upcast_attention": false, + "use_linear_projection": false +} diff --git a/checkpoint-8000/controlnet/diffusion_pytorch_model.safetensors b/checkpoint-8000/controlnet/diffusion_pytorch_model.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..6b7e6a96788624213d0ac486f68a6dce95ac9111 --- /dev/null +++ b/checkpoint-8000/controlnet/diffusion_pytorch_model.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:28dcdb012a152259d9da7cb87122b45b5b597f9eec45693cd160779bcab8d602 +size 1445157120 diff --git a/checkpoint-8000/optimizer.bin b/checkpoint-8000/optimizer.bin new file mode 100644 index 0000000000000000000000000000000000000000..b92d00ccbbebdb0a9711e783535794642b7eb8f9 --- /dev/null +++ b/checkpoint-8000/optimizer.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ffa759e63f8dfa3a9824a030b7c8c152afe4eab480cacf7d392977d3f87b5be2 +size 2890518041 diff --git a/checkpoint-8000/random_states_0.pkl b/checkpoint-8000/random_states_0.pkl new file mode 100644 index 0000000000000000000000000000000000000000..8542ec38438ba1f75b2b01ce60d804d898930025 --- /dev/null +++ b/checkpoint-8000/random_states_0.pkl @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:cf400de72efc919ac5883c0f814ee93fd062990b32912b89183b3a565cb60534 +size 14727 diff --git a/checkpoint-8000/scheduler.bin b/checkpoint-8000/scheduler.bin new file mode 100644 index 0000000000000000000000000000000000000000..3474e1011e1462a8eab544164dfbd39366ca4da4 --- /dev/null +++ b/checkpoint-8000/scheduler.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:630cc19a3cb4ed5f1d67a0d535bfec489c348a6a88102d8fe945e1a1baf47eb6 +size 563 diff --git a/config.json b/config.json new file mode 100644 index 0000000000000000000000000000000000000000..7812aca132ee32bbe7167871d0ced6512d6535b3 --- /dev/null +++ b/config.json @@ -0,0 +1,51 @@ +{ + "_class_name": "ControlNetModel", + "_diffusers_version": "0.30.0.dev0", + "act_fn": "silu", + "addition_embed_type": null, + "addition_embed_type_num_heads": 64, + "addition_time_embed_dim": null, + "attention_head_dim": 8, + "block_out_channels": [ + 320, + 640, + 1280, + 1280 + ], + "class_embed_type": null, + "conditioning_channels": 3, + "conditioning_embedding_out_channels": [ + 16, + 32, + 96, + 256 + ], + "controlnet_conditioning_channel_order": "rgb", + "cross_attention_dim": 768, + "down_block_types": [ + "CrossAttnDownBlock2D", + "CrossAttnDownBlock2D", + "CrossAttnDownBlock2D", + "DownBlock2D" + ], + "downsample_padding": 1, + "encoder_hid_dim": null, + "encoder_hid_dim_type": null, + "flip_sin_to_cos": true, + "freq_shift": 0, + "global_pool_conditions": false, + "in_channels": 4, + "layers_per_block": 2, + "mid_block_scale_factor": 1, + "mid_block_type": "UNetMidBlock2DCrossAttn", + "norm_eps": 1e-05, + "norm_num_groups": 32, + "num_attention_heads": null, + "num_class_embeds": null, + "only_cross_attention": false, + "projection_class_embeddings_input_dim": null, + "resnet_time_scale_shift": "default", + "transformer_layers_per_block": 1, + "upcast_attention": false, + "use_linear_projection": false +} diff --git a/diffusion_pytorch_model.safetensors b/diffusion_pytorch_model.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..a2beed521eb5c9e1c7e0032de2e0767b3dfab6e0 --- /dev/null +++ b/diffusion_pytorch_model.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:19ed1cfd84e04c1bc5d0356451d983db1008e5537c52fca52d8ed51165c4f6ee +size 1445157120 diff --git a/image_control.png b/image_control.png new file mode 100644 index 0000000000000000000000000000000000000000..36f8492de46e4b52786ff3449084652e185a2be1 Binary files /dev/null and b/image_control.png differ diff --git a/images_0.png b/images_0.png new file mode 100644 index 0000000000000000000000000000000000000000..a189604a8e7eef627510a3a2ba0f63498480de33 --- /dev/null +++ b/images_0.png @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:47718b22a0468b65d771cc7fd27f0e1cff9efc01cbb4783e429a3c7a4cb64596 +size 1169254 diff --git a/images_1.png b/images_1.png new file mode 100644 index 0000000000000000000000000000000000000000..9e0c68169cb53c3a0ab52a0534dacc66e648f30f --- /dev/null +++ b/images_1.png @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b3edf253346379ead516414d350c1ecc9c92713d9489d2330b0e8de2a485c4c4 +size 1737838 diff --git a/images_2.png b/images_2.png new file mode 100644 index 0000000000000000000000000000000000000000..d46467765873af54ffcf09533c10612c00be0d5d --- /dev/null +++ b/images_2.png @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f8edca9aa2e812bf5d5547b0277807e4b072ef2b3e8cdcc1eea80f53ec18528f +size 1497405 diff --git a/images_3.png b/images_3.png new file mode 100644 index 0000000000000000000000000000000000000000..d57c50a4e6bcda3b788ec21fddfee27c271b6e8f --- /dev/null +++ b/images_3.png @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:caed2d0ac9c1ca8294b6cdcaa8b8ced0a06353fb77526d77bade415da5d14d5d +size 2098965