diff --git a/.gitattributes b/.gitattributes index a6344aac8c09253b3b630fb776ae94478aa0275b..504d0f27aa11ab8fb8719312c0597e583f644960 100644 --- a/.gitattributes +++ b/.gitattributes @@ -33,3 +33,10 @@ saved_model/**/* filter=lfs diff=lfs merge=lfs -text *.zip filter=lfs diff=lfs merge=lfs -text *.zst filter=lfs diff=lfs merge=lfs -text *tfevents* filter=lfs diff=lfs merge=lfs -text +image_control.png filter=lfs diff=lfs merge=lfs -text +images_0.png filter=lfs diff=lfs merge=lfs -text +images_1.png filter=lfs diff=lfs merge=lfs -text +images_2.png filter=lfs diff=lfs merge=lfs -text +images_3.png filter=lfs diff=lfs merge=lfs -text +images_4.png filter=lfs diff=lfs merge=lfs -text +images_5.png filter=lfs diff=lfs merge=lfs -text diff --git a/README.md b/README.md new file mode 100644 index 0000000000000000000000000000000000000000..aafbd19fd1a211595afc98d014797a83d9c5f968 --- /dev/null +++ b/README.md @@ -0,0 +1,53 @@ +--- +base_model: yeq6x/v1-5-pruned_pls_SMPL_LoRA_sd1.5_v1.fp16 +library_name: diffusers +license: creativeml-openrail-m +inference: true +tags: +- stable-diffusion +- stable-diffusion-diffusers +- text-to-image +- diffusers +- controlnet +- diffusers-training +--- + + + + +# controlnet-yeq6x/CN_SMPL_sd15_v2 + +These are controlnet weights trained on yeq6x/v1-5-pruned_pls_SMPL_LoRA_sd1.5_v1.fp16 with new type of conditioning. +You can find some example images below. + +prompt: yellow smpl, hand, black background +![images_0)](./images_0.png) +prompt: blue smpl, hand, black background +![images_1)](./images_1.png) +prompt: green smpl, hand, black background +![images_2)](./images_2.png) +prompt: orange smpl, full body, black background +![images_3)](./images_3.png) +prompt: yellow smpl, full body, black background +![images_4)](./images_4.png) +prompt: yellow smpl, full body, black background +![images_5)](./images_5.png) + + + +## Intended uses & limitations + +#### How to use + +```python +# TODO: add an example code snippet for running this diffusion pipeline +``` + +#### Limitations and bias + +[TODO: provide examples of latent issues and potential remediations] + +## Training details + +[TODO: describe the data used to train the model] \ No newline at end of file diff --git a/checkpoint-10000/controlnet/config.json b/checkpoint-10000/controlnet/config.json new file mode 100644 index 0000000000000000000000000000000000000000..1212b76651ac9b1676690a31b185a0244ada2870 --- /dev/null +++ b/checkpoint-10000/controlnet/config.json @@ -0,0 +1,51 @@ +{ + "_class_name": "ControlNetModel", + "_diffusers_version": "0.33.0.dev0", + "act_fn": "silu", + "addition_embed_type": null, + "addition_embed_type_num_heads": 64, + "addition_time_embed_dim": null, + "attention_head_dim": 8, + "block_out_channels": [ + 320, + 640, + 1280, + 1280 + ], + "class_embed_type": null, + "conditioning_channels": 3, + "conditioning_embedding_out_channels": [ + 16, + 32, + 96, + 256 + ], + "controlnet_conditioning_channel_order": "rgb", + "cross_attention_dim": 768, + "down_block_types": [ + "CrossAttnDownBlock2D", + "CrossAttnDownBlock2D", + "CrossAttnDownBlock2D", + "DownBlock2D" + ], + "downsample_padding": 1, + "encoder_hid_dim": null, + "encoder_hid_dim_type": null, + "flip_sin_to_cos": true, + "freq_shift": 0, + "global_pool_conditions": false, + "in_channels": 4, + "layers_per_block": 2, + "mid_block_scale_factor": 1, + "mid_block_type": "UNetMidBlock2DCrossAttn", + "norm_eps": 1e-05, + "norm_num_groups": 32, + "num_attention_heads": null, + "num_class_embeds": null, + "only_cross_attention": false, + "projection_class_embeddings_input_dim": null, + "resnet_time_scale_shift": "default", + "transformer_layers_per_block": 1, + "upcast_attention": false, + "use_linear_projection": false +} diff --git a/checkpoint-10000/controlnet/diffusion_pytorch_model.safetensors b/checkpoint-10000/controlnet/diffusion_pytorch_model.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..3a934ca9fe3dd78649a73ff5461ee005770aa7df --- /dev/null +++ b/checkpoint-10000/controlnet/diffusion_pytorch_model.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ba83a54a2d2bf0a85ab427c33b146d25c8fabc6cee38d8f934a217f87691cbce +size 1445157120 diff --git a/checkpoint-10000/optimizer.bin b/checkpoint-10000/optimizer.bin new file mode 100644 index 0000000000000000000000000000000000000000..9185c49b0ec3068a445f1146bb47de052a1cbcbd --- /dev/null +++ b/checkpoint-10000/optimizer.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6327aee7bd082cf96fd93179cc6e0ce8206094df2b87a7222f5d2b0ce4f9e659 +size 2890518478 diff --git a/checkpoint-10000/random_states_0.pkl b/checkpoint-10000/random_states_0.pkl new file mode 100644 index 0000000000000000000000000000000000000000..54334b0946d37eada2acabe7e5b0fa23ea38313d --- /dev/null +++ b/checkpoint-10000/random_states_0.pkl @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:32b4ae987aee5c3e9576232b07441cac556f11acd4d54c7f3d560e98bdef5b55 +size 14408 diff --git a/checkpoint-10000/scheduler.bin b/checkpoint-10000/scheduler.bin new file mode 100644 index 0000000000000000000000000000000000000000..c97e6ae54bcf1b124d4c0e48d148952673d2edcc --- /dev/null +++ b/checkpoint-10000/scheduler.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a2bd2fea55575e9e5201cd70f190230d22db4f67ec868e253d7e182dd49a19ee +size 1000 diff --git a/checkpoint-15000/controlnet/config.json b/checkpoint-15000/controlnet/config.json new file mode 100644 index 0000000000000000000000000000000000000000..1212b76651ac9b1676690a31b185a0244ada2870 --- /dev/null +++ b/checkpoint-15000/controlnet/config.json @@ -0,0 +1,51 @@ +{ + "_class_name": "ControlNetModel", + "_diffusers_version": "0.33.0.dev0", + "act_fn": "silu", + "addition_embed_type": null, + "addition_embed_type_num_heads": 64, + "addition_time_embed_dim": null, + "attention_head_dim": 8, + "block_out_channels": [ + 320, + 640, + 1280, + 1280 + ], + "class_embed_type": null, + "conditioning_channels": 3, + "conditioning_embedding_out_channels": [ + 16, + 32, + 96, + 256 + ], + "controlnet_conditioning_channel_order": "rgb", + "cross_attention_dim": 768, + "down_block_types": [ + "CrossAttnDownBlock2D", + "CrossAttnDownBlock2D", + "CrossAttnDownBlock2D", + "DownBlock2D" + ], + "downsample_padding": 1, + "encoder_hid_dim": null, + "encoder_hid_dim_type": null, + "flip_sin_to_cos": true, + "freq_shift": 0, + "global_pool_conditions": false, + "in_channels": 4, + "layers_per_block": 2, + "mid_block_scale_factor": 1, + "mid_block_type": "UNetMidBlock2DCrossAttn", + "norm_eps": 1e-05, + "norm_num_groups": 32, + "num_attention_heads": null, + "num_class_embeds": null, + "only_cross_attention": false, + "projection_class_embeddings_input_dim": null, + "resnet_time_scale_shift": "default", + "transformer_layers_per_block": 1, + "upcast_attention": false, + "use_linear_projection": false +} diff --git a/checkpoint-15000/controlnet/diffusion_pytorch_model.safetensors b/checkpoint-15000/controlnet/diffusion_pytorch_model.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..42c053580983932bc9dd03f2ef2bb735a3df3c2b --- /dev/null +++ b/checkpoint-15000/controlnet/diffusion_pytorch_model.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:81c4ecb592071ec28465ac24e79cf7ec65d518ddc726779f3fd673f12a9b0fd1 +size 1445157120 diff --git a/checkpoint-15000/optimizer.bin b/checkpoint-15000/optimizer.bin new file mode 100644 index 0000000000000000000000000000000000000000..1e3cb61e0dc89c2f5a6532c8d43a484202080c70 --- /dev/null +++ b/checkpoint-15000/optimizer.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:89ced0302de701d82ef186872971cfee8c325a3989f062fba83c721026d02f76 +size 2890518478 diff --git a/checkpoint-15000/random_states_0.pkl b/checkpoint-15000/random_states_0.pkl new file mode 100644 index 0000000000000000000000000000000000000000..b55bc03b105bce3b33971f4429a20cb68a56fb08 --- /dev/null +++ b/checkpoint-15000/random_states_0.pkl @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8a618210039a99e6e55a1ff17e5dcd01b08f52f76848b138958d5c76e2418ebd +size 14408 diff --git a/checkpoint-15000/scheduler.bin b/checkpoint-15000/scheduler.bin new file mode 100644 index 0000000000000000000000000000000000000000..6a2a4070a52ccbed96da55a7070bc6563a7f86b5 --- /dev/null +++ b/checkpoint-15000/scheduler.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:bb5488e48edf134f11b30bc97f9db87ef384ca8eea75a0471520f372e45b82a0 +size 1000 diff --git a/checkpoint-20000/controlnet/config.json b/checkpoint-20000/controlnet/config.json new file mode 100644 index 0000000000000000000000000000000000000000..1212b76651ac9b1676690a31b185a0244ada2870 --- /dev/null +++ b/checkpoint-20000/controlnet/config.json @@ -0,0 +1,51 @@ +{ + "_class_name": "ControlNetModel", + "_diffusers_version": "0.33.0.dev0", + "act_fn": "silu", + "addition_embed_type": null, + "addition_embed_type_num_heads": 64, + "addition_time_embed_dim": null, + "attention_head_dim": 8, + "block_out_channels": [ + 320, + 640, + 1280, + 1280 + ], + "class_embed_type": null, + "conditioning_channels": 3, + "conditioning_embedding_out_channels": [ + 16, + 32, + 96, + 256 + ], + "controlnet_conditioning_channel_order": "rgb", + "cross_attention_dim": 768, + "down_block_types": [ + "CrossAttnDownBlock2D", + "CrossAttnDownBlock2D", + "CrossAttnDownBlock2D", + "DownBlock2D" + ], + "downsample_padding": 1, + "encoder_hid_dim": null, + "encoder_hid_dim_type": null, + "flip_sin_to_cos": true, + "freq_shift": 0, + "global_pool_conditions": false, + "in_channels": 4, + "layers_per_block": 2, + "mid_block_scale_factor": 1, + "mid_block_type": "UNetMidBlock2DCrossAttn", + "norm_eps": 1e-05, + "norm_num_groups": 32, + "num_attention_heads": null, + "num_class_embeds": null, + "only_cross_attention": false, + "projection_class_embeddings_input_dim": null, + "resnet_time_scale_shift": "default", + "transformer_layers_per_block": 1, + "upcast_attention": false, + "use_linear_projection": false +} diff --git a/checkpoint-20000/controlnet/diffusion_pytorch_model.safetensors b/checkpoint-20000/controlnet/diffusion_pytorch_model.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..c30354e5482deb9f628d2bf6cd9a913cd0dd6e51 --- /dev/null +++ b/checkpoint-20000/controlnet/diffusion_pytorch_model.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c6b4cbb6ad97ac4ef74403b584887d8a70026e63aa0075bb48e1e7352fa74bd8 +size 1445157120 diff --git a/checkpoint-20000/optimizer.bin b/checkpoint-20000/optimizer.bin new file mode 100644 index 0000000000000000000000000000000000000000..bd910a8e81e5d70f4aa7981a1bf679208b710246 --- /dev/null +++ b/checkpoint-20000/optimizer.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1cf98252600e591ba82db281f45dc9570ad10068f0dbf5bf0ecced00996554bb +size 2890518478 diff --git a/checkpoint-20000/random_states_0.pkl b/checkpoint-20000/random_states_0.pkl new file mode 100644 index 0000000000000000000000000000000000000000..7fc4ed149905175f591660eaa06c64c7fed64b0e --- /dev/null +++ b/checkpoint-20000/random_states_0.pkl @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:05f4130d561ab662c7fd5a8263731f3c988f0296b8aea8cca7c4732e6d04dcd3 +size 14472 diff --git a/checkpoint-20000/scheduler.bin b/checkpoint-20000/scheduler.bin new file mode 100644 index 0000000000000000000000000000000000000000..ec1264831ebf66dc0e0798e5bf438c69347bbb19 --- /dev/null +++ b/checkpoint-20000/scheduler.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f55edbbf3d661bff3376ca6a1be98f1f36f91ed080f21ed9c445a6b57bedfedd +size 1000 diff --git a/checkpoint-25000/controlnet/config.json b/checkpoint-25000/controlnet/config.json new file mode 100644 index 0000000000000000000000000000000000000000..1212b76651ac9b1676690a31b185a0244ada2870 --- /dev/null +++ b/checkpoint-25000/controlnet/config.json @@ -0,0 +1,51 @@ +{ + "_class_name": "ControlNetModel", + "_diffusers_version": "0.33.0.dev0", + "act_fn": "silu", + "addition_embed_type": null, + "addition_embed_type_num_heads": 64, + "addition_time_embed_dim": null, + "attention_head_dim": 8, + "block_out_channels": [ + 320, + 640, + 1280, + 1280 + ], + "class_embed_type": null, + "conditioning_channels": 3, + "conditioning_embedding_out_channels": [ + 16, + 32, + 96, + 256 + ], + "controlnet_conditioning_channel_order": "rgb", + "cross_attention_dim": 768, + "down_block_types": [ + "CrossAttnDownBlock2D", + "CrossAttnDownBlock2D", + "CrossAttnDownBlock2D", + "DownBlock2D" + ], + "downsample_padding": 1, + "encoder_hid_dim": null, + "encoder_hid_dim_type": null, + "flip_sin_to_cos": true, + "freq_shift": 0, + "global_pool_conditions": false, + "in_channels": 4, + "layers_per_block": 2, + "mid_block_scale_factor": 1, + "mid_block_type": "UNetMidBlock2DCrossAttn", + "norm_eps": 1e-05, + "norm_num_groups": 32, + "num_attention_heads": null, + "num_class_embeds": null, + "only_cross_attention": false, + "projection_class_embeddings_input_dim": null, + "resnet_time_scale_shift": "default", + "transformer_layers_per_block": 1, + "upcast_attention": false, + "use_linear_projection": false +} diff --git a/checkpoint-25000/controlnet/diffusion_pytorch_model.safetensors b/checkpoint-25000/controlnet/diffusion_pytorch_model.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..c7b064bb02f84fe93d999080bc436d9327b3333c --- /dev/null +++ b/checkpoint-25000/controlnet/diffusion_pytorch_model.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:cfc9f03bd587a1d4154004b58e59d9c89852c0ade87dfd0c1d9ce7f1d7d6b58e +size 1445157120 diff --git a/checkpoint-25000/optimizer.bin b/checkpoint-25000/optimizer.bin new file mode 100644 index 0000000000000000000000000000000000000000..87bdbf7572173c0c732790204c71bde748b78577 --- /dev/null +++ b/checkpoint-25000/optimizer.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e624e9bca394047c6df205fd12b5b4e6d36259ae714c72d208542c923f2afa8d +size 2890518478 diff --git a/checkpoint-25000/random_states_0.pkl b/checkpoint-25000/random_states_0.pkl new file mode 100644 index 0000000000000000000000000000000000000000..12e07eac988f3eba2eb8eb42395fd5e7cb06080c --- /dev/null +++ b/checkpoint-25000/random_states_0.pkl @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:bc1a86e4c0edd354c682901c3a7699c0e0e115477a6423056a51e3d3089feb48 +size 14344 diff --git a/checkpoint-25000/scheduler.bin b/checkpoint-25000/scheduler.bin new file mode 100644 index 0000000000000000000000000000000000000000..860d6f297ead983c750b5dc45a75e11e8eb350ab --- /dev/null +++ b/checkpoint-25000/scheduler.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e070f1910949dab337fd7a4bc45ad7097ce75b97370ce200743f03e5018a5a35 +size 1000 diff --git a/checkpoint-30000/controlnet/config.json b/checkpoint-30000/controlnet/config.json new file mode 100644 index 0000000000000000000000000000000000000000..1212b76651ac9b1676690a31b185a0244ada2870 --- /dev/null +++ b/checkpoint-30000/controlnet/config.json @@ -0,0 +1,51 @@ +{ + "_class_name": "ControlNetModel", + "_diffusers_version": "0.33.0.dev0", + "act_fn": "silu", + "addition_embed_type": null, + "addition_embed_type_num_heads": 64, + "addition_time_embed_dim": null, + "attention_head_dim": 8, + "block_out_channels": [ + 320, + 640, + 1280, + 1280 + ], + "class_embed_type": null, + "conditioning_channels": 3, + "conditioning_embedding_out_channels": [ + 16, + 32, + 96, + 256 + ], + "controlnet_conditioning_channel_order": "rgb", + "cross_attention_dim": 768, + "down_block_types": [ + "CrossAttnDownBlock2D", + "CrossAttnDownBlock2D", + "CrossAttnDownBlock2D", + "DownBlock2D" + ], + "downsample_padding": 1, + "encoder_hid_dim": null, + "encoder_hid_dim_type": null, + "flip_sin_to_cos": true, + "freq_shift": 0, + "global_pool_conditions": false, + "in_channels": 4, + "layers_per_block": 2, + "mid_block_scale_factor": 1, + "mid_block_type": "UNetMidBlock2DCrossAttn", + "norm_eps": 1e-05, + "norm_num_groups": 32, + "num_attention_heads": null, + "num_class_embeds": null, + "only_cross_attention": false, + "projection_class_embeddings_input_dim": null, + "resnet_time_scale_shift": "default", + "transformer_layers_per_block": 1, + "upcast_attention": false, + "use_linear_projection": false +} diff --git a/checkpoint-30000/controlnet/diffusion_pytorch_model.safetensors b/checkpoint-30000/controlnet/diffusion_pytorch_model.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..26c10c9d89c330b2a7c835932015a65041611042 --- /dev/null +++ b/checkpoint-30000/controlnet/diffusion_pytorch_model.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f04dc317a89ef7bb9b6c3b346e33dcf900b3caabd9c8836a60755dc2957a2215 +size 1445157120 diff --git a/checkpoint-30000/optimizer.bin b/checkpoint-30000/optimizer.bin new file mode 100644 index 0000000000000000000000000000000000000000..f3618955ecc7056f75c125dd367943655b0aca27 --- /dev/null +++ b/checkpoint-30000/optimizer.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:703c3768a1c08f4b86b64748fb2c5e12e741d975fcaf6d976b9de8aef58678f6 +size 2890518478 diff --git a/checkpoint-30000/random_states_0.pkl b/checkpoint-30000/random_states_0.pkl new file mode 100644 index 0000000000000000000000000000000000000000..987ac8fbe0b0b1ca89357af9c592d493aa4d2900 --- /dev/null +++ b/checkpoint-30000/random_states_0.pkl @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:473633606d27a2f228f3b23dd692bfcbba3b2ebdcb27ef6f6128d9720be1e199 +size 14344 diff --git a/checkpoint-30000/scheduler.bin b/checkpoint-30000/scheduler.bin new file mode 100644 index 0000000000000000000000000000000000000000..0ae0195b710ce0b8d316d1ee71a9859af70ddca4 --- /dev/null +++ b/checkpoint-30000/scheduler.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f000384788d0665d146bf7d6a0052d0be62aab9f77fee3d27f6147408d31b73f +size 1000 diff --git a/checkpoint-35000/controlnet/config.json b/checkpoint-35000/controlnet/config.json new file mode 100644 index 0000000000000000000000000000000000000000..1212b76651ac9b1676690a31b185a0244ada2870 --- /dev/null +++ b/checkpoint-35000/controlnet/config.json @@ -0,0 +1,51 @@ +{ + "_class_name": "ControlNetModel", + "_diffusers_version": "0.33.0.dev0", + "act_fn": "silu", + "addition_embed_type": null, + "addition_embed_type_num_heads": 64, + "addition_time_embed_dim": null, + "attention_head_dim": 8, + "block_out_channels": [ + 320, + 640, + 1280, + 1280 + ], + "class_embed_type": null, + "conditioning_channels": 3, + "conditioning_embedding_out_channels": [ + 16, + 32, + 96, + 256 + ], + "controlnet_conditioning_channel_order": "rgb", + "cross_attention_dim": 768, + "down_block_types": [ + "CrossAttnDownBlock2D", + "CrossAttnDownBlock2D", + "CrossAttnDownBlock2D", + "DownBlock2D" + ], + "downsample_padding": 1, + "encoder_hid_dim": null, + "encoder_hid_dim_type": null, + "flip_sin_to_cos": true, + "freq_shift": 0, + "global_pool_conditions": false, + "in_channels": 4, + "layers_per_block": 2, + "mid_block_scale_factor": 1, + "mid_block_type": "UNetMidBlock2DCrossAttn", + "norm_eps": 1e-05, + "norm_num_groups": 32, + "num_attention_heads": null, + "num_class_embeds": null, + "only_cross_attention": false, + "projection_class_embeddings_input_dim": null, + "resnet_time_scale_shift": "default", + "transformer_layers_per_block": 1, + "upcast_attention": false, + "use_linear_projection": false +} diff --git a/checkpoint-35000/controlnet/diffusion_pytorch_model.safetensors b/checkpoint-35000/controlnet/diffusion_pytorch_model.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..bd5af25eaf1c34861fb3a6fc5c46563df350978c --- /dev/null +++ b/checkpoint-35000/controlnet/diffusion_pytorch_model.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6e3f633d610caebe591628619398f78b304c9a7e00b43f4d7a8467353996c37c +size 1445157120 diff --git a/checkpoint-35000/optimizer.bin b/checkpoint-35000/optimizer.bin new file mode 100644 index 0000000000000000000000000000000000000000..579c1363e7bb576a20b2ebeddaf494328868c808 --- /dev/null +++ b/checkpoint-35000/optimizer.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:37e192515d78b1e4877a90045f4bedadeb05a145182a4a3e50ae4685c308f31d +size 2890518478 diff --git a/checkpoint-35000/random_states_0.pkl b/checkpoint-35000/random_states_0.pkl new file mode 100644 index 0000000000000000000000000000000000000000..f8c88cdccfeb3d3030fb48d06430f365142dfdf8 --- /dev/null +++ b/checkpoint-35000/random_states_0.pkl @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a03410cc4898647906b1cd6e4711db3470d938928b49fafb396cb2414aa7cc95 +size 14408 diff --git a/checkpoint-35000/scheduler.bin b/checkpoint-35000/scheduler.bin new file mode 100644 index 0000000000000000000000000000000000000000..00ecf4e903e3fdd8c83a134a862369439eacba3e --- /dev/null +++ b/checkpoint-35000/scheduler.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:296ebcb3f82f0cb0c7777be7a4021de3d7c5a850383de0cd36ab1d03c8fdf135 +size 1000 diff --git a/checkpoint-40000/controlnet/config.json b/checkpoint-40000/controlnet/config.json new file mode 100644 index 0000000000000000000000000000000000000000..1212b76651ac9b1676690a31b185a0244ada2870 --- /dev/null +++ b/checkpoint-40000/controlnet/config.json @@ -0,0 +1,51 @@ +{ + "_class_name": "ControlNetModel", + "_diffusers_version": "0.33.0.dev0", + "act_fn": "silu", + "addition_embed_type": null, + "addition_embed_type_num_heads": 64, + "addition_time_embed_dim": null, + "attention_head_dim": 8, + "block_out_channels": [ + 320, + 640, + 1280, + 1280 + ], + "class_embed_type": null, + "conditioning_channels": 3, + "conditioning_embedding_out_channels": [ + 16, + 32, + 96, + 256 + ], + "controlnet_conditioning_channel_order": "rgb", + "cross_attention_dim": 768, + "down_block_types": [ + "CrossAttnDownBlock2D", + "CrossAttnDownBlock2D", + "CrossAttnDownBlock2D", + "DownBlock2D" + ], + "downsample_padding": 1, + "encoder_hid_dim": null, + "encoder_hid_dim_type": null, + "flip_sin_to_cos": true, + "freq_shift": 0, + "global_pool_conditions": false, + "in_channels": 4, + "layers_per_block": 2, + "mid_block_scale_factor": 1, + "mid_block_type": "UNetMidBlock2DCrossAttn", + "norm_eps": 1e-05, + "norm_num_groups": 32, + "num_attention_heads": null, + "num_class_embeds": null, + "only_cross_attention": false, + "projection_class_embeddings_input_dim": null, + "resnet_time_scale_shift": "default", + "transformer_layers_per_block": 1, + "upcast_attention": false, + "use_linear_projection": false +} diff --git a/checkpoint-40000/controlnet/diffusion_pytorch_model.safetensors b/checkpoint-40000/controlnet/diffusion_pytorch_model.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..bdf84d55f93a9ea1a2cda2dbbb843bcc62d73c0e --- /dev/null +++ b/checkpoint-40000/controlnet/diffusion_pytorch_model.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c5a2628bafcf425792701876accf7014a3f6fd202bb96395ca5be3e58fc83a61 +size 1445157120 diff --git a/checkpoint-40000/optimizer.bin b/checkpoint-40000/optimizer.bin new file mode 100644 index 0000000000000000000000000000000000000000..b50dbb5600d7b5bbd27c578ceb095e32d7af52d1 --- /dev/null +++ b/checkpoint-40000/optimizer.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1d3ffae3bb9c33e995aa26a7483cb6818bc0d1f9e3d4eb1937621dd2de4c3259 +size 2890518478 diff --git a/checkpoint-40000/random_states_0.pkl b/checkpoint-40000/random_states_0.pkl new file mode 100644 index 0000000000000000000000000000000000000000..dc01187ce148583db48621edcf2bdf867a72d6cf --- /dev/null +++ b/checkpoint-40000/random_states_0.pkl @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5e16fe5b85f1baadb60f27a2b89a2c221bdb48bb5ab1848f99e2b944ca6e364e +size 14408 diff --git a/checkpoint-40000/scheduler.bin b/checkpoint-40000/scheduler.bin new file mode 100644 index 0000000000000000000000000000000000000000..b67428c3bc5f73921cbbe89ecc130a0dc966ea0e --- /dev/null +++ b/checkpoint-40000/scheduler.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0ac5722a50941bc1353846f80a544eb191fa869ae625cb63833f25ef78114c2d +size 1000 diff --git a/checkpoint-45000/controlnet/config.json b/checkpoint-45000/controlnet/config.json new file mode 100644 index 0000000000000000000000000000000000000000..1212b76651ac9b1676690a31b185a0244ada2870 --- /dev/null +++ b/checkpoint-45000/controlnet/config.json @@ -0,0 +1,51 @@ +{ + "_class_name": "ControlNetModel", + "_diffusers_version": "0.33.0.dev0", + "act_fn": "silu", + "addition_embed_type": null, + "addition_embed_type_num_heads": 64, + "addition_time_embed_dim": null, + "attention_head_dim": 8, + "block_out_channels": [ + 320, + 640, + 1280, + 1280 + ], + "class_embed_type": null, + "conditioning_channels": 3, + "conditioning_embedding_out_channels": [ + 16, + 32, + 96, + 256 + ], + "controlnet_conditioning_channel_order": "rgb", + "cross_attention_dim": 768, + "down_block_types": [ + "CrossAttnDownBlock2D", + "CrossAttnDownBlock2D", + "CrossAttnDownBlock2D", + "DownBlock2D" + ], + "downsample_padding": 1, + "encoder_hid_dim": null, + "encoder_hid_dim_type": null, + "flip_sin_to_cos": true, + "freq_shift": 0, + "global_pool_conditions": false, + "in_channels": 4, + "layers_per_block": 2, + "mid_block_scale_factor": 1, + "mid_block_type": "UNetMidBlock2DCrossAttn", + "norm_eps": 1e-05, + "norm_num_groups": 32, + "num_attention_heads": null, + "num_class_embeds": null, + "only_cross_attention": false, + "projection_class_embeddings_input_dim": null, + "resnet_time_scale_shift": "default", + "transformer_layers_per_block": 1, + "upcast_attention": false, + "use_linear_projection": false +} diff --git a/checkpoint-45000/controlnet/diffusion_pytorch_model.safetensors b/checkpoint-45000/controlnet/diffusion_pytorch_model.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..0655e7506c3d84fdebacc26479bd2eeb61e4224f --- /dev/null +++ b/checkpoint-45000/controlnet/diffusion_pytorch_model.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b688ea59abd391274eddbde34eab3a6e989bbfae721bc44cdb0cd02598f0ee87 +size 1445157120 diff --git a/checkpoint-45000/optimizer.bin b/checkpoint-45000/optimizer.bin new file mode 100644 index 0000000000000000000000000000000000000000..88dbac54ee3055b93ba2c08e687fb243c1dab5f5 --- /dev/null +++ b/checkpoint-45000/optimizer.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0b2cb7d9663b841b1c6ba0d3e988c21dc4ccb0431702db326f565c7f012b3260 +size 2890518478 diff --git a/checkpoint-45000/random_states_0.pkl b/checkpoint-45000/random_states_0.pkl new file mode 100644 index 0000000000000000000000000000000000000000..2ba01b0fc4a2903ddfc3bb296c0daab1248fedfe --- /dev/null +++ b/checkpoint-45000/random_states_0.pkl @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:189e464fa201755553a72a58ccd50bcaa6a5d2de84474faddcd9ee6aaeef9ba7 +size 14408 diff --git a/checkpoint-45000/scheduler.bin b/checkpoint-45000/scheduler.bin new file mode 100644 index 0000000000000000000000000000000000000000..8a9f6d4a64b5a4c8de93ebec7da4cdcd39bc12bb --- /dev/null +++ b/checkpoint-45000/scheduler.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:717beb7db48a1d44320bf5807135c5fed58f681ec8ccaa26c46a67934b3210d8 +size 1000 diff --git a/checkpoint-5000/controlnet/config.json b/checkpoint-5000/controlnet/config.json new file mode 100644 index 0000000000000000000000000000000000000000..1212b76651ac9b1676690a31b185a0244ada2870 --- /dev/null +++ b/checkpoint-5000/controlnet/config.json @@ -0,0 +1,51 @@ +{ + "_class_name": "ControlNetModel", + "_diffusers_version": "0.33.0.dev0", + "act_fn": "silu", + "addition_embed_type": null, + "addition_embed_type_num_heads": 64, + "addition_time_embed_dim": null, + "attention_head_dim": 8, + "block_out_channels": [ + 320, + 640, + 1280, + 1280 + ], + "class_embed_type": null, + "conditioning_channels": 3, + "conditioning_embedding_out_channels": [ + 16, + 32, + 96, + 256 + ], + "controlnet_conditioning_channel_order": "rgb", + "cross_attention_dim": 768, + "down_block_types": [ + "CrossAttnDownBlock2D", + "CrossAttnDownBlock2D", + "CrossAttnDownBlock2D", + "DownBlock2D" + ], + "downsample_padding": 1, + "encoder_hid_dim": null, + "encoder_hid_dim_type": null, + "flip_sin_to_cos": true, + "freq_shift": 0, + "global_pool_conditions": false, + "in_channels": 4, + "layers_per_block": 2, + "mid_block_scale_factor": 1, + "mid_block_type": "UNetMidBlock2DCrossAttn", + "norm_eps": 1e-05, + "norm_num_groups": 32, + "num_attention_heads": null, + "num_class_embeds": null, + "only_cross_attention": false, + "projection_class_embeddings_input_dim": null, + "resnet_time_scale_shift": "default", + "transformer_layers_per_block": 1, + "upcast_attention": false, + "use_linear_projection": false +} diff --git a/checkpoint-5000/controlnet/diffusion_pytorch_model.safetensors b/checkpoint-5000/controlnet/diffusion_pytorch_model.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..94bc98dccdaa08cb8da171f2b659d0e8fe7bb6d3 --- /dev/null +++ b/checkpoint-5000/controlnet/diffusion_pytorch_model.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:29bbf04f03b5cfc6e52896b96500ac000c5ff5aeef60ca0d8c1705f9eeef6557 +size 1445157120 diff --git a/checkpoint-5000/optimizer.bin b/checkpoint-5000/optimizer.bin new file mode 100644 index 0000000000000000000000000000000000000000..e3233cdd351c365e0727c10b04b22f6e8d15e2b2 --- /dev/null +++ b/checkpoint-5000/optimizer.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6319eef1b2173ba9fba02534e649ce8ab68baa40688c0539ca5b3ef05e8e6fb2 +size 2890518478 diff --git a/checkpoint-5000/random_states_0.pkl b/checkpoint-5000/random_states_0.pkl new file mode 100644 index 0000000000000000000000000000000000000000..e19258b9b4e4ec3994fefde1f9a94c616f8bee42 --- /dev/null +++ b/checkpoint-5000/random_states_0.pkl @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a1d3b3ed9c7ba78ba5bbbe8bd1cf56760c637654fc0453895a5f1d7fcb842d25 +size 14408 diff --git a/checkpoint-5000/scheduler.bin b/checkpoint-5000/scheduler.bin new file mode 100644 index 0000000000000000000000000000000000000000..f1c1980cd9bb6d0958a5ebfba2390dc788e4b52e --- /dev/null +++ b/checkpoint-5000/scheduler.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b2734d36d08357236113a0d0e82c9a606fbb22a775c8bb9049c19d997ef37430 +size 1000 diff --git a/checkpoint-50000/controlnet/config.json b/checkpoint-50000/controlnet/config.json new file mode 100644 index 0000000000000000000000000000000000000000..1212b76651ac9b1676690a31b185a0244ada2870 --- /dev/null +++ b/checkpoint-50000/controlnet/config.json @@ -0,0 +1,51 @@ +{ + "_class_name": "ControlNetModel", + "_diffusers_version": "0.33.0.dev0", + "act_fn": "silu", + "addition_embed_type": null, + "addition_embed_type_num_heads": 64, + "addition_time_embed_dim": null, + "attention_head_dim": 8, + "block_out_channels": [ + 320, + 640, + 1280, + 1280 + ], + "class_embed_type": null, + "conditioning_channels": 3, + "conditioning_embedding_out_channels": [ + 16, + 32, + 96, + 256 + ], + "controlnet_conditioning_channel_order": "rgb", + "cross_attention_dim": 768, + "down_block_types": [ + "CrossAttnDownBlock2D", + "CrossAttnDownBlock2D", + "CrossAttnDownBlock2D", + "DownBlock2D" + ], + "downsample_padding": 1, + "encoder_hid_dim": null, + "encoder_hid_dim_type": null, + "flip_sin_to_cos": true, + "freq_shift": 0, + "global_pool_conditions": false, + "in_channels": 4, + "layers_per_block": 2, + "mid_block_scale_factor": 1, + "mid_block_type": "UNetMidBlock2DCrossAttn", + "norm_eps": 1e-05, + "norm_num_groups": 32, + "num_attention_heads": null, + "num_class_embeds": null, + "only_cross_attention": false, + "projection_class_embeddings_input_dim": null, + "resnet_time_scale_shift": "default", + "transformer_layers_per_block": 1, + "upcast_attention": false, + "use_linear_projection": false +} diff --git a/checkpoint-50000/controlnet/diffusion_pytorch_model.safetensors b/checkpoint-50000/controlnet/diffusion_pytorch_model.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..1ef728ba443fa01b991dbd74b5c8181587739813 --- /dev/null +++ b/checkpoint-50000/controlnet/diffusion_pytorch_model.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:fbacbdce5a5b8cc62ce5c5bd551ffa8fc4089b4678cab20b1c204ed06323748e +size 1445157120 diff --git a/checkpoint-50000/optimizer.bin b/checkpoint-50000/optimizer.bin new file mode 100644 index 0000000000000000000000000000000000000000..c1083c7cd7c32183f2bdadfcc252d3e16afb8216 --- /dev/null +++ b/checkpoint-50000/optimizer.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6597b52fe61667c1651289d2b98af54c1794e4628bb684d42f0bc59df7722b5d +size 2890518478 diff --git a/checkpoint-50000/random_states_0.pkl b/checkpoint-50000/random_states_0.pkl new file mode 100644 index 0000000000000000000000000000000000000000..36fba8c09c8b0b5ad123365e2b6f28cf13cb73a4 --- /dev/null +++ b/checkpoint-50000/random_states_0.pkl @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8884d5d99a52b182d678b7af152d844db5cbe77f05bb293739bcf2896781d087 +size 14344 diff --git a/checkpoint-50000/scheduler.bin b/checkpoint-50000/scheduler.bin new file mode 100644 index 0000000000000000000000000000000000000000..a1b9f0cdd175707bbdd71ac89326e9602342ba8d --- /dev/null +++ b/checkpoint-50000/scheduler.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f26eaa322be8dfcde04d9223d276afcedf5b287ca963249cdf2966aeb86949ce +size 1000 diff --git a/config.json b/config.json new file mode 100644 index 0000000000000000000000000000000000000000..1212b76651ac9b1676690a31b185a0244ada2870 --- /dev/null +++ b/config.json @@ -0,0 +1,51 @@ +{ + "_class_name": "ControlNetModel", + "_diffusers_version": "0.33.0.dev0", + "act_fn": "silu", + "addition_embed_type": null, + "addition_embed_type_num_heads": 64, + "addition_time_embed_dim": null, + "attention_head_dim": 8, + "block_out_channels": [ + 320, + 640, + 1280, + 1280 + ], + "class_embed_type": null, + "conditioning_channels": 3, + "conditioning_embedding_out_channels": [ + 16, + 32, + 96, + 256 + ], + "controlnet_conditioning_channel_order": "rgb", + "cross_attention_dim": 768, + "down_block_types": [ + "CrossAttnDownBlock2D", + "CrossAttnDownBlock2D", + "CrossAttnDownBlock2D", + "DownBlock2D" + ], + "downsample_padding": 1, + "encoder_hid_dim": null, + "encoder_hid_dim_type": null, + "flip_sin_to_cos": true, + "freq_shift": 0, + "global_pool_conditions": false, + "in_channels": 4, + "layers_per_block": 2, + "mid_block_scale_factor": 1, + "mid_block_type": "UNetMidBlock2DCrossAttn", + "norm_eps": 1e-05, + "norm_num_groups": 32, + "num_attention_heads": null, + "num_class_embeds": null, + "only_cross_attention": false, + "projection_class_embeddings_input_dim": null, + "resnet_time_scale_shift": "default", + "transformer_layers_per_block": 1, + "upcast_attention": false, + "use_linear_projection": false +} diff --git a/diffusion_pytorch_model.safetensors b/diffusion_pytorch_model.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..1ef728ba443fa01b991dbd74b5c8181587739813 --- /dev/null +++ b/diffusion_pytorch_model.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:fbacbdce5a5b8cc62ce5c5bd551ffa8fc4089b4678cab20b1c204ed06323748e +size 1445157120 diff --git a/image_control.png b/image_control.png new file mode 100644 index 0000000000000000000000000000000000000000..7a441744762cbd428991791b2cbba6e94dac25f2 --- /dev/null +++ b/image_control.png @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c9ffaf90699270df950cbeb191aab2cfd88308ef3d4d29941b2ced44ed22a5c8 +size 256927 diff --git a/images_0.png b/images_0.png new file mode 100644 index 0000000000000000000000000000000000000000..8e5099566766e8efdd4c51542b1fa3103ef269dc --- /dev/null +++ b/images_0.png @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5778acc370eb98f4ced84d8079a939129f750e1bf4a27411cb053bb1c2cd7831 +size 847350 diff --git a/images_1.png b/images_1.png new file mode 100644 index 0000000000000000000000000000000000000000..f8e29ce3c07ef4f965921d7399e6ec43c3c2671a --- /dev/null +++ b/images_1.png @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:88c041f1e0827e66deda5661afc08735b034acde4ae0ab6a43c2ad7786050d26 +size 754559 diff --git a/images_2.png b/images_2.png new file mode 100644 index 0000000000000000000000000000000000000000..753e5f0c4d7f696e8a0ffb0cd0a429f2dc60fdc2 --- /dev/null +++ b/images_2.png @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b887273e170260a9243fece230404a34e6fd5b29d1f6a6aef6bd9c6370235a6a +size 911467 diff --git a/images_3.png b/images_3.png new file mode 100644 index 0000000000000000000000000000000000000000..f5b390b4036c3ed64ff5d26aa5196986747f638a --- /dev/null +++ b/images_3.png @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3715bba56a3f203a6223492846d9a2f44e120476003b94af4b1a763331977a42 +size 1137582 diff --git a/images_4.png b/images_4.png new file mode 100644 index 0000000000000000000000000000000000000000..fbcd3aad8325c30d44963f432fd3ed8681c0e06d --- /dev/null +++ b/images_4.png @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:800d0a80eebb08b2b14beea2ca487c92528c2a757e9336dce6f4aa2c66b5bf4d +size 1261379 diff --git a/images_5.png b/images_5.png new file mode 100644 index 0000000000000000000000000000000000000000..d5d55636582058055526cb730a27a2976c3675ed --- /dev/null +++ b/images_5.png @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c0ec7e68d65c1bb1e6d22cad9d1f8fbc9f65d018ae4ab41aa0a1048d21fc8679 +size 936900