diff --git a/.gitattributes b/.gitattributes
index a6344aac8c09253b3b630fb776ae94478aa0275b..eea1d8e4da6083525243bbdb899f6bae1ce3d57c 100644
--- a/.gitattributes
+++ b/.gitattributes
@@ -33,3 +33,5 @@ saved_model/**/* filter=lfs diff=lfs merge=lfs -text
 *.zip filter=lfs diff=lfs merge=lfs -text
 *.zst filter=lfs diff=lfs merge=lfs -text
 *tfevents* filter=lfs diff=lfs merge=lfs -text
+images_0.png filter=lfs diff=lfs merge=lfs -text
+images_1.png filter=lfs diff=lfs merge=lfs -text
diff --git a/README.md b/README.md
new file mode 100644
index 0000000000000000000000000000000000000000..d5730dbc5cc2967d8efa04e529f347090f0b87b9
--- /dev/null
+++ b/README.md
@@ -0,0 +1,45 @@
+---
+base_model: stable-diffusion-v1-5/stable-diffusion-v1-5
+library_name: diffusers
+license: creativeml-openrail-m
+inference: true
+tags:
+- stable-diffusion
+- stable-diffusion-diffusers
+- text-to-image
+- diffusers
+- controlnet
+- diffusers-training
+---
+
+<!-- This model card has been generated automatically according to the information the training script had access to. You
+should probably proofread and complete it, then remove this comment. -->
+
+
+# controlnet-Siwon123/controlnet_test
+
+These are controlnet weights trained on stable-diffusion-v1-5/stable-diffusion-v1-5 with new type of conditioning.
+You can find some example images below.
+
+prompt: red circle with blue background
+![images_0)](./images_0.png)
+prompt: cyan circle with brown floral background
+![images_1)](./images_1.png)
+
+
+
+## Intended uses & limitations
+
+#### How to use
+
+```python
+# TODO: add an example code snippet for running this diffusion pipeline
+```
+
+#### Limitations and bias
+
+[TODO: provide examples of latent issues and potential remediations]
+
+## Training details
+
+[TODO: describe the data used to train the model]
\ No newline at end of file
diff --git a/checkpoint-1000/controlnet/config.json b/checkpoint-1000/controlnet/config.json
new file mode 100644
index 0000000000000000000000000000000000000000..1212b76651ac9b1676690a31b185a0244ada2870
--- /dev/null
+++ b/checkpoint-1000/controlnet/config.json
@@ -0,0 +1,51 @@
+{
+  "_class_name": "ControlNetModel",
+  "_diffusers_version": "0.33.0.dev0",
+  "act_fn": "silu",
+  "addition_embed_type": null,
+  "addition_embed_type_num_heads": 64,
+  "addition_time_embed_dim": null,
+  "attention_head_dim": 8,
+  "block_out_channels": [
+    320,
+    640,
+    1280,
+    1280
+  ],
+  "class_embed_type": null,
+  "conditioning_channels": 3,
+  "conditioning_embedding_out_channels": [
+    16,
+    32,
+    96,
+    256
+  ],
+  "controlnet_conditioning_channel_order": "rgb",
+  "cross_attention_dim": 768,
+  "down_block_types": [
+    "CrossAttnDownBlock2D",
+    "CrossAttnDownBlock2D",
+    "CrossAttnDownBlock2D",
+    "DownBlock2D"
+  ],
+  "downsample_padding": 1,
+  "encoder_hid_dim": null,
+  "encoder_hid_dim_type": null,
+  "flip_sin_to_cos": true,
+  "freq_shift": 0,
+  "global_pool_conditions": false,
+  "in_channels": 4,
+  "layers_per_block": 2,
+  "mid_block_scale_factor": 1,
+  "mid_block_type": "UNetMidBlock2DCrossAttn",
+  "norm_eps": 1e-05,
+  "norm_num_groups": 32,
+  "num_attention_heads": null,
+  "num_class_embeds": null,
+  "only_cross_attention": false,
+  "projection_class_embeddings_input_dim": null,
+  "resnet_time_scale_shift": "default",
+  "transformer_layers_per_block": 1,
+  "upcast_attention": false,
+  "use_linear_projection": false
+}
diff --git a/checkpoint-1000/controlnet/diffusion_pytorch_model.safetensors b/checkpoint-1000/controlnet/diffusion_pytorch_model.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..649c53d9f1b5acff3714293406b17076372653a9
--- /dev/null
+++ b/checkpoint-1000/controlnet/diffusion_pytorch_model.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7877707334c3967c454f27235dc65e41cefcbcd162c44add3a83775bb8fe9750
+size 1445157120
diff --git a/checkpoint-1000/optimizer.bin b/checkpoint-1000/optimizer.bin
new file mode 100644
index 0000000000000000000000000000000000000000..f96652f0c9cab7db62e2354df280e788118d016c
--- /dev/null
+++ b/checkpoint-1000/optimizer.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0141b2384113625a822368054fa41e0f7e65fd3f43ae8031359dfbc8fe9d703a
+size 2890518478
diff --git a/checkpoint-1000/random_states_0.pkl b/checkpoint-1000/random_states_0.pkl
new file mode 100644
index 0000000000000000000000000000000000000000..d332e8323a8028057d91976178c3df1ef59aadcd
--- /dev/null
+++ b/checkpoint-1000/random_states_0.pkl
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:75290653abcd93a777b8968b82583925e1081b95cbd888b6a34d4de9e3520dbd
+size 14344
diff --git a/checkpoint-1000/scheduler.bin b/checkpoint-1000/scheduler.bin
new file mode 100644
index 0000000000000000000000000000000000000000..2b27d725b3673477ff55fdd87a26906ce6565614
--- /dev/null
+++ b/checkpoint-1000/scheduler.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9d16ae9dedf4c45ceadc467593037d83423677715e75ab402a9f44aa81de9b84
+size 1000
diff --git a/checkpoint-10000/controlnet/config.json b/checkpoint-10000/controlnet/config.json
new file mode 100644
index 0000000000000000000000000000000000000000..1212b76651ac9b1676690a31b185a0244ada2870
--- /dev/null
+++ b/checkpoint-10000/controlnet/config.json
@@ -0,0 +1,51 @@
+{
+  "_class_name": "ControlNetModel",
+  "_diffusers_version": "0.33.0.dev0",
+  "act_fn": "silu",
+  "addition_embed_type": null,
+  "addition_embed_type_num_heads": 64,
+  "addition_time_embed_dim": null,
+  "attention_head_dim": 8,
+  "block_out_channels": [
+    320,
+    640,
+    1280,
+    1280
+  ],
+  "class_embed_type": null,
+  "conditioning_channels": 3,
+  "conditioning_embedding_out_channels": [
+    16,
+    32,
+    96,
+    256
+  ],
+  "controlnet_conditioning_channel_order": "rgb",
+  "cross_attention_dim": 768,
+  "down_block_types": [
+    "CrossAttnDownBlock2D",
+    "CrossAttnDownBlock2D",
+    "CrossAttnDownBlock2D",
+    "DownBlock2D"
+  ],
+  "downsample_padding": 1,
+  "encoder_hid_dim": null,
+  "encoder_hid_dim_type": null,
+  "flip_sin_to_cos": true,
+  "freq_shift": 0,
+  "global_pool_conditions": false,
+  "in_channels": 4,
+  "layers_per_block": 2,
+  "mid_block_scale_factor": 1,
+  "mid_block_type": "UNetMidBlock2DCrossAttn",
+  "norm_eps": 1e-05,
+  "norm_num_groups": 32,
+  "num_attention_heads": null,
+  "num_class_embeds": null,
+  "only_cross_attention": false,
+  "projection_class_embeddings_input_dim": null,
+  "resnet_time_scale_shift": "default",
+  "transformer_layers_per_block": 1,
+  "upcast_attention": false,
+  "use_linear_projection": false
+}
diff --git a/checkpoint-10000/controlnet/diffusion_pytorch_model.safetensors b/checkpoint-10000/controlnet/diffusion_pytorch_model.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..243787858b4b6f8cde0e78a6a473fc56bd696b25
--- /dev/null
+++ b/checkpoint-10000/controlnet/diffusion_pytorch_model.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7e7204688a49095d635084b55c6a6c85e730d8a10135bed96fba25728bc1db79
+size 1445157120
diff --git a/checkpoint-10000/optimizer.bin b/checkpoint-10000/optimizer.bin
new file mode 100644
index 0000000000000000000000000000000000000000..cfd6141bb13ceaf3b2c6eecad0e8ff627d727280
--- /dev/null
+++ b/checkpoint-10000/optimizer.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:27b5beeae52b6a44e99ad021c670fe28d760222bd717f07bf23dac617c7e8f7a
+size 2890518478
diff --git a/checkpoint-10000/random_states_0.pkl b/checkpoint-10000/random_states_0.pkl
new file mode 100644
index 0000000000000000000000000000000000000000..70c19ece4c60676b2fb1a257065f836458ad5f8b
--- /dev/null
+++ b/checkpoint-10000/random_states_0.pkl
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0fbdf931555d5f605fcfc320d7d46a156a812004c07106ef5dd128097a11aa91
+size 14344
diff --git a/checkpoint-10000/scheduler.bin b/checkpoint-10000/scheduler.bin
new file mode 100644
index 0000000000000000000000000000000000000000..404dfd6422eb26d29b37d4327709c308ac4d1907
--- /dev/null
+++ b/checkpoint-10000/scheduler.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d31ad9a5150e341b638f838a47b3cb3db0d48efa493bcc8d1f8bf787b2c8cee3
+size 1000
diff --git a/checkpoint-10500/controlnet/config.json b/checkpoint-10500/controlnet/config.json
new file mode 100644
index 0000000000000000000000000000000000000000..1212b76651ac9b1676690a31b185a0244ada2870
--- /dev/null
+++ b/checkpoint-10500/controlnet/config.json
@@ -0,0 +1,51 @@
+{
+  "_class_name": "ControlNetModel",
+  "_diffusers_version": "0.33.0.dev0",
+  "act_fn": "silu",
+  "addition_embed_type": null,
+  "addition_embed_type_num_heads": 64,
+  "addition_time_embed_dim": null,
+  "attention_head_dim": 8,
+  "block_out_channels": [
+    320,
+    640,
+    1280,
+    1280
+  ],
+  "class_embed_type": null,
+  "conditioning_channels": 3,
+  "conditioning_embedding_out_channels": [
+    16,
+    32,
+    96,
+    256
+  ],
+  "controlnet_conditioning_channel_order": "rgb",
+  "cross_attention_dim": 768,
+  "down_block_types": [
+    "CrossAttnDownBlock2D",
+    "CrossAttnDownBlock2D",
+    "CrossAttnDownBlock2D",
+    "DownBlock2D"
+  ],
+  "downsample_padding": 1,
+  "encoder_hid_dim": null,
+  "encoder_hid_dim_type": null,
+  "flip_sin_to_cos": true,
+  "freq_shift": 0,
+  "global_pool_conditions": false,
+  "in_channels": 4,
+  "layers_per_block": 2,
+  "mid_block_scale_factor": 1,
+  "mid_block_type": "UNetMidBlock2DCrossAttn",
+  "norm_eps": 1e-05,
+  "norm_num_groups": 32,
+  "num_attention_heads": null,
+  "num_class_embeds": null,
+  "only_cross_attention": false,
+  "projection_class_embeddings_input_dim": null,
+  "resnet_time_scale_shift": "default",
+  "transformer_layers_per_block": 1,
+  "upcast_attention": false,
+  "use_linear_projection": false
+}
diff --git a/checkpoint-10500/controlnet/diffusion_pytorch_model.safetensors b/checkpoint-10500/controlnet/diffusion_pytorch_model.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..5eabd50f124a92b8807f34df09b69cdfdeb3176c
--- /dev/null
+++ b/checkpoint-10500/controlnet/diffusion_pytorch_model.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a34a17f573e030ddf0dd07a44ac8f25e8c7616f9a971af37817269e9819683c6
+size 1445157120
diff --git a/checkpoint-10500/optimizer.bin b/checkpoint-10500/optimizer.bin
new file mode 100644
index 0000000000000000000000000000000000000000..cb2da87e12297970d57abc2aa8a3b8dae37d5315
--- /dev/null
+++ b/checkpoint-10500/optimizer.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9465053574c0f399b0dcd073bd57db24de77cab4c8655db9764e81ff64c1729b
+size 2890518478
diff --git a/checkpoint-10500/random_states_0.pkl b/checkpoint-10500/random_states_0.pkl
new file mode 100644
index 0000000000000000000000000000000000000000..8346dd6713a9afa1771980d295a61bf6a9a320cd
--- /dev/null
+++ b/checkpoint-10500/random_states_0.pkl
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9b91d9dce40f13bfa4acc0300abd89e80e8e7fa2487c0476856aa275baa248eb
+size 14408
diff --git a/checkpoint-10500/scheduler.bin b/checkpoint-10500/scheduler.bin
new file mode 100644
index 0000000000000000000000000000000000000000..29e1f27de5b86ac56061c5ebec890f3d1be0da19
--- /dev/null
+++ b/checkpoint-10500/scheduler.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:94d68e9fa853ae093658f50590cc9c32d2da56551802d5c8ad20ebcaf7c6eac6
+size 1000
diff --git a/checkpoint-11000/controlnet/config.json b/checkpoint-11000/controlnet/config.json
new file mode 100644
index 0000000000000000000000000000000000000000..1212b76651ac9b1676690a31b185a0244ada2870
--- /dev/null
+++ b/checkpoint-11000/controlnet/config.json
@@ -0,0 +1,51 @@
+{
+  "_class_name": "ControlNetModel",
+  "_diffusers_version": "0.33.0.dev0",
+  "act_fn": "silu",
+  "addition_embed_type": null,
+  "addition_embed_type_num_heads": 64,
+  "addition_time_embed_dim": null,
+  "attention_head_dim": 8,
+  "block_out_channels": [
+    320,
+    640,
+    1280,
+    1280
+  ],
+  "class_embed_type": null,
+  "conditioning_channels": 3,
+  "conditioning_embedding_out_channels": [
+    16,
+    32,
+    96,
+    256
+  ],
+  "controlnet_conditioning_channel_order": "rgb",
+  "cross_attention_dim": 768,
+  "down_block_types": [
+    "CrossAttnDownBlock2D",
+    "CrossAttnDownBlock2D",
+    "CrossAttnDownBlock2D",
+    "DownBlock2D"
+  ],
+  "downsample_padding": 1,
+  "encoder_hid_dim": null,
+  "encoder_hid_dim_type": null,
+  "flip_sin_to_cos": true,
+  "freq_shift": 0,
+  "global_pool_conditions": false,
+  "in_channels": 4,
+  "layers_per_block": 2,
+  "mid_block_scale_factor": 1,
+  "mid_block_type": "UNetMidBlock2DCrossAttn",
+  "norm_eps": 1e-05,
+  "norm_num_groups": 32,
+  "num_attention_heads": null,
+  "num_class_embeds": null,
+  "only_cross_attention": false,
+  "projection_class_embeddings_input_dim": null,
+  "resnet_time_scale_shift": "default",
+  "transformer_layers_per_block": 1,
+  "upcast_attention": false,
+  "use_linear_projection": false
+}
diff --git a/checkpoint-11000/controlnet/diffusion_pytorch_model.safetensors b/checkpoint-11000/controlnet/diffusion_pytorch_model.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..7124f9f346efbf9135ccb837c74a81245d3e3ea9
--- /dev/null
+++ b/checkpoint-11000/controlnet/diffusion_pytorch_model.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3ea80c4cdf6d22fee17284e4de00f8f0a96cd312e2b1aa202f4ce539370d5770
+size 1445157120
diff --git a/checkpoint-11000/optimizer.bin b/checkpoint-11000/optimizer.bin
new file mode 100644
index 0000000000000000000000000000000000000000..e1453f76d8e7afd5b62cec4ef1fbc1835b3318c0
--- /dev/null
+++ b/checkpoint-11000/optimizer.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:43f7e46f2e480b3f1f7dbd23a36f827a08b13ef16bab65553374ce7c69abc701
+size 2890518478
diff --git a/checkpoint-11000/random_states_0.pkl b/checkpoint-11000/random_states_0.pkl
new file mode 100644
index 0000000000000000000000000000000000000000..1d23bd85f8d26eafe0d92bbdf7594d2da83186b3
--- /dev/null
+++ b/checkpoint-11000/random_states_0.pkl
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:35983a8b0e67df9fdbfb9bd73fa29092d42c2d842496d42581ea9155c12cf127
+size 14344
diff --git a/checkpoint-11000/scheduler.bin b/checkpoint-11000/scheduler.bin
new file mode 100644
index 0000000000000000000000000000000000000000..d2361ba0caa1a1a8d0bb59fd9cff05fd56e4ce02
--- /dev/null
+++ b/checkpoint-11000/scheduler.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e7ba806b28f71e1e1cf1d42195652aa3e74d3e313c111b119d860e4f1aee287f
+size 1000
diff --git a/checkpoint-11500/controlnet/config.json b/checkpoint-11500/controlnet/config.json
new file mode 100644
index 0000000000000000000000000000000000000000..1212b76651ac9b1676690a31b185a0244ada2870
--- /dev/null
+++ b/checkpoint-11500/controlnet/config.json
@@ -0,0 +1,51 @@
+{
+  "_class_name": "ControlNetModel",
+  "_diffusers_version": "0.33.0.dev0",
+  "act_fn": "silu",
+  "addition_embed_type": null,
+  "addition_embed_type_num_heads": 64,
+  "addition_time_embed_dim": null,
+  "attention_head_dim": 8,
+  "block_out_channels": [
+    320,
+    640,
+    1280,
+    1280
+  ],
+  "class_embed_type": null,
+  "conditioning_channels": 3,
+  "conditioning_embedding_out_channels": [
+    16,
+    32,
+    96,
+    256
+  ],
+  "controlnet_conditioning_channel_order": "rgb",
+  "cross_attention_dim": 768,
+  "down_block_types": [
+    "CrossAttnDownBlock2D",
+    "CrossAttnDownBlock2D",
+    "CrossAttnDownBlock2D",
+    "DownBlock2D"
+  ],
+  "downsample_padding": 1,
+  "encoder_hid_dim": null,
+  "encoder_hid_dim_type": null,
+  "flip_sin_to_cos": true,
+  "freq_shift": 0,
+  "global_pool_conditions": false,
+  "in_channels": 4,
+  "layers_per_block": 2,
+  "mid_block_scale_factor": 1,
+  "mid_block_type": "UNetMidBlock2DCrossAttn",
+  "norm_eps": 1e-05,
+  "norm_num_groups": 32,
+  "num_attention_heads": null,
+  "num_class_embeds": null,
+  "only_cross_attention": false,
+  "projection_class_embeddings_input_dim": null,
+  "resnet_time_scale_shift": "default",
+  "transformer_layers_per_block": 1,
+  "upcast_attention": false,
+  "use_linear_projection": false
+}
diff --git a/checkpoint-11500/controlnet/diffusion_pytorch_model.safetensors b/checkpoint-11500/controlnet/diffusion_pytorch_model.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..b09f6a48332da4b60b2524794d073eb12b9f1133
--- /dev/null
+++ b/checkpoint-11500/controlnet/diffusion_pytorch_model.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:33d13affc1d27d35ea3f64cacb77c880e65a29cd0fb0fba5c3106b5b86f4c84b
+size 1445157120
diff --git a/checkpoint-11500/optimizer.bin b/checkpoint-11500/optimizer.bin
new file mode 100644
index 0000000000000000000000000000000000000000..e4809112dcb76322319b2ef7f9463083fb779e59
--- /dev/null
+++ b/checkpoint-11500/optimizer.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:601d499f91a95cef887664cf43a9bad0ebce6bd68b12f1eac20cd8b8aa692d8b
+size 2890518478
diff --git a/checkpoint-11500/random_states_0.pkl b/checkpoint-11500/random_states_0.pkl
new file mode 100644
index 0000000000000000000000000000000000000000..ee70b004939e3a6809b19ae74912c547a3c23d71
--- /dev/null
+++ b/checkpoint-11500/random_states_0.pkl
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3bd0a290370236bd9808fe83bbba242be545776a58cc484c1cf361ebe40a9dd2
+size 14344
diff --git a/checkpoint-11500/scheduler.bin b/checkpoint-11500/scheduler.bin
new file mode 100644
index 0000000000000000000000000000000000000000..3997383fe473768e21d9aecab6872fe228c9e898
--- /dev/null
+++ b/checkpoint-11500/scheduler.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b7b2247bda89df10af46d8fc9946fb5ac6444c073272d5755453a114baf37790
+size 1000
diff --git a/checkpoint-12000/controlnet/config.json b/checkpoint-12000/controlnet/config.json
new file mode 100644
index 0000000000000000000000000000000000000000..1212b76651ac9b1676690a31b185a0244ada2870
--- /dev/null
+++ b/checkpoint-12000/controlnet/config.json
@@ -0,0 +1,51 @@
+{
+  "_class_name": "ControlNetModel",
+  "_diffusers_version": "0.33.0.dev0",
+  "act_fn": "silu",
+  "addition_embed_type": null,
+  "addition_embed_type_num_heads": 64,
+  "addition_time_embed_dim": null,
+  "attention_head_dim": 8,
+  "block_out_channels": [
+    320,
+    640,
+    1280,
+    1280
+  ],
+  "class_embed_type": null,
+  "conditioning_channels": 3,
+  "conditioning_embedding_out_channels": [
+    16,
+    32,
+    96,
+    256
+  ],
+  "controlnet_conditioning_channel_order": "rgb",
+  "cross_attention_dim": 768,
+  "down_block_types": [
+    "CrossAttnDownBlock2D",
+    "CrossAttnDownBlock2D",
+    "CrossAttnDownBlock2D",
+    "DownBlock2D"
+  ],
+  "downsample_padding": 1,
+  "encoder_hid_dim": null,
+  "encoder_hid_dim_type": null,
+  "flip_sin_to_cos": true,
+  "freq_shift": 0,
+  "global_pool_conditions": false,
+  "in_channels": 4,
+  "layers_per_block": 2,
+  "mid_block_scale_factor": 1,
+  "mid_block_type": "UNetMidBlock2DCrossAttn",
+  "norm_eps": 1e-05,
+  "norm_num_groups": 32,
+  "num_attention_heads": null,
+  "num_class_embeds": null,
+  "only_cross_attention": false,
+  "projection_class_embeddings_input_dim": null,
+  "resnet_time_scale_shift": "default",
+  "transformer_layers_per_block": 1,
+  "upcast_attention": false,
+  "use_linear_projection": false
+}
diff --git a/checkpoint-12000/controlnet/diffusion_pytorch_model.safetensors b/checkpoint-12000/controlnet/diffusion_pytorch_model.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..eab687897339e73d856c1cd611efb1cae33f6b1b
--- /dev/null
+++ b/checkpoint-12000/controlnet/diffusion_pytorch_model.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0799d14d2c0c2e3257d532919e7d1cd44f93c8d74b491ff6badec303907a5228
+size 1445157120
diff --git a/checkpoint-12000/optimizer.bin b/checkpoint-12000/optimizer.bin
new file mode 100644
index 0000000000000000000000000000000000000000..71d152baebb0af434073363d5924ee5435dc5f7d
--- /dev/null
+++ b/checkpoint-12000/optimizer.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1e7125d3d9602f91a4bc2380a37a1b7cdb96535ee3db6b04b84c92f2e7093cf4
+size 2890518478
diff --git a/checkpoint-12000/random_states_0.pkl b/checkpoint-12000/random_states_0.pkl
new file mode 100644
index 0000000000000000000000000000000000000000..2542b20f223ed74dbc085b100ce690c136fb9323
--- /dev/null
+++ b/checkpoint-12000/random_states_0.pkl
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2c1e2318a2dd62dc8fdc968b299dddf91be68c17c54b0393a9e14b895cd6b005
+size 14408
diff --git a/checkpoint-12000/scheduler.bin b/checkpoint-12000/scheduler.bin
new file mode 100644
index 0000000000000000000000000000000000000000..9c8aaa514d6398d9be2c42d39c29ee60dc94f020
--- /dev/null
+++ b/checkpoint-12000/scheduler.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e71950f59e322ffbb0a94be88ee05554b97b740b97bea747e739593db11c43b9
+size 1000
diff --git a/checkpoint-12500/controlnet/config.json b/checkpoint-12500/controlnet/config.json
new file mode 100644
index 0000000000000000000000000000000000000000..1212b76651ac9b1676690a31b185a0244ada2870
--- /dev/null
+++ b/checkpoint-12500/controlnet/config.json
@@ -0,0 +1,51 @@
+{
+  "_class_name": "ControlNetModel",
+  "_diffusers_version": "0.33.0.dev0",
+  "act_fn": "silu",
+  "addition_embed_type": null,
+  "addition_embed_type_num_heads": 64,
+  "addition_time_embed_dim": null,
+  "attention_head_dim": 8,
+  "block_out_channels": [
+    320,
+    640,
+    1280,
+    1280
+  ],
+  "class_embed_type": null,
+  "conditioning_channels": 3,
+  "conditioning_embedding_out_channels": [
+    16,
+    32,
+    96,
+    256
+  ],
+  "controlnet_conditioning_channel_order": "rgb",
+  "cross_attention_dim": 768,
+  "down_block_types": [
+    "CrossAttnDownBlock2D",
+    "CrossAttnDownBlock2D",
+    "CrossAttnDownBlock2D",
+    "DownBlock2D"
+  ],
+  "downsample_padding": 1,
+  "encoder_hid_dim": null,
+  "encoder_hid_dim_type": null,
+  "flip_sin_to_cos": true,
+  "freq_shift": 0,
+  "global_pool_conditions": false,
+  "in_channels": 4,
+  "layers_per_block": 2,
+  "mid_block_scale_factor": 1,
+  "mid_block_type": "UNetMidBlock2DCrossAttn",
+  "norm_eps": 1e-05,
+  "norm_num_groups": 32,
+  "num_attention_heads": null,
+  "num_class_embeds": null,
+  "only_cross_attention": false,
+  "projection_class_embeddings_input_dim": null,
+  "resnet_time_scale_shift": "default",
+  "transformer_layers_per_block": 1,
+  "upcast_attention": false,
+  "use_linear_projection": false
+}
diff --git a/checkpoint-12500/controlnet/diffusion_pytorch_model.safetensors b/checkpoint-12500/controlnet/diffusion_pytorch_model.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..b3dd291c51b4478b4c1c10e91f58f964cc8cf3b6
--- /dev/null
+++ b/checkpoint-12500/controlnet/diffusion_pytorch_model.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8543ca845744db6cd919b00ddd82beaa0685bd671d3f2c18062f9c44728a0159
+size 1445157120
diff --git a/checkpoint-12500/optimizer.bin b/checkpoint-12500/optimizer.bin
new file mode 100644
index 0000000000000000000000000000000000000000..c2efa3554ca5e8102098ebfdbf947b7b157475de
--- /dev/null
+++ b/checkpoint-12500/optimizer.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dcaf8229667fb287dc2a356eef3b1cce602ef6fa01faf67af1b4daef93efc08c
+size 2890518478
diff --git a/checkpoint-12500/random_states_0.pkl b/checkpoint-12500/random_states_0.pkl
new file mode 100644
index 0000000000000000000000000000000000000000..b78161afbdd895006929518516df8b59f230cad3
--- /dev/null
+++ b/checkpoint-12500/random_states_0.pkl
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:823f6ae19b905e25dd5a174f92976e763010dfd60c81734775050d772d6d5381
+size 14344
diff --git a/checkpoint-12500/scheduler.bin b/checkpoint-12500/scheduler.bin
new file mode 100644
index 0000000000000000000000000000000000000000..88a7db40e9d63c4ddc568c7bef1cc535bf0ba81c
--- /dev/null
+++ b/checkpoint-12500/scheduler.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7467495c6ea967b5801d100432185ae74ac62c2c3534d8f28d164e5eedcbe92d
+size 1000
diff --git a/checkpoint-1500/controlnet/config.json b/checkpoint-1500/controlnet/config.json
new file mode 100644
index 0000000000000000000000000000000000000000..1212b76651ac9b1676690a31b185a0244ada2870
--- /dev/null
+++ b/checkpoint-1500/controlnet/config.json
@@ -0,0 +1,51 @@
+{
+  "_class_name": "ControlNetModel",
+  "_diffusers_version": "0.33.0.dev0",
+  "act_fn": "silu",
+  "addition_embed_type": null,
+  "addition_embed_type_num_heads": 64,
+  "addition_time_embed_dim": null,
+  "attention_head_dim": 8,
+  "block_out_channels": [
+    320,
+    640,
+    1280,
+    1280
+  ],
+  "class_embed_type": null,
+  "conditioning_channels": 3,
+  "conditioning_embedding_out_channels": [
+    16,
+    32,
+    96,
+    256
+  ],
+  "controlnet_conditioning_channel_order": "rgb",
+  "cross_attention_dim": 768,
+  "down_block_types": [
+    "CrossAttnDownBlock2D",
+    "CrossAttnDownBlock2D",
+    "CrossAttnDownBlock2D",
+    "DownBlock2D"
+  ],
+  "downsample_padding": 1,
+  "encoder_hid_dim": null,
+  "encoder_hid_dim_type": null,
+  "flip_sin_to_cos": true,
+  "freq_shift": 0,
+  "global_pool_conditions": false,
+  "in_channels": 4,
+  "layers_per_block": 2,
+  "mid_block_scale_factor": 1,
+  "mid_block_type": "UNetMidBlock2DCrossAttn",
+  "norm_eps": 1e-05,
+  "norm_num_groups": 32,
+  "num_attention_heads": null,
+  "num_class_embeds": null,
+  "only_cross_attention": false,
+  "projection_class_embeddings_input_dim": null,
+  "resnet_time_scale_shift": "default",
+  "transformer_layers_per_block": 1,
+  "upcast_attention": false,
+  "use_linear_projection": false
+}
diff --git a/checkpoint-1500/controlnet/diffusion_pytorch_model.safetensors b/checkpoint-1500/controlnet/diffusion_pytorch_model.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..c07acdd079cad13c32634bf98e276eab6eaa4938
--- /dev/null
+++ b/checkpoint-1500/controlnet/diffusion_pytorch_model.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:071ed2b37086d090584607780600a113cad2369445a51fca4e778ae094954f29
+size 1445157120
diff --git a/checkpoint-1500/optimizer.bin b/checkpoint-1500/optimizer.bin
new file mode 100644
index 0000000000000000000000000000000000000000..0745edfb5f5809d48e887fdeacad28f36db8da6c
--- /dev/null
+++ b/checkpoint-1500/optimizer.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3d899ac6c7c52158e07609d425eb2b856daf85c29bf8f8ee027098cf76428634
+size 2890518478
diff --git a/checkpoint-1500/random_states_0.pkl b/checkpoint-1500/random_states_0.pkl
new file mode 100644
index 0000000000000000000000000000000000000000..bc5a8923444bb247c81344ef8327465690bbe69d
--- /dev/null
+++ b/checkpoint-1500/random_states_0.pkl
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cd541ac4a1b21d5f0053e52da8e2c7aa0a98e71ba59b52a37da64e3decdecb37
+size 14344
diff --git a/checkpoint-1500/scheduler.bin b/checkpoint-1500/scheduler.bin
new file mode 100644
index 0000000000000000000000000000000000000000..d154ca96fb3f310ddcfd29778362a754fa20ea17
--- /dev/null
+++ b/checkpoint-1500/scheduler.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dcdd883061f8f3514731c51041dc7231d10951713a9abbd57d4f968a9c567ce3
+size 1000
diff --git a/checkpoint-2000/controlnet/config.json b/checkpoint-2000/controlnet/config.json
new file mode 100644
index 0000000000000000000000000000000000000000..1212b76651ac9b1676690a31b185a0244ada2870
--- /dev/null
+++ b/checkpoint-2000/controlnet/config.json
@@ -0,0 +1,51 @@
+{
+  "_class_name": "ControlNetModel",
+  "_diffusers_version": "0.33.0.dev0",
+  "act_fn": "silu",
+  "addition_embed_type": null,
+  "addition_embed_type_num_heads": 64,
+  "addition_time_embed_dim": null,
+  "attention_head_dim": 8,
+  "block_out_channels": [
+    320,
+    640,
+    1280,
+    1280
+  ],
+  "class_embed_type": null,
+  "conditioning_channels": 3,
+  "conditioning_embedding_out_channels": [
+    16,
+    32,
+    96,
+    256
+  ],
+  "controlnet_conditioning_channel_order": "rgb",
+  "cross_attention_dim": 768,
+  "down_block_types": [
+    "CrossAttnDownBlock2D",
+    "CrossAttnDownBlock2D",
+    "CrossAttnDownBlock2D",
+    "DownBlock2D"
+  ],
+  "downsample_padding": 1,
+  "encoder_hid_dim": null,
+  "encoder_hid_dim_type": null,
+  "flip_sin_to_cos": true,
+  "freq_shift": 0,
+  "global_pool_conditions": false,
+  "in_channels": 4,
+  "layers_per_block": 2,
+  "mid_block_scale_factor": 1,
+  "mid_block_type": "UNetMidBlock2DCrossAttn",
+  "norm_eps": 1e-05,
+  "norm_num_groups": 32,
+  "num_attention_heads": null,
+  "num_class_embeds": null,
+  "only_cross_attention": false,
+  "projection_class_embeddings_input_dim": null,
+  "resnet_time_scale_shift": "default",
+  "transformer_layers_per_block": 1,
+  "upcast_attention": false,
+  "use_linear_projection": false
+}
diff --git a/checkpoint-2000/controlnet/diffusion_pytorch_model.safetensors b/checkpoint-2000/controlnet/diffusion_pytorch_model.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..38d8dbf577b142bafd1971fdb3af75283614a101
--- /dev/null
+++ b/checkpoint-2000/controlnet/diffusion_pytorch_model.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c872e1041363b99f15c25fb0cad01dc9ac6f970a4d1c6e903e88b4e071556d5c
+size 1445157120
diff --git a/checkpoint-2000/optimizer.bin b/checkpoint-2000/optimizer.bin
new file mode 100644
index 0000000000000000000000000000000000000000..e32141dc230120ba97a31d3755e93b69b9f50e73
--- /dev/null
+++ b/checkpoint-2000/optimizer.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7494e4968048fdbe451db1f53a9a42496beb427b5d94796edc923bd84a7c722c
+size 2890518478
diff --git a/checkpoint-2000/random_states_0.pkl b/checkpoint-2000/random_states_0.pkl
new file mode 100644
index 0000000000000000000000000000000000000000..c451e3c45da1b1943663efddb41e360c81ca17fc
--- /dev/null
+++ b/checkpoint-2000/random_states_0.pkl
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d001a58f8d24a3cbc40abeb222bdf8b04ca25eb101aa5cdc2ef3a10fcdc7aee2
+size 14344
diff --git a/checkpoint-2000/scheduler.bin b/checkpoint-2000/scheduler.bin
new file mode 100644
index 0000000000000000000000000000000000000000..265be0ca1047a7473155ea7e300903c0b049b695
--- /dev/null
+++ b/checkpoint-2000/scheduler.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:81a7fe0a2983de695c44ba167520d4ce1ca01157e36e90498bee8c9d8e4b61fc
+size 1000
diff --git a/checkpoint-2500/controlnet/config.json b/checkpoint-2500/controlnet/config.json
new file mode 100644
index 0000000000000000000000000000000000000000..1212b76651ac9b1676690a31b185a0244ada2870
--- /dev/null
+++ b/checkpoint-2500/controlnet/config.json
@@ -0,0 +1,51 @@
+{
+  "_class_name": "ControlNetModel",
+  "_diffusers_version": "0.33.0.dev0",
+  "act_fn": "silu",
+  "addition_embed_type": null,
+  "addition_embed_type_num_heads": 64,
+  "addition_time_embed_dim": null,
+  "attention_head_dim": 8,
+  "block_out_channels": [
+    320,
+    640,
+    1280,
+    1280
+  ],
+  "class_embed_type": null,
+  "conditioning_channels": 3,
+  "conditioning_embedding_out_channels": [
+    16,
+    32,
+    96,
+    256
+  ],
+  "controlnet_conditioning_channel_order": "rgb",
+  "cross_attention_dim": 768,
+  "down_block_types": [
+    "CrossAttnDownBlock2D",
+    "CrossAttnDownBlock2D",
+    "CrossAttnDownBlock2D",
+    "DownBlock2D"
+  ],
+  "downsample_padding": 1,
+  "encoder_hid_dim": null,
+  "encoder_hid_dim_type": null,
+  "flip_sin_to_cos": true,
+  "freq_shift": 0,
+  "global_pool_conditions": false,
+  "in_channels": 4,
+  "layers_per_block": 2,
+  "mid_block_scale_factor": 1,
+  "mid_block_type": "UNetMidBlock2DCrossAttn",
+  "norm_eps": 1e-05,
+  "norm_num_groups": 32,
+  "num_attention_heads": null,
+  "num_class_embeds": null,
+  "only_cross_attention": false,
+  "projection_class_embeddings_input_dim": null,
+  "resnet_time_scale_shift": "default",
+  "transformer_layers_per_block": 1,
+  "upcast_attention": false,
+  "use_linear_projection": false
+}
diff --git a/checkpoint-2500/controlnet/diffusion_pytorch_model.safetensors b/checkpoint-2500/controlnet/diffusion_pytorch_model.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..b6a1287d6668b2248f8a2cc7441e76a5e65b553f
--- /dev/null
+++ b/checkpoint-2500/controlnet/diffusion_pytorch_model.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cf3a38228b956eb91f28db5d33599202201103bba4ff1811e6f1cbd807c3e963
+size 1445157120
diff --git a/checkpoint-2500/optimizer.bin b/checkpoint-2500/optimizer.bin
new file mode 100644
index 0000000000000000000000000000000000000000..e9a45fd56ef9efe2718227179da698d921aa4dac
--- /dev/null
+++ b/checkpoint-2500/optimizer.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:575d1e4bd17de2c6d91d2b37eeb9e145c72c2073be045fe4dddc0511142897de
+size 2890518478
diff --git a/checkpoint-2500/random_states_0.pkl b/checkpoint-2500/random_states_0.pkl
new file mode 100644
index 0000000000000000000000000000000000000000..6052599d8566c8d331afabb6539cef7cfbcffea9
--- /dev/null
+++ b/checkpoint-2500/random_states_0.pkl
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9ffea8e942f65840aff21e9a1b7be8902ba1dbeab41acea6622544bce98e8ba1
+size 14344
diff --git a/checkpoint-2500/scheduler.bin b/checkpoint-2500/scheduler.bin
new file mode 100644
index 0000000000000000000000000000000000000000..cd75b8e9f2a25024cc28ff9e3abc0cb9a60904d9
--- /dev/null
+++ b/checkpoint-2500/scheduler.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e9244a743d4761f975ab2a14d0b7a509a85554dd77bef6490330160a2a639fae
+size 1000
diff --git a/checkpoint-3000/controlnet/config.json b/checkpoint-3000/controlnet/config.json
new file mode 100644
index 0000000000000000000000000000000000000000..1212b76651ac9b1676690a31b185a0244ada2870
--- /dev/null
+++ b/checkpoint-3000/controlnet/config.json
@@ -0,0 +1,51 @@
+{
+  "_class_name": "ControlNetModel",
+  "_diffusers_version": "0.33.0.dev0",
+  "act_fn": "silu",
+  "addition_embed_type": null,
+  "addition_embed_type_num_heads": 64,
+  "addition_time_embed_dim": null,
+  "attention_head_dim": 8,
+  "block_out_channels": [
+    320,
+    640,
+    1280,
+    1280
+  ],
+  "class_embed_type": null,
+  "conditioning_channels": 3,
+  "conditioning_embedding_out_channels": [
+    16,
+    32,
+    96,
+    256
+  ],
+  "controlnet_conditioning_channel_order": "rgb",
+  "cross_attention_dim": 768,
+  "down_block_types": [
+    "CrossAttnDownBlock2D",
+    "CrossAttnDownBlock2D",
+    "CrossAttnDownBlock2D",
+    "DownBlock2D"
+  ],
+  "downsample_padding": 1,
+  "encoder_hid_dim": null,
+  "encoder_hid_dim_type": null,
+  "flip_sin_to_cos": true,
+  "freq_shift": 0,
+  "global_pool_conditions": false,
+  "in_channels": 4,
+  "layers_per_block": 2,
+  "mid_block_scale_factor": 1,
+  "mid_block_type": "UNetMidBlock2DCrossAttn",
+  "norm_eps": 1e-05,
+  "norm_num_groups": 32,
+  "num_attention_heads": null,
+  "num_class_embeds": null,
+  "only_cross_attention": false,
+  "projection_class_embeddings_input_dim": null,
+  "resnet_time_scale_shift": "default",
+  "transformer_layers_per_block": 1,
+  "upcast_attention": false,
+  "use_linear_projection": false
+}
diff --git a/checkpoint-3000/controlnet/diffusion_pytorch_model.safetensors b/checkpoint-3000/controlnet/diffusion_pytorch_model.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..83c4f40c8f038d8e9d702554fd07d2368fec6502
--- /dev/null
+++ b/checkpoint-3000/controlnet/diffusion_pytorch_model.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1cb3fd9eb2a6497a5a5e6e0b6f0b519adc396599fe88ba1b8dbbe5df628d5ea7
+size 1445157120
diff --git a/checkpoint-3000/optimizer.bin b/checkpoint-3000/optimizer.bin
new file mode 100644
index 0000000000000000000000000000000000000000..35b19a4182fd92cd0e8819a447992ba3da131f66
--- /dev/null
+++ b/checkpoint-3000/optimizer.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0f43576fe59bfaedd640b78191fb7435c7ae65c2b706a29cc79255d45070c750
+size 2890518478
diff --git a/checkpoint-3000/random_states_0.pkl b/checkpoint-3000/random_states_0.pkl
new file mode 100644
index 0000000000000000000000000000000000000000..faccc673ffc9599697bbd819e3769cd6fb21dc49
--- /dev/null
+++ b/checkpoint-3000/random_states_0.pkl
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1c888fe9167c377045ae5bcb915177e7ffd67b051b8d2daa6b332a3126e869ec
+size 14344
diff --git a/checkpoint-3000/scheduler.bin b/checkpoint-3000/scheduler.bin
new file mode 100644
index 0000000000000000000000000000000000000000..8e34b9d961e83d8a8892cc99eb41c713478ece0d
--- /dev/null
+++ b/checkpoint-3000/scheduler.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7a530ffa9220cf65c0729e966fdf26ce7223ed3dc88346bbe1367170da20bad4
+size 1000
diff --git a/checkpoint-3500/controlnet/config.json b/checkpoint-3500/controlnet/config.json
new file mode 100644
index 0000000000000000000000000000000000000000..1212b76651ac9b1676690a31b185a0244ada2870
--- /dev/null
+++ b/checkpoint-3500/controlnet/config.json
@@ -0,0 +1,51 @@
+{
+  "_class_name": "ControlNetModel",
+  "_diffusers_version": "0.33.0.dev0",
+  "act_fn": "silu",
+  "addition_embed_type": null,
+  "addition_embed_type_num_heads": 64,
+  "addition_time_embed_dim": null,
+  "attention_head_dim": 8,
+  "block_out_channels": [
+    320,
+    640,
+    1280,
+    1280
+  ],
+  "class_embed_type": null,
+  "conditioning_channels": 3,
+  "conditioning_embedding_out_channels": [
+    16,
+    32,
+    96,
+    256
+  ],
+  "controlnet_conditioning_channel_order": "rgb",
+  "cross_attention_dim": 768,
+  "down_block_types": [
+    "CrossAttnDownBlock2D",
+    "CrossAttnDownBlock2D",
+    "CrossAttnDownBlock2D",
+    "DownBlock2D"
+  ],
+  "downsample_padding": 1,
+  "encoder_hid_dim": null,
+  "encoder_hid_dim_type": null,
+  "flip_sin_to_cos": true,
+  "freq_shift": 0,
+  "global_pool_conditions": false,
+  "in_channels": 4,
+  "layers_per_block": 2,
+  "mid_block_scale_factor": 1,
+  "mid_block_type": "UNetMidBlock2DCrossAttn",
+  "norm_eps": 1e-05,
+  "norm_num_groups": 32,
+  "num_attention_heads": null,
+  "num_class_embeds": null,
+  "only_cross_attention": false,
+  "projection_class_embeddings_input_dim": null,
+  "resnet_time_scale_shift": "default",
+  "transformer_layers_per_block": 1,
+  "upcast_attention": false,
+  "use_linear_projection": false
+}
diff --git a/checkpoint-3500/controlnet/diffusion_pytorch_model.safetensors b/checkpoint-3500/controlnet/diffusion_pytorch_model.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..ddb397f514028142a3f3fe971f0123bba694f6ad
--- /dev/null
+++ b/checkpoint-3500/controlnet/diffusion_pytorch_model.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a657d4e2cd2dbf70010b9becafd3e2d44f467acdaa879ef95eef75c9485c0167
+size 1445157120
diff --git a/checkpoint-3500/optimizer.bin b/checkpoint-3500/optimizer.bin
new file mode 100644
index 0000000000000000000000000000000000000000..e46b3f136760773f6a08702f9b3c315270bddbed
--- /dev/null
+++ b/checkpoint-3500/optimizer.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3b4f64b016649c30acb52ef03da5e9f55c10b07e79e920e176dd2710d631f810
+size 2890518478
diff --git a/checkpoint-3500/random_states_0.pkl b/checkpoint-3500/random_states_0.pkl
new file mode 100644
index 0000000000000000000000000000000000000000..a8eeb56c806ea86ffa8b88e93997186073f25381
--- /dev/null
+++ b/checkpoint-3500/random_states_0.pkl
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:07f26187e1e220051e801f8654f88f62001f9cb64ac8cd09ba6071b4614a748c
+size 14408
diff --git a/checkpoint-3500/scheduler.bin b/checkpoint-3500/scheduler.bin
new file mode 100644
index 0000000000000000000000000000000000000000..f3290a51934a912d4984ad282affd1f94290c78f
--- /dev/null
+++ b/checkpoint-3500/scheduler.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6802221f6347629ca3a6e377a3bbcf1d2a6c0b7ef7e83794854e08587237ffd4
+size 1000
diff --git a/checkpoint-4000/controlnet/config.json b/checkpoint-4000/controlnet/config.json
new file mode 100644
index 0000000000000000000000000000000000000000..1212b76651ac9b1676690a31b185a0244ada2870
--- /dev/null
+++ b/checkpoint-4000/controlnet/config.json
@@ -0,0 +1,51 @@
+{
+  "_class_name": "ControlNetModel",
+  "_diffusers_version": "0.33.0.dev0",
+  "act_fn": "silu",
+  "addition_embed_type": null,
+  "addition_embed_type_num_heads": 64,
+  "addition_time_embed_dim": null,
+  "attention_head_dim": 8,
+  "block_out_channels": [
+    320,
+    640,
+    1280,
+    1280
+  ],
+  "class_embed_type": null,
+  "conditioning_channels": 3,
+  "conditioning_embedding_out_channels": [
+    16,
+    32,
+    96,
+    256
+  ],
+  "controlnet_conditioning_channel_order": "rgb",
+  "cross_attention_dim": 768,
+  "down_block_types": [
+    "CrossAttnDownBlock2D",
+    "CrossAttnDownBlock2D",
+    "CrossAttnDownBlock2D",
+    "DownBlock2D"
+  ],
+  "downsample_padding": 1,
+  "encoder_hid_dim": null,
+  "encoder_hid_dim_type": null,
+  "flip_sin_to_cos": true,
+  "freq_shift": 0,
+  "global_pool_conditions": false,
+  "in_channels": 4,
+  "layers_per_block": 2,
+  "mid_block_scale_factor": 1,
+  "mid_block_type": "UNetMidBlock2DCrossAttn",
+  "norm_eps": 1e-05,
+  "norm_num_groups": 32,
+  "num_attention_heads": null,
+  "num_class_embeds": null,
+  "only_cross_attention": false,
+  "projection_class_embeddings_input_dim": null,
+  "resnet_time_scale_shift": "default",
+  "transformer_layers_per_block": 1,
+  "upcast_attention": false,
+  "use_linear_projection": false
+}
diff --git a/checkpoint-4000/controlnet/diffusion_pytorch_model.safetensors b/checkpoint-4000/controlnet/diffusion_pytorch_model.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..da535a2f50cb7397020e2475c17820b36be63e14
--- /dev/null
+++ b/checkpoint-4000/controlnet/diffusion_pytorch_model.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a3c4c551c57584fa91555ff93fc4faa2bdd308aaef13ba4887a107a3232da29a
+size 1445157120
diff --git a/checkpoint-4000/optimizer.bin b/checkpoint-4000/optimizer.bin
new file mode 100644
index 0000000000000000000000000000000000000000..199143f69531c7f0b06d1f7c66935e096d747f69
--- /dev/null
+++ b/checkpoint-4000/optimizer.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:243ea844884c87912b3f1da71282a3ec2c99c774a8a1cdc5397f101dbaae424e
+size 2890518478
diff --git a/checkpoint-4000/random_states_0.pkl b/checkpoint-4000/random_states_0.pkl
new file mode 100644
index 0000000000000000000000000000000000000000..9f505e9a34580886310fc482f608f3677b2443cd
--- /dev/null
+++ b/checkpoint-4000/random_states_0.pkl
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9e9e993e633024ec54904e5573f0d78bf5cda8b7e2f8a44e3894e3dbb92df4b6
+size 14344
diff --git a/checkpoint-4000/scheduler.bin b/checkpoint-4000/scheduler.bin
new file mode 100644
index 0000000000000000000000000000000000000000..4650a57bdc5329d82b7509dbd026339e5b46def6
--- /dev/null
+++ b/checkpoint-4000/scheduler.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a27fbcb71e64da5cd3c386782ab45bb0efde0abb5d30842a94c8a599b450c90c
+size 1000
diff --git a/checkpoint-4500/controlnet/config.json b/checkpoint-4500/controlnet/config.json
new file mode 100644
index 0000000000000000000000000000000000000000..1212b76651ac9b1676690a31b185a0244ada2870
--- /dev/null
+++ b/checkpoint-4500/controlnet/config.json
@@ -0,0 +1,51 @@
+{
+  "_class_name": "ControlNetModel",
+  "_diffusers_version": "0.33.0.dev0",
+  "act_fn": "silu",
+  "addition_embed_type": null,
+  "addition_embed_type_num_heads": 64,
+  "addition_time_embed_dim": null,
+  "attention_head_dim": 8,
+  "block_out_channels": [
+    320,
+    640,
+    1280,
+    1280
+  ],
+  "class_embed_type": null,
+  "conditioning_channels": 3,
+  "conditioning_embedding_out_channels": [
+    16,
+    32,
+    96,
+    256
+  ],
+  "controlnet_conditioning_channel_order": "rgb",
+  "cross_attention_dim": 768,
+  "down_block_types": [
+    "CrossAttnDownBlock2D",
+    "CrossAttnDownBlock2D",
+    "CrossAttnDownBlock2D",
+    "DownBlock2D"
+  ],
+  "downsample_padding": 1,
+  "encoder_hid_dim": null,
+  "encoder_hid_dim_type": null,
+  "flip_sin_to_cos": true,
+  "freq_shift": 0,
+  "global_pool_conditions": false,
+  "in_channels": 4,
+  "layers_per_block": 2,
+  "mid_block_scale_factor": 1,
+  "mid_block_type": "UNetMidBlock2DCrossAttn",
+  "norm_eps": 1e-05,
+  "norm_num_groups": 32,
+  "num_attention_heads": null,
+  "num_class_embeds": null,
+  "only_cross_attention": false,
+  "projection_class_embeddings_input_dim": null,
+  "resnet_time_scale_shift": "default",
+  "transformer_layers_per_block": 1,
+  "upcast_attention": false,
+  "use_linear_projection": false
+}
diff --git a/checkpoint-4500/controlnet/diffusion_pytorch_model.safetensors b/checkpoint-4500/controlnet/diffusion_pytorch_model.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..e98624c230aa507c18cea362c9689d6139db24b3
--- /dev/null
+++ b/checkpoint-4500/controlnet/diffusion_pytorch_model.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c16e2ed6c6702f3837c62b3b2c9a8e04c19a9fb51b505e08754bb5ef922b8a19
+size 1445157120
diff --git a/checkpoint-4500/optimizer.bin b/checkpoint-4500/optimizer.bin
new file mode 100644
index 0000000000000000000000000000000000000000..abf1e8ee9d2cda978ee0591fca078d738eb673a8
--- /dev/null
+++ b/checkpoint-4500/optimizer.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1aeaf9d2a970b1a8fee9138f44cf8d56369492c52568a72e9f2eaee4d4f5565a
+size 2890518478
diff --git a/checkpoint-4500/random_states_0.pkl b/checkpoint-4500/random_states_0.pkl
new file mode 100644
index 0000000000000000000000000000000000000000..96962d6c5c0c558e87a86bcd97db4306f1b53d81
--- /dev/null
+++ b/checkpoint-4500/random_states_0.pkl
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d00a9af7d0c355c329db27ec6b1b8a7a0183b413eca86f3d0bcb6dc251d21444
+size 14408
diff --git a/checkpoint-4500/scheduler.bin b/checkpoint-4500/scheduler.bin
new file mode 100644
index 0000000000000000000000000000000000000000..4bb8e5e53a61158811380ef954d8e40e9856b889
--- /dev/null
+++ b/checkpoint-4500/scheduler.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6b9d67c816ab83e7cb68277890f1dc271a0a14594cbcde1b73e03e9819263ecf
+size 1000
diff --git a/checkpoint-500/controlnet/config.json b/checkpoint-500/controlnet/config.json
new file mode 100644
index 0000000000000000000000000000000000000000..1212b76651ac9b1676690a31b185a0244ada2870
--- /dev/null
+++ b/checkpoint-500/controlnet/config.json
@@ -0,0 +1,51 @@
+{
+  "_class_name": "ControlNetModel",
+  "_diffusers_version": "0.33.0.dev0",
+  "act_fn": "silu",
+  "addition_embed_type": null,
+  "addition_embed_type_num_heads": 64,
+  "addition_time_embed_dim": null,
+  "attention_head_dim": 8,
+  "block_out_channels": [
+    320,
+    640,
+    1280,
+    1280
+  ],
+  "class_embed_type": null,
+  "conditioning_channels": 3,
+  "conditioning_embedding_out_channels": [
+    16,
+    32,
+    96,
+    256
+  ],
+  "controlnet_conditioning_channel_order": "rgb",
+  "cross_attention_dim": 768,
+  "down_block_types": [
+    "CrossAttnDownBlock2D",
+    "CrossAttnDownBlock2D",
+    "CrossAttnDownBlock2D",
+    "DownBlock2D"
+  ],
+  "downsample_padding": 1,
+  "encoder_hid_dim": null,
+  "encoder_hid_dim_type": null,
+  "flip_sin_to_cos": true,
+  "freq_shift": 0,
+  "global_pool_conditions": false,
+  "in_channels": 4,
+  "layers_per_block": 2,
+  "mid_block_scale_factor": 1,
+  "mid_block_type": "UNetMidBlock2DCrossAttn",
+  "norm_eps": 1e-05,
+  "norm_num_groups": 32,
+  "num_attention_heads": null,
+  "num_class_embeds": null,
+  "only_cross_attention": false,
+  "projection_class_embeddings_input_dim": null,
+  "resnet_time_scale_shift": "default",
+  "transformer_layers_per_block": 1,
+  "upcast_attention": false,
+  "use_linear_projection": false
+}
diff --git a/checkpoint-500/controlnet/diffusion_pytorch_model.safetensors b/checkpoint-500/controlnet/diffusion_pytorch_model.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..24db83e5ae65207202425fa93bc5a93bed08af60
--- /dev/null
+++ b/checkpoint-500/controlnet/diffusion_pytorch_model.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9e95703549c78b52196cb3e8df96c36e5500b21054462715084180915a2aa2c4
+size 1445157120
diff --git a/checkpoint-500/optimizer.bin b/checkpoint-500/optimizer.bin
new file mode 100644
index 0000000000000000000000000000000000000000..21d2dff704acaeb520fec931d454ff1509913289
--- /dev/null
+++ b/checkpoint-500/optimizer.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6dfb27d55d324d997cb25a6d201591285c7f6ee5b981123acf44bd75a1aeb5b9
+size 2890518478
diff --git a/checkpoint-500/random_states_0.pkl b/checkpoint-500/random_states_0.pkl
new file mode 100644
index 0000000000000000000000000000000000000000..4c8fefb3bda23b4ed67eb31a20c1974276f53e56
--- /dev/null
+++ b/checkpoint-500/random_states_0.pkl
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0b7c1df5adbc0a89e8e4edcee81ceb5c617b9c3b700a834d7ad6c1828b404edd
+size 14344
diff --git a/checkpoint-500/scheduler.bin b/checkpoint-500/scheduler.bin
new file mode 100644
index 0000000000000000000000000000000000000000..631d940cad62ee720865279ef3906e1c6ba8f2c0
--- /dev/null
+++ b/checkpoint-500/scheduler.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:68d7b85c46d195e3cd6e587d94878d77f315e0a073acfab811251f39fbe891fc
+size 1000
diff --git a/checkpoint-5000/controlnet/config.json b/checkpoint-5000/controlnet/config.json
new file mode 100644
index 0000000000000000000000000000000000000000..1212b76651ac9b1676690a31b185a0244ada2870
--- /dev/null
+++ b/checkpoint-5000/controlnet/config.json
@@ -0,0 +1,51 @@
+{
+  "_class_name": "ControlNetModel",
+  "_diffusers_version": "0.33.0.dev0",
+  "act_fn": "silu",
+  "addition_embed_type": null,
+  "addition_embed_type_num_heads": 64,
+  "addition_time_embed_dim": null,
+  "attention_head_dim": 8,
+  "block_out_channels": [
+    320,
+    640,
+    1280,
+    1280
+  ],
+  "class_embed_type": null,
+  "conditioning_channels": 3,
+  "conditioning_embedding_out_channels": [
+    16,
+    32,
+    96,
+    256
+  ],
+  "controlnet_conditioning_channel_order": "rgb",
+  "cross_attention_dim": 768,
+  "down_block_types": [
+    "CrossAttnDownBlock2D",
+    "CrossAttnDownBlock2D",
+    "CrossAttnDownBlock2D",
+    "DownBlock2D"
+  ],
+  "downsample_padding": 1,
+  "encoder_hid_dim": null,
+  "encoder_hid_dim_type": null,
+  "flip_sin_to_cos": true,
+  "freq_shift": 0,
+  "global_pool_conditions": false,
+  "in_channels": 4,
+  "layers_per_block": 2,
+  "mid_block_scale_factor": 1,
+  "mid_block_type": "UNetMidBlock2DCrossAttn",
+  "norm_eps": 1e-05,
+  "norm_num_groups": 32,
+  "num_attention_heads": null,
+  "num_class_embeds": null,
+  "only_cross_attention": false,
+  "projection_class_embeddings_input_dim": null,
+  "resnet_time_scale_shift": "default",
+  "transformer_layers_per_block": 1,
+  "upcast_attention": false,
+  "use_linear_projection": false
+}
diff --git a/checkpoint-5000/controlnet/diffusion_pytorch_model.safetensors b/checkpoint-5000/controlnet/diffusion_pytorch_model.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..ec44b9d27eee60fc89aa1fb871d57c56e4b8b391
--- /dev/null
+++ b/checkpoint-5000/controlnet/diffusion_pytorch_model.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d44ae62e4e25fd9a31458fa8906dd1b0e9928f6abe7a690857054b354632e463
+size 1445157120
diff --git a/checkpoint-5000/optimizer.bin b/checkpoint-5000/optimizer.bin
new file mode 100644
index 0000000000000000000000000000000000000000..2775f4d5a77349369f840f3e40ae8b6640815214
--- /dev/null
+++ b/checkpoint-5000/optimizer.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2e2198cf42ed615fcc8b8e0f8519b5aa1cecca79bc07815c84964dfda3e22a98
+size 2890518478
diff --git a/checkpoint-5000/random_states_0.pkl b/checkpoint-5000/random_states_0.pkl
new file mode 100644
index 0000000000000000000000000000000000000000..16f991801ca0e62a918f268de08d157b785ab908
--- /dev/null
+++ b/checkpoint-5000/random_states_0.pkl
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2bd3157e8b1b5056365ab0ffdafca7acec0f3f2a425b9647c1f9223f1cc5628c
+size 14344
diff --git a/checkpoint-5000/scheduler.bin b/checkpoint-5000/scheduler.bin
new file mode 100644
index 0000000000000000000000000000000000000000..976a27de201da5488bc7b42ce6d3ddff38320cae
--- /dev/null
+++ b/checkpoint-5000/scheduler.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:920333155b08e76154b89a85170c320833074db7b84649a9cfe79fd10b6bf2d9
+size 1000
diff --git a/checkpoint-5500/controlnet/config.json b/checkpoint-5500/controlnet/config.json
new file mode 100644
index 0000000000000000000000000000000000000000..1212b76651ac9b1676690a31b185a0244ada2870
--- /dev/null
+++ b/checkpoint-5500/controlnet/config.json
@@ -0,0 +1,51 @@
+{
+  "_class_name": "ControlNetModel",
+  "_diffusers_version": "0.33.0.dev0",
+  "act_fn": "silu",
+  "addition_embed_type": null,
+  "addition_embed_type_num_heads": 64,
+  "addition_time_embed_dim": null,
+  "attention_head_dim": 8,
+  "block_out_channels": [
+    320,
+    640,
+    1280,
+    1280
+  ],
+  "class_embed_type": null,
+  "conditioning_channels": 3,
+  "conditioning_embedding_out_channels": [
+    16,
+    32,
+    96,
+    256
+  ],
+  "controlnet_conditioning_channel_order": "rgb",
+  "cross_attention_dim": 768,
+  "down_block_types": [
+    "CrossAttnDownBlock2D",
+    "CrossAttnDownBlock2D",
+    "CrossAttnDownBlock2D",
+    "DownBlock2D"
+  ],
+  "downsample_padding": 1,
+  "encoder_hid_dim": null,
+  "encoder_hid_dim_type": null,
+  "flip_sin_to_cos": true,
+  "freq_shift": 0,
+  "global_pool_conditions": false,
+  "in_channels": 4,
+  "layers_per_block": 2,
+  "mid_block_scale_factor": 1,
+  "mid_block_type": "UNetMidBlock2DCrossAttn",
+  "norm_eps": 1e-05,
+  "norm_num_groups": 32,
+  "num_attention_heads": null,
+  "num_class_embeds": null,
+  "only_cross_attention": false,
+  "projection_class_embeddings_input_dim": null,
+  "resnet_time_scale_shift": "default",
+  "transformer_layers_per_block": 1,
+  "upcast_attention": false,
+  "use_linear_projection": false
+}
diff --git a/checkpoint-5500/controlnet/diffusion_pytorch_model.safetensors b/checkpoint-5500/controlnet/diffusion_pytorch_model.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..a43a07cf610f57e9dd792a50679fe336206a49bf
--- /dev/null
+++ b/checkpoint-5500/controlnet/diffusion_pytorch_model.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:05f9c53c4fa3a9b6d2475026ceb5d9df3d743179cdd25de1ee6bdbf6964f7087
+size 1445157120
diff --git a/checkpoint-5500/optimizer.bin b/checkpoint-5500/optimizer.bin
new file mode 100644
index 0000000000000000000000000000000000000000..52264e4cff93b7710905516b600b608df9931ed5
--- /dev/null
+++ b/checkpoint-5500/optimizer.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:55538aab505638666d1007f6be41230e79ca45a56ffe5d87d388a2fd6adf21d7
+size 2890518478
diff --git a/checkpoint-5500/random_states_0.pkl b/checkpoint-5500/random_states_0.pkl
new file mode 100644
index 0000000000000000000000000000000000000000..3d6a99dccf8c8559b0529df825f26e443d2e00b7
--- /dev/null
+++ b/checkpoint-5500/random_states_0.pkl
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6a62ff9b3af5f0693ad91111b8b19c53e1202fee8809d56b486c831c7eec6326
+size 14280
diff --git a/checkpoint-5500/scheduler.bin b/checkpoint-5500/scheduler.bin
new file mode 100644
index 0000000000000000000000000000000000000000..7ece1e95c6d951505f4d6593b5d5dab363c507f1
--- /dev/null
+++ b/checkpoint-5500/scheduler.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cccd50e4fadaabeb5f256be304ee136b35dc86ed1b95b9b53c2539488e8558c6
+size 1000
diff --git a/checkpoint-6000/controlnet/config.json b/checkpoint-6000/controlnet/config.json
new file mode 100644
index 0000000000000000000000000000000000000000..1212b76651ac9b1676690a31b185a0244ada2870
--- /dev/null
+++ b/checkpoint-6000/controlnet/config.json
@@ -0,0 +1,51 @@
+{
+  "_class_name": "ControlNetModel",
+  "_diffusers_version": "0.33.0.dev0",
+  "act_fn": "silu",
+  "addition_embed_type": null,
+  "addition_embed_type_num_heads": 64,
+  "addition_time_embed_dim": null,
+  "attention_head_dim": 8,
+  "block_out_channels": [
+    320,
+    640,
+    1280,
+    1280
+  ],
+  "class_embed_type": null,
+  "conditioning_channels": 3,
+  "conditioning_embedding_out_channels": [
+    16,
+    32,
+    96,
+    256
+  ],
+  "controlnet_conditioning_channel_order": "rgb",
+  "cross_attention_dim": 768,
+  "down_block_types": [
+    "CrossAttnDownBlock2D",
+    "CrossAttnDownBlock2D",
+    "CrossAttnDownBlock2D",
+    "DownBlock2D"
+  ],
+  "downsample_padding": 1,
+  "encoder_hid_dim": null,
+  "encoder_hid_dim_type": null,
+  "flip_sin_to_cos": true,
+  "freq_shift": 0,
+  "global_pool_conditions": false,
+  "in_channels": 4,
+  "layers_per_block": 2,
+  "mid_block_scale_factor": 1,
+  "mid_block_type": "UNetMidBlock2DCrossAttn",
+  "norm_eps": 1e-05,
+  "norm_num_groups": 32,
+  "num_attention_heads": null,
+  "num_class_embeds": null,
+  "only_cross_attention": false,
+  "projection_class_embeddings_input_dim": null,
+  "resnet_time_scale_shift": "default",
+  "transformer_layers_per_block": 1,
+  "upcast_attention": false,
+  "use_linear_projection": false
+}
diff --git a/checkpoint-6000/controlnet/diffusion_pytorch_model.safetensors b/checkpoint-6000/controlnet/diffusion_pytorch_model.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..3c7cbe459f4623f59ef048c4c7f1d6c8e4f42be3
--- /dev/null
+++ b/checkpoint-6000/controlnet/diffusion_pytorch_model.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dc0139548d2c0affe71eaefe7aaa438ef8ea8d1e3fae3ed83038d5a169ee71d6
+size 1445157120
diff --git a/checkpoint-6000/optimizer.bin b/checkpoint-6000/optimizer.bin
new file mode 100644
index 0000000000000000000000000000000000000000..3eaab3139b0835f1c8ecdeb50343dcf4ff663881
--- /dev/null
+++ b/checkpoint-6000/optimizer.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:622848173a20a41915ce3ba1cb9070e875e7a6a87181ed5d97950d81ccf1acb7
+size 2890518478
diff --git a/checkpoint-6000/random_states_0.pkl b/checkpoint-6000/random_states_0.pkl
new file mode 100644
index 0000000000000000000000000000000000000000..b788699538e79df8f5107dd0f1ba28468818121e
--- /dev/null
+++ b/checkpoint-6000/random_states_0.pkl
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e6c97e3ede9728ec510635f54db6ca1e5f17ab1952578922decaae8a1fbc83ed
+size 14408
diff --git a/checkpoint-6000/scheduler.bin b/checkpoint-6000/scheduler.bin
new file mode 100644
index 0000000000000000000000000000000000000000..56f6260b4410b5426405fe19cb5e3a70940c635e
--- /dev/null
+++ b/checkpoint-6000/scheduler.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4ee5dfbcb11f39797466c733b73a4b72d5ce9cd980aa33b83191eda39b8f80d9
+size 1000
diff --git a/checkpoint-6500/controlnet/config.json b/checkpoint-6500/controlnet/config.json
new file mode 100644
index 0000000000000000000000000000000000000000..1212b76651ac9b1676690a31b185a0244ada2870
--- /dev/null
+++ b/checkpoint-6500/controlnet/config.json
@@ -0,0 +1,51 @@
+{
+  "_class_name": "ControlNetModel",
+  "_diffusers_version": "0.33.0.dev0",
+  "act_fn": "silu",
+  "addition_embed_type": null,
+  "addition_embed_type_num_heads": 64,
+  "addition_time_embed_dim": null,
+  "attention_head_dim": 8,
+  "block_out_channels": [
+    320,
+    640,
+    1280,
+    1280
+  ],
+  "class_embed_type": null,
+  "conditioning_channels": 3,
+  "conditioning_embedding_out_channels": [
+    16,
+    32,
+    96,
+    256
+  ],
+  "controlnet_conditioning_channel_order": "rgb",
+  "cross_attention_dim": 768,
+  "down_block_types": [
+    "CrossAttnDownBlock2D",
+    "CrossAttnDownBlock2D",
+    "CrossAttnDownBlock2D",
+    "DownBlock2D"
+  ],
+  "downsample_padding": 1,
+  "encoder_hid_dim": null,
+  "encoder_hid_dim_type": null,
+  "flip_sin_to_cos": true,
+  "freq_shift": 0,
+  "global_pool_conditions": false,
+  "in_channels": 4,
+  "layers_per_block": 2,
+  "mid_block_scale_factor": 1,
+  "mid_block_type": "UNetMidBlock2DCrossAttn",
+  "norm_eps": 1e-05,
+  "norm_num_groups": 32,
+  "num_attention_heads": null,
+  "num_class_embeds": null,
+  "only_cross_attention": false,
+  "projection_class_embeddings_input_dim": null,
+  "resnet_time_scale_shift": "default",
+  "transformer_layers_per_block": 1,
+  "upcast_attention": false,
+  "use_linear_projection": false
+}
diff --git a/checkpoint-6500/controlnet/diffusion_pytorch_model.safetensors b/checkpoint-6500/controlnet/diffusion_pytorch_model.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..94a7cf4f4ad8d4f62c03bc96b386d36f2ada62bc
--- /dev/null
+++ b/checkpoint-6500/controlnet/diffusion_pytorch_model.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1262c279d6dd15b2647b04ad1abed653fef64c7bae8b57a2cccef033d752b9e2
+size 1445157120
diff --git a/checkpoint-6500/optimizer.bin b/checkpoint-6500/optimizer.bin
new file mode 100644
index 0000000000000000000000000000000000000000..20aeedf7f6a80641902882206990ae92391479da
--- /dev/null
+++ b/checkpoint-6500/optimizer.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1aabaaaf84ff254279ea7a6f76c42fc02342eedf25e42be3c45b3f068c87780c
+size 2890518478
diff --git a/checkpoint-6500/random_states_0.pkl b/checkpoint-6500/random_states_0.pkl
new file mode 100644
index 0000000000000000000000000000000000000000..bb2a2e7c305a7735487badc58cf9c4f3c4775136
--- /dev/null
+++ b/checkpoint-6500/random_states_0.pkl
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9622a905d91187ee001832d5263d200debe13d779f198625e1f17a8a8bf725dd
+size 14344
diff --git a/checkpoint-6500/scheduler.bin b/checkpoint-6500/scheduler.bin
new file mode 100644
index 0000000000000000000000000000000000000000..dd50dc61ecfe56f92568bf86f8100b71caa3e3e5
--- /dev/null
+++ b/checkpoint-6500/scheduler.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d229b0da4068c3fe48559d0cf4e98c2363ffbc34b55fa0c031894ec3002f1437
+size 1000
diff --git a/checkpoint-7000/controlnet/config.json b/checkpoint-7000/controlnet/config.json
new file mode 100644
index 0000000000000000000000000000000000000000..1212b76651ac9b1676690a31b185a0244ada2870
--- /dev/null
+++ b/checkpoint-7000/controlnet/config.json
@@ -0,0 +1,51 @@
+{
+  "_class_name": "ControlNetModel",
+  "_diffusers_version": "0.33.0.dev0",
+  "act_fn": "silu",
+  "addition_embed_type": null,
+  "addition_embed_type_num_heads": 64,
+  "addition_time_embed_dim": null,
+  "attention_head_dim": 8,
+  "block_out_channels": [
+    320,
+    640,
+    1280,
+    1280
+  ],
+  "class_embed_type": null,
+  "conditioning_channels": 3,
+  "conditioning_embedding_out_channels": [
+    16,
+    32,
+    96,
+    256
+  ],
+  "controlnet_conditioning_channel_order": "rgb",
+  "cross_attention_dim": 768,
+  "down_block_types": [
+    "CrossAttnDownBlock2D",
+    "CrossAttnDownBlock2D",
+    "CrossAttnDownBlock2D",
+    "DownBlock2D"
+  ],
+  "downsample_padding": 1,
+  "encoder_hid_dim": null,
+  "encoder_hid_dim_type": null,
+  "flip_sin_to_cos": true,
+  "freq_shift": 0,
+  "global_pool_conditions": false,
+  "in_channels": 4,
+  "layers_per_block": 2,
+  "mid_block_scale_factor": 1,
+  "mid_block_type": "UNetMidBlock2DCrossAttn",
+  "norm_eps": 1e-05,
+  "norm_num_groups": 32,
+  "num_attention_heads": null,
+  "num_class_embeds": null,
+  "only_cross_attention": false,
+  "projection_class_embeddings_input_dim": null,
+  "resnet_time_scale_shift": "default",
+  "transformer_layers_per_block": 1,
+  "upcast_attention": false,
+  "use_linear_projection": false
+}
diff --git a/checkpoint-7000/controlnet/diffusion_pytorch_model.safetensors b/checkpoint-7000/controlnet/diffusion_pytorch_model.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..4c153a3bceaea269cef25bf09042dbd5477cd3f7
--- /dev/null
+++ b/checkpoint-7000/controlnet/diffusion_pytorch_model.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:695a99f155bf42cb19ff763af5ed5a644b8fa543aea73be4c3e86dc20e397bb5
+size 1445157120
diff --git a/checkpoint-7000/optimizer.bin b/checkpoint-7000/optimizer.bin
new file mode 100644
index 0000000000000000000000000000000000000000..945d20a1becf685fd3447da1a95efaaf64a9256f
--- /dev/null
+++ b/checkpoint-7000/optimizer.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2b642672960d66345aa605c2222363c8906ed1ee39eb165e2d37e66079c59b73
+size 2890518478
diff --git a/checkpoint-7000/random_states_0.pkl b/checkpoint-7000/random_states_0.pkl
new file mode 100644
index 0000000000000000000000000000000000000000..d3e37a9e5c5f33afe98668901167cb97a0b336d1
--- /dev/null
+++ b/checkpoint-7000/random_states_0.pkl
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5fed224eb5352bcaf6cd561bf0dfaec0b7d3978166634ed44651b3fadb7f1960
+size 14344
diff --git a/checkpoint-7000/scheduler.bin b/checkpoint-7000/scheduler.bin
new file mode 100644
index 0000000000000000000000000000000000000000..060d6467a94bb456ae140a069e7c9fc0d0d9eefe
--- /dev/null
+++ b/checkpoint-7000/scheduler.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c4f80bd4cf789dadaabab339ee4bbcf7677008e876201ba9229aae4c3d8860b1
+size 1000
diff --git a/checkpoint-7500/controlnet/config.json b/checkpoint-7500/controlnet/config.json
new file mode 100644
index 0000000000000000000000000000000000000000..1212b76651ac9b1676690a31b185a0244ada2870
--- /dev/null
+++ b/checkpoint-7500/controlnet/config.json
@@ -0,0 +1,51 @@
+{
+  "_class_name": "ControlNetModel",
+  "_diffusers_version": "0.33.0.dev0",
+  "act_fn": "silu",
+  "addition_embed_type": null,
+  "addition_embed_type_num_heads": 64,
+  "addition_time_embed_dim": null,
+  "attention_head_dim": 8,
+  "block_out_channels": [
+    320,
+    640,
+    1280,
+    1280
+  ],
+  "class_embed_type": null,
+  "conditioning_channels": 3,
+  "conditioning_embedding_out_channels": [
+    16,
+    32,
+    96,
+    256
+  ],
+  "controlnet_conditioning_channel_order": "rgb",
+  "cross_attention_dim": 768,
+  "down_block_types": [
+    "CrossAttnDownBlock2D",
+    "CrossAttnDownBlock2D",
+    "CrossAttnDownBlock2D",
+    "DownBlock2D"
+  ],
+  "downsample_padding": 1,
+  "encoder_hid_dim": null,
+  "encoder_hid_dim_type": null,
+  "flip_sin_to_cos": true,
+  "freq_shift": 0,
+  "global_pool_conditions": false,
+  "in_channels": 4,
+  "layers_per_block": 2,
+  "mid_block_scale_factor": 1,
+  "mid_block_type": "UNetMidBlock2DCrossAttn",
+  "norm_eps": 1e-05,
+  "norm_num_groups": 32,
+  "num_attention_heads": null,
+  "num_class_embeds": null,
+  "only_cross_attention": false,
+  "projection_class_embeddings_input_dim": null,
+  "resnet_time_scale_shift": "default",
+  "transformer_layers_per_block": 1,
+  "upcast_attention": false,
+  "use_linear_projection": false
+}
diff --git a/checkpoint-7500/controlnet/diffusion_pytorch_model.safetensors b/checkpoint-7500/controlnet/diffusion_pytorch_model.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..416f67c3e55267791e53681fece3cb085b7f39b4
--- /dev/null
+++ b/checkpoint-7500/controlnet/diffusion_pytorch_model.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ebf6ee2795cca253c4ece2b3b6cbb0c803b64523f23cf02e8d286fef1f5e993c
+size 1445157120
diff --git a/checkpoint-7500/optimizer.bin b/checkpoint-7500/optimizer.bin
new file mode 100644
index 0000000000000000000000000000000000000000..c9f819606fe7724027a99a0c0878f923618c4c33
--- /dev/null
+++ b/checkpoint-7500/optimizer.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:846d01055a4d4ba7fff2df9b01177d69f990c12759136ed179841dec7cbad8ba
+size 2890518478
diff --git a/checkpoint-7500/random_states_0.pkl b/checkpoint-7500/random_states_0.pkl
new file mode 100644
index 0000000000000000000000000000000000000000..7e7d9ac80cc15bc3f1d53060073bf46761742703
--- /dev/null
+++ b/checkpoint-7500/random_states_0.pkl
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c4b1419c959764243dd5c8cd36485aad847e10792d3116a4a254e5ceb58ac6ab
+size 14344
diff --git a/checkpoint-7500/scheduler.bin b/checkpoint-7500/scheduler.bin
new file mode 100644
index 0000000000000000000000000000000000000000..a40cb7d1b1824ffe0ad37702bc10ce5252d3f6e7
--- /dev/null
+++ b/checkpoint-7500/scheduler.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:469f3dfa691dc745bdbbdb71d7ef377ea939b36486945c0afc136fdf39db6a09
+size 1000
diff --git a/checkpoint-8000/controlnet/config.json b/checkpoint-8000/controlnet/config.json
new file mode 100644
index 0000000000000000000000000000000000000000..1212b76651ac9b1676690a31b185a0244ada2870
--- /dev/null
+++ b/checkpoint-8000/controlnet/config.json
@@ -0,0 +1,51 @@
+{
+  "_class_name": "ControlNetModel",
+  "_diffusers_version": "0.33.0.dev0",
+  "act_fn": "silu",
+  "addition_embed_type": null,
+  "addition_embed_type_num_heads": 64,
+  "addition_time_embed_dim": null,
+  "attention_head_dim": 8,
+  "block_out_channels": [
+    320,
+    640,
+    1280,
+    1280
+  ],
+  "class_embed_type": null,
+  "conditioning_channels": 3,
+  "conditioning_embedding_out_channels": [
+    16,
+    32,
+    96,
+    256
+  ],
+  "controlnet_conditioning_channel_order": "rgb",
+  "cross_attention_dim": 768,
+  "down_block_types": [
+    "CrossAttnDownBlock2D",
+    "CrossAttnDownBlock2D",
+    "CrossAttnDownBlock2D",
+    "DownBlock2D"
+  ],
+  "downsample_padding": 1,
+  "encoder_hid_dim": null,
+  "encoder_hid_dim_type": null,
+  "flip_sin_to_cos": true,
+  "freq_shift": 0,
+  "global_pool_conditions": false,
+  "in_channels": 4,
+  "layers_per_block": 2,
+  "mid_block_scale_factor": 1,
+  "mid_block_type": "UNetMidBlock2DCrossAttn",
+  "norm_eps": 1e-05,
+  "norm_num_groups": 32,
+  "num_attention_heads": null,
+  "num_class_embeds": null,
+  "only_cross_attention": false,
+  "projection_class_embeddings_input_dim": null,
+  "resnet_time_scale_shift": "default",
+  "transformer_layers_per_block": 1,
+  "upcast_attention": false,
+  "use_linear_projection": false
+}
diff --git a/checkpoint-8000/controlnet/diffusion_pytorch_model.safetensors b/checkpoint-8000/controlnet/diffusion_pytorch_model.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..8f324931a56cf654a38ab68c17fbb5f249d4b033
--- /dev/null
+++ b/checkpoint-8000/controlnet/diffusion_pytorch_model.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3342b56ef5e67e3fea5572294f2f4fcd8e03b2774e8f5fa9293db96c294b28d6
+size 1445157120
diff --git a/checkpoint-8000/optimizer.bin b/checkpoint-8000/optimizer.bin
new file mode 100644
index 0000000000000000000000000000000000000000..2fd4a85e3d83b8f0310e90c7c33a869249d4475b
--- /dev/null
+++ b/checkpoint-8000/optimizer.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b1ab7c7a46f9643116fba2776ff4e2be49d3f0f277bd49bf9d20909933fa99df
+size 2890518478
diff --git a/checkpoint-8000/random_states_0.pkl b/checkpoint-8000/random_states_0.pkl
new file mode 100644
index 0000000000000000000000000000000000000000..88f7cc967a138522c623bda6078f5ff355bef35b
--- /dev/null
+++ b/checkpoint-8000/random_states_0.pkl
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:698b1d7d17beaab9bf3b2ff3626f50c8af9b94b8a90feceb917456fb449549ed
+size 14344
diff --git a/checkpoint-8000/scheduler.bin b/checkpoint-8000/scheduler.bin
new file mode 100644
index 0000000000000000000000000000000000000000..a8d44bde7bdd376310f93f74af9fce60796d118f
--- /dev/null
+++ b/checkpoint-8000/scheduler.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:292da4efc7a8f738c6def66954da40f3297d0ce66bc7f39bf63dc452f2047773
+size 1000
diff --git a/checkpoint-8500/controlnet/config.json b/checkpoint-8500/controlnet/config.json
new file mode 100644
index 0000000000000000000000000000000000000000..1212b76651ac9b1676690a31b185a0244ada2870
--- /dev/null
+++ b/checkpoint-8500/controlnet/config.json
@@ -0,0 +1,51 @@
+{
+  "_class_name": "ControlNetModel",
+  "_diffusers_version": "0.33.0.dev0",
+  "act_fn": "silu",
+  "addition_embed_type": null,
+  "addition_embed_type_num_heads": 64,
+  "addition_time_embed_dim": null,
+  "attention_head_dim": 8,
+  "block_out_channels": [
+    320,
+    640,
+    1280,
+    1280
+  ],
+  "class_embed_type": null,
+  "conditioning_channels": 3,
+  "conditioning_embedding_out_channels": [
+    16,
+    32,
+    96,
+    256
+  ],
+  "controlnet_conditioning_channel_order": "rgb",
+  "cross_attention_dim": 768,
+  "down_block_types": [
+    "CrossAttnDownBlock2D",
+    "CrossAttnDownBlock2D",
+    "CrossAttnDownBlock2D",
+    "DownBlock2D"
+  ],
+  "downsample_padding": 1,
+  "encoder_hid_dim": null,
+  "encoder_hid_dim_type": null,
+  "flip_sin_to_cos": true,
+  "freq_shift": 0,
+  "global_pool_conditions": false,
+  "in_channels": 4,
+  "layers_per_block": 2,
+  "mid_block_scale_factor": 1,
+  "mid_block_type": "UNetMidBlock2DCrossAttn",
+  "norm_eps": 1e-05,
+  "norm_num_groups": 32,
+  "num_attention_heads": null,
+  "num_class_embeds": null,
+  "only_cross_attention": false,
+  "projection_class_embeddings_input_dim": null,
+  "resnet_time_scale_shift": "default",
+  "transformer_layers_per_block": 1,
+  "upcast_attention": false,
+  "use_linear_projection": false
+}
diff --git a/checkpoint-8500/controlnet/diffusion_pytorch_model.safetensors b/checkpoint-8500/controlnet/diffusion_pytorch_model.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..a6f432b9fdb9ea97ed003b98883722c25f3cf03b
--- /dev/null
+++ b/checkpoint-8500/controlnet/diffusion_pytorch_model.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:95ded1659424ca48f53436865672f1fa219aa4668f785692a132019c6641b667
+size 1445157120
diff --git a/checkpoint-8500/optimizer.bin b/checkpoint-8500/optimizer.bin
new file mode 100644
index 0000000000000000000000000000000000000000..51cfadaa710380b4554bb629b9ff49945b6d5a4e
--- /dev/null
+++ b/checkpoint-8500/optimizer.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dc19f7fc30b26f1b2fe1f9877310877ccb5b7ddbafb35f6df3a45ee52047bb8a
+size 2890518478
diff --git a/checkpoint-8500/random_states_0.pkl b/checkpoint-8500/random_states_0.pkl
new file mode 100644
index 0000000000000000000000000000000000000000..4cd094d21b0fc285bf8c6f469e5e7e7518467b23
--- /dev/null
+++ b/checkpoint-8500/random_states_0.pkl
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:73a17b105c2929941786fe228e6ff624d6d833e5cdfd3110af1c5163aae2b686
+size 14344
diff --git a/checkpoint-8500/scheduler.bin b/checkpoint-8500/scheduler.bin
new file mode 100644
index 0000000000000000000000000000000000000000..a2ac49937646c629f0ce1ee55e445e9baed0fc17
--- /dev/null
+++ b/checkpoint-8500/scheduler.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:74e20c0ad9ac537a007c35edaba0829511a22810e98ae5b5a51e1d892a229a89
+size 1000
diff --git a/checkpoint-9000/controlnet/config.json b/checkpoint-9000/controlnet/config.json
new file mode 100644
index 0000000000000000000000000000000000000000..1212b76651ac9b1676690a31b185a0244ada2870
--- /dev/null
+++ b/checkpoint-9000/controlnet/config.json
@@ -0,0 +1,51 @@
+{
+  "_class_name": "ControlNetModel",
+  "_diffusers_version": "0.33.0.dev0",
+  "act_fn": "silu",
+  "addition_embed_type": null,
+  "addition_embed_type_num_heads": 64,
+  "addition_time_embed_dim": null,
+  "attention_head_dim": 8,
+  "block_out_channels": [
+    320,
+    640,
+    1280,
+    1280
+  ],
+  "class_embed_type": null,
+  "conditioning_channels": 3,
+  "conditioning_embedding_out_channels": [
+    16,
+    32,
+    96,
+    256
+  ],
+  "controlnet_conditioning_channel_order": "rgb",
+  "cross_attention_dim": 768,
+  "down_block_types": [
+    "CrossAttnDownBlock2D",
+    "CrossAttnDownBlock2D",
+    "CrossAttnDownBlock2D",
+    "DownBlock2D"
+  ],
+  "downsample_padding": 1,
+  "encoder_hid_dim": null,
+  "encoder_hid_dim_type": null,
+  "flip_sin_to_cos": true,
+  "freq_shift": 0,
+  "global_pool_conditions": false,
+  "in_channels": 4,
+  "layers_per_block": 2,
+  "mid_block_scale_factor": 1,
+  "mid_block_type": "UNetMidBlock2DCrossAttn",
+  "norm_eps": 1e-05,
+  "norm_num_groups": 32,
+  "num_attention_heads": null,
+  "num_class_embeds": null,
+  "only_cross_attention": false,
+  "projection_class_embeddings_input_dim": null,
+  "resnet_time_scale_shift": "default",
+  "transformer_layers_per_block": 1,
+  "upcast_attention": false,
+  "use_linear_projection": false
+}
diff --git a/checkpoint-9000/controlnet/diffusion_pytorch_model.safetensors b/checkpoint-9000/controlnet/diffusion_pytorch_model.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..be224075afccedc0ab384ccccf00ccd7d3f709fe
--- /dev/null
+++ b/checkpoint-9000/controlnet/diffusion_pytorch_model.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6f537810245055031524ed61a6e49af92eb535e6d5ceeaca5abe360825f32ea8
+size 1445157120
diff --git a/checkpoint-9000/optimizer.bin b/checkpoint-9000/optimizer.bin
new file mode 100644
index 0000000000000000000000000000000000000000..83494f0694c1e297428a8114f97c4e799346a12e
--- /dev/null
+++ b/checkpoint-9000/optimizer.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0e2421c4cc2ab8babb9519fe9afced00d98e1ed4133dcdac6985777e799fdb42
+size 2890518478
diff --git a/checkpoint-9000/random_states_0.pkl b/checkpoint-9000/random_states_0.pkl
new file mode 100644
index 0000000000000000000000000000000000000000..78aa68ab6dda4edc683e705501608a24d0661116
--- /dev/null
+++ b/checkpoint-9000/random_states_0.pkl
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8cd2c2565722b99d96719ce8d01ab12696c55268917048469c3b3647a8d9c376
+size 14344
diff --git a/checkpoint-9000/scheduler.bin b/checkpoint-9000/scheduler.bin
new file mode 100644
index 0000000000000000000000000000000000000000..cea40c46784607b8e840cb2e796590b1687e8013
--- /dev/null
+++ b/checkpoint-9000/scheduler.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cdd7aa796f44c57211fc009bfef85afa45524c73305957cce5d8d0b742077407
+size 1000
diff --git a/checkpoint-9500/controlnet/config.json b/checkpoint-9500/controlnet/config.json
new file mode 100644
index 0000000000000000000000000000000000000000..1212b76651ac9b1676690a31b185a0244ada2870
--- /dev/null
+++ b/checkpoint-9500/controlnet/config.json
@@ -0,0 +1,51 @@
+{
+  "_class_name": "ControlNetModel",
+  "_diffusers_version": "0.33.0.dev0",
+  "act_fn": "silu",
+  "addition_embed_type": null,
+  "addition_embed_type_num_heads": 64,
+  "addition_time_embed_dim": null,
+  "attention_head_dim": 8,
+  "block_out_channels": [
+    320,
+    640,
+    1280,
+    1280
+  ],
+  "class_embed_type": null,
+  "conditioning_channels": 3,
+  "conditioning_embedding_out_channels": [
+    16,
+    32,
+    96,
+    256
+  ],
+  "controlnet_conditioning_channel_order": "rgb",
+  "cross_attention_dim": 768,
+  "down_block_types": [
+    "CrossAttnDownBlock2D",
+    "CrossAttnDownBlock2D",
+    "CrossAttnDownBlock2D",
+    "DownBlock2D"
+  ],
+  "downsample_padding": 1,
+  "encoder_hid_dim": null,
+  "encoder_hid_dim_type": null,
+  "flip_sin_to_cos": true,
+  "freq_shift": 0,
+  "global_pool_conditions": false,
+  "in_channels": 4,
+  "layers_per_block": 2,
+  "mid_block_scale_factor": 1,
+  "mid_block_type": "UNetMidBlock2DCrossAttn",
+  "norm_eps": 1e-05,
+  "norm_num_groups": 32,
+  "num_attention_heads": null,
+  "num_class_embeds": null,
+  "only_cross_attention": false,
+  "projection_class_embeddings_input_dim": null,
+  "resnet_time_scale_shift": "default",
+  "transformer_layers_per_block": 1,
+  "upcast_attention": false,
+  "use_linear_projection": false
+}
diff --git a/checkpoint-9500/controlnet/diffusion_pytorch_model.safetensors b/checkpoint-9500/controlnet/diffusion_pytorch_model.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..db5d9b3ddec67c5eb9f8c72e719c4d4ffd6a393e
--- /dev/null
+++ b/checkpoint-9500/controlnet/diffusion_pytorch_model.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3e25d272c7f2c4794c499b95bbd0ab85250bcb9619ecde76733056fa523a4936
+size 1445157120
diff --git a/checkpoint-9500/optimizer.bin b/checkpoint-9500/optimizer.bin
new file mode 100644
index 0000000000000000000000000000000000000000..5dbb63f1f92af2ca037ebe73019fac451761eeec
--- /dev/null
+++ b/checkpoint-9500/optimizer.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f8122bb16100b02e8b9861b48e8d391ab426232f960eead00e4ce2230dd64379
+size 2890518478
diff --git a/checkpoint-9500/random_states_0.pkl b/checkpoint-9500/random_states_0.pkl
new file mode 100644
index 0000000000000000000000000000000000000000..8383a02d6ec0deeca7cb23358957e23f6665a25b
--- /dev/null
+++ b/checkpoint-9500/random_states_0.pkl
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e2d5889c99905446da572175a2143aee56867c46b2750fe1b5cf55ad2eeac8e8
+size 14344
diff --git a/checkpoint-9500/scheduler.bin b/checkpoint-9500/scheduler.bin
new file mode 100644
index 0000000000000000000000000000000000000000..3fa57adba232afe8ca5611ffaf153b936b1fa26a
--- /dev/null
+++ b/checkpoint-9500/scheduler.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5886cc71ce564be65de5dfd812c7176ad89f17b1e6165c5c267e707beaf8378e
+size 1000
diff --git a/config.json b/config.json
new file mode 100644
index 0000000000000000000000000000000000000000..1212b76651ac9b1676690a31b185a0244ada2870
--- /dev/null
+++ b/config.json
@@ -0,0 +1,51 @@
+{
+  "_class_name": "ControlNetModel",
+  "_diffusers_version": "0.33.0.dev0",
+  "act_fn": "silu",
+  "addition_embed_type": null,
+  "addition_embed_type_num_heads": 64,
+  "addition_time_embed_dim": null,
+  "attention_head_dim": 8,
+  "block_out_channels": [
+    320,
+    640,
+    1280,
+    1280
+  ],
+  "class_embed_type": null,
+  "conditioning_channels": 3,
+  "conditioning_embedding_out_channels": [
+    16,
+    32,
+    96,
+    256
+  ],
+  "controlnet_conditioning_channel_order": "rgb",
+  "cross_attention_dim": 768,
+  "down_block_types": [
+    "CrossAttnDownBlock2D",
+    "CrossAttnDownBlock2D",
+    "CrossAttnDownBlock2D",
+    "DownBlock2D"
+  ],
+  "downsample_padding": 1,
+  "encoder_hid_dim": null,
+  "encoder_hid_dim_type": null,
+  "flip_sin_to_cos": true,
+  "freq_shift": 0,
+  "global_pool_conditions": false,
+  "in_channels": 4,
+  "layers_per_block": 2,
+  "mid_block_scale_factor": 1,
+  "mid_block_type": "UNetMidBlock2DCrossAttn",
+  "norm_eps": 1e-05,
+  "norm_num_groups": 32,
+  "num_attention_heads": null,
+  "num_class_embeds": null,
+  "only_cross_attention": false,
+  "projection_class_embeddings_input_dim": null,
+  "resnet_time_scale_shift": "default",
+  "transformer_layers_per_block": 1,
+  "upcast_attention": false,
+  "use_linear_projection": false
+}
diff --git a/diffusion_pytorch_model.safetensors b/diffusion_pytorch_model.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..b3dd291c51b4478b4c1c10e91f58f964cc8cf3b6
--- /dev/null
+++ b/diffusion_pytorch_model.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8543ca845744db6cd919b00ddd82beaa0685bd671d3f2c18062f9c44728a0159
+size 1445157120
diff --git a/image_control.png b/image_control.png
new file mode 100644
index 0000000000000000000000000000000000000000..ecd08ae58136b5b1a08d084ffa875e039018d230
Binary files /dev/null and b/image_control.png differ
diff --git a/images_0.png b/images_0.png
new file mode 100644
index 0000000000000000000000000000000000000000..4f3333d57f8d8c2dcd9de1c803d61aec414988f7
--- /dev/null
+++ b/images_0.png
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6778e043fd5337fdf36d55da2e11f18528773e00071da667b68ef5a792404534
+size 553716
diff --git a/images_1.png b/images_1.png
new file mode 100644
index 0000000000000000000000000000000000000000..4bfa777ee5ceec2ed2b8d7402f00150890dcf046
--- /dev/null
+++ b/images_1.png
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f9fb81de70bcb4bc09b2a5b1fe7b8ba094eb420b8b81a79a0e1b4e71e509fd16
+size 1741569
diff --git a/logs/train_controlnet/1739352890.7089345/events.out.tfevents.1739352890.siwonkim.7661.1 b/logs/train_controlnet/1739352890.7089345/events.out.tfevents.1739352890.siwonkim.7661.1
new file mode 100644
index 0000000000000000000000000000000000000000..87a5ff80871981b62cf52c21c85250e80cb719d5
--- /dev/null
+++ b/logs/train_controlnet/1739352890.7089345/events.out.tfevents.1739352890.siwonkim.7661.1
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c230e55bcdc1d734f69c8a6a74eee01940ef9aca27c8ac3b5ec1f9250897c086
+size 2244
diff --git a/logs/train_controlnet/1739352890.7126853/hparams.yml b/logs/train_controlnet/1739352890.7126853/hparams.yml
new file mode 100644
index 0000000000000000000000000000000000000000..0e07e3b4492118c9b219e92d083bda91c25af683
--- /dev/null
+++ b/logs/train_controlnet/1739352890.7126853/hparams.yml
@@ -0,0 +1,50 @@
+adam_beta1: 0.9
+adam_beta2: 0.999
+adam_epsilon: 1.0e-08
+adam_weight_decay: 0.01
+allow_tf32: false
+cache_dir: null
+caption_column: text
+checkpointing_steps: 500
+checkpoints_total_limit: null
+conditioning_image_column: conditioning_image
+controlnet_model_name_or_path: null
+dataloader_num_workers: 0
+dataset_config_name: null
+dataset_name: fusing/fill50k
+enable_xformers_memory_efficient_attention: false
+gradient_accumulation_steps: 1
+gradient_checkpointing: false
+hub_model_id: null
+hub_token: null
+image_column: image
+learning_rate: 1.0e-05
+logging_dir: logs
+lr_num_cycles: 1
+lr_power: 1.0
+lr_scheduler: constant
+lr_warmup_steps: 500
+max_grad_norm: 1.0
+max_train_samples: null
+max_train_steps: 1563
+mixed_precision: null
+num_train_epochs: 1
+num_validation_images: 4
+output_dir: controlnet_test
+pretrained_model_name_or_path: stable-diffusion-v1-5/stable-diffusion-v1-5
+proportion_empty_prompts: 0
+push_to_hub: true
+report_to: tensorboard
+resolution: 512
+resume_from_checkpoint: null
+revision: null
+scale_lr: false
+seed: null
+set_grads_to_none: false
+tokenizer_name: null
+tracker_project_name: train_controlnet
+train_batch_size: 4
+train_data_dir: null
+use_8bit_adam: false
+validation_steps: 100
+variant: null
diff --git a/logs/train_controlnet/events.out.tfevents.1739352890.siwonkim.7661.0 b/logs/train_controlnet/events.out.tfevents.1739352890.siwonkim.7661.0
new file mode 100644
index 0000000000000000000000000000000000000000..d28583dfbe3ec250b76c3ffae43e021fc746828f
--- /dev/null
+++ b/logs/train_controlnet/events.out.tfevents.1739352890.siwonkim.7661.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d5dca27dc88357e48eb26349ad1a112c426339de4fa1f973460b92098ffafd4a
+size 5288