Added missing control net pipe and removed early launch

app.py

@@ -423,6 +423,15 @@ from diffusers import StableDiffusionControlNetPipeline, ControlNetModel
 from diffusers import UniPCMultistepScheduler
 import torch
 
+controlnet = ControlNetModel.from_pretrained("lllyasviel/sd-controlnet-canny", torch_dtype=torch.float16)
+controlnet_pipe = StableDiffusionControlNetPipeline.from_pretrained(
+    "runwayml/stable-diffusion-v1-5", controlnet=controlnet, torch_dtype=torch.float16
+)
+
+controlnet_pipe.scheduler = UniPCMultistepScheduler.from_config(controlnet_pipe.scheduler.config)
+controlnet_pipe.enable_model_cpu_offload()
+controlnet_pipe.enable_xformers_memory_efficient_attention()
+
 def controlnet_edges(canny_input_prompt, input_image, input_low_threshold, input_high_threshold, input_invert):
     np_image = np.array(input_image)
 
@@ -462,7 +471,7 @@ canny_outputs = gr.outputs.Image(type="pil")
 
 # make and launch the gradio app...
 controlnet_canny_interface = gr.Interface(fn=controlnet_edges, inputs=[canny_input_prompt, canny_input_image, canny_input_low_threshold, canny_input_high_threshold, canny_input_invert], outputs=canny_outputs, title='Canny Edge Tracing', allow_flagging='never')
-controlnet_canny_interface.launch()
+# controlnet_canny_interface.launch()