debug

README.md

@@ -25,4 +25,6 @@ huggingface-cli login
 
 ## on using Huggingface ZeroGPU 
 need to import spaces and the corresponding decorator
-https://huggingface.co/docs/hub/spaces-zerogpu
+https://huggingface.co/docs/hub/spaces-zerogpu
+
+also, check the usage of controlnet over zerogpu here: https://huggingface.co/spaces/radames/Enhance-This-HiDiffusion-SDXL/blob/main/app.py

model.py

@@ -4,7 +4,7 @@ import numpy as np
 import PIL.Image
 import torch
 from controlnet_aux.util import HWC3
-# import spaces #[uncomment to use ZeroGPU]
+import spaces #[uncomment to use ZeroGPU]
 from diffusers import (
     ControlNetModel,
     DiffusionPipeline,
@@ -17,19 +17,19 @@ from preprocessor import Preprocessor
 from settings import MAX_IMAGE_RESOLUTION, MAX_NUM_IMAGES
 
 CONTROLNET_MODEL_IDS = {
-    "Openpose": "lllyasviel/control_v11p_sd15_openpose",
+    # "Openpose": "lllyasviel/control_v11p_sd15_openpose",
     "Canny": "lllyasviel/control_v11p_sd15_canny",
-    "MLSD": "lllyasviel/control_v11p_sd15_mlsd",
-    "scribble": "lllyasviel/control_v11p_sd15_scribble",
-    "softedge": "lllyasviel/control_v11p_sd15_softedge",
-    "segmentation": "lllyasviel/control_v11p_sd15_seg",
-    "depth": "lllyasviel/control_v11f1p_sd15_depth",
-    "NormalBae": "lllyasviel/control_v11p_sd15_normalbae",
-    "lineart": "lllyasviel/control_v11p_sd15_lineart",
-    "lineart_anime": "lllyasviel/control_v11p_sd15s2_lineart_anime",
-    "shuffle": "lllyasviel/control_v11e_sd15_shuffle",
-    "ip2p": "lllyasviel/control_v11e_sd15_ip2p",
-    "inpaint": "lllyasviel/control_v11e_sd15_inpaint",
+    # "MLSD": "lllyasviel/control_v11p_sd15_mlsd",
+    # "scribble": "lllyasviel/control_v11p_sd15_scribble",
+    # "softedge": "lllyasviel/control_v11p_sd15_softedge",
+    # "segmentation": "lllyasviel/control_v11p_sd15_seg",
+    # "depth": "lllyasviel/control_v11f1p_sd15_depth",
+    # "NormalBae": "lllyasviel/control_v11p_sd15_normalbae",
+    # "lineart": "lllyasviel/control_v11p_sd15_lineart",
+    # "lineart_anime": "lllyasviel/control_v11p_sd15s2_lineart_anime",
+    # "shuffle": "lllyasviel/control_v11e_sd15_shuffle",
+    # "ip2p": "lllyasviel/control_v11e_sd15_ip2p",
+    # "inpaint": "lllyasviel/control_v11e_sd15_inpaint",
 }
 
 

requirements.txt

@@ -4,4 +4,5 @@ invisible_watermark
 torch
 transformers
 xformers
-controlnet-aux # for controlnet
+controlnet-aux # for controlnet
+spaces # no need to specify here