Spaces:
Running
Running
Andre Embury
commited on
Change from canny to scribble
Browse filesChanges the controlnet from canny to scribble.
app.py
CHANGED
|
@@ -14,7 +14,9 @@ import torch
|
|
| 14 |
import requests
|
| 15 |
from fastapi import FastAPI, HTTPException
|
| 16 |
from PIL import Image
|
| 17 |
-
|
|
|
|
|
|
|
| 18 |
|
| 19 |
device = "cuda" if torch.cuda.is_available() else "cpu"
|
| 20 |
# model_repo_id = "stabilityai/sdxl-turbo" # Replace to the model you would like to use
|
|
@@ -29,9 +31,9 @@ else:
|
|
| 29 |
# "lllyasviel/sd-controlnet-canny", torch_dtype=torch.float32
|
| 30 |
# )
|
| 31 |
|
| 32 |
-
controlnet = ControlNetModel.from_pretrained(
|
| 33 |
-
|
| 34 |
-
)
|
| 35 |
|
| 36 |
# pipe = DiffusionPipeline.from_pretrained(model_repo_id, torch_dtype=torch_dtype)
|
| 37 |
# pipe = StableDiffusionControlNetImg2ImgPipeline.from_pretrained(
|
|
@@ -39,6 +41,20 @@ controlnet = ControlNetModel.from_pretrained(
|
|
| 39 |
# controlnet=controlnet,
|
| 40 |
# torch_dtype=torch_dtype,
|
| 41 |
# ).to(device)
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 42 |
pipe = StableDiffusionXLControlNetPipeline.from_pretrained(
|
| 43 |
"stabilityai/stable-diffusion-xl-base-1.0",
|
| 44 |
controlnet=controlnet,
|
|
@@ -46,8 +62,9 @@ pipe = StableDiffusionXLControlNetPipeline.from_pretrained(
|
|
| 46 |
variant="fp16",
|
| 47 |
use_safetensors=True,
|
| 48 |
).to(device)
|
| 49 |
-
|
| 50 |
-
canny = CannyDetector()
|
|
|
|
| 51 |
|
| 52 |
MAX_SEED = np.iinfo(np.int32).max
|
| 53 |
MAX_IMAGE_SIZE = 1024
|
|
@@ -96,7 +113,8 @@ def infer(
|
|
| 96 |
# img = img.resize((req.width, req.height))
|
| 97 |
img = img.resize((width, height))
|
| 98 |
|
| 99 |
-
control_net_image = canny(img).resize((width, height))
|
|
|
|
| 100 |
|
| 101 |
prompt = (
|
| 102 |
"redraw the logo from scratch, clean sharp vector-style, "
|
|
|
|
| 14 |
import requests
|
| 15 |
from fastapi import FastAPI, HTTPException
|
| 16 |
from PIL import Image
|
| 17 |
+
|
| 18 |
+
# from controlnet_aux import CannyDetector
|
| 19 |
+
from controlnet_aux import ScribbleDetector
|
| 20 |
|
| 21 |
device = "cuda" if torch.cuda.is_available() else "cpu"
|
| 22 |
# model_repo_id = "stabilityai/sdxl-turbo" # Replace to the model you would like to use
|
|
|
|
| 31 |
# "lllyasviel/sd-controlnet-canny", torch_dtype=torch.float32
|
| 32 |
# )
|
| 33 |
|
| 34 |
+
# controlnet = ControlNetModel.from_pretrained(
|
| 35 |
+
# "diffusers/controlnet-canny-sdxl-1.0", torch_dtype=torch.float16
|
| 36 |
+
# )
|
| 37 |
|
| 38 |
# pipe = DiffusionPipeline.from_pretrained(model_repo_id, torch_dtype=torch_dtype)
|
| 39 |
# pipe = StableDiffusionControlNetImg2ImgPipeline.from_pretrained(
|
|
|
|
| 41 |
# controlnet=controlnet,
|
| 42 |
# torch_dtype=torch_dtype,
|
| 43 |
# ).to(device)
|
| 44 |
+
# pipe = StableDiffusionXLControlNetPipeline.from_pretrained(
|
| 45 |
+
# "stabilityai/stable-diffusion-xl-base-1.0",
|
| 46 |
+
# controlnet=controlnet,
|
| 47 |
+
# torch_dtype=torch.float16,
|
| 48 |
+
# variant="fp16",
|
| 49 |
+
# use_safetensors=True,
|
| 50 |
+
# ).to(device)
|
| 51 |
+
|
| 52 |
+
# Load SDXL-compatible ControlNet (scribble version)
|
| 53 |
+
controlnet = ControlNetModel.from_pretrained(
|
| 54 |
+
"diffusers/controlnet-scribble-sdxl-1.0", torch_dtype=torch.float16
|
| 55 |
+
)
|
| 56 |
+
|
| 57 |
+
# Load SDXL base pipeline with the ControlNet
|
| 58 |
pipe = StableDiffusionXLControlNetPipeline.from_pretrained(
|
| 59 |
"stabilityai/stable-diffusion-xl-base-1.0",
|
| 60 |
controlnet=controlnet,
|
|
|
|
| 62 |
variant="fp16",
|
| 63 |
use_safetensors=True,
|
| 64 |
).to(device)
|
| 65 |
+
|
| 66 |
+
# canny = CannyDetector()
|
| 67 |
+
scribble_detector = ScribbleDetector()
|
| 68 |
|
| 69 |
MAX_SEED = np.iinfo(np.int32).max
|
| 70 |
MAX_IMAGE_SIZE = 1024
|
|
|
|
| 113 |
# img = img.resize((req.width, req.height))
|
| 114 |
img = img.resize((width, height))
|
| 115 |
|
| 116 |
+
# control_net_image = canny(img).resize((width, height))
|
| 117 |
+
control_net_image = scribble_detector(img).resize((width, height))
|
| 118 |
|
| 119 |
prompt = (
|
| 120 |
"redraw the logo from scratch, clean sharp vector-style, "
|