Spaces:
Running
on
Zero
Running
on
Zero
add: custom offsets
Browse files
app.py
CHANGED
|
@@ -106,13 +106,13 @@ def can_expand(source_width, source_height, target_width, target_height, alignme
|
|
| 106 |
return False
|
| 107 |
return True
|
| 108 |
|
| 109 |
-
|
| 110 |
-
def prepare_image_and_mask(image, width, height, overlap_percentage, resize_option, custom_resize_percentage, alignment, overlap_left, overlap_right, overlap_top, overlap_bottom):
|
| 111 |
target_size = (width, height)
|
| 112 |
scale_factor = min(target_size[0] / image.width, target_size[1] / image.height)
|
| 113 |
new_width = int(image.width * scale_factor)
|
| 114 |
new_height = int(image.height * scale_factor)
|
| 115 |
source = image.resize((new_width, new_height), Image.LANCZOS)
|
|
|
|
| 116 |
if resize_option == "Full":
|
| 117 |
resize_percentage = 100
|
| 118 |
elif resize_option == "80%":
|
|
@@ -133,10 +133,12 @@ def prepare_image_and_mask(image, width, height, overlap_percentage, resize_opti
|
|
| 133 |
new_width = max(new_width, 64)
|
| 134 |
new_height = max(new_height, 64)
|
| 135 |
source = source.resize((new_width, new_height), Image.LANCZOS)
|
|
|
|
| 136 |
overlap_x = int(new_width * (overlap_percentage / 100))
|
| 137 |
overlap_y = int(new_height * (overlap_percentage / 100))
|
| 138 |
overlap_x = max(overlap_x, 1)
|
| 139 |
overlap_y = max(overlap_y, 1)
|
|
|
|
| 140 |
if alignment == "Middle":
|
| 141 |
margin_x = (target_size[0] - new_width) // 2
|
| 142 |
margin_y = (target_size[1] - new_height) // 2
|
|
@@ -152,39 +154,51 @@ def prepare_image_and_mask(image, width, height, overlap_percentage, resize_opti
|
|
| 152 |
elif alignment == "Bottom":
|
| 153 |
margin_x = (target_size[0] - new_width) // 2
|
| 154 |
margin_y = target_size[1] - new_height
|
| 155 |
-
|
| 156 |
-
|
|
|
|
|
|
|
| 157 |
background = Image.new('RGB', target_size, (255, 255, 255))
|
| 158 |
background.paste(source, (margin_x, margin_y))
|
|
|
|
| 159 |
mask = Image.new('L', target_size, 255)
|
| 160 |
mask_draw = ImageDraw.Draw(mask)
|
| 161 |
white_gaps_patch = 2
|
|
|
|
| 162 |
left_overlap = margin_x + overlap_x if overlap_left else margin_x + white_gaps_patch
|
| 163 |
right_overlap = margin_x + new_width - overlap_x if overlap_right else margin_x + new_width - white_gaps_patch
|
| 164 |
top_overlap = margin_y + overlap_y if overlap_top else margin_y + white_gaps_patch
|
| 165 |
bottom_overlap = margin_y + new_height - overlap_y if overlap_bottom else margin_y + new_height - white_gaps_patch
|
| 166 |
-
|
| 167 |
-
left_overlap = margin_x + overlap_x if overlap_left else margin_x
|
| 168 |
-
elif alignment == "Right":
|
| 169 |
-
right_overlap = margin_x + new_width - overlap_x if overlap_right else margin_x + new_width
|
| 170 |
-
elif alignment == "Top":
|
| 171 |
-
top_overlap = margin_y + overlap_y if overlap_top else margin_y
|
| 172 |
-
elif alignment == "Bottom":
|
| 173 |
-
botttom_overlap = margin = margin = margin = margin_y + new_height - overlap_y if overlap_bottom else margin_y + new_height
|
| 174 |
mask_draw.rectangle([
|
| 175 |
(left_overlap, top_overlap),
|
| 176 |
(right_overlap, bottom_overlap)
|
| 177 |
], fill=0)
|
|
|
|
| 178 |
return background, mask
|
| 179 |
-
def preview_image_and_mask(image, width, height, overlap_percentage, resize_option, custom_resize_percentage, alignment, overlap_left, overlap_right, overlap_top, overlap_bottom):
|
| 180 |
-
background, mask = prepare_image_and_mask(
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 181 |
preview = background.copy().convert('RGBA')
|
| 182 |
red_overlay = Image.new('RGBA', background.size, (255, 0, 0, 64))
|
| 183 |
red_mask = Image.new('RGBA', background.size, (0, 0, 0, 0))
|
| 184 |
red_mask.paste(red_overlay, (0, 0), mask)
|
| 185 |
preview = Image.alpha_composite(preview, red_mask)
|
| 186 |
return preview
|
| 187 |
-
|
| 188 |
@spaces.GPU(duration=12)
|
| 189 |
def inpaint(prompt, image, inpaint_model, paste_back):
|
| 190 |
global pipe
|
|
@@ -204,9 +218,9 @@ def inpaint(prompt, image, inpaint_model, paste_back):
|
|
| 204 |
result.paste(image, (0, 0), Image.fromarray(255 - np.array(mask)))
|
| 205 |
return result
|
| 206 |
|
| 207 |
-
@spaces.GPU(duration=
|
| 208 |
-
def outpaint(image, width, height, overlap_percentage, num_inference_steps, resize_option, custom_resize_percentage, prompt_input, alignment, overlap_left, overlap_right, overlap_top, overlap_bottom):
|
| 209 |
-
background, mask = prepare_image_and_mask(image, width, height, overlap_percentage, resize_option, custom_resize_percentage, alignment, overlap_left, overlap_right, overlap_top, overlap_bottom)
|
| 210 |
if not can_expand(background.width, background.height, width, height, alignment):
|
| 211 |
alignment = "Middle"
|
| 212 |
cnet_image = background.copy()
|
|
@@ -231,10 +245,10 @@ def outpaint(image, width, height, overlap_percentage, num_inference_steps, resi
|
|
| 231 |
image = image.convert("RGBA")
|
| 232 |
cnet_image.paste(image, (0, 0), mask)
|
| 233 |
yield background, cnet_image
|
| 234 |
-
|
| 235 |
-
@spaces.GPU(duration=
|
| 236 |
-
def infer(image, width, height, overlap_percentage, num_inference_steps, resize_option, custom_resize_percentage, prompt_input, alignment, overlap_left, overlap_right, overlap_top, overlap_bottom):
|
| 237 |
-
background, mask = prepare_image_and_mask(image, width, height, overlap_percentage, resize_option, custom_resize_percentage, alignment, overlap_left, overlap_right, overlap_top, overlap_bottom)
|
| 238 |
if not can_expand(background.width, background.height, width, height, alignment):
|
| 239 |
alignment = "Middle"
|
| 240 |
cnet_image = background.copy()
|
|
@@ -258,7 +272,7 @@ def infer(image, width, height, overlap_percentage, num_inference_steps, resize_
|
|
| 258 |
image = image.convert("RGBA")
|
| 259 |
cnet_image.paste(image, (0, 0), mask)
|
| 260 |
yield background, cnet_image
|
| 261 |
-
|
| 262 |
def use_output_as_input(output_image):
|
| 263 |
return gr.update(value=output_image[1])
|
| 264 |
|
|
@@ -444,54 +458,69 @@ with gr.Blocks(css=css, fill_height=True) as demo:
|
|
| 444 |
value="Middle",
|
| 445 |
label="Alignment"
|
| 446 |
)
|
| 447 |
-
|
| 448 |
-
|
| 449 |
-
|
| 450 |
-
|
| 451 |
-
|
| 452 |
-
|
| 453 |
-
|
| 454 |
-
|
| 455 |
-
|
| 456 |
-
|
| 457 |
-
|
| 458 |
-
|
| 459 |
-
|
| 460 |
-
|
| 461 |
-
|
| 462 |
-
|
| 463 |
-
|
| 464 |
-
|
| 465 |
-
|
| 466 |
-
|
| 467 |
-
|
| 468 |
-
|
| 469 |
-
|
| 470 |
-
|
| 471 |
-
|
| 472 |
-
|
| 473 |
-
|
| 474 |
-
|
| 475 |
-
|
| 476 |
-
|
| 477 |
-
|
| 478 |
-
|
| 479 |
-
|
| 480 |
-
|
| 481 |
-
|
| 482 |
-
|
| 483 |
-
|
| 484 |
-
|
| 485 |
-
|
| 486 |
-
|
| 487 |
-
|
| 488 |
-
|
| 489 |
-
|
| 490 |
-
|
| 491 |
-
|
| 492 |
-
|
| 493 |
-
|
| 494 |
-
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 495 |
# gr.Examples(
|
| 496 |
# examples=[
|
| 497 |
# ["./examples/example_1.webp", 1280, 720, "Middle"],
|
|
@@ -588,7 +617,7 @@ with gr.Blocks(css=css, fill_height=True) as demo:
|
|
| 588 |
fn=infer,
|
| 589 |
inputs=[input_image_outpaint, width_slider, height_slider, overlap_percentage, num_inference_steps,
|
| 590 |
resize_option, custom_resize_percentage, prompt_input, alignment_dropdown,
|
| 591 |
-
overlap_left, overlap_right, overlap_top, overlap_bottom],
|
| 592 |
outputs=[result_outpaint],
|
| 593 |
).then(
|
| 594 |
fn=lambda x, history: update_history(x[1], history),
|
|
@@ -599,10 +628,12 @@ with gr.Blocks(css=css, fill_height=True) as demo:
|
|
| 599 |
inputs=None,
|
| 600 |
outputs=[use_as_input_button_outpaint],
|
| 601 |
)
|
|
|
|
|
|
|
| 602 |
preview_button.click(
|
| 603 |
fn=preview_image_and_mask,
|
| 604 |
inputs=[input_image_outpaint, width_slider, height_slider, overlap_percentage, resize_option, custom_resize_percentage, alignment_dropdown,
|
| 605 |
-
overlap_left, overlap_right, overlap_top, overlap_bottom],
|
| 606 |
outputs=[preview_image],
|
| 607 |
queue=False
|
| 608 |
)
|
|
|
|
| 106 |
return False
|
| 107 |
return True
|
| 108 |
|
| 109 |
+
def prepare_image_and_mask(image, width, height, overlap_percentage, resize_option, custom_resize_percentage, alignment, overlap_left, overlap_right, overlap_top, overlap_bottom, x_offset, y_offset):
|
|
|
|
| 110 |
target_size = (width, height)
|
| 111 |
scale_factor = min(target_size[0] / image.width, target_size[1] / image.height)
|
| 112 |
new_width = int(image.width * scale_factor)
|
| 113 |
new_height = int(image.height * scale_factor)
|
| 114 |
source = image.resize((new_width, new_height), Image.LANCZOS)
|
| 115 |
+
|
| 116 |
if resize_option == "Full":
|
| 117 |
resize_percentage = 100
|
| 118 |
elif resize_option == "80%":
|
|
|
|
| 133 |
new_width = max(new_width, 64)
|
| 134 |
new_height = max(new_height, 64)
|
| 135 |
source = source.resize((new_width, new_height), Image.LANCZOS)
|
| 136 |
+
|
| 137 |
overlap_x = int(new_width * (overlap_percentage / 100))
|
| 138 |
overlap_y = int(new_height * (overlap_percentage / 100))
|
| 139 |
overlap_x = max(overlap_x, 1)
|
| 140 |
overlap_y = max(overlap_y, 1)
|
| 141 |
+
|
| 142 |
if alignment == "Middle":
|
| 143 |
margin_x = (target_size[0] - new_width) // 2
|
| 144 |
margin_y = (target_size[1] - new_height) // 2
|
|
|
|
| 154 |
elif alignment == "Bottom":
|
| 155 |
margin_x = (target_size[0] - new_width) // 2
|
| 156 |
margin_y = target_size[1] - new_height
|
| 157 |
+
|
| 158 |
+
margin_x = max(0, min(margin_x + x_offset, target_size[0] - new_width))
|
| 159 |
+
margin_y = max(0, min(margin_y + y_offset, target_size[1] - new_height))
|
| 160 |
+
|
| 161 |
background = Image.new('RGB', target_size, (255, 255, 255))
|
| 162 |
background.paste(source, (margin_x, margin_y))
|
| 163 |
+
|
| 164 |
mask = Image.new('L', target_size, 255)
|
| 165 |
mask_draw = ImageDraw.Draw(mask)
|
| 166 |
white_gaps_patch = 2
|
| 167 |
+
|
| 168 |
left_overlap = margin_x + overlap_x if overlap_left else margin_x + white_gaps_patch
|
| 169 |
right_overlap = margin_x + new_width - overlap_x if overlap_right else margin_x + new_width - white_gaps_patch
|
| 170 |
top_overlap = margin_y + overlap_y if overlap_top else margin_y + white_gaps_patch
|
| 171 |
bottom_overlap = margin_y + new_height - overlap_y if overlap_bottom else margin_y + new_height - white_gaps_patch
|
| 172 |
+
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 173 |
mask_draw.rectangle([
|
| 174 |
(left_overlap, top_overlap),
|
| 175 |
(right_overlap, bottom_overlap)
|
| 176 |
], fill=0)
|
| 177 |
+
|
| 178 |
return background, mask
|
| 179 |
+
def preview_image_and_mask(image, width, height, overlap_percentage, resize_option, custom_resize_percentage, alignment, overlap_left, overlap_right, overlap_top, overlap_bottom, x_offset, y_offset):
|
| 180 |
+
background, mask = prepare_image_and_mask(
|
| 181 |
+
image,
|
| 182 |
+
width,
|
| 183 |
+
height,
|
| 184 |
+
overlap_percentage,
|
| 185 |
+
resize_option,
|
| 186 |
+
custom_resize_percentage,
|
| 187 |
+
alignment,
|
| 188 |
+
overlap_left,
|
| 189 |
+
overlap_right,
|
| 190 |
+
overlap_top,
|
| 191 |
+
overlap_bottom,
|
| 192 |
+
x_offset,
|
| 193 |
+
y_offset
|
| 194 |
+
)
|
| 195 |
preview = background.copy().convert('RGBA')
|
| 196 |
red_overlay = Image.new('RGBA', background.size, (255, 0, 0, 64))
|
| 197 |
red_mask = Image.new('RGBA', background.size, (0, 0, 0, 0))
|
| 198 |
red_mask.paste(red_overlay, (0, 0), mask)
|
| 199 |
preview = Image.alpha_composite(preview, red_mask)
|
| 200 |
return preview
|
| 201 |
+
|
| 202 |
@spaces.GPU(duration=12)
|
| 203 |
def inpaint(prompt, image, inpaint_model, paste_back):
|
| 204 |
global pipe
|
|
|
|
| 218 |
result.paste(image, (0, 0), Image.fromarray(255 - np.array(mask)))
|
| 219 |
return result
|
| 220 |
|
| 221 |
+
@spaces.GPU(duration=7)
|
| 222 |
+
def outpaint(image, width, height, overlap_percentage, num_inference_steps, resize_option, custom_resize_percentage, prompt_input, alignment, overlap_left, overlap_right, overlap_top, overlap_bottom, x_offset, y_offset):
|
| 223 |
+
background, mask = prepare_image_and_mask(image, width, height, overlap_percentage, resize_option, custom_resize_percentage, alignment, overlap_left, overlap_right, overlap_top, overlap_bottom, x_offset, y_offset)
|
| 224 |
if not can_expand(background.width, background.height, width, height, alignment):
|
| 225 |
alignment = "Middle"
|
| 226 |
cnet_image = background.copy()
|
|
|
|
| 245 |
image = image.convert("RGBA")
|
| 246 |
cnet_image.paste(image, (0, 0), mask)
|
| 247 |
yield background, cnet_image
|
| 248 |
+
|
| 249 |
+
@spaces.GPU(duration=7)
|
| 250 |
+
def infer(image, width, height, overlap_percentage, num_inference_steps, resize_option, custom_resize_percentage, prompt_input, alignment, overlap_left, overlap_right, overlap_top, overlap_bottom, x_offset, y_offset):
|
| 251 |
+
background, mask = prepare_image_and_mask(image, width, height, overlap_percentage, resize_option, custom_resize_percentage, alignment, overlap_left, overlap_right, overlap_top, overlap_bottom, x_offset, y_offset)
|
| 252 |
if not can_expand(background.width, background.height, width, height, alignment):
|
| 253 |
alignment = "Middle"
|
| 254 |
cnet_image = background.copy()
|
|
|
|
| 272 |
image = image.convert("RGBA")
|
| 273 |
cnet_image.paste(image, (0, 0), mask)
|
| 274 |
yield background, cnet_image
|
| 275 |
+
|
| 276 |
def use_output_as_input(output_image):
|
| 277 |
return gr.update(value=output_image[1])
|
| 278 |
|
|
|
|
| 458 |
value="Middle",
|
| 459 |
label="Alignment"
|
| 460 |
)
|
| 461 |
+
with gr.Accordion(label="Advanced settings", open=False) as settings_panel:
|
| 462 |
+
with gr.Column():
|
| 463 |
+
with gr.Row():
|
| 464 |
+
width_slider = gr.Slider(
|
| 465 |
+
label="Target Width",
|
| 466 |
+
minimum=720,
|
| 467 |
+
maximum=1536,
|
| 468 |
+
step=8,
|
| 469 |
+
value=1024,
|
| 470 |
+
)
|
| 471 |
+
height_slider = gr.Slider(
|
| 472 |
+
label="Target Height",
|
| 473 |
+
minimum=720,
|
| 474 |
+
maximum=1536,
|
| 475 |
+
step=8,
|
| 476 |
+
value=1024,
|
| 477 |
+
)
|
| 478 |
+
num_inference_steps = gr.Slider(label="Steps", minimum=4, maximum=12, step=1, value=8)
|
| 479 |
+
with gr.Group():
|
| 480 |
+
overlap_percentage = gr.Slider(
|
| 481 |
+
label="Mask overlap (%)",
|
| 482 |
+
minimum=1,
|
| 483 |
+
maximum=80,
|
| 484 |
+
value=10,
|
| 485 |
+
step=1
|
| 486 |
+
)
|
| 487 |
+
with gr.Row():
|
| 488 |
+
overlap_top = gr.Checkbox(label="Overlap Top", value=True)
|
| 489 |
+
overlap_right = gr.Checkbox(label="Overlap Right", value=True)
|
| 490 |
+
with gr.Row():
|
| 491 |
+
overlap_left = gr.Checkbox(label="Overlap Left", value=True)
|
| 492 |
+
overlap_bottom = gr.Checkbox(label="Overlap Bottom", value=True)
|
| 493 |
+
with gr.Row():
|
| 494 |
+
x_offset_slider = gr.Slider(
|
| 495 |
+
label="X Offset",
|
| 496 |
+
minimum=-100,
|
| 497 |
+
maximum=100,
|
| 498 |
+
value=0,
|
| 499 |
+
step=1
|
| 500 |
+
)
|
| 501 |
+
y_offset_slider = gr.Slider(
|
| 502 |
+
label="Y Offset",
|
| 503 |
+
minimum=-100,
|
| 504 |
+
maximum=100,
|
| 505 |
+
value=0,
|
| 506 |
+
step=1
|
| 507 |
+
)
|
| 508 |
+
with gr.Row():
|
| 509 |
+
resize_option = gr.Radio(
|
| 510 |
+
label="Resize input image",
|
| 511 |
+
choices=["Full", "80%", "66%", "50%", "33%", "25%", "Custom"],
|
| 512 |
+
value="Full"
|
| 513 |
+
)
|
| 514 |
+
custom_resize_percentage = gr.Slider(
|
| 515 |
+
label="Custom resize (%)",
|
| 516 |
+
minimum=1,
|
| 517 |
+
maximum=100,
|
| 518 |
+
step=1,
|
| 519 |
+
value=50,
|
| 520 |
+
visible=False
|
| 521 |
+
)
|
| 522 |
+
with gr.Column():
|
| 523 |
+
preview_button = gr.Button("Preview alignment and mask")
|
| 524 |
# gr.Examples(
|
| 525 |
# examples=[
|
| 526 |
# ["./examples/example_1.webp", 1280, 720, "Middle"],
|
|
|
|
| 617 |
fn=infer,
|
| 618 |
inputs=[input_image_outpaint, width_slider, height_slider, overlap_percentage, num_inference_steps,
|
| 619 |
resize_option, custom_resize_percentage, prompt_input, alignment_dropdown,
|
| 620 |
+
overlap_left, overlap_right, overlap_top, overlap_bottom, x_offset_slider, y_offset_slider],
|
| 621 |
outputs=[result_outpaint],
|
| 622 |
).then(
|
| 623 |
fn=lambda x, history: update_history(x[1], history),
|
|
|
|
| 628 |
inputs=None,
|
| 629 |
outputs=[use_as_input_button_outpaint],
|
| 630 |
)
|
| 631 |
+
|
| 632 |
+
|
| 633 |
preview_button.click(
|
| 634 |
fn=preview_image_and_mask,
|
| 635 |
inputs=[input_image_outpaint, width_slider, height_slider, overlap_percentage, resize_option, custom_resize_percentage, alignment_dropdown,
|
| 636 |
+
overlap_left, overlap_right, overlap_top, overlap_bottom, x_offset_slider, y_offset_slider],
|
| 637 |
outputs=[preview_image],
|
| 638 |
queue=False
|
| 639 |
)
|