Update app.py

app.py

@@ -19,9 +19,9 @@ def mask_to_rgb(mask):
     bg_transparent[mask == 1] = [0, 255, 0, 127]
     return bg_transparent
 
-def get_processed_inputs(image, x, y):
-    input_points = [[[x, y]]]
-    inputs = processor(image, input_points, return_tensors="pt").to(device)
+def get_processed_inputs(image, points):
+    input_points = [points]
+    inputs = processor(image, input_points=input_points, return_tensors="pt").to(device)
     with torch.no_grad():
         outputs = model(**inputs)
     masks = processor.image_processor.post_process_masks(
@@ -49,18 +49,17 @@ def inpaint(raw_image, input_mask, prompt, negative_prompt=None, seed=74294536,
     ).images[0]
     return image
 
-def gradio_interface(image, x, y, positive_prompt, negative_prompt):
+def gradio_interface(image, points, positive_prompt, negative_prompt):
     raw_image = Image.fromarray(image).convert("RGB").resize((512, 512))
-    mask = get_processed_inputs(raw_image, x, y)
+    mask = get_processed_inputs(raw_image, points)
     processed_image = inpaint(raw_image, mask, positive_prompt, negative_prompt)
     return processed_image, mask_to_rgb(mask)
 
 iface = gr.Interface(
     fn=gradio_interface,
     inputs=[
-        gr.Image(type="numpy"),
-        gr.Number(label="X coordinate"),
-        gr.Number(label="Y coordinate"),
+        gr.Image(type="numpy", label="Input Image"),
+        gr.Image(type="numpy", label="Click to select points", tool="sketch", brush_radius=1),
         gr.Textbox(label="Positive Prompt", placeholder="Enter positive prompt here"),
         gr.Textbox(label="Negative Prompt", placeholder="Enter negative prompt here")
     ],
@@ -69,7 +68,7 @@ iface = gr.Interface(
         gr.Image(label="Segmentation Mask")
     ],
     title="Interactive Image Inpainting",
-    description="Enter X and Y coordinates for the point to segment, provide prompts, and see the inpainted result."
+    description="Click on the image to select points for segmentation, provide prompts, and see the inpainted result."
 )
 
 iface.launch(share=True)