fix

app.py

@@ -33,6 +33,12 @@ with block:
 
     # UI
     with gr.Column():
+        gr.Markdown(
+            '''# Segment Anything!🚀
+            The Segment Anything Model (SAM) produces high quality object masks from input prompts such as points or boxes, and it can be used to generate masks for all objects in an image. More information can be found in [**Official Project**](https://segment-anything.com/).
+            [![Duplicate this Space](https://huggingface.co/datasets/huggingface/badges/raw/main/duplicate-this-space-sm.svg)](https://huggingface.co/spaces/AIBoy1993/segment_anything_webui?duplicate=true)
+            '''
+        )
         with gr.Row():
             with gr.Column():
                 input_image = gr.Image(label='Input', type='pil', tool=None) # mirror_webcam = False

inference.py

@@ -10,7 +10,27 @@ import open3d as o3d
 import pandas as pd
 import plotly.express as px
 import matplotlib.pyplot as plt
-from utils import PCL
+
+
+
+def PCL(mask, depth):
+    assert mask.shape == depth.shape
+    assert type(mask) == np.ndarray
+    assert type(depth) == np.ndarray
+    rgb_mask = np.zeros((mask.shape[0], mask.shape[1], 3))
+    rgb_mask[mask] = (1.0, 0.0, 0.0)
+    depth_o3d = o3d.geometry.Image(depth)
+    image_o3d = o3d.geometry.Image(mask)
+    rgbd_image = o3d.geometry.RGBDImage.create_from_color_and_depth(image_o3d, depth_o3d, convert_rgb_to_intensity=False)
+    # Step 3: Create a PointCloud from the RGBD image
+    pcd = o3d.geometry.PointCloud.create_from_rgbd_image(rgbd_image, o3d.camera.PinholeCameraIntrinsic(o3d.camera.PinholeCameraIntrinsicParameters.PrimeSenseDefault))
+    # Step 4: Convert PointCloud data to a NumPy array
+    points = np.asarray(pcd.points)
+    colors = np.asarray(pcd.colors)
+    mask = (colors[:, 0] == 1.0)
+    points = points[mask]
+    colors = colors[mask]
+    return points, colors
 
 class DepthPredictor:
     def __init__(self):