import gradio as gr from ultralytics import YOLO import cv2 import numpy as np import os import requests # Ensure the model file is in the correct location model_path = "yolov8x-doclaynet-epoch64-imgsz640-initiallr1e-4-finallr1e-5.pt" if not os.path.exists(model_path): # Download the model file if it doesn't exist model_url = "https://huggingface.co/DILHTWD/documentlayoutsegmentation_YOLOv8_ondoclaynet/resolve/main/yolov8x-doclaynet-epoch64-imgsz640-initiallr1e-4-finallr1e-5.pt" response = requests.get(model_url) with open(model_path, "wb") as f: f.write(response.content) # Load the document segmentation model docseg_model = YOLO(model_path) def process_image(image): # Convert image to the format YOLO model expects image = cv2.cvtColor(np.array(image), cv2.COLOR_RGB2BGR) results = docseg_model(source=image, save=False, show_labels=True, show_conf=True, show_boxes=True) # Extract annotated image from results annotated_img = results[0].plot() return annotated_img, results[0].boxes # Define the Gradio interface interface = gr.Interface( fn=process_image, inputs=gr.Image(type="pil"), outputs=[gr.Image(type="pil", label="Annotated Image"), gr.Textbox(label="Detected Areas and Labels")] ) if __name__ == "__main__": interface.launch()