import gradio as gr import trimesh import numpy as np from PIL import Image import tempfile def apply_masked_visuals(section): # Load the original mesh mesh = trimesh.load('train.glb', force='mesh') im = Image.open('rust_steel.png').convert('RGB') # Calculate the bounding box coordinates bounds = mesh.bounds min_bounds, max_bounds = bounds[0], bounds[1] mid_x = (max_bounds[0] + min_bounds[0]) / 2 mid_y = (max_bounds[1] + min_bounds[1]) / 2 mid_z = (max_bounds[2] + min_bounds[2]) / 2 # Define sections with indices sections = { 'upper': np.where(mesh.vertices[:, 2] > mid_z)[0], 'lower': np.where(mesh.vertices[:, 2] <= mid_z)[0], 'middle': np.where((mesh.vertices[:, 0] >= min_bounds[0]) & (mesh.vertices[:, 0] <= max_bounds[0]) & (mesh.vertices[:, 1] >= min_bounds[1]) & (mesh.vertices[:, 1] <= max_bounds[1]) & (mesh.vertices[:, 2] >= min_bounds[2]) & (mesh.vertices[:, 2] <= max_bounds[2]))[0], 'top': np.where(mesh.vertices[:, 1] > mid_y)[0], 'right': np.where(mesh.vertices[:, 0] > mid_x)[0] } # Select the indices for the specified section selected_indices = sections[section] # Ensure that all indices are valid valid_indices = selected_indices[selected_indices < len(mesh.vertices)] # Create or re-initialize the UV array uv = np.random.rand(len(mesh.vertices), 2) # Generate new UV coordinates only for the selected section new_uv = np.copy(uv) new_uv[valid_indices, :] = np.random.rand(len(valid_indices), 2) # Create a new material with the image texture material = trimesh.visual.texture.SimpleMaterial(image=im) new_visuals = trimesh.visual.TextureVisuals(uv=new_uv, material=material) # Create a new mesh with the updated visuals textured_mesh = trimesh.Trimesh(vertices=mesh.vertices, faces=mesh.faces, visual=new_visuals, validate=True, process=False) # Save the modified mesh to a temporary file for Gradio visualization temp_file = tempfile.NamedTemporaryFile(delete=False, suffix='.glb') textured_mesh.export(temp_file.name, file_type='glb') temp_file.close() return temp_file.name with gr.Blocks() as app: gr.Markdown("### 3D Model Texture Application") original_model = gr.Model3D('train.glb', label="Original Model") modified_model = gr.Model3D(label="Textured Model") section_dropdown = gr.Dropdown(choices=['upper', 'lower', 'middle', 'top', 'right'], label="Select Section") button = gr.Button("Apply Texture to Section") button.click(apply_masked_visuals, inputs=section_dropdown, outputs=modified_model) app.launch()