Update app.py

app.py

@@ -4,7 +4,7 @@ import numpy as np
 from PIL import Image
 import tempfile
 
-def apply_texture_with_mask(section):
+def apply_texture_with_uv(section):
     # Load the original mesh
     mesh = trimesh.load('train.glb', force='mesh')
     im = Image.open('rust_steel.png').convert('RGB')
@@ -30,22 +30,22 @@ def apply_texture_with_mask(section):
     # Select the indices for the specified section
     selected_indices = sections[section]
 
-    # Preserve the original visual appearance
-    if mesh.visual.vertex_colors is not None:
-        vertex_colors = np.copy(mesh.visual.vertex_colors)
+    # Check if the mesh has UV coordinates
+    if mesh.visual.kind == 'texture':
+        original_uv = mesh.visual.uv  # Use existing UV mapping
     else:
-        vertex_colors = np.ones((len(mesh.vertices), 4)) * 255  # Assuming the default color is white
+        original_uv = np.random.rand(len(mesh.vertices), 2)  # Random UV mapping
 
-    # Apply the new texture only to the selected section
-    uv = np.random.rand(len(mesh.vertices), 2)  # Generate new UV coordinates
-    uv_colors = trimesh.visual.uv_to_color(uv[selected_indices], im)  # Map UV coordinates to colors in the image
+    # Prepare a new UV mapping that selectively applies the new texture
+    new_uv = np.copy(original_uv)
+    new_uv[selected_indices, :] = np.random.rand(len(selected_indices), 2)  # Generate new UV for the selected region
 
-    for i, idx in enumerate(selected_indices):
-        vertex_colors[idx] = uv_colors[i]  # Apply the new texture color to selected indices
+    # Create a new material with the texture image
+    material = trimesh.visual.texture.SimpleMaterial(image=im)
+    new_visuals = trimesh.visual.TextureVisuals(uv=new_uv, material=material)
 
-    # Apply the new visual colors to the mesh
-    color_visuals = trimesh.visual.ColorVisuals(vertex_colors=vertex_colors)
-    textured_mesh = trimesh.Trimesh(vertices=mesh.vertices, faces=mesh.faces, visual=color_visuals, validate=True, process=False)
+    # Create a new mesh with the updated visual data
+    textured_mesh = trimesh.Trimesh(vertices=mesh.vertices, faces=mesh.faces, visual=new_visuals, validate=True, process=False)
 
     # Save the modified mesh to a temporary file for Gradio visualization
     temp_file = tempfile.NamedTemporaryFile(delete=False, suffix='.glb')
@@ -60,6 +60,6 @@ with gr.Blocks() as app:
 
     section_dropdown = gr.Dropdown(choices=['upper', 'lower', 'middle', 'top', 'right'], label="Select Section")
     button = gr.Button("Apply Texture to Section")
-    button.click(apply_texture_with_mask, inputs=section_dropdown, outputs=modified_model)
+    button.click(apply_texture_with_uv, inputs=section_dropdown, outputs=modified_model)
 
 app.launch()