test

app.py

@@ -976,10 +976,12 @@ class DynamicsVisualizer:
                     self.params[k][k2] = v2.detach().cpu() if isinstance(v2, torch.Tensor) else v2
             else:
                 self.params[k] = v.detach().cpu() if isinstance(v, torch.Tensor) else v
-        for k, v in self.table_params.items():
-            self.table_params[k] = v.detach().cpu() if isinstance(v, torch.Tensor) else v
-        for k, v in self.gripper_params.items():
-            self.gripper_params[k] = v.detach().cpu() if isinstance(v, torch.Tensor) else v
+        self.table_params = tuple(
+            v.detach().cpu() if isinstance(v, torch.Tensor) else v for v in self.table_params
+        )
+        self.gripper_params = tuple(
+            v.detach().cpu() if isinstance(v, torch.Tensor) else v for v in self.gripper_params
+        )
 
         form_video = gr.Video(
             label='Predicted video',
@@ -1019,10 +1021,12 @@ class DynamicsVisualizer:
                     self.params[k][k2] = v2.to(self.torch_device) if isinstance(v2, torch.Tensor) else v2
             else:
                 self.params[k] = v.to(self.torch_device) if isinstance(v, torch.Tensor) else v
-        for k, v in self.table_params.items():
-            self.table_params[k] = v.to(self.torch_device) if isinstance(v, torch.Tensor) else v
-        for k, v in self.gripper_params.items():
-            self.gripper_params[k] = v.to(self.torch_device) if isinstance(v, torch.Tensor) else v
+        self.table_params = tuple(
+            v.to(self.torch_device) if isinstance(v, torch.Tensor) else v for v in self.table_params
+        )
+        self.gripper_params = tuple(
+            v.to(self.torch_device) if isinstance(v, torch.Tensor) else v for v in self.gripper_params
+        )
 
         # im_list = []
         for i in range(15):
@@ -1086,10 +1090,12 @@ class DynamicsVisualizer:
                     self.params[k][k2] = v2.detach().cpu() if isinstance(v2, torch.Tensor) else v2
             else:
                 self.params[k] = v.detach().cpu() if isinstance(v, torch.Tensor) else v
-        for k, v in self.table_params.items():
-            self.table_params[k] = v.detach().cpu() if isinstance(v, torch.Tensor) else v
-        for k, v in self.gripper_params.items():
-            self.gripper_params[k] = v.detach().cpu() if isinstance(v, torch.Tensor) else v
+        self.table_params = tuple(
+            v.detach().cpu() if isinstance(v, torch.Tensor) else v for v in self.table_params
+        )
+        self.gripper_params = tuple(
+            v.detach().cpu() if isinstance(v, torch.Tensor) else v for v in self.gripper_params
+        )
 
         make_video(root / 'log/temp', root / f'log/gs/temp/form_video.mp4', '%04d.png', 5)
 
@@ -1206,6 +1212,58 @@ class DynamicsVisualizer:
                 
                 with gr.Column(scale=2):
                     _ = gr.Button(visible=False)  # empty placeholder
+            
+            # with gr.Row():
+                
+            #     # with gr.Column(scale=2):
+            #     #     form_3dgs_orig = gr.Model3D(
+            #     #         label='Original Gaussian Splats',
+            #     #         value=None,
+            #     #     )
+                
+            #     with gr.Column(scale=2):
+            #         form_video_2 = gr.Video(
+            #             label='Predicted video',
+            #             value=None,
+            #             format='mp4',
+            #             width=self.width,
+            #             height=self.height,
+            #         )
+                
+            #     with gr.Column(scale=2):
+            #         form_3dgs_pred_2 = gr.Model3D(
+            #             label='Predicted Gaussians',
+            #             height=self.height,
+            #             value=None,
+            #             clear_color=[0, 0, 0, 0],
+            #         )
+
+            # # Layout
+            # with gr.Row():
+            #     with gr.Column(scale=2):
+            #         with gr.Row():
+            #             run_reset_2 = gr.Button("Reset")
+
+            #         with gr.Row():
+            #             with gr.Column():
+            #                 run_xminus_2 = gr.Button("x-")
+            #             with gr.Column():
+            #                 run_xplus_2 = gr.Button("x+")
+
+            #         with gr.Row():
+            #             with gr.Column():
+            #                 run_yminus_2 = gr.Button("y-")
+            #             with gr.Column():
+            #                 run_yplus_2 = gr.Button("y+")
+
+            #         with gr.Row():
+            #             with gr.Column():
+            #                 run_zminus_2 = gr.Button("z-")
+            #             with gr.Column():
+            #                 run_zplus_2 = gr.Button("z+")
+                
+            #     with gr.Column(scale=2):
+            #         _ = gr.Button(visible=False)  # empty placeholder
 
             # Set up callbacks
             run_reset.click(self.reset,
@@ -1236,6 +1294,35 @@ class DynamicsVisualizer:
                     inputs=[],
                     outputs=[form_video, form_3dgs_pred])
 
+            # Set up callbacks
+            # run_reset_2.click(self.reset_2,
+            #         inputs=[],
+            #         outputs=[form_video_2, form_3dgs_pred_2])
+            
+            # run_xplus_2.click(self.on_click_run_xplus_2,
+            #         inputs=[],
+            #         outputs=[form_video_2, form_3dgs_pred_2])
+            
+            # run_xminus_2.click(self.on_click_run_xminus_2,
+            #         inputs=[],
+            #         outputs=[form_video_2, form_3dgs_pred_2])
+            
+            # run_yplus_2.click(self.on_click_run_yplus_2,
+            #         inputs=[],
+            #         outputs=[form_video_2, form_3dgs_pred_2])
+            
+            # run_yminus_2.click(self.on_click_run_yminus_2,
+            #         inputs=[],
+            #         outputs=[form_video_2, form_3dgs_pred_2])
+            
+            # run_zplus_2.click(self.on_click_run_zplus_2,
+            #         inputs=[],
+            #         outputs=[form_video_2, form_3dgs_pred_2])
+
+            # run_zminus_2.click(self.on_click_run_zminus_2,
+            #         inputs=[],
+            #         outputs=[form_video_2, form_3dgs_pred_2])
+
         app.launch(share=share)