optimize

lgm/core/models.py

@@ -128,14 +128,16 @@ class LGM(nn.Module):
 
         x_orig_res = x.clone()
 
-        x = F.interpolate(x, (self.opt.splat_size // 4,  self.opt.splat_size//4), mode='nearest')
-        x = x.reshape(B, 4, 14, self.opt.splat_size//4, self.opt.splat_size//4)
+        dowsample_rate = 2
+
+        x = F.interpolate(x, (self.opt.splat_size // dowsample_rate,  self.opt.splat_size//dowsample_rate), mode='nearest')
+        x = x.reshape(B, 4, 14, self.opt.splat_size//dowsample_rate, self.opt.splat_size//dowsample_rate)
     
         x = x.permute(0, 1, 3, 4, 2).reshape(B, -1, 14)
         
         pos = self.pos_act(x[..., 0:3]) # [B, N, 3]
         opacity = self.opacity_act(x[..., 3:4])
-        scale = self.scale_act(x[..., 4:7]) * 4
+        scale = self.scale_act(x[..., 4:7]) * dowsample_rate
         rotation = self.rot_act(x[..., 7:11])
         rgbs = self.rgb_act(x[..., 11:])
 
@@ -155,8 +157,7 @@ class LGM(nn.Module):
         gaussians_orig_res = torch.cat([pos, opacity, scale, rotation, rgbs], dim=-1) # [B, N, 14]
         
         
-        # return gaussians, gaussians_orig_res
-        return gaussians_orig_res, gaussians_orig_res
+        return gaussians, gaussians_orig_res
 
     
     def forward(self, data, step_ratio=1):

main_4d_demo.py

@@ -540,7 +540,7 @@ class GUI:
 
         # render eval
         image_list =[]
-        fps = 14
+        fps = 28
         delta_time = 1 / 30
         self.renderer.prepare_render_4x()
         time = 0