Update handler.py

handler.py

@@ -239,7 +239,7 @@ class EndpointHandler:
 
         # Initialize Varnish for post-processing
         self.varnish = Varnish(
-            device="cuda" if torch.cuda.is_available() else "cpu",
+            device="cuda", # if torch.cuda.is_available() else "cpu",
             model_base_dir="/repository/varnish",
 
             # there is currently a bug with MMAudio and/or torch and/or the weight format and/or version..
@@ -407,9 +407,11 @@ class EndpointHandler:
                     "output_type": "pt",
                     "generator": generator,
 
-                    # VAE noise augmentation - not sure if we should expose those to the API
-                    "decode_timestep": 0.05, # Timestep for decoding noise
-                    "decode_noise_scale": 0.025, # Noise level for decoding noise
+                    # Timestep for decoding VAE noise: the timestep at which generated video is decoded
+                    "decode_timestep": 0.05,
+                    
+                    # Noise level for decoding VAE noise: the interpolation factor between random noise and denoised latents at the decode timestep
+                    "decode_noise_scale": 0.025,
                 }
                 #logger.info(f"Video model generation settings:")
                 #pprint.pprint(generation_kwargs)