Update handler.py

handler.py

@@ -367,7 +367,7 @@ class EndpointHandler:
         #pprint.pprint(config)
 
         try:
-            with torch.no_grad():
+            with torch.inference_mode():
                 # Set random seeds
                 random.seed(config.seed)
                 np.random.seed(config.seed)