update app.py

app.py

@@ -78,7 +78,7 @@ This demo is powered by [Gradio](https://gradio.app/) and uses OmniParserv2 to g
 DEVICE = torch.device('cuda')  
 
 @spaces.GPU
-# @torch.inference_mode()
+@torch.inference_mode()
 def get_som_response(instruction, image_som):
     prompt = magma_som_prompt.format(instruction)
     if magam_model.config.mm_use_image_start_end:
@@ -115,7 +115,7 @@ def get_som_response(instruction, image_som):
     return response
 
 @spaces.GPU
-# @torch.inference_mode()
+@torch.inference_mode()
 def get_qa_response(instruction, image):
     prompt = magma_qa_prompt.format(instruction)
     if magam_model.config.mm_use_image_start_end:
@@ -152,7 +152,7 @@ def get_qa_response(instruction, image):
     return response
 
 @spaces.GPU
-# @torch.inference_mode()
+@torch.inference_mode()
 # @torch.autocast(device_type="cuda", dtype=torch.bfloat16)
 def process(
     image_input,