Update app.py

app.py

@@ -372,7 +372,9 @@ def generate_30(
     pyx.upload_to_ftp(filename) 
     #uploadNote(prompt,num_inference_steps,guidance_scale,timestamp)
     batch_options = options.copy()
-    rv_image = pipe(**batch_options).images[0]
+    with torch.no_grad():
+        torch.compiler.cudagraph_mark_step_begin()
+        rv_image = pipe(**batch_options).images[0]
     sd_image_path = f"rv_C_{timestamp}.png"
     rv_image.save(sd_image_path,optimize=False,compress_level=0)
     pyx.upload_to_ftp(sd_image_path)    
@@ -420,7 +422,9 @@ def generate_60(
     timestamp = datetime.datetime.now().strftime("%Y%m%d_%H%M%S")
     uploadNote(prompt,num_inference_steps,guidance_scale,timestamp)
     batch_options = options.copy()
-    rv_image = pipe(**batch_options).images[0]
+    with torch.no_grad():
+        torch.compiler.cudagraph_mark_step_begin()
+        rv_image = pipe(**batch_options).images[0]
     sd_image_path = f"rv_C_{timestamp}.png"
     rv_image.save(sd_image_path,optimize=False,compress_level=0)
     upload_to_ftp(sd_image_path)    
@@ -461,7 +465,9 @@ def generate_90(
     timestamp = datetime.datetime.now().strftime("%Y%m%d_%H%M%S")
     uploadNote(prompt,num_inference_steps,guidance_scale,timestamp)
     batch_options = options.copy()
-    rv_image = pipe(**batch_options).images[0]
+    with torch.no_grad():
+        torch.compiler.cudagraph_mark_step_begin()
+        rv_image = pipe(**batch_options).images[0]
     sd_image_path = f"rv_C_{timestamp}.png"
     rv_image.save(sd_image_path,optimize=False,compress_level=0)
     upload_to_ftp(sd_image_path)