Update app.py

app.py

@@ -43,6 +43,13 @@ def get_output_video(text):
                                   clean_up_tokenization_spaces=False)
   plot = list(summary[0].split('.'))
 
+  '''
+  The required models will be downloaded to models_root if they are not already there.
+  Set the dtype to torch.float16 to save GPU memory.
+  If you have an Ampere architecture GPU you can use torch.bfloat16. 
+  Set the device to either "cuda" or "cpu". Once everything has finished initializing,
+  '''
+
   def generate_image(
       is_mega: bool,
       text: str,
@@ -58,7 +65,8 @@ def get_output_video(text):
           is_reusable=False,
           is_verbose=True,
           #dtype=torch.float16 if fp16 else torch.float32
-          dtype=torch.float32
+          dtype=torch.float16,
+          device='cuda'
       )
 
       image = model.generate_image(
@@ -74,7 +82,7 @@ def get_output_video(text):
   generated_images = []
   for senten in plot[:-1]:
     image=generate_image(
-      is_mega='store_true',
+      is_mega= True,
       text=senten,
       seed=1,
       grid_size=1,