Update app.py

app.py

@@ -146,9 +146,10 @@ def generate(state, imagebox, textbox, image_process_mode, temperature, top_p, m
             images = process_images(images, image_processor, model.config)
 
             if type(images) is list:
-                images = [image.to(model.device, dtype=torch.float16) for image in images]
+                images = [image.to(model.device, dtype=torch.bfloat16) for image in images]
             else:
-                images = images.to(model.device, dtype=torch.float16)
+                images = images.to(model.device, dtype=torch.bfloat16)
+
 
             replace_token = DEFAULT_IMAGE_TOKEN
             if getattr(model.config, 'mm_use_im_start_end', False):