Update app.py

app.py

@@ -6,7 +6,7 @@ from io import BytesIO
 
 # Load the model and processor
 repo_name = "cyan2k/molmo-7B-O-bnb-4bit"
-arguments = {"device_map": "auto", "torch_dtype": "float32", "trust_remote_code": True}
+arguments = {"device_map": "auto", "torch_dtype": "float16", "trust_remote_code": True}
 
 # Load the processor and model
 processor = AutoProcessor.from_pretrained(repo_name, **arguments)