Update qa.py

qa.py

@@ -1,3 +1,16 @@
+import torch
+from PIL import Image
+from transformers import Blip2Processor, Blip2ForConditionalGeneration, BitsAndBytesConfig
+
+# Load model and processor
+device = "cuda" if torch.cuda.is_available() else "cpu"
+quantization_config = BitsAndBytesConfig(load_in_8bit=True)
+
+processor = Blip2Processor.from_pretrained("Salesforce/blip2-flan-t5-xl")
+model = Blip2ForConditionalGeneration.from_pretrained(
+    "Salesforce/blip2-flan-t5-xl", device_map="auto"
+)
+
 def get_image_answer(image: Image.Image, question: str) -> str:
     if image.mode != "RGB":
         image = image.convert("RGB")