Update app.py

app.py

@@ -51,10 +51,17 @@ processor = AutoProcessor.from_pretrained(MODEL_ID)
 model = LlavaForConditionalGeneration.from_pretrained(MODEL_ID, quantization_config=quantization_config, device_map="auto")
 # Pass the tokenizer explicitly to the pipeline
 # Pass the image processor explicitly to the pipeline
-pipe_image_to_text = pipeline("image-to-text", model=model, tokenizer=tokenizer_image_to_text, image_processor=image_processor, model_kwargs={"quantization_config": quantization_config})
+#pipe_image_to_text = pipeline("image-to-text", model=model, tokenizer=tokenizer_image_to_text, image_processor=image_processor, model_kwargs={"quantization_config": quantization_config})
 # Initialize the text generation pipeline
-pipe_text = pipeline("text-generation", model=TEXT_MODEL_ID, model_kwargs={"quantization_config": quantization_config})
 
+pipe_text = pipeline(
+    "text-generation", 
+    model=TEXT_MODEL_ID, 
+    model_kwargs={
+        "quantization_config": quantization_config,
+        "use_auth_token": True  # This will use the environment variable
+    }
+)
 # Ensure data files are available
 current_directory = os.getcwd()
 geocoded_hotels_path = os.path.join(current_directory, 'geocoded_hotels.csv')