Update app.py
Browse files
app.py
CHANGED
@@ -42,7 +42,7 @@ quantization_config = BitsAndBytesConfig(load_in_4bit=True,
|
|
42 |
|
43 |
# Load models only once
|
44 |
processor = AutoProcessor.from_pretrained(MODEL_ID)
|
45 |
-
model = LlavaForConditionalGeneration.from_pretrained(MODEL_ID, quantization_config=quantization_config, device_map="auto")
|
46 |
pipe_image_to_text = pipeline("image-to-text", model=model, model_kwargs={"quantization_config": quantization_config})
|
47 |
# Initialize the text generation pipeline
|
48 |
pipe_text = pipeline("text-generation", model=TEXT_MODEL_ID, model_kwargs={"quantization_config": quantization_config})
|
|
|
42 |
|
43 |
# Load models only once
|
44 |
processor = AutoProcessor.from_pretrained(MODEL_ID)
|
45 |
+
model = LlavaForConditionalGeneration.from_pretrained(MODEL_ID, quantization_config=quantization_config, device_map="auto")
|
46 |
pipe_image_to_text = pipeline("image-to-text", model=model, model_kwargs={"quantization_config": quantization_config})
|
47 |
# Initialize the text generation pipeline
|
48 |
pipe_text = pipeline("text-generation", model=TEXT_MODEL_ID, model_kwargs={"quantization_config": quantization_config})
|