ruslanmv commited on
Commit
cc16819
·
1 Parent(s): 22e4d02

Update app.py

Browse files
Files changed (1) hide show
  1. app.py +1 -1
app.py CHANGED
@@ -42,7 +42,7 @@ quantization_config = BitsAndBytesConfig(load_in_4bit=True,
42
 
43
  # Load models only once
44
  processor = AutoProcessor.from_pretrained(MODEL_ID)
45
- model = LlavaForConditionalGeneration.from_pretrained(MODEL_ID, quantization_config=quantization_config, device_map="auto").to(DEVICE)
46
  pipe_image_to_text = pipeline("image-to-text", model=model, model_kwargs={"quantization_config": quantization_config})
47
  # Initialize the text generation pipeline
48
  pipe_text = pipeline("text-generation", model=TEXT_MODEL_ID, model_kwargs={"quantization_config": quantization_config})
 
42
 
43
  # Load models only once
44
  processor = AutoProcessor.from_pretrained(MODEL_ID)
45
+ model = LlavaForConditionalGeneration.from_pretrained(MODEL_ID, quantization_config=quantization_config, device_map="auto")
46
  pipe_image_to_text = pipeline("image-to-text", model=model, model_kwargs={"quantization_config": quantization_config})
47
  # Initialize the text generation pipeline
48
  pipe_text = pipeline("text-generation", model=TEXT_MODEL_ID, model_kwargs={"quantization_config": quantization_config})