Spaces:
Running
on
Zero
Running
on
Zero
Update app.py
Browse files
app.py
CHANGED
@@ -164,9 +164,9 @@ captioner = pipeline(model="ydshieh/vit-gpt2-coco-en",device='cuda', task="image
|
|
164 |
captioner_2 = pipeline(model="Salesforce/blip-image-captioning-base",device='cuda', task="image-to-text")
|
165 |
captioner_3 = pipeline(model="Salesforce/blip-image-captioning-large",device='cuda', task="image-to-text")
|
166 |
#model5 = InstructBlipForConditionalGeneration.from_pretrained("Salesforce/instructblip-vicuna-7b").to(torch.bfloat16).to('cuda')
|
167 |
-
|
168 |
#processor5 = InstructBlipProcessor.from_pretrained("Salesforce/instructblip-vicuna-7b").to(torch.bfloat16).to('cuda')
|
169 |
-
|
170 |
txt_tokenizer = AutoTokenizer.from_pretrained(checkpoint, add_prefix_space=False)
|
171 |
txt_tokenizer.tokenizer_legacy=False
|
172 |
model = AutoModelForCausalLM.from_pretrained(checkpoint).to('cuda')
|
|
|
164 |
captioner_2 = pipeline(model="Salesforce/blip-image-captioning-base",device='cuda', task="image-to-text")
|
165 |
captioner_3 = pipeline(model="Salesforce/blip-image-captioning-large",device='cuda', task="image-to-text")
|
166 |
#model5 = InstructBlipForConditionalGeneration.from_pretrained("Salesforce/instructblip-vicuna-7b").to(torch.bfloat16).to('cuda')
|
167 |
+
model5 = Blip2ForConditionalGeneration.from_pretrained("Salesforce/blip2-opt-2.7b-coco").to('cuda')
|
168 |
#processor5 = InstructBlipProcessor.from_pretrained("Salesforce/instructblip-vicuna-7b").to(torch.bfloat16).to('cuda')
|
169 |
+
processor5 = Blip2Processor.from_pretrained("Salesforce/blip2-opt-2.7b-coco")
|
170 |
txt_tokenizer = AutoTokenizer.from_pretrained(checkpoint, add_prefix_space=False)
|
171 |
txt_tokenizer.tokenizer_legacy=False
|
172 |
model = AutoModelForCausalLM.from_pretrained(checkpoint).to('cuda')
|