File size: 619 Bytes
9633d94
2c7adc2
bee5682
 
9633d94
 
bee5682
2c7adc2
 
31e8f8b
2c7adc2
bee5682
2c7adc2
 
 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
from transformers import AutoProcessor, AutoModelForCausalLM
import requests
from PIL import Image

processor = AutoProcessor.from_pretrained("microsoft/git-base-coco")
model = AutoModelForCausalLM.from_pretrained("microsoft/git-base-coco")

url = "http://images.cocodataset.org/val2017/000000039769.jpg"
image = Image.open(requests.get(url, stream=True).raw)

pixel_values = processor(images=image, return_tensors="pt").pixel_values

generated_ids = model.generate(pixel_values=pixel_values, max_length=50)
generated_caption = processor.batch_decode(generated_ids, skip_special_tokens=True)[0]
print(generated_caption)