ziwaixian009 commited on
Commit
1b7ab31
·
verified ·
1 Parent(s): 352ce16

Create first.py

Browse files
Files changed (1) hide show
  1. first.py +23 -0
first.py ADDED
@@ -0,0 +1,23 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+
2
+ model = AutoModelForCausalLM.from_pretrained("MiaoshouAI/Florence-2-base-PromptGen-v1.5", trust_remote_code=True)
3
+ processor = AutoProcessor.from_pretrained("MiaoshouAI/Florence-2-base-PromptGen-v1.5", trust_remote_code=True)
4
+
5
+ prompt = "<MORE_DETAILED_CAPTION>"
6
+
7
+ url = "https://huggingface.co/datasets/huggingface/documentation-images/resolve/main/transformers/tasks/car.jpg?download=true"
8
+ image = Image.open(requests.get(url, stream=True).raw)
9
+
10
+ inputs = processor(text=prompt, images=image, return_tensors="pt").to(device)
11
+
12
+ generated_ids = model.generate(
13
+     input_ids=inputs["input_ids"],
14
+     pixel_values=inputs["pixel_values"],
15
+     max_new_tokens=1024,
16
+     do_sample=False,
17
+     num_beams=3
18
+ )
19
+ generated_text = processor.batch_decode(generated_ids, skip_special_tokens=False)[0]
20
+
21
+ parsed_answer = processor.post_process_generation(generated_text, task=prompt, image_size=(image.width, image.height))
22
+
23
+ print(parsed_answer)