Update app.py

app.py

@@ -54,17 +54,26 @@ def generate_answer_git(processor, model, image, question):
     # print(generated_ids)
     # generated_answer = processor.batch_decode(generated_ids.sequences, skip_special_tokens=True)
     # print(generated_answer)
-
-    encoding = processor(images=image, text=question, return_tensors="pt")
-
-    with torch.no_grad():
-        outputs = model(**encoding)
-    print(outputs.logits)
-    predicted_class_idx = outputs.logits[0].argmax(-1).item
-    # return model.config.id2label[predicted_class_idx]
-    print(predicted_class_idx)
-    print(model.config.id2label)
-    print(model.config.id2label[predicted_class_idx])
+    inputs = processor(images=image, text=question, add_special_tokens=False, return_tensors="pt")
+    inputs["max_length"] = 20
+    inputs["num_beams"] = 1
+    inputs["do_sample"] = True
+    inputs["top_k"] = 50
+    inputs["top_p"] = 0.95
+
+    out = model.generate(**inputs)
+    print(processor.batch_decode(out, skip_special_tokens=True)[0])
+
+    # encoding = processor(images=image, text=question, return_tensors="pt")
+
+    # with torch.no_grad():
+    #     outputs = model(**encoding)
+    # print(outputs.logits)
+    # predicted_class_idx = outputs.logits[0].argmax(-1).item
+    # # return model.config.id2label[predicted_class_idx]
+    # print(predicted_class_idx)
+    # print(model.config.id2label)
+    # print(model.config.id2label[predicted_class_idx])
     
    
     return 'haha'