Update my_model/tabs/run_inference.py

my_model/tabs/run_inference.py

@@ -48,8 +48,9 @@ class InferenceRunner(StateManager):
         """
         free_gpu_resources()
         answer = model.generate_answer(question, caption, detected_objects_str)
+        prompt_length  = modelcurrent_prompt_length
         free_gpu_resources()
-        return answer
+        return answer, prompt_length
 
 
     def image_qa_app(self, kbvqa):
@@ -120,13 +121,13 @@ class InferenceRunner(StateManager):
                             else:
                                 if nested_col22.button('Get Answer', key=f'answer_{image_key}', disabled=self.is_widget_disabled):
 
-                                    answer = self.answer_question(image_data['caption'], image_data['detected_objects_str'], question, kbvqa)
+                                    answer, prompt_length = self.answer_question(image_data['caption'], image_data['detected_objects_str'], question, kbvqa)
                                     st.session_state['loading_in_progress'] = False
-                                    self.add_to_qa_history(image_key, question, answer)
+                                    self.add_to_qa_history(image_key, question, answer, prompt_length)
         
-                    # Display Q&A history for each image
-                    for num, (q, a) in enumerate(qa_history):
-                        nested_col22.text(f"Q{num+1}: {q}\nA{num+1}: {a}\n")
+                    # Display Q&A history and prompts lengths for each image
+                    for num, (q, a, p) in enumerate(qa_history):
+                        nested_col22.text(f"Q{num+1}: {q}\nA{num+1}: {a}\nPrompt Length: {p}\n")
 
         
     def run_inference(self):