Update app.py

app.py

@@ -55,6 +55,8 @@ def load_finetuned_classifier_model(question):
 
 # Function to generate a detailed answer by combining the user's question and the fortune detail
 def generate_answer(question, fortune):
+    # Start measuring runtime
+    start_time = time.perf_counter()
     tokenizer = AutoTokenizer.from_pretrained("tonyhui2234/finetuned_model_text_gen")
     model = AutoModelForSeq2SeqLM.from_pretrained("tonyhui2234/finetuned_model_text_gen", device_map="auto")
     input_text = "Question: " + question + " Fortune: " + fortune
@@ -68,6 +70,10 @@ def generate_answer(question, fortune):
         no_repeat_ngram_size=3
     )
     answer = tokenizer.decode(outputs[0], skip_special_tokens=True)
+    
+    # Stop measuring runtime
+    run_time = time.perf_counter() - start_time
+    print(f"Runtime: {run_time:.4f} seconds")
     return answer
 
 # Function that combines analysis with regex to extract the related fortune detail and then generate an answer
@@ -94,7 +100,7 @@ def check_sentence_is_question_model(question):
 
 # --------------------------- Callback Functions ---------------------------
 # Callback for when the submit button is clicked
-def submit_text_callback():
+def submit_text_callback():    
     question = st.session_state.get("user_sentence", "")
     # Clear any previous error message
     st.session_state.error_message = ""