Update app.py

app.py

@@ -50,14 +50,10 @@ def load_finetuned_classifier_model(question):
     print(predicted_label)
     return predicted_label
 
-@st.cache_resource
-def load_model_and_tokenizer():
+# Define your inference function
+def generate_answer(question, fortune):
     tokenizer = AutoTokenizer.from_pretrained("tonyhui2234/finetuned_model_text_gen")
     model = AutoModelForSeq2SeqLM.from_pretrained("tonyhui2234/finetuned_model_text_gen")
-    return tokenizer, model
-
-def generate_answer(question, fortune):
-    tokenizer, model = load_model_and_tokenizer()
     input_text = "Question: " + question + " Fortune: " + fortune
     inputs = tokenizer(input_text, return_tensors="pt", truncation=True)
     outputs = model.generate(
@@ -238,4 +234,4 @@ with right_col:
             st.markdown(summary, unsafe_allow_html=True)
             
             st.text_area("Description", value=description_text, height=150, disabled=True)
-            st.text_area("Detail", value=detail_text, height=150, disabled=True)
+            st.text_area("Detail", value=detail_text, height=150, disabled=True)