Update app.py

app.py

@@ -52,13 +52,18 @@ def load_finetuned_classifier_model(question):
 
 # Define your inference function
 def generate_answer(question, fortune):
-    # Load the saved model and tokenizer
-    tokenizer = AutoTokenizer.from_pretrained("/home/user/app/my_finetuned_model_2/")
-    model = AutoModelForSeq2SeqLM.from_pretrained("/home/user/app/my_finetuned_model_2/")
-
+    tokenizer = AutoTokenizer.from_pretrained("tonyhui2234/finetuned_model_text_gen")
+    model = AutoModelForSeq2SeqLM.from_pretrained("tonyhui2234/finetuned_model_text_gen")
     input_text = "Question: " + question + " Fortune: " + fortune
     inputs = tokenizer(input_text, return_tensors="pt", truncation=True)
-    outputs = model.generate(**inputs, max_length=256, num_beams=4, early_stopping=True, repetition_penalty=2.0, no_repeat_ngram_size=3)
+    outputs = model.generate(
+        **inputs,
+        max_length=256,
+        num_beams=4,
+        early_stopping=True,
+        repetition_penalty=2.0,
+        no_repeat_ngram_size=3
+    )
     answer = tokenizer.decode(outputs[0], skip_special_tokens=True)
     return answer