Update app.py

app.py

@@ -15,11 +15,20 @@ model.to(device)
 st.title("Simple Chatbot with T5")
 
 def generate_response(input_text):
-    # Tokenize the user input text
+    # Add conversational context to input
+    input_text = f"You are a helpful assistant. {input_text}"
+
+    # Tokenize input text
     input_ids = tokenizer.encode(input_text, return_tensors="pt").to(device)
     
-    # Generate a response from the model
-    outputs = model.generate(input_ids, max_length=100, num_beams=5, top_p=0.95, temperature=0.7, pad_token_id=tokenizer.eos_token_id)
+    # Generate a response from the model with advanced generation settings
+    outputs = model.generate(input_ids,
+                             max_length=100,  # max length of the output sequence
+                             num_beams=5,  # Beam search for better results
+                             top_p=0.95,  # Top-p sampling for more variety
+                             temperature=0.7,  # Temperature controls randomness
+                             no_repeat_ngram_size=2,  # Prevent repetition of n-grams
+                             pad_token_id=tokenizer.eos_token_id)  # Padding token to avoid padding tokens being part of the output
     
     # Decode the model's output to a readable string
     bot_output = tokenizer.decode(outputs[0], skip_special_tokens=True)