Update app.py

app.py

@@ -7,11 +7,11 @@ model_path='KhantKyaw/GPT2_chatbot2'
 tokenizer = GPT2Tokenizer.from_pretrained(model_path)
 tokenizer.pad_token = tokenizer.eos_token  
 model = GPT2LMHeadModel.from_pretrained(model_path)
-prompt = st.chat_input(placeholder="Say Something!",key=None, max_chars=None, disabled=False, on_submit=None, args=None, kwargs=None)
 
-input_ids = tokenizer.encode(prompt, return_tensors='pt')
+def generate_response(input_text):
+  input_ids = tokenizer.encode(input_text, return_tensors='pt')
    
-output_sequences = model.generate(
+  output_sequences = model.generate(
     input_ids=input_ids,
     max_length=100,
     temperature=1.0,
@@ -22,8 +22,10 @@ output_sequences = model.generate(
     pad_token_id=tokenizer.eos_token_id,
     )
   
-generated_text = tokenizer.decode(output_sequences[0], skip_special_tokens=True)
+  generated_text = tokenizer.decode(output_sequences[0], skip_special_tokens=True)
+  return generated_text
 
+prompt = st.chat_input(placeholder="Say Something!",key=None, max_chars=None, disabled=False, on_submit=None, args=None, kwargs=None)
 if prompt:
    with st.chat_message(name="AI",avatar=None):
-    st.write(generated_text)
+    st.write(generate_response(prompt))