import streamlit as st from transformers import GPT2Tokenizer, GPT2LMHeadModel model_path='KhantKyaw/GPT2_chatbot2' tokenizer = GPT2Tokenizer.from_pretrained(model_path) tokenizer.pad_token = tokenizer.eos_token model = GPT2LMHeadModel.from_pretrained(model_path) def generate_response(input_text): input_ids = tokenizer.encode(input_text, return_tensors='pt') output_sequences = model.generate( input_ids=input_ids, max_length=100, temperature=1.0, top_k=50, top_p=0.95, repetition_penalty=1.2, do_sample=True, pad_token_id=tokenizer.eos_token_id, ) generated_text = tokenizer.decode(output_sequences[0], skip_special_tokens=True) return generated_text prompt = st.chat_input(placeholder="Say Something!",key=None, max_chars=None, disabled=False, on_submit=None, args=None, kwargs=None) if prompt: with st.chat_message(name="AI",avatar=None): st.write(generate_response(prompt))