Spaces:
Sleeping
Sleeping
File size: 533 Bytes
9e583a4 77b8da5 9e583a4 77b8da5 39768cf 9e583a4 77b8da5 c0c42e6 |
1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 |
import gradio as gr
from transformers import AutoModelForCausalLM, AutoTokenizer
# Load the model and tokenizer
tokenizer = AutoTokenizer.from_pretrained("gpt2")
model = AutoModelForCausalLM.from_pretrained("gpt2")
def generate_response(input_text: str, history: list) -> str:
inputs = tokenizer(input_text, return_tensors="pt")
outputs = model.generate(inputs.input_ids, max_length=50)
response = tokenizer.decode(outputs[0], skip_special_tokens=True)
return response
gr.ChatInterface(generate_response).launch()
|