File size: 1,021 Bytes
a7e2438
9865594
a7e2438
deed210
14e67e3
9865594
 
 
a7e2438
2083406
9865594
 
 
 
 
 
 
 
 
 
 
 
07e00a8
a121d15
 
2083406
9865594
d1db060
a121d15
 
 
 
 
a7e2438
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35

from transformers import AutoTokenizer, AutoModelForCausalLM
import torch
import gradio as gr

model_name = "sberbank-ai/rugpt3medium_based_on_gpt2"
tokenizer = AutoTokenizer.from_pretrained(model_name)
model = AutoModelForCausalLM.from_pretrained(model_name)

def generate_response(prompt):
    input_ids = tokenizer.encode(prompt, return_tensors="pt")
    output = model.generate(
        input_ids,
        max_length=200,
        num_return_sequences=1,
        do_sample=True,
        top_k=50,
        top_p=0.95,
        temperature=0.9,
        pad_token_id=tokenizer.eos_token_id
    )
    response = tokenizer.decode(output[0], skip_special_tokens=True)
    return response

iface = gr.Interface(
    fn=generate_response,
    inputs=gr.Textbox(label="Введите ваш вопрос"),
    outputs=gr.Textbox(label="Ответ модели"),
    title="Интерфейс ChatGPT",
    description="Пример взаимодействия с API OpenAI через Hugging Face Space"
)

iface.launch()