Spaces:
Runtime error
Runtime error
import gradio as gr | |
from transformers import AutoTokenizer, AutoModelForCausalLM | |
import torch | |
# ูู ุงุฐุฌ ู ูุชูุญุฉ ูุชูููุฏ ุงูููุฏ | |
models = { | |
"CodeGen 2B (Salesforce)": "Salesforce/codegen-2B-multi", | |
"WizardCoder 1B": "WizardLM/WizardCoder-1B-V1.0", | |
"CodeParrot Small": "codeparrot/codeparrot-small", | |
"GPT-J-6B (Python)": "EleutherAI/gpt-j-6B" # ุจุฏูู ู ูุชูุญ ูู Phind LLaMA | |
} | |
# ุชุญู ูู ุงููู ุงุฐุฌ | |
loaded_models = {} | |
for name, model_id in models.items(): | |
tokenizer = AutoTokenizer.from_pretrained(model_id) | |
model = AutoModelForCausalLM.from_pretrained(model_id, device_map="auto", torch_dtype=torch.float16) | |
loaded_models[name] = (tokenizer, model) | |
# ุฏุงูุฉ ุชูููุฏ ุงูููุฏ | |
def generate_code(prompt, model_name): | |
tokenizer, model = loaded_models[model_name] | |
inputs = tokenizer(prompt, return_tensors="pt").to(model.device) | |
outputs = model.generate(**inputs, max_new_tokens=150) | |
code = tokenizer.decode(outputs[0], skip_special_tokens=True) | |
return code | |
# ูุงุฌูุฉ Gradio | |
demo = gr.Interface( | |
fn=generate_code, | |
inputs=[ | |
gr.Textbox(lines=5, label="ุงูุชุจ ูุตู ุงูููุฏ (ุจุงูุฅูุฌููุฒูุฉ)"), | |
gr.Radio(choices=list(models.keys()), label="ุงุฎุชุฑ ุงููู ูุฐุฌ") | |
], | |
outputs=gr.Code(label="ุงูููุฏ ุงููุงุชุฌ"), | |
title="Code Generation with AI Models", | |
description="ุงุฎุชุฑ ูู ูุฐุฌ AI ูุงุฏุฎู ูุตู ุงูููุฏ ููุชู ุชูููุฏู ุชููุงุฆููุง" | |
) | |
demo.launch() | |