File size: 829 Bytes
90156bb f69b2fe 90156bb 60095c1 df9f949 f69b2fe df9f949 f69b2fe 6fccb8e f69b2fe 90156bb 60095c1 90156bb |
1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 |
import gradio as gr
from transformers import MBartForConditionalGeneration, MBart50TokenizerFast
model = MBartForConditionalGeneration.from_pretrained("SnypzZz/Llama2-13b-Language-translate")
tokenizer = MBart50TokenizerFast.from_pretrained("SnypzZz/Llama2-13b-Language-translate", src_lang="en_XX")
dropdown = gr.Dropdown(["de_DE", "es_XX"], label="Choose Output Language")
def d(input):
model_inputs = tokenizer(input, return_tensors="pt")
generated_tokens = model.generate(
**model_inputs,
forced_bos_token_id=tokenizer.lang_code_to_id[gr.Dropdown.value]
)
output_DE = tokenizer.batch_decode(generated_tokens, skip_special_tokens=True)[0]
output_DE = output_DE.strip("[]' ")
return output_DE
iface = gr.Interface(fn=d, inputs=["textbox", dropdown], outputs="textbox")
iface.launch() |