Ubuntu
Remove max tokens slider and simplify interface
d8c4e42
raw
history blame
2.57 kB
import gradio as gr
from transformers import AutoTokenizer, AutoModelForSeq2SeqLM
# Load both translation models from Hugging Face
# English to Moroccan Arabic (Darija)
tokenizer_eng_to_darija = AutoTokenizer.from_pretrained("lachkarsalim/Helsinki-translation-English_Moroccan-Arabic")
model_eng_to_darija = AutoModelForSeq2SeqLM.from_pretrained("lachkarsalim/Helsinki-translation-English_Moroccan-Arabic")
# Moroccan Arabic (Darija) to Modern Standard Arabic (MSA)
tokenizer_darija_to_msa = AutoTokenizer.from_pretrained("Saidtaoussi/AraT5_Darija_to_MSA")
model_darija_to_msa = AutoModelForSeq2SeqLM.from_pretrained("Saidtaoussi/AraT5_Darija_to_MSA")
# Translation function for Darija to MSA
def translate_darija_to_msa(darija_text):
inputs = tokenizer_darija_to_msa(darija_text, return_tensors="pt", padding=True)
translated = model_darija_to_msa.generate(**inputs)
translated_text = tokenizer_darija_to_msa.decode(translated[0], skip_special_tokens=True)
return translated_text
# Translation function for English to Moroccan Arabic and vice versa
def translate_eng_to_darija(eng_text, direction="eng_to_darija"):
if direction == "eng_to_darija":
inputs = tokenizer_eng_to_darija(eng_text, return_tensors="pt", padding=True)
translated = model_eng_to_darija.generate(**inputs)
translated_text = tokenizer_eng_to_darija.decode(translated[0], skip_special_tokens=True)
else:
# Translate from Darija to English (reverse translation)
inputs = tokenizer_eng_to_darija(eng_text, return_tensors="pt", padding=True)
translated = model_eng_to_darija.generate(**inputs)
translated_text = tokenizer_eng_to_darija.decode(translated[0], skip_special_tokens=True)
return translated_text
# Gradio interface setup without max new tokens
def respond(message, translation_choice: str):
# Translate based on the user's choice
if translation_choice == "Moroccan Arabic to MSA":
return translate_darija_to_msa(message)
elif translation_choice == "English to Moroccan Arabic":
return translate_eng_to_darija(message, direction="eng_to_darija")
demo = gr.Interface(
fn=respond,
inputs=[
gr.Textbox(value="", label="Enter Your Text", placeholder="Type your sentence here..."),
gr.Dropdown(
label="Choose Translation Direction",
choices=["English to Moroccan Arabic", "Moroccan Arabic to MSA"],
value="English to Moroccan Arabic"
),
],
outputs="text"
)
# Launch the interface
demo.launch()