|
import torch |
|
import gradio as gr |
|
|
|
|
|
from transformers import pipeline |
|
|
|
pipe = pipeline("translation", model="facebook/nllb-200-distilled-600M", torch_dtype = torch.bfloat16) |
|
|
|
languages = { |
|
"languages": [ |
|
{"name": "Acehnese (Arabic script)", "code": "ace_Arab"}, |
|
{"name": "Acehnese (Latin script)", "code": "ace_Latn"}, |
|
{"name": "Mesopotamian Arabic", "code": "acm_Arab"}, |
|
{"name": "Ta’izzi-Adeni Arabic", "code": "acq_Arab"}, |
|
{"name": "Tunisian Arabic", "code": "aeb_Arab"}, |
|
{"name": "Afrikaans", "code": "afr_Latn"}, |
|
{"name": "South Levantine Arabic", "code": "ajp_Arab"}, |
|
{"name": "Akan", "code": "aka_Latn"}, |
|
{"name": "Amharic", "code": "amh_Ethi"}, |
|
{"name": "North Levantine Arabic", "code": "apc_Arab"}, |
|
{"name": "Modern Standard Arabic", "code": "arb_Arab"}, |
|
{"name": "Modern Standard Arabic (Romanized)", "code": "arb_Latn"}, |
|
{"name": "Najdi Arabic", "code": "ars_Arab"}, |
|
{"name": "Moroccan Arabic", "code": "ary_Arab"}, |
|
{"name": "Egyptian Arabic", "code": "arz_Arab"}, |
|
{"name": "Assamese", "code": "asm_Beng"}, |
|
{"name": "Asturian", "code": "ast_Latn"}, |
|
{"name": "Awadhi", "code": "awa_Deva"}, |
|
{"name": "Central Aymara", "code": "ayr_Latn"}, |
|
{"name": "South Azerbaijani", "code": "azb_Arab"}, |
|
{"name": "North Azerbaijani", "code": "azj_Latn"}, |
|
{"name": "Bashkir", "code": "bak_Cyrl"}, |
|
{"name": "Bambara", "code": "bam_Latn"}, |
|
{"name": "Balinese", "code": "ban_Latn"}, |
|
{"name": "Belarusian", "code": "bel_Cyrl"}, |
|
{"name": "Bemba", "code": "bem_Latn"}, |
|
{"name": "Bengali", "code": "ben_Beng"}, |
|
{"name": "Bhojpuri", "code": "bho_Deva"}, |
|
{"name": "Banjar (Arabic script)", "code": "bjn_Arab"}, |
|
{"name": "Banjar (Latin script)", "code": "bjn_Latn"}, |
|
{"name": "Standard Tibetan", "code": "bod_Tibt"}, |
|
{"name": "Bosnian", "code": "bos_Latn"}, |
|
{"name": "Buginese", "code": "bug_Latn"}, |
|
{"name": "Bulgarian", "code": "bul_Cyrl"}, |
|
{"name": "Catalan", "code": "cat_Latn"}, |
|
{"name": "Cebuano", "code": "ceb_Latn"}, |
|
{"name": "Czech", "code": "ces_Latn"}, |
|
{"name": "Chokwe", "code": "cjk_Latn"}, |
|
{"name": "Central Kurdish", "code": "ckb_Arab"}, |
|
{"name": "Crimean Tatar", "code": "crh_Latn"}, |
|
{"name": "Welsh", "code": "cym_Latn"}, |
|
{"name": "Danish", "code": "dan_Latn"}, |
|
{"name": "German", "code": "deu_Latn"}, |
|
{"name": "Southwestern Dinka", "code": "dik_Latn"}, |
|
{"name": "Dyula", "code": "dyu_Latn"}, |
|
{"name": "Dzongkha", "code": "dzo_Tibt"}, |
|
{"name": "Greek", "code": "ell_Grek"}, |
|
{"name": "English", "code": "eng_Latn"}, |
|
{"name": "Esperanto", "code": "epo_Latn"}, |
|
{"name": "Estonian", "code": "est_Latn"}, |
|
{"name": "Basque", "code": "eus_Latn"}, |
|
{"name": "Ewe", "code": "ewe_Latn"}, |
|
{"name": "Faroese", "code": "fao_Latn"}, |
|
{"name": "Fijian", "code": "fij_Latn"}, |
|
{"name": "Finnish", "code": "fin_Latn"}, |
|
{"name": "Fon", "code": "fon_Latn"}, |
|
{"name": "French", "code": "fra_Latn"}, |
|
{"name": "Friulian", "code": "fur_Latn"}, |
|
{"name": "Nigerian Fulfulde", "code": "fuv_Latn"}, |
|
{"name": "Scottish Gaelic", "code": "gla_Latn"}, |
|
{"name": "Irish", "code": "gle_Latn"}, |
|
{"name": "Galician", "code": "glg_Latn"}, |
|
{"name": "Guarani", "code": "grn_Latn"}, |
|
{"name": "Gujarati", "code": "guj_Gujr"}, |
|
{"name": "Haitian Creole", "code": "hat_Latn"}, |
|
{"name": "Hausa", "code": "hau_Latn"}, |
|
{"name": "Hebrew", "code": "heb_Hebr"}, |
|
{"name": "Hindi", "code": "hin_Deva"}, |
|
{"name": "Chhattisgarhi", "code": "hne_Deva"}, |
|
{"name": "Croatian", "code": "hrv_Latn"}, |
|
{"name": "Hungarian", "code": "hun_Latn"}, |
|
{"name": "Armenian", "code": "hye_Armn"}, |
|
{"name": "Igbo", "code": "ibo_Latn"} |
|
] |
|
} |
|
|
|
def get_fores_code(language): |
|
|
|
for entry in languages['languages']: |
|
if entry['name'].lower() == language.lower(): |
|
return entry['code'] |
|
return None |
|
|
|
|
|
def translate_text(text, destination_language): |
|
|
|
dest_code = get_fores_code(destination_language) |
|
|
|
|
|
print(f"Destination language code: {dest_code}") |
|
|
|
|
|
translation = pipe(text, |
|
src_lang='eng_Latn', |
|
tgt_lang=dest_code) |
|
|
|
return translation[0]['translation_text'] |
|
|
|
demo = gr.Interface(fn=translate_text, |
|
inputs= [ |
|
gr.TextArea(label='Insert the text in English to translate'), |
|
gr.Dropdown( |
|
label='Select the language to translate', |
|
choices=[lang['name'] for lang in languages['languages']], |
|
value='English' |
|
) |
|
], |
|
outputs=[gr.TextArea(label='This is the translated text')], |
|
title= 'Translator', |
|
description= 'This application can be used to translate English text into any language') |
|
|
|
|
|
demo.launch(share=True) |
|
|