TiberiuCristianLeon commited on
Commit
83ef6ef
·
verified ·
1 Parent(s): 07594e7

Update languagecodes.py

Browse files
Files changed (1) hide show
  1. languagecodes.py +206 -67
languagecodes.py CHANGED
@@ -1,67 +1,206 @@
1
- nllb_language_codes = {'Acehnese (Arabic script)': 'ace_Arab', 'Acehnese (Latin script)': 'ace_Latn',
2
- 'Mesopotamian Arabic': 'acm_Arab', 'Ta’izzi-Adeni Arabic': 'acq_Arab', 'Tunisian
3
- Arabic': 'aeb_Arab', 'Afrikaans': 'afr_Latn', 'South Levantine Arabic': 'ajp_Ar
4
- ab', 'Akan': 'aka_Latn', 'Amharic': 'amh_Ethi', 'North Levantine Arabic': 'apc_A
5
- rab', 'Modern Standard Arabic': 'arb_Arab', 'Modern Standard Arabic (Romanized)'
6
- : 'arb_Latn', 'Najdi Arabic': 'ars_Arab', 'Moroccan Arabic': 'ary_Arab', 'Egypti
7
- an Arabic': 'arz_Arab', 'Assamese': 'asm_Beng', 'Asturian': 'ast_Latn', 'Awadhi'
8
- : 'awa_Deva', 'Central Aymara': 'ayr_Latn', 'South Azerbaijani': 'azb_Arab', 'No
9
- rth Azerbaijani': 'azj_Latn', 'Bashkir': 'bak_Cyrl', 'Bambara': 'bam_Latn', 'Bal
10
- inese': 'ban_Latn', 'Belarusian': 'bel_Cyrl', 'Bemba': 'bem_Latn', 'Bengali': 'b
11
- en_Beng', 'Bhojpuri': 'bho_Deva', 'Banjar (Arabic script)': 'bjn_Arab', 'Banjar
12
- (Latin script)': 'bjn_Latn', 'Standard Tibetan': 'bod_Tibt', 'Bosnian': 'bos_Lat
13
- n', 'Buginese': 'bug_Latn', 'Bulgarian': 'bul_Cyrl', 'Catalan': 'cat_Latn', 'Ceb
14
- uano': 'ceb_Latn', 'Czech': 'ces_Latn', 'Chokwe': 'cjk_Latn', 'Central Kurdish':
15
- 'ckb_Arab', 'Crimean Tatar': 'crh_Latn', 'Welsh': 'cym_Latn', 'Danish': 'dan_La
16
- tn', 'German': 'deu_Latn', 'Southwestern Dinka': 'dik_Latn', 'Dyula': 'dyu_Latn'
17
- , 'Dzongkha': 'dzo_Tibt', 'Greek': 'ell_Grek', 'English': 'eng_Latn', 'Esperanto
18
- ': 'epo_Latn', 'Estonian': 'est_Latn', 'Basque': 'eus_Latn', 'Ewe': 'ewe_Latn',
19
- 'Faroese': 'fao_Latn', 'Fijian': 'fij_Latn', 'Finnish': 'fin_Latn', 'Fon': 'fon_
20
- Latn', 'French': 'fra_Latn', 'Friulian': 'fur_Latn', 'Nigerian Fulfulde': 'fuv_L
21
- atn', 'Scottish Gaelic': 'gla_Latn', 'Irish': 'gle_Latn', 'Galician': 'glg_Latn'
22
- , 'Guarani': 'grn_Latn', 'Gujarati': 'guj_Gujr', 'Haitian Creole': 'hat_Latn', '
23
- Hausa': 'hau_Latn', 'Hebrew': 'heb_Hebr', 'Hindi': 'hin_Deva', 'Chhattisgarhi':
24
- 'hne_Deva', 'Croatian': 'hrv_Latn', 'Hungarian': 'hun_Latn', 'Armenian': 'hye_Ar
25
- mn', 'Igbo': 'ibo_Latn', 'Ilocano': 'ilo_Latn', 'Indonesian': 'ind_Latn', 'Icela
26
- ndic': 'isl_Latn', 'Italian': 'ita_Latn', 'Javanese': 'jav_Latn', 'Japanese': 'j
27
- pn_Jpan', 'Kabyle': 'kab_Latn', 'Jingpho': 'kac_Latn', 'Kamba': 'kam_Latn', 'Kan
28
- nada': 'kan_Knda', 'Kashmiri (Arabic script)': 'kas_Arab', 'Kashmiri (Devanagari
29
- script)': 'kas_Deva', 'Georgian': 'kat_Geor', 'Central Kanuri (Arabic script)':
30
- 'knc_Arab', 'Central Kanuri (Latin script)': 'knc_Latn', 'Kazakh': 'kaz_Cyrl',
31
- 'Kabiyè': 'kbp_Latn', 'Kabuverdianu': 'kea_Latn', 'Khmer': 'khm_Khmr', 'Kikuyu':
32
- 'kik_Latn', 'Kinyarwanda': 'kin_Latn', 'Kyrgyz': 'kir_Cyrl', 'Kimbundu': 'kmb_L
33
- atn', 'Northern Kurdish': 'kmr_Latn', 'Kikongo': 'kon_Latn', 'Korean': 'kor_Hang
34
- ', 'Lao': 'lao_Laoo', 'Ligurian': 'lij_Latn', 'Limburgish': 'lim_Latn', 'Lingala
35
- ': 'lin_Latn', 'Lithuanian': 'lit_Latn', 'Lombard': 'lmo_Latn', 'Latgalian': 'lt
36
- g_Latn', 'Luxembourgish': 'ltz_Latn', 'Luba-Kasai': 'lua_Latn', 'Ganda': 'lug_La
37
- tn', 'Luo': 'luo_Latn', 'Mizo': 'lus_Latn', 'Standard Latvian': 'lvs_Latn', 'Mag
38
- ahi': 'mag_Deva', 'Maithili': 'mai_Deva', 'Malayalam': 'mal_Mlym', 'Marathi': 'm
39
- ar_Deva', 'Minangkabau (Arabic script)': 'min_Arab', 'Minangkabau (Latin script)
40
- ': 'min_Latn', 'Macedonian': 'mkd_Cyrl', 'Plateau Malagasy': 'plt_Latn', 'Maltes
41
- e': 'mlt_Latn', 'Meitei (Bengali script)': 'mni_Beng', 'Halh Mongolian': 'khk_Cy
42
- rl', 'Mossi': 'mos_Latn', 'Maori': 'mri_Latn', 'Burmese': 'mya_Mymr', 'Dutch': '
43
- nld_Latn', 'Norwegian Nynorsk': 'nno_Latn', 'Norwegian Bokmål': 'nob_Latn', 'Nep
44
- ali': 'npi_Deva', 'Northern Sotho': 'nso_Latn', 'Nuer': 'nus_Latn', 'Nyanja': 'n
45
- ya_Latn', 'Occitan': 'oci_Latn', 'West Central Oromo': 'gaz_Latn', 'Odia': 'ory_
46
- Orya', 'Pangasinan': 'pag_Latn', 'Eastern Panjabi': 'pan_Guru', 'Papiamento': 'p
47
- ap_Latn', 'Western Persian': 'pes_Arab', 'Polish': 'pol_Latn', 'Portuguese': 'po
48
- r_Latn', 'Dari': 'prs_Arab', 'Southern Pashto': 'pbt_Arab', 'Ayacucho Quechua':
49
- 'quy_Latn', 'Romanian': 'ron_Latn', 'Rundi': 'run_Latn', 'Russian': 'rus_Cyrl',
50
- 'Sango': 'sag_Latn', 'Sanskrit': 'san_Deva', 'Santali': 'sat_Olck', 'Sicilian':
51
- 'scn_Latn', 'Shan': 'shn_Mymr', 'Sinhala': 'sin_Sinh', 'Slovak': 'slk_Latn', 'Sl
52
- ovenian': 'slv_Latn', 'Samoan': 'smo_Latn', 'Shona': 'sna_Latn', 'Sindhi': 'snd_
53
- Arab', 'Somali': 'som_Latn', 'Southern Sotho': 'sot_Latn', 'Spanish': 'spa_Latn'
54
- , 'Tosk Albanian': 'als_Latn', 'Sardinian': 'srd_Latn', 'Serbian': 'srp_Cyrl', '
55
- Swati': 'ssw_Latn', 'Sundanese': 'sun_Latn', 'Swedish': 'swe_Latn', 'Swahili': '
56
- swh_Latn', 'Silesian': 'szl_Latn', 'Tamil': 'tam_Taml', 'Tatar': 'tat_Cyrl', 'Te
57
- lugu': 'tel_Telu', 'Tajik': 'tgk_Cyrl', 'Tagalog': 'tgl_Latn', 'Thai': 'tha_Thai
58
- ', 'Tigrinya': 'tir_Ethi', 'Tamasheq (Latin script)': 'taq_Latn', 'Tamasheq (Tif
59
- inagh script)': 'taq_Tfng', 'Tok Pisin': 'tpi_Latn', 'Tswana': 'tsn_Latn', 'Tson
60
- ga': 'tso_Latn', 'Turkmen': 'tuk_Latn', 'Tumbuka': 'tum_Latn', 'Turkish': 'tur_L
61
- atn', 'Twi': 'twi_Latn', 'Central Atlas Tamazight': 'tzm_Tfng', 'Uyghur': 'uig_A
62
- rab', 'Ukrainian': 'ukr_Cyrl', 'Umbundu': 'umb_Latn', 'Urdu': 'urd_Arab', 'North
63
- ern Uzbek': 'uzn_Latn', 'Venetian': 'vec_Latn', 'Vietnamese': 'vie_Latn', 'Waray
64
- ': 'war_Latn', 'Wolof': 'wol_Latn', 'Xhosa': 'xho_Latn', 'Eastern Yiddish': 'ydd
65
- _Hebr', 'Yoruba': 'yor_Latn', 'Yue Chinese': 'yue_Hant', 'Chinese (Simplified)':
66
- 'zho_Hans', 'Chinese (Traditional)': 'zho_Hant', 'Standard Malay': 'zsm_Latn',
67
- 'Zulu': 'zul_Latn'}
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ nllb_language_codes: dict[str, str] = {
2
+ "Acehnese (Arabic script)": "ace_Arab",
3
+ "Acehnese (Latin script)": "ace_Latn",
4
+ "Mesopotamian Arabic": "acm_Arab",
5
+ "Ta’izzi-Adeni Arabic": "acq_Arab",
6
+ "Tunisian Arabic": "aeb_Arab",
7
+ "Afrikaans": "afr_Latn",
8
+ "South Levantine Arabic": "ajp_Arab",
9
+ "Akan": "aka_Latn",
10
+ "Amharic": "amh_Ethi",
11
+ "North Levantine Arabic": "apc_Arab",
12
+ "Modern Standard Arabic": "arb_Arab",
13
+ "Modern Standard Arabic (Romanized)": "arb_Latn",
14
+ "Najdi Arabic": "ars_Arab",
15
+ "Moroccan Arabic": "ary_Arab",
16
+ "Egyptian Arabic": "arz_Arab",
17
+ "Assamese": "asm_Beng",
18
+ "Asturian": "ast_Latn",
19
+ "Awadhi": "awa_Deva",
20
+ "Central Aymara": "ayr_Latn",
21
+ "South Azerbaijani": "azb_Arab",
22
+ "North Azerbaijani": "azj_Latn",
23
+ "Bashkir": "bak_Cyrl",
24
+ "Bambara": "bam_Latn",
25
+ "Balinese": "ban_Latn",
26
+ "Belarusian": "bel_Cyrl",
27
+ "Bemba": "bem_Latn",
28
+ "Bengali": "ben_Beng",
29
+ "Bhojpuri": "bho_Deva",
30
+ "Banjar (Arabic script)": "bjn_Arab",
31
+ "Banjar (Latin script)": "bjn_Latn",
32
+ "Standard Tibetan": "bod_Tibt",
33
+ "Bosnian": "bos_Latn",
34
+ "Buginese": "bug_Latn",
35
+ "Bulgarian": "bul_Cyrl",
36
+ "Catalan": "cat_Latn",
37
+ "Cebuano": "ceb_Latn",
38
+ "Czech": "ces_Latn",
39
+ "Chokwe": "cjk_Latn",
40
+ "Central Kurdish": "ckb_Arab",
41
+ "Crimean Tatar": "crh_Latn",
42
+ "Welsh": "cym_Latn",
43
+ "Danish": "dan_Latn",
44
+ "German": "deu_Latn",
45
+ "Southwestern Dinka": "dik_Latn",
46
+ "Dyula": "dyu_Latn",
47
+ "Dzongkha": "dzo_Tibt",
48
+ "Greek": "ell_Grek",
49
+ "English": "eng_Latn",
50
+ "Esperanto": "epo_Latn",
51
+ "Estonian": "est_Latn",
52
+ "Basque": "eus_Latn",
53
+ "Ewe": "ewe_Latn",
54
+ "Faroese": "fao_Latn",
55
+ "Fijian": "fij_Latn",
56
+ "Finnish": "fin_Latn",
57
+ "Fon": "fon_Latn",
58
+ "French": "fra_Latn",
59
+ "Friulian": "fur_Latn",
60
+ "Nigerian Fulfulde": "fuv_Latn",
61
+ "Scottish Gaelic": "gla_Latn",
62
+ "Irish": "gle_Latn",
63
+ "Galician": "glg_Latn",
64
+ "Guarani": "grn_Latn",
65
+ "Gujarati": "guj_Gujr",
66
+ "Haitian Creole": "hat_Latn",
67
+ "Hausa": "hau_Latn",
68
+ "Hebrew": "heb_Hebr",
69
+ "Hindi": "hin_Deva",
70
+ "Chhattisgarhi": "hne_Deva",
71
+ "Croatian": "hrv_Latn",
72
+ "Hungarian": "hun_Latn",
73
+ "Armenian": "hye_Armn",
74
+ "Igbo": "ibo_Latn",
75
+ "Ilocano": "ilo_Latn",
76
+ "Indonesian": "ind_Latn",
77
+ "Icelandic": "isl_Latn",
78
+ "Italian": "ita_Latn",
79
+ "Javanese": "jav_Latn",
80
+ "Japanese": "jpn_Jpan",
81
+ "Kabyle": "kab_Latn",
82
+ "Jingpho": "kac_Latn",
83
+ "Kamba": "kam_Latn",
84
+ "Kannada": "kan_Knda",
85
+ "Kashmiri (Arabic script)": "kas_Arab",
86
+ "Kashmiri (Devanagari script)": "kas_Deva",
87
+ "Georgian": "kat_Geor",
88
+ "Central Kanuri (Arabic script)": "knc_Arab",
89
+ "Central Kanuri (Latin script)": "knc_Latn",
90
+ "Kazakh": "kaz_Cyrl",
91
+ "Kabiyè": "kbp_Latn",
92
+ "Kabuverdianu": "kea_Latn",
93
+ "Khmer": "khm_Khmr",
94
+ "Kikuyu": "kik_Latn",
95
+ "Kinyarwanda": "kin_Latn",
96
+ "Kyrgyz": "kir_Cyrl",
97
+ "Kimbundu": "kmb_Latn",
98
+ "Northern Kurdish": "kmr_Latn",
99
+ "Kikongo": "kon_Latn",
100
+ "Korean": "kor_Hang",
101
+ "Lao": "lao_Laoo",
102
+ "Ligurian": "lij_Latn",
103
+ "Limburgish": "lim_Latn",
104
+ "Lingala": "lin_Latn",
105
+ "Lithuanian": "lit_Latn",
106
+ "Lombard": "lmo_Latn",
107
+ "Latgalian": "ltg_Latn",
108
+ "Luxembourgish": "ltz_Latn",
109
+ "Luba-Kasai": "lua_Latn",
110
+ "Ganda": "lug_Latn",
111
+ "Luo": "luo_Latn",
112
+ "Mizo": "lus_Latn",
113
+ "Standard Latvian": "lvs_Latn",
114
+ "Magahi": "mag_Deva",
115
+ "Maithili": "mai_Deva",
116
+ "Malayalam": "mal_Mlym",
117
+ "Marathi": "mar_Deva",
118
+ "Minangkabau (Arabic script)": "min_Arab",
119
+ "Minangkabau (Latin script)": "min_Latn",
120
+ "Macedonian": "mkd_Cyrl",
121
+ "Plateau Malagasy": "plt_Latn",
122
+ "Maltese": "mlt_Latn",
123
+ "Meitei (Bengali script)": "mni_Beng",
124
+ "Halh Mongolian": "khk_Cyrl",
125
+ "Mossi": "mos_Latn",
126
+ "Maori": "mri_Latn",
127
+ "Burmese": "mya_Mymr",
128
+ "Dutch": "nld_Latn",
129
+ "Norwegian Nynorsk": "nno_Latn",
130
+ "Norwegian Bokmål": "nob_Latn",
131
+ "Nepali": "npi_Deva",
132
+ "Northern Sotho": "nso_Latn",
133
+ "Nuer": "nus_Latn",
134
+ "Nyanja": "nya_Latn",
135
+ "Occitan": "oci_Latn",
136
+ "West Central Oromo": "gaz_Latn",
137
+ "Odia": "ory_Orya",
138
+ "Pangasinan": "pag_Latn",
139
+ "Eastern Panjabi": "pan_Guru",
140
+ "Papiamento": "pap_Latn",
141
+ "Western Persian": "pes_Arab",
142
+ "Polish": "pol_Latn",
143
+ "Portuguese": "por_Latn",
144
+ "Dari": "prs_Arab",
145
+ "Southern Pashto": "pbt_Arab",
146
+ "Ayacucho Quechua": "quy_Latn",
147
+ "Romanian": "ron_Latn",
148
+ "Rundi": "run_Latn",
149
+ "Russian": "rus_Cyrl",
150
+ "Sango": "sag_Latn",
151
+ "Sanskrit": "san_Deva",
152
+ "Santali": "sat_Olck",
153
+ "Sicilian": "scn_Latn",
154
+ "Shan": "shn_Mymr",
155
+ "Sinhala": "sin_Sinh",
156
+ "Slovak": "slk_Latn",
157
+ "Slovenian": "slv_Latn",
158
+ "Samoan": "smo_Latn",
159
+ "Shona": "sna_Latn",
160
+ "Sindhi": "snd_Arab",
161
+ "Somali": "som_Latn",
162
+ "Southern Sotho": "sot_Latn",
163
+ "Spanish": "spa_Latn",
164
+ "Tosk Albanian": "als_Latn",
165
+ "Sardinian": "srd_Latn",
166
+ "Serbian": "srp_Cyrl",
167
+ "Swati": "ssw_Latn",
168
+ "Sundanese": "sun_Latn",
169
+ "Swedish": "swe_Latn",
170
+ "Swahili": "swh_Latn",
171
+ "Silesian": "szl_Latn",
172
+ "Tamil": "tam_Taml",
173
+ "Tatar": "tat_Cyrl",
174
+ "Telugu": "tel_Telu",
175
+ "Tajik": "tgk_Cyrl",
176
+ "Tagalog": "tgl_Latn",
177
+ "Thai": "tha_Thai",
178
+ "Tigrinya": "tir_Ethi",
179
+ "Tamasheq (Latin script)": "taq_Latn",
180
+ "Tamasheq (Tifinagh script)": "taq_Tfng",
181
+ "Tok Pisin": "tpi_Latn",
182
+ "Tswana": "tsn_Latn",
183
+ "Tsonga": "tso_Latn",
184
+ "Turkmen": "tuk_Latn",
185
+ "Tumbuka": "tum_Latn",
186
+ "Turkish": "tur_Latn",
187
+ "Twi": "twi_Latn",
188
+ "Central Atlas Tamazight": "tzm_Tfng",
189
+ "Uyghur": "uig_Arab",
190
+ "Ukrainian": "ukr_Cyrl",
191
+ "Umbundu": "umb_Latn",
192
+ "Urdu": "urd_Arab",
193
+ "Northern Uzbek": "uzn_Latn",
194
+ "Venetian": "vec_Latn",
195
+ "Vietnamese": "vie_Latn",
196
+ "Waray": "war_Latn",
197
+ "Wolof": "wol_Latn",
198
+ "Xhosa": "xho_Latn",
199
+ "Eastern Yiddish": "ydd_Hebr",
200
+ "Yoruba": "yor_Latn",
201
+ "Yue Chinese": "yue_Hant",
202
+ "Chinese (Simplified)": "zho_Hans",
203
+ "Chinese (Traditional)": "zho_Hant",
204
+ "Standard Malay": "zsm_Latn",
205
+ "Zulu": "zul_Latn",
206
+ }