

# Copyright 2023 The HuggingFace Inc. team. All rights reserved.
#
# Licensed under the Apache License, Version 2.0 (the "License");
# you may not use this file except in compliance with the License.
# You may obtain a copy of the License at
#
#     http://www.apache.org/licenses/LICENSE-2.0
#
# Unless required by applicable law or agreed to in writing, software
# distributed under the License is distributed on an "AS IS" BASIS,
# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
# See the License for the specific language governing permissions and
# limitations under the License.
from ..models.auto import AutoModelForSeqaSeqLM, AutoTokenizer
from .base import PipelineTool


lowerCamelCase      				=     {
    '''Acehnese Arabic''': '''ace_Arab''',
    '''Acehnese Latin''': '''ace_Latn''',
    '''Mesopotamian Arabic''': '''acm_Arab''',
    '''Ta\'izzi-Adeni Arabic''': '''acq_Arab''',
    '''Tunisian Arabic''': '''aeb_Arab''',
    '''Afrikaans''': '''afr_Latn''',
    '''South Levantine Arabic''': '''ajp_Arab''',
    '''Akan''': '''aka_Latn''',
    '''Amharic''': '''amh_Ethi''',
    '''North Levantine Arabic''': '''apc_Arab''',
    '''Modern Standard Arabic''': '''arb_Arab''',
    '''Modern Standard Arabic Romanized''': '''arb_Latn''',
    '''Najdi Arabic''': '''ars_Arab''',
    '''Moroccan Arabic''': '''ary_Arab''',
    '''Egyptian Arabic''': '''arz_Arab''',
    '''Assamese''': '''asm_Beng''',
    '''Asturian''': '''ast_Latn''',
    '''Awadhi''': '''awa_Deva''',
    '''Central Aymara''': '''ayr_Latn''',
    '''South Azerbaijani''': '''azb_Arab''',
    '''North Azerbaijani''': '''azj_Latn''',
    '''Bashkir''': '''bak_Cyrl''',
    '''Bambara''': '''bam_Latn''',
    '''Balinese''': '''ban_Latn''',
    '''Belarusian''': '''bel_Cyrl''',
    '''Bemba''': '''bem_Latn''',
    '''Bengali''': '''ben_Beng''',
    '''Bhojpuri''': '''bho_Deva''',
    '''Banjar Arabic''': '''bjn_Arab''',
    '''Banjar Latin''': '''bjn_Latn''',
    '''Standard Tibetan''': '''bod_Tibt''',
    '''Bosnian''': '''bos_Latn''',
    '''Buginese''': '''bug_Latn''',
    '''Bulgarian''': '''bul_Cyrl''',
    '''Catalan''': '''cat_Latn''',
    '''Cebuano''': '''ceb_Latn''',
    '''Czech''': '''ces_Latn''',
    '''Chokwe''': '''cjk_Latn''',
    '''Central Kurdish''': '''ckb_Arab''',
    '''Crimean Tatar''': '''crh_Latn''',
    '''Welsh''': '''cym_Latn''',
    '''Danish''': '''dan_Latn''',
    '''German''': '''deu_Latn''',
    '''Southwestern Dinka''': '''dik_Latn''',
    '''Dyula''': '''dyu_Latn''',
    '''Dzongkha''': '''dzo_Tibt''',
    '''Greek''': '''ell_Grek''',
    '''English''': '''eng_Latn''',
    '''Esperanto''': '''epo_Latn''',
    '''Estonian''': '''est_Latn''',
    '''Basque''': '''eus_Latn''',
    '''Ewe''': '''ewe_Latn''',
    '''Faroese''': '''fao_Latn''',
    '''Fijian''': '''fij_Latn''',
    '''Finnish''': '''fin_Latn''',
    '''Fon''': '''fon_Latn''',
    '''French''': '''fra_Latn''',
    '''Friulian''': '''fur_Latn''',
    '''Nigerian Fulfulde''': '''fuv_Latn''',
    '''Scottish Gaelic''': '''gla_Latn''',
    '''Irish''': '''gle_Latn''',
    '''Galician''': '''glg_Latn''',
    '''Guarani''': '''grn_Latn''',
    '''Gujarati''': '''guj_Gujr''',
    '''Haitian Creole''': '''hat_Latn''',
    '''Hausa''': '''hau_Latn''',
    '''Hebrew''': '''heb_Hebr''',
    '''Hindi''': '''hin_Deva''',
    '''Chhattisgarhi''': '''hne_Deva''',
    '''Croatian''': '''hrv_Latn''',
    '''Hungarian''': '''hun_Latn''',
    '''Armenian''': '''hye_Armn''',
    '''Igbo''': '''ibo_Latn''',
    '''Ilocano''': '''ilo_Latn''',
    '''Indonesian''': '''ind_Latn''',
    '''Icelandic''': '''isl_Latn''',
    '''Italian''': '''ita_Latn''',
    '''Javanese''': '''jav_Latn''',
    '''Japanese''': '''jpn_Jpan''',
    '''Kabyle''': '''kab_Latn''',
    '''Jingpho''': '''kac_Latn''',
    '''Kamba''': '''kam_Latn''',
    '''Kannada''': '''kan_Knda''',
    '''Kashmiri Arabic''': '''kas_Arab''',
    '''Kashmiri Devanagari''': '''kas_Deva''',
    '''Georgian''': '''kat_Geor''',
    '''Central Kanuri Arabic''': '''knc_Arab''',
    '''Central Kanuri Latin''': '''knc_Latn''',
    '''Kazakh''': '''kaz_Cyrl''',
    '''Kabiyè''': '''kbp_Latn''',
    '''Kabuverdianu''': '''kea_Latn''',
    '''Khmer''': '''khm_Khmr''',
    '''Kikuyu''': '''kik_Latn''',
    '''Kinyarwanda''': '''kin_Latn''',
    '''Kyrgyz''': '''kir_Cyrl''',
    '''Kimbundu''': '''kmb_Latn''',
    '''Northern Kurdish''': '''kmr_Latn''',
    '''Kikongo''': '''kon_Latn''',
    '''Korean''': '''kor_Hang''',
    '''Lao''': '''lao_Laoo''',
    '''Ligurian''': '''lij_Latn''',
    '''Limburgish''': '''lim_Latn''',
    '''Lingala''': '''lin_Latn''',
    '''Lithuanian''': '''lit_Latn''',
    '''Lombard''': '''lmo_Latn''',
    '''Latgalian''': '''ltg_Latn''',
    '''Luxembourgish''': '''ltz_Latn''',
    '''Luba-Kasai''': '''lua_Latn''',
    '''Ganda''': '''lug_Latn''',
    '''Luo''': '''luo_Latn''',
    '''Mizo''': '''lus_Latn''',
    '''Standard Latvian''': '''lvs_Latn''',
    '''Magahi''': '''mag_Deva''',
    '''Maithili''': '''mai_Deva''',
    '''Malayalam''': '''mal_Mlym''',
    '''Marathi''': '''mar_Deva''',
    '''Minangkabau Arabic ''': '''min_Arab''',
    '''Minangkabau Latin''': '''min_Latn''',
    '''Macedonian''': '''mkd_Cyrl''',
    '''Plateau Malagasy''': '''plt_Latn''',
    '''Maltese''': '''mlt_Latn''',
    '''Meitei Bengali''': '''mni_Beng''',
    '''Halh Mongolian''': '''khk_Cyrl''',
    '''Mossi''': '''mos_Latn''',
    '''Maori''': '''mri_Latn''',
    '''Burmese''': '''mya_Mymr''',
    '''Dutch''': '''nld_Latn''',
    '''Norwegian Nynorsk''': '''nno_Latn''',
    '''Norwegian Bokmål''': '''nob_Latn''',
    '''Nepali''': '''npi_Deva''',
    '''Northern Sotho''': '''nso_Latn''',
    '''Nuer''': '''nus_Latn''',
    '''Nyanja''': '''nya_Latn''',
    '''Occitan''': '''oci_Latn''',
    '''West Central Oromo''': '''gaz_Latn''',
    '''Odia''': '''ory_Orya''',
    '''Pangasinan''': '''pag_Latn''',
    '''Eastern Panjabi''': '''pan_Guru''',
    '''Papiamento''': '''pap_Latn''',
    '''Western Persian''': '''pes_Arab''',
    '''Polish''': '''pol_Latn''',
    '''Portuguese''': '''por_Latn''',
    '''Dari''': '''prs_Arab''',
    '''Southern Pashto''': '''pbt_Arab''',
    '''Ayacucho Quechua''': '''quy_Latn''',
    '''Romanian''': '''ron_Latn''',
    '''Rundi''': '''run_Latn''',
    '''Russian''': '''rus_Cyrl''',
    '''Sango''': '''sag_Latn''',
    '''Sanskrit''': '''san_Deva''',
    '''Santali''': '''sat_Olck''',
    '''Sicilian''': '''scn_Latn''',
    '''Shan''': '''shn_Mymr''',
    '''Sinhala''': '''sin_Sinh''',
    '''Slovak''': '''slk_Latn''',
    '''Slovenian''': '''slv_Latn''',
    '''Samoan''': '''smo_Latn''',
    '''Shona''': '''sna_Latn''',
    '''Sindhi''': '''snd_Arab''',
    '''Somali''': '''som_Latn''',
    '''Southern Sotho''': '''sot_Latn''',
    '''Spanish''': '''spa_Latn''',
    '''Tosk Albanian''': '''als_Latn''',
    '''Sardinian''': '''srd_Latn''',
    '''Serbian''': '''srp_Cyrl''',
    '''Swati''': '''ssw_Latn''',
    '''Sundanese''': '''sun_Latn''',
    '''Swedish''': '''swe_Latn''',
    '''Swahili''': '''swh_Latn''',
    '''Silesian''': '''szl_Latn''',
    '''Tamil''': '''tam_Taml''',
    '''Tatar''': '''tat_Cyrl''',
    '''Telugu''': '''tel_Telu''',
    '''Tajik''': '''tgk_Cyrl''',
    '''Tagalog''': '''tgl_Latn''',
    '''Thai''': '''tha_Thai''',
    '''Tigrinya''': '''tir_Ethi''',
    '''Tamasheq Latin''': '''taq_Latn''',
    '''Tamasheq Tifinagh''': '''taq_Tfng''',
    '''Tok Pisin''': '''tpi_Latn''',
    '''Tswana''': '''tsn_Latn''',
    '''Tsonga''': '''tso_Latn''',
    '''Turkmen''': '''tuk_Latn''',
    '''Tumbuka''': '''tum_Latn''',
    '''Turkish''': '''tur_Latn''',
    '''Twi''': '''twi_Latn''',
    '''Central Atlas Tamazight''': '''tzm_Tfng''',
    '''Uyghur''': '''uig_Arab''',
    '''Ukrainian''': '''ukr_Cyrl''',
    '''Umbundu''': '''umb_Latn''',
    '''Urdu''': '''urd_Arab''',
    '''Northern Uzbek''': '''uzn_Latn''',
    '''Venetian''': '''vec_Latn''',
    '''Vietnamese''': '''vie_Latn''',
    '''Waray''': '''war_Latn''',
    '''Wolof''': '''wol_Latn''',
    '''Xhosa''': '''xho_Latn''',
    '''Eastern Yiddish''': '''ydd_Hebr''',
    '''Yoruba''': '''yor_Latn''',
    '''Yue Chinese''': '''yue_Hant''',
    '''Chinese Simplified''': '''zho_Hans''',
    '''Chinese Traditional''': '''zho_Hant''',
    '''Standard Malay''': '''zsm_Latn''',
    '''Zulu''': '''zul_Latn''',
}





class     snake_case_			(				_a							):


							"""simple docstring"""





							__UpperCAmelCase       ="""facebook/nllb-200-distilled-600M"""
							__UpperCAmelCase       =(
							    """This is a tool that translates text from a language to another. It takes three inputs: `text`, which should """
							    """be the text to translate, `src_lang`, which should be the language of the text to translate and `tgt_lang`, """
							    """which should be the language for the desired ouput language. Both `src_lang` and `tgt_lang` are written in """
							    """plain English, such as 'Romanian', or 'Albanian'. It returns the text translated in `tgt_lang`."""
							)
							__UpperCAmelCase       ="""translator"""
							__UpperCAmelCase       =AutoTokenizer
							__UpperCAmelCase       =AutoModelForSeqaSeqLM
							__UpperCAmelCase       =LANGUAGE_CODES

							__UpperCAmelCase       =["""text""", """text""", """text"""]
							__UpperCAmelCase       =["""text"""]




							def        A__  ( self					,						_A					,						_A					,						_A							):
												if src_lang not in self.lang_to_code:
																	raise ValueError(F"""{src_lang} is not a supported language."""							)
												if tgt_lang not in self.lang_to_code:
																	raise ValueError(F"""{tgt_lang} is not a supported language."""							)
												__lowerCAmelCase					=							self.lang_to_code[src_lang]
												__lowerCAmelCase					=							self.lang_to_code[tgt_lang]
												return self.pre_processor._build_translation_inputs(
												    _A					,						return_tensors='pt'					,						src_lang=_A					,						tgt_lang=_A							)




							def        A__  ( self					,						_A							):
												return self.model.generate(**_A							)




							def        A__  ( self					,						_A							):
												return self.post_processor.decode(outputs[0].tolist()					,						skip_special_tokens=_A							)


import copy
import inspect
import unittest

from transformers import AutoBackbone
from transformers.configuration_utils import PretrainedConfig
from transformers.testing_utils import require_timm, require_torch, torch_device
from transformers.utils.import_utils import is_torch_available

from ...test_backbone_common import BackboneTesterMixin
from ...test_configuration_common import ConfigTester
from ...test_modeling_common import ModelTesterMixin, floats_tensor


if is_torch_available():
		import torch

		from transformers import TimmBackbone, TimmBackboneConfig

from ...test_pipeline_mixin import PipelineTesterMixin





class     snake_case_			:


							"""simple docstring"""





							def __init__( self					,						_A					,						_A=None					,						_A=None					,						_A=None					,						_A="resnet50"					,						_A=3					,						_A=3_2					,						_A=3					,						_A=True					,						_A=True					,						):
												__lowerCAmelCase					=							parent
												__lowerCAmelCase					=							out_indices if out_indices is not None else [4]
												__lowerCAmelCase					=							stage_names
												__lowerCAmelCase					=							out_features
												__lowerCAmelCase					=							backbone
												__lowerCAmelCase					=							batch_size
												__lowerCAmelCase					=							image_size
												__lowerCAmelCase					=							num_channels
												__lowerCAmelCase					=							use_pretrained_backbone
												__lowerCAmelCase					=							is_training




							def        A__  ( self							):
												__lowerCAmelCase					=							floats_tensor([self.batch_size, self.num_channels, self.image_size, self.image_size]							)
												__lowerCAmelCase					=							self.get_config()

												return config, pixel_values




							def        A__  ( self							):
												return TimmBackboneConfig(
												    image_size=self.image_size					,						num_channels=self.num_channels					,						out_features=self.out_features					,						out_indices=self.out_indices					,						stage_names=self.stage_names					,						use_pretrained_backbone=self.use_pretrained_backbone					,						backbone=self.backbone					,						)




							def        A__  ( self					,						_A					,						_A							):
												__lowerCAmelCase					=							TimmBackbone(config=_A							)
												model.to(_A							)
												model.eval()
												with torch.no_grad():
																	__lowerCAmelCase					=							model(_A							)
												self.parent.assertEqual(
												    result.feature_map[-1].shape					,						(self.batch_size, model.channels[-1], 1_4, 1_4)					,						)




							def        A__  ( self							):
												__lowerCAmelCase					=							self.prepare_config_and_inputs()
												__lowerCAmelCase,	__lowerCAmelCase					=							config_and_inputs
												__lowerCAmelCase					=							{'pixel_values': pixel_values}
												return config, inputs_dict





@require_torch
@require_timm
class     snake_case_			(				_a			, _a			, _a			, unittest.TestCase							):


							"""simple docstring"""





							__UpperCAmelCase       =(TimmBackbone,) if is_torch_available() else ()
							__UpperCAmelCase       ={"""feature-extraction""": TimmBackbone} if is_torch_available() else {}
							__UpperCAmelCase       =False
							__UpperCAmelCase       =False
							__UpperCAmelCase       =False
							__UpperCAmelCase       =False




							def        A__  ( self							):
												__lowerCAmelCase					=							TimmBackboneModelTester(self							)
												__lowerCAmelCase					=							ConfigTester(self					,						config_class=_A					,						has_text_modality=_A							)




							def        A__  ( self							):
												self.config_tester.create_and_test_config_to_json_string()
												self.config_tester.create_and_test_config_to_json_file()
												self.config_tester.create_and_test_config_from_and_save_pretrained()
												self.config_tester.create_and_test_config_with_num_labels()
												self.config_tester.check_config_can_be_init_without_params()
												self.config_tester.check_config_arguments_init()




							def        A__  ( self							):
												__lowerCAmelCase					=							'resnet18'
												__lowerCAmelCase					=							'microsoft/resnet-18'

												__lowerCAmelCase					=							AutoBackbone.from_pretrained(_A					,						use_timm_backbone=_A							)
												__lowerCAmelCase					=							AutoBackbone.from_pretrained(_A							)

												self.assertEqual(len(timm_model.out_features							)					,						len(transformers_model.out_features							)							)
												self.assertEqual(len(timm_model.stage_names							)					,						len(transformers_model.stage_names							)							)
												self.assertEqual(timm_model.channels					,						transformers_model.channels							)
												# Out indices are set to the last layer by default. For timm models, we don't know
												# the number of layers in advance, so we set it to (-1,), whereas for transformers
												# models, we set it to [len(stage_names) - 1] (kept for backward compatibility).
												self.assertEqual(timm_model.out_indices					,						(-1,)							)
												self.assertEqual(transformers_model.out_indices					,						[len(timm_model.stage_names							) - 1]							)

												__lowerCAmelCase					=							AutoBackbone.from_pretrained(_A					,						use_timm_backbone=_A					,						out_indices=[1, 2, 3]							)
												__lowerCAmelCase					=							AutoBackbone.from_pretrained(_A					,						out_indices=[1, 2, 3]							)

												self.assertEqual(timm_model.out_indices					,						transformers_model.out_indices							)
												self.assertEqual(len(timm_model.out_features							)					,						len(transformers_model.out_features							)							)
												self.assertEqual(timm_model.channels					,						transformers_model.channels							)




							@unittest.skip('TimmBackbone doesn\'t support feed forward chunking'							)
							def        A__  ( self							):
												pass




							@unittest.skip('TimmBackbone doesn\'t have num_hidden_layers attribute'							)
							def        A__  ( self							):
												pass




							@unittest.skip('TimmBackbone initialization is managed on the timm side'							)
							def        A__  ( self							):
												pass




							@unittest.skip('TimmBackbone models doesn\'t have inputs_embeds'							)
							def        A__  ( self							):
												pass




							@unittest.skip('TimmBackbone models doesn\'t have inputs_embeds'							)
							def        A__  ( self							):
												pass




							@unittest.skip('TimmBackbone model cannot be created without specifying a backbone checkpoint'							)
							def        A__  ( self							):
												pass




							@unittest.skip('Only checkpoints on timm can be loaded into TimmBackbone'							)
							def        A__  ( self							):
												pass




							@unittest.skip('model weights aren\'t tied in TimmBackbone.'							)
							def        A__  ( self							):
												pass




							@unittest.skip('model weights aren\'t tied in TimmBackbone.'							)
							def        A__  ( self							):
												pass




							@unittest.skip('Only checkpoints on timm can be loaded into TimmBackbone'							)
							def        A__  ( self							):
												pass




							@unittest.skip('Only checkpoints on timm can be loaded into TimmBackbone'							)
							def        A__  ( self							):
												pass




							@unittest.skip('TimmBackbone doesn\'t have hidden size info in its configuration.'							)
							def        A__  ( self							):
												pass




							@unittest.skip('TimmBackbone doesn\'t support output_attentions.'							)
							def        A__  ( self							):
												pass




							@unittest.skip('Safetensors is not supported by timm.'							)
							def        A__  ( self							):
												pass




							@unittest.skip('Will be fixed soon by reducing the size of the model used for common tests.'							)
							def        A__  ( self							):
												pass




							def        A__  ( self							):
												__lowerCAmelCase,	__lowerCAmelCase					=							self.model_tester.prepare_config_and_inputs_for_common()

												for model_class in self.all_model_classes:
																	__lowerCAmelCase					=							model_class(_A							)
																	__lowerCAmelCase					=							inspect.signature(model.forward							)
																	# signature.parameters is an OrderedDict => so arg_names order is deterministic
																	__lowerCAmelCase					=							[*signature.parameters.keys()]

																	__lowerCAmelCase					=							['pixel_values']
																	self.assertListEqual(arg_names[:1]					,						_A							)




							def        A__  ( self							):
												__lowerCAmelCase,	__lowerCAmelCase					=							self.model_tester.prepare_config_and_inputs_for_common()
												__lowerCAmelCase					=							True
												__lowerCAmelCase					=							self.has_attentions

												# no need to test all models as different heads yield the same functionality
												__lowerCAmelCase					=							self.all_model_classes[0]
												__lowerCAmelCase					=							model_class(_A							)
												model.to(_A							)

												__lowerCAmelCase					=							self._prepare_for_class(_A					,						_A							)
												__lowerCAmelCase					=							model(**_A							)
												__lowerCAmelCase					=							outputs[0][-1]

												# Encoder-/Decoder-only models
												__lowerCAmelCase					=							outputs.hidden_states[0]
												hidden_states.retain_grad()

												if self.has_attentions:
																	__lowerCAmelCase					=							outputs.attentions[0]
																	attentions.retain_grad()

												output.flatten()[0].backward(retain_graph=_A							)

												self.assertIsNotNone(hidden_states.grad							)

												if self.has_attentions:
																	self.assertIsNotNone(attentions.grad							)




							def        A__  ( self							):
												__lowerCAmelCase,	__lowerCAmelCase					=							self.model_tester.prepare_config_and_inputs_for_common()

												for model_class in self.all_model_classes:
																	__lowerCAmelCase					=							model_class(_A							)
																	model.to(_A							)
																	model.eval()
																	__lowerCAmelCase					=							model(**_A							)

																	self.assertEqual(len(result.feature_maps							)					,						len(config.out_indices							)							)
																	self.assertEqual(len(model.channels							)					,						len(config.out_indices							)							)

																	# Check output of last stage is taken if out_features=None, out_indices=None
																	__lowerCAmelCase					=							copy.deepcopy(_A							)
																	__lowerCAmelCase					=							None
																	__lowerCAmelCase					=							model_class(_A							)
																	model.to(_A							)
																	model.eval()
																	__lowerCAmelCase					=							model(**_A							)

																	self.assertEqual(len(result.feature_maps							)					,						1							)
																	self.assertEqual(len(model.channels							)					,						1							)

																	# Check backbone can be initialized with fresh weights
																	__lowerCAmelCase					=							copy.deepcopy(_A							)
																	__lowerCAmelCase					=							False
																	__lowerCAmelCase					=							model_class(_A							)
																	model.to(_A							)
																	model.eval()
																	__lowerCAmelCase					=							model(**_A							)






