


'''simple docstring'''





# Copyright 2023 The HuggingFace Inc. team. All rights reserved.
#
# Licensed under the Apache License, Version 2.0 (the "License");
# you may not use this file except in compliance with the License.
# You may obtain a copy of the License at
#
#     http://www.apache.org/licenses/LICENSE-2.0
#
# Unless required by applicable law or agreed to in writing, software
# distributed under the License is distributed on an "AS IS" BASIS,
# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
# See the License for the specific language governing permissions and
# limitations under the License.
from ..models.auto import AutoModelForSeqaSeqLM, AutoTokenizer
from .base import PipelineTool


UpperCAmelCase__  			=				{
    '''Acehnese Arabic''': '''ace_Arab''',
    '''Acehnese Latin''': '''ace_Latn''',
    '''Mesopotamian Arabic''': '''acm_Arab''',
    '''Ta\'izzi-Adeni Arabic''': '''acq_Arab''',
    '''Tunisian Arabic''': '''aeb_Arab''',
    '''Afrikaans''': '''afr_Latn''',
    '''South Levantine Arabic''': '''ajp_Arab''',
    '''Akan''': '''aka_Latn''',
    '''Amharic''': '''amh_Ethi''',
    '''North Levantine Arabic''': '''apc_Arab''',
    '''Modern Standard Arabic''': '''arb_Arab''',
    '''Modern Standard Arabic Romanized''': '''arb_Latn''',
    '''Najdi Arabic''': '''ars_Arab''',
    '''Moroccan Arabic''': '''ary_Arab''',
    '''Egyptian Arabic''': '''arz_Arab''',
    '''Assamese''': '''asm_Beng''',
    '''Asturian''': '''ast_Latn''',
    '''Awadhi''': '''awa_Deva''',
    '''Central Aymara''': '''ayr_Latn''',
    '''South Azerbaijani''': '''azb_Arab''',
    '''North Azerbaijani''': '''azj_Latn''',
    '''Bashkir''': '''bak_Cyrl''',
    '''Bambara''': '''bam_Latn''',
    '''Balinese''': '''ban_Latn''',
    '''Belarusian''': '''bel_Cyrl''',
    '''Bemba''': '''bem_Latn''',
    '''Bengali''': '''ben_Beng''',
    '''Bhojpuri''': '''bho_Deva''',
    '''Banjar Arabic''': '''bjn_Arab''',
    '''Banjar Latin''': '''bjn_Latn''',
    '''Standard Tibetan''': '''bod_Tibt''',
    '''Bosnian''': '''bos_Latn''',
    '''Buginese''': '''bug_Latn''',
    '''Bulgarian''': '''bul_Cyrl''',
    '''Catalan''': '''cat_Latn''',
    '''Cebuano''': '''ceb_Latn''',
    '''Czech''': '''ces_Latn''',
    '''Chokwe''': '''cjk_Latn''',
    '''Central Kurdish''': '''ckb_Arab''',
    '''Crimean Tatar''': '''crh_Latn''',
    '''Welsh''': '''cym_Latn''',
    '''Danish''': '''dan_Latn''',
    '''German''': '''deu_Latn''',
    '''Southwestern Dinka''': '''dik_Latn''',
    '''Dyula''': '''dyu_Latn''',
    '''Dzongkha''': '''dzo_Tibt''',
    '''Greek''': '''ell_Grek''',
    '''English''': '''eng_Latn''',
    '''Esperanto''': '''epo_Latn''',
    '''Estonian''': '''est_Latn''',
    '''Basque''': '''eus_Latn''',
    '''Ewe''': '''ewe_Latn''',
    '''Faroese''': '''fao_Latn''',
    '''Fijian''': '''fij_Latn''',
    '''Finnish''': '''fin_Latn''',
    '''Fon''': '''fon_Latn''',
    '''French''': '''fra_Latn''',
    '''Friulian''': '''fur_Latn''',
    '''Nigerian Fulfulde''': '''fuv_Latn''',
    '''Scottish Gaelic''': '''gla_Latn''',
    '''Irish''': '''gle_Latn''',
    '''Galician''': '''glg_Latn''',
    '''Guarani''': '''grn_Latn''',
    '''Gujarati''': '''guj_Gujr''',
    '''Haitian Creole''': '''hat_Latn''',
    '''Hausa''': '''hau_Latn''',
    '''Hebrew''': '''heb_Hebr''',
    '''Hindi''': '''hin_Deva''',
    '''Chhattisgarhi''': '''hne_Deva''',
    '''Croatian''': '''hrv_Latn''',
    '''Hungarian''': '''hun_Latn''',
    '''Armenian''': '''hye_Armn''',
    '''Igbo''': '''ibo_Latn''',
    '''Ilocano''': '''ilo_Latn''',
    '''Indonesian''': '''ind_Latn''',
    '''Icelandic''': '''isl_Latn''',
    '''Italian''': '''ita_Latn''',
    '''Javanese''': '''jav_Latn''',
    '''Japanese''': '''jpn_Jpan''',
    '''Kabyle''': '''kab_Latn''',
    '''Jingpho''': '''kac_Latn''',
    '''Kamba''': '''kam_Latn''',
    '''Kannada''': '''kan_Knda''',
    '''Kashmiri Arabic''': '''kas_Arab''',
    '''Kashmiri Devanagari''': '''kas_Deva''',
    '''Georgian''': '''kat_Geor''',
    '''Central Kanuri Arabic''': '''knc_Arab''',
    '''Central Kanuri Latin''': '''knc_Latn''',
    '''Kazakh''': '''kaz_Cyrl''',
    '''Kabiyè''': '''kbp_Latn''',
    '''Kabuverdianu''': '''kea_Latn''',
    '''Khmer''': '''khm_Khmr''',
    '''Kikuyu''': '''kik_Latn''',
    '''Kinyarwanda''': '''kin_Latn''',
    '''Kyrgyz''': '''kir_Cyrl''',
    '''Kimbundu''': '''kmb_Latn''',
    '''Northern Kurdish''': '''kmr_Latn''',
    '''Kikongo''': '''kon_Latn''',
    '''Korean''': '''kor_Hang''',
    '''Lao''': '''lao_Laoo''',
    '''Ligurian''': '''lij_Latn''',
    '''Limburgish''': '''lim_Latn''',
    '''Lingala''': '''lin_Latn''',
    '''Lithuanian''': '''lit_Latn''',
    '''Lombard''': '''lmo_Latn''',
    '''Latgalian''': '''ltg_Latn''',
    '''Luxembourgish''': '''ltz_Latn''',
    '''Luba-Kasai''': '''lua_Latn''',
    '''Ganda''': '''lug_Latn''',
    '''Luo''': '''luo_Latn''',
    '''Mizo''': '''lus_Latn''',
    '''Standard Latvian''': '''lvs_Latn''',
    '''Magahi''': '''mag_Deva''',
    '''Maithili''': '''mai_Deva''',
    '''Malayalam''': '''mal_Mlym''',
    '''Marathi''': '''mar_Deva''',
    '''Minangkabau Arabic ''': '''min_Arab''',
    '''Minangkabau Latin''': '''min_Latn''',
    '''Macedonian''': '''mkd_Cyrl''',
    '''Plateau Malagasy''': '''plt_Latn''',
    '''Maltese''': '''mlt_Latn''',
    '''Meitei Bengali''': '''mni_Beng''',
    '''Halh Mongolian''': '''khk_Cyrl''',
    '''Mossi''': '''mos_Latn''',
    '''Maori''': '''mri_Latn''',
    '''Burmese''': '''mya_Mymr''',
    '''Dutch''': '''nld_Latn''',
    '''Norwegian Nynorsk''': '''nno_Latn''',
    '''Norwegian Bokmål''': '''nob_Latn''',
    '''Nepali''': '''npi_Deva''',
    '''Northern Sotho''': '''nso_Latn''',
    '''Nuer''': '''nus_Latn''',
    '''Nyanja''': '''nya_Latn''',
    '''Occitan''': '''oci_Latn''',
    '''West Central Oromo''': '''gaz_Latn''',
    '''Odia''': '''ory_Orya''',
    '''Pangasinan''': '''pag_Latn''',
    '''Eastern Panjabi''': '''pan_Guru''',
    '''Papiamento''': '''pap_Latn''',
    '''Western Persian''': '''pes_Arab''',
    '''Polish''': '''pol_Latn''',
    '''Portuguese''': '''por_Latn''',
    '''Dari''': '''prs_Arab''',
    '''Southern Pashto''': '''pbt_Arab''',
    '''Ayacucho Quechua''': '''quy_Latn''',
    '''Romanian''': '''ron_Latn''',
    '''Rundi''': '''run_Latn''',
    '''Russian''': '''rus_Cyrl''',
    '''Sango''': '''sag_Latn''',
    '''Sanskrit''': '''san_Deva''',
    '''Santali''': '''sat_Olck''',
    '''Sicilian''': '''scn_Latn''',
    '''Shan''': '''shn_Mymr''',
    '''Sinhala''': '''sin_Sinh''',
    '''Slovak''': '''slk_Latn''',
    '''Slovenian''': '''slv_Latn''',
    '''Samoan''': '''smo_Latn''',
    '''Shona''': '''sna_Latn''',
    '''Sindhi''': '''snd_Arab''',
    '''Somali''': '''som_Latn''',
    '''Southern Sotho''': '''sot_Latn''',
    '''Spanish''': '''spa_Latn''',
    '''Tosk Albanian''': '''als_Latn''',
    '''Sardinian''': '''srd_Latn''',
    '''Serbian''': '''srp_Cyrl''',
    '''Swati''': '''ssw_Latn''',
    '''Sundanese''': '''sun_Latn''',
    '''Swedish''': '''swe_Latn''',
    '''Swahili''': '''swh_Latn''',
    '''Silesian''': '''szl_Latn''',
    '''Tamil''': '''tam_Taml''',
    '''Tatar''': '''tat_Cyrl''',
    '''Telugu''': '''tel_Telu''',
    '''Tajik''': '''tgk_Cyrl''',
    '''Tagalog''': '''tgl_Latn''',
    '''Thai''': '''tha_Thai''',
    '''Tigrinya''': '''tir_Ethi''',
    '''Tamasheq Latin''': '''taq_Latn''',
    '''Tamasheq Tifinagh''': '''taq_Tfng''',
    '''Tok Pisin''': '''tpi_Latn''',
    '''Tswana''': '''tsn_Latn''',
    '''Tsonga''': '''tso_Latn''',
    '''Turkmen''': '''tuk_Latn''',
    '''Tumbuka''': '''tum_Latn''',
    '''Turkish''': '''tur_Latn''',
    '''Twi''': '''twi_Latn''',
    '''Central Atlas Tamazight''': '''tzm_Tfng''',
    '''Uyghur''': '''uig_Arab''',
    '''Ukrainian''': '''ukr_Cyrl''',
    '''Umbundu''': '''umb_Latn''',
    '''Urdu''': '''urd_Arab''',
    '''Northern Uzbek''': '''uzn_Latn''',
    '''Venetian''': '''vec_Latn''',
    '''Vietnamese''': '''vie_Latn''',
    '''Waray''': '''war_Latn''',
    '''Wolof''': '''wol_Latn''',
    '''Xhosa''': '''xho_Latn''',
    '''Eastern Yiddish''': '''ydd_Hebr''',
    '''Yoruba''': '''yor_Latn''',
    '''Yue Chinese''': '''yue_Hant''',
    '''Chinese Simplified''': '''zho_Hans''',
    '''Chinese Traditional''': '''zho_Hant''',
    '''Standard Malay''': '''zsm_Latn''',
    '''Zulu''': '''zul_Latn''',
}
class 						a__					(					a_   ):





			'''simple docstring'''

			A						:				Optional[Any]					      =			'''facebook/nllb-200-distilled-600M'''
			A						:				Tuple					      =			(
			    '''This is a tool that translates text from a language to another. It takes three inputs: `text`, which should '''
			    '''be the text to translate, `src_lang`, which should be the language of the text to translate and `tgt_lang`, '''
			    '''which should be the language for the desired ouput language. Both `src_lang` and `tgt_lang` are written in '''
			    '''plain English, such as \'Romanian\', or \'Albanian\'. It returns the text translated in `tgt_lang`.'''
			)
			A						:				List[Any]					      =			'''translator'''
			A						:				str					      =			AutoTokenizer
			A						:				Union[str, Any]					      =			AutoModelForSeqaSeqLM
			A						:				Dict					      =			LANGUAGE_CODES

			A						:				Any					      =			['''text''', '''text''', '''text''']
			A						:				Tuple					      =			['''text''']
			def 					lowerCAmelCase     (  self							:			Union[str, Any]			,    lowerCAmelCase_							:			Any			,    lowerCAmelCase_							:			List[str]			,    lowerCAmelCase_							:			Optional[int]	)      ->		Any:
						if src_lang not in self.lang_to_code:
									raise ValueError(F"""{src_lang} is not a supported language."""	)
						if tgt_lang not in self.lang_to_code:
									raise ValueError(F"""{tgt_lang} is not a supported language."""	)
						__A=	self.lang_to_code[src_lang]
						__A=	self.lang_to_code[tgt_lang]
						return self.pre_processor._build_translation_inputs(
						    lowerCAmelCase_			,    return_tensors='pt'			,    src_lang=lowerCAmelCase_			,    tgt_lang=lowerCAmelCase_	)
			def 					lowerCAmelCase     (  self							:			List[Any]			,    lowerCAmelCase_							:			Any	)      ->		List[str]:
						return self.model.generate(**lowerCAmelCase_	)

			def 					lowerCAmelCase     (  self							:			int			,    lowerCAmelCase_							:			Dict	)      ->		str:
						return self.post_processor.decode(outputs[0].tolist()			,    skip_special_tokens=lowerCAmelCase_	)







'''simple docstring'''





from __future__ import annotations

import unittest

from transformers import DistilBertConfig, is_tf_available
from transformers.testing_utils import require_tf, slow

from ...test_configuration_common import ConfigTester
from ...test_modeling_tf_common import TFModelTesterMixin, ids_tensor, random_attention_mask
from ...test_pipeline_mixin import PipelineTesterMixin


if is_tf_available():
					import tensorflow as tf

					from transformers.models.distilbert.modeling_tf_distilbert import (
					    TF_DISTILBERT_PRETRAINED_MODEL_ARCHIVE_LIST,
					    TFDistilBertForMaskedLM,
					    TFDistilBertForMultipleChoice,
					    TFDistilBertForQuestionAnswering,
					    TFDistilBertForSequenceClassification,
					    TFDistilBertForTokenClassification,
					    TFDistilBertModel,
					)
class 						a__					:





			'''simple docstring'''

			def __init__(  self							:			str			,    lowerCAmelCase_							:			str			,    )      ->		Optional[int]:
						__A=	parent
						__A=	13
						__A=	7
						__A=	True
						__A=	True
						__A=	False
						__A=	True
						__A=	99
						__A=	32
						__A=	2
						__A=	4
						__A=	37
						__A=	'gelu'
						__A=	0.1
						__A=	0.1
						__A=	512
						__A=	16
						__A=	2
						__A=	0.02
						__A=	3
						__A=	4
						__A=	None
			def 					lowerCAmelCase     (  self							:			Optional[Any]	)      ->		str:
						__A=	ids_tensor([self.batch_size, self.seq_length]			,    self.vocab_size	)

						__A=	None
						if self.use_input_mask:
									__A=	random_attention_mask([self.batch_size, self.seq_length]	)

						__A=	None
						__A=	None
						__A=	None
						if self.use_labels:
									__A=	ids_tensor([self.batch_size]			,    self.type_sequence_label_size	)
									__A=	ids_tensor([self.batch_size, self.seq_length]			,    self.num_labels	)
									__A=	ids_tensor([self.batch_size]			,    self.num_choices	)

						__A=	DistilBertConfig(
						    vocab_size=self.vocab_size			,    dim=self.hidden_size			,    n_layers=self.num_hidden_layers			,    n_heads=self.num_attention_heads			,    hidden_dim=self.intermediate_size			,    hidden_act=self.hidden_act			,    dropout=self.hidden_dropout_prob			,    attention_dropout=self.attention_probs_dropout_prob			,    max_position_embeddings=self.max_position_embeddings			,    initializer_range=self.initializer_range			,    )

						return config, input_ids, input_mask, sequence_labels, token_labels, choice_labels
			def 					lowerCAmelCase     (  self							:			str			,    lowerCAmelCase_							:			Any			,    lowerCAmelCase_							:			int			,    lowerCAmelCase_							:			int			,    lowerCAmelCase_							:			Dict			,    lowerCAmelCase_							:			Any			,    lowerCAmelCase_							:			Optional[Any]	)      ->		Any:
						__A=	TFDistilBertModel(config=lowerCAmelCase_	)
						__A=	{'input_ids': input_ids, 'attention_mask': input_mask}

						__A=	model(lowerCAmelCase_	)

						__A=	[input_ids, input_mask]

						__A=	model(lowerCAmelCase_	)

						self.parent.assertEqual(result.last_hidden_state.shape			,    (self.batch_size, self.seq_length, self.hidden_size)	)
			def 					lowerCAmelCase     (  self							:			Optional[int]			,    lowerCAmelCase_							:			Optional[Any]			,    lowerCAmelCase_							:			List[Any]			,    lowerCAmelCase_							:			str			,    lowerCAmelCase_							:			Union[str, Any]			,    lowerCAmelCase_							:			Dict			,    lowerCAmelCase_							:			Tuple	)      ->		Optional[int]:
						__A=	TFDistilBertForMaskedLM(config=lowerCAmelCase_	)
						__A=	{'input_ids': input_ids, 'attention_mask': input_mask}
						__A=	model(lowerCAmelCase_	)
						self.parent.assertEqual(result.logits.shape			,    (self.batch_size, self.seq_length, self.vocab_size)	)
			def 					lowerCAmelCase     (  self							:			str			,    lowerCAmelCase_							:			Dict			,    lowerCAmelCase_							:			Optional[Any]			,    lowerCAmelCase_							:			Tuple			,    lowerCAmelCase_							:			str			,    lowerCAmelCase_							:			Dict			,    lowerCAmelCase_							:			List[str]	)      ->		int:
						__A=	TFDistilBertForQuestionAnswering(config=lowerCAmelCase_	)
						__A=	{
						    'input_ids': input_ids,
						    'attention_mask': input_mask,
						}
						__A=	model(lowerCAmelCase_	)
						self.parent.assertEqual(result.start_logits.shape			,    (self.batch_size, self.seq_length)	)
						self.parent.assertEqual(result.end_logits.shape			,    (self.batch_size, self.seq_length)	)
			def 					lowerCAmelCase     (  self							:			List[str]			,    lowerCAmelCase_							:			Any			,    lowerCAmelCase_							:			Optional[int]			,    lowerCAmelCase_							:			Tuple			,    lowerCAmelCase_							:			int			,    lowerCAmelCase_							:			Dict			,    lowerCAmelCase_							:			List[str]	)      ->		Union[str, Any]:
						__A=	self.num_labels
						__A=	TFDistilBertForSequenceClassification(lowerCAmelCase_	)
						__A=	{'input_ids': input_ids, 'attention_mask': input_mask}
						__A=	model(lowerCAmelCase_	)
						self.parent.assertEqual(result.logits.shape			,    (self.batch_size, self.num_labels)	)
			def 					lowerCAmelCase     (  self							:			str			,    lowerCAmelCase_							:			Any			,    lowerCAmelCase_							:			Union[str, Any]			,    lowerCAmelCase_							:			List[Any]			,    lowerCAmelCase_							:			str			,    lowerCAmelCase_							:			Union[str, Any]			,    lowerCAmelCase_							:			int	)      ->		Optional[Any]:
						__A=	self.num_choices
						__A=	TFDistilBertForMultipleChoice(lowerCAmelCase_	)
						__A=	tf.tile(tf.expand_dims(lowerCAmelCase_			,    1	)			,    (1, self.num_choices, 1)	)
						__A=	tf.tile(tf.expand_dims(lowerCAmelCase_			,    1	)			,    (1, self.num_choices, 1)	)
						__A=	{
						    'input_ids': multiple_choice_inputs_ids,
						    'attention_mask': multiple_choice_input_mask,
						}
						__A=	model(lowerCAmelCase_	)
						self.parent.assertEqual(result.logits.shape			,    (self.batch_size, self.num_choices)	)
			def 					lowerCAmelCase     (  self							:			List[Any]			,    lowerCAmelCase_							:			Optional[Any]			,    lowerCAmelCase_							:			Dict			,    lowerCAmelCase_							:			Union[str, Any]			,    lowerCAmelCase_							:			Optional[int]			,    lowerCAmelCase_							:			List[str]			,    lowerCAmelCase_							:			Optional[Any]	)      ->		Dict:
						__A=	self.num_labels
						__A=	TFDistilBertForTokenClassification(lowerCAmelCase_	)
						__A=	{'input_ids': input_ids, 'attention_mask': input_mask}
						__A=	model(lowerCAmelCase_	)
						self.parent.assertEqual(result.logits.shape			,    (self.batch_size, self.seq_length, self.num_labels)	)

			def 					lowerCAmelCase     (  self							:			Union[str, Any]	)      ->		int:
						__A=	self.prepare_config_and_inputs()
						((__A),	(__A),	(__A),	(__A),	(__A),	(__A))=	config_and_inputs
						__A=	{'input_ids': input_ids, 'attention_mask': input_mask}
						return config, inputs_dict


@require_tf
class 						a__					(					a_      ,  a_      ,  unittest.TestCase   ):





			'''simple docstring'''

			A						:				Optional[Any]					      =			(
			    (
			        TFDistilBertModel,
			        TFDistilBertForMaskedLM,
			        TFDistilBertForQuestionAnswering,
			        TFDistilBertForSequenceClassification,
			        TFDistilBertForTokenClassification,
			        TFDistilBertForMultipleChoice,
			    )
			    if is_tf_available()
			    else None
			)
			A						:				Optional[int]					      =			(
			    {
			        '''feature-extraction''': TFDistilBertModel,
			        '''fill-mask''': TFDistilBertForMaskedLM,
			        '''question-answering''': TFDistilBertForQuestionAnswering,
			        '''text-classification''': TFDistilBertForSequenceClassification,
			        '''token-classification''': TFDistilBertForTokenClassification,
			        '''zero-shot''': TFDistilBertForSequenceClassification,
			    }
			    if is_tf_available()
			    else {}
			)
			A						:				str					      =			False
			A						:				List[Any]					      =			False
			def 					lowerCAmelCase     (  self							:			List[str]	)      ->		Optional[Any]:
						__A=	TFDistilBertModelTester(self	)
						__A=	ConfigTester(self			,    config_class=lowerCAmelCase_			,    dim=37	)
			def 					lowerCAmelCase     (  self							:			Dict	)      ->		Tuple:
						self.config_tester.run_common_tests()
			def 					lowerCAmelCase     (  self							:			Union[str, Any]	)      ->		Optional[int]:
						__A=	self.model_tester.prepare_config_and_inputs()
						self.model_tester.create_and_check_distilbert_model(*lowerCAmelCase_	)
			def 					lowerCAmelCase     (  self							:			Optional[int]	)      ->		Optional[Any]:
						__A=	self.model_tester.prepare_config_and_inputs()
						self.model_tester.create_and_check_distilbert_for_masked_lm(*lowerCAmelCase_	)
			def 					lowerCAmelCase     (  self							:			str	)      ->		Any:
						__A=	self.model_tester.prepare_config_and_inputs()
						self.model_tester.create_and_check_distilbert_for_question_answering(*lowerCAmelCase_	)
			def 					lowerCAmelCase     (  self							:			Tuple	)      ->		Optional[Any]:
						__A=	self.model_tester.prepare_config_and_inputs()
						self.model_tester.create_and_check_distilbert_for_sequence_classification(*lowerCAmelCase_	)
			def 					lowerCAmelCase     (  self							:			Optional[Any]	)      ->		Optional[Any]:
						__A=	self.model_tester.prepare_config_and_inputs()
						self.model_tester.create_and_check_distilbert_for_multiple_choice(*lowerCAmelCase_	)
			def 					lowerCAmelCase     (  self							:			Any	)      ->		Optional[int]:
						__A=	self.model_tester.prepare_config_and_inputs()
						self.model_tester.create_and_check_distilbert_for_token_classification(*lowerCAmelCase_	)

			@slow
			def 					lowerCAmelCase     (  self							:			int	)      ->		Tuple:
						for model_name in list(TF_DISTILBERT_PRETRAINED_MODEL_ARCHIVE_LIST[:1]	):
									__A=	TFDistilBertModel.from_pretrained(lowerCAmelCase_	)
									self.assertIsNotNone(lowerCAmelCase_	)


@require_tf
class 						a__					(					unittest.TestCase   ):





			'''simple docstring'''

			@slow
			def 					lowerCAmelCase     (  self							:			Any	)      ->		List[Any]:
						__A=	TFDistilBertModel.from_pretrained('distilbert-base-uncased'	)
						__A=	tf.constant([[0, 1, 2, 3, 4, 5]]	)
						__A=	model(lowerCAmelCase_	)[0]

						__A=	[1, 6, 768]
						self.assertEqual(output.shape			,    lowerCAmelCase_	)

						__A=	tf.constant(
						    [
						        [
						            [0.19_26_18_85, -0.13_73_29_55, 0.4_11_97_99],
						            [0.22_15_01_56, -0.07_42_26_61, 0.39_03_72_04],
						            [0.22_75_60_18, -0.0_89_64_14, 0.3_70_14_67],
						        ]
						    ]	)
						tf.debugging.assert_near(output[:, :3, :3]			,    lowerCAmelCase_			,    atol=1E-4	)



