



"""simple docstring"""






import gc
import random
import unittest

import numpy as np
import torch
from transformers import CLIPTextConfig, CLIPTextModel, CLIPTokenizer

from diffusers import AutoencoderKL, CycleDiffusionPipeline, DDIMScheduler, UNetaDConditionModel
from diffusers.utils import floats_tensor, load_image, load_numpy, slow, torch_device
from diffusers.utils.testing_utils import enable_full_determinism, require_torch_gpu, skip_mps

from ..pipeline_params import (
    IMAGE_TO_IMAGE_IMAGE_PARAMS,
    TEXT_GUIDED_IMAGE_VARIATION_BATCH_PARAMS,
    TEXT_GUIDED_IMAGE_VARIATION_PARAMS,
)
from ..test_pipelines_common import PipelineLatentTesterMixin, PipelineTesterMixin


enable_full_determinism()

class 	__SCREAMING_SNAKE_CASE     (				lowerCAmelCase_		,       lowerCAmelCase_		,       unittest.TestCase       ):


					'''simple docstring'''





					_a             =							CycleDiffusionPipeline
					_a             =							TEXT_GUIDED_IMAGE_VARIATION_PARAMS - {
					    'negative_prompt',
					    'height',
					    'width',
					    'negative_prompt_embeds',
					}
					_a             =							PipelineTesterMixin.required_optional_params - {'latents'}
					_a             =							TEXT_GUIDED_IMAGE_VARIATION_BATCH_PARAMS.union({'source_prompt'}       )
					_a             =							IMAGE_TO_IMAGE_IMAGE_PARAMS
					_a             =							IMAGE_TO_IMAGE_IMAGE_PARAMS



					def 		snake_case	(	self							:  int					)-> Optional[Any]:
								torch.manual_seed(0					)
								lowerCamelCase__		:		Union[str, Any]		     =UNetaDConditionModel(
								    block_out_channels=(32, 64),  layers_per_block=2,  sample_size=32,  in_channels=4,  out_channels=4,  down_block_types=('''DownBlock2D''', '''CrossAttnDownBlock2D'''),  up_block_types=('''CrossAttnUpBlock2D''', '''UpBlock2D'''),  cross_attention_dim=32,  )
								lowerCamelCase__		:		Any		     =DDIMScheduler(
								    beta_start=0.00_085,  beta_end=0.012,  beta_schedule='''scaled_linear''',  num_train_timesteps=1000,  clip_sample=lowerCamelCase,  set_alpha_to_one=lowerCamelCase,  )
								torch.manual_seed(0					)
								lowerCamelCase__		:		List[Any]		     =AutoencoderKL(
								    block_out_channels=[32, 64],  in_channels=3,  out_channels=3,  down_block_types=['''DownEncoderBlock2D''', '''DownEncoderBlock2D'''],  up_block_types=['''UpDecoderBlock2D''', '''UpDecoderBlock2D'''],  latent_channels=4,  )
								torch.manual_seed(0					)
								lowerCamelCase__		:		str		     =CLIPTextConfig(
								    bos_token_id=0,  eos_token_id=2,  hidden_size=32,  intermediate_size=37,  layer_norm_eps=1E-05,  num_attention_heads=4,  num_hidden_layers=5,  pad_token_id=1,  vocab_size=1000,  )
								lowerCamelCase__		:		Dict		     =CLIPTextModel(lowerCamelCase					)
								lowerCamelCase__		:		Tuple		     =CLIPTokenizer.from_pretrained('''hf-internal-testing/tiny-random-clip'''					)

								lowerCamelCase__		:		List[str]		     ={
								    '''unet''': unet,
								    '''scheduler''': scheduler,
								    '''vae''': vae,
								    '''text_encoder''': text_encoder,
								    '''tokenizer''': tokenizer,
								    '''safety_checker''': None,
								    '''feature_extractor''': None,
								}
								return components



					def 		snake_case	(	self							:  Optional[int],  lowerCamelCase							:  str,  lowerCamelCase							:  List[Any]=0					)-> List[str]:
								lowerCamelCase__		:		Any		     =floats_tensor((1, 3, 32, 32),  rng=random.Random(lowerCamelCase					)					).to(lowerCamelCase					)
								lowerCamelCase__		:		Tuple		     =image / 2 + 0.5
								if str(lowerCamelCase					).startswith('''mps'''					):
											lowerCamelCase__		:		Tuple		     =torch.manual_seed(lowerCamelCase					)
								else:
											lowerCamelCase__		:		List[str]		     =torch.Generator(device=lowerCamelCase					).manual_seed(lowerCamelCase					)
								lowerCamelCase__		:		List[Any]		     ={
								    '''prompt''': '''An astronaut riding an elephant''',
								    '''source_prompt''': '''An astronaut riding a horse''',
								    '''image''': image,
								    '''generator''': generator,
								    '''num_inference_steps''': 2,
								    '''eta''': 0.1,
								    '''strength''': 0.8,
								    '''guidance_scale''': 3,
								    '''source_guidance_scale''': 1,
								    '''output_type''': '''numpy''',
								}
								return inputs



					def 		snake_case	(	self							:  Union[str, Any]					)-> List[Any]:
								lowerCamelCase__		:		Any		     ='''cpu'''  # ensure determinism for the device-dependent torch.Generator

								lowerCamelCase__		:		Any		     =self.get_dummy_components()
								lowerCamelCase__		:		Tuple		     =CycleDiffusionPipeline(**lowerCamelCase					)
								lowerCamelCase__		:		Tuple		     =pipe.to(lowerCamelCase					)
								pipe.set_progress_bar_config(disable=lowerCamelCase					)

								lowerCamelCase__		:		Optional[Any]		     =self.get_dummy_inputs(lowerCamelCase					)
								lowerCamelCase__		:		Any		     =pipe(**lowerCamelCase					)
								lowerCamelCase__		:		str		     =output.images

								lowerCamelCase__		:		List[Any]		     =images[0, -3:, -3:, -1]

								assert images.shape == (1, 32, 32, 3)
								lowerCamelCase__		:		Optional[int]		     =np.array([0.4_459, 0.4_943, 0.4_544, 0.6_643, 0.5_474, 0.4_327, 0.5_701, 0.5_959, 0.5_179]					)

								assert np.abs(image_slice.flatten() - expected_slice					).max() < 1E-2



					@unittest.skipIf(torch_device != '''cuda''',  '''This test requires a GPU'''					)
					def 		snake_case	(	self							:  int					)-> Optional[Any]:
								lowerCamelCase__		:		Any		     =self.get_dummy_components()
								for name, module in components.items():
											if hasattr(lowerCamelCase,  '''half'''					):
														lowerCamelCase__		:		Any		     =module.half()
								lowerCamelCase__		:		Any		     =CycleDiffusionPipeline(**lowerCamelCase					)
								lowerCamelCase__		:		Any		     =pipe.to(lowerCamelCase					)
								pipe.set_progress_bar_config(disable=lowerCamelCase					)

								lowerCamelCase__		:		Dict		     =self.get_dummy_inputs(lowerCamelCase					)
								lowerCamelCase__		:		Dict		     =pipe(**lowerCamelCase					)
								lowerCamelCase__		:		List[Any]		     =output.images

								lowerCamelCase__		:		List[Any]		     =images[0, -3:, -3:, -1]

								assert images.shape == (1, 32, 32, 3)
								lowerCamelCase__		:		Optional[int]		     =np.array([0.3_506, 0.4_543, 0.446, 0.4_575, 0.5_195, 0.4_155, 0.5_273, 0.518, 0.4_116]					)

								assert np.abs(image_slice.flatten() - expected_slice					).max() < 1E-2



					@skip_mps
					def 		snake_case	(	self							:  List[str]					)-> Any:
								return super().test_save_load_local()



					@unittest.skip('''non-deterministic pipeline'''					)
					def 		snake_case	(	self							:  int					)-> int:
								return super().test_inference_batch_single_identical()



					@skip_mps
					def 		snake_case	(	self							:  Dict					)-> List[str]:
								return super().test_dict_tuple_outputs_equivalent()



					@skip_mps
					def 		snake_case	(	self							:  List[Any]					)-> Any:
								return super().test_save_load_optional_components()




					@skip_mps
					def 		snake_case	(	self							:  Tuple					)-> Any:
								return super().test_attention_slicing_forward_pass()





@slow
@require_torch_gpu
class 	__SCREAMING_SNAKE_CASE     (				unittest.TestCase       ):


					'''simple docstring'''





					def 		snake_case	(	self							:  Union[str, Any]					)-> int:
								# clean up the VRAM after each test
								super().tearDown()
								gc.collect()
								torch.cuda.empty_cache()



					def 		snake_case	(	self							:  int					)-> Tuple:
								lowerCamelCase__		:		Optional[Any]		     =load_image(
								    '''https://huggingface.co/datasets/hf-internal-testing/diffusers-images/resolve/main'''
								    '''/cycle-diffusion/black_colored_car.png'''					)
								lowerCamelCase__		:		int		     =load_numpy(
								    '''https://huggingface.co/datasets/hf-internal-testing/diffusers-images/resolve/main/cycle-diffusion/blue_colored_car_fp16.npy'''					)
								lowerCamelCase__		:		int		     =init_image.resize((512, 512)					)

								lowerCamelCase__		:		Union[str, Any]		     ='''CompVis/stable-diffusion-v1-4'''
								lowerCamelCase__		:		Tuple		     =DDIMScheduler.from_pretrained(lowerCamelCase,  subfolder='''scheduler'''					)
								lowerCamelCase__		:		str		     =CycleDiffusionPipeline.from_pretrained(
								    lowerCamelCase,  scheduler=lowerCamelCase,  safety_checker=lowerCamelCase,  torch_dtype=torch.floataa,  revision='''fp16'''					)

								pipe.to(lowerCamelCase					)
								pipe.set_progress_bar_config(disable=lowerCamelCase					)
								pipe.enable_attention_slicing()

								lowerCamelCase__		:		Dict		     ='''A black colored car'''
								lowerCamelCase__		:		int		     ='''A blue colored car'''

								lowerCamelCase__		:		Optional[Any]		     =torch.manual_seed(0					)
								lowerCamelCase__		:		Union[str, Any]		     =pipe(
								    prompt=lowerCamelCase,  source_prompt=lowerCamelCase,  image=lowerCamelCase,  num_inference_steps=100,  eta=0.1,  strength=0.85,  guidance_scale=3,  source_guidance_scale=1,  generator=lowerCamelCase,  output_type='''np''',  )
								lowerCamelCase__		:		List[str]		     =output.images

								# the values aren't exactly equal, but the images look the same visually
								assert np.abs(image - expected_image					).max() < 5E-1




					def 		snake_case	(	self							:  Union[str, Any]					)-> str:
								lowerCamelCase__		:		List[str]		     =load_image(
								    '''https://huggingface.co/datasets/hf-internal-testing/diffusers-images/resolve/main'''
								    '''/cycle-diffusion/black_colored_car.png'''					)
								lowerCamelCase__		:		Any		     =load_numpy(
								    '''https://huggingface.co/datasets/hf-internal-testing/diffusers-images/resolve/main/cycle-diffusion/blue_colored_car.npy'''					)
								lowerCamelCase__		:		Union[str, Any]		     =init_image.resize((512, 512)					)

								lowerCamelCase__		:		List[str]		     ='''CompVis/stable-diffusion-v1-4'''
								lowerCamelCase__		:		List[str]		     =DDIMScheduler.from_pretrained(lowerCamelCase,  subfolder='''scheduler'''					)
								lowerCamelCase__		:		Optional[int]		     =CycleDiffusionPipeline.from_pretrained(lowerCamelCase,  scheduler=lowerCamelCase,  safety_checker=lowerCamelCase					)

								pipe.to(lowerCamelCase					)
								pipe.set_progress_bar_config(disable=lowerCamelCase					)
								pipe.enable_attention_slicing()

								lowerCamelCase__		:		str		     ='''A black colored car'''
								lowerCamelCase__		:		Optional[int]		     ='''A blue colored car'''

								lowerCamelCase__		:		Optional[int]		     =torch.manual_seed(0					)
								lowerCamelCase__		:		Tuple		     =pipe(
								    prompt=lowerCamelCase,  source_prompt=lowerCamelCase,  image=lowerCamelCase,  num_inference_steps=100,  eta=0.1,  strength=0.85,  guidance_scale=3,  source_guidance_scale=1,  generator=lowerCamelCase,  output_type='''np''',  )
								lowerCamelCase__		:		List[Any]		     =output.images

								assert np.abs(image - expected_image					).max() < 2E-2









"""simple docstring"""






from __future__ import annotations

import unittest

from transformers import FunnelConfig, is_tf_available
from transformers.testing_utils import require_tf

from ...test_configuration_common import ConfigTester
from ...test_modeling_tf_common import TFModelTesterMixin, ids_tensor, random_attention_mask
from ...test_pipeline_mixin import PipelineTesterMixin


if is_tf_available():
		import tensorflow as tf

		from transformers import (
		    TFFunnelBaseModel,
		    TFFunnelForMaskedLM,
		    TFFunnelForMultipleChoice,
		    TFFunnelForPreTraining,
		    TFFunnelForQuestionAnswering,
		    TFFunnelForSequenceClassification,
		    TFFunnelForTokenClassification,
		    TFFunnelModel,
		)

class 	__SCREAMING_SNAKE_CASE     :


					'''simple docstring'''





					def __init__(	self							:  Dict,  lowerCamelCase							:  str,  lowerCamelCase							:  Dict=13,  lowerCamelCase							:  Optional[Any]=7,  lowerCamelCase							:  List[Any]=True,  lowerCamelCase							:  Dict=True,  lowerCamelCase							:  List[Any]=True,  lowerCamelCase							:  Optional[int]=True,  lowerCamelCase							:  int=99,  lowerCamelCase							:  Optional[int]=[1, 1, 2],  lowerCamelCase							:  str=1,  lowerCamelCase							:  List[Any]=32,  lowerCamelCase							:  str=4,  lowerCamelCase							:  Dict=8,  lowerCamelCase							:  List[Any]=37,  lowerCamelCase							:  Optional[int]="gelu_new",  lowerCamelCase							:  Union[str, Any]=0.1,  lowerCamelCase							:  List[Any]=0.1,  lowerCamelCase							:  List[Any]=0.0,  lowerCamelCase							:  Dict=512,  lowerCamelCase							:  Dict=3,  lowerCamelCase							:  str=0.02,  lowerCamelCase							:  str=3,  lowerCamelCase							:  Optional[int]=4,  lowerCamelCase							:  List[str]=None,  lowerCamelCase							:  Tuple=False,  )-> Union[str, Any]:
								lowerCamelCase__		:		int		     =parent
								lowerCamelCase__		:		Dict		     =batch_size
								lowerCamelCase__		:		Dict		     =seq_length
								lowerCamelCase__		:		Any		     =is_training
								lowerCamelCase__		:		int		     =use_input_mask
								lowerCamelCase__		:		Tuple		     =use_token_type_ids
								lowerCamelCase__		:		int		     =use_labels
								lowerCamelCase__		:		Tuple		     =vocab_size
								lowerCamelCase__		:		Union[str, Any]		     =block_sizes
								lowerCamelCase__		:		Any		     =num_decoder_layers
								lowerCamelCase__		:		Optional[Any]		     =d_model
								lowerCamelCase__		:		List[str]		     =n_head
								lowerCamelCase__		:		List[Any]		     =d_head
								lowerCamelCase__		:		Dict		     =d_inner
								lowerCamelCase__		:		Dict		     =hidden_act
								lowerCamelCase__		:		List[str]		     =hidden_dropout
								lowerCamelCase__		:		Union[str, Any]		     =attention_dropout
								lowerCamelCase__		:		Union[str, Any]		     =activation_dropout
								lowerCamelCase__		:		Dict		     =max_position_embeddings
								lowerCamelCase__		:		Dict		     =type_vocab_size
								lowerCamelCase__		:		Union[str, Any]		     =2
								lowerCamelCase__		:		Optional[int]		     =num_labels
								lowerCamelCase__		:		List[str]		     =num_choices
								lowerCamelCase__		:		Tuple		     =scope
								lowerCamelCase__		:		Optional[int]		     =initializer_std

								# Used in the tests to check the size of the first attention layer
								lowerCamelCase__		:		List[str]		     =n_head
								# Used in the tests to check the size of the first hidden state
								lowerCamelCase__		:		Tuple		     =self.d_model
								# Used in the tests to check the number of output hidden states/attentions
								lowerCamelCase__		:		List[Any]		     =sum(self.block_sizes					) + (0 if base else self.num_decoder_layers)
								# FunnelModel adds two hidden layers: input embeddings and the sum of the upsampled encoder hidden state with
								# the last hidden state of the first block (which is the first hidden state of the decoder).
								if not base:
											lowerCamelCase__		:		Union[str, Any]		     =self.num_hidden_layers + 2



					def 		snake_case	(	self							:  int					)-> List[Any]:
								lowerCamelCase__		:		Dict		     =ids_tensor([self.batch_size, self.seq_length],  self.vocab_size					)

								lowerCamelCase__		:		Union[str, Any]		     =None
								if self.use_input_mask:
											lowerCamelCase__		:		Any		     =random_attention_mask([self.batch_size, self.seq_length]					)

								lowerCamelCase__		:		int		     =None
								if self.use_token_type_ids:
											lowerCamelCase__		:		Union[str, Any]		     =ids_tensor([self.batch_size, self.seq_length],  self.type_vocab_size					)

								lowerCamelCase__		:		List[str]		     =None
								lowerCamelCase__		:		Union[str, Any]		     =None
								lowerCamelCase__		:		List[str]		     =None
								if self.use_labels:
											lowerCamelCase__		:		List[Any]		     =ids_tensor([self.batch_size],  self.type_sequence_label_size					)
											lowerCamelCase__		:		Optional[Any]		     =ids_tensor([self.batch_size, self.seq_length],  self.num_labels					)
											lowerCamelCase__		:		Union[str, Any]		     =ids_tensor([self.batch_size],  self.num_choices					)

								lowerCamelCase__		:		Optional[int]		     =FunnelConfig(
								    vocab_size=self.vocab_size,  block_sizes=self.block_sizes,  num_decoder_layers=self.num_decoder_layers,  d_model=self.d_model,  n_head=self.n_head,  d_head=self.d_head,  d_inner=self.d_inner,  hidden_act=self.hidden_act,  hidden_dropout=self.hidden_dropout,  attention_dropout=self.attention_dropout,  activation_dropout=self.activation_dropout,  max_position_embeddings=self.max_position_embeddings,  type_vocab_size=self.type_vocab_size,  initializer_std=self.initializer_std,  )

								return (
								    config,
								    input_ids,
								    token_type_ids,
								    input_mask,
								    sequence_labels,
								    token_labels,
								    choice_labels,
								)



					def 		snake_case	(	self							:  List[Any],  lowerCamelCase							:  Optional[Any],  lowerCamelCase							:  Optional[int],  lowerCamelCase							:  int,  lowerCamelCase							:  int,  lowerCamelCase							:  str,  lowerCamelCase							:  List[str],  lowerCamelCase							:  Dict,  )-> Union[str, Any]:
								lowerCamelCase__		:		Tuple		     =TFFunnelModel(config=lowerCamelCase					)
								lowerCamelCase__		:		Dict		     ={'''input_ids''': input_ids, '''attention_mask''': input_mask, '''token_type_ids''': token_type_ids}
								lowerCamelCase__		:		Tuple		     =model(lowerCamelCase					)

								lowerCamelCase__		:		Optional[Any]		     =[input_ids, input_mask]
								lowerCamelCase__		:		List[Any]		     =model(lowerCamelCase					)

								lowerCamelCase__		:		Any		     =model(lowerCamelCase					)
								self.parent.assertEqual(result.last_hidden_state.shape,  (self.batch_size, self.seq_length, self.d_model)					)

								lowerCamelCase__		:		int		     =False
								lowerCamelCase__		:		Any		     =TFFunnelModel(config=lowerCamelCase					)
								lowerCamelCase__		:		str		     =model(lowerCamelCase					)
								self.parent.assertEqual(result.last_hidden_state.shape,  (self.batch_size, self.seq_length, self.d_model)					)

								lowerCamelCase__		:		Dict		     =False
								lowerCamelCase__		:		Optional[int]		     =TFFunnelModel(config=lowerCamelCase					)
								lowerCamelCase__		:		Tuple		     =model(lowerCamelCase					)
								self.parent.assertEqual(result.last_hidden_state.shape,  (self.batch_size, self.seq_length, self.d_model)					)



					def 		snake_case	(	self							:  Tuple,  lowerCamelCase							:  List[Any],  lowerCamelCase							:  Union[str, Any],  lowerCamelCase							:  Union[str, Any],  lowerCamelCase							:  str,  lowerCamelCase							:  Optional[Any],  lowerCamelCase							:  Tuple,  lowerCamelCase							:  Dict,  )-> Optional[Any]:
								lowerCamelCase__		:		List[str]		     =TFFunnelBaseModel(config=lowerCamelCase					)
								lowerCamelCase__		:		str		     ={'''input_ids''': input_ids, '''attention_mask''': input_mask, '''token_type_ids''': token_type_ids}
								lowerCamelCase__		:		Union[str, Any]		     =model(lowerCamelCase					)

								lowerCamelCase__		:		Tuple		     =[input_ids, input_mask]
								lowerCamelCase__		:		Any		     =model(lowerCamelCase					)

								lowerCamelCase__		:		Optional[Any]		     =model(lowerCamelCase					)
								self.parent.assertEqual(result.last_hidden_state.shape,  (self.batch_size, 2, self.d_model)					)

								lowerCamelCase__		:		List[Any]		     =False
								lowerCamelCase__		:		Dict		     =TFFunnelBaseModel(config=lowerCamelCase					)
								lowerCamelCase__		:		int		     =model(lowerCamelCase					)
								self.parent.assertEqual(result.last_hidden_state.shape,  (self.batch_size, 3, self.d_model)					)

								lowerCamelCase__		:		Union[str, Any]		     =False
								lowerCamelCase__		:		Optional[Any]		     =TFFunnelBaseModel(config=lowerCamelCase					)
								lowerCamelCase__		:		str		     =model(lowerCamelCase					)
								self.parent.assertEqual(result.last_hidden_state.shape,  (self.batch_size, 2, self.d_model)					)



					def 		snake_case	(	self							:  str,  lowerCamelCase							:  Dict,  lowerCamelCase							:  Dict,  lowerCamelCase							:  List[Any],  lowerCamelCase							:  Dict,  lowerCamelCase							:  List[Any],  lowerCamelCase							:  Union[str, Any],  lowerCamelCase							:  List[Any],  )-> List[Any]:
								lowerCamelCase__		:		List[str]		     =TFFunnelForPreTraining(config=lowerCamelCase					)
								lowerCamelCase__		:		List[Any]		     ={'''input_ids''': input_ids, '''attention_mask''': input_mask, '''token_type_ids''': token_type_ids}
								lowerCamelCase__		:		Union[str, Any]		     =model(lowerCamelCase					)
								self.parent.assertEqual(result.logits.shape,  (self.batch_size, self.seq_length)					)



					def 		snake_case	(	self							:  str,  lowerCamelCase							:  Tuple,  lowerCamelCase							:  str,  lowerCamelCase							:  List[Any],  lowerCamelCase							:  List[Any],  lowerCamelCase							:  str,  lowerCamelCase							:  Tuple,  lowerCamelCase							:  int,  )-> List[Any]:
								lowerCamelCase__		:		Union[str, Any]		     =TFFunnelForMaskedLM(config=lowerCamelCase					)
								lowerCamelCase__		:		Tuple		     ={'''input_ids''': input_ids, '''attention_mask''': input_mask, '''token_type_ids''': token_type_ids}
								lowerCamelCase__		:		List[Any]		     =model(lowerCamelCase					)
								self.parent.assertEqual(result.logits.shape,  (self.batch_size, self.seq_length, self.vocab_size)					)



					def 		snake_case	(	self							:  Optional[int],  lowerCamelCase							:  Tuple,  lowerCamelCase							:  Any,  lowerCamelCase							:  List[str],  lowerCamelCase							:  Union[str, Any],  lowerCamelCase							:  str,  lowerCamelCase							:  Optional[int],  lowerCamelCase							:  Dict,  )-> Union[str, Any]:
								lowerCamelCase__		:		Optional[Any]		     =self.num_labels
								lowerCamelCase__		:		Tuple		     =TFFunnelForSequenceClassification(config=lowerCamelCase					)
								lowerCamelCase__		:		Tuple		     ={'''input_ids''': input_ids, '''attention_mask''': input_mask, '''token_type_ids''': token_type_ids}
								lowerCamelCase__		:		List[str]		     =model(lowerCamelCase					)
								self.parent.assertEqual(result.logits.shape,  (self.batch_size, self.num_labels)					)



					def 		snake_case	(	self							:  Union[str, Any],  lowerCamelCase							:  str,  lowerCamelCase							:  Dict,  lowerCamelCase							:  Dict,  lowerCamelCase							:  Dict,  lowerCamelCase							:  Optional[Any],  lowerCamelCase							:  int,  lowerCamelCase							:  Tuple,  )-> int:
								lowerCamelCase__		:		int		     =self.num_choices
								lowerCamelCase__		:		List[Any]		     =TFFunnelForMultipleChoice(config=lowerCamelCase					)
								lowerCamelCase__		:		int		     =tf.tile(tf.expand_dims(lowerCamelCase,  1					),  (1, self.num_choices, 1)					)
								lowerCamelCase__		:		Union[str, Any]		     =tf.tile(tf.expand_dims(lowerCamelCase,  1					),  (1, self.num_choices, 1)					)
								lowerCamelCase__		:		Optional[Any]		     =tf.tile(tf.expand_dims(lowerCamelCase,  1					),  (1, self.num_choices, 1)					)
								lowerCamelCase__		:		Union[str, Any]		     ={
								    '''input_ids''': multiple_choice_inputs_ids,
								    '''attention_mask''': multiple_choice_input_mask,
								    '''token_type_ids''': multiple_choice_token_type_ids,
								}
								lowerCamelCase__		:		str		     =model(lowerCamelCase					)
								self.parent.assertEqual(result.logits.shape,  (self.batch_size, self.num_choices)					)



					def 		snake_case	(	self							:  str,  lowerCamelCase							:  Dict,  lowerCamelCase							:  Optional[Any],  lowerCamelCase							:  Any,  lowerCamelCase							:  str,  lowerCamelCase							:  Union[str, Any],  lowerCamelCase							:  Union[str, Any],  lowerCamelCase							:  Dict,  )-> Optional[int]:
								lowerCamelCase__		:		Optional[Any]		     =self.num_labels
								lowerCamelCase__		:		Optional[Any]		     =TFFunnelForTokenClassification(config=lowerCamelCase					)
								lowerCamelCase__		:		Tuple		     ={'''input_ids''': input_ids, '''attention_mask''': input_mask, '''token_type_ids''': token_type_ids}
								lowerCamelCase__		:		Union[str, Any]		     =model(lowerCamelCase					)
								self.parent.assertEqual(result.logits.shape,  (self.batch_size, self.seq_length, self.num_labels)					)



					def 		snake_case	(	self							:  Optional[int],  lowerCamelCase							:  Dict,  lowerCamelCase							:  str,  lowerCamelCase							:  Union[str, Any],  lowerCamelCase							:  Union[str, Any],  lowerCamelCase							:  Union[str, Any],  lowerCamelCase							:  str,  lowerCamelCase							:  Optional[int],  )-> Tuple:
								lowerCamelCase__		:		Tuple		     =TFFunnelForQuestionAnswering(config=lowerCamelCase					)
								lowerCamelCase__		:		Union[str, Any]		     ={'''input_ids''': input_ids, '''attention_mask''': input_mask, '''token_type_ids''': token_type_ids}
								lowerCamelCase__		:		Optional[int]		     =model(lowerCamelCase					)
								self.parent.assertEqual(result.start_logits.shape,  (self.batch_size, self.seq_length)					)
								self.parent.assertEqual(result.end_logits.shape,  (self.batch_size, self.seq_length)					)




					def 		snake_case	(	self							:  int					)-> List[str]:
								lowerCamelCase__		:		List[Any]		     =self.prepare_config_and_inputs()
								(
								    (
								    lowerCamelCase__
								)     ,       (
								    lowerCamelCase__
								)     ,       (
								    lowerCamelCase__
								)     ,       (
								    lowerCamelCase__
								)     ,       (
								    lowerCamelCase__
								)     ,       (
								    lowerCamelCase__
								)     ,       (
								    lowerCamelCase__
								)     ,       
								)		:		Tuple		     =config_and_inputs
								lowerCamelCase__		:		str		     ={'''input_ids''': input_ids, '''token_type_ids''': token_type_ids, '''attention_mask''': input_mask}
								return config, inputs_dict





@require_tf
class 	__SCREAMING_SNAKE_CASE     (				lowerCAmelCase_		,       lowerCAmelCase_		,       unittest.TestCase       ):


					'''simple docstring'''





					_a             =							(
					    (
					        TFFunnelModel,
					        TFFunnelForMaskedLM,
					        TFFunnelForPreTraining,
					        TFFunnelForQuestionAnswering,
					        TFFunnelForTokenClassification,
					    )
					    if is_tf_available()
					    else ()
					)
					_a             =							(
					    {
					        'feature-extraction': (TFFunnelBaseModel, TFFunnelModel),
					        'fill-mask': TFFunnelForMaskedLM,
					        'question-answering': TFFunnelForQuestionAnswering,
					        'text-classification': TFFunnelForSequenceClassification,
					        'token-classification': TFFunnelForTokenClassification,
					        'zero-shot': TFFunnelForSequenceClassification,
					    }
					    if is_tf_available()
					    else {}
					)
					_a             =							False
					_a             =							False



					def 		snake_case	(	self							:  str					)-> Tuple:
								lowerCamelCase__		:		Any		     =TFFunnelModelTester(self					)
								lowerCamelCase__		:		Any		     =ConfigTester(self,  config_class=lowerCamelCase					)



					def 		snake_case	(	self							:  List[str]					)-> Tuple:
								self.config_tester.run_common_tests()



					def 		snake_case	(	self							:  str					)-> List[Any]:
								lowerCamelCase__		:		Optional[Any]		     =self.model_tester.prepare_config_and_inputs()
								self.model_tester.create_and_check_model(*lowerCamelCase					)



					def 		snake_case	(	self							:  str					)-> Dict:
								lowerCamelCase__		:		int		     =self.model_tester.prepare_config_and_inputs()
								self.model_tester.create_and_check_for_pretraining(*lowerCamelCase					)



					def 		snake_case	(	self							:  int					)-> List[Any]:
								lowerCamelCase__		:		Tuple		     =self.model_tester.prepare_config_and_inputs()
								self.model_tester.create_and_check_for_masked_lm(*lowerCamelCase					)



					def 		snake_case	(	self							:  Dict					)-> Any:
								lowerCamelCase__		:		str		     =self.model_tester.prepare_config_and_inputs()
								self.model_tester.create_and_check_for_token_classification(*lowerCamelCase					)




					def 		snake_case	(	self							:  Tuple					)-> Optional[Any]:
								lowerCamelCase__		:		Optional[Any]		     =self.model_tester.prepare_config_and_inputs()
								self.model_tester.create_and_check_for_question_answering(*lowerCamelCase					)





@require_tf
class 	__SCREAMING_SNAKE_CASE     (				lowerCAmelCase_		,       unittest.TestCase       ):


					'''simple docstring'''





					_a             =							(
					    (TFFunnelBaseModel, TFFunnelForMultipleChoice, TFFunnelForSequenceClassification) if is_tf_available() else ()
					)
					_a             =							False
					_a             =							False



					def 		snake_case	(	self							:  int					)-> Tuple:
								lowerCamelCase__		:		Union[str, Any]		     =TFFunnelModelTester(self,  base=lowerCamelCase					)
								lowerCamelCase__		:		Tuple		     =ConfigTester(self,  config_class=lowerCamelCase					)



					def 		snake_case	(	self							:  Any					)-> Any:
								self.config_tester.run_common_tests()



					def 		snake_case	(	self							:  Optional[Any]					)-> Optional[Any]:
								lowerCamelCase__		:		Any		     =self.model_tester.prepare_config_and_inputs()
								self.model_tester.create_and_check_base_model(*lowerCamelCase					)



					def 		snake_case	(	self							:  Union[str, Any]					)-> int:
								lowerCamelCase__		:		Tuple		     =self.model_tester.prepare_config_and_inputs()
								self.model_tester.create_and_check_for_sequence_classification(*lowerCamelCase					)




					def 		snake_case	(	self							:  List[str]					)-> Optional[int]:
								lowerCamelCase__		:		List[Any]		     =self.model_tester.prepare_config_and_inputs()
								self.model_tester.create_and_check_for_multiple_choice(*lowerCamelCase					)




