





"""simple docstring"""






import logging
import os
from dataclasses import dataclass, field
from typing import Dict, Optional

import numpy as np
from utils_multiple_choice import MultipleChoiceDataset, Split, processors

import transformers
from transformers import (
    AutoConfig,
    AutoModelForMultipleChoice,
    AutoTokenizer,
    DataCollatorWithPadding,
    EvalPrediction,
    HfArgumentParser,
    Trainer,
    TrainingArguments,
    set_seed,
)
from transformers.trainer_utils import is_main_process


A			      =	logging.getLogger(__name__)

def      __A   (      a_    :Dict ,							a_    :Any)		->		str:
				return (preds == labels).mean()




@dataclass
class 					__lowercase      :







					'''simple docstring'''




					__lowerCAmelCase	=	field(
					    metadata={'''help''': '''Path to pretrained model or model identifier from huggingface.co/models'''}				)
					__lowerCAmelCase	=	field(
					    default=_UpperCamelCase ,   metadata={'''help''': '''Pretrained config name or path if not the same as model_name'''}				)
					__lowerCAmelCase	=	field(
					    default=_UpperCamelCase ,   metadata={'''help''': '''Pretrained tokenizer name or path if not the same as model_name'''}				)
					__lowerCAmelCase	=	field(
					    default=_UpperCamelCase ,   metadata={'''help''': '''Where do you want to store the pretrained models downloaded from huggingface.co'''} ,   )






@dataclass
class 					__lowercase      :







					'''simple docstring'''




					__lowerCAmelCase	=	field(metadata={'''help''': '''The name of the task to train on: ''' + ''', '''.join(processors.keys()				)}				)
					__lowerCAmelCase	=	field(metadata={'''help''': '''Should contain the data files for the task.'''}				)
					__lowerCAmelCase	=	field(
					    default=128 ,   metadata={
					        '''help''': (
					            '''The maximum total input sequence length after tokenization. Sequences longer '''
					            '''than this will be truncated, sequences shorter will be padded.'''
					        )
					    } ,   )
					__lowerCAmelCase	=	field(
					    default=_UpperCamelCase ,   metadata={'''help''': '''Overwrite the cached training and evaluation sets'''}				)






def      __A   (      )		->		Optional[int]:
				# See all possible arguments in src/transformers/training_args.py
				# or by passing the --help flag to this script.
				# We now keep distinct sets of args, for a cleaner separation of concerns.

				__a			:    int      							=	HfArgumentParser((ModelArguments, DataTrainingArguments, TrainingArguments))
				__a							,    __a							,    __a			:    Any      							=	parser.parse_args_into_dataclasses()

				if (
				    os.path.exists(training_args.output_dir)
				    and os.listdir(training_args.output_dir)
				    and training_args.do_train
				    and not training_args.overwrite_output_dir
				):
								raise ValueError(
								    F"""Output directory ({training_args.output_dir}) already exists and is not empty. Use"""
								    ''' --overwrite_output_dir to overcome.''')

				# Setup logging
				logging.basicConfig(
				    format='''%(asctime)s - %(levelname)s - %(name)s - %(message)s''' ,							datefmt='''%m/%d/%Y %H:%M:%S''' ,							level=logging.INFO if training_args.local_rank in [-1, 0] else logging.WARN ,							)
				logger.warning(
				    '''Process rank: %s, device: %s, n_gpu: %s, distributed training: %s, 16-bits training: %s''' ,							training_args.local_rank ,							training_args.device ,							training_args.n_gpu ,							bool(training_args.local_rank != -1) ,							training_args.fpaa ,							)
				# Set the verbosity to info of the Transformers logger (on main process only):
				if is_main_process(training_args.local_rank):
								transformers.utils.logging.set_verbosity_info()
								transformers.utils.logging.enable_default_handler()
								transformers.utils.logging.enable_explicit_format()
				logger.info('''Training/evaluation parameters %s''' ,							a_)

				# Set seed
				set_seed(training_args.seed)

				try:
								__a			:    Optional[Any]      							=	processors[data_args.task_name]()
								__a			:    Dict      							=	processor.get_labels()
								__a			:    str      							=	len(a_)
				except KeyError:
								raise ValueError('''Task not found: %s''' % (data_args.task_name))

				# Load pretrained model and tokenizer
				#
				# Distributed training:
				# The .from_pretrained methods guarantee that only one local process can concurrently
				# download model & vocab.

				__a			:    List[str]      							=	AutoConfig.from_pretrained(
				    model_args.config_name if model_args.config_name else model_args.model_name_or_path ,							num_labels=a_ ,							finetuning_task=data_args.task_name ,							cache_dir=model_args.cache_dir ,							)
				__a			:    Dict      							=	AutoTokenizer.from_pretrained(
				    model_args.tokenizer_name if model_args.tokenizer_name else model_args.model_name_or_path ,							cache_dir=model_args.cache_dir ,							)
				__a			:    Optional[int]      							=	AutoModelForMultipleChoice.from_pretrained(
				    model_args.model_name_or_path ,							from_tf=bool('''.ckpt''' in model_args.model_name_or_path) ,							config=a_ ,							cache_dir=model_args.cache_dir ,							)

				# Get datasets
				__a			:    Optional[int]      							=	(
				    MultipleChoiceDataset(
				        data_dir=data_args.data_dir ,							tokenizer=a_ ,							task=data_args.task_name ,							max_seq_length=data_args.max_seq_length ,							overwrite_cache=data_args.overwrite_cache ,							mode=Split.train ,							)
				    if training_args.do_train
				    else None
				)
				__a			:    Any      							=	(
				    MultipleChoiceDataset(
				        data_dir=data_args.data_dir ,							tokenizer=a_ ,							task=data_args.task_name ,							max_seq_length=data_args.max_seq_length ,							overwrite_cache=data_args.overwrite_cache ,							mode=Split.dev ,							)
				    if training_args.do_eval
				    else None
				)

				def compute_metrics(a_    :EvalPrediction) -> Dict:
								__a			:    int      							=	np.argmax(p.predictions ,							axis=1)
								return {"acc": simple_accuracy(a_ ,							p.label_ids)}

				# Data collator
				__a			:    List[Any]      							=	DataCollatorWithPadding(a_ ,							pad_to_multiple_of=8) if training_args.fpaa else None

				# Initialize our Trainer
				__a			:    List[Any]      							=	Trainer(
				    model=a_ ,							args=a_ ,							train_dataset=a_ ,							eval_dataset=a_ ,							compute_metrics=a_ ,							data_collator=a_ ,							)

				# Training
				if training_args.do_train:
								trainer.train(
								    model_path=model_args.model_name_or_path if os.path.isdir(model_args.model_name_or_path) else None)
								trainer.save_model()
								# For convenience, we also re-save the tokenizer to the same directory,
								# so that you can share your model easily on huggingface.co/models =)
								if trainer.is_world_master():
												tokenizer.save_pretrained(training_args.output_dir)

    # Evaluation
				__a			:    Optional[Any]      							=	{}
				if training_args.do_eval:
								logger.info('''*** Evaluate ***''')

								__a			:    Any      							=	trainer.evaluate()

								__a			:    Optional[int]      							=	os.path.join(training_args.output_dir ,							'''eval_results.txt''')
								if trainer.is_world_master():
												with open(a_ ,							'''w''') as writer:
																logger.info('''***** Eval results *****''')
																for key, value in result.items():
																				logger.info('''  %s = %s''' ,							a_ ,							a_)
																				writer.write('''%s = %s\n''' % (key, value))

																results.update(a_)

				return results

def      __A   (      a_    :int)		->		Optional[Any]:
				# For xla_spawn (TPUs)
				main()


if __name__ == "__main__":
		main()

"""simple docstring"""





import inspect
import unittest

from transformers import ViTHybridConfig
from transformers.testing_utils import require_accelerate, require_torch, require_vision, slow, torch_device
from transformers.utils import cached_property, is_torch_available, is_vision_available

from ...test_configuration_common import ConfigTester
from ...test_modeling_common import ModelTesterMixin, _config_zero_init, floats_tensor, ids_tensor
from ...test_pipeline_mixin import PipelineTesterMixin


if is_torch_available():
				import torch
				from torch import nn

				from transformers import ViTHybridForImageClassification, ViTHybridImageProcessor, ViTHybridModel
				from transformers.models.vit_hybrid.modeling_vit_hybrid import VIT_HYBRID_PRETRAINED_MODEL_ARCHIVE_LIST


if is_vision_available():
				from PIL import Image






class        _UpperCAmelCase:



		def __init__(   self							,						__a							,						__a=13							,						__a=64							,						__a=2							,						__a=3							,						__a=True							,						__a=True							,						__a=32							,						__a=5							,						__a=4							,						__a=37							,						__a="gelu"							,						__a=0.1							,						__a=0.1							,						__a=10							,						__a=0.02							,						__a=[1, 16, 4, 4]							,						__a=None							,						)			->			Optional[Any]:






							'''simple docstring'''
							_UpperCamelCase									=    parent
							_UpperCamelCase									=    batch_size
							_UpperCamelCase									=    image_size
							_UpperCamelCase									=    patch_size
							_UpperCamelCase									=    num_channels
							_UpperCamelCase									=    is_training
							_UpperCamelCase									=    use_labels
							_UpperCamelCase									=    hidden_size
							_UpperCamelCase									=    num_hidden_layers
							_UpperCamelCase									=    num_attention_heads
							_UpperCamelCase									=    intermediate_size
							_UpperCamelCase									=    hidden_act
							_UpperCamelCase									=    hidden_dropout_prob
							_UpperCamelCase									=    attention_probs_dropout_prob
							_UpperCamelCase									=    type_sequence_label_size
							_UpperCamelCase									=    initializer_range
							_UpperCamelCase									=    scope
							_UpperCamelCase									=    backbone_featmap_shape

							# in ViT hybrid, the seq length equals the number of patches + 1 (we add 1 for the [CLS] token)
							# the number of patches is based on the feature map of the backbone, which by default uses an output stride
							# of 32, which means that the feature map has a spatial resolution of 1/32 of the input image size
							_UpperCamelCase									=    (self.image_size // 32) ** 2
							_UpperCamelCase									=    num_patches + 1



		def 		UpperCAmelCase				(   self)			->			int:






							'''simple docstring'''
							_UpperCamelCase									=    floats_tensor([self.batch_size, self.num_channels, self.image_size, self.image_size])

							_UpperCamelCase									=    None
							if self.use_labels:
												_UpperCamelCase									=    ids_tensor([self.batch_size]							,						self.type_sequence_label_size)

							_UpperCamelCase									=    self.get_config()

							return config, pixel_values, labels



		def 		UpperCAmelCase				(   self)			->			Optional[int]:






							'''simple docstring'''
							_UpperCamelCase									=    {
							    '''global_padding''': '''same''',
							    '''layer_type''': '''bottleneck''',
							    '''depths''': [3, 4, 9],
							    '''out_features''': ['''stage1''', '''stage2''', '''stage3'''],
							    '''embedding_dynamic_padding''': True,
							    '''hidden_sizes''': [4, 8, 16, 32],
							    '''num_groups''': 2,
							}

							return ViTHybridConfig(
							    image_size=self.image_size							,						patch_size=self.patch_size							,						num_channels=self.num_channels							,						hidden_size=self.hidden_size							,						num_hidden_layers=self.num_hidden_layers							,						num_attention_heads=self.num_attention_heads							,						intermediate_size=self.intermediate_size							,						hidden_act=self.hidden_act							,						hidden_dropout_prob=self.hidden_dropout_prob							,						attention_probs_dropout_prob=self.attention_probs_dropout_prob							,						is_decoder=__a							,						initializer_range=self.initializer_range							,						backbone_featmap_shape=self.backbone_featmap_shape							,						backbone_config=__a							,						)



		def 		UpperCAmelCase				(   self							,						__a							,						__a							,						__a)			->			Optional[Any]:






							'''simple docstring'''
							_UpperCamelCase									=    ViTHybridModel(config=__a)
							model.to(__a)
							model.eval()
							_UpperCamelCase									=    model(__a)
							self.parent.assertEqual(result.last_hidden_state.shape							,						(self.batch_size, self.seq_length, self.hidden_size))



		def 		UpperCAmelCase				(   self							,						__a							,						__a							,						__a)			->			Union[str, Any]:






							'''simple docstring'''
							_UpperCamelCase									=    self.type_sequence_label_size
							_UpperCamelCase									=    ViTHybridForImageClassification(__a)
							model.to(__a)
							model.eval()
							_UpperCamelCase									=    model(__a							,						labels=__a)
							self.parent.assertEqual(result.logits.shape							,						(self.batch_size, self.type_sequence_label_size))




		def 		UpperCAmelCase				(   self)			->			List[Any]:






							'''simple docstring'''
							_UpperCamelCase									=    self.prepare_config_and_inputs()
							_UpperCamelCase					,    _UpperCamelCase					,    _UpperCamelCase									=    config_and_inputs
							_UpperCamelCase									=    {'''pixel_values''': pixel_values}
							return config, inputs_dict






@require_torch
class        _UpperCAmelCase(       lowerCamelCase ,	lowerCamelCase ,	unittest.TestCase      ):
		lowercase__         = (ViTHybridModel, ViTHybridForImageClassification) if is_torch_available() else ()
		lowercase__         = (
		    {'feature-extraction': ViTHybridModel, 'image-classification': ViTHybridForImageClassification}
		    if is_torch_available()
		    else {}
		)
		lowercase__         = False
		lowercase__         = False
		lowercase__         = False



		def 		UpperCAmelCase				(   self)			->			Optional[Any]:






							'''simple docstring'''
							_UpperCamelCase									=    ViTHybridModelTester(self)
							_UpperCamelCase									=    ConfigTester(self							,						config_class=__a							,						has_text_modality=__a							,						hidden_size=37)



		def 		UpperCAmelCase				(   self)			->			Any:






							'''simple docstring'''
							self.config_tester.run_common_tests()



		@unittest.skip(reason='''ViT does not use inputs_embeds''')
		def 		UpperCAmelCase				(   self)			->			Dict:






							'''simple docstring'''
							pass



		def 		UpperCAmelCase				(   self)			->			Optional[int]:






							'''simple docstring'''
							_UpperCamelCase					,    _UpperCamelCase									=    self.model_tester.prepare_config_and_inputs_for_common()

							for model_class in self.all_model_classes:
												_UpperCamelCase									=    model_class(__a)
												self.assertIsInstance(model.get_input_embeddings()							,						(nn.Module))
												_UpperCamelCase									=    model.get_output_embeddings()
												self.assertTrue(x is None or isinstance(__a							,						nn.Linear))



		def 		UpperCAmelCase				(   self)			->			Tuple:






							'''simple docstring'''
							_UpperCamelCase					,    _UpperCamelCase									=    self.model_tester.prepare_config_and_inputs_for_common()

							for model_class in self.all_model_classes:
												_UpperCamelCase									=    model_class(__a)
												_UpperCamelCase									=    inspect.signature(model.forward)
												# signature.parameters is an OrderedDict => so arg_names order is deterministic
												_UpperCamelCase									=    [*signature.parameters.keys()]

												_UpperCamelCase									=    ['''pixel_values''']
												self.assertListEqual(arg_names[:1]							,						__a)



		def 		UpperCAmelCase				(   self)			->			str:






							'''simple docstring'''
							_UpperCamelCase									=    self.model_tester.prepare_config_and_inputs()
							self.model_tester.create_and_check_model(*__a)



		def 		UpperCAmelCase				(   self)			->			Optional[Any]:






							'''simple docstring'''
							_UpperCamelCase									=    self.model_tester.prepare_config_and_inputs()
							self.model_tester.create_and_check_for_image_classification(*__a)



		def 		UpperCAmelCase				(   self)			->			int:






							'''simple docstring'''
							_UpperCamelCase					,    _UpperCamelCase									=    self.model_tester.prepare_config_and_inputs_for_common()

							_UpperCamelCase									=    _config_zero_init(__a)
							for model_class in self.all_model_classes:
												_UpperCamelCase									=    model_class(config=__a)
												# Skip the check for the backbone
												for name, module in model.named_modules():
																	if module.__class__.__name__ == "ViTHybridPatchEmbeddings":
																						_UpperCamelCase									=    [F'''{name}.{key}''' for key in module.state_dict().keys()]
																						break

												for name, param in model.named_parameters():
																	if param.requires_grad:
																						if name in backbone_params:
																											continue
																						self.assertIn(
																						    ((param.data.mean() * 1e9).round() / 1e9).item()							,						[0.0, 1.0]							,						msg=F'''Parameter {name} of model {model_class} seems not properly initialized'''							,						)




		@slow
		def 		UpperCAmelCase				(   self)			->			Optional[Any]:






							'''simple docstring'''
							for model_name in VIT_HYBRID_PRETRAINED_MODEL_ARCHIVE_LIST[:1]:
												_UpperCamelCase									=    ViTHybridModel.from_pretrained(__a)
												self.assertIsNotNone(__a)





def  lowerCamelCase__						(     )				->						Tuple:


					"""simple docstring"""





					_UpperCamelCase									=    Image.open('''./tests/fixtures/tests_samples/COCO/000000039769.png'''      )
					return image






@require_torch
@require_vision
class        _UpperCAmelCase(       unittest.TestCase      ):



		@cached_property
		def 		UpperCAmelCase				(   self)			->			Tuple:






							'''simple docstring'''
							return (
							    ViTHybridImageProcessor.from_pretrained(VIT_HYBRID_PRETRAINED_MODEL_ARCHIVE_LIST[0])
							    if is_vision_available()
							    else None
							)



		@slow
		def 		UpperCAmelCase				(   self)			->			Dict:






							'''simple docstring'''
							_UpperCamelCase									=    ViTHybridForImageClassification.from_pretrained(VIT_HYBRID_PRETRAINED_MODEL_ARCHIVE_LIST[0]).to(
							    __a)

							_UpperCamelCase									=    self.default_image_processor
							_UpperCamelCase									=    prepare_img()
							_UpperCamelCase									=    image_processor(images=__a							,						return_tensors='''pt''').to(__a)

							# forward pass
							with torch.no_grad():
												_UpperCamelCase									=    model(**__a)

							# verify the logits
							_UpperCamelCase									=    torch.Size((1, 10_00))
							self.assertEqual(outputs.logits.shape							,						__a)

							_UpperCamelCase									=    torch.tensor([-1.9090, -0.4993, -0.2389]).to(__a)

							self.assertTrue(torch.allclose(outputs.logits[0, :3]							,						__a							,						atol=1e-4))




		@slow
		@require_accelerate
		def 		UpperCAmelCase				(   self)			->			Any:






							'''simple docstring'''
							_UpperCamelCase									=    ViTHybridImageProcessor.from_pretrained('''google/vit-hybrid-base-bit-384''')
							_UpperCamelCase									=    ViTHybridForImageClassification.from_pretrained('''google/vit-hybrid-base-bit-384'''							,						device_map='''auto''')

							_UpperCamelCase									=    prepare_img()

							_UpperCamelCase									=    image_processor(images=__a							,						return_tensors='''pt''')
							_UpperCamelCase									=    model(**__a)
							_UpperCamelCase									=    outputs.logits
							# model predicts one of the 1000 ImageNet classes
							_UpperCamelCase									=    logits.argmax(-1).item()

							self.assertTrue(model.config.idalabel[predicted_class_idx]							,						'''tabby, tabby cat''')






