


'''simple docstring'''
from collections import OrderedDict
from typing import Mapping

from ...configuration_utils import PretrainedConfig
from ...onnx import OnnxConfig
from ...utils import logging


__snake_case							   =  logging.get_logger(__name__)

__snake_case							   =  {
    '''kssteven/ibert-roberta-base''': '''https://huggingface.co/kssteven/ibert-roberta-base/resolve/main/config.json''',
    '''kssteven/ibert-roberta-large''': '''https://huggingface.co/kssteven/ibert-roberta-large/resolve/main/config.json''',
    '''kssteven/ibert-roberta-large-mnli''': (
        '''https://huggingface.co/kssteven/ibert-roberta-large-mnli/resolve/main/config.json'''
    ),
}
class      lowercase			(							A__      ):

		"""simple docstring"""

		_a									=       'ibert'




		def __init__(	self					,     UpperCamelCase_=30522					,     UpperCamelCase_=768					,     UpperCamelCase_=12					,     UpperCamelCase_=12					,     UpperCamelCase_=3072					,     UpperCamelCase_="gelu"					,     UpperCamelCase_=0.1					,     UpperCamelCase_=0.1					,     UpperCamelCase_=512					,     UpperCamelCase_=2					,     UpperCamelCase_=0.02					,     UpperCamelCase_=1e-12					,     UpperCamelCase_=1					,     UpperCamelCase_=0					,     UpperCamelCase_=2					,     UpperCamelCase_="absolute"					,     UpperCamelCase_=False					,     UpperCamelCase_="none"					,     **UpperCamelCase_					,     ):

							'''simple docstring'''


							super().__init__(pad_token_id=lowercase_					,     bos_token_id=lowercase_					,     eos_token_id=lowercase_					,     **lowercase_							)

							UpperCamelCase__     :Tuple							      =				vocab_size
							UpperCamelCase__     :Union[str, Any]							      =				hidden_size
							UpperCamelCase__     :List[str]							      =				num_hidden_layers
							UpperCamelCase__     :List[Any]							      =				num_attention_heads
							UpperCamelCase__     :Optional[int]							      =				hidden_act
							UpperCamelCase__     :str							      =				intermediate_size
							UpperCamelCase__     :Dict							      =				hidden_dropout_prob
							UpperCamelCase__     :Optional[int]							      =				attention_probs_dropout_prob
							UpperCamelCase__     :Tuple							      =				max_position_embeddings
							UpperCamelCase__     :List[Any]							      =				type_vocab_size
							UpperCamelCase__     :str							      =				initializer_range
							UpperCamelCase__     :Any							      =				layer_norm_eps
							UpperCamelCase__     :str							      =				position_embedding_type
							UpperCamelCase__     :Union[str, Any]							      =				quant_mode
							UpperCamelCase__     :Optional[int]							      =				force_dequant



class      lowercase			(							A__      ):

		"""simple docstring"""

		@property
		def 					lowerCAmelCase__       (	self							):

							'''simple docstring'''


							if self.task == "multiple-choice":
												UpperCamelCase__     :Optional[int]							      =				{0: '''batch''', 1: '''choice''', 2: '''sequence'''}
							else:
												UpperCamelCase__     :Dict							      =				{0: '''batch''', 1: '''sequence'''}
							return OrderedDict(
							    [
							        ('''input_ids''', dynamic_axis),
							        ('''attention_mask''', dynamic_axis),
							    ]							)



'''simple docstring'''
import json
import logging
import os
import sys
from time import time
from unittest.mock import patch

from transformers.testing_utils import TestCasePlus, require_torch_tpu


logging.basicConfig(level=logging.DEBUG)

__snake_case							   =  logging.getLogger()


def     a   (    __a     )						->			Dict:



					'''simple docstring'''






					UpperCamelCase__     :str							      =				{}
					UpperCamelCase__     :Dict							      =				os.path.join(__a				,      '''all_results.json'''     )
					if os.path.exists(__a     ):
										with open(__a				,      '''r'''     ) as f:
															UpperCamelCase__     :int							      =				json.load(__a     )
					else:
										raise ValueError(f'''can\'t find {path}'''     )
					return results


__snake_case							   =  logging.StreamHandler(sys.stdout)
logger.addHandler(stream_handler)







@require_torch_tpu
class      lowercase			(							A__      ):

		"""simple docstring"""

		def 					lowerCAmelCase__       (	self							):

							'''simple docstring'''


							import xla_spawn

							UpperCamelCase__     :Any							      =				self.get_auto_remove_tmp_dir()
							UpperCamelCase__     :List[str]							      =				F'''
            ./examples/pytorch/text-classification/run_glue.py
            --num_cores=8
            ./examples/pytorch/text-classification/run_glue.py
            --model_name_or_path distilbert-base-uncased
            --output_dir {tmp_dir}
            --overwrite_output_dir
            --train_file ./tests/fixtures/tests_samples/MRPC/train.csv
            --validation_file ./tests/fixtures/tests_samples/MRPC/dev.csv
            --do_train
            --do_eval
            --debug tpu_metrics_debug
            --per_device_train_batch_size=2
            --per_device_eval_batch_size=1
            --learning_rate=1e-4
            --max_steps=10
            --warmup_steps=2
            --seed=42
            --max_seq_length=128
            '''.split()

							with patch.object(UpperCamelCase_					,     '''argv'''					,     UpperCamelCase_							):
												UpperCamelCase__     :List[Any]							      =				time()
												xla_spawn.main()
												UpperCamelCase__     :List[Any]							      =				time()

												UpperCamelCase__     :Tuple							      =				get_results(UpperCamelCase_							)
												self.assertGreaterEqual(result['''eval_accuracy''']					,     0.75							)

												# Assert that the script takes less than 500 seconds to make sure it doesn't hang.
												self.assertLess(end - start					,     500							)




		def 					lowerCAmelCase__       (	self							):

							'''simple docstring'''


							import xla_spawn

							UpperCamelCase__     :Tuple							      =				'''
            ./tests/test_trainer_tpu.py
            --num_cores=8
            ./tests/test_trainer_tpu.py
            '''.split()
							with patch.object(UpperCamelCase_					,     '''argv'''					,     UpperCamelCase_							):
												xla_spawn.main()