


import argparse
import json
import os
import sys
import tempfile
import unittest
from argparse import Namespace
from dataclasses import dataclass, field
from enum import Enum
from pathlib import Path
from typing import List, Literal, Optional

import yaml

from transformers import HfArgumentParser, TrainingArguments
from transformers.hf_argparser import make_choice_type_function, string_to_bool


# Since Python 3.10, we can use the builtin `|` operator for Union types
# See PEP 604: https://peps.python.org/pep-0604
snake_case__			 =						sys.version_info >= (3, 10)


def 				lowerCamelCase__	(      a	:   List[str]=None	,  a	:   Dict=None				)    ->	str:





			"""simple docstring"""
			return field(default_factory=lambda: default	,  metadata=a				)


@dataclass
class 					lowerCAmelCase_ :
						lowerCamelCase_         =     42
						lowerCamelCase_         =     42
						lowerCamelCase_         =     42
						lowerCamelCase_         =     42






@dataclass
class 					lowerCAmelCase_ :
						lowerCamelCase_         =     42
						lowerCamelCase_         =     field(default='toto'			,metadata={'help': 'help message'})






@dataclass
class 					lowerCAmelCase_ :
						lowerCamelCase_         =     False
						lowerCamelCase_         =     True
						lowerCamelCase_         =     None






class 					lowerCAmelCase_ (       _a):
						lowerCamelCase_         =     'titi'
						lowerCamelCase_         =     'toto'






class 					lowerCAmelCase_ (       _a):
						lowerCamelCase_         =     'titi'
						lowerCamelCase_         =     'toto'
						lowerCamelCase_         =     42






@dataclass
class 					lowerCAmelCase_ :
						lowerCamelCase_         =     "toto"




						def  _snake_case					(	self						:   List[str]						)      ->str:






									"""simple docstring"""






									a__ :Tuple						  =    BasicEnum(self.foo						)






@dataclass
class 					lowerCAmelCase_ :
						lowerCamelCase_         =     "toto"




						def  _snake_case					(	self						:   List[Any]						)      ->int:






									"""simple docstring"""






									a__ :int						  =    MixedTypeEnum(self.foo						)






@dataclass
class 					lowerCAmelCase_ :
						lowerCamelCase_         =     None
						lowerCamelCase_         =     field(default=_a			,metadata={'help': 'help message'})
						lowerCamelCase_         =     None
						lowerCamelCase_         =     list_field(default=[])
						lowerCamelCase_         =     list_field(default=[])






@dataclass
class 					lowerCAmelCase_ :
						lowerCamelCase_         =     list_field(default=[])
						lowerCamelCase_         =     list_field(default=[1, 2, 3])
						lowerCamelCase_         =     list_field(default=['Hallo', 'Bonjour', 'Hello'])
						lowerCamelCase_         =     list_field(default=[0.1, 0.2, 0.3])






@dataclass
class 					lowerCAmelCase_ :
						lowerCamelCase_         =     field()
						lowerCamelCase_         =     field()
						lowerCamelCase_         =     field()




						def  _snake_case					(	self						:   str						)      ->Optional[Any]:






									"""simple docstring"""






									a__ :Tuple						  =    BasicEnum(self.required_enum						)






@dataclass
class 					lowerCAmelCase_ :
						lowerCamelCase_         =     42
						lowerCamelCase_         =     field()
						lowerCamelCase_         =     None
						lowerCamelCase_         =     field(default='toto'			,metadata={'help': 'help message'})
						lowerCamelCase_         =     list_field(default=['Hallo', 'Bonjour', 'Hello'])


if is_python_no_less_than_3_10:


		@dataclass
		class 					lowerCAmelCase_ :
								lowerCamelCase_         =     False
								lowerCamelCase_         =     True
								lowerCamelCase_         =     None






		@dataclass
		class 					lowerCAmelCase_ :
								lowerCamelCase_         =     None
								lowerCamelCase_         =     field(default=_a			,metadata={'help': 'help message'})
								lowerCamelCase_         =     None
								lowerCamelCase_         =     list_field(default=[])
								lowerCamelCase_         =     list_field(default=[])







class 					lowerCAmelCase_ (       unittest.TestCase):




						def  _snake_case					(	self						:   List[str]   ,     __A						:   argparse.ArgumentParser   ,     __A						:   argparse.ArgumentParser						)      ->Optional[Any]:






									"""simple docstring"""






									self.assertEqual(len(a._actions						)   ,     len(b._actions						)						)
									for x, y in zip(a._actions   ,     b._actions						):
												a__ :Optional[Any]						  =    {k: v for k, v in vars(__A						).items() if k != "container"}
												a__ :Optional[int]						  =    {k: v for k, v in vars(__A						).items() if k != "container"}

												# Choices with mixed type have custom function as "type"
												# So we need to compare results directly for equality
												if xx.get("choices"   ,     __A						) and yy.get("choices"   ,     __A						):
															for expected_choice in yy["choices"] + xx["choices"]:
																		self.assertEqual(xx["type"](__A						)   ,     yy["type"](__A						)						)
															del xx["type"], yy["type"]

												self.assertEqual(__A   ,     __A						)




						def  _snake_case					(	self						:   Dict						)      ->Tuple:






									"""simple docstring"""






									a__ :List[str]						  =    HfArgumentParser(__A						)

									a__ :List[Any]						  =    argparse.ArgumentParser()
									expected.add_argument("--foo"   ,     type=__A   ,     required=__A						)
									expected.add_argument("--bar"   ,     type=__A   ,     required=__A						)
									expected.add_argument("--baz"   ,     type=__A   ,     required=__A						)
									expected.add_argument("--flag"   ,     type=__A   ,     default=__A   ,     const=__A   ,     nargs="?"						)
									self.argparsersEqual(__A   ,     __A						)

									a__ :Union[str, Any]						  =    ["--foo", "1", "--baz", "quux", "--bar", "0.5"]
									((a__)  ,  ) :str						  =    parser.parse_args_into_dataclasses(__A   ,     look_for_args_file=__A						)
									self.assertFalse(example.flag						)




						def  _snake_case					(	self						:   str						)      ->Optional[Any]:






									"""simple docstring"""






									a__ :Union[str, Any]						  =    HfArgumentParser(__A						)

									a__ :Optional[Any]						  =    argparse.ArgumentParser()
									expected.add_argument("--foo"   ,     default=42   ,     type=__A						)
									expected.add_argument("--baz"   ,     default="toto"   ,     type=__A   ,     help="help message"						)
									self.argparsersEqual(__A   ,     __A						)




						def  _snake_case					(	self						:   str						)      ->Optional[Any]:






									"""simple docstring"""






									a__ :Dict						  =    argparse.ArgumentParser()
									expected.add_argument("--foo"   ,     type=__A   ,     default=__A   ,     const=__A   ,     nargs="?"						)
									expected.add_argument("--baz"   ,     type=__A   ,     default=__A   ,     const=__A   ,     nargs="?"						)
									# A boolean no_* argument always has to come after its "default: True" regular counter-part
									# and its default must be set to False
									expected.add_argument("--no_baz"   ,     action="store_false"   ,     default=__A   ,     dest="baz"						)
									expected.add_argument("--opt"   ,     type=__A   ,     default=__A						)

									a__ :str						  =    [WithDefaultBoolExample]
									if is_python_no_less_than_3_10:
												dataclass_types.append(__A						)

									for dataclass_type in dataclass_types:
												a__ :List[Any]						  =    HfArgumentParser(__A						)
												self.argparsersEqual(__A   ,     __A						)

												a__ :Union[str, Any]						  =    parser.parse_args([]						)
												self.assertEqual(__A   ,     Namespace(foo=__A   ,     baz=__A   ,     opt=__A						)						)

												a__ :str						  =    parser.parse_args(["--foo", "--no_baz"]						)
												self.assertEqual(__A   ,     Namespace(foo=__A   ,     baz=__A   ,     opt=__A						)						)

												a__ :Union[str, Any]						  =    parser.parse_args(["--foo", "--baz"]						)
												self.assertEqual(__A   ,     Namespace(foo=__A   ,     baz=__A   ,     opt=__A						)						)

												a__ :Union[str, Any]						  =    parser.parse_args(["--foo", "True", "--baz", "True", "--opt", "True"]						)
												self.assertEqual(__A   ,     Namespace(foo=__A   ,     baz=__A   ,     opt=__A						)						)

												a__ :Union[str, Any]						  =    parser.parse_args(["--foo", "False", "--baz", "False", "--opt", "False"]						)
												self.assertEqual(__A   ,     Namespace(foo=__A   ,     baz=__A   ,     opt=__A						)						)




						def  _snake_case					(	self						:   int						)      ->Union[str, Any]:






									"""simple docstring"""






									a__ :Union[str, Any]						  =    HfArgumentParser(__A						)

									a__ :str						  =    argparse.ArgumentParser()
									expected.add_argument(
									    "--foo"   ,     default="toto"   ,     choices=["titi", "toto", 42]   ,     type=make_choice_type_function(["titi", "toto", 42]						)   ,     )
									self.argparsersEqual(__A   ,     __A						)

									a__ :List[Any]						  =    parser.parse_args([]						)
									self.assertEqual(args.foo   ,     "toto"						)
									a__ :Optional[Any]						  =    parser.parse_args_into_dataclasses([]						)[0]
									self.assertEqual(enum_ex.foo   ,     MixedTypeEnum.toto						)

									a__ :List[str]						  =    parser.parse_args(["--foo", "titi"]						)
									self.assertEqual(args.foo   ,     "titi"						)
									a__ :Dict						  =    parser.parse_args_into_dataclasses(["--foo", "titi"]						)[0]
									self.assertEqual(enum_ex.foo   ,     MixedTypeEnum.titi						)

									a__ :int						  =    parser.parse_args(["--foo", "42"]						)
									self.assertEqual(args.foo   ,     42						)
									a__ :int						  =    parser.parse_args_into_dataclasses(["--foo", "42"]						)[0]
									self.assertEqual(enum_ex.foo   ,     MixedTypeEnum.fourtytwo						)




						def  _snake_case					(	self						:   Tuple						)      ->int:






									"""simple docstring"""






									@dataclass
									class 					lowerCAmelCase_ :
															lowerCamelCase_         =     "toto"






									a__ :List[str]						  =    HfArgumentParser(__A						)

									a__ :Dict						  =    argparse.ArgumentParser()
									expected.add_argument(
									    "--foo"   ,     default="toto"   ,     choices=("titi", "toto", 42)   ,     type=make_choice_type_function(["titi", "toto", 42]						)   ,     )
									self.argparsersEqual(__A   ,     __A						)

									a__ :Dict						  =    parser.parse_args([]						)
									self.assertEqual(args.foo   ,     "toto"						)

									a__ :int						  =    parser.parse_args(["--foo", "titi"]						)
									self.assertEqual(args.foo   ,     "titi"						)

									a__ :List[str]						  =    parser.parse_args(["--foo", "42"]						)
									self.assertEqual(args.foo   ,     42						)




						def  _snake_case					(	self						:   Optional[int]						)      ->Union[str, Any]:






									"""simple docstring"""






									a__ :Any						  =    HfArgumentParser(__A						)

									a__ :Dict						  =    argparse.ArgumentParser()
									expected.add_argument("--foo_int"   ,     nargs="+"   ,     default=[]   ,     type=__A						)
									expected.add_argument("--bar_int"   ,     nargs="+"   ,     default=[1, 2, 3]   ,     type=__A						)
									expected.add_argument("--foo_str"   ,     nargs="+"   ,     default=["Hallo", "Bonjour", "Hello"]   ,     type=__A						)
									expected.add_argument("--foo_float"   ,     nargs="+"   ,     default=[0.1, 0.2, 0.3]   ,     type=__A						)

									self.argparsersEqual(__A   ,     __A						)

									a__ :str						  =    parser.parse_args([]						)
									self.assertEqual(
									    __A   ,     Namespace(foo_int=[]   ,     bar_int=[1, 2, 3]   ,     foo_str=["Hallo", "Bonjour", "Hello"]   ,     foo_float=[0.1, 0.2, 0.3]						)   ,     )

									a__ :str						  =    parser.parse_args("--foo_int 1 --bar_int 2 3 --foo_str a b c --foo_float 0.1 0.7".split()						)
									self.assertEqual(__A   ,     Namespace(foo_int=[1]   ,     bar_int=[2, 3]   ,     foo_str=["a", "b", "c"]   ,     foo_float=[0.1, 0.7]						)						)




						def  _snake_case					(	self						:   Optional[int]						)      ->Optional[int]:






									"""simple docstring"""






									a__ :Optional[Any]						  =    argparse.ArgumentParser()
									expected.add_argument("--foo"   ,     default=__A   ,     type=__A						)
									expected.add_argument("--bar"   ,     default=__A   ,     type=__A   ,     help="help message"						)
									expected.add_argument("--baz"   ,     default=__A   ,     type=__A						)
									expected.add_argument("--ces"   ,     nargs="+"   ,     default=[]   ,     type=__A						)
									expected.add_argument("--des"   ,     nargs="+"   ,     default=[]   ,     type=__A						)

									a__ :Optional[int]						  =    [OptionalExample]
									if is_python_no_less_than_3_10:
												dataclass_types.append(__A						)

									for dataclass_type in dataclass_types:
												a__ :Dict						  =    HfArgumentParser(__A						)

												self.argparsersEqual(__A   ,     __A						)

												a__ :Union[str, Any]						  =    parser.parse_args([]						)
												self.assertEqual(__A   ,     Namespace(foo=__A   ,     bar=__A   ,     baz=__A   ,     ces=[]   ,     des=[]						)						)

												a__ :Tuple						  =    parser.parse_args("--foo 12 --bar 3.14 --baz 42 --ces a b c --des 1 2 3".split()						)
												self.assertEqual(__A   ,     Namespace(foo=12   ,     bar=3.14   ,     baz="42"   ,     ces=["a", "b", "c"]   ,     des=[1, 2, 3]						)						)




						def  _snake_case					(	self						:   Optional[Any]						)      ->Dict:






									"""simple docstring"""






									a__ :Optional[int]						  =    HfArgumentParser(__A						)

									a__ :List[Any]						  =    argparse.ArgumentParser()
									expected.add_argument("--required_list"   ,     nargs="+"   ,     type=__A   ,     required=__A						)
									expected.add_argument("--required_str"   ,     type=__A   ,     required=__A						)
									expected.add_argument(
									    "--required_enum"   ,     type=make_choice_type_function(["titi", "toto"]						)   ,     choices=["titi", "toto"]   ,     required=__A   ,     )
									self.argparsersEqual(__A   ,     __A						)




						def  _snake_case					(	self						:   Optional[Any]						)      ->Union[str, Any]:






									"""simple docstring"""






									a__ :Tuple						  =    HfArgumentParser(__A						)

									a__ :int						  =    argparse.ArgumentParser()
									expected.add_argument("--foo"   ,     type=__A   ,     required=__A						)
									expected.add_argument(
									    "--required_enum"   ,     type=make_choice_type_function(["titi", "toto"]						)   ,     choices=["titi", "toto"]   ,     required=__A   ,     )
									expected.add_argument("--opt"   ,     type=__A   ,     default=__A						)
									expected.add_argument("--baz"   ,     default="toto"   ,     type=__A   ,     help="help message"						)
									expected.add_argument("--foo_str"   ,     nargs="+"   ,     default=["Hallo", "Bonjour", "Hello"]   ,     type=__A						)
									self.argparsersEqual(__A   ,     __A						)




						def  _snake_case					(	self						:   Optional[int]						)      ->Optional[int]:






									"""simple docstring"""






									a__ :List[str]						  =    HfArgumentParser(__A						)

									a__ :Any						  =    {
									    "foo": 12,
									    "bar": 3.14,
									    "baz": "42",
									    "flag": True,
									}

									a__ :List[str]						  =    parser.parse_dict(__A						)[0]
									a__ :Any						  =    BasicExample(**__A						)
									self.assertEqual(__A   ,     __A						)




						def  _snake_case					(	self						:   List[str]						)      ->Optional[int]:






									"""simple docstring"""






									a__ :Optional[Any]						  =    HfArgumentParser(__A						)

									a__ :Union[str, Any]						  =    {
									    "foo": 12,
									    "bar": 3.14,
									    "baz": "42",
									    "flag": True,
									    "extra": 42,
									}

									self.assertRaises(__A   ,     parser.parse_dict   ,     __A   ,     allow_extra_keys=__A						)




						def  _snake_case					(	self						:   Dict						)      ->str:






									"""simple docstring"""






									a__ :str						  =    HfArgumentParser(__A						)

									a__ :Any						  =    {
									    "foo": 12,
									    "bar": 3.14,
									    "baz": "42",
									    "flag": True,
									}
									with tempfile.TemporaryDirectory() as tmp_dir:
												a__ :Optional[Any]						  =    os.path.join(__A   ,     "temp_json"						)
												os.mkdir(__A						)
												with open(temp_local_path + ".json"   ,     "w+"						) as f:
															json.dump(__A   ,     __A						)
												a__ :Union[str, Any]						  =    parser.parse_yaml_file(Path(temp_local_path + ".json"						)						)[0]

									a__ :Any						  =    BasicExample(**__A						)
									self.assertEqual(__A   ,     __A						)




						def  _snake_case					(	self						:   List[str]						)      ->Optional[Any]:






									"""simple docstring"""






									a__ :int						  =    HfArgumentParser(__A						)

									a__ :Dict						  =    {
									    "foo": 12,
									    "bar": 3.14,
									    "baz": "42",
									    "flag": True,
									}
									with tempfile.TemporaryDirectory() as tmp_dir:
												a__ :int						  =    os.path.join(__A   ,     "temp_yaml"						)
												os.mkdir(__A						)
												with open(temp_local_path + ".yaml"   ,     "w+"						) as f:
															yaml.dump(__A   ,     __A						)
												a__ :List[Any]						  =    parser.parse_yaml_file(Path(temp_local_path + ".yaml"						)						)[0]
									a__ :Tuple						  =    BasicExample(**__A						)
									self.assertEqual(__A   ,     __A						)






						def  _snake_case					(	self						:   Optional[Any]						)      ->Optional[int]:






									"""simple docstring"""






									a__ :Union[str, Any]						  =    HfArgumentParser(__A						)
									self.assertIsNotNone(__A						)






from .configuration_bert_masked import MaskedBertConfig
from .modeling_bert_masked import (
    MaskedBertForMultipleChoice,
    MaskedBertForQuestionAnswering,
    MaskedBertForSequenceClassification,
    MaskedBertForTokenClassification,
    MaskedBertModel,
)
from .modules import *


