


import argparse
import json
import os
import sys
import tempfile
import unittest
from argparse import Namespace
from dataclasses import dataclass, field
from enum import Enum
from pathlib import Path
from typing import List, Literal, Optional

import yaml

from transformers import HfArgumentParser, TrainingArguments
from transformers.hf_argparser import make_choice_type_function, string_to_bool


# Since Python 3.10, we can use the builtin `|` operator for Union types
# See PEP 604: https://peps.python.org/pep-0604
UpperCAmelCase    =					sys.version_info >= (3, 10)






def  __lowerCAmelCase					(SCREAMING_SNAKE_CASE=None      ,      SCREAMING_SNAKE_CASE=None      )->						List[str]:




      """simple docstring"""

      return field(default_factory=lambda: default      ,      metadata=SCREAMING_SNAKE_CASE      )







@dataclass
class lowerCAmelCase_		:

 '''simple docstring'''

 __snake_case				=						42
 __snake_case				=						42
 __snake_case				=						42
 __snake_case				=						42







@dataclass
class lowerCAmelCase_		:

 '''simple docstring'''

 __snake_case				=						4_2
 __snake_case				=						field(default="toto"      ,		metadata={"help": "help message"} )







@dataclass
class lowerCAmelCase_		:

 '''simple docstring'''

 __snake_case				=						False
 __snake_case				=						True
 __snake_case				=						None







class lowerCAmelCase_		(				lowerCamelCase__ ):

 '''simple docstring'''

 __snake_case				=						"titi"
 __snake_case				=						"toto"







class lowerCAmelCase_		(				lowerCamelCase__ ):

 '''simple docstring'''

 __snake_case				=						"titi"
 __snake_case				=						"toto"
 __snake_case				=						4_2







@dataclass
class lowerCAmelCase_		:

 '''simple docstring'''

 __snake_case				=						"toto"



 def 		UpperCamelCase__  (			self      ):
       snake_case_ =   BasicEnum(self.foo      )







@dataclass
class lowerCAmelCase_		:

 '''simple docstring'''

 __snake_case				=						"toto"



 def 		UpperCamelCase__  (			self      ):
       snake_case_ =   MixedTypeEnum(self.foo      )







@dataclass
class lowerCAmelCase_		:

 '''simple docstring'''

 __snake_case				=						None
 __snake_case				=						field(default=lowerCamelCase__      ,		metadata={"help": "help message"} )
 __snake_case				=						None
 __snake_case				=						list_field(default=[] )
 __snake_case				=						list_field(default=[] )







@dataclass
class lowerCAmelCase_		:

 '''simple docstring'''

 __snake_case				=						list_field(default=[] )
 __snake_case				=						list_field(default=[1, 2, 3] )
 __snake_case				=						list_field(default=["Hallo", "Bonjour", "Hello"] )
 __snake_case				=						list_field(default=[0.1, 0.2, 0.3] )







@dataclass
class lowerCAmelCase_		:

 '''simple docstring'''

 __snake_case				=						field()
 __snake_case				=						field()
 __snake_case				=						field()



 def 		UpperCamelCase__  (			self      ):
       snake_case_ =   BasicEnum(self.required_enum      )







@dataclass
class lowerCAmelCase_		:

 '''simple docstring'''

 __snake_case				=						42
 __snake_case				=						field()
 __snake_case				=						None
 __snake_case				=						field(default="toto"      ,		metadata={"help": "help message"} )
 __snake_case				=						list_field(default=["Hallo", "Bonjour", "Hello"] )


if is_python_no_less_than_3_10:







   @dataclass
   class lowerCAmelCase_		:

    '''simple docstring'''

    __snake_case				=						False
    __snake_case				=						True
    __snake_case				=						None







   @dataclass
   class lowerCAmelCase_		:

    '''simple docstring'''

    __snake_case				=						None
    __snake_case				=						field(default=lowerCamelCase__      ,		metadata={"help": "help message"} )
    __snake_case				=						None
    __snake_case				=						list_field(default=[] )
    __snake_case				=						list_field(default=[] )







class lowerCAmelCase_		(				unittest.TestCase ):

 '''simple docstring'''

 def 		UpperCamelCase__  (			self	,   _UpperCAmelCase	,   _UpperCAmelCase      ):
       self.assertEqual(len(a._actions      )	,   len(b._actions      )      )
       for x, y in zip(a._actions	,   b._actions      ):
             snake_case_ =   {k: v for k, v in vars(_UpperCAmelCase      ).items() if k != '''container'''}
             snake_case_ =   {k: v for k, v in vars(_UpperCAmelCase      ).items() if k != '''container'''}

             # Choices with mixed type have custom function as "type"
             # So we need to compare results directly for equality
             if xx.get('''choices'''	,   _UpperCAmelCase      ) and yy.get('''choices'''	,   _UpperCAmelCase      ):
                   for expected_choice in yy["choices"] + xx["choices"]:
                         self.assertEqual(xx['''type'''](_UpperCAmelCase      )	,   yy['''type'''](_UpperCAmelCase      )      )
                   del xx["type"], yy["type"]

             self.assertEqual(_UpperCAmelCase	,   _UpperCAmelCase      )



 def 		UpperCamelCase__  (			self      ):
       snake_case_ =   HfArgumentParser(_UpperCAmelCase      )

       snake_case_ =   argparse.ArgumentParser()
       expected.add_argument('''--foo'''	,   type=_UpperCAmelCase	,   required=_UpperCAmelCase      )
       expected.add_argument('''--bar'''	,   type=_UpperCAmelCase	,   required=_UpperCAmelCase      )
       expected.add_argument('''--baz'''	,   type=_UpperCAmelCase	,   required=_UpperCAmelCase      )
       expected.add_argument('''--flag'''	,   type=_UpperCAmelCase	,   default=_UpperCAmelCase	,   const=_UpperCAmelCase	,   nargs='''?'''      )
       self.argparsersEqual(_UpperCAmelCase	,   _UpperCAmelCase      )

       snake_case_ =   ['''--foo''', '''1''', '''--baz''', '''quux''', '''--bar''', '''0.5''']
       ((snake_case_) ,					) =   parser.parse_args_into_dataclasses(_UpperCAmelCase	,   look_for_args_file=_UpperCAmelCase      )
       self.assertFalse(example.flag      )



 def 		UpperCamelCase__  (			self      ):
       snake_case_ =   HfArgumentParser(_UpperCAmelCase      )

       snake_case_ =   argparse.ArgumentParser()
       expected.add_argument('''--foo'''	,   default=42	,   type=_UpperCAmelCase      )
       expected.add_argument('''--baz'''	,   default='''toto'''	,   type=_UpperCAmelCase	,   help='''help message'''      )
       self.argparsersEqual(_UpperCAmelCase	,   _UpperCAmelCase      )



 def 		UpperCamelCase__  (			self      ):
       snake_case_ =   argparse.ArgumentParser()
       expected.add_argument('''--foo'''	,   type=_UpperCAmelCase	,   default=_UpperCAmelCase	,   const=_UpperCAmelCase	,   nargs='''?'''      )
       expected.add_argument('''--baz'''	,   type=_UpperCAmelCase	,   default=_UpperCAmelCase	,   const=_UpperCAmelCase	,   nargs='''?'''      )
       # A boolean no_* argument always has to come after its "default: True" regular counter-part
       # and its default must be set to False
       expected.add_argument('''--no_baz'''	,   action='''store_false'''	,   default=_UpperCAmelCase	,   dest='''baz'''      )
       expected.add_argument('''--opt'''	,   type=_UpperCAmelCase	,   default=_UpperCAmelCase      )

       snake_case_ =   [WithDefaultBoolExample]
       if is_python_no_less_than_3_10:
             dataclass_types.append(_UpperCAmelCase      )

       for dataclass_type in dataclass_types:
             snake_case_ =   HfArgumentParser(_UpperCAmelCase      )
             self.argparsersEqual(_UpperCAmelCase	,   _UpperCAmelCase      )

             snake_case_ =   parser.parse_args([]      )
             self.assertEqual(_UpperCAmelCase	,   Namespace(foo=_UpperCAmelCase	,   baz=_UpperCAmelCase	,   opt=_UpperCAmelCase      )      )

             snake_case_ =   parser.parse_args(['''--foo''', '''--no_baz''']      )
             self.assertEqual(_UpperCAmelCase	,   Namespace(foo=_UpperCAmelCase	,   baz=_UpperCAmelCase	,   opt=_UpperCAmelCase      )      )

             snake_case_ =   parser.parse_args(['''--foo''', '''--baz''']      )
             self.assertEqual(_UpperCAmelCase	,   Namespace(foo=_UpperCAmelCase	,   baz=_UpperCAmelCase	,   opt=_UpperCAmelCase      )      )

             snake_case_ =   parser.parse_args(['''--foo''', '''True''', '''--baz''', '''True''', '''--opt''', '''True''']      )
             self.assertEqual(_UpperCAmelCase	,   Namespace(foo=_UpperCAmelCase	,   baz=_UpperCAmelCase	,   opt=_UpperCAmelCase      )      )

             snake_case_ =   parser.parse_args(['''--foo''', '''False''', '''--baz''', '''False''', '''--opt''', '''False''']      )
             self.assertEqual(_UpperCAmelCase	,   Namespace(foo=_UpperCAmelCase	,   baz=_UpperCAmelCase	,   opt=_UpperCAmelCase      )      )



 def 		UpperCamelCase__  (			self      ):
       snake_case_ =   HfArgumentParser(_UpperCAmelCase      )

       snake_case_ =   argparse.ArgumentParser()
       expected.add_argument(
           '''--foo'''	,   default='''toto'''	,   choices=['''titi''', '''toto''', 42]	,   type=make_choice_type_function(['''titi''', '''toto''', 42]      )	,   )
       self.argparsersEqual(_UpperCAmelCase	,   _UpperCAmelCase      )

       snake_case_ =   parser.parse_args([]      )
       self.assertEqual(args.foo	,   '''toto'''      )
       snake_case_ =   parser.parse_args_into_dataclasses([]      )[0]
       self.assertEqual(enum_ex.foo	,   MixedTypeEnum.toto      )

       snake_case_ =   parser.parse_args(['''--foo''', '''titi''']      )
       self.assertEqual(args.foo	,   '''titi'''      )
       snake_case_ =   parser.parse_args_into_dataclasses(['''--foo''', '''titi''']      )[0]
       self.assertEqual(enum_ex.foo	,   MixedTypeEnum.titi      )

       snake_case_ =   parser.parse_args(['''--foo''', '''42''']      )
       self.assertEqual(args.foo	,   42      )
       snake_case_ =   parser.parse_args_into_dataclasses(['''--foo''', '''42''']      )[0]
       self.assertEqual(enum_ex.foo	,   MixedTypeEnum.fourtytwo      )



 def 		UpperCamelCase__  (			self      ):







       @dataclass
       class lowerCAmelCase_		:

        '''simple docstring'''

        __snake_case				=						"toto"





       snake_case_ =   HfArgumentParser(_UpperCAmelCase      )

       snake_case_ =   argparse.ArgumentParser()
       expected.add_argument(
           '''--foo'''	,   default='''toto'''	,   choices=('''titi''', '''toto''', 42)	,   type=make_choice_type_function(['''titi''', '''toto''', 42]      )	,   )
       self.argparsersEqual(_UpperCAmelCase	,   _UpperCAmelCase      )

       snake_case_ =   parser.parse_args([]      )
       self.assertEqual(args.foo	,   '''toto'''      )

       snake_case_ =   parser.parse_args(['''--foo''', '''titi''']      )
       self.assertEqual(args.foo	,   '''titi'''      )

       snake_case_ =   parser.parse_args(['''--foo''', '''42''']      )
       self.assertEqual(args.foo	,   42      )



 def 		UpperCamelCase__  (			self      ):
       snake_case_ =   HfArgumentParser(_UpperCAmelCase      )

       snake_case_ =   argparse.ArgumentParser()
       expected.add_argument('''--foo_int'''	,   nargs='''+'''	,   default=[]	,   type=_UpperCAmelCase      )
       expected.add_argument('''--bar_int'''	,   nargs='''+'''	,   default=[1, 2, 3]	,   type=_UpperCAmelCase      )
       expected.add_argument('''--foo_str'''	,   nargs='''+'''	,   default=['''Hallo''', '''Bonjour''', '''Hello''']	,   type=_UpperCAmelCase      )
       expected.add_argument('''--foo_float'''	,   nargs='''+'''	,   default=[0.1, 0.2, 0.3]	,   type=_UpperCAmelCase      )

       self.argparsersEqual(_UpperCAmelCase	,   _UpperCAmelCase      )

       snake_case_ =   parser.parse_args([]      )
       self.assertEqual(
           _UpperCAmelCase	,   Namespace(foo_int=[]	,   bar_int=[1, 2, 3]	,   foo_str=['''Hallo''', '''Bonjour''', '''Hello''']	,   foo_float=[0.1, 0.2, 0.3]      )	,   )

       snake_case_ =   parser.parse_args('''--foo_int 1 --bar_int 2 3 --foo_str a b c --foo_float 0.1 0.7'''.split()      )
       self.assertEqual(_UpperCAmelCase	,   Namespace(foo_int=[1]	,   bar_int=[2, 3]	,   foo_str=['''a''', '''b''', '''c''']	,   foo_float=[0.1, 0.7]      )      )



 def 		UpperCamelCase__  (			self      ):
       snake_case_ =   argparse.ArgumentParser()
       expected.add_argument('''--foo'''	,   default=_UpperCAmelCase	,   type=_UpperCAmelCase      )
       expected.add_argument('''--bar'''	,   default=_UpperCAmelCase	,   type=_UpperCAmelCase	,   help='''help message'''      )
       expected.add_argument('''--baz'''	,   default=_UpperCAmelCase	,   type=_UpperCAmelCase      )
       expected.add_argument('''--ces'''	,   nargs='''+'''	,   default=[]	,   type=_UpperCAmelCase      )
       expected.add_argument('''--des'''	,   nargs='''+'''	,   default=[]	,   type=_UpperCAmelCase      )

       snake_case_ =   [OptionalExample]
       if is_python_no_less_than_3_10:
             dataclass_types.append(_UpperCAmelCase      )

       for dataclass_type in dataclass_types:
             snake_case_ =   HfArgumentParser(_UpperCAmelCase      )

             self.argparsersEqual(_UpperCAmelCase	,   _UpperCAmelCase      )

             snake_case_ =   parser.parse_args([]      )
             self.assertEqual(_UpperCAmelCase	,   Namespace(foo=_UpperCAmelCase	,   bar=_UpperCAmelCase	,   baz=_UpperCAmelCase	,   ces=[]	,   des=[]      )      )

             snake_case_ =   parser.parse_args('''--foo 12 --bar 3.14 --baz 42 --ces a b c --des 1 2 3'''.split()      )
             self.assertEqual(_UpperCAmelCase	,   Namespace(foo=12	,   bar=3.14	,   baz='''42'''	,   ces=['''a''', '''b''', '''c''']	,   des=[1, 2, 3]      )      )



 def 		UpperCamelCase__  (			self      ):
       snake_case_ =   HfArgumentParser(_UpperCAmelCase      )

       snake_case_ =   argparse.ArgumentParser()
       expected.add_argument('''--required_list'''	,   nargs='''+'''	,   type=_UpperCAmelCase	,   required=_UpperCAmelCase      )
       expected.add_argument('''--required_str'''	,   type=_UpperCAmelCase	,   required=_UpperCAmelCase      )
       expected.add_argument(
           '''--required_enum'''	,   type=make_choice_type_function(['''titi''', '''toto''']      )	,   choices=['''titi''', '''toto''']	,   required=_UpperCAmelCase	,   )
       self.argparsersEqual(_UpperCAmelCase	,   _UpperCAmelCase      )



 def 		UpperCamelCase__  (			self      ):
       snake_case_ =   HfArgumentParser(_UpperCAmelCase      )

       snake_case_ =   argparse.ArgumentParser()
       expected.add_argument('''--foo'''	,   type=_UpperCAmelCase	,   required=_UpperCAmelCase      )
       expected.add_argument(
           '''--required_enum'''	,   type=make_choice_type_function(['''titi''', '''toto''']      )	,   choices=['''titi''', '''toto''']	,   required=_UpperCAmelCase	,   )
       expected.add_argument('''--opt'''	,   type=_UpperCAmelCase	,   default=_UpperCAmelCase      )
       expected.add_argument('''--baz'''	,   default='''toto'''	,   type=_UpperCAmelCase	,   help='''help message'''      )
       expected.add_argument('''--foo_str'''	,   nargs='''+'''	,   default=['''Hallo''', '''Bonjour''', '''Hello''']	,   type=_UpperCAmelCase      )
       self.argparsersEqual(_UpperCAmelCase	,   _UpperCAmelCase      )



 def 		UpperCamelCase__  (			self      ):
       snake_case_ =   HfArgumentParser(_UpperCAmelCase      )

       snake_case_ =   {
           '''foo''': 12,
           '''bar''': 3.14,
           '''baz''': '''42''',
           '''flag''': True,
       }

       snake_case_ =   parser.parse_dict(_UpperCAmelCase      )[0]
       snake_case_ =   BasicExample(**_UpperCAmelCase      )
       self.assertEqual(_UpperCAmelCase	,   _UpperCAmelCase      )



 def 		UpperCamelCase__  (			self      ):
       snake_case_ =   HfArgumentParser(_UpperCAmelCase      )

       snake_case_ =   {
           '''foo''': 12,
           '''bar''': 3.14,
           '''baz''': '''42''',
           '''flag''': True,
           '''extra''': 42,
       }

       self.assertRaises(_UpperCAmelCase	,   parser.parse_dict	,   _UpperCAmelCase	,   allow_extra_keys=_UpperCAmelCase      )



 def 		UpperCamelCase__  (			self      ):
       snake_case_ =   HfArgumentParser(_UpperCAmelCase      )

       snake_case_ =   {
           '''foo''': 12,
           '''bar''': 3.14,
           '''baz''': '''42''',
           '''flag''': True,
       }
       with tempfile.TemporaryDirectory() as tmp_dir:
             snake_case_ =   os.path.join(_UpperCAmelCase	,   '''temp_json'''      )
             os.mkdir(_UpperCAmelCase      )
             with open(temp_local_path + '''.json'''	,   '''w+'''      ) as f:
                   json.dump(_UpperCAmelCase	,   _UpperCAmelCase      )
             snake_case_ =   parser.parse_yaml_file(Path(temp_local_path + '''.json'''      )      )[0]

       snake_case_ =   BasicExample(**_UpperCAmelCase      )
       self.assertEqual(_UpperCAmelCase	,   _UpperCAmelCase      )



 def 		UpperCamelCase__  (			self      ):
       snake_case_ =   HfArgumentParser(_UpperCAmelCase      )

       snake_case_ =   {
           '''foo''': 12,
           '''bar''': 3.14,
           '''baz''': '''42''',
           '''flag''': True,
       }
       with tempfile.TemporaryDirectory() as tmp_dir:
             snake_case_ =   os.path.join(_UpperCAmelCase	,   '''temp_yaml'''      )
             os.mkdir(_UpperCAmelCase      )
             with open(temp_local_path + '''.yaml'''	,   '''w+'''      ) as f:
                   yaml.dump(_UpperCAmelCase	,   _UpperCAmelCase      )
             snake_case_ =   parser.parse_yaml_file(Path(temp_local_path + '''.yaml'''      )      )[0]
       snake_case_ =   BasicExample(**_UpperCAmelCase      )
       self.assertEqual(_UpperCAmelCase	,   _UpperCAmelCase      )





 def 		UpperCamelCase__  (			self      ):
       snake_case_ =   HfArgumentParser(_UpperCAmelCase      )
       self.assertIsNotNone(_UpperCAmelCase      )



from dataclasses import dataclass
from typing import Optional, Tuple

import torch
from torch import nn
from transformers import RobertaPreTrainedModel, XLMRobertaConfig, XLMRobertaModel
from transformers.utils import ModelOutput







@dataclass
class lowerCAmelCase_		(				lowerCamelCase__ ):

 '''simple docstring'''

 __snake_case				=						None
 __snake_case				=						None
 __snake_case				=						None
 __snake_case				=						None







class lowerCAmelCase_		(				lowerCamelCase__ ):

 '''simple docstring'''

 def __init__(			self	,   _UpperCAmelCase=1	,   _UpperCAmelCase=0	,   _UpperCAmelCase=2	,   _UpperCAmelCase=5_12	,   _UpperCAmelCase="cls"	,   _UpperCAmelCase=False	,   _UpperCAmelCase=True	,   **_UpperCAmelCase	,   ):
       super().__init__(pad_token_id=_UpperCAmelCase	,   bos_token_id=_UpperCAmelCase	,   eos_token_id=_UpperCAmelCase	,   **_UpperCAmelCase      )
       snake_case_ =   project_dim
       snake_case_ =   pooler_fn
       snake_case_ =   learn_encoder
       snake_case_ =   use_attention_mask







class lowerCAmelCase_		(				lowerCamelCase__ ):

 '''simple docstring'''

 __snake_case				=						[R"pooler", R"logit_scale"]
 __snake_case				=						[R"position_ids", R"predictions.decoder.bias"]
 __snake_case				=						"roberta"
 __snake_case				=						RobertaSeriesConfig



 def __init__(			self	,   _UpperCAmelCase      ):
       super().__init__(_UpperCAmelCase      )
       snake_case_ =   XLMRobertaModel(_UpperCAmelCase      )
       snake_case_ =   nn.Linear(config.hidden_size	,   config.project_dim      )
       snake_case_ =   getattr(_UpperCAmelCase	,   '''has_pre_transformation'''	,   _UpperCAmelCase      )
       if self.has_pre_transformation:
             snake_case_ =   nn.Linear(config.hidden_size	,   config.project_dim      )
             snake_case_ =   nn.LayerNorm(config.hidden_size	,   eps=config.layer_norm_eps      )
       self.post_init()





 def 		UpperCamelCase__  (			self	,   _UpperCAmelCase = None	,   _UpperCAmelCase = None	,   _UpperCAmelCase = None	,   _UpperCAmelCase = None	,   _UpperCAmelCase = None	,   _UpperCAmelCase = None	,   _UpperCAmelCase = None	,   _UpperCAmelCase = None	,   _UpperCAmelCase = None	,   _UpperCAmelCase = None	,   _UpperCAmelCase = None	,   ):
       snake_case_ =   return_dict if return_dict is not None else self.config.use_return_dict

       snake_case_ =   self.base_model(
           input_ids=_UpperCAmelCase	,   attention_mask=_UpperCAmelCase	,   token_type_ids=_UpperCAmelCase	,   position_ids=_UpperCAmelCase	,   head_mask=_UpperCAmelCase	,   inputs_embeds=_UpperCAmelCase	,   encoder_hidden_states=_UpperCAmelCase	,   encoder_attention_mask=_UpperCAmelCase	,   output_attentions=_UpperCAmelCase	,   output_hidden_states=True if self.has_pre_transformation else output_hidden_states	,   return_dict=_UpperCAmelCase	,   )

       if self.has_pre_transformation:
             snake_case_ =   outputs['''hidden_states'''][-2]
             snake_case_ =   self.pre_LN(_UpperCAmelCase      )
             snake_case_ =   self.transformation_pre(_UpperCAmelCase      )

             return TransformationModelOutput(
                 projection_state=_UpperCAmelCase	,   last_hidden_state=outputs.last_hidden_state	,   hidden_states=outputs.hidden_states	,   attentions=outputs.attentions	,   )
       else:
             snake_case_ =   self.transformation(outputs.last_hidden_state      )
             return TransformationModelOutput(
                 projection_state=_UpperCAmelCase	,   last_hidden_state=outputs.last_hidden_state	,   hidden_states=outputs.hidden_states	,   attentions=outputs.attentions	,   )