





'''simple docstring'''

import re

def     __magic_name__							(				__UpperCAmelCase   )    ->       list:

   '''simple docstring'''







   return [char.split() for char in re.split(R"""[^ a-z A-Z 0-9 \s]"""				,						str_   )]

def     __magic_name__							(				__UpperCAmelCase   )    ->       str:

   '''simple docstring'''







   __SCREAMING_SNAKE_CASE   				=							split_input(str_   )
   return "".join(
       ["""""".join([char.capitalize() for char in sub_str]   ) for sub_str in string_split]   )

def     __magic_name__							(				__UpperCAmelCase				,						__UpperCAmelCase				,						__UpperCAmelCase   )    ->       str:

   '''simple docstring'''







   try:
      __SCREAMING_SNAKE_CASE   				=							split_input(__UpperCAmelCase   )
      if upper:
         __SCREAMING_SNAKE_CASE   				=							"""""".join(
             [
                 separator.join([char.upper() for char in sub_str]   )
                 for sub_str in string_split
             ]   )
      else:
         __SCREAMING_SNAKE_CASE   				=							"""""".join(
             [
                 separator.join([char.lower() for char in sub_str]   )
                 for sub_str in string_split
             ]   )
      return res_str
   except IndexError:
      return "not valid string"

def     __magic_name__							(				__UpperCAmelCase   )    ->       str:

   '''simple docstring'''







   return to_simple_case(__UpperCAmelCase   )

def     __magic_name__							(				__UpperCAmelCase   )    ->       str:

   '''simple docstring'''







   try:
      __SCREAMING_SNAKE_CASE   				=							to_simple_case(__UpperCAmelCase   )
      return res_str[0].lower() + res_str[1:]
   except IndexError:
      return "not valid string"

def     __magic_name__							(				__UpperCAmelCase				,						__UpperCAmelCase   )    ->       str:

   '''simple docstring'''







   return to_complex_case(__UpperCAmelCase				,						__UpperCAmelCase				,						"""_"""   )

def     __magic_name__							(				__UpperCAmelCase				,						__UpperCAmelCase   )    ->       str:

   '''simple docstring'''







   return to_complex_case(__UpperCAmelCase				,						__UpperCAmelCase				,						"""-"""   )


if __name__ == "__main__":
    __import__("doctest").testmod()












'''simple docstring'''




from ...configuration_utils import PretrainedConfig
from ...utils import logging


lowercase__       : List[Any]         =       logging.get_logger(__name__)

lowercase__       : Optional[int]         =       {
    '''unc-nlp/lxmert-base-uncased''': '''https://huggingface.co/unc-nlp/lxmert-base-uncased/resolve/main/config.json''',
}


class 					SCREAMING_SNAKE_CASE       (a__				):
     lowerCAmelCase						     =			'''lxmert'''
     lowerCAmelCase						     =			{}


     def __init__(		self		,      _UpperCAmelCase=3_0522		,      _UpperCAmelCase=768		,      _UpperCAmelCase=12		,      _UpperCAmelCase=9500		,      _UpperCAmelCase=1600		,      _UpperCAmelCase=400		,      _UpperCAmelCase=3072		,      _UpperCAmelCase="gelu"		,      _UpperCAmelCase=0.1		,      _UpperCAmelCase=0.1		,      _UpperCAmelCase=512		,      _UpperCAmelCase=2		,      _UpperCAmelCase=0.02		,      _UpperCAmelCase=1e-1_2		,      _UpperCAmelCase=9		,      _UpperCAmelCase=5		,      _UpperCAmelCase=5		,      _UpperCAmelCase=2048		,      _UpperCAmelCase=4		,      _UpperCAmelCase=6.67		,      _UpperCAmelCase=True		,      _UpperCAmelCase=True		,      _UpperCAmelCase=True		,      _UpperCAmelCase=True		,      _UpperCAmelCase=True		,      _UpperCAmelCase=True		,      _UpperCAmelCase=True		,      **_UpperCAmelCase		,      ):

          '''simple docstring'''






          __A		:					Tuple						=			vocab_size
          __A		:					int						=			hidden_size
          __A		:					str						=			num_attention_heads
          __A		:					Tuple						=			hidden_act
          __A		:					int						=			intermediate_size
          __A		:					str						=			hidden_dropout_prob
          __A		:					Optional[int]						=			attention_probs_dropout_prob
          __A		:					Optional[Any]						=			max_position_embeddings
          __A		:					Tuple						=			type_vocab_size
          __A		:					Optional[int]						=			initializer_range
          __A		:					Any						=			layer_norm_eps
          __A		:					Optional[Any]						=			num_qa_labels
          __A		:					Optional[int]						=			num_object_labels
          __A		:					Any						=			num_attr_labels
          __A		:					Union[str, Any]						=			l_layers
          __A		:					Optional[int]						=			x_layers
          __A		:					List[Any]						=			r_layers
          __A		:					Tuple						=			visual_feat_dim
          __A		:					Tuple						=			visual_pos_dim
          __A		:					Optional[int]						=			visual_loss_normalizer
          __A		:					int						=			task_matched
          __A		:					List[Any]						=			task_mask_lm
          __A		:					Optional[Any]						=			task_obj_predict
          __A		:					str						=			task_qa
          __A		:					List[Any]						=			visual_obj_loss
          __A		:					Optional[Any]						=			visual_attr_loss
          __A		:					Union[str, Any]						=			visual_feat_loss
          __A		:					Union[str, Any]						=			{'vision': r_layers, 'cross_encoder': x_layers, 'language': l_layers}
          super().__init__(**_UpperCAmelCase)