from ...configuration_utils import PretrainedConfig
from ...utils import logging


__a    :	Union[str, Any]         =    logging.get_logger(__name__)

__a    :	Dict         =    {
    # See all MEGATRON_BERT models at https://huggingface.co/models?filter=bert
}




class   _UpperCamelCase (		_UpperCAmelCase					):


			"""simple docstring"""






			__a    :					Union[str, Any]     					=		'''megatron-bert'''





			def __init__(  self ,  lowerCAmelCase__=2_90_56 ,  lowerCAmelCase__=10_24 ,  lowerCAmelCase__=24 ,  lowerCAmelCase__=16 ,  lowerCAmelCase__=40_96 ,  lowerCAmelCase__="gelu" ,  lowerCAmelCase__=0.1 ,  lowerCAmelCase__=0.1 ,  lowerCAmelCase__=5_12 ,  lowerCAmelCase__=2 ,  lowerCAmelCase__=0.02 ,  lowerCAmelCase__=1E-12 ,  lowerCAmelCase__=0 ,  lowerCAmelCase__="absolute" ,  lowerCAmelCase__=True ,  **lowerCAmelCase__ ,  )	->   List[Any]:

							'''simple docstring'''


							super().__init__(pad_token_id=lowerCAmelCase__ ,  **lowerCAmelCase__		)

							__lowercase					     =				vocab_size
							__lowercase					     =				hidden_size
							__lowercase					     =				num_hidden_layers
							__lowercase					     =				num_attention_heads
							__lowercase					     =				hidden_act
							__lowercase					     =				intermediate_size
							__lowercase					     =				hidden_dropout_prob
							__lowercase					     =				attention_probs_dropout_prob
							__lowercase					     =				max_position_embeddings
							__lowercase					     =				type_vocab_size
							__lowercase					     =				initializer_range
							__lowercase					     =				layer_norm_eps
							__lowercase					     =				position_embedding_type
							__lowercase					     =				use_cache
def 							UpperCAmelCase		(       lowercase				,     lowercase				):







				"""simple docstring"""



				__lowercase					     =				len(lowercase				)
				__lowercase					     =				len(lowercase				)
				__lowercase					     =				[[False for _ in range(m + 1				)] for _ in range(n + 1				)]
				__lowercase					     =				True
				for i in range(lowercase				):
								for j in range(m + 1				):
												if dp[i][j]:
																if j < m and a[i].upper() == b[j]:
																				__lowercase					     =				True
																if a[i].islower():
																				__lowercase					     =				True
				return dp[n][m]


if __name__ == "__main__":
		import doctest

		doctest.testmod()