"""simple docstring"""


def 			lowerCamelCase_ (					__lowerCAmelCase   ,    __lowerCAmelCase				)							->					int:




						'''simple docstring'''



						lowerCamelCase__					=0
						for ele in arr:
												total_sum += product_sum(__lowerCAmelCase   ,    depth + 1				) if isinstance(__lowerCAmelCase   ,    __lowerCAmelCase				) else ele
						return total_sum * depth





def 			lowerCamelCase_ (					__lowerCAmelCase				)							->					int:




						'''simple docstring'''



						return product_sum(__lowerCAmelCase   ,    1				)


if __name__ == "__main__":
	import doctest

	doctest.testmod()



"""simple docstring"""


from ...configuration_utils import PretrainedConfig
from ...utils import logging


a							=logging.get_logger(__name__)

a							={
    'microsoft/mpnet-base': 'https://huggingface.co/microsoft/mpnet-base/resolve/main/config.json',
}






class    __UpperCAmelCase						(	__lowerCAmelCase	):
				A__      :   Optional[int]  							=       '''mpnet'''

				def __init__(      self	, _lowerCamelCase=30527	, _lowerCamelCase=768	, _lowerCamelCase=12	, _lowerCamelCase=12	, _lowerCamelCase=3072	, _lowerCamelCase="gelu"	, _lowerCamelCase=0.1	, _lowerCamelCase=0.1	, _lowerCamelCase=512	, _lowerCamelCase=0.0_2	, _lowerCamelCase=1E-12	, _lowerCamelCase=32	, _lowerCamelCase=1	, _lowerCamelCase=0	, _lowerCamelCase=2	, **_lowerCamelCase	, ):
										super().__init__(pad_token_id=_lowerCamelCase	, bos_token_id=_lowerCamelCase	, eos_token_id=_lowerCamelCase	, **_lowerCamelCase      )

										lowerCamelCase__					=vocab_size
										lowerCamelCase__					=hidden_size
										lowerCamelCase__					=num_hidden_layers
										lowerCamelCase__					=num_attention_heads
										lowerCamelCase__					=hidden_act
										lowerCamelCase__					=intermediate_size
										lowerCamelCase__					=hidden_dropout_prob
										lowerCamelCase__					=attention_probs_dropout_prob
										lowerCamelCase__					=max_position_embeddings
										lowerCamelCase__					=initializer_range
										lowerCamelCase__					=layer_norm_eps
										lowerCamelCase__					=relative_attention_num_buckets


