
from ...configuration_utils import PretrainedConfig
from ...utils import logging


lowercase        =  logging.get_logger(__name__)

lowercase        =  {
    '''weiweishi/roc-bert-base-zh''': '''https://huggingface.co/weiweishi/roc-bert-base-zh/resolve/main/config.json''',
}





class       __A(				UpperCamelCase__       ):
					SCREAMING_SNAKE_CASE			    =    '''roc_bert'''

					def __init__(	self					:     List[str]   ,					__UpperCamelCase					:     Union[str, Any]=3_0_5_2_2   ,					__UpperCamelCase					:     Dict=7_6_8   ,					__UpperCamelCase					:     Dict=1_2   ,					__UpperCamelCase					:     Union[str, Any]=1_2   ,					__UpperCamelCase					:     Union[str, Any]=3_0_7_2   ,					__UpperCamelCase					:     List[str]="gelu"   ,					__UpperCamelCase					:     Dict=0.1   ,					__UpperCamelCase					:     Any=0.1   ,					__UpperCamelCase					:     Optional[Any]=5_1_2   ,					__UpperCamelCase					:     List[str]=2   ,					__UpperCamelCase					:     Dict=0.02   ,					__UpperCamelCase					:     List[str]=1E-12   ,					__UpperCamelCase					:     Optional[Any]=True   ,					__UpperCamelCase					:     Any=0   ,					__UpperCamelCase					:     str="absolute"   ,					__UpperCamelCase					:     Union[str, Any]=None   ,					__UpperCamelCase					:     Dict=True   ,					__UpperCamelCase					:     List[Any]=True   ,					__UpperCamelCase					:     Any=7_6_8   ,					__UpperCamelCase					:     str=9_1_0   ,					__UpperCamelCase					:     int=5_1_2   ,					__UpperCamelCase					:     Optional[Any]=2_4_8_5_8   ,					__UpperCamelCase					:     Optional[Any]=True   ,					**__UpperCamelCase					:     Dict   ,					):
												lowerCamelCase_							  =					vocab_size
												lowerCamelCase_							  =					max_position_embeddings
												lowerCamelCase_							  =					hidden_size
												lowerCamelCase_							  =					num_hidden_layers
												lowerCamelCase_							  =					num_attention_heads
												lowerCamelCase_							  =					intermediate_size
												lowerCamelCase_							  =					hidden_act
												lowerCamelCase_							  =					hidden_dropout_prob
												lowerCamelCase_							  =					attention_probs_dropout_prob
												lowerCamelCase_							  =					initializer_range
												lowerCamelCase_							  =					type_vocab_size
												lowerCamelCase_							  =					layer_norm_eps
												lowerCamelCase_							  =					use_cache
												lowerCamelCase_							  =					enable_pronunciation
												lowerCamelCase_							  =					enable_shape
												lowerCamelCase_							  =					pronunciation_embed_dim
												lowerCamelCase_							  =					pronunciation_vocab_size
												lowerCamelCase_							  =					shape_embed_dim
												lowerCamelCase_							  =					shape_vocab_size
												lowerCamelCase_							  =					concat_input
												lowerCamelCase_							  =					position_embedding_type
												lowerCamelCase_							  =					classifier_dropout
												super().__init__(pad_token_id=__A   ,					**__A   )







def      __lowerCAmelCase						(							UpperCAmelCase__				:      int = 4_0_0_0_0_0_0       )  ->    int:
							lowerCamelCase_							  =					[]
							lowerCamelCase_  ,   lowerCamelCase_							  =					0, 1
							while b <= n:
														if b % 2 == 0:
																					even_fibs.append(UpperCAmelCase__       )
														lowerCamelCase_  ,   lowerCamelCase_							  =					b, a + b
							return sum(UpperCAmelCase__       )


if __name__ == "__main__":
		print(F"""{solution() = }""")





