



'''simple docstring'''





from ...configuration_utils import PretrainedConfig
from ...utils import logging


SCREAMING_SNAKE_CASE__      					=     logging.get_logger(__name__)

SCREAMING_SNAKE_CASE__      					=     {
    "abeja/gpt-neox-japanese-2.7b": "https://huggingface.co/abeja/gpt-neox-japanese-2.7b/resolve/main/config.json",
}


class 				snake_case (UpperCamelCase   ):
       lowerCAmelCase__  :Dict						   =					"gpt_neox_japanese"



       def __init__(				self     ,UpperCAmelCase_=32_000     ,UpperCAmelCase_=2_560     ,UpperCAmelCase_=32     ,UpperCAmelCase_=32     ,UpperCAmelCase_=4     ,UpperCAmelCase_="gelu"     ,UpperCAmelCase_=1.00     ,UpperCAmelCase_=10_000     ,UpperCAmelCase_=2_048     ,UpperCAmelCase_=0.02     ,UpperCAmelCase_=1E-5     ,UpperCAmelCase_=True     ,UpperCAmelCase_=31_996     ,UpperCAmelCase_=31_999     ,UpperCAmelCase_=0.1     ,UpperCAmelCase_=0.0     ,**UpperCAmelCase_     ,)  ->							Union[str, Any]:
           super().__init__(bos_token_id=UpperCAmelCase_     ,eos_token_id=UpperCAmelCase_     ,**UpperCAmelCase_      )
           lowercase__		       =						vocab_size
           lowercase__		       =						max_position_embeddings
           lowercase__		       =						hidden_size
           lowercase__		       =						num_hidden_layers
           lowercase__		       =						num_attention_heads
           lowercase__		       =						intermediate_multiple_size
           lowercase__		       =						hidden_act
           lowercase__		       =						rotary_pct
           lowercase__		       =						rotary_emb_base
           lowercase__		       =						initializer_range
           lowercase__		       =						layer_norm_eps
           lowercase__		       =						use_cache
           lowercase__		       =						attention_dropout
           lowercase__		       =						hidden_dropout









'''simple docstring'''





def        lowerCamelCase  (				_snake_case  :						int = 4_000_000       ):





    '''simple docstring'''


    lowercase__		       =						[0, 1]
    lowercase__		       =						0
    while fib[i] <= n:
        fib.append(fib[i] + fib[i + 1]       )
        if fib[i + 2] > n:
            break
        i += 1
    lowercase__		       =						0
    for j in range(len(_snake_case       ) - 1       ):
        if fib[j] % 2 == 0:
            total += fib[j]

    return total


if __name__ == "__main__":
 print(f'''{solution() = }''')




