




def 							_UpperCAmelCase     (UpperCamelCase_       :       int = 1000				):
				'''simple docstring'''
				return sum(i for i in range(UpperCamelCase_				) if i % 3 == 0 or i % 5 == 0				)


if __name__ == "__main__":
	print(F'''{solution() = }''')







from collections import OrderedDict
from typing import Mapping

from ...configuration_utils import PretrainedConfig
from ...onnx import OnnxConfig
from ...utils import logging


_lowerCamelCase					:     Optional[int]					  =  logging.get_logger(__name__)

_lowerCamelCase					:     Optional[int]					  =  {
    "squeezebert/squeezebert-uncased": (
        "https://huggingface.co/squeezebert/squeezebert-uncased/resolve/main/config.json"
    ),
    "squeezebert/squeezebert-mnli": "https://huggingface.co/squeezebert/squeezebert-mnli/resolve/main/config.json",
    "squeezebert/squeezebert-mnli-headless": (
        "https://huggingface.co/squeezebert/squeezebert-mnli-headless/resolve/main/config.json"
    ),
}
class 				__snake_case     (_a						):
				lowerCAmelCase__			=   SQUEEZEBERT_PRETRAINED_CONFIG_ARCHIVE_MAP
				lowerCAmelCase__			=   "squeezebert"



				def __init__(					self					:						Optional[int]						,		_UpperCAmelCase					:						Tuple=3_0522						,		_UpperCAmelCase					:						str=768						,		_UpperCAmelCase					:						int=12						,		_UpperCAmelCase					:						Tuple=12						,		_UpperCAmelCase					:						Tuple=3072						,		_UpperCAmelCase					:						Union[str, Any]="gelu"						,		_UpperCAmelCase					:						Union[str, Any]=0.1						,		_UpperCAmelCase					:						List[Any]=0.1						,		_UpperCAmelCase					:						List[Any]=512						,		_UpperCAmelCase					:						Tuple=2						,		_UpperCAmelCase					:						Optional[Any]=0.02						,		_UpperCAmelCase					:						Any=1E-12						,		_UpperCAmelCase					:						Optional[Any]=0						,		_UpperCAmelCase					:						Union[str, Any]=768						,		_UpperCAmelCase					:						Any=4						,		_UpperCAmelCase					:						Any=4						,		_UpperCAmelCase					:						Optional[int]=4						,		_UpperCAmelCase					:						str=1						,		_UpperCAmelCase					:						Union[str, Any]=4						,		_UpperCAmelCase					:						List[str]=4						,		**_UpperCAmelCase					:						int						,		)     ->			Any:





								'''simple docstring'''




								super().__init__(pad_token_id=_UpperCAmelCase						,		**_UpperCAmelCase					)

								_lowerCAmelCase			:			Optional[Any]        =					vocab_size
								_lowerCAmelCase			:			Optional[Any]        =					hidden_size
								_lowerCAmelCase			:			Tuple        =					num_hidden_layers
								_lowerCAmelCase			:			int        =					num_attention_heads
								_lowerCAmelCase			:			List[Any]        =					hidden_act
								_lowerCAmelCase			:			List[Any]        =					intermediate_size
								_lowerCAmelCase			:			List[str]        =					hidden_dropout_prob
								_lowerCAmelCase			:			Any        =					attention_probs_dropout_prob
								_lowerCAmelCase			:			str        =					max_position_embeddings
								_lowerCAmelCase			:			int        =					type_vocab_size
								_lowerCAmelCase			:			str        =					initializer_range
								_lowerCAmelCase			:			int        =					layer_norm_eps
								_lowerCAmelCase			:			int        =					embedding_size
								_lowerCAmelCase			:			Optional[int]        =					q_groups
								_lowerCAmelCase			:			List[Any]        =					k_groups
								_lowerCAmelCase			:			List[Any]        =					v_groups
								_lowerCAmelCase			:			Dict        =					post_attention_groups
								_lowerCAmelCase			:			Optional[Any]        =					intermediate_groups
								_lowerCAmelCase			:			str        =					output_groups






class 				__snake_case     (_a						):



				@property
				def 					SCREAMING_SNAKE_CASE				(					self					:						Union[str, Any]					)     ->			Mapping[str, Mapping[int, str]]:





								'''simple docstring'''




								if self.task == "multiple-choice":
												_lowerCAmelCase			:			Optional[int]        =					{0: """batch""", 1: """choice""", 2: """sequence"""}
								else:
												_lowerCAmelCase			:			int        =					{0: """batch""", 1: """sequence"""}
								return OrderedDict(
								    [
								        ("""input_ids""", dynamic_axis),
								        ("""attention_mask""", dynamic_axis),
								        ("""token_type_ids""", dynamic_axis),
								    ]					)

