
from ...configuration_utils import PretrainedConfig
from ...utils import logging


_A     =  logging.get_logger(__name__)

_A     =  {
    "google/fnet-base": "https://huggingface.co/google/fnet-base/resolve/main/config.json",
    "google/fnet-large": "https://huggingface.co/google/fnet-large/resolve/main/config.json"
    # See all FNet models at https://huggingface.co/models?filter=fnet
}





class 			_lowerCAmelCase      (			__a ):
				_lowercase    	='''fnet'''




				def __init__(      self       ,       _UpperCamelCase=32_000       ,       _UpperCamelCase=768       ,       _UpperCamelCase=12       ,       _UpperCamelCase=3_072       ,       _UpperCamelCase="gelu_new"       ,       _UpperCamelCase=0.1       ,       _UpperCamelCase=512       ,       _UpperCamelCase=4       ,       _UpperCamelCase=0.02       ,       _UpperCamelCase=1e-1_2       ,       _UpperCamelCase=False       ,       _UpperCamelCase=512       ,       _UpperCamelCase=3       ,       _UpperCamelCase=1       ,       _UpperCamelCase=2       ,       **_UpperCamelCase       ,       )       ->   int:
							super().__init__(pad_token_id=_UpperCamelCase       ,       bos_token_id=_UpperCamelCase       ,       eos_token_id=_UpperCamelCase       ,       **_UpperCamelCase  )

							lowerCAmelCase_      			=			vocab_size
							lowerCAmelCase_      			=			max_position_embeddings
							lowerCAmelCase_      			=			hidden_size
							lowerCAmelCase_      			=			num_hidden_layers
							lowerCAmelCase_      			=			intermediate_size
							lowerCAmelCase_      			=			hidden_act
							lowerCAmelCase_      			=			hidden_dropout_prob
							lowerCAmelCase_      			=			initializer_range
							lowerCAmelCase_      			=			type_vocab_size
							lowerCAmelCase_      			=			layer_norm_eps
							lowerCAmelCase_      			=			use_tpu_fourier_optimizations
							lowerCAmelCase_      			=			tpu_short_seq_length





from string import ascii_lowercase, ascii_uppercase






def      lowerCamelCase__       (       __lowerCAmelCase						:						str       ):




			"""simple docstring"""


			if not sentence:
						return ""
			lowerCAmelCase_      			=			dict(zip(__lowerCAmelCase					,							__lowerCAmelCase       )       )
			return lower_to_upper.get(sentence[0]					,							sentence[0]       ) + sentence[1:]


if __name__ == "__main__":
			from doctest import testmod

			testmod()



