
from ...configuration_utils import PretrainedConfig





class       __A(				UpperCAmelCase       ):
					SCREAMING_SNAKE_CASE			    =    '''bert-generation'''

					def __init__(	self					:     str   ,					__UpperCamelCase					:     List[Any]=5_0_3_5_8   ,					__UpperCamelCase					:     str=1_0_2_4   ,					__UpperCamelCase					:     Optional[int]=2_4   ,					__UpperCamelCase					:     Union[str, Any]=1_6   ,					__UpperCamelCase					:     int=4_0_9_6   ,					__UpperCamelCase					:     Dict="gelu"   ,					__UpperCamelCase					:     Dict=0.1   ,					__UpperCamelCase					:     str=0.1   ,					__UpperCamelCase					:     Any=5_1_2   ,					__UpperCamelCase					:     List[str]=0.02   ,					__UpperCamelCase					:     Tuple=1E-12   ,					__UpperCamelCase					:     Optional[int]=0   ,					__UpperCamelCase					:     List[Any]=2   ,					__UpperCamelCase					:     Tuple=1   ,					__UpperCamelCase					:     Any="absolute"   ,					__UpperCamelCase					:     Optional[Any]=True   ,					**__UpperCamelCase					:     Union[str, Any]   ,					):
												super().__init__(pad_token_id=__UpperCamelCase   ,					bos_token_id=__UpperCamelCase   ,					eos_token_id=__UpperCamelCase   ,					**__UpperCamelCase   )

												lowerCamelCase_							  =					vocab_size
												lowerCamelCase_							  =					hidden_size
												lowerCamelCase_							  =					num_hidden_layers
												lowerCamelCase_							  =					num_attention_heads
												lowerCamelCase_							  =					hidden_act
												lowerCamelCase_							  =					intermediate_size
												lowerCamelCase_							  =					hidden_dropout_prob
												lowerCamelCase_							  =					attention_probs_dropout_prob
												lowerCamelCase_							  =					max_position_embeddings
												lowerCamelCase_							  =					initializer_range
												lowerCamelCase_							  =					layer_norm_eps
												lowerCamelCase_							  =					position_embedding_type
												lowerCamelCase_							  =					use_cache







from typing import TYPE_CHECKING

from ...utils import OptionalDependencyNotAvailable, _LazyModule, is_flax_available, is_torch_available


lowercase        =  {'''configuration_speech_encoder_decoder''': ['''SpeechEncoderDecoderConfig''']}

try:
		if not is_torch_available():
				raise OptionalDependencyNotAvailable()
except OptionalDependencyNotAvailable:
		pass
else:
		lowercase        =  ['''SpeechEncoderDecoderModel''']

try:
		if not is_flax_available():
				raise OptionalDependencyNotAvailable()
except OptionalDependencyNotAvailable:
		pass
else:
		lowercase        =  ['''FlaxSpeechEncoderDecoderModel''']

if TYPE_CHECKING:
		from .configuration_speech_encoder_decoder import SpeechEncoderDecoderConfig

		try:
				if not is_torch_available():
						raise OptionalDependencyNotAvailable()
		except OptionalDependencyNotAvailable:
				pass
		else:
				from .modeling_speech_encoder_decoder import SpeechEncoderDecoderModel

		try:
				if not is_flax_available():
						raise OptionalDependencyNotAvailable()
		except OptionalDependencyNotAvailable:
				pass
		else:
				from .modeling_flax_speech_encoder_decoder import FlaxSpeechEncoderDecoderModel

else:
		import sys

		lowercase        =  _LazyModule(__name__, globals()['''__file__'''], _import_structure, module_spec=__spec__)





