


from ...configuration_utils import PretrainedConfig







class lowerCAmelCase_		(				lowerCamelCase__ ):

 '''simple docstring'''

 __snake_case				=						"bert-generation"



 def __init__(			self	,   _UpperCAmelCase=5_03_58	,   _UpperCAmelCase=10_24	,   _UpperCAmelCase=24	,   _UpperCAmelCase=16	,   _UpperCAmelCase=40_96	,   _UpperCAmelCase="gelu"	,   _UpperCAmelCase=0.1	,   _UpperCAmelCase=0.1	,   _UpperCAmelCase=5_12	,   _UpperCAmelCase=0.02	,   _UpperCAmelCase=1E-12	,   _UpperCAmelCase=0	,   _UpperCAmelCase=2	,   _UpperCAmelCase=1	,   _UpperCAmelCase="absolute"	,   _UpperCAmelCase=True	,   **_UpperCAmelCase	,   ):
       super().__init__(pad_token_id=_UpperCAmelCase	,   bos_token_id=_UpperCAmelCase	,   eos_token_id=_UpperCAmelCase	,   **_UpperCAmelCase      )

       snake_case_ =   vocab_size
       snake_case_ =   hidden_size
       snake_case_ =   num_hidden_layers
       snake_case_ =   num_attention_heads
       snake_case_ =   hidden_act
       snake_case_ =   intermediate_size
       snake_case_ =   hidden_dropout_prob
       snake_case_ =   attention_probs_dropout_prob
       snake_case_ =   max_position_embeddings
       snake_case_ =   initializer_range
       snake_case_ =   layer_norm_eps
       snake_case_ =   position_embedding_type
       snake_case_ =   use_cache



from ...utils import is_note_seq_available, is_transformers_available, is_torch_available
from ...utils import OptionalDependencyNotAvailable


try:
   if not (is_transformers_available() and is_torch_available()):
      raise OptionalDependencyNotAvailable()
except OptionalDependencyNotAvailable:
   from ...utils.dummy_torch_and_transformers_objects import *  # noqa F403
else:
   from .notes_encoder import SpectrogramNotesEncoder
   from .continous_encoder import SpectrogramContEncoder
   from .pipeline_spectrogram_diffusion import (
       SpectrogramContEncoder,
       SpectrogramDiffusionPipeline,
       TaFilmDecoder,
   )

try:
   if not (is_transformers_available() and is_torch_available() and is_note_seq_available()):
      raise OptionalDependencyNotAvailable()
except OptionalDependencyNotAvailable:
   from ...utils.dummy_transformers_and_torch_and_note_seq_objects import *  # noqa F403
else:
   from .midi_utils import MidiProcessor