
import warnings

from ...configuration_utils import PretrainedConfig
from ...utils import logging


_lowercase											=    logging.get_logger(__name__)

_lowercase											=    {
    """RUCAIBox/mvp""": """https://huggingface.co/RUCAIBox/mvp/resolve/main/config.json""",
}


class 			lowercase_		(      A       ):
       __lowerCamelCase				       =						"mvp"
       __lowerCamelCase				       =						["past_key_values"]
       __lowerCamelCase				       =						{"num_attention_heads": "encoder_attention_heads", "hidden_size": "d_model"}


       def __init__(    self						,       __A=50_267						,       __A=1_024						,       __A=12						,       __A=4_096						,       __A=16						,       __A=12						,       __A=4_096						,       __A=16						,       __A=0.0						,       __A=0.0						,       __A="gelu"						,       __A=1_024						,       __A=0.1						,       __A=0.0						,       __A=0.0						,       __A=0.02						,       __A=0.0						,       __A=False						,       __A=True						,       __A=1						,       __A=0						,       __A=2						,       __A=True						,       __A=2						,       __A=2						,       __A=False						,       __A=100						,       __A=800						,       **__A						,       )						->    Optional[int]:
              SCREAMING_SNAKE_CASE_							:				List[str]		=vocab_size
              SCREAMING_SNAKE_CASE_							:				Tuple		=max_position_embeddings
              SCREAMING_SNAKE_CASE_							:				Union[str, Any]		=d_model
              SCREAMING_SNAKE_CASE_							:				Dict		=encoder_ffn_dim
              SCREAMING_SNAKE_CASE_							:				Optional[int]		=encoder_layers
              SCREAMING_SNAKE_CASE_							:				Tuple		=encoder_attention_heads
              SCREAMING_SNAKE_CASE_							:				List[Any]		=decoder_ffn_dim
              SCREAMING_SNAKE_CASE_							:				Optional[Any]		=decoder_layers
              SCREAMING_SNAKE_CASE_							:				List[Any]		=decoder_attention_heads
              SCREAMING_SNAKE_CASE_							:				Tuple		=dropout
              SCREAMING_SNAKE_CASE_							:				Union[str, Any]		=attention_dropout
              SCREAMING_SNAKE_CASE_							:				int		=activation_dropout
              SCREAMING_SNAKE_CASE_							:				int		=activation_function
              SCREAMING_SNAKE_CASE_							:				int		=init_std
              SCREAMING_SNAKE_CASE_							:				Optional[int]		=encoder_layerdrop
              SCREAMING_SNAKE_CASE_							:				int		=decoder_layerdrop
              SCREAMING_SNAKE_CASE_							:				Dict		=classifier_dropout
              SCREAMING_SNAKE_CASE_							:				Optional[Any]		=use_cache
              SCREAMING_SNAKE_CASE_							:				int		=encoder_layers
              SCREAMING_SNAKE_CASE_							:				List[str]		=scale_embedding  # scale factor will be sqrt(d_model) if True
              SCREAMING_SNAKE_CASE_							:				List[str]		=use_prompt
              SCREAMING_SNAKE_CASE_							:				List[Any]		=prompt_length
              SCREAMING_SNAKE_CASE_							:				List[Any]		=prompt_mid_dim

              super().__init__(
                  pad_token_id=__A						,       bos_token_id=__A						,       eos_token_id=__A						,       is_encoder_decoder=__A						,       decoder_start_token_id=__A						,       forced_eos_token_id=__A						,       **__A						,       )

              if self.forced_bos_token_id is None and kwargs.get('''force_bos_token_to_be_generated'''						,       __A				):
                     SCREAMING_SNAKE_CASE_							:				int		=self.bos_token_id
                     warnings.warn(
                         F'Please make sure the config includes `forced_bos_token_id={self.bos_token_id}` in future versions. '
                         '''The config can simply be saved and uploaded again to be fixed.'''				)


from typing import TYPE_CHECKING

from ...utils import (
    OptionalDependencyNotAvailable,
    _LazyModule,
    is_torch_available,
)


_lowercase											=    {
    """configuration_falcon""": ["""FALCON_PRETRAINED_CONFIG_ARCHIVE_MAP""", """FalconConfig"""],
}

try:
 if not is_torch_available():
  raise OptionalDependencyNotAvailable()
except OptionalDependencyNotAvailable:
 pass
else:
 _lowercase											=    [
     """FALCON_PRETRAINED_MODEL_ARCHIVE_LIST""",
     """FalconForCausalLM""",
     """FalconModel""",
     """FalconPreTrainedModel""",
     """FalconForSequenceClassification""",
     """FalconForTokenClassification""",
     """FalconForQuestionAnswering""",
 ]


if TYPE_CHECKING:
 from .configuration_falcon import FALCON_PRETRAINED_CONFIG_ARCHIVE_MAP, FalconConfig

 try:
  if not is_torch_available():
   raise OptionalDependencyNotAvailable()
 except OptionalDependencyNotAvailable:
  pass
 else:
  from .modeling_falcon import (
      FALCON_PRETRAINED_MODEL_ARCHIVE_LIST,
      FalconForCausalLM,
      FalconForQuestionAnswering,
      FalconForSequenceClassification,
      FalconForTokenClassification,
      FalconModel,
      FalconPreTrainedModel,
  )


else:
 import sys

 _lowercase											=    _LazyModule(__name__, globals()["""__file__"""], _import_structure, module_spec=__spec__)
