





from ...configuration_utils import PretrainedConfig
from ...utils import logging


_snake_case				= logging.get_logger(__name__)

_snake_case				= {
    """openbmb/cpm-ant-10b""": """https://huggingface.co/openbmb/cpm-ant-10b/blob/main/config.json"""
    # See all CPMAnt models at https://huggingface.co/models?filter=cpmant
}





class 					lowerCAmelCase							(   lowercase_					):
  __lowerCamelCase		=			'cpmant'







  def __init__(			self  :Tuple    ,							_lowercase  :int = 3_07_20    ,							_lowercase  :int = 40_96    ,							_lowercase  :int = 32    ,							_lowercase  :int = 1_28    ,							_lowercase  :int = 1_02_40    ,							_lowercase  :int = 48    ,							_lowercase  :int = 0.0    ,							_lowercase  :int = 5_12    ,							_lowercase  :int = 20_48    ,							_lowercase  :int = 1e-6    ,							_lowercase  :float = 1.0    ,							_lowercase  :int = 32    ,							_lowercase  :int = 32    ,							_lowercase  :int = 32    ,							_lowercase  :bool = True    ,							**_lowercase  :Union[str, Any]    ,							):






     '''simple docstring'''





     super().__init__(**_lowercase					)
     lowercase__    =  prompt_types
     lowercase__    =  prompt_length
     lowercase__    =  segment_types
     lowercase__    =  hidden_size
     lowercase__    =  num_attention_heads
     lowercase__    =  dim_head
     lowercase__    =  dim_ff
     lowercase__    =  num_hidden_layers
     lowercase__    =  position_bias_num_buckets
     lowercase__    =  position_bias_max_distance
     lowercase__    =  dropout_p
     lowercase__    =  eps
     lowercase__    =  use_cache
     lowercase__    =  vocab_size
     lowercase__    =  init_std













from typing import TYPE_CHECKING

from ...utils import OptionalDependencyNotAvailable, _LazyModule, is_torch_available, is_vision_available


_snake_case				= {"""configuration_bit""": ["""BIT_PRETRAINED_CONFIG_ARCHIVE_MAP""", """BitConfig""", """BitOnnxConfig"""]}

try:
  if not is_torch_available():
    raise OptionalDependencyNotAvailable()
except OptionalDependencyNotAvailable:
  pass
else:
  _snake_case				= [
      """BIT_PRETRAINED_MODEL_ARCHIVE_LIST""",
      """BitForImageClassification""",
      """BitModel""",
      """BitPreTrainedModel""",
      """BitBackbone""",
  ]


try:
  if not is_vision_available():
    raise OptionalDependencyNotAvailable()
except OptionalDependencyNotAvailable:
  pass
else:
  _snake_case				= ["""BitImageProcessor"""]


if TYPE_CHECKING:
  from .configuration_bit import BIT_PRETRAINED_CONFIG_ARCHIVE_MAP, BitConfig, BitOnnxConfig

  try:
    if not is_torch_available():
      raise OptionalDependencyNotAvailable()
  except OptionalDependencyNotAvailable:
    pass
  else:
    from .modeling_bit import (
        BIT_PRETRAINED_MODEL_ARCHIVE_LIST,
        BitBackbone,
        BitForImageClassification,
        BitModel,
        BitPreTrainedModel,
    )

  try:
    if not is_vision_available():
      raise OptionalDependencyNotAvailable()
  except OptionalDependencyNotAvailable:
    pass
  else:
    from .image_processing_bit import BitImageProcessor

else:
  import sys

  _snake_case				= _LazyModule(__name__, globals()["""__file__"""], _import_structure)






