


"""simple docstring"""


from ...configuration_utils import PretrainedConfig
from ...utils import logging


A  :     List[Any]    					=    logging.get_logger(__name__)

A  :     Tuple    					=    {
    "uw-madison/mra-base-512-4": "https://huggingface.co/uw-madison/mra-base-512-4/resolve/main/config.json",
}
class 						_UpperCamelCase						(     lowerCAmelCase__	):
							'''simple docstring'''







							__UpperCAmelCase		:					Optional[Any]          ="""mra"""

							def __init__(  self					,     __a=5_02_65					,     __a=7_68					,     __a=12					,     __a=12					,     __a=30_72					,     __a="gelu"					,     __a=0.1					,     __a=0.1					,     __a=5_12					,     __a=1					,     __a=0.0_2					,     __a=1e-5					,     __a="absolute"					,     __a=4					,     __a="full"					,     __a=0					,     __a=0					,     __a=1					,     __a=0					,     __a=2					,     **__a					,     ):
										super().__init__(pad_token_id=__a					,     bos_token_id=__a					,     eos_token_id=__a					,     **__a			)

										__lowerCAmelCase       					=    vocab_size
										__lowerCAmelCase       					=    max_position_embeddings
										__lowerCAmelCase       					=    hidden_size
										__lowerCAmelCase       					=    num_hidden_layers
										__lowerCAmelCase       					=    num_attention_heads
										__lowerCAmelCase       					=    intermediate_size
										__lowerCAmelCase       					=    hidden_act
										__lowerCAmelCase       					=    hidden_dropout_prob
										__lowerCAmelCase       					=    attention_probs_dropout_prob
										__lowerCAmelCase       					=    initializer_range
										__lowerCAmelCase       					=    type_vocab_size
										__lowerCAmelCase       					=    layer_norm_eps
										__lowerCAmelCase       					=    position_embedding_type
										__lowerCAmelCase       					=    block_per_row
										__lowerCAmelCase       					=    approx_mode
										__lowerCAmelCase       					=    initial_prior_first_n_blocks
										__lowerCAmelCase       					=    initial_prior_diagonal_n_blocks








"""simple docstring"""


from typing import TYPE_CHECKING

from ...utils import OptionalDependencyNotAvailable, _LazyModule, is_torch_available


A  :     Union[str, Any]    					=    {
    "configuration_x_clip": [
        "XCLIP_PRETRAINED_CONFIG_ARCHIVE_MAP",
        "XCLIPConfig",
        "XCLIPTextConfig",
        "XCLIPVisionConfig",
    ],
    "processing_x_clip": ["XCLIPProcessor"],
}

try:
	if not is_torch_available():
		raise OptionalDependencyNotAvailable()
except OptionalDependencyNotAvailable:
	pass
else:
	A  :     Optional[int]    					=    [
	    "XCLIP_PRETRAINED_MODEL_ARCHIVE_LIST",
	    "XCLIPModel",
	    "XCLIPPreTrainedModel",
	    "XCLIPTextModel",
	    "XCLIPVisionModel",
	]

if TYPE_CHECKING:
	from .configuration_x_clip import (
	    XCLIP_PRETRAINED_CONFIG_ARCHIVE_MAP,
	    XCLIPConfig,
	    XCLIPTextConfig,
	    XCLIPVisionConfig,
	)
	from .processing_x_clip import XCLIPProcessor

	try:
		if not is_torch_available():
			raise OptionalDependencyNotAvailable()
	except OptionalDependencyNotAvailable:
		pass
	else:
		from .modeling_x_clip import (
		    XCLIP_PRETRAINED_MODEL_ARCHIVE_LIST,
		    XCLIPModel,
		    XCLIPPreTrainedModel,
		    XCLIPTextModel,
		    XCLIPVisionModel,
		)

else:
	import sys

	A  :     Union[str, Any]    					=    _LazyModule(__name__, globals()["__file__"], _import_structure, module_spec=__spec__)




