


"""simple docstring"""






# coding=utf-8
# Copyright 2023 The HuggingFace Inc. team.
#
# Licensed under the Apache License, Version 2.0 (the "License");
# you may not use this file except in compliance with the License.
# You may obtain a copy of the License at
#
#     http://www.apache.org/licenses/LICENSE-2.0
#
# Unless required by applicable law or agreed to in writing, software
# distributed under the License is distributed on an "AS IS" BASIS,
# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
# See the License for the specific language governing permissions and
# limitations under the License.

# this script dumps information about the environment

import os
import platform
import sys


_lowerCAmelCase							:    Union[str, Any]					   =	'''3'''

print('''Python version:''', sys.version)

print('''OS platform:''', platform.platform())
print('''OS architecture:''', platform.machine())

try:
  import torch

  print('''Torch version:''', torch.__version__)
  print('''Cuda available:''', torch.cuda.is_available())
  print('''Cuda version:''', torch.version.cuda)
  print('''CuDNN version:''', torch.backends.cudnn.version())
  print('''Number of GPUs available:''', torch.cuda.device_count())
except ImportError:
  print('''Torch version:''', None)

try:
  import transformers

  print('''transformers version:''', transformers.__version__)
except ImportError:
  print('''transformers version:''', None)
"""simple docstring"""






from ...configuration_utils import PretrainedConfig
from ...utils import logging


__lowerCAmelCase       :			int   	=logging.get_logger(__name__)

__lowerCAmelCase       :			Optional[Any]   	={
    """uw-madison/mra-base-512-4""": """https://huggingface.co/uw-madison/mra-base-512-4/resolve/main/config.json""",
}





class 					_A		(			lowerCAmelCase      ):
      snake_case__     :  Optional[int]				    =      'mra'

      def __init__(		self						,			__lowerCAmelCase=5_0265						,			__lowerCAmelCase=768						,			__lowerCAmelCase=12						,			__lowerCAmelCase=12						,			__lowerCAmelCase=3072						,			__lowerCAmelCase="gelu"						,			__lowerCAmelCase=0.1						,			__lowerCAmelCase=0.1						,			__lowerCAmelCase=512						,			__lowerCAmelCase=1						,			__lowerCAmelCase=0.0_2						,			__lowerCAmelCase=1E-5						,			__lowerCAmelCase="absolute"						,			__lowerCAmelCase=4						,			__lowerCAmelCase="full"						,			__lowerCAmelCase=0						,			__lowerCAmelCase=0						,			__lowerCAmelCase=1						,			__lowerCAmelCase=0						,			__lowerCAmelCase=2						,			**__lowerCAmelCase						,			):







            """simple docstring"""



            super().__init__(pad_token_id=__lowerCAmelCase						,			bos_token_id=__lowerCAmelCase						,			eos_token_id=__lowerCAmelCase						,			**__lowerCAmelCase		)

            lowercase								=      vocab_size
            lowercase								=      max_position_embeddings
            lowercase								=      hidden_size
            lowercase								=      num_hidden_layers
            lowercase								=      num_attention_heads
            lowercase								=      intermediate_size
            lowercase								=      hidden_act
            lowercase								=      hidden_dropout_prob
            lowercase								=      attention_probs_dropout_prob
            lowercase								=      initializer_range
            lowercase								=      type_vocab_size
            lowercase								=      layer_norm_eps
            lowercase								=      position_embedding_type
            lowercase								=      block_per_row
            lowercase								=      approx_mode
            lowercase								=      initial_prior_first_n_blocks
            lowercase								=      initial_prior_diagonal_n_blocks



