





"""simple docstring"""
from typing import TYPE_CHECKING

from ...utils import (
    OptionalDependencyNotAvailable,
    _LazyModule,
    is_flax_available,
    is_sentencepiece_available,
    is_tf_available,
    is_tokenizers_available,
    is_torch_available,
)


__UpperCamelCase     :						Optional[int]						       =  {
    '''configuration_xlm_roberta''': [
        '''XLM_ROBERTA_PRETRAINED_CONFIG_ARCHIVE_MAP''',
        '''XLMRobertaConfig''',
        '''XLMRobertaOnnxConfig''',
    ],
}

try:
       if not is_sentencepiece_available():
              raise OptionalDependencyNotAvailable()
except OptionalDependencyNotAvailable:
       pass
else:
       __UpperCamelCase     :						List[Any]						       =  ['''XLMRobertaTokenizer''']

try:
       if not is_tokenizers_available():
              raise OptionalDependencyNotAvailable()
except OptionalDependencyNotAvailable:
       pass
else:
       __UpperCamelCase     :						Optional[Any]						       =  ['''XLMRobertaTokenizerFast''']

try:
       if not is_torch_available():
              raise OptionalDependencyNotAvailable()
except OptionalDependencyNotAvailable:
       pass
else:
       __UpperCamelCase     :						int						       =  [
           '''XLM_ROBERTA_PRETRAINED_MODEL_ARCHIVE_LIST''',
           '''XLMRobertaForCausalLM''',
           '''XLMRobertaForMaskedLM''',
           '''XLMRobertaForMultipleChoice''',
           '''XLMRobertaForQuestionAnswering''',
           '''XLMRobertaForSequenceClassification''',
           '''XLMRobertaForTokenClassification''',
           '''XLMRobertaModel''',
           '''XLMRobertaPreTrainedModel''',
       ]

try:
       if not is_tf_available():
              raise OptionalDependencyNotAvailable()
except OptionalDependencyNotAvailable:
       pass
else:
       __UpperCamelCase     :						Tuple						       =  [
           '''TF_XLM_ROBERTA_PRETRAINED_MODEL_ARCHIVE_LIST''',
           '''TFXLMRobertaForCausalLM''',
           '''TFXLMRobertaForMaskedLM''',
           '''TFXLMRobertaForMultipleChoice''',
           '''TFXLMRobertaForQuestionAnswering''',
           '''TFXLMRobertaForSequenceClassification''',
           '''TFXLMRobertaForTokenClassification''',
           '''TFXLMRobertaModel''',
           '''TFXLMRobertaPreTrainedModel''',
       ]

try:
       if not is_flax_available():
              raise OptionalDependencyNotAvailable()
except OptionalDependencyNotAvailable:
       pass
else:
       __UpperCamelCase     :						Optional[Any]						       =  [
           '''FLAX_XLM_ROBERTA_PRETRAINED_MODEL_ARCHIVE_LIST''',
           '''FlaxXLMRobertaForMaskedLM''',
           '''FlaxXLMRobertaForCausalLM''',
           '''FlaxXLMRobertaForMultipleChoice''',
           '''FlaxXLMRobertaForQuestionAnswering''',
           '''FlaxXLMRobertaForSequenceClassification''',
           '''FlaxXLMRobertaForTokenClassification''',
           '''FlaxXLMRobertaModel''',
           '''FlaxXLMRobertaPreTrainedModel''',
       ]

if TYPE_CHECKING:
       from .configuration_xlm_roberta import (
           XLM_ROBERTA_PRETRAINED_CONFIG_ARCHIVE_MAP,
           XLMRobertaConfig,
           XLMRobertaOnnxConfig,
       )

       try:
              if not is_sentencepiece_available():
                     raise OptionalDependencyNotAvailable()
       except OptionalDependencyNotAvailable:
              pass
       else:
              from .tokenization_xlm_roberta import XLMRobertaTokenizer

       try:
              if not is_tokenizers_available():
                     raise OptionalDependencyNotAvailable()
       except OptionalDependencyNotAvailable:
              pass
       else:
              from .tokenization_xlm_roberta_fast import XLMRobertaTokenizerFast

       try:
              if not is_torch_available():
                     raise OptionalDependencyNotAvailable()
       except OptionalDependencyNotAvailable:
              pass
       else:
              from .modeling_xlm_roberta import (
                  XLM_ROBERTA_PRETRAINED_MODEL_ARCHIVE_LIST,
                  XLMRobertaForCausalLM,
                  XLMRobertaForMaskedLM,
                  XLMRobertaForMultipleChoice,
                  XLMRobertaForQuestionAnswering,
                  XLMRobertaForSequenceClassification,
                  XLMRobertaForTokenClassification,
                  XLMRobertaModel,
                  XLMRobertaPreTrainedModel,
              )

       try:
              if not is_tf_available():
                     raise OptionalDependencyNotAvailable()
       except OptionalDependencyNotAvailable:
              pass
       else:
              from .modeling_tf_xlm_roberta import (
                  TF_XLM_ROBERTA_PRETRAINED_MODEL_ARCHIVE_LIST,
                  TFXLMRobertaForCausalLM,
                  TFXLMRobertaForMaskedLM,
                  TFXLMRobertaForMultipleChoice,
                  TFXLMRobertaForQuestionAnswering,
                  TFXLMRobertaForSequenceClassification,
                  TFXLMRobertaForTokenClassification,
                  TFXLMRobertaModel,
                  TFXLMRobertaPreTrainedModel,
              )

       try:
              if not is_flax_available():
                     raise OptionalDependencyNotAvailable()
       except OptionalDependencyNotAvailable:
              pass
       else:
              from .modeling_flax_xlm_roberta import (
                  FLAX_XLM_ROBERTA_PRETRAINED_MODEL_ARCHIVE_LIST,
                  FlaxXLMRobertaForCausalLM,
                  FlaxXLMRobertaForMaskedLM,
                  FlaxXLMRobertaForMultipleChoice,
                  FlaxXLMRobertaForQuestionAnswering,
                  FlaxXLMRobertaForSequenceClassification,
                  FlaxXLMRobertaForTokenClassification,
                  FlaxXLMRobertaModel,
                  FlaxXLMRobertaPreTrainedModel,
              )

else:
       import sys

       __UpperCamelCase     :						Union[str, Any]						       =  _LazyModule(__name__, globals()['''__file__'''], _import_structure, module_spec=__spec__)












"""simple docstring"""
from ...configuration_utils import PretrainedConfig
from ...utils import logging


__UpperCamelCase     :						Optional[Any]						       =  logging.get_logger(__name__)

__UpperCamelCase     :						List[Any]						       =  {
    # See all MEGATRON_BERT models at https://huggingface.co/models?filter=bert
}







class       a							(   a__  ):
 snake_case__             =       '''megatron-bert'''



 def __init__(     self				,       _snake_case=2_90_56				,       _snake_case=10_24				,       _snake_case=24				,       _snake_case=16				,       _snake_case=40_96				,       _snake_case="gelu"				,       _snake_case=0.1				,       _snake_case=0.1				,       _snake_case=5_12				,       _snake_case=2				,       _snake_case=0.02				,       _snake_case=1E-12				,       _snake_case=0				,       _snake_case="absolute"				,       _snake_case=True				,       **_snake_case				,       ):







  """simple docstring"""






  super().__init__(pad_token_id=_snake_case				,       **_snake_case     )

  lowerCAmelCase    				= vocab_size
  lowerCAmelCase    				= hidden_size
  lowerCAmelCase    				= num_hidden_layers
  lowerCAmelCase    				= num_attention_heads
  lowerCAmelCase    				= hidden_act
  lowerCAmelCase    				= intermediate_size
  lowerCAmelCase    				= hidden_dropout_prob
  lowerCAmelCase    				= attention_probs_dropout_prob
  lowerCAmelCase    				= max_position_embeddings
  lowerCAmelCase    				= type_vocab_size
  lowerCAmelCase    				= initializer_range
  lowerCAmelCase    				= layer_norm_eps
  lowerCAmelCase    				= position_embedding_type
  lowerCAmelCase    				= use_cache





