'''simple docstring'''


from typing import TYPE_CHECKING

from ...utils import (
    OptionalDependencyNotAvailable,
    _LazyModule,
    is_tf_available,
    is_tokenizers_available,
    is_torch_available,
)


snake_case__					:      List[Any]				      =  {
    '''configuration_funnel''': ['''FUNNEL_PRETRAINED_CONFIG_ARCHIVE_MAP''', '''FunnelConfig'''],
    '''convert_funnel_original_tf_checkpoint_to_pytorch''': [],
    '''tokenization_funnel''': ['''FunnelTokenizer'''],
}

try:
 if not is_tokenizers_available():
  raise OptionalDependencyNotAvailable()
except OptionalDependencyNotAvailable:
 pass
else:
 snake_case__					:      Any				      =  ['''FunnelTokenizerFast''']

try:
 if not is_torch_available():
  raise OptionalDependencyNotAvailable()
except OptionalDependencyNotAvailable:
 pass
else:
 snake_case__					:      Tuple				      =  [
     '''FUNNEL_PRETRAINED_MODEL_ARCHIVE_LIST''',
     '''FunnelBaseModel''',
     '''FunnelForMaskedLM''',
     '''FunnelForMultipleChoice''',
     '''FunnelForPreTraining''',
     '''FunnelForQuestionAnswering''',
     '''FunnelForSequenceClassification''',
     '''FunnelForTokenClassification''',
     '''FunnelModel''',
     '''FunnelPreTrainedModel''',
     '''load_tf_weights_in_funnel''',
 ]

try:
 if not is_tf_available():
  raise OptionalDependencyNotAvailable()
except OptionalDependencyNotAvailable:
 pass
else:
 snake_case__					:      int				      =  [
     '''TF_FUNNEL_PRETRAINED_MODEL_ARCHIVE_LIST''',
     '''TFFunnelBaseModel''',
     '''TFFunnelForMaskedLM''',
     '''TFFunnelForMultipleChoice''',
     '''TFFunnelForPreTraining''',
     '''TFFunnelForQuestionAnswering''',
     '''TFFunnelForSequenceClassification''',
     '''TFFunnelForTokenClassification''',
     '''TFFunnelModel''',
     '''TFFunnelPreTrainedModel''',
 ]


if TYPE_CHECKING:
 from .configuration_funnel import FUNNEL_PRETRAINED_CONFIG_ARCHIVE_MAP, FunnelConfig
 from .tokenization_funnel import FunnelTokenizer

 try:
  if not is_tokenizers_available():
   raise OptionalDependencyNotAvailable()
 except OptionalDependencyNotAvailable:
  pass
 else:
  from .tokenization_funnel_fast import FunnelTokenizerFast

 try:
  if not is_torch_available():
   raise OptionalDependencyNotAvailable()
 except OptionalDependencyNotAvailable:
  pass
 else:
  from .modeling_funnel import (
      FUNNEL_PRETRAINED_MODEL_ARCHIVE_LIST,
      FunnelBaseModel,
      FunnelForMaskedLM,
      FunnelForMultipleChoice,
      FunnelForPreTraining,
      FunnelForQuestionAnswering,
      FunnelForSequenceClassification,
      FunnelForTokenClassification,
      FunnelModel,
      FunnelPreTrainedModel,
      load_tf_weights_in_funnel,
  )

 try:
  if not is_tf_available():
   raise OptionalDependencyNotAvailable()
 except OptionalDependencyNotAvailable:
  pass
 else:
  from .modeling_tf_funnel import (
      TF_FUNNEL_PRETRAINED_MODEL_ARCHIVE_LIST,
      TFFunnelBaseModel,
      TFFunnelForMaskedLM,
      TFFunnelForMultipleChoice,
      TFFunnelForPreTraining,
      TFFunnelForQuestionAnswering,
      TFFunnelForSequenceClassification,
      TFFunnelForTokenClassification,
      TFFunnelModel,
      TFFunnelPreTrainedModel,
  )

else:
 import sys

 snake_case__					:      Union[str, Any]				      =  _LazyModule(__name__, globals()['''__file__'''], _import_structure, module_spec=__spec__)







'''simple docstring'''


from typing import Optional, Union

import torch
from torch import nn

from ...configuration_utils import ConfigMixin, register_to_config
from ...models.modeling_utils import ModelMixin






class 					__SCREAMING_SNAKE_CASE						(	lowerCamelCase_						,     lowerCamelCase_	):







  '''simple docstring'''






  @register_to_config
  def __init__(			self				,		snake_case_ = 7_6_8				,		):




       '''simple docstring'''

       super().__init__()

       UpperCAmelCase_							:       int       =				nn.Parameter(torch.zeros(1				,		snake_case_						)						)
       UpperCAmelCase_							:       str       =				nn.Parameter(torch.ones(1				,		snake_case_						)						)


  def _UpperCamelCase					(			self				,		snake_case_ = None				,		snake_case_ = None				,		):




       '''simple docstring'''

       UpperCAmelCase_							:       int       =				nn.Parameter(self.mean.to(snake_case_						).to(snake_case_						)						)
       UpperCAmelCase_							:       Tuple       =				nn.Parameter(self.std.to(snake_case_						).to(snake_case_						)						)
       return self


  def _UpperCamelCase					(			self				,		snake_case_						):




       '''simple docstring'''

       UpperCAmelCase_							:       Dict       =				(embeds - self.mean) * 1.0 / self.std
       return embeds






  def _UpperCamelCase					(			self				,		snake_case_						):




       '''simple docstring'''

       UpperCAmelCase_							:       List[Any]       =				(embeds * self.std) + self.mean
       return embeds






