


"""simple docstring"""






from typing import Optional, Union

import torch
from torch import nn

from ...configuration_utils import ConfigMixin, register_to_config
from ...models.modeling_utils import ModelMixin


class 			lowerCamelCase_		(			lowercase       ,  lowercase   ):





				"""simple docstring"""







				@register_to_config
				def __init__(						self       ,		UpperCAmelCase__ = 768       ,		):
								super().__init__()

								SCREAMING_SNAKE_CASE__     							=				nn.Parameter(torch.zeros(1       ,		UpperCAmelCase__     )     )
								SCREAMING_SNAKE_CASE__     							=				nn.Parameter(torch.ones(1       ,		UpperCAmelCase__     )     )



				def   lowerCAmelCase__		(						self       ,		UpperCAmelCase__ = None       ,		UpperCAmelCase__ = None       ,		):
								SCREAMING_SNAKE_CASE__     							=				nn.Parameter(self.mean.to(UpperCAmelCase__     ).to(UpperCAmelCase__     )     )
								SCREAMING_SNAKE_CASE__     							=				nn.Parameter(self.std.to(UpperCAmelCase__     ).to(UpperCAmelCase__     )     )
								return self



				def   lowerCAmelCase__		(						self       ,		UpperCAmelCase__     ):
								SCREAMING_SNAKE_CASE__     							=				(embeds - self.mean) * 1.0 / self.std
								return embeds






				def   lowerCAmelCase__		(						self       ,		UpperCAmelCase__     ):
								SCREAMING_SNAKE_CASE__     							=				(embeds * self.std) + self.mean
								return embeds




"""simple docstring"""






from transformers import BertTokenizerFast

from .custom_tokenization import CustomTokenizer


class 			lowerCamelCase_		(			lowercase   ):





				"""simple docstring"""







				_lowerCAmelCase      :      List[Any]      							=					CustomTokenizer
				pass
