


'''simple docstring'''



__A	={
    'Pillow': 'Pillow<10.0.0',
    'accelerate': 'accelerate>=0.20.3',
    'av': 'av==9.2.0',
    'beautifulsoup4': 'beautifulsoup4',
    'black': 'black~=23.1',
    'codecarbon': 'codecarbon==1.2.0',
    'cookiecutter': 'cookiecutter==1.7.3',
    'dataclasses': 'dataclasses',
    'datasets': 'datasets!=2.5.0',
    'decord': 'decord==0.6.0',
    'deepspeed': 'deepspeed>=0.9.3',
    'diffusers': 'diffusers',
    'dill': 'dill<0.3.5',
    'evaluate': 'evaluate>=0.2.0',
    'fairscale': 'fairscale>0.3',
    'faiss-cpu': 'faiss-cpu',
    'fastapi': 'fastapi',
    'filelock': 'filelock',
    'flax': 'flax>=0.4.1,<=0.7.0',
    'ftfy': 'ftfy',
    'fugashi': 'fugashi>=1.0',
    'GitPython': 'GitPython<3.1.19',
    'hf-doc-builder': 'hf-doc-builder>=0.3.0',
    'huggingface-hub': 'huggingface-hub>=0.14.1,<1.0',
    'importlib_metadata': 'importlib_metadata',
    'ipadic': 'ipadic>=1.0.0,<2.0',
    'isort': 'isort>=5.5.4',
    'jax': 'jax>=0.2.8,!=0.3.2,<=0.4.13',
    'jaxlib': 'jaxlib>=0.1.65,<=0.4.13',
    'jieba': 'jieba',
    'kenlm': 'kenlm',
    'keras-nlp': 'keras-nlp>=0.3.1',
    'librosa': 'librosa',
    'nltk': 'nltk',
    'natten': 'natten>=0.14.6',
    'numpy': 'numpy>=1.17',
    'onnxconverter-common': 'onnxconverter-common',
    'onnxruntime-tools': 'onnxruntime-tools>=1.4.2',
    'onnxruntime': 'onnxruntime>=1.4.0',
    'opencv-python': 'opencv-python',
    'optuna': 'optuna',
    'optax': 'optax>=0.0.8,<=0.1.4',
    'packaging': 'packaging>=20.0',
    'parameterized': 'parameterized',
    'phonemizer': 'phonemizer',
    'protobuf': 'protobuf',
    'psutil': 'psutil',
    'pyyaml': 'pyyaml>=5.1',
    'pydantic': 'pydantic<2',
    'pytest': 'pytest>=7.2.0',
    'pytest-timeout': 'pytest-timeout',
    'pytest-xdist': 'pytest-xdist',
    'python': 'python>=3.8.0',
    'ray[tune]': 'ray[tune]',
    'regex': 'regex!=2019.12.17',
    'requests': 'requests',
    'rhoknp': 'rhoknp>=1.1.0,<1.3.1',
    'rjieba': 'rjieba',
    'rouge-score': 'rouge-score!=0.0.7,!=0.0.8,!=0.1,!=0.1.1',
    'ruff': 'ruff>=0.0.241,<=0.0.259',
    'sacrebleu': 'sacrebleu>=1.4.12,<2.0.0',
    'sacremoses': 'sacremoses',
    'safetensors': 'safetensors>=0.3.1',
    'sagemaker': 'sagemaker>=2.31.0',
    'scikit-learn': 'scikit-learn',
    'sentencepiece': 'sentencepiece>=0.1.91,!=0.1.92',
    'sigopt': 'sigopt',
    'starlette': 'starlette',
    'sudachipy': 'sudachipy>=0.6.6',
    'sudachidict_core': 'sudachidict_core>=20220729',
    'tensorflow-cpu': 'tensorflow-cpu>=2.6,<2.14',
    'tensorflow': 'tensorflow>=2.6,<2.14',
    'tensorflow-text': 'tensorflow-text<2.14',
    'tf2onnx': 'tf2onnx',
    'timeout-decorator': 'timeout-decorator',
    'timm': 'timm',
    'tokenizers': 'tokenizers>=0.11.1,!=0.11.3,<0.14',
    'torch': 'torch>=1.9,!=1.12.0',
    'torchaudio': 'torchaudio',
    'torchvision': 'torchvision',
    'pyctcdecode': 'pyctcdecode>=0.4.0',
    'tqdm': 'tqdm>=4.27',
    'unidic': 'unidic>=1.0.2',
    'unidic_lite': 'unidic_lite>=1.0.7',
    'urllib3': 'urllib3<2.0.0',
    'uvicorn': 'uvicorn',
}



'''simple docstring'''



from typing import Callable, Dict, Optional, Tuple

import torch
from torch import nn
from torch.distributions import (
    AffineTransform,
    Distribution,
    Independent,
    NegativeBinomial,
    Normal,
    StudentT,
    TransformedDistribution,
)


class 		_snake_case					(     a__	):




					def __init__(      self							,							_lowerCamelCase							,							_lowerCamelCase=None							,							_lowerCamelCase=None							,							_lowerCamelCase=0):
								UpperCAmelCase__  :					Dict        =     1.0 if scale is None else scale
								UpperCAmelCase__  :					Dict        =     0.0 if loc is None else loc

								super().__init__(_lowerCamelCase							,							[AffineTransform(loc=self.loc							,							scale=self.scale							,							event_dim=_lowerCamelCase)])




					@property
					def 				snake_case__						(      self):
								return self.base_dist.mean * self.scale + self.loc




					@property
					def 				snake_case__						(      self):
								return self.base_dist.variance * self.scale**2




					@property
					def 				snake_case__						(      self):
								return self.variance.sqrt()


class 		_snake_case					(     nn.Module	):




					def __init__(      self							,							_lowerCamelCase							,							_lowerCamelCase							,							_lowerCamelCase							,							**_lowerCamelCase):
								super().__init__(**_lowerCamelCase)
								UpperCAmelCase__  :					int        =     args_dim
								UpperCAmelCase__  :					Optional[int]        =     nn.ModuleList([nn.Linear(_lowerCamelCase							,							_lowerCamelCase) for dim in args_dim.values()])
								UpperCAmelCase__  :					Optional[Any]        =     domain_map




					def 				snake_case__						(      self							,							_lowerCamelCase):
								UpperCAmelCase__  :					Optional[int]        =     [proj(_lowerCamelCase) for proj in self.proj]

								return self.domain_map(*_lowerCamelCase)


class 		_snake_case					(     nn.Module	):




					def __init__(      self							,							_lowerCamelCase):
								super().__init__()
								UpperCAmelCase__  :					Optional[int]        =     function




					def 				snake_case__						(      self							,							_lowerCamelCase							,							*_lowerCamelCase):
								return self.function(_lowerCamelCase							,							*_lowerCamelCase)


class 		_snake_case					:
					lowerCAmelCase      :type
					lowerCAmelCase      :int
					lowerCAmelCase      :Dict[str, int]




					def __init__(      self							,							_lowerCamelCase = 1):
								UpperCAmelCase__  :					Optional[Any]        =     dim
								UpperCAmelCase__  :					int        =     {k: dim * self.args_dim[k] for k in self.args_dim}




					def 				snake_case__						(      self							,							_lowerCamelCase):
								if self.dim == 1:
											return self.distribution_class(*_lowerCamelCase)
								else:
											return Independent(self.distribution_class(*_lowerCamelCase)							,							1)




					def 				snake_case__						(      self							,							_lowerCamelCase							,							_lowerCamelCase = None							,							_lowerCamelCase = None							,							):
								UpperCAmelCase__  :					Dict        =     self._base_distribution(_lowerCamelCase)
								if loc is None and scale is None:
											return distr
								else:
											return AffineTransformed(_lowerCamelCase							,							loc=_lowerCamelCase							,							scale=_lowerCamelCase							,							event_dim=self.event_dim)




					@property
					def 				snake_case__						(      self):
								return () if self.dim == 1 else (self.dim,)




					@property
					def 				snake_case__						(      self):
								return len(self.event_shape)




					@property
					def 				snake_case__						(      self):
								return 0.0




					def 				snake_case__						(      self							,							_lowerCamelCase):
								return ParameterProjection(
								    in_features=_lowerCamelCase							,							args_dim=self.args_dim							,							domain_map=LambdaLayer(self.domain_map)							,							)




					def 				snake_case__						(      self							,							*_lowerCamelCase):
								raise NotImplementedError()




					@staticmethod
					def 				snake_case__						(      _lowerCamelCase):
								return (x + torch.sqrt(torch.square(_lowerCamelCase) + 4.0)) / 2.0


class 		_snake_case					(     a__	):
					lowerCAmelCase      :Dict[str, int]   =					{"df": 1, "loc": 1, "scale": 1}
					lowerCAmelCase      :type   =					StudentT




					@classmethod
					def 				snake_case__						(      cls							,							_lowerCamelCase							,							_lowerCamelCase							,							_lowerCamelCase):
								UpperCAmelCase__  :					Optional[Any]        =     cls.squareplus(_lowerCamelCase).clamp_min(torch.finfo(scale.dtype).eps)
								UpperCAmelCase__  :					Any        =     2.0 + cls.squareplus(_lowerCamelCase)
								return df.squeeze(-1), loc.squeeze(-1), scale.squeeze(-1)


class 		_snake_case					(     a__	):
					lowerCAmelCase      :Dict[str, int]   =					{"loc": 1, "scale": 1}
					lowerCAmelCase      :type   =					Normal




					@classmethod
					def 				snake_case__						(      cls							,							_lowerCamelCase							,							_lowerCamelCase):
								UpperCAmelCase__  :					str        =     cls.squareplus(_lowerCamelCase).clamp_min(torch.finfo(scale.dtype).eps)
								return loc.squeeze(-1), scale.squeeze(-1)


class 		_snake_case					(     a__	):
					lowerCAmelCase      :Dict[str, int]   =					{"total_count": 1, "logits": 1}
					lowerCAmelCase      :type   =					NegativeBinomial




					@classmethod
					def 				snake_case__						(      cls							,							_lowerCamelCase							,							_lowerCamelCase):
								UpperCAmelCase__  :					str        =     cls.squareplus(_lowerCamelCase)
								return total_count.squeeze(-1), logits.squeeze(-1)




					def 				snake_case__						(      self							,							_lowerCamelCase):
								UpperCAmelCase__   ,       UpperCAmelCase__  :					Tuple        =     distr_args
								if self.dim == 1:
											return self.distribution_class(total_count=_lowerCamelCase							,							logits=_lowerCamelCase)
								else:
											return Independent(self.distribution_class(total_count=_lowerCamelCase							,							logits=_lowerCamelCase)							,							1)




					def 				snake_case__						(      self							,							_lowerCamelCase							,							_lowerCamelCase = None							,							_lowerCamelCase = None):
								UpperCAmelCase__   ,       UpperCAmelCase__  :					Any        =     distr_args

								if scale is not None:
											# See scaling property of Gamma.
											logits += scale.log()

								return self._base_distribution((total_count, logits))