"""simple docstring"""






from torch import nn




def 						SCREAMING_SNAKE_CASE					(  __UpperCAmelCase       )							->   Optional[Any]:
				if act_fn in ["swish", "silu"]:
								return nn.SiLU()
				elif act_fn == "mish":
								return nn.Mish()
				elif act_fn == "gelu":
								return nn.GELU()
				else:
								raise ValueError(F"""Unsupported activation function: {act_fn}"""       )





"""simple docstring"""






import argparse
import os

import torch

from transformers.utils import WEIGHTS_NAME


_A   					=    ['small', 'medium', 'large']

_A   					=    'lm_head.decoder.weight'
_A   					=    'lm_head.weight'




def 						SCREAMING_SNAKE_CASE					(  __UpperCAmelCase  ,					__UpperCAmelCase       )							->   List[str]:
				SCREAMING_SNAKE_CASE__		  =				torch.load(__UpperCAmelCase       )
				SCREAMING_SNAKE_CASE__		  =				d.pop(__UpperCAmelCase       )
				os.makedirs(__UpperCAmelCase  ,					exist_ok=__UpperCAmelCase       )
				torch.save(__UpperCAmelCase  ,					os.path.join(__UpperCAmelCase  ,					__UpperCAmelCase       )       )


if __name__ == "__main__":
						_A   					=    argparse.ArgumentParser()
						parser.add_argument('--dialogpt_path', default='.', type=str)
						_A   					=    parser.parse_args()
						for MODEL in DIALOGPT_MODELS:
												_A   					=    os.path.join(args.dialogpt_path, F'{MODEL}_ft.pkl')
												_A   					=    F'./DialoGPT-{MODEL}'
												convert_dialogpt_checkpoint(
												    checkpoint_path,
												    pytorch_dump_folder_path,
												)




