



"""simple docstring"""
import sys

from .dependency_versions_table import deps
from .utils.versions import require_version, require_version_core


# define which module versions we always want to check at run time
# (usually the ones defined in `install_requires` in setup.py)
#
# order specific notes:
# - tqdm must be checked before tokenizers

SCREAMING_SNAKE_CASE_				= """python tqdm regex requests packaging filelock numpy tokenizers""".split()
if sys.version_info < (3, 7):
					pkgs_to_check_at_runtime.append("""dataclasses""")
if sys.version_info < (3, 8):
					pkgs_to_check_at_runtime.append("""importlib_metadata""")

for pkg in pkgs_to_check_at_runtime:
					if pkg in deps:
										if pkg == "tokenizers":
															# must be loaded here, or else tqdm check may fail
															from .utils import is_tokenizers_available

															if not is_tokenizers_available():
																				continue  # not required, check version only if installed

										require_version_core(deps[pkg])
					else:
										raise ValueError(F"""can't find {pkg} in {deps.keys()}, check dependency_versions_table.py""")



def        lowerCAmelCase_						(							SCREAMING_SNAKE_CASE__, SCREAMING_SNAKE_CASE__=None	)			->      List[Any]:
		require_version(deps[pkg], SCREAMING_SNAKE_CASE__	)




"""simple docstring"""
import argparse
import os

import torch

from transformers import (
    XLNetConfig,
    XLNetForQuestionAnswering,
    XLNetForSequenceClassification,
    XLNetLMHeadModel,
    load_tf_weights_in_xlnet,
)
from transformers.utils import CONFIG_NAME, WEIGHTS_NAME, logging


SCREAMING_SNAKE_CASE_				= {
    """cola""": 2,
    """mnli""": 3,
    """mrpc""": 2,
    """sst-2""": 2,
    """sts-b""": 1,
    """qqp""": 2,
    """qnli""": 2,
    """rte""": 2,
    """wnli""": 2,
}


logging.set_verbosity_info()



def        lowerCAmelCase_						(							SCREAMING_SNAKE_CASE__, SCREAMING_SNAKE_CASE__, SCREAMING_SNAKE_CASE__, SCREAMING_SNAKE_CASE__=None	)			->      int:
		# Initialise PyTorch model
		a_     :      Optional[int] 						=     XLNetConfig.from_json_file(SCREAMING_SNAKE_CASE__	)

		a_     :      List[Any] 						=     finetuning_task.lower() if finetuning_task is not None else ""
		if finetuning_task in GLUE_TASKS_NUM_LABELS:
				print(F"""Building PyTorch XLNetForSequenceClassification model from configuration: {config}"""	)
				a_     :      Tuple 						=     finetuning_task
				a_     :      Dict 						=     GLUE_TASKS_NUM_LABELS[finetuning_task]
				a_     :      Tuple 						=     XLNetForSequenceClassification(SCREAMING_SNAKE_CASE__	)
		elif "squad" in finetuning_task:
				a_     :      Tuple 						=     finetuning_task
				a_     :      List[Any] 						=     XLNetForQuestionAnswering(SCREAMING_SNAKE_CASE__	)
		else:
				a_     :      Any 						=     XLNetLMHeadModel(SCREAMING_SNAKE_CASE__	)

		# Load weights from tf checkpoint
		load_tf_weights_in_xlnet(SCREAMING_SNAKE_CASE__, SCREAMING_SNAKE_CASE__, SCREAMING_SNAKE_CASE__	)

		# Save pytorch-model
		a_     :      Tuple 						=     os.path.join(SCREAMING_SNAKE_CASE__, SCREAMING_SNAKE_CASE__	)
		a_     :      str 						=     os.path.join(SCREAMING_SNAKE_CASE__, SCREAMING_SNAKE_CASE__	)
		print(F"""Save PyTorch model to {os.path.abspath(SCREAMING_SNAKE_CASE__	)}"""	)
		torch.save(model.state_dict(), SCREAMING_SNAKE_CASE__	)
		print(F"""Save configuration file to {os.path.abspath(SCREAMING_SNAKE_CASE__	)}"""	)
		with open(SCREAMING_SNAKE_CASE__, "w", encoding="utf-8"	) as f:
				f.write(config.to_json_string()	)


if __name__ == "__main__":
					SCREAMING_SNAKE_CASE_				= argparse.ArgumentParser()
					# Required parameters
					parser.add_argument(
					    """--tf_checkpoint_path""", default=None, type=str, required=True, help="""Path to the TensorFlow checkpoint path."""
					)
					parser.add_argument(
					    """--xlnet_config_file""",
					    default=None,
					    type=str,
					    required=True,
					    help=(
					        """The config json file corresponding to the pre-trained XLNet model. \n"""
					        """This specifies the model architecture."""
					    ),
					)
					parser.add_argument(
					    """--pytorch_dump_folder_path""",
					    default=None,
					    type=str,
					    required=True,
					    help="""Path to the folder to store the PyTorch model or dataset/vocab.""",
					)
					parser.add_argument(
					    """--finetuning_task""",
					    default=None,
					    type=str,
					    help="""Name of a task on which the XLNet TensorFlow model was fine-tuned""",
					)
					SCREAMING_SNAKE_CASE_				= parser.parse_args()
					print(args)

					convert_xlnet_checkpoint_to_pytorch(
					    args.tf_checkpoint_path, args.xlnet_config_file, args.pytorch_dump_folder_path, args.finetuning_task
					)