




"""simple docstring"""

from argparse import ArgumentParser

from datasets.commands.convert import ConvertCommand
from datasets.commands.dummy_data import DummyDataCommand
from datasets.commands.env import EnvironmentCommand
from datasets.commands.run_beam import RunBeamCommand
from datasets.commands.test import TestCommand
from datasets.utils.logging import set_verbosity_info






def 						_snake_case					( _snake_case							: Dict							)   -> Tuple:






      '''simple docstring'''


      return {key.lstrip('-'							): value for key, value in zip(unknown_args[::2]    ,  unknown_args[1::2]							)}






def 						_snake_case					( )   -> Optional[Any]:






      '''simple docstring'''


      _A        =       ArgumentParser(
          'HuggingFace Datasets CLI tool'    ,  usage='datasets-cli <command> [<args>]'    ,  allow_abbrev=_snake_case							)
      _A        =       parser.add_subparsers(help='datasets-cli command helpers'							)
      set_verbosity_info()

      # Register commands
      ConvertCommand.register_subcommand(_snake_case							)
      EnvironmentCommand.register_subcommand(_snake_case							)
      TestCommand.register_subcommand(_snake_case							)
      RunBeamCommand.register_subcommand(_snake_case							)
      DummyDataCommand.register_subcommand(_snake_case							)

      # Parse args
      _A       ,   _A        =       parser.parse_known_args()
      if not hasattr(_snake_case    ,  'func'							):
            parser.print_help()
            exit(1							)
      _A        =       parse_unknown_args(_snake_case							)

      # Run
      _A        =       args.func(_snake_case    ,  **_snake_case							)
      service.run()


if __name__ == "__main__":
       main()







"""simple docstring"""

import argparse
import os

import torch

from transformers import (
    XLNetConfig,
    XLNetForQuestionAnswering,
    XLNetForSequenceClassification,
    XLNetLMHeadModel,
    load_tf_weights_in_xlnet,
)
from transformers.utils import CONFIG_NAME, WEIGHTS_NAME, logging


a         =      {
    '''cola''': 2,
    '''mnli''': 3,
    '''mrpc''': 2,
    '''sst-2''': 2,
    '''sts-b''': 1,
    '''qqp''': 2,
    '''qnli''': 2,
    '''rte''': 2,
    '''wnli''': 2,
}


logging.set_verbosity_info()






def 						_snake_case					( _snake_case							: str    ,  _snake_case							: Optional[int]    ,  _snake_case							: List[Any]    ,  _snake_case							: Tuple=None							)   -> List[str]:






      '''simple docstring'''


      _A        =       XLNetConfig.from_json_file(_snake_case							)

      _A        =       finetuning_task.lower() if finetuning_task is not None else ''
      if finetuning_task in GLUE_TASKS_NUM_LABELS:
            print(F'''Building PyTorch XLNetForSequenceClassification model from configuration: {config}'''							)
            _A        =       finetuning_task
            _A        =       GLUE_TASKS_NUM_LABELS[finetuning_task]
            _A        =       XLNetForSequenceClassification(_snake_case							)
      elif "squad" in finetuning_task:
            _A        =       finetuning_task
            _A        =       XLNetForQuestionAnswering(_snake_case							)
      else:
            _A        =       XLNetLMHeadModel(_snake_case							)

      # Load weights from tf checkpoint
      load_tf_weights_in_xlnet(_snake_case    ,  _snake_case    ,  _snake_case							)

      # Save pytorch-model
      _A        =       os.path.join(_snake_case    ,  _snake_case							)
      _A        =       os.path.join(_snake_case    ,  _snake_case							)
      print(F'''Save PyTorch model to {os.path.abspath(_snake_case							)}'''							)
      torch.save(model.state_dict()    ,  _snake_case							)
      print(F'''Save configuration file to {os.path.abspath(_snake_case							)}'''							)
      with open(_snake_case    ,  'w'    ,  encoding='utf-8'							) as f:
            f.write(config.to_json_string()							)


if __name__ == "__main__":
       a         =      argparse.ArgumentParser()
       # Required parameters
       parser.add_argument(
           '''--tf_checkpoint_path''', default=None, type=str, required=True, help='''Path to the TensorFlow checkpoint path.'''
       )
       parser.add_argument(
           '''--xlnet_config_file''',
           default=None,
           type=str,
           required=True,
           help=(
               '''The config json file corresponding to the pre-trained XLNet model. \n'''
               '''This specifies the model architecture.'''
           ),
       )
       parser.add_argument(
           '''--pytorch_dump_folder_path''',
           default=None,
           type=str,
           required=True,
           help='''Path to the folder to store the PyTorch model or dataset/vocab.''',
       )
       parser.add_argument(
           '''--finetuning_task''',
           default=None,
           type=str,
           help='''Name of a task on which the XLNet TensorFlow model was fine-tuned''',
       )
       a         =      parser.parse_args()
       print(args)

       convert_xlnet_checkpoint_to_pytorch(
           args.tf_checkpoint_path, args.xlnet_config_file, args.pytorch_dump_folder_path, args.finetuning_task
       )

