



'''simple docstring'''





import argparse
import hashlib
import os
import urllib
import warnings

import torch
from torch import nn
from tqdm import tqdm

from transformers import WhisperConfig, WhisperForConditionalGeneration


lowercase_									=    {
    "tiny.en": "https://openaipublic.azureedge.net/main/whisper/models/d3dd57d32accea0b295c96e26691aa14d8822fac7d9d27d5dc00b4ca2826dd03/tiny.en.pt",
    "tiny": "https://openaipublic.azureedge.net/main/whisper/models/65147644a518d12f04e32d6f3b26facc3f8dd46e5390956a9424a650c0ce22b9/tiny.pt",
    "base.en": "https://openaipublic.azureedge.net/main/whisper/models/25a8566e1d0c1e2231d1c762132cd20e0f96a85d16145c3a00adf5d1ac670ead/base.en.pt",
    "base": "https://openaipublic.azureedge.net/main/whisper/models/ed3a0b6b1c0edf879ad9b11b1af5a0e6ab5db9205f891f668f8b0e6c6326e34e/base.pt",
    "small.en": "https://openaipublic.azureedge.net/main/whisper/models/f953ad0fd29cacd07d5a9eda5624af0f6bcf2258be67c92b79389873d91e0872/small.en.pt",
    "small": "https://openaipublic.azureedge.net/main/whisper/models/9ecf779972d90ba49c06d968637d720dd632c55bbf19d441fb42bf17a411e794/small.pt",
    "medium.en": "https://openaipublic.azureedge.net/main/whisper/models/d7440d1dc186f76616474e0ff0b3b6b879abc9d1a4926b7adfa41db2d497ab4f/medium.en.pt",
    "medium": "https://openaipublic.azureedge.net/main/whisper/models/345ae4da62f9b3d59415adc60127b97c714f32e89e936602e85993674d08dcb1/medium.pt",
    "large": "https://openaipublic.azureedge.net/main/whisper/models/e4b87e7e0bf463eb8e6956e646f1e277e901512310def2c24bf0e11bd3c28e9a/large.pt",
    "large-v2": "https://openaipublic.azureedge.net/main/whisper/models/81f7c96c852ee8fc832187b0132e569d6c3065a3252ed18e56effd0b6a73e524/large-v2.pt",
}




def lowerCAmelCase    (__A):



     """simple docstring"""



     _a           =    ['''layers''', '''blocks''']
     for k in ignore_keys:
          state_dict.pop(__A    ,      __A)


lowercase_									=    {
    "blocks": "layers",
    "mlp.0": "fc1",
    "mlp.2": "fc2",
    "mlp_ln": "final_layer_norm",
    ".attn.query": ".self_attn.q_proj",
    ".attn.key": ".self_attn.k_proj",
    ".attn.value": ".self_attn.v_proj",
    ".attn_ln": ".self_attn_layer_norm",
    ".attn.out": ".self_attn.out_proj",
    ".cross_attn.query": ".encoder_attn.q_proj",
    ".cross_attn.key": ".encoder_attn.k_proj",
    ".cross_attn.value": ".encoder_attn.v_proj",
    ".cross_attn_ln": ".encoder_attn_layer_norm",
    ".cross_attn.out": ".encoder_attn.out_proj",
    "decoder.ln.": "decoder.layer_norm.",
    "encoder.ln.": "encoder.layer_norm.",
    "token_embedding": "embed_tokens",
    "encoder.positional_embedding": "encoder.embed_positions.weight",
    "decoder.positional_embedding": "decoder.embed_positions.weight",
    "ln_post": "layer_norm",
}




def lowerCAmelCase    (__A):



     """simple docstring"""



     _a           =    list(s_dict.keys())
     for key in keys:
          _a           =    key
          for k, v in WHISPER_MAPPING.items():
               if k in key:
                    _a           =    new_key.replace(__A    ,      __A)

          print(F'''{key} -> {new_key}''')

          _a           =    s_dict.pop(__A)
     return s_dict




def lowerCAmelCase    (__A):



     """simple docstring"""



     _a    ,       _a           =    emb.weight.shape
     _a           =    nn.Linear(__A    ,      __A    ,      bias=__A)
     _a           =    emb.weight.data
     return lin_layer




def lowerCAmelCase    (__A    ,      __A):



     """simple docstring"""



     os.makedirs(__A    ,      exist_ok=__A)
     _a           =    os.path.basename(__A)

     _a           =    url.split('''/''')[-2]
     _a           =    os.path.join(__A    ,      __A)

     if os.path.exists(__A) and not os.path.isfile(__A):
          raise RuntimeError(F'''{download_target} exists and is not a regular file''')

     if os.path.isfile(__A):
          _a           =    open(__A    ,      '''rb''').read()
          if hashlib.shaaaa(__A).hexdigest() == expected_shaaaa:
               return model_bytes
          else:
               warnings.warn(F'''{download_target} exists, but the SHA256 checksum does not match; re-downloading the file''')

     with urllib.request.urlopen(__A) as source, open(__A    ,      '''wb''') as output:
          with tqdm(
              total=int(source.info().get('''Content-Length'''))    ,      ncols=80    ,      unit='''iB'''    ,      unit_scale=__A    ,      unit_divisor=1_024) as loop:
               while True:
                    _a           =    source.read(8_192)
                    if not buffer:
                         break

                    output.write(__A)
                    loop.update(len(__A))

     _a           =    open(__A    ,      '''rb''').read()
     if hashlib.shaaaa(__A).hexdigest() != expected_shaaaa:
          raise RuntimeError(
              '''Model has been downloaded but the SHA256 checksum does not not match. Please retry loading the model.''')

     return model_bytes




def lowerCAmelCase    (__A    ,      __A):



     """simple docstring"""



     if ".pt" not in checkpoint_path:
          _a           =    _download(_MODELS[checkpoint_path])
     else:
          _a           =    torch.load(__A    ,      map_location='''cpu''')
     _a           =    original_checkpoint['''dims''']
     _a           =    original_checkpoint['''model_state_dict''']
     _a           =    state_dict['''decoder.token_embedding.weight''']
     remove_ignore_keys_(__A)
     rename_keys(__A)
     _a           =    True
     _a           =    state_dict['''decoder.layers.0.fc1.weight'''].shape[0]

     _a           =    WhisperConfig(
         vocab_size=dimensions['''n_vocab''']    ,      encoder_ffn_dim=__A    ,      decoder_ffn_dim=__A    ,      num_mel_bins=dimensions['''n_mels''']    ,      d_model=dimensions['''n_audio_state''']    ,      max_target_positions=dimensions['''n_text_ctx''']    ,      encoder_layers=dimensions['''n_audio_layer''']    ,      encoder_attention_heads=dimensions['''n_audio_head''']    ,      decoder_layers=dimensions['''n_text_layer''']    ,      decoder_attention_heads=dimensions['''n_text_state''']    ,      max_source_positions=dimensions['''n_audio_ctx''']    ,      )

     _a           =    WhisperForConditionalGeneration(__A)
     _a    ,       _a           =    model.model.load_state_dict(__A    ,      strict=__A)
     if len(__A) > 0 and not set(__A) <= {
         "encoder.embed_positions.weights",
         "decoder.embed_positions.weights",
     }:
          raise ValueError(
              '''Only `encoder.embed_positions.weights` and `decoder.embed_positions.weights`  are allowed to be missing,'''
              F''' but all the following weights are missing {missing}''')

     if tie_embeds:
          _a           =    make_linear_from_emb(model.model.decoder.embed_tokens)
     else:
          _a           =    proj_out_weights

     model.save_pretrained(__A)


if __name__ == "__main__":
  lowercase_									=    argparse.ArgumentParser()
  # # Required parameters
  parser.add_argument("--checkpoint_path", type=str, help="Patht to the downloaded checkpoints")
  parser.add_argument("--pytorch_dump_folder_path", default=None, type=str, help="Path to the output PyTorch model.")
  lowercase_									=    parser.parse_args()

  convert_openai_whisper_to_tfms(args.checkpoint_path, args.pytorch_dump_folder_path)








'''simple docstring'''





import argparse
import re

from flax.traverse_util import flatten_dict, unflatten_dict
from tax import checkpoints

from transformers import SwitchTransformersConfig, SwitchTransformersForConditionalGeneration
from transformers.modeling_flax_pytorch_utils import load_flax_weights_in_pytorch_model
from transformers.utils import logging


logging.set_verbosity_info()


# should not include what is already done by the `from_pt` argument
lowercase_									=    {
    "/attention/": "/0/SelfAttention/",
    "/self_attention/": "/0/SelfAttention/",
    "/encoder_decoder_attention/": "/1/EncDecAttention/",
    "value": "v",
    "query": "q",
    "key": "k",
    "out": "o",
    "pre_self_attention_layer_norm": "0/layer_norm",
    "pre_cross_attention_layer_norm": "1/layer_norm",
    "pre_attention_layer_norm": "0/layer_norm",  # previously 1, but seems wrong
    "token_embedder": "shared",
    "encoder_norm": "final_layer_norm",
    "decoder_norm": "final_layer_norm",
    "relpos_bias/rel_embedding": "block/0/layer/0/SelfAttention/relative_attention_bias/weight",
    "router/router_weights/w/": "router/classifier/",
    "roer/roer_weights/w/": "router/classifier/",
    "logits_dense": "lm_head",
}




def lowerCAmelCase    (__A):



     """simple docstring"""



     _a           =    list(s_dict.keys())
     for key in keys:
          _a           =    r'''.*/layers_(\d+)'''
          _a           =    key
          if re.match(__A    ,      __A):
               _a           =    re.sub(r'''layers_(\d+)'''    ,      r'''block/\1/layer'''    ,      __A)

          _a           =    r'''(encoder|decoder)\/'''

          if re.match(__A    ,      __A):
               _a           =    re.match(__A    ,      __A).groups()
               if groups[0] == "encoder":
                    _a           =    re.sub(r'''/mlp/'''    ,      r'''/1/mlp/'''    ,      __A)
                    _a           =    re.sub(r'''/pre_mlp_layer_norm/'''    ,      r'''/1/layer_norm/'''    ,      __A)

               elif groups[0] == "decoder":
                    _a           =    re.sub(r'''/mlp/'''    ,      r'''/2/mlp/'''    ,      __A)
                    _a           =    re.sub(r'''/pre_mlp_layer_norm/'''    ,      r'''/2/layer_norm/'''    ,      __A)

        # 2. Convert other classic mappings
          for old_key, temp_key in MOE_LAYER_NAME_MAPPING.items():
               if old_key in new_key:
                    _a           =    new_key.replace(__A    ,      __A)

          print(F'''{key} -> {new_key}''')
          _a           =    s_dict.pop(__A)

     if "encoder/block/0/layer/0/SelfAttention/relative_attention_bias/weight" in s_dict:
          _a           =    s_dict[
              '''encoder/block/0/layer/0/SelfAttention/relative_attention_bias/weight'''
          ].T
     if "decoder/block/0/layer/0/SelfAttention/relative_attention_bias/weight" in s_dict:
          _a           =    s_dict[
              '''decoder/block/0/layer/0/SelfAttention/relative_attention_bias/weight'''
          ].T

     # 3. Take extra care of the EXPERTS layer
     for key in list(s_dict.keys()):
          if "expert" in key:
               _a           =    s_dict[key].shape[0]
               _a           =    s_dict[key]
               for idx in range(__A):
                    _a           =    expert_weihts[idx]
                    print(F'''{key} -> {key.replace('expert/'    ,      'nested fstring')}''')

               s_dict.pop(__A)

     return s_dict


lowercase_									=    {
    "NUM_ENCODER_LAYERS": "num_layers",
    "NUM_DECODER_LAYERS": "num_decoder_layers",
    "NUM_HEADS": "num_heads",
    "HEAD_DIM": "d_kv",
    "EMBED_DIM": "d_model",
    "MLP_DIM": "d_ff",
    "NUM_SELECTED_EXPERTS": "num_selected_experts",
    "NUM_ENCODER_SPARSE_LAYERS": "num_sparse_encoder_layers",
    "NUM_DECODER_SPARSE_LAYERS": "num_sparse_decoder_layers",
    "dense.MlpBlock.activations": "feed_forward_proj",
}




def lowerCAmelCase    (__A    ,      __A):



     """simple docstring"""



     import regex as re

     with open(__A    ,      '''r''') as f:
          _a           =    f.read()

     _a           =    re.findall(r'''(.*) = ([0-9.]*)'''    ,      __A)
     _a           =    {}
     for param, value in regex_match:
          if param in GIN_TO_CONFIG_MAPPING and value != "":
               _a           =    float(__A) if '''.''' in value else int(__A)

     _a           =    re.findall(r'''(.*activations) = \(\'(.*)\',\)'''    ,      __A)[0]
     _a           =    str(activation[1])

     _a           =    num_experts
     _a           =    SwitchTransformersConfig(**__A)
     return config




def lowerCAmelCase    (__A    ,      __A    ,      __A=None    ,      __A="./"    ,      __A=8):



     """simple docstring"""



     print(F'''Loading flax weights from : {flax_checkpoint_path}''')
     _a           =    checkpoints.load_tax_checkpoint(__A)

     if gin_file is not None:
          _a           =    convert_gin_to_config(__A    ,      __A)
     else:
          _a           =    SwitchTransformersConfig.from_pretrained(__A)

     _a           =    SwitchTransformersForConditionalGeneration(__A)

     _a           =    flax_params['''target''']
     _a           =    flatten_dict(__A    ,      sep='''/''')
     _a           =    rename_keys(__A)
     _a           =    unflatten_dict(__A    ,      sep='''/''')

     # Load the flax params in the PT model
     load_flax_weights_in_pytorch_model(__A    ,      __A)

     print(F'''Save PyTorch model to {pytorch_dump_path}''')
     pt_model.save_pretrained(__A)


if __name__ == "__main__":
  lowercase_									=    argparse.ArgumentParser()
  # Required parameters
  parser.add_argument(
      "--switch_t5x_checkpoint_path",
      default=None,
      type=str,
      required=True,
      help=(
          "The config json file corresponding to the pre-trained SwitchTransformers model. \nThis specifies the"
          " model architecture. If not provided, a `gin_file` has to be provided."
      ),
  )
  parser.add_argument(
      "--gin_file",
      default=None,
      type=str,
      required=False,
      help="Path to the gin config file. If not provided, a `config_file` has to be passed   ",
  )
  parser.add_argument(
      "--config_name", default=None, type=str, required=False, help="Config name of SwitchTransformers model."
  )
  parser.add_argument(
      "--pytorch_dump_folder_path", default=None, type=str, required=True, help="Path to the output pytorch model."
  )
  parser.add_argument("--num_experts", default=8, type=int, required=False, help="Number of experts")
  lowercase_									=    parser.parse_args()
  convert_flax_checkpoint_to_pytorch(
      args.switch_tax_checkpoint_path,
      args.config_name,
      args.gin_file,
      args.pytorch_dump_folder_path,
      args.num_experts,
  )



