




"""simple docstring"""




import argparse
import hashlib
import os
import urllib
import warnings

import torch
from torch import nn
from tqdm import tqdm

from transformers import WhisperConfig, WhisperForConditionalGeneration


lowerCAmelCase							:    Optional[Any]  							=							{
    """tiny.en""": """https://openaipublic.azureedge.net/main/whisper/models/d3dd57d32accea0b295c96e26691aa14d8822fac7d9d27d5dc00b4ca2826dd03/tiny.en.pt""",
    """tiny""": """https://openaipublic.azureedge.net/main/whisper/models/65147644a518d12f04e32d6f3b26facc3f8dd46e5390956a9424a650c0ce22b9/tiny.pt""",
    """base.en""": """https://openaipublic.azureedge.net/main/whisper/models/25a8566e1d0c1e2231d1c762132cd20e0f96a85d16145c3a00adf5d1ac670ead/base.en.pt""",
    """base""": """https://openaipublic.azureedge.net/main/whisper/models/ed3a0b6b1c0edf879ad9b11b1af5a0e6ab5db9205f891f668f8b0e6c6326e34e/base.pt""",
    """small.en""": """https://openaipublic.azureedge.net/main/whisper/models/f953ad0fd29cacd07d5a9eda5624af0f6bcf2258be67c92b79389873d91e0872/small.en.pt""",
    """small""": """https://openaipublic.azureedge.net/main/whisper/models/9ecf779972d90ba49c06d968637d720dd632c55bbf19d441fb42bf17a411e794/small.pt""",
    """medium.en""": """https://openaipublic.azureedge.net/main/whisper/models/d7440d1dc186f76616474e0ff0b3b6b879abc9d1a4926b7adfa41db2d497ab4f/medium.en.pt""",
    """medium""": """https://openaipublic.azureedge.net/main/whisper/models/345ae4da62f9b3d59415adc60127b97c714f32e89e936602e85993674d08dcb1/medium.pt""",
    """large""": """https://openaipublic.azureedge.net/main/whisper/models/e4b87e7e0bf463eb8e6956e646f1e277e901512310def2c24bf0e11bd3c28e9a/large.pt""",
    """large-v2""": """https://openaipublic.azureedge.net/main/whisper/models/81f7c96c852ee8fc832187b0132e569d6c3065a3252ed18e56effd0b6a73e524/large-v2.pt""",
}



def 					a__				(       snake_case__       )		->      Optional[int]:
			lowerCamelCase       =      ["""layers""", """blocks"""]
			for k in ignore_keys:
						state_dict.pop(snake_case__ ,				snake_case__       )


lowerCAmelCase							:    Dict  							=							{
    """blocks""": """layers""",
    """mlp.0""": """fc1""",
    """mlp.2""": """fc2""",
    """mlp_ln""": """final_layer_norm""",
    """.attn.query""": """.self_attn.q_proj""",
    """.attn.key""": """.self_attn.k_proj""",
    """.attn.value""": """.self_attn.v_proj""",
    """.attn_ln""": """.self_attn_layer_norm""",
    """.attn.out""": """.self_attn.out_proj""",
    """.cross_attn.query""": """.encoder_attn.q_proj""",
    """.cross_attn.key""": """.encoder_attn.k_proj""",
    """.cross_attn.value""": """.encoder_attn.v_proj""",
    """.cross_attn_ln""": """.encoder_attn_layer_norm""",
    """.cross_attn.out""": """.encoder_attn.out_proj""",
    """decoder.ln.""": """decoder.layer_norm.""",
    """encoder.ln.""": """encoder.layer_norm.""",
    """token_embedding""": """embed_tokens""",
    """encoder.positional_embedding""": """encoder.embed_positions.weight""",
    """decoder.positional_embedding""": """decoder.embed_positions.weight""",
    """ln_post""": """layer_norm""",
}



def 					a__				(       snake_case__       )		->      Tuple:
			lowerCamelCase       =      list(s_dict.keys()       )
			for key in keys:
						lowerCamelCase       =      key
						for k, v in WHISPER_MAPPING.items():
									if k in key:
												lowerCamelCase       =      new_key.replace(snake_case__ ,				snake_case__       )

						print(F'{key} -> {new_key}'       )

						lowerCamelCase       =      s_dict.pop(snake_case__       )
			return s_dict



def 					a__				(       snake_case__       )		->      Dict:
			lowerCamelCase   ,     lowerCamelCase       =      emb.weight.shape
			lowerCamelCase       =      nn.Linear(snake_case__ ,				snake_case__ ,				bias=snake_case__       )
			lowerCamelCase       =      emb.weight.data
			return lin_layer



def 					a__				(       snake_case__ ,				snake_case__       )		->      bytes:
			os.makedirs(snake_case__ ,				exist_ok=snake_case__       )
			lowerCamelCase       =      os.path.basename(snake_case__       )

			lowerCamelCase       =      url.split("""/"""       )[-2]
			lowerCamelCase       =      os.path.join(snake_case__ ,				snake_case__       )

			if os.path.exists(snake_case__       ) and not os.path.isfile(snake_case__       ):
						raise RuntimeError(F'{download_target} exists and is not a regular file'       )

			if os.path.isfile(snake_case__       ):
						lowerCamelCase       =      open(snake_case__ ,				"""rb"""       ).read()
						if hashlib.shaaaa(snake_case__       ).hexdigest() == expected_shaaaa:
									return model_bytes
						else:
									warnings.warn(F'{download_target} exists, but the SHA256 checksum does not match; re-downloading the file'       )

			with urllib.request.urlopen(snake_case__       ) as source, open(snake_case__ ,				"""wb"""       ) as output:
						with tqdm(
						    total=int(source.info().get("""Content-Length"""       )       ) ,				ncols=80 ,				unit="""iB""" ,				unit_scale=snake_case__ ,				unit_divisor=10_24       ) as loop:
									while True:
												lowerCamelCase       =      source.read(81_92       )
												if not buffer:
															break

												output.write(snake_case__       )
												loop.update(len(snake_case__       )       )

			lowerCamelCase       =      open(snake_case__ ,				"""rb"""       ).read()
			if hashlib.shaaaa(snake_case__       ).hexdigest() != expected_shaaaa:
						raise RuntimeError(
						    """Model has been downloaded but the SHA256 checksum does not not match. Please retry loading the model."""       )

			return model_bytes



def 					a__				(       snake_case__ ,				snake_case__       )		->      Tuple:
			if ".pt" not in checkpoint_path:
						lowerCamelCase       =      _download(_MODELS[checkpoint_path]       )
			else:
						lowerCamelCase       =      torch.load(snake_case__ ,				map_location="""cpu"""       )
			lowerCamelCase       =      original_checkpoint["""dims"""]
			lowerCamelCase       =      original_checkpoint["""model_state_dict"""]
			lowerCamelCase       =      state_dict["""decoder.token_embedding.weight"""]
			remove_ignore_keys_(snake_case__       )
			rename_keys(snake_case__       )
			lowerCamelCase       =      True
			lowerCamelCase       =      state_dict["""decoder.layers.0.fc1.weight"""].shape[0]

			lowerCamelCase       =      WhisperConfig(
			    vocab_size=dimensions["""n_vocab"""] ,				encoder_ffn_dim=snake_case__ ,				decoder_ffn_dim=snake_case__ ,				num_mel_bins=dimensions["""n_mels"""] ,				d_model=dimensions["""n_audio_state"""] ,				max_target_positions=dimensions["""n_text_ctx"""] ,				encoder_layers=dimensions["""n_audio_layer"""] ,				encoder_attention_heads=dimensions["""n_audio_head"""] ,				decoder_layers=dimensions["""n_text_layer"""] ,				decoder_attention_heads=dimensions["""n_text_state"""] ,				max_source_positions=dimensions["""n_audio_ctx"""] ,				)

			lowerCamelCase       =      WhisperForConditionalGeneration(snake_case__       )
			lowerCamelCase   ,     lowerCamelCase       =      model.model.load_state_dict(snake_case__ ,				strict=snake_case__       )
			if len(snake_case__       ) > 0 and not set(snake_case__       ) <= {
			    "encoder.embed_positions.weights",
			    "decoder.embed_positions.weights",
			}:
						raise ValueError(
						    """Only `encoder.embed_positions.weights` and `decoder.embed_positions.weights`  are allowed to be missing,"""
						    F' but all the following weights are missing {missing}'       )

			if tie_embeds:
						lowerCamelCase       =      make_linear_from_emb(model.model.decoder.embed_tokens       )
			else:
						lowerCamelCase       =      proj_out_weights

			model.save_pretrained(snake_case__       )


if __name__ == "__main__":
					lowerCAmelCase							:    List[Any]  							=							argparse.ArgumentParser()
					# # Required parameters
					parser.add_argument("""--checkpoint_path""", type=str, help="""Patht to the downloaded checkpoints""")
					parser.add_argument("""--pytorch_dump_folder_path""", default=None, type=str, help="""Path to the output PyTorch model.""")
					lowerCAmelCase							:    int  							=							parser.parse_args()

					convert_openai_whisper_to_tfms(args.checkpoint_path, args.pytorch_dump_folder_path)









"""simple docstring"""




import uuid
from typing import Any, Dict, List, Optional, Union

from ..utils import add_end_docstrings, is_tf_available, is_torch_available, logging
from .base import PIPELINE_INIT_ARGS, Pipeline


if is_tf_available():
					import tensorflow as tf

if is_torch_available():
					import torch


lowerCAmelCase							:    List[str]  							=							logging.get_logger(__name__)






class 					__magic_name__							:






				'''simple docstring'''





				def __init__( self	,				_a = None	,				_a = None	,				_a=None	,				_a=None				):





							"""simple docstring"""
							if not conversation_id:
										lowerCamelCase       =      uuid.uuida()
							if past_user_inputs is None:
										lowerCamelCase       =      []
							if generated_responses is None:
										lowerCamelCase       =      []

							lowerCamelCase       =      conversation_id
							lowerCamelCase       =      past_user_inputs
							lowerCamelCase       =      generated_responses
							lowerCamelCase       =      text





				def __eq__( self	,				_a				):





							"""simple docstring"""
							if not isinstance(_a	,				_a				):
										return False
							if self.uuid == other.uuid:
										return True
							return (
							    self.new_user_input == other.new_user_input
							    and self.past_user_inputs == other.past_user_inputs
							    and self.generated_responses == other.generated_responses
							)





				def      _lowerCAmelCase       ( self	,				_a	,				_a = False				):





							"""simple docstring"""
							if self.new_user_input:
										if overwrite:
													logger.warning(
													    f'User input added while unprocessed input was existing: "{self.new_user_input}" was overwritten '
													    f'with: "{text}".'				)
													lowerCamelCase       =      text
										else:
													logger.warning(
													    f'User input added while unprocessed input was existing: "{self.new_user_input}" new input '
													    f'ignored: "{text}". Set `overwrite` to True to overwrite unprocessed user input'				)
							else:
										lowerCamelCase       =      text





				def      _lowerCAmelCase       ( self				):





							"""simple docstring"""
							if self.new_user_input:
										self.past_user_inputs.append(self.new_user_input				)
							lowerCamelCase       =      None





				def      _lowerCAmelCase       ( self	,				_a				):





							"""simple docstring"""
							self.generated_responses.append(_a				)





				def      _lowerCAmelCase       ( self				):





							"""simple docstring"""
							for user_input, generated_response in zip(self.past_user_inputs	,				self.generated_responses				):
										yield True, user_input
										yield False, generated_response
							if self.new_user_input:
										yield True, self.new_user_input





				def __repr__( self				):





							"""simple docstring"""
							lowerCamelCase       =      f'Conversation id: {self.uuid} \n'
							for is_user, text in self.iter_texts():
										lowerCamelCase       =      """user""" if is_user else """bot"""
										output += f'{name} >> {text} \n'
							return output






@add_end_docstrings(
    UpperCAmelCase__		,      R"\n        min_length_for_response (`int`, *optional*, defaults to 32):\n            The minimum length (in number of tokens) for a response.\n        minimum_tokens (`int`, *optional*, defaults to 10):\n            The minimum length of tokens to leave for a response.\n    "		,      )
class 					__magic_name__							( UpperCAmelCase__       ):






				'''simple docstring'''





				def __init__( self	,				*_a	,				**_a				):





							"""simple docstring"""
							super().__init__(*_a	,				**_a				)
							if self.tokenizer.pad_token_id is None:
										lowerCamelCase       =      self.tokenizer.eos_token





				def      _lowerCAmelCase       ( self	,				_a=None	,				_a=None	,				_a=None	,				**_a				):





							"""simple docstring"""
							lowerCamelCase       =      {}
							lowerCamelCase       =      {}
							lowerCamelCase       =      {}

							if min_length_for_response is not None:
										lowerCamelCase       =      min_length_for_response
							if minimum_tokens is not None:
										lowerCamelCase       =      minimum_tokens

							if "max_length" in generate_kwargs:
										lowerCamelCase       =      generate_kwargs["""max_length"""]
										# self.max_length = generate_kwargs.get("max_length", self.model.config.max_length)
							if clean_up_tokenization_spaces is not None:
										lowerCamelCase       =      clean_up_tokenization_spaces

							if generate_kwargs:
										forward_params.update(_a				)
							return preprocess_params, forward_params, postprocess_params





				def __call__( self	,				_a	,				_a=0	,				**_a				):





							"""simple docstring"""
							lowerCamelCase       =      super().__call__(_a	,				num_workers=_a	,				**_a				)
							if isinstance(_a	,				_a				) and len(_a				) == 1:
										return outputs[0]
							return outputs





				def      _lowerCAmelCase       ( self	,				_a	,				_a=32				):





							"""simple docstring"""
							if not isinstance(_a	,				_a				):
										raise ValueError("""ConversationalPipeline, expects Conversation as inputs"""				)
							if conversation.new_user_input is None:
										raise ValueError(
										    f'Conversation with UUID {type(conversation.uuid				)} does not contain new user input to process. '
										    """Add user inputs with the conversation's `add_user_input` method"""				)
							if hasattr(self.tokenizer	,				"""_build_conversation_input_ids"""				):
										lowerCamelCase       =      self.tokenizer._build_conversation_input_ids(_a				)
							else:
										# If the tokenizer cannot handle conversations, we default to only the old version
										lowerCamelCase       =      self._legacy_parse_and_tokenize(_a				)

							if self.framework == "pt":
										lowerCamelCase       =      torch.LongTensor([input_ids]				)
							elif self.framework == "tf":
										lowerCamelCase       =      tf.constant([input_ids]				)
							return {"input_ids": input_ids, "conversation": conversation}





				def      _lowerCAmelCase       ( self	,				_a	,				_a=10	,				**_a				):





							"""simple docstring"""
							lowerCamelCase       =      generate_kwargs.get("""max_length"""	,				self.model.config.max_length				)

							lowerCamelCase       =      model_inputs["""input_ids"""].shape[1]
							if max_length - minimum_tokens < n:
										logger.warning(f'Conversation input is to long ({n}), trimming it to ({max_length} - {minimum_tokens})'				)
										lowerCamelCase       =      max_length - minimum_tokens
										lowerCamelCase       =      model_inputs["""input_ids"""][:, -trim:]
										if "attention_mask" in model_inputs:
													lowerCamelCase       =      model_inputs["""attention_mask"""][:, -trim:]
							lowerCamelCase       =      model_inputs.pop("""conversation"""				)
							lowerCamelCase       =      max_length
							lowerCamelCase       =      self.model.generate(**_a	,				**_a				)
							if self.model.config.is_encoder_decoder:
										lowerCamelCase       =      1
							else:
										lowerCamelCase       =      n
							return {"output_ids": output_ids[:, start_position:], "conversation": conversation}





				def      _lowerCAmelCase       ( self	,				_a	,				_a=True				):





							"""simple docstring"""
							lowerCamelCase       =      model_outputs["""output_ids"""]
							lowerCamelCase       =      self.tokenizer.decode(
							    output_ids[0]	,				skip_special_tokens=_a	,				clean_up_tokenization_spaces=_a	,				)
							lowerCamelCase       =      model_outputs["""conversation"""]
							conversation.mark_processed()
							conversation.append_response(_a				)
							return conversation





				def      _lowerCAmelCase       ( self	,				_a				):





							"""simple docstring"""
							lowerCamelCase       =      self.tokenizer.eos_token_id
							lowerCamelCase       =      []
							for is_user, text in conversation.iter_texts():
										if eos_token_id is not None:
													input_ids.extend(self.tokenizer.encode(_a	,				add_special_tokens=_a				) + [eos_token_id]				)
										else:
													input_ids.extend(self.tokenizer.encode(_a	,				add_special_tokens=_a				)				)

							if len(_a				) > self.tokenizer.model_max_length:
										lowerCamelCase       =      input_ids[-self.tokenizer.model_max_length :]
							return input_ids



