





from typing import Dict, Optional

import numpy as np

import datasets


_lowerCamelCase 					=      '\nIoU is the area of overlap between the predicted segmentation and the ground truth divided by the area of union\nbetween the predicted segmentation and the ground truth. For binary (two classes) or multi-class segmentation,\nthe mean IoU of the image is calculated by taking the IoU of each class and averaging them.\n'

_lowerCamelCase 					=      '\nArgs:\n    predictions (`List[ndarray]`):\n        List of predicted segmentation maps, each of shape (height, width). Each segmentation map can be of a different size.\n    references (`List[ndarray]`):\n        List of ground truth segmentation maps, each of shape (height, width). Each segmentation map can be of a different size.\n    num_labels (`int`):\n        Number of classes (categories).\n    ignore_index (`int`):\n        Index that will be ignored during evaluation.\n    nan_to_num (`int`, *optional*):\n        If specified, NaN values will be replaced by the number defined by the user.\n    label_map (`dict`, *optional*):\n        If specified, dictionary mapping old label indices to new label indices.\n    reduce_labels (`bool`, *optional*, defaults to `False`):\n        Whether or not to reduce all label values of segmentation maps by 1. Usually used for datasets where 0 is used for background,\n        and background itself is not included in all classes of a dataset (e.g. ADE20k). The background label will be replaced by 255.\n\nReturns:\n    `Dict[str, float | ndarray]` comprising various elements:\n    - *mean_iou* (`float`):\n        Mean Intersection-over-Union (IoU averaged over all categories).\n    - *mean_accuracy* (`float`):\n        Mean accuracy (averaged over all categories).\n    - *overall_accuracy* (`float`):\n        Overall accuracy on all images.\n    - *per_category_accuracy* (`ndarray` of shape `(num_labels,)`):\n        Per category accuracy.\n    - *per_category_iou* (`ndarray` of shape `(num_labels,)`):\n        Per category IoU.\n\nExamples:\n\n    >>> import numpy as np\n\n    >>> mean_iou = datasets.load_metric("mean_iou")\n\n    >>> # suppose one has 3 different segmentation maps predicted\n    >>> predicted_1 = np.array([[1, 2], [3, 4], [5, 255]])\n    >>> actual_1 = np.array([[0, 3], [5, 4], [6, 255]])\n\n    >>> predicted_2 = np.array([[2, 7], [9, 2], [3, 6]])\n    >>> actual_2 = np.array([[1, 7], [9, 2], [3, 6]])\n\n    >>> predicted_3 = np.array([[2, 2, 3], [8, 2, 4], [3, 255, 2]])\n    >>> actual_3 = np.array([[1, 2, 2], [8, 2, 1], [3, 255, 1]])\n\n    >>> predicted = [predicted_1, predicted_2, predicted_3]\n    >>> ground_truth = [actual_1, actual_2, actual_3]\n\n    >>> results = mean_iou.compute(predictions=predicted, references=ground_truth, num_labels=10, ignore_index=255, reduce_labels=False)\n    >>> print(results) # doctest: +NORMALIZE_WHITESPACE\n    {\'mean_iou\': 0.47750000000000004, \'mean_accuracy\': 0.5916666666666666, \'overall_accuracy\': 0.5263157894736842, \'per_category_iou\': array([0.   , 0.   , 0.375, 0.4  , 0.5  , 0.   , 0.5  , 1.   , 1.   , 1.   ]), \'per_category_accuracy\': array([0.        , 0.        , 0.75      , 0.66666667, 1.        , 0.        , 0.5       , 1.        , 1.        , 1.        ])}\n'

_lowerCamelCase 					=      '\\n@software{MMSegmentation_Contributors_OpenMMLab_Semantic_Segmentation_2020,\nauthor = {{MMSegmentation Contributors}},\nlicense = {Apache-2.0},\nmonth = {7},\ntitle = {{OpenMMLab Semantic Segmentation Toolbox and Benchmark}},\nurl = {https://github.com/open-mmlab/mmsegmentation},\nyear = {2020}\n}'






def 					SCREAMING_SNAKE_CASE__				(							UpperCamelCase__:				Optional[int]       , UpperCamelCase__:				Union[str, Any]       , UpperCamelCase__:				Tuple       , UpperCamelCase__:				bool       , UpperCamelCase__:				Optional[Dict[int, int]] = None       , UpperCamelCase__:				bool = False       , ):
		if label_map is not None:
				for old_id, new_id in label_map.items():
						SCREAMING_SNAKE_CASE__								=   new_id

    # turn into Numpy arrays
		SCREAMING_SNAKE_CASE__								=   np.array(UpperCamelCase__     )
		SCREAMING_SNAKE_CASE__								=   np.array(UpperCamelCase__     )

		if reduce_labels:
				SCREAMING_SNAKE_CASE__								=   255
				SCREAMING_SNAKE_CASE__								=   label - 1
				SCREAMING_SNAKE_CASE__								=   255

		SCREAMING_SNAKE_CASE__								=   label != ignore_index
		SCREAMING_SNAKE_CASE__								=   np.not_equal(UpperCamelCase__       , UpperCamelCase__     )
		SCREAMING_SNAKE_CASE__								=   pred_label[mask]
		SCREAMING_SNAKE_CASE__								=   np.array(UpperCamelCase__     )[mask]

		SCREAMING_SNAKE_CASE__								=   pred_label[pred_label == label]

		SCREAMING_SNAKE_CASE__								=   np.histogram(UpperCamelCase__       , bins=UpperCamelCase__       , range=(0, num_labels - 1)     )[0]
		SCREAMING_SNAKE_CASE__								=   np.histogram(UpperCamelCase__       , bins=UpperCamelCase__       , range=(0, num_labels - 1)     )[0]
		SCREAMING_SNAKE_CASE__								=   np.histogram(UpperCamelCase__       , bins=UpperCamelCase__       , range=(0, num_labels - 1)     )[0]

		SCREAMING_SNAKE_CASE__								=   area_pred_label + area_label - area_intersect

		return area_intersect, area_union, area_pred_label, area_label






def 					SCREAMING_SNAKE_CASE__				(							UpperCamelCase__:				int       , UpperCamelCase__:				Tuple       , UpperCamelCase__:				List[str]       , UpperCamelCase__:				bool       , UpperCamelCase__:				Optional[Dict[int, int]] = None       , UpperCamelCase__:				bool = False       , ):
		SCREAMING_SNAKE_CASE__								=   np.zeros((num_labels,)       , dtype=np.floataa     )
		SCREAMING_SNAKE_CASE__								=   np.zeros((num_labels,)       , dtype=np.floataa     )
		SCREAMING_SNAKE_CASE__								=   np.zeros((num_labels,)       , dtype=np.floataa     )
		SCREAMING_SNAKE_CASE__								=   np.zeros((num_labels,)       , dtype=np.floataa     )
		for result, gt_seg_map in zip(UpperCamelCase__       , UpperCamelCase__     ):
				SCREAMING_SNAKE_CASE__						,    SCREAMING_SNAKE_CASE__						,    SCREAMING_SNAKE_CASE__						,    SCREAMING_SNAKE_CASE__								=   intersect_and_union(
				    UpperCamelCase__       , UpperCamelCase__       , UpperCamelCase__       , UpperCamelCase__       , UpperCamelCase__       , UpperCamelCase__     )
				total_area_intersect += area_intersect
				total_area_union += area_union
				total_area_pred_label += area_pred_label
				total_area_label += area_label
		return total_area_intersect, total_area_union, total_area_pred_label, total_area_label






def 					SCREAMING_SNAKE_CASE__				(							UpperCamelCase__:				int       , UpperCamelCase__:				Union[str, Any]       , UpperCamelCase__:				int       , UpperCamelCase__:				bool       , UpperCamelCase__:				Optional[int] = None       , UpperCamelCase__:				Optional[Dict[int, int]] = None       , UpperCamelCase__:				bool = False       , ):
		SCREAMING_SNAKE_CASE__						,    SCREAMING_SNAKE_CASE__						,    SCREAMING_SNAKE_CASE__						,    SCREAMING_SNAKE_CASE__								=   total_intersect_and_union(
		    UpperCamelCase__       , UpperCamelCase__       , UpperCamelCase__       , UpperCamelCase__       , UpperCamelCase__       , UpperCamelCase__     )

		# compute metrics
		SCREAMING_SNAKE_CASE__								=   {}

		SCREAMING_SNAKE_CASE__								=   total_area_intersect.sum() / total_area_label.sum()
		SCREAMING_SNAKE_CASE__								=   total_area_intersect / total_area_union
		SCREAMING_SNAKE_CASE__								=   total_area_intersect / total_area_label

		SCREAMING_SNAKE_CASE__								=   np.nanmean(UpperCamelCase__     )
		SCREAMING_SNAKE_CASE__								=   np.nanmean(UpperCamelCase__     )
		SCREAMING_SNAKE_CASE__								=   all_acc
		SCREAMING_SNAKE_CASE__								=   iou
		SCREAMING_SNAKE_CASE__								=   acc

		if nan_to_num is not None:
				SCREAMING_SNAKE_CASE__								=   {metric: np.nan_to_num(UpperCamelCase__       , nan=UpperCamelCase__     ) for metric, metric_value in metrics.items()}

		return metrics




@datasets.utils.file_utils.add_start_docstrings(_DESCRIPTION					,	_KWARGS_DESCRIPTION     )
class 	UpperCamelCase_							(  datasets.Metric     ):


							def   _snake_case	(				self     :Any		) -> Optional[int]:



									"""simple docstring"""



									return datasets.MetricInfo(
									    description=_DESCRIPTION				,					citation=_CITATION				,					inputs_description=_KWARGS_DESCRIPTION				,					features=datasets.Features(
									        # 1st Seq - height dim, 2nd - width dim
									        {
									            """predictions""": datasets.Sequence(datasets.Sequence(datasets.Value("""uint16"""		)		)		),
									            """references""": datasets.Sequence(datasets.Sequence(datasets.Value("""uint16"""		)		)		),
									        }		)				,					reference_urls=[
									        """https://github.com/open-mmlab/mmsegmentation/blob/71c201b1813267d78764f306a297ca717827c4bf/mmseg/core/evaluation/metrics.py"""
									    ]				,					)


							def   _snake_case	(				self     :Dict				,					__A     :Any				,					__A     :Dict				,					__A     :int				,					__A     :bool				,					__A     :Optional[int] = None				,					__A     :Optional[Dict[int, int]] = None				,					__A     :bool = False				,					) -> Union[str, Any]:



									"""simple docstring"""



									SCREAMING_SNAKE_CASE__								=   mean_iou(
									    results=__A				,					gt_seg_maps=__A				,					num_labels=__A				,					ignore_index=__A				,					nan_to_num=__A				,					label_map=__A				,					reduce_labels=__A				,					)
									return iou_result






import argparse

import torch
from datasets import load_dataset
from donut import DonutModel

from transformers import (
    DonutImageProcessor,
    DonutProcessor,
    DonutSwinConfig,
    DonutSwinModel,
    MBartConfig,
    MBartForCausalLM,
    VisionEncoderDecoderModel,
    XLMRobertaTokenizerFast,
)






def 					SCREAMING_SNAKE_CASE__				(							UpperCamelCase__:				str     ):
		SCREAMING_SNAKE_CASE__								=   model.config

		SCREAMING_SNAKE_CASE__								=   DonutSwinConfig(
		    image_size=original_config.input_size       , patch_size=4       , depths=original_config.encoder_layer       , num_heads=[4, 8, 16, 32]       , window_size=original_config.window_size       , embed_dim=128       , )
		SCREAMING_SNAKE_CASE__								=   MBartConfig(
		    is_decoder=UpperCamelCase__       , is_encoder_decoder=UpperCamelCase__       , add_cross_attention=UpperCamelCase__       , decoder_layers=original_config.decoder_layer       , max_position_embeddings=original_config.max_position_embeddings       , vocab_size=len(
		        model.decoder.tokenizer     )       , scale_embedding=UpperCamelCase__       , add_final_layer_norm=UpperCamelCase__       , )

		return encoder_config, decoder_config






def 					SCREAMING_SNAKE_CASE__				(							UpperCamelCase__:				List[str]     ):
		if "encoder.model" in name:
				SCREAMING_SNAKE_CASE__								=   name.replace("""encoder.model"""       , """encoder"""     )
		if "decoder.model" in name:
				SCREAMING_SNAKE_CASE__								=   name.replace("""decoder.model"""       , """decoder"""     )
		if "patch_embed.proj" in name:
				SCREAMING_SNAKE_CASE__								=   name.replace("""patch_embed.proj"""       , """embeddings.patch_embeddings.projection"""     )
		if "patch_embed.norm" in name:
				SCREAMING_SNAKE_CASE__								=   name.replace("""patch_embed.norm"""       , """embeddings.norm"""     )
		if name.startswith("""encoder"""     ):
				if "layers" in name:
						SCREAMING_SNAKE_CASE__								=   """encoder.""" + name
				if "attn.proj" in name:
						SCREAMING_SNAKE_CASE__								=   name.replace("""attn.proj"""       , """attention.output.dense"""     )
				if "attn" in name and "mask" not in name:
						SCREAMING_SNAKE_CASE__								=   name.replace("""attn"""       , """attention.self"""     )
				if "norm1" in name:
						SCREAMING_SNAKE_CASE__								=   name.replace("""norm1"""       , """layernorm_before"""     )
				if "norm2" in name:
						SCREAMING_SNAKE_CASE__								=   name.replace("""norm2"""       , """layernorm_after"""     )
				if "mlp.fc1" in name:
						SCREAMING_SNAKE_CASE__								=   name.replace("""mlp.fc1"""       , """intermediate.dense"""     )
				if "mlp.fc2" in name:
						SCREAMING_SNAKE_CASE__								=   name.replace("""mlp.fc2"""       , """output.dense"""     )

				if name == "encoder.norm.weight":
						SCREAMING_SNAKE_CASE__								=   """encoder.layernorm.weight"""
				if name == "encoder.norm.bias":
						SCREAMING_SNAKE_CASE__								=   """encoder.layernorm.bias"""

		return name






def 					SCREAMING_SNAKE_CASE__				(							UpperCamelCase__:				str       , UpperCamelCase__:				Optional[int]     ):
		for key in orig_state_dict.copy().keys():
				SCREAMING_SNAKE_CASE__								=   orig_state_dict.pop(UpperCamelCase__     )

				if "qkv" in key:
						SCREAMING_SNAKE_CASE__								=   key.split("""."""     )
						SCREAMING_SNAKE_CASE__								=   int(key_split[3]     )
						SCREAMING_SNAKE_CASE__								=   int(key_split[5]     )
						SCREAMING_SNAKE_CASE__								=   model.encoder.encoder.layers[layer_num].blocks[block_num].attention.self.all_head_size

						if "weight" in key:
								SCREAMING_SNAKE_CASE__								=   val[:dim, :]
								SCREAMING_SNAKE_CASE__								=   val[dim : dim * 2, :]
								SCREAMING_SNAKE_CASE__								=   val[-dim:, :]
						else:
								SCREAMING_SNAKE_CASE__								=   val[:dim]
								SCREAMING_SNAKE_CASE__								=   val[dim : dim * 2]
								SCREAMING_SNAKE_CASE__								=   val[-dim:]
				elif "attn_mask" in key or key in ["encoder.model.norm.weight", "encoder.model.norm.bias"]:
						# HuggingFace implementation doesn't use attn_mask buffer
						# and model doesn't use final LayerNorms for the encoder
						pass
				else:
						SCREAMING_SNAKE_CASE__								=   val

		return orig_state_dict






def 					SCREAMING_SNAKE_CASE__				(							UpperCamelCase__:				Union[str, Any]       , UpperCamelCase__:				int=None       , UpperCamelCase__:				str=False     ):
		# load original model
		SCREAMING_SNAKE_CASE__								=   DonutModel.from_pretrained(UpperCamelCase__     ).eval()

		# load HuggingFace model
		SCREAMING_SNAKE_CASE__						,    SCREAMING_SNAKE_CASE__								=   get_configs(UpperCamelCase__     )
		SCREAMING_SNAKE_CASE__								=   DonutSwinModel(UpperCamelCase__     )
		SCREAMING_SNAKE_CASE__								=   MBartForCausalLM(UpperCamelCase__     )
		SCREAMING_SNAKE_CASE__								=   VisionEncoderDecoderModel(encoder=UpperCamelCase__       , decoder=UpperCamelCase__     )
		model.eval()

		SCREAMING_SNAKE_CASE__								=   original_model.state_dict()
		SCREAMING_SNAKE_CASE__								=   convert_state_dict(UpperCamelCase__       , UpperCamelCase__     )
		model.load_state_dict(UpperCamelCase__     )

		# verify results on scanned document
		SCREAMING_SNAKE_CASE__								=   load_dataset("""hf-internal-testing/example-documents"""     )
		SCREAMING_SNAKE_CASE__								=   dataset["""test"""][0]["""image"""].convert("""RGB"""     )

		SCREAMING_SNAKE_CASE__								=   XLMRobertaTokenizerFast.from_pretrained(UpperCamelCase__       , from_slow=UpperCamelCase__     )
		SCREAMING_SNAKE_CASE__								=   DonutImageProcessor(
		    do_align_long_axis=original_model.config.align_long_axis       , size=original_model.config.input_size[::-1]     )
		SCREAMING_SNAKE_CASE__								=   DonutProcessor(UpperCamelCase__       , UpperCamelCase__     )
		SCREAMING_SNAKE_CASE__								=   processor(UpperCamelCase__       , return_tensors="""pt"""     ).pixel_values

		if model_name == "naver-clova-ix/donut-base-finetuned-docvqa":
				SCREAMING_SNAKE_CASE__								=   """<s_docvqa><s_question>{user_input}</s_question><s_answer>"""
				SCREAMING_SNAKE_CASE__								=   """When is the coffee break?"""
				SCREAMING_SNAKE_CASE__								=   task_prompt.replace("""{user_input}"""       , UpperCamelCase__     )
		elif model_name == "naver-clova-ix/donut-base-finetuned-rvlcdip":
				SCREAMING_SNAKE_CASE__								=   """<s_rvlcdip>"""
		elif model_name in [
		    "naver-clova-ix/donut-base-finetuned-cord-v1",
		    "naver-clova-ix/donut-base-finetuned-cord-v1-2560",
		]:
				SCREAMING_SNAKE_CASE__								=   """<s_cord>"""
		elif model_name == "naver-clova-ix/donut-base-finetuned-cord-v2":
				SCREAMING_SNAKE_CASE__								=   """s_cord-v2>"""
		elif model_name == "naver-clova-ix/donut-base-finetuned-zhtrainticket":
				SCREAMING_SNAKE_CASE__								=   """<s_zhtrainticket>"""
		elif model_name in ["naver-clova-ix/donut-proto", "naver-clova-ix/donut-base"]:
				# use a random prompt
				SCREAMING_SNAKE_CASE__								=   """hello world"""
		else:
				raise ValueError("""Model name not supported"""     )
		SCREAMING_SNAKE_CASE__								=   original_model.decoder.tokenizer(UpperCamelCase__       , add_special_tokens=UpperCamelCase__       , return_tensors="""pt"""     )[
		    """input_ids"""
		]

		SCREAMING_SNAKE_CASE__								=   original_model.encoder.model.patch_embed(UpperCamelCase__     )
		SCREAMING_SNAKE_CASE__						,    SCREAMING_SNAKE_CASE__								=   model.encoder.embeddings(UpperCamelCase__     )
		assert torch.allclose(UpperCamelCase__       , UpperCamelCase__       , atol=1e-3     )

		# verify encoder hidden states
		SCREAMING_SNAKE_CASE__								=   original_model.encoder(UpperCamelCase__     )
		SCREAMING_SNAKE_CASE__								=   model.encoder(UpperCamelCase__     ).last_hidden_state
		assert torch.allclose(UpperCamelCase__       , UpperCamelCase__       , atol=1e-2     )

		# verify decoder hidden states
		SCREAMING_SNAKE_CASE__								=   original_model(UpperCamelCase__       , UpperCamelCase__       , UpperCamelCase__     ).logits
		SCREAMING_SNAKE_CASE__								=   model(UpperCamelCase__       , decoder_input_ids=UpperCamelCase__     ).logits
		assert torch.allclose(UpperCamelCase__       , UpperCamelCase__       , atol=1e-3     )
		print("""Looks ok!"""     )

		if pytorch_dump_folder_path is not None:
				print(f'''Saving model and processor to {pytorch_dump_folder_path}'''     )
				model.save_pretrained(UpperCamelCase__     )
				processor.save_pretrained(UpperCamelCase__     )

		if push_to_hub:
				model.push_to_hub("""nielsr/""" + model_name.split("""/"""     )[-1]       , commit_message="""Update model"""     )
				processor.push_to_hub("""nielsr/""" + model_name.split("""/"""     )[-1]       , commit_message="""Update model"""     )


if __name__ == "__main__":
	_lowerCamelCase 					=      argparse.ArgumentParser()
	# Required parameters
	parser.add_argument(
	    '--model_name',
	    default='naver-clova-ix/donut-base-finetuned-docvqa',
	    required=False,
	    type=str,
	    help='Name of the original model you\'d like to convert.',
	)
	parser.add_argument(
	    '--pytorch_dump_folder_path',
	    default=None,
	    required=False,
	    type=str,
	    help='Path to the output PyTorch model directory.',
	)
	parser.add_argument(
	    '--push_to_hub',
	    action='store_true',
	    help='Whether or not to push the converted model and processor to the 🤗 hub.',
	)

	_lowerCamelCase 					=      parser.parse_args()
	convert_donut_checkpoint(args.model_name, args.pytorch_dump_folder_path, args.push_to_hub)