



import unittest

import numpy as np
import requests

from transformers.testing_utils import require_torch, require_vision
from transformers.utils import is_torch_available, is_vision_available

from ...test_image_processing_common import ImageProcessingSavingTestMixin, prepare_image_inputs


if is_torch_available():
						import torch

						from transformers.pytorch_utils import is_torch_greater_or_equal_than_1_11
else:
						lowerCamelCase		       =      False

if is_vision_available():
						from PIL import Image

						from transformers import PixaStructImageProcessor


class 				_a						(       unittest.TestCase			):





							'''simple docstring'''

							def __init__(							self ,					__UpperCAmelCase ,					__UpperCAmelCase=7 ,					__UpperCAmelCase=3 ,					__UpperCAmelCase=18 ,					__UpperCAmelCase=30 ,					__UpperCAmelCase=400 ,					__UpperCAmelCase=None ,					__UpperCAmelCase=True ,					__UpperCAmelCase=True ,					__UpperCAmelCase=None ,					):







											"""simple docstring"""



											a__	:							str      						= size if size is not None else {"height": 20, "width": 20}
											a__	:							Optional[int]      						= parent
											a__	:							Union[str, Any]      						= batch_size
											a__	:							List[Any]      						= num_channels
											a__	:							Union[str, Any]      						= image_size
											a__	:							List[str]      						= min_resolution
											a__	:							int      						= max_resolution
											a__	:							int      						= size
											a__	:							List[str]      						= do_normalize
											a__	:							Any      						= do_convert_rgb
											a__	:							Optional[Any]      						= [512, 1024, 2048, 4096]
											a__	:							Any      						= patch_size if patch_size is not None else {"height": 16, "width": 16}



							def 		_A	(							self				):







											"""simple docstring"""



											return {"do_normalize": self.do_normalize, "do_convert_rgb": self.do_convert_rgb}




							def 		_A	(							self				):







											"""simple docstring"""



											a__	:							str      						= "https://huggingface.co/datasets/huggingface/documentation-images/resolve/main/transformers/tasks/australia.jpg"
											a__	:							Union[str, Any]      						= Image.open(requests.get(__UpperCAmelCase ,					stream=__UpperCAmelCase				).raw				).convert("RGB"				)
											return raw_image





@unittest.skipIf(
    not is_torch_greater_or_equal_than_1_11       ,  reason="`Pix2StructImageProcessor` requires `torch>=1.11.0`."       ,  )
@require_torch
@require_vision
class 				_a						(       SCREAMING_SNAKE_CASE       ,  unittest.TestCase			):





							'''simple docstring'''

							A				:List[str] =       PixaStructImageProcessor if is_vision_available() else None



							def 		_A	(							self				):







											"""simple docstring"""



											a__	:							Any      						= PixaStructImageProcessingTester(self				)



							@property
							def 		_A	(							self				):







											"""simple docstring"""



											return self.image_processor_tester.prepare_image_processor_dict()



							def 		_A	(							self				):







											"""simple docstring"""



											a__	:							Union[str, Any]      						= self.image_processing_class(**self.image_processor_dict				)
											self.assertTrue(hasattr(__UpperCAmelCase ,					"do_normalize"				)				)
											self.assertTrue(hasattr(__UpperCAmelCase ,					"do_convert_rgb"				)				)



							def 		_A	(							self				):







											"""simple docstring"""



											a__	:							Tuple      						= self.image_processor_tester.prepare_dummy_image()

											a__	:							Any      						= self.image_processing_class(**self.image_processor_dict				)
											a__	:							List[str]      						= 2048

											a__	:							Union[str, Any]      						= image_processor(__UpperCAmelCase ,					return_tensors="pt" ,					max_patches=__UpperCAmelCase				)
											self.assertTrue(torch.allclose(inputs.flattened_patches.mean() ,					torch.tensor(0.0_6_0_6				) ,					atol=1E-3 ,					rtol=1E-3				)				)



							def 		_A	(							self				):







											"""simple docstring"""



											a__	:							int      						= self.image_processing_class(**self.image_processor_dict				)
											# create random PIL images
											a__	:							str      						= prepare_image_inputs(self.image_processor_tester ,					equal_resolution=__UpperCAmelCase				)
											for image in image_inputs:
															self.assertIsInstance(__UpperCAmelCase ,					Image.Image				)

											# Test not batched input
											a__	:							List[Any]      						= (
											    (self.image_processor_tester.patch_size["height"] * self.image_processor_tester.patch_size["width"])
											    * self.image_processor_tester.num_channels
											) + 2

											for max_patch in self.image_processor_tester.max_patches:
															# Test not batched input
															a__	:							Optional[Any]      						= image_processor(
															    image_inputs[0] ,					return_tensors="pt" ,					max_patches=__UpperCAmelCase				).flattened_patches
															self.assertEqual(
															    encoded_images.shape ,					(1, max_patch, expected_hidden_dim) ,					)

															# Test batched
															a__	:							Optional[Any]      						= image_processor(
															    __UpperCAmelCase ,					return_tensors="pt" ,					max_patches=__UpperCAmelCase				).flattened_patches
															self.assertEqual(
															    encoded_images.shape ,					(self.image_processor_tester.batch_size, max_patch, expected_hidden_dim) ,					)



							def 		_A	(							self				):







											"""simple docstring"""



											a__	:							Union[str, Any]      						= self.image_processing_class(**self.image_processor_dict				)
											# create random PIL images
											a__	:							Any      						= prepare_image_inputs(self.image_processor_tester ,					equal_resolution=__UpperCAmelCase				)
											for image in image_inputs:
															self.assertIsInstance(__UpperCAmelCase ,					Image.Image				)

											# Test not batched input
											a__	:							Optional[int]      						= (
											    (self.image_processor_tester.patch_size["height"] * self.image_processor_tester.patch_size["width"])
											    * self.image_processor_tester.num_channels
											) + 2

											a__	:							int      						= True

											for max_patch in self.image_processor_tester.max_patches:
															# Test not batched input
															with self.assertRaises(__UpperCAmelCase				):
																			a__	:							List[str]      						= image_processor(
																			    image_inputs[0] ,					return_tensors="pt" ,					max_patches=__UpperCAmelCase				).flattened_patches

															a__	:							Tuple      						= "Hello"

															a__	:							Union[str, Any]      						= image_processor(
															    image_inputs[0] ,					return_tensors="pt" ,					max_patches=__UpperCAmelCase ,					header_text=__UpperCAmelCase				).flattened_patches
															self.assertEqual(
															    encoded_images.shape ,					(1, max_patch, expected_hidden_dim) ,					)

															# Test batched
															a__	:							Optional[int]      						= image_processor(
															    __UpperCAmelCase ,					return_tensors="pt" ,					max_patches=__UpperCAmelCase ,					header_text=__UpperCAmelCase				).flattened_patches
															self.assertEqual(
															    encoded_images.shape ,					(self.image_processor_tester.batch_size, max_patch, expected_hidden_dim) ,					)



							def 		_A	(							self				):







											"""simple docstring"""



											a__	:							str      						= self.image_processing_class(**self.image_processor_dict				)
											# create random numpy tensors
											a__	:							Tuple      						= prepare_image_inputs(self.image_processor_tester ,					equal_resolution=__UpperCAmelCase ,					numpify=__UpperCAmelCase				)
											for image in image_inputs:
															self.assertIsInstance(__UpperCAmelCase ,					np.ndarray				)

											a__	:							List[str]      						= (
											    (self.image_processor_tester.patch_size["height"] * self.image_processor_tester.patch_size["width"])
											    * self.image_processor_tester.num_channels
											) + 2

											for max_patch in self.image_processor_tester.max_patches:
															# Test not batched input
															a__	:							Any      						= image_processor(
															    image_inputs[0] ,					return_tensors="pt" ,					max_patches=__UpperCAmelCase				).flattened_patches
															self.assertEqual(
															    encoded_images.shape ,					(1, max_patch, expected_hidden_dim) ,					)

															# Test batched
															a__	:							str      						= image_processor(
															    __UpperCAmelCase ,					return_tensors="pt" ,					max_patches=__UpperCAmelCase				).flattened_patches
															self.assertEqual(
															    encoded_images.shape ,					(self.image_processor_tester.batch_size, max_patch, expected_hidden_dim) ,					)




							def 		_A	(							self				):







											"""simple docstring"""



											a__	:							List[Any]      						= self.image_processing_class(**self.image_processor_dict				)
											# create random PyTorch tensors
											a__	:							Any      						= prepare_image_inputs(self.image_processor_tester ,					equal_resolution=__UpperCAmelCase ,					torchify=__UpperCAmelCase				)
											for image in image_inputs:
															self.assertIsInstance(__UpperCAmelCase ,					torch.Tensor				)

											# Test not batched input
											a__	:							Optional[Any]      						= (
											    (self.image_processor_tester.patch_size["height"] * self.image_processor_tester.patch_size["width"])
											    * self.image_processor_tester.num_channels
											) + 2

											for max_patch in self.image_processor_tester.max_patches:
															# Test not batched input
															a__	:							str      						= image_processor(
															    image_inputs[0] ,					return_tensors="pt" ,					max_patches=__UpperCAmelCase				).flattened_patches
															self.assertEqual(
															    encoded_images.shape ,					(1, max_patch, expected_hidden_dim) ,					)

															# Test batched
															a__	:							Optional[int]      						= image_processor(
															    __UpperCAmelCase ,					return_tensors="pt" ,					max_patches=__UpperCAmelCase				).flattened_patches
															self.assertEqual(
															    encoded_images.shape ,					(self.image_processor_tester.batch_size, max_patch, expected_hidden_dim) ,					)





@unittest.skipIf(
    not is_torch_greater_or_equal_than_1_11       ,  reason="`Pix2StructImageProcessor` requires `torch>=1.11.0`."       ,  )
@require_torch
@require_vision
class 				_a						(       SCREAMING_SNAKE_CASE       ,  unittest.TestCase			):





							'''simple docstring'''

							A				:List[str] =       PixaStructImageProcessor if is_vision_available() else None



							def 		_A	(							self				):







											"""simple docstring"""



											a__	:							Dict      						= PixaStructImageProcessingTester(self ,					num_channels=4				)
											a__	:							Tuple      						= 3



							@property
							def 		_A	(							self				):







											"""simple docstring"""



											return self.image_processor_tester.prepare_image_processor_dict()



							def 		_A	(							self				):







											"""simple docstring"""



											a__	:							Optional[int]      						= self.image_processing_class(**self.image_processor_dict				)
											self.assertTrue(hasattr(__UpperCAmelCase ,					"do_normalize"				)				)
											self.assertTrue(hasattr(__UpperCAmelCase ,					"do_convert_rgb"				)				)




							def 		_A	(							self				):







											"""simple docstring"""



											a__	:							Dict      						= self.image_processing_class(**self.image_processor_dict				)
											# create random PIL images
											a__	:							Union[str, Any]      						= prepare_image_inputs(self.image_processor_tester ,					equal_resolution=__UpperCAmelCase				)
											for image in image_inputs:
															self.assertIsInstance(__UpperCAmelCase ,					Image.Image				)

											# Test not batched input
											a__	:							str      						= (
											    (self.image_processor_tester.patch_size["height"] * self.image_processor_tester.patch_size["width"])
											    * (self.image_processor_tester.num_channels - 1)
											) + 2

											for max_patch in self.image_processor_tester.max_patches:
															# Test not batched input
															a__	:							List[str]      						= image_processor(
															    image_inputs[0] ,					return_tensors="pt" ,					max_patches=__UpperCAmelCase				).flattened_patches
															self.assertEqual(
															    encoded_images.shape ,					(1, max_patch, expected_hidden_dim) ,					)

															# Test batched
															a__	:							int      						= image_processor(
															    __UpperCAmelCase ,					return_tensors="pt" ,					max_patches=__UpperCAmelCase				).flattened_patches
															self.assertEqual(
															    encoded_images.shape ,					(self.image_processor_tester.batch_size, max_patch, expected_hidden_dim) ,					)







from collections import OrderedDict
from typing import Any, List, Mapping, Optional

from ... import PreTrainedTokenizer, TensorType, is_torch_available
from ...configuration_utils import PretrainedConfig
from ...onnx import OnnxConfigWithPast, PatchingSpec
from ...utils import logging


lowerCamelCase		       =      logging.get_logger(__name__)


lowerCamelCase		       =      {
    """Salesforce/codegen-350M-nl""": """https://huggingface.co/Salesforce/codegen-350M-nl/resolve/main/config.json""",
    """Salesforce/codegen-350M-multi""": """https://huggingface.co/Salesforce/codegen-350M-multi/resolve/main/config.json""",
    """Salesforce/codegen-350M-mono""": """https://huggingface.co/Salesforce/codegen-350M-mono/resolve/main/config.json""",
    """Salesforce/codegen-2B-nl""": """https://huggingface.co/Salesforce/codegen-2B-nl/resolve/main/config.json""",
    """Salesforce/codegen-2B-multi""": """https://huggingface.co/Salesforce/codegen-2B-multi/resolve/main/config.json""",
    """Salesforce/codegen-2B-mono""": """https://huggingface.co/Salesforce/codegen-2B-mono/resolve/main/config.json""",
    """Salesforce/codegen-6B-nl""": """https://huggingface.co/Salesforce/codegen-6B-nl/resolve/main/config.json""",
    """Salesforce/codegen-6B-multi""": """https://huggingface.co/Salesforce/codegen-6B-multi/resolve/main/config.json""",
    """Salesforce/codegen-6B-mono""": """https://huggingface.co/Salesforce/codegen-6B-mono/resolve/main/config.json""",
    """Salesforce/codegen-16B-nl""": """https://huggingface.co/Salesforce/codegen-16B-nl/resolve/main/config.json""",
    """Salesforce/codegen-16B-multi""": """https://huggingface.co/Salesforce/codegen-16B-multi/resolve/main/config.json""",
    """Salesforce/codegen-16B-mono""": """https://huggingface.co/Salesforce/codegen-16B-mono/resolve/main/config.json""",
}


class 				_a						(       SCREAMING_SNAKE_CASE			):





							'''simple docstring'''

							A				:str =       "codegen"
							A				:Tuple =       {
							    "max_position_embeddings": "n_positions",
							    "hidden_size": "n_embd",
							    "num_attention_heads": "n_head",
							    "num_hidden_layers": "n_layer",
							}



							def __init__(							self ,					__UpperCAmelCase=5_0400 ,					__UpperCAmelCase=2048 ,					__UpperCAmelCase=2048 ,					__UpperCAmelCase=4096 ,					__UpperCAmelCase=28 ,					__UpperCAmelCase=16 ,					__UpperCAmelCase=64 ,					__UpperCAmelCase=None ,					__UpperCAmelCase="gelu_new" ,					__UpperCAmelCase=0.0 ,					__UpperCAmelCase=0.0 ,					__UpperCAmelCase=0.0 ,					__UpperCAmelCase=1E-5 ,					__UpperCAmelCase=0.0_2 ,					__UpperCAmelCase=True ,					__UpperCAmelCase=5_0256 ,					__UpperCAmelCase=5_0256 ,					__UpperCAmelCase=False ,					**__UpperCAmelCase ,					):







											"""simple docstring"""



											a__	:							Dict      						= vocab_size
											a__	:							int      						= n_ctx
											a__	:							str      						= n_positions
											a__	:							Union[str, Any]      						= n_embd
											a__	:							Union[str, Any]      						= n_layer
											a__	:							Optional[int]      						= n_head
											a__	:							Dict      						= n_inner
											a__	:							Optional[Any]      						= rotary_dim
											a__	:							str      						= activation_function
											a__	:							List[Any]      						= resid_pdrop
											a__	:							str      						= embd_pdrop
											a__	:							List[str]      						= attn_pdrop
											a__	:							str      						= layer_norm_epsilon
											a__	:							Any      						= initializer_range
											a__	:							List[str]      						= use_cache

											a__	:							Tuple      						= bos_token_id
											a__	:							List[Any]      						= eos_token_id

											super().__init__(
											    bos_token_id=__UpperCAmelCase ,					eos_token_id=__UpperCAmelCase ,					tie_word_embeddings=__UpperCAmelCase ,					**__UpperCAmelCase				)





class 				_a						(       SCREAMING_SNAKE_CASE			):





							'''simple docstring'''

							def __init__(							self ,					__UpperCAmelCase ,					__UpperCAmelCase = "default" ,					__UpperCAmelCase = None ,					__UpperCAmelCase = False ,					):







											"""simple docstring"""



											super().__init__(__UpperCAmelCase ,					task=__UpperCAmelCase ,					patching_specs=__UpperCAmelCase ,					use_past=__UpperCAmelCase				)
											if not getattr(self._config ,					"pad_token_id" ,					__UpperCAmelCase				):
															# TODO: how to do that better?
															a__	:							Union[str, Any]      						= 0



							@property
							def 		_A	(							self				):







											"""simple docstring"""



											a__	:							Optional[Any]      						= OrderedDict({"input_ids": {0: "batch", 1: "sequence"}}				)
											if self.use_past:
															self.fill_with_past_key_values_(__UpperCAmelCase ,					direction="inputs"				)
															a__	:							Any      						= {0: "batch", 1: "past_sequence + sequence"}
											else:
															a__	:							List[Any]      						= {0: "batch", 1: "sequence"}

											return common_inputs



							@property
							def 		_A	(							self				):







											"""simple docstring"""



											return self._config.n_layer



							@property
							def 		_A	(							self				):







											"""simple docstring"""



											return self._config.n_head



							def 		_A	(							self ,					__UpperCAmelCase ,					__UpperCAmelCase = -1 ,					__UpperCAmelCase = -1 ,					__UpperCAmelCase = False ,					__UpperCAmelCase = None ,					):







											"""simple docstring"""



											a__	:							Dict      						= super(__UpperCAmelCase ,					self				).generate_dummy_inputs(
											    __UpperCAmelCase ,					batch_size=__UpperCAmelCase ,					seq_length=__UpperCAmelCase ,					is_pair=__UpperCAmelCase ,					framework=__UpperCAmelCase				)

											# We need to order the input in the way they appears in the forward()
											a__	:							Union[str, Any]      						= OrderedDict({"input_ids": common_inputs["input_ids"]}				)

											# Need to add the past_keys
											if self.use_past:
															if not is_torch_available():
																			raise ValueError("Cannot generate dummy past_keys inputs without PyTorch installed."				)
															else:
																			import torch

																			a__						,   a__	:							Union[str, Any]      						= common_inputs["input_ids"].shape
																			# Not using the same length for past_key_values
																			a__	:							Any      						= seqlen + 2
																			a__	:							str      						= (
																			    batch,
																			    self.num_attention_heads,
																			    past_key_values_length,
																			    self._config.hidden_size // self.num_attention_heads,
																			)
																			a__	:							str      						= [
																			    (torch.zeros(__UpperCAmelCase				), torch.zeros(__UpperCAmelCase				)) for _ in range(self.num_layers				)
																			]

											a__	:							Union[str, Any]      						= common_inputs["attention_mask"]
											if self.use_past:
															a__	:							str      						= ordered_inputs["attention_mask"].dtype
															a__	:							Union[str, Any]      						= torch.cat(
															    [ordered_inputs["attention_mask"], torch.ones(__UpperCAmelCase ,					__UpperCAmelCase ,					dtype=__UpperCAmelCase				)] ,					dim=1				)

											return ordered_inputs




							@property
							def 		_A	(							self				):







											"""simple docstring"""



											return 13


