






import collections
import os
import re
from pathlib import Path


a__       =     """src/transformers"""


# Matches is_xxx_available()
a__       =     re.compile(r"""is\_([a-z_]*)_available()""")
# Catches a one-line _import_struct = {xxx}
a__       =     re.compile(r"""^_import_structure\s+=\s+\{([^\}]+)\}""")
# Catches a line with a key-values pattern: "bla": ["foo", "bar"]
a__       =     re.compile(r"""\s+\"\S*\":\s+\[([^\]]*)\]""")
# Catches a line if not is_foo_available
a__       =     re.compile(r"""^\s*if\s+not\s+is\_[a-z_]*\_available\(\)""")
# Catches a line _import_struct["bla"].append("foo")
a__       =     re.compile(r"""^\s*_import_structure\[\"\S*\"\]\.append\(\"(\S*)\"\)""")
# Catches a line _import_struct["bla"].extend(["foo", "bar"]) or _import_struct["bla"] = ["foo", "bar"]
a__       =     re.compile(r"""^\s*_import_structure\[\S*\](?:\.extend\(|\s*=\s+)\[([^\]]*)\]""")
# Catches a line with an object between quotes and a comma:     "MyModel",
a__       =     re.compile(r"""^\s+\"([^\"]+)\",""")
# Catches a line with objects between brackets only:    ["foo", "bar"],
a__       =     re.compile(r"""^\s+\[([^\]]+)\]""")
# Catches a line with from foo import bar, bla, boo
a__       =     re.compile(r"""\s+from\s+\S*\s+import\s+([^\(\s].*)\n""")
# Catches a line with try:
a__       =     re.compile(r"""^\s*try:""")
# Catches a line with else:
a__       =     re.compile(r"""^\s*else:""")

def _UpperCAmelCase   (	a						:	str ):
							if _re_test_backend.search(a ) is None:
														return None
							snake_case__	  =       [b[0] for b in _re_backend.findall(a )]
							backends.sort()
							return "_and_".join(a )

def _UpperCAmelCase   (	a						:	List[Any] ):
							with open(a  ,					"""r"""  ,					encoding="""utf-8"""  ,					newline="""\n""" ) as f:
														snake_case__	  =       f.readlines()

							snake_case__	  =       0
							while line_index < len(a ) and not lines[line_index].startswith("""_import_structure = {""" ):
														line_index += 1

							# If this is a traditional init, just return.
							if line_index >= len(a ):
														return None

							# First grab the objects without a specific backend in _import_structure
							snake_case__	  =       []
							while not lines[line_index].startswith("""if TYPE_CHECKING""" ) and find_backend(lines[line_index] ) is None:
														snake_case__	  =       lines[line_index]
														# If we have everything on a single line, let's deal with it.
														if _re_one_line_import_struct.search(a ):
																					snake_case__	  =       _re_one_line_import_struct.search(a ).groups()[0]
																					snake_case__	  =       re.findall(r"""\[([^\]]+)\]"""  ,					a )
																					for imp in imports:
																												objects.extend([obj[1:-1] for obj in imp.split(""", """ )] )
																					line_index += 1
																					continue
														snake_case__	  =       _re_import_struct_key_value.search(a )
														if single_line_import_search is not None:
																					snake_case__	  =       [obj[1:-1] for obj in single_line_import_search.groups()[0].split(""", """ ) if len(a ) > 0]
																					objects.extend(a )
														elif line.startswith(""" """ * 8 + """\"""" ):
																					objects.append(line[9:-3] )
														line_index += 1

							snake_case__	  =       {"""none""": objects}
							# Let's continue with backend-specific objects in _import_structure
							while not lines[line_index].startswith("""if TYPE_CHECKING""" ):
														# If the line is an if not is_backend_available, we grab all objects associated.
														snake_case__	  =       find_backend(lines[line_index] )
														# Check if the backend declaration is inside a try block:
														if _re_try.search(lines[line_index - 1] ) is None:
																					snake_case__	  =       None

														if backend is not None:
																					line_index += 1

																					# Scroll until we hit the else block of try-except-else
																					while _re_else.search(lines[line_index] ) is None:
																												line_index += 1

																					line_index += 1

																					snake_case__	  =       []
																					# Until we unindent, add backend objects to the list
																					while len(lines[line_index] ) <= 1 or lines[line_index].startswith(""" """ * 4 ):
																												snake_case__	  =       lines[line_index]
																												if _re_import_struct_add_one.search(a ) is not None:
																																			objects.append(_re_import_struct_add_one.search(a ).groups()[0] )
																												elif _re_import_struct_add_many.search(a ) is not None:
																																			snake_case__	  =       _re_import_struct_add_many.search(a ).groups()[0].split(""", """ )
																																			snake_case__	  =       [obj[1:-1] for obj in imports if len(a ) > 0]
																																			objects.extend(a )
																												elif _re_between_brackets.search(a ) is not None:
																																			snake_case__	  =       _re_between_brackets.search(a ).groups()[0].split(""", """ )
																																			snake_case__	  =       [obj[1:-1] for obj in imports if len(a ) > 0]
																																			objects.extend(a )
																												elif _re_quote_object.search(a ) is not None:
																																			objects.append(_re_quote_object.search(a ).groups()[0] )
																												elif line.startswith(""" """ * 8 + """\"""" ):
																																			objects.append(line[9:-3] )
																												elif line.startswith(""" """ * 12 + """\"""" ):
																																			objects.append(line[13:-3] )
																												line_index += 1

																					snake_case__	  =       objects
														else:
																					line_index += 1

    # At this stage we are in the TYPE_CHECKING part, first grab the objects without a specific backend
							snake_case__	  =       []
							while (
							    line_index < len(a )
							    and find_backend(lines[line_index] ) is None
							    and not lines[line_index].startswith("""else""" )
							):
														snake_case__	  =       lines[line_index]
														snake_case__	  =       _re_import.search(a )
														if single_line_import_search is not None:
																					objects.extend(single_line_import_search.groups()[0].split(""", """ ) )
														elif line.startswith(""" """ * 8 ):
																					objects.append(line[8:-2] )
														line_index += 1

							snake_case__	  =       {"""none""": objects}
							# Let's continue with backend-specific objects
							while line_index < len(a ):
														# If the line is an if is_backend_available, we grab all objects associated.
														snake_case__	  =       find_backend(lines[line_index] )
														# Check if the backend declaration is inside a try block:
														if _re_try.search(lines[line_index - 1] ) is None:
																					snake_case__	  =       None

														if backend is not None:
																					line_index += 1

																					# Scroll until we hit the else block of try-except-else
																					while _re_else.search(lines[line_index] ) is None:
																												line_index += 1

																					line_index += 1

																					snake_case__	  =       []
																					# Until we unindent, add backend objects to the list
																					while len(lines[line_index] ) <= 1 or lines[line_index].startswith(""" """ * 8 ):
																												snake_case__	  =       lines[line_index]
																												snake_case__	  =       _re_import.search(a )
																												if single_line_import_search is not None:
																																			objects.extend(single_line_import_search.groups()[0].split(""", """ ) )
																												elif line.startswith(""" """ * 12 ):
																																			objects.append(line[12:-2] )
																												line_index += 1

																					snake_case__	  =       objects
														else:
																					line_index += 1

							return import_dict_objects, type_hint_objects

def _UpperCAmelCase   (	a						:	Union[str, Any]  ,					a						:	Dict ):

							def find_duplicates(a						:	Any ):
														return [k for k, v in collections.Counter(a ).items() if v > 1]

							if list(import_dict_objects.keys() ) != list(type_hint_objects.keys() ):
														return ["Both sides of the init do not have the same backends!"]

							snake_case__	  =       []
							for key in import_dict_objects.keys():
														snake_case__	  =       find_duplicates(import_dict_objects[key] )
														if duplicate_imports:
																					errors.append(F'''Duplicate _import_structure definitions for: {duplicate_imports}''' )
														snake_case__	  =       find_duplicates(type_hint_objects[key] )
														if duplicate_type_hints:
																					errors.append(F'''Duplicate TYPE_CHECKING objects for: {duplicate_type_hints}''' )

														if sorted(set(import_dict_objects[key] ) ) != sorted(set(type_hint_objects[key] ) ):
																					snake_case__	  =       """base imports""" if key == """none""" else F'''{key} backend'''
																					errors.append(F'''Differences for {name}:''' )
																					for a in type_hint_objects[key]:
																												if a not in import_dict_objects[key]:
																																			errors.append(F'''  {a} in TYPE_HINT but not in _import_structure.''' )
																					for a in import_dict_objects[key]:
																												if a not in type_hint_objects[key]:
																																			errors.append(F'''  {a} in _import_structure but not in TYPE_HINT.''' )
							return errors

def _UpperCAmelCase   (	):
							snake_case__	  =       []
							for root, _, files in os.walk(a ):
														if "__init__.py" in files:
																					snake_case__	  =       os.path.join(a  ,					"""__init__.py""" )
																					snake_case__	  =       parse_init(a )
																					if objects is not None:
																												snake_case__	  =       analyze_results(*a )
																												if len(a ) > 0:
																																			snake_case__	  =       F'''Problem in {fname}, both halves do not define the same objects.\n{errors[0]}'''
																																			failures.append("""\n""".join(a ) )
							if len(a ) > 0:
														raise ValueError("""\n\n""".join(a ) )

def _UpperCAmelCase   (	):
							snake_case__	  =       []
							for path, directories, files in os.walk(a ):
														for folder in directories:
																					# Ignore private modules
																					if folder.startswith("""_""" ):
																												directories.remove(a )
																												continue
																					# Ignore leftovers from branches (empty folders apart from pycache)
																					if len(list((Path(a ) / folder).glob("""*.py""" ) ) ) == 0:
																												continue
																					snake_case__	  =       str((Path(a ) / folder).relative_to(a ) )
																					snake_case__	  =       short_path.replace(os.path.sep  ,					""".""" )
																					submodules.append(a )
														for fname in files:
																					if fname == "__init__.py":
																												continue
																					snake_case__	  =       str((Path(a ) / fname).relative_to(a ) )
																					snake_case__	  =       short_path.replace(""".py"""  ,					"""""" ).replace(os.path.sep  ,					""".""" )
																					if len(submodule.split(""".""" ) ) == 1:
																												submodules.append(a )
							return submodules


a__       =     [
    """convert_pytorch_checkpoint_to_tf2""",
    """modeling_flax_pytorch_utils""",
    """models.esm.openfold_utils""",
]

def _UpperCAmelCase   (	):
							# This is to make sure the transformers module imported is the one in the repo.
							from transformers.utils import direct_transformers_import

							snake_case__	  =       direct_transformers_import(a )

							snake_case__	  =       set(transformers._import_structure.keys() )
							# This contains all the base keys of the _import_structure object defined in the init, but if the user is missing
							# some optional dependencies, they may not have all of them. Thus we read the init to read all additions and
							# (potentiall re-) add them.
							with open(os.path.join(a  ,					"""__init__.py""" )  ,					"""r""" ) as f:
														snake_case__	  =       f.read()
							import_structure_keys.update(set(re.findall(r"""import_structure\[\"([^\"]*)\"\]"""  ,					a ) ) )

							snake_case__	  =       [
							    module
							    for module in get_transformers_submodules()
							    if module not in IGNORE_SUBMODULES and module not in import_structure_keys
							]

							if len(a ) > 0:
														snake_case__	  =       """\n""".join(F'''- {module}''' for module in module_not_registered )
														raise ValueError(
														    """The following submodules are not properly registed in the main init of Transformers:\n"""
														    F'''{list_of_modules}\n'''
														    """Make sure they appear somewhere in the keys of `_import_structure` with an empty list as value.""" )


if __name__ == "__main__":
	check_all_inits()
	check_submodules()








import unittest

import torch

from diffusers import VQModel
from diffusers.utils import floats_tensor, torch_device
from diffusers.utils.testing_utils import enable_full_determinism

from .test_modeling_common import ModelTesterMixin, UNetTesterMixin


enable_full_determinism()


class    _lowerCAmelCase			(		lowercase_     ,      lowercase_     ,      unittest.TestCase      ):



				"""simple docstring"""



				_lowercase				:   Optional[int]      =  VQModel
				_lowercase				:   str      =  '''sample'''



				@property
				def 					__magic_name__							(      self    :    Union[str, Any]			,		UpperCamelCase__    :    Tuple=(3_2, 3_2)):






											'''simple docstring'''







											snake_case__	  =       4
											snake_case__	  =       3

											snake_case__	  =       floats_tensor((batch_size, num_channels) + sizes).to(UpperCamelCase__)

											return {"sample": image}



				@property
				def 					__magic_name__							(      self    :    str):






											'''simple docstring'''







											return (3, 3_2, 3_2)



				@property
				def 					__magic_name__							(      self    :    List[str]):






											'''simple docstring'''







											return (3, 3_2, 3_2)



				def 					__magic_name__							(      self    :    int):






											'''simple docstring'''







											snake_case__	  =       {
											    """block_out_channels""": [3_2, 6_4],
											    """in_channels""": 3,
											    """out_channels""": 3,
											    """down_block_types""": ["""DownEncoderBlock2D""", """DownEncoderBlock2D"""],
											    """up_block_types""": ["""UpDecoderBlock2D""", """UpDecoderBlock2D"""],
											    """latent_channels""": 3,
											}
											snake_case__	  =       self.dummy_input
											return init_dict, inputs_dict



				def 					__magic_name__							(      self    :    Optional[int]):






											'''simple docstring'''







											pass



				def 					__magic_name__							(      self    :    Tuple):






											'''simple docstring'''







											pass



				def 					__magic_name__							(      self    :    str):






											'''simple docstring'''







											snake_case__  , snake_case__	  =       VQModel.from_pretrained("""fusing/vqgan-dummy"""			,		output_loading_info=UpperCamelCase__)
											self.assertIsNotNone(UpperCamelCase__)
											self.assertEqual(len(loading_info["""missing_keys"""])			,		0)

											model.to(UpperCamelCase__)
											snake_case__	  =       model(**self.dummy_input)

											assert image is not None, "Make sure output is not None"



				def 					__magic_name__							(      self    :    Dict):






											'''simple docstring'''







											snake_case__	  =       VQModel.from_pretrained("""fusing/vqgan-dummy""")
											model.to(UpperCamelCase__).eval()

											torch.manual_seed(0)
											if torch.cuda.is_available():
																		torch.cuda.manual_seed_all(0)

											snake_case__	  =       torch.randn(1			,		model.config.in_channels			,		model.config.sample_size			,		model.config.sample_size)
											snake_case__	  =       image.to(UpperCamelCase__)
											with torch.no_grad():
																		snake_case__	  =       model(UpperCamelCase__).sample

											snake_case__	  =       output[0, -1, -3:, -3:].flatten().cpu()
											# fmt: off
											snake_case__	  =       torch.tensor([-0.01_53, -0.40_44, -0.18_80, -0.51_61, -0.24_18, -0.40_72, -0.16_12, -0.06_33, -0.01_43])
											# fmt: on
											self.assertTrue(torch.allclose(UpperCamelCase__			,		UpperCamelCase__			,		atol=1E-3))
