
import collections
import os
import re
from pathlib import Path


UpperCamelCase_						:     Optional[Any]	       =							"""src/transformers"""


# Matches is_xxx_available()
UpperCamelCase_						:     List[str]	       =							re.compile(R"""is\_([a-z_]*)_available()""")
# Catches a one-line _import_struct = {xxx}
UpperCamelCase_						:     Union[str, Any]	       =							re.compile(R"""^_import_structure\s+=\s+\{([^\}]+)\}""")
# Catches a line with a key-values pattern: "bla": ["foo", "bar"]
UpperCamelCase_						:     Any	       =							re.compile(R"""\s+\"\S*\":\s+\[([^\]]*)\]""")
# Catches a line if not is_foo_available
UpperCamelCase_						:     Union[str, Any]	       =							re.compile(R"""^\s*if\s+not\s+is\_[a-z_]*\_available\(\)""")
# Catches a line _import_struct["bla"].append("foo")
UpperCamelCase_						:     str	       =							re.compile(R"""^\s*_import_structure\[\"\S*\"\]\.append\(\"(\S*)\"\)""")
# Catches a line _import_struct["bla"].extend(["foo", "bar"]) or _import_struct["bla"] = ["foo", "bar"]
UpperCamelCase_						:     List[Any]	       =							re.compile(R"""^\s*_import_structure\[\S*\](?:\.extend\(|\s*=\s+)\[([^\]]*)\]""")
# Catches a line with an object between quotes and a comma:     "MyModel",
UpperCamelCase_						:     Tuple	       =							re.compile(R"""^\s+\"([^\"]+)\",""")
# Catches a line with objects between brackets only:    ["foo", "bar"],
UpperCamelCase_						:     str	       =							re.compile(R"""^\s+\[([^\]]+)\]""")
# Catches a line with from foo import bar, bla, boo
UpperCamelCase_						:     Union[str, Any]	       =							re.compile(R"""\s+from\s+\S*\s+import\s+([^\(\s].*)\n""")
# Catches a line with try:
UpperCamelCase_						:     Any	       =							re.compile(R"""^\s*try:""")
# Catches a line with else:
UpperCamelCase_						:     Any	       =							re.compile(R"""^\s*else:""")



def 		UpperCamelCase     (       _UpperCAmelCase  :   List[Any]  )   ->			Optional[Any]:






						'''simple docstring'''

						if _re_test_backend.search(_UpperCAmelCase  ) is None:
												return None
						_lowercase       :	str           =   [b[0] for b in _re_backend.findall(_UpperCAmelCase  )]
						backends.sort()
						return "_and_".join(_UpperCAmelCase  )



def 		UpperCamelCase     (       _UpperCAmelCase  :   int  )   ->			int:






						'''simple docstring'''

						with open(_UpperCAmelCase ,			"r" ,			encoding="utf-8" ,			newline="\n"  ) as f:
												_lowercase       :	List[Any]           =   f.readlines()

						_lowercase       :	int           =   0
						while line_index < len(_UpperCAmelCase  ) and not lines[line_index].startswith("_import_structure = {"  ):
												line_index += 1

						# If this is a traditional init, just return.
						if line_index >= len(_UpperCAmelCase  ):
												return None

						# First grab the objects without a specific backend in _import_structure
						_lowercase       :	List[Any]           =   []
						while not lines[line_index].startswith("if TYPE_CHECKING"  ) and find_backend(lines[line_index]  ) is None:
												_lowercase       :	Union[str, Any]           =   lines[line_index]
												# If we have everything on a single line, let's deal with it.
												if _re_one_line_import_struct.search(_UpperCAmelCase  ):
																		_lowercase       :	Union[str, Any]           =   _re_one_line_import_struct.search(_UpperCAmelCase  ).groups()[0]
																		_lowercase       :	int           =   re.findall(R"\[([^\]]+)\]" ,			_UpperCAmelCase  )
																		for imp in imports:
																								objects.extend([obj[1:-1] for obj in imp.split(", "  )]  )
																		line_index += 1
																		continue
												_lowercase       :	Dict           =   _re_import_struct_key_value.search(_UpperCAmelCase  )
												if single_line_import_search is not None:
																		_lowercase       :	Dict           =   [obj[1:-1] for obj in single_line_import_search.groups()[0].split(", "  ) if len(_UpperCAmelCase  ) > 0]
																		objects.extend(_UpperCAmelCase  )
												elif line.startswith(" " * 8 + "\""  ):
																		objects.append(line[9:-3]  )
												line_index += 1

						_lowercase       :	Optional[int]           =   {"none": objects}
						# Let's continue with backend-specific objects in _import_structure
						while not lines[line_index].startswith("if TYPE_CHECKING"  ):
												# If the line is an if not is_backend_available, we grab all objects associated.
												_lowercase       :	Any           =   find_backend(lines[line_index]  )
												# Check if the backend declaration is inside a try block:
												if _re_try.search(lines[line_index - 1]  ) is None:
																		_lowercase       :	Any           =   None

												if backend is not None:
																		line_index += 1

																		# Scroll until we hit the else block of try-except-else
																		while _re_else.search(lines[line_index]  ) is None:
																								line_index += 1

																		line_index += 1

																		_lowercase       :	int           =   []
																		# Until we unindent, add backend objects to the list
																		while len(lines[line_index]  ) <= 1 or lines[line_index].startswith(" " * 4  ):
																								_lowercase       :	Optional[int]           =   lines[line_index]
																								if _re_import_struct_add_one.search(_UpperCAmelCase  ) is not None:
																														objects.append(_re_import_struct_add_one.search(_UpperCAmelCase  ).groups()[0]  )
																								elif _re_import_struct_add_many.search(_UpperCAmelCase  ) is not None:
																														_lowercase       :	Tuple           =   _re_import_struct_add_many.search(_UpperCAmelCase  ).groups()[0].split(", "  )
																														_lowercase       :	Optional[Any]           =   [obj[1:-1] for obj in imports if len(_UpperCAmelCase  ) > 0]
																														objects.extend(_UpperCAmelCase  )
																								elif _re_between_brackets.search(_UpperCAmelCase  ) is not None:
																														_lowercase       :	Dict           =   _re_between_brackets.search(_UpperCAmelCase  ).groups()[0].split(", "  )
																														_lowercase       :	int           =   [obj[1:-1] for obj in imports if len(_UpperCAmelCase  ) > 0]
																														objects.extend(_UpperCAmelCase  )
																								elif _re_quote_object.search(_UpperCAmelCase  ) is not None:
																														objects.append(_re_quote_object.search(_UpperCAmelCase  ).groups()[0]  )
																								elif line.startswith(" " * 8 + "\""  ):
																														objects.append(line[9:-3]  )
																								elif line.startswith(" " * 12 + "\""  ):
																														objects.append(line[13:-3]  )
																								line_index += 1

																		_lowercase       :	Dict           =   objects
												else:
																		line_index += 1

    # At this stage we are in the TYPE_CHECKING part, first grab the objects without a specific backend
						_lowercase       :	Tuple           =   []
						while (
						    line_index < len(_UpperCAmelCase  )
						    and find_backend(lines[line_index]  ) is None
						    and not lines[line_index].startswith("else"  )
						):
												_lowercase       :	Optional[int]           =   lines[line_index]
												_lowercase       :	List[str]           =   _re_import.search(_UpperCAmelCase  )
												if single_line_import_search is not None:
																		objects.extend(single_line_import_search.groups()[0].split(", "  )  )
												elif line.startswith(" " * 8  ):
																		objects.append(line[8:-2]  )
												line_index += 1

						_lowercase       :	Optional[int]           =   {"none": objects}
						# Let's continue with backend-specific objects
						while line_index < len(_UpperCAmelCase  ):
												# If the line is an if is_backend_available, we grab all objects associated.
												_lowercase       :	Any           =   find_backend(lines[line_index]  )
												# Check if the backend declaration is inside a try block:
												if _re_try.search(lines[line_index - 1]  ) is None:
																		_lowercase       :	Optional[Any]           =   None

												if backend is not None:
																		line_index += 1

																		# Scroll until we hit the else block of try-except-else
																		while _re_else.search(lines[line_index]  ) is None:
																								line_index += 1

																		line_index += 1

																		_lowercase       :	Optional[int]           =   []
																		# Until we unindent, add backend objects to the list
																		while len(lines[line_index]  ) <= 1 or lines[line_index].startswith(" " * 8  ):
																								_lowercase       :	int           =   lines[line_index]
																								_lowercase       :	Optional[int]           =   _re_import.search(_UpperCAmelCase  )
																								if single_line_import_search is not None:
																														objects.extend(single_line_import_search.groups()[0].split(", "  )  )
																								elif line.startswith(" " * 12  ):
																														objects.append(line[12:-2]  )
																								line_index += 1

																		_lowercase       :	str           =   objects
												else:
																		line_index += 1

						return import_dict_objects, type_hint_objects



def 		UpperCamelCase     (       _UpperCAmelCase  :   Union[str, Any] ,			_UpperCAmelCase  :   List[str]  )   ->			List[str]:






						'''simple docstring'''

						def find_duplicates(_UpperCAmelCase  :   Optional[Any]  ):
												return [k for k, v in collections.Counter(_UpperCAmelCase  ).items() if v > 1]

						if list(import_dict_objects.keys()  ) != list(type_hint_objects.keys()  ):
												return ["Both sides of the init do not have the same backends!"]

						_lowercase       :	Optional[int]           =   []
						for key in import_dict_objects.keys():
												_lowercase       :	str           =   find_duplicates(import_dict_objects[key]  )
												if duplicate_imports:
																		errors.append(f"""Duplicate _import_structure definitions for: {duplicate_imports}"""  )
												_lowercase       :	int           =   find_duplicates(type_hint_objects[key]  )
												if duplicate_type_hints:
																		errors.append(f"""Duplicate TYPE_CHECKING objects for: {duplicate_type_hints}"""  )

												if sorted(set(import_dict_objects[key]  )  ) != sorted(set(type_hint_objects[key]  )  ):
																		_lowercase       :	Optional[Any]           =   "base imports" if key == "none" else f"""{key} backend"""
																		errors.append(f"""Differences for {name}:"""  )
																		for a in type_hint_objects[key]:
																								if a not in import_dict_objects[key]:
																														errors.append(f"""  {a} in TYPE_HINT but not in _import_structure."""  )
																		for a in import_dict_objects[key]:
																								if a not in type_hint_objects[key]:
																														errors.append(f"""  {a} in _import_structure but not in TYPE_HINT."""  )
						return errors



def 		UpperCamelCase     (       )   ->			List[str]:






						'''simple docstring'''

						_lowercase       :	List[str]           =   []
						for root, _, files in os.walk(_UpperCAmelCase  ):
												if "__init__.py" in files:
																		_lowercase       :	Any           =   os.path.join(_UpperCAmelCase ,			"__init__.py"  )
																		_lowercase       :	Union[str, Any]           =   parse_init(_UpperCAmelCase  )
																		if objects is not None:
																								_lowercase       :	List[Any]           =   analyze_results(*_UpperCAmelCase  )
																								if len(_UpperCAmelCase  ) > 0:
																														_lowercase       :	int           =   f"""Problem in {fname}, both halves do not define the same objects.\n{errors[0]}"""
																														failures.append("\n".join(_UpperCAmelCase  )  )
						if len(_UpperCAmelCase  ) > 0:
												raise ValueError("\n\n".join(_UpperCAmelCase  )  )



def 		UpperCamelCase     (       )   ->			int:






						'''simple docstring'''

						_lowercase       :	Dict           =   []
						for path, directories, files in os.walk(_UpperCAmelCase  ):
												for folder in directories:
																		# Ignore private modules
																		if folder.startswith("_"  ):
																								directories.remove(_UpperCAmelCase  )
																								continue
																		# Ignore leftovers from branches (empty folders apart from pycache)
																		if len(list((Path(_UpperCAmelCase  ) / folder).glob("*.py"  )  )  ) == 0:
																								continue
																		_lowercase       :	int           =   str((Path(_UpperCAmelCase  ) / folder).relative_to(_UpperCAmelCase  )  )
																		_lowercase       :	int           =   short_path.replace(os.path.sep ,			"."  )
																		submodules.append(_UpperCAmelCase  )
												for fname in files:
																		if fname == "__init__.py":
																								continue
																		_lowercase       :	Optional[Any]           =   str((Path(_UpperCAmelCase  ) / fname).relative_to(_UpperCAmelCase  )  )
																		_lowercase       :	Any           =   short_path.replace(".py" ,			""  ).replace(os.path.sep ,			"."  )
																		if len(submodule.split("."  )  ) == 1:
																								submodules.append(_UpperCAmelCase  )
						return submodules


UpperCamelCase_						:     Union[str, Any]	       =							[
    """convert_pytorch_checkpoint_to_tf2""",
    """modeling_flax_pytorch_utils""",
    """models.esm.openfold_utils""",
]



def 		UpperCamelCase     (       )   ->			List[Any]:






						'''simple docstring'''

						from transformers.utils import direct_transformers_import

						_lowercase       :	Any           =   direct_transformers_import(_UpperCAmelCase  )

						_lowercase       :	str           =   set(transformers._import_structure.keys()  )
						# This contains all the base keys of the _import_structure object defined in the init, but if the user is missing
						# some optional dependencies, they may not have all of them. Thus we read the init to read all additions and
						# (potentiall re-) add them.
						with open(os.path.join(_UpperCAmelCase ,			"__init__.py"  ) ,			"r"  ) as f:
												_lowercase       :	List[Any]           =   f.read()
						import_structure_keys.update(set(re.findall(R"import_structure\[\"([^\"]*)\"\]" ,			_UpperCAmelCase  )  )  )

						_lowercase       :	Optional[int]           =   [
						    module
						    for module in get_transformers_submodules()
						    if module not in IGNORE_SUBMODULES and module not in import_structure_keys
						]

						if len(_UpperCAmelCase  ) > 0:
												_lowercase       :	Union[str, Any]           =   "\n".join(f"""- {module}""" for module in module_not_registered  )
												raise ValueError(
												    "The following submodules are not properly registed in the main init of Transformers:\n"
												    f"""{list_of_modules}\n"""
												    "Make sure they appear somewhere in the keys of `_import_structure` with an empty list as value."  )


if __name__ == "__main__":
							check_all_inits()
							check_submodules()






import warnings

from ...utils import logging
from .image_processing_flava import FlavaImageProcessor


UpperCamelCase_						:     List[str]	       =							logging.get_logger(__name__)




class   __lowercase						(						__snake_case       ):






	def __init__(self				: int      ,	*snake_case				: Optional[Any]      ,	**snake_case				: Optional[Any]    ) ->			None:
							warnings.warn(
							    "The class FlavaFeatureExtractor is deprecated and will be removed in version 5 of Transformers. Please"
							    " use FlavaImageProcessor instead."      ,	snake_case      ,	)
							super().__init__(*snake_case      ,	**snake_case    )




