





import argparse
import glob
import importlib.util
import os
import re

import black
from doc_builder.style_doc import style_docstrings_in_code


# All paths are set with the intent you should run this script from the root of the repo with the command
# python utils/check_copies.py
UpperCAmelCase_           =	"src/diffusers"
UpperCAmelCase_           =	"."


# This is to make sure the diffusers module imported is the one in the repo.
UpperCAmelCase_           =	importlib.util.spec_from_file_location(
    "diffusers",
    os.path.join(DIFFUSERS_PATH, "__init__.py"),
    submodule_search_locations=[DIFFUSERS_PATH],
)
UpperCAmelCase_           =	spec.loader.load_module()
def      A__       (    SCREAMING_SNAKE_CASE_   :      Tuple				,	SCREAMING_SNAKE_CASE_   :      Tuple						)  ->  List[str]:






   """simple docstring"""







   return line.startswith(SCREAMING_SNAKE_CASE_						) or len(SCREAMING_SNAKE_CASE_						) <= 1 or re.search(R'''^\s*\)(\s*->.*:|:)\s*$'''				,	SCREAMING_SNAKE_CASE_						) is not None
def      A__       (    SCREAMING_SNAKE_CASE_   :      List[str]						)  ->  str:






   """simple docstring"""







   _UpperCAmelCase           =   object_name.split('''.'''						)
   _UpperCAmelCase           =   0

   # First let's find the module where our object lives.
   _UpperCAmelCase           =   parts[i]
   while i < len(SCREAMING_SNAKE_CASE_						) and not os.path.isfile(os.path.join(SCREAMING_SNAKE_CASE_				,	F'''{module}.py'''						)						):
      i += 1
      if i < len(SCREAMING_SNAKE_CASE_						):
         _UpperCAmelCase           =   os.path.join(SCREAMING_SNAKE_CASE_				,	parts[i]						)
   if i >= len(SCREAMING_SNAKE_CASE_						):
      raise ValueError(F'''`object_name` should begin with the name of a module of diffusers but got {object_name}.'''						)

   with open(os.path.join(SCREAMING_SNAKE_CASE_				,	F'''{module}.py'''						)				,	'''r'''				,	encoding='''utf-8'''				,	newline='''\n'''						) as f:
      _UpperCAmelCase           =   f.readlines()

   # Now let's find the class / func in the code!
   _UpperCAmelCase           =   ''''''
   _UpperCAmelCase           =   0
   for name in parts[i + 1 :]:
      while (
          line_index < len(SCREAMING_SNAKE_CASE_						) and re.search(RF'''^{indent}(class|def)\s+{name}(\(|\:)'''				,	lines[line_index]						) is None
      ):
         line_index += 1
      indent += "    "
      line_index += 1

   if line_index >= len(SCREAMING_SNAKE_CASE_						):
      raise ValueError(F''' {object_name} does not match any function or class in {module}.'''						)

   # We found the beginning of the class / func, now let's find the end (when the indent diminishes).
   _UpperCAmelCase           =   line_index
   while line_index < len(SCREAMING_SNAKE_CASE_						) and _should_continue(lines[line_index]				,	SCREAMING_SNAKE_CASE_						):
      line_index += 1
   # Clean up empty lines at the end (if any).
   while len(lines[line_index - 1]						) <= 1:
      line_index -= 1

   _UpperCAmelCase           =   lines[start_index:line_index]
   return "".join(SCREAMING_SNAKE_CASE_						)


UpperCAmelCase_           =	re.compile(r"^(\s*)#\s*Copied from\s+diffusers\.(\S+\.\S+)\s*($|\S.*$)")
UpperCAmelCase_           =	re.compile(r"^\s*(\S+)->(\S+)(\s+.*|$)")
UpperCAmelCase_           =	re.compile(r"<FILL\s+[^>]*>")
def      A__       (    SCREAMING_SNAKE_CASE_   :      List[str]						)  ->  Union[str, Any]:






   """simple docstring"""







   _UpperCAmelCase           =   code.split('''\n'''						)
   _UpperCAmelCase           =   0
   while idx < len(SCREAMING_SNAKE_CASE_						) and len(lines[idx]						) == 0:
      idx += 1
   if idx < len(SCREAMING_SNAKE_CASE_						):
      return re.search(R'''^(\s*)\S'''				,	lines[idx]						).groups()[0]
   return ""
def      A__       (    SCREAMING_SNAKE_CASE_   :      int						)  ->  int:






   """simple docstring"""







   _UpperCAmelCase           =   len(get_indent(SCREAMING_SNAKE_CASE_						)						) > 0
   if has_indent:
      _UpperCAmelCase           =   F'''class Bla:\n{code}'''
   _UpperCAmelCase           =   black.Mode(target_versions={black.TargetVersion.PYaa}				,	line_length=1_19				,	preview=SCREAMING_SNAKE_CASE_						)
   _UpperCAmelCase           =   black.format_str(SCREAMING_SNAKE_CASE_				,	mode=SCREAMING_SNAKE_CASE_						)
   _UpperCAmelCase       ,      _UpperCAmelCase           =   style_docstrings_in_code(SCREAMING_SNAKE_CASE_						)
   return result[len('''class Bla:\n'''						) :] if has_indent else result
def      A__       (    SCREAMING_SNAKE_CASE_   :      Any				,	SCREAMING_SNAKE_CASE_   :      List[str]=False						)  ->  Tuple:






   """simple docstring"""







   with open(SCREAMING_SNAKE_CASE_				,	'''r'''				,	encoding='''utf-8'''				,	newline='''\n'''						) as f:
      _UpperCAmelCase           =   f.readlines()
   _UpperCAmelCase           =   []
   _UpperCAmelCase           =   0
   # Not a for loop cause `lines` is going to change (if `overwrite=True`).
   while line_index < len(SCREAMING_SNAKE_CASE_						):
      _UpperCAmelCase           =   _re_copy_warning.search(lines[line_index]						)
      if search is None:
         line_index += 1
         continue

      # There is some copied code here, let's retrieve the original.
      _UpperCAmelCase       ,      _UpperCAmelCase       ,      _UpperCAmelCase           =   search.groups()
      _UpperCAmelCase           =   find_code_in_diffusers(SCREAMING_SNAKE_CASE_						)
      _UpperCAmelCase           =   get_indent(SCREAMING_SNAKE_CASE_						)

      _UpperCAmelCase           =   line_index + 1 if indent == theoretical_indent else line_index + 2
      _UpperCAmelCase           =   theoretical_indent
      _UpperCAmelCase           =   start_index

      # Loop to check the observed code, stop when indentation diminishes or if we see a End copy comment.
      _UpperCAmelCase           =   True
      while line_index < len(SCREAMING_SNAKE_CASE_						) and should_continue:
         line_index += 1
         if line_index >= len(SCREAMING_SNAKE_CASE_						):
            break
         _UpperCAmelCase           =   lines[line_index]
         _UpperCAmelCase           =   _should_continue(SCREAMING_SNAKE_CASE_				,	SCREAMING_SNAKE_CASE_						) and re.search(F'''^{indent}# End copy'''				,	SCREAMING_SNAKE_CASE_						) is None
      # Clean up empty lines at the end (if any).
      while len(lines[line_index - 1]						) <= 1:
         line_index -= 1

      _UpperCAmelCase           =   lines[start_index:line_index]
      _UpperCAmelCase           =   ''''''.join(SCREAMING_SNAKE_CASE_						)

      # Remove any nested `Copied from` comments to avoid circular copies
      _UpperCAmelCase           =   [line for line in theoretical_code.split('''\n'''						) if _re_copy_warning.search(SCREAMING_SNAKE_CASE_						) is None]
      _UpperCAmelCase           =   '''\n'''.join(SCREAMING_SNAKE_CASE_						)

      # Before comparing, use the `replace_pattern` on the original code.
      if len(SCREAMING_SNAKE_CASE_						) > 0:
         _UpperCAmelCase           =   replace_pattern.replace('''with'''				,	''''''						).split(''','''						)
         _UpperCAmelCase           =   [_re_replace_pattern.search(SCREAMING_SNAKE_CASE_						) for p in patterns]
         for pattern in patterns:
            if pattern is None:
               continue
            _UpperCAmelCase       ,      _UpperCAmelCase       ,      _UpperCAmelCase           =   pattern.groups()
            _UpperCAmelCase           =   re.sub(SCREAMING_SNAKE_CASE_				,	SCREAMING_SNAKE_CASE_				,	SCREAMING_SNAKE_CASE_						)
            if option.strip() == "all-casing":
               _UpperCAmelCase           =   re.sub(obja.lower()				,	obja.lower()				,	SCREAMING_SNAKE_CASE_						)
               _UpperCAmelCase           =   re.sub(obja.upper()				,	obja.upper()				,	SCREAMING_SNAKE_CASE_						)

            # Blackify after replacement. To be able to do that, we need the header (class or function definition)
            # from the previous line
         _UpperCAmelCase           =   blackify(lines[start_index - 1] + theoretical_code						)
         _UpperCAmelCase           =   theoretical_code[len(lines[start_index - 1]						) :]

      # Test for a diff and act accordingly.
      if observed_code != theoretical_code:
         diffs.append([object_name, start_index]						)
         if overwrite:
            _UpperCAmelCase           =   lines[:start_index] + [theoretical_code] + lines[line_index:]
            _UpperCAmelCase           =   start_index + 1

   if overwrite and len(SCREAMING_SNAKE_CASE_						) > 0:
      # Warn the user a file has been modified.
      print(F'''Detected changes, rewriting {filename}.'''						)
      with open(SCREAMING_SNAKE_CASE_				,	'''w'''				,	encoding='''utf-8'''				,	newline='''\n'''						) as f:
         f.writelines(SCREAMING_SNAKE_CASE_						)
   return diffs
def      A__       (    SCREAMING_SNAKE_CASE_   :      bool = False						)  ->  Tuple:






   """simple docstring"""







   _UpperCAmelCase           =   glob.glob(os.path.join(SCREAMING_SNAKE_CASE_				,	'''**/*.py'''						)				,	recursive=SCREAMING_SNAKE_CASE_						)
   _UpperCAmelCase           =   []
   for filename in all_files:
      _UpperCAmelCase           =   is_copy_consistent(SCREAMING_SNAKE_CASE_				,	SCREAMING_SNAKE_CASE_						)
      diffs += [F'''- {filename}: copy does not match {d[0]} at line {d[1]}''' for d in new_diffs]
   if not overwrite and len(SCREAMING_SNAKE_CASE_						) > 0:
      _UpperCAmelCase           =   '''\n'''.join(SCREAMING_SNAKE_CASE_						)
      raise Exception(
          '''Found the following copy inconsistencies:\n'''
          + diff
          + '''\nRun `make fix-copies` or `python utils/check_copies.py --fix_and_overwrite` to fix them.'''						)


if __name__ == "__main__":
   UpperCAmelCase_           =	argparse.ArgumentParser()
   parser.add_argument("--fix_and_overwrite", action="store_true", help="Whether to fix inconsistencies.")
   UpperCAmelCase_           =	parser.parse_args()

   check_copies(args.fix_and_overwrite)






from ...configuration_utils import PretrainedConfig
from ...utils import logging


UpperCAmelCase_           =	logging.get_logger(__name__)

UpperCAmelCase_           =	{
    "tiiuae/falcon-40b": "https://huggingface.co/tiiuae/falcon-40b/resolve/main/config.json",
    "tiiuae/falcon-7b": "https://huggingface.co/tiiuae/falcon-7b/resolve/main/config.json",
}




class 			__UpperCamelCase    (							A__    ):
     __A	:  Dict							  =   """falcon"""
     __A	:  Any							  =   ["""past_key_values"""]





     def __init__(     self				,							_UpperCamelCase=65024				,							_UpperCamelCase=4544				,							_UpperCamelCase=32				,							_UpperCamelCase=71				,							_UpperCamelCase=1e-5				,							_UpperCamelCase=0.02				,							_UpperCamelCase=True				,							_UpperCamelCase=0.0				,							_UpperCamelCase=0.0				,							_UpperCamelCase=None				,							_UpperCamelCase=False				,							_UpperCamelCase=False				,							_UpperCamelCase=True				,							_UpperCamelCase=True				,							_UpperCamelCase=False				,							_UpperCamelCase=11				,							_UpperCamelCase=11				,							**_UpperCamelCase				,							):
        _UpperCAmelCase           =   vocab_size
        # Backward compatibility with n_embed kwarg
        _UpperCAmelCase           =   kwargs.pop('''n_embed'''				,							_UpperCamelCase					)
        _UpperCAmelCase           =   hidden_size if n_embed is None else n_embed
        _UpperCAmelCase           =   num_hidden_layers
        _UpperCAmelCase           =   num_attention_heads
        _UpperCAmelCase           =   layer_norm_epsilon
        _UpperCAmelCase           =   initializer_range
        _UpperCAmelCase           =   use_cache
        _UpperCAmelCase           =   hidden_dropout
        _UpperCAmelCase           =   attention_dropout

        _UpperCAmelCase           =   bos_token_id
        _UpperCAmelCase           =   eos_token_id
        _UpperCAmelCase           =   num_attention_heads if num_kv_heads is None else num_kv_heads
        _UpperCAmelCase           =   alibi
        _UpperCAmelCase           =   new_decoder_architecture
        _UpperCAmelCase           =   multi_query  # Ignored when new_decoder_architecture is True
        _UpperCAmelCase           =   parallel_attn
        _UpperCAmelCase           =   bias

        super().__init__(bos_token_id=_UpperCamelCase				,							eos_token_id=_UpperCamelCase				,							**_UpperCamelCase					)





     @property
     def 		UpperCamelCase(     self					):
        return self.hidden_size // self.num_attention_heads





     @property
     def 		UpperCamelCase(     self					):
        return not self.alibi