

"""simple docstring"""




# Copyright 2022 The HuggingFace Team. All rights reserved.
#
# Licensed under the Apache License, Version 2.0 (the "License");
# you may not use this file except in compliance with the License.
# You may obtain a copy of the License at
#
#     http://www.apache.org/licenses/LICENSE-2.0
#
# Unless required by applicable law or agreed to in writing, software
# distributed under the License is distributed on an "AS IS" BASIS,
# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
# See the License for the specific language governing permissions and
# limitations under the License.

import argparse
import os
import subprocess

from packaging.version import Version, parse

from accelerate.commands.config.config_args import default_config_file, load_config_from_file


__UpperCAmelCase			=					'Run commands across TPU VMs for initial setup before running `accelerate launch`.'
def 	lowerCAmelCase    (       __UpperCamelCase=None   ):
 '''simple docstring'''





 if subparsers is not None:
  UpperCAmelCase__       :	List[str]        =       subparsers.add_parser("""tpu-config"""				,     description=_description   )
 else:
  UpperCAmelCase__       :	Optional[int]        =       argparse.ArgumentParser("""Accelerate tpu-config command"""				,     description=_description   )
 # Core arguments
 UpperCAmelCase__       :	List[Any]        =       parser.add_argument_group(
     """Config Arguments"""				,     """Arguments that can be configured through `accelerate config`."""   )
 config_args.add_argument(
     """--config_file"""				,     type=snake_case__				,     default=snake_case__				,     help="""Path to the config file to use for accelerate."""				,     )
 config_args.add_argument(
     """--tpu_name"""				,     default=snake_case__				,     help="""The name of the TPU to use. If not specified, will use the TPU specified in the config file."""				,     )
 config_args.add_argument(
     """--tpu_zone"""				,     default=snake_case__				,     help="""The zone of the TPU to use. If not specified, will use the zone specified in the config file."""				,     )
 UpperCAmelCase__       :	Tuple        =       parser.add_argument_group("""TPU Arguments"""				,     """Arguments for options ran inside the TPU."""   )
 pod_args.add_argument(
     """--use_alpha"""				,     action="""store_true"""				,     help="""Whether to use `gcloud alpha` when running the TPU training script instead of `gcloud`."""				,     )
 pod_args.add_argument(
     """--command_file"""				,     default=snake_case__				,     help="""The path to the file containing the commands to run on the pod on startup."""				,     )
 pod_args.add_argument(
     """--command"""				,     action="""append"""				,     nargs="""+"""				,     help="""A command to run on the pod. Can be passed multiple times."""				,     )
 pod_args.add_argument(
     """--install_accelerate"""				,     action="""store_true"""				,     help="""Whether to install accelerate on the pod. Defaults to False."""				,     )
 pod_args.add_argument(
     """--accelerate_version"""				,     default="""latest"""				,     help="""The version of accelerate to install on the pod. If not specified, will use the latest pypi version. Specify 'dev' to install from GitHub."""				,     )
 pod_args.add_argument(
     """--debug"""				,     action="""store_true"""				,     help="""If set, will print the command that would be run instead of running it."""   )

 if subparsers is not None:
  parser.set_defaults(func=snake_case__   )
 return parser
def 	lowerCAmelCase    (       __UpperCamelCase   ):
 '''simple docstring'''





 UpperCAmelCase__       :	Optional[Any]        =       None

 # Get the default from the config file if it exists.
 if args.config_file is not None or os.path.isfile(snake_case__   ):
  UpperCAmelCase__       :	Optional[Any]        =       load_config_from_file(args.config_file   )
  if not args.command_file and defaults.command_file is not None and not args.command:
   UpperCAmelCase__       :	Tuple        =       defaults.command_file
  if not args.command and defaults.commands is not None:
   UpperCAmelCase__       :	Optional[int]        =       defaults.commands
  if not args.tpu_name:
   UpperCAmelCase__       :	Dict        =       defaults.tpu_name
  if not args.tpu_zone:
   UpperCAmelCase__       :	Optional[int]        =       defaults.tpu_zone
 if args.accelerate_version == "dev":
  UpperCAmelCase__       :	List[str]        =       """git+https://github.com/huggingface/accelerate.git"""
 elif args.accelerate_version == "latest":
  UpperCAmelCase__       :	Optional[Any]        =       """accelerate -U"""
 elif isinstance(parse(args.accelerate_version   )				,     snake_case__   ):
  UpperCAmelCase__       :	List[str]        =       F"accelerate=={args.accelerate_version}"

 if not args.command_file and not args.command:
  raise ValueError("""You must specify either a command file or a command to run on the pod."""   )

 if args.command_file:
  with open(args.command_file				,     """r"""   ) as f:
   UpperCAmelCase__       :	Dict        =       [f.read().splitlines()]

    # To turn list of lists into list of strings
 if isinstance(args.command[0]				,     snake_case__   ):
  UpperCAmelCase__       :	Dict        =       [line for cmd in args.command for line in cmd]
 # Default to the shared folder and install accelerate
 UpperCAmelCase__       :	str        =       ["""cd /usr/share"""]
 if args.install_accelerate:
  new_cmd += [F"pip install {args.accelerate_version}"]
 new_cmd += args.command
 UpperCAmelCase__       :	List[Any]        =       """; """.join(snake_case__   )

 # Then send it to gcloud
 # Eventually try to use google-api-core to do this instead of subprocess
 UpperCAmelCase__       :	str        =       ["""gcloud"""]
 if args.use_alpha:
  cmd += ["alpha"]
 cmd += [
     "compute",
     "tpus",
     "tpu-vm",
     "ssh",
     args.tpu_name,
     "--zone",
     args.tpu_zone,
     "--command",
     args.command,
     "--worker",
     "all",
 ]
 if args.debug:
  print(F"Running {' '.join(snake_case__   )}"   )
  return
 subprocess.run(snake_case__   )
 print("""Successfully setup pod."""   )




def 	lowerCAmelCase    (       ):
 '''simple docstring'''





 UpperCAmelCase__       :	str        =       tpu_command_parser()
 UpperCAmelCase__       :	List[str]        =       parser.parse_args()

 tpu_command_launcher(snake_case__   )













from ...configuration_utils import PretrainedConfig
from ...utils import logging
from ...utils.backbone_utils import BackboneConfigMixin, get_aligned_output_features_output_indices


lowerCamelCase__       		=  logging.get_logger(__name__)

lowerCamelCase__       		=  {
    """microsoft/focalnet-tiny""": """https://huggingface.co/microsoft/focalnet-tiny/resolve/main/config.json""",
}




class       snake_case__ (				lowercase_						,     lowercase_):

       '''simple docstring'''
       lowerCamelCase				:					List[Any]								=			"focalnet"



       def __init__(				self      ,    a__=2_24      ,    a__=4      ,    a__=3      ,    a__=96      ,    a__=False      ,    a__=[1_92, 3_84, 7_68, 7_68]      ,    a__=[2, 2, 6, 2]      ,    a__=[2, 2, 2, 2]      ,    a__=[3, 3, 3, 3]      ,    a__="gelu"      ,    a__=4.0      ,    a__=0.0      ,    a__=0.1      ,    a__=False      ,    a__=1e-4      ,    a__=False      ,    a__=False      ,    a__=False      ,    a__=0.02      ,    a__=1e-5      ,    a__=32      ,    a__=None      ,    a__=None      ,    **a__      ,    )			->   Tuple:






            '''simple docstring'''





            super().__init__(**a__     )

            __snake_case      :Optional[Any] 							=    image_size
            __snake_case      :Dict 							=    patch_size
            __snake_case      :Tuple 							=    num_channels
            __snake_case      :List[str] 							=    embed_dim
            __snake_case      :Any 							=    use_conv_embed
            __snake_case      :List[Any] 							=    hidden_sizes
            __snake_case      :str 							=    depths
            __snake_case      :List[Any] 							=    focal_levels
            __snake_case      :int 							=    focal_windows
            __snake_case      :Any 							=    hidden_act
            __snake_case      :List[str] 							=    mlp_ratio
            __snake_case      :str 							=    hidden_dropout_prob
            __snake_case      :List[str] 							=    drop_path_rate
            __snake_case      :int 							=    use_layerscale
            __snake_case      :int 							=    layerscale_value
            __snake_case      :Tuple 							=    use_post_layernorm
            __snake_case      :Dict 							=    use_post_layernorm_in_modulation
            __snake_case      :Union[str, Any] 							=    normalize_modulator
            __snake_case      :List[str] 							=    initializer_range
            __snake_case      :Optional[Any] 							=    layer_norm_eps
            __snake_case      :Tuple 							=    encoder_stride
            __snake_case      :List[str] 							=    ["""stem"""] + [F'''stage{idx}''' for idx in range(1      ,    len(self.depths     ) + 1     )]
            __snake_case							,			__snake_case      :str 							=    get_aligned_output_features_output_indices(
                out_features=a__      ,    out_indices=a__      ,    stage_names=self.stage_names     )


