
from ...configuration_utils import PretrainedConfig
from ...utils import logging


A__							: Dict     =       logging.get_logger(__name__)

A__							: Optional[int]     =       {'ctrl': 'https://huggingface.co/ctrl/resolve/main/config.json'}





class     lowercase							(	_A       ):
					__a											=     """ctrl"""
					__a											=     ["""past_key_values"""]
					__a											=     {
					    """max_position_embeddings""": """n_positions""",
					    """hidden_size""": """n_embd""",
					    """num_attention_heads""": """n_head""",
					    """num_hidden_layers""": """n_layer""",
					}
					def __init__(		self			,						SCREAMING_SNAKE_CASE__=246534			,						SCREAMING_SNAKE_CASE__=256			,						SCREAMING_SNAKE_CASE__=1280			,						SCREAMING_SNAKE_CASE__=8192			,						SCREAMING_SNAKE_CASE__=48			,						SCREAMING_SNAKE_CASE__=16			,						SCREAMING_SNAKE_CASE__=0.1			,						SCREAMING_SNAKE_CASE__=0.1			,						SCREAMING_SNAKE_CASE__=1E-6			,						SCREAMING_SNAKE_CASE__=0.02			,						SCREAMING_SNAKE_CASE__=True			,						**SCREAMING_SNAKE_CASE__			,						):
								"""simple docstring"""







								lowerCAmelCase__			:     Any					   =      vocab_size
								lowerCAmelCase__			:     Dict					   =      n_positions
								lowerCAmelCase__			:     Tuple					   =      n_embd
								lowerCAmelCase__			:     Tuple					   =      n_layer
								lowerCAmelCase__			:     Dict					   =      n_head
								lowerCAmelCase__			:     int					   =      dff
								lowerCAmelCase__			:     Optional[Any]					   =      resid_pdrop
								lowerCAmelCase__			:     Optional[Any]					   =      embd_pdrop
								lowerCAmelCase__			:     Union[str, Any]					   =      layer_norm_epsilon
								lowerCAmelCase__			:     Dict					   =      initializer_range

								lowerCAmelCase__			:     Optional[int]					   =      use_cache

								super().__init__(**UpperCamelCase__     )





# Copyright 2023 The HuggingFace Team. All rights reserved.
#
# Licensed under the Apache License, Version 2.0 (the "License");
# you may not use this file except in compliance with the License.
# You may obtain a copy of the License at
#
#     http://www.apache.org/licenses/LICENSE-2.0
#
# Unless required by applicable law or agreed to in writing, software
# distributed under the License is distributed on an "AS IS" BASIS,
# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
# See the License for the specific language governing permissions and
# limitations under the License.
from typing import TYPE_CHECKING

from ...utils import OptionalDependencyNotAvailable, _LazyModule, is_torch_available


__lowerCAmelCase     :	Tuple       			=  {'configuration_timm_backbone': ['TimmBackboneConfig']}


try:
    if not is_torch_available():
        raise OptionalDependencyNotAvailable()
except OptionalDependencyNotAvailable:
    pass
else:
    __lowerCAmelCase     :	str       			=  ['TimmBackbone']


if TYPE_CHECKING:
    from .configuration_timm_backbone import TimmBackboneConfig

    try:
        if not is_torch_available():
            raise OptionalDependencyNotAvailable()
    except OptionalDependencyNotAvailable:
        pass
    else:
        from .modeling_timm_backbone import TimmBackbone

else:
    import sys

    __lowerCAmelCase     :	str       			=  _LazyModule(__name__, globals()['__file__'], _import_structure, module_spec=__spec__)

