






from ...configuration_utils import PretrainedConfig
from ...utils import logging


SCREAMING_SNAKE_CASE__      :			Dict							=		logging.get_logger(__name__)

SCREAMING_SNAKE_CASE__      :			str							=		{
    """tiiuae/falcon-40b""": """https://huggingface.co/tiiuae/falcon-40b/resolve/main/config.json""",
    """tiiuae/falcon-7b""": """https://huggingface.co/tiiuae/falcon-7b/resolve/main/config.json""",
}
class 						lowerCamelCase_				(      lowerCamelCase ):
    a__					       =  '''falcon'''
    a__					       =  ['''past_key_values''']







    def __init__(						self       ,					__lowerCAmelCase=6_5_0_2_4       ,					__lowerCAmelCase=4_5_4_4       ,					__lowerCAmelCase=3_2       ,					__lowerCAmelCase=7_1       ,					__lowerCAmelCase=1E-5       ,					__lowerCAmelCase=0.02       ,					__lowerCAmelCase=True       ,					__lowerCAmelCase=0.0       ,					__lowerCAmelCase=0.0       ,					__lowerCAmelCase=None       ,					__lowerCAmelCase=False       ,					__lowerCAmelCase=False       ,					__lowerCAmelCase=True       ,					__lowerCAmelCase=True       ,					__lowerCAmelCase=False       ,					__lowerCAmelCase=1_1       ,					__lowerCAmelCase=1_1       ,					**__lowerCAmelCase       ,					):
        """simple docstring"""
        __magic_name__		:Optional[Any]        =      vocab_size
        # Backward compatibility with n_embed kwarg
        __magic_name__		:str        =      kwargs.pop('''n_embed'''       ,					__lowerCAmelCase     )
        __magic_name__		:Union[str, Any]        =      hidden_size if n_embed is None else n_embed
        __magic_name__		:Any        =      num_hidden_layers
        __magic_name__		:Tuple        =      num_attention_heads
        __magic_name__		:Optional[Any]        =      layer_norm_epsilon
        __magic_name__		:Tuple        =      initializer_range
        __magic_name__		:Tuple        =      use_cache
        __magic_name__		:Optional[Any]        =      hidden_dropout
        __magic_name__		:Optional[int]        =      attention_dropout

        __magic_name__		:int        =      bos_token_id
        __magic_name__		:Union[str, Any]        =      eos_token_id
        __magic_name__		:Tuple        =      num_attention_heads if num_kv_heads is None else num_kv_heads
        __magic_name__		:Optional[Any]        =      alibi
        __magic_name__		:List[Any]        =      new_decoder_architecture
        __magic_name__		:Optional[Any]        =      multi_query  # Ignored when new_decoder_architecture is True
        __magic_name__		:Dict        =      parallel_attn
        __magic_name__		:List[Any]        =      bias

        super().__init__(bos_token_id=__lowerCAmelCase       ,					eos_token_id=__lowerCAmelCase       ,					**__lowerCAmelCase     )







    @property
    def 			A	(						self     ):
        """simple docstring"""
        return self.hidden_size // self.num_attention_heads







    @property
    def 			A	(						self     ):
        """simple docstring"""
        return not self.alibi














from urllib.parse import quote

import pytest

from datasets.utils.hub import hf_hub_url

@pytest.mark.parametrize('''repo_id''',  ['''canonical_dataset_name''', '''org-name/dataset-name'''] )
@pytest.mark.parametrize('''path''',  ['''filename.csv''', '''filename with blanks.csv'''] )
@pytest.mark.parametrize('''revision''',  [None, '''v2'''] )
def      __lowercase					( snake_case,  snake_case,  snake_case ):







				"""simple docstring"""






				__magic_name__		:Tuple        =      hf_hub_url(repo_id=snake_case,  path=snake_case,  revision=snake_case )
				assert url == f'''https://huggingface.co/datasets/{repo_id}/resolve/{revision or "main"}/{quote(snake_case )}'''






