


from ...configuration_utils import PretrainedConfig
from ...utils import logging


__UpperCamelCase    		=       logging.get_logger(__name__)

__UpperCamelCase    		=       {
    'tiiuae/falcon-40b': 'https://huggingface.co/tiiuae/falcon-40b/resolve/main/config.json',
    'tiiuae/falcon-7b': 'https://huggingface.co/tiiuae/falcon-7b/resolve/main/config.json',
}







class        lowerCamelCase__	(							UpperCAmelCase      ):






			"""simple docstring"""






			_UpperCamelCase		:					int    =		'falcon'
			_UpperCamelCase		:					Any    =		['past_key_values']




			def __init__(							self      ,						snake_case=65024      ,						snake_case=4544      ,						snake_case=32      ,						snake_case=71      ,						snake_case=1E-5      ,						snake_case=0.02      ,						snake_case=True      ,						snake_case=0.0      ,						snake_case=0.0      ,						snake_case=None      ,						snake_case=False      ,						snake_case=False      ,						snake_case=True      ,						snake_case=True      ,						snake_case=False      ,						snake_case=11      ,						snake_case=11      ,						**snake_case      ,						):

						'''simple docstring'''


						UpperCamelCase__					=       vocab_size
						# Backward compatibility with n_embed kwarg
						UpperCamelCase__					=       kwargs.pop("n_embed"      ,						snake_case     )
						UpperCamelCase__					=       hidden_size if n_embed is None else n_embed
						UpperCamelCase__					=       num_hidden_layers
						UpperCamelCase__					=       num_attention_heads
						UpperCamelCase__					=       layer_norm_epsilon
						UpperCamelCase__					=       initializer_range
						UpperCamelCase__					=       use_cache
						UpperCamelCase__					=       hidden_dropout
						UpperCamelCase__					=       attention_dropout

						UpperCamelCase__					=       bos_token_id
						UpperCamelCase__					=       eos_token_id
						UpperCamelCase__					=       num_attention_heads if num_kv_heads is None else num_kv_heads
						UpperCamelCase__					=       alibi
						UpperCamelCase__					=       new_decoder_architecture
						UpperCamelCase__					=       multi_query  # Ignored when new_decoder_architecture is True
						UpperCamelCase__					=       parallel_attn
						UpperCamelCase__					=       bias

						super().__init__(bos_token_id=snake_case      ,						eos_token_id=snake_case      ,						**snake_case     )




			@property
			def 				snake_case__				(							self     ):

						'''simple docstring'''


						return self.hidden_size // self.num_attention_heads







			@property
			def 				snake_case__				(							self     ):

						'''simple docstring'''


						return not self.alibi






from __future__ import annotations

import numpy as np
def        UpperCamelCase_(				_A   :list[float]  )->		Union[str, Any]:
			return np.maximum(0				,     _A  )


if __name__ == "__main__":
						print(np.array(relu([-1, 0, 5])))  # --> [0, 0, 5]


