



'''simple docstring'''





from ...configuration_utils import PretrainedConfig
from ...utils import logging


A__    :   str           =					logging.get_logger(__name__)

A__    :   Optional[Any]           =					{
    '''s-JoL/Open-Llama-V1''': '''https://huggingface.co/s-JoL/Open-Llama-V1/blob/main/config.json''',
}



class  snake_case__						(    SCREAMING_SNAKE_CASE_				):
 A__				= '''open-llama'''
 def __init__(   self						:							List[Any]      ,     __a						:							str=100000      ,     __a						:							Any=4096      ,     __a						:							Any=11008      ,     __a						:							Optional[int]=32      ,     __a						:							Any=32      ,     __a						:							str="silu"      ,     __a						:							Dict=2048      ,     __a						:							Any=0.0_2      ,     __a						:							Optional[int]=1e-6      ,     __a						:							int=True      ,     __a						:							str=0      ,     __a						:							str=1      ,     __a						:							Union[str, Any]=2      ,     __a						:							List[str]=False      ,     __a						:							Union[str, Any]=True      ,     __a						:							Optional[int]=0.1      ,     __a						:							Any=0.1      ,     __a						:							str=True      ,     __a						:							Optional[Any]=True      ,     __a						:							int=None      ,     **__a						:							List[str]      ,     )      ->   Dict:







       '''simple docstring'''
       __snake_case :   Union[str, Any]													=    vocab_size
       __snake_case :   Union[str, Any]													=    max_position_embeddings
       __snake_case :   Dict													=    hidden_size
       __snake_case :   List[str]													=    intermediate_size
       __snake_case :   List[Any]													=    num_hidden_layers
       __snake_case :   Union[str, Any]													=    num_attention_heads
       __snake_case :   str													=    hidden_act
       __snake_case :   Dict													=    initializer_range
       __snake_case :   Union[str, Any]													=    rms_norm_eps
       __snake_case :   Union[str, Any]													=    use_cache
       __snake_case :   Optional[int]													=    kwargs.pop(
           'use_memorry_efficient_attention'      ,     __a  )
       __snake_case :   Tuple													=    hidden_dropout_prob
       __snake_case :   Optional[Any]													=    attention_dropout_prob
       __snake_case :   Optional[int]													=    use_stable_embedding
       __snake_case :   int													=    shared_input_output_embedding
       __snake_case :   List[Any]													=    rope_scaling
       self._rope_scaling_validation()

       super().__init__(
           pad_token_id=__a      ,     bos_token_id=__a      ,     eos_token_id=__a      ,     tie_word_embeddings=__a      ,     **__a      ,     )





 def A_   (   self						:							List[str]  )      ->   List[str]:







       '''simple docstring'''
       if self.rope_scaling is None:
             return

       if not isinstance(self.rope_scaling      ,     __a  ) or len(self.rope_scaling  ) != 2:
             raise ValueError(
                 '`rope_scaling` must be a dictionary with with two fields, `name` and `factor`, '
                 f'''got {self.rope_scaling}'''  )
       __snake_case :   List[str]													=    self.rope_scaling.get('type'      ,     __a  )
       __snake_case :   str													=    self.rope_scaling.get('factor'      ,     __a  )
       if rope_scaling_type is None or rope_scaling_type not in ["linear", "dynamic"]:
             raise ValueError(
                 f'''`rope_scaling`\'s name field must be one of [\'linear\', \'dynamic\'], got {rope_scaling_type}'''  )
       if rope_scaling_factor is None or not isinstance(__a      ,     __a  ) or rope_scaling_factor <= 1.0:
             raise ValueError(f'''`rope_scaling`\'s factor field must be an float > 1, got {rope_scaling_factor}'''  )








'''simple docstring'''





from ..utils import DummyObject, requires_backends



class  snake_case__						(    metaclass=SCREAMING_SNAKE_CASE_				):
 A__				= ['''note_seq''']
 def __init__(   self						:							Tuple      ,     *__a						:							int      ,     **__a						:							List[str]  )      ->   Any:







       '''simple docstring'''
       requires_backends(self      ,     ['note_seq']  )
 @classmethod
 def A_   (   cls						:							Optional[Any]      ,     *__a						:							Optional[Any]      ,     **__a						:							List[str]  )      ->   Union[str, Any]:







       '''simple docstring'''
       requires_backends(cls      ,     ['note_seq']  )





 @classmethod
 def A_   (   cls						:							List[Any]      ,     *__a						:							Union[str, Any]      ,     **__a						:							List[str]  )      ->   Any:







       '''simple docstring'''
       requires_backends(cls      ,     ['note_seq']  )



