






"""simple docstring"""


from ...configuration_utils import PretrainedConfig
from ...utils import logging


__SCREAMING_SNAKE_CASE   =   logging.get_logger(__name__)

__SCREAMING_SNAKE_CASE   =   {
    'google/realm-cc-news-pretrained-embedder': (
        'https://huggingface.co/google/realm-cc-news-pretrained-embedder/resolve/main/config.json'
    ),
    'google/realm-cc-news-pretrained-encoder': (
        'https://huggingface.co/google/realm-cc-news-pretrained-encoder/resolve/main/config.json'
    ),
    'google/realm-cc-news-pretrained-scorer': (
        'https://huggingface.co/google/realm-cc-news-pretrained-scorer/resolve/main/config.json'
    ),
    'google/realm-cc-news-pretrained-openqa': (
        'https://huggingface.co/google/realm-cc-news-pretrained-openqa/aresolve/main/config.json'
    ),
    'google/realm-orqa-nq-openqa': 'https://huggingface.co/google/realm-orqa-nq-openqa/resolve/main/config.json',
    'google/realm-orqa-nq-reader': 'https://huggingface.co/google/realm-orqa-nq-reader/resolve/main/config.json',
    'google/realm-orqa-wq-openqa': 'https://huggingface.co/google/realm-orqa-wq-openqa/resolve/main/config.json',
    'google/realm-orqa-wq-reader': 'https://huggingface.co/google/realm-orqa-wq-reader/resolve/main/config.json',
    # See all REALM models at https://huggingface.co/models?filter=realm
}




class 						__UpperCamelCase     (     SCREAMING_SNAKE_CASE__						):
					lowercase_    :				str      =  '''realm'''
					def __init__(							self							:	Any     , UpperCAmelCase							:	List[str]=3_0522     , UpperCAmelCase							:	List[Any]=768     , UpperCAmelCase							:	List[str]=128     , UpperCAmelCase							:	int=12     , UpperCAmelCase							:	Optional[int]=12     , UpperCAmelCase							:	Tuple=8     , UpperCAmelCase							:	Any=3072     , UpperCAmelCase							:	List[str]="gelu_new"     , UpperCAmelCase							:	Tuple=0.1     , UpperCAmelCase							:	List[str]=0.1     , UpperCAmelCase							:	List[Any]=512     , UpperCAmelCase							:	Tuple=2     , UpperCAmelCase							:	Dict=0.0_2     , UpperCAmelCase							:	Any=1e-1_2     , UpperCAmelCase							:	List[str]=256     , UpperCAmelCase							:	Optional[int]=10     , UpperCAmelCase							:	List[Any]=1e-3     , UpperCAmelCase							:	int=5     , UpperCAmelCase							:	int=320     , UpperCAmelCase							:	List[str]=1335_3718     , UpperCAmelCase							:	List[str]=5000     , UpperCAmelCase							:	List[Any]=1     , UpperCAmelCase							:	List[Any]=0     , UpperCAmelCase							:	List[str]=2     , **UpperCAmelCase							:	int     , )	->       Tuple:
											super().__init__(pad_token_id=__lowerCAmelCase     , bos_token_id=__lowerCAmelCase     , eos_token_id=__lowerCAmelCase     , **__lowerCAmelCase   )

											# Common config
											lowerCAmelCase   :Optional[int]						=			vocab_size
											lowerCAmelCase   :List[Any]						=			max_position_embeddings
											lowerCAmelCase   :str						=			hidden_size
											lowerCAmelCase   :str						=			retriever_proj_size
											lowerCAmelCase   :int						=			num_hidden_layers
											lowerCAmelCase   :int						=			num_attention_heads
											lowerCAmelCase   :str						=			num_candidates
											lowerCAmelCase   :Any						=			intermediate_size
											lowerCAmelCase   :int						=			hidden_act
											lowerCAmelCase   :List[str]						=			hidden_dropout_prob
											lowerCAmelCase   :List[Any]						=			attention_probs_dropout_prob
											lowerCAmelCase   :Union[str, Any]						=			initializer_range
											lowerCAmelCase   :str						=			type_vocab_size
											lowerCAmelCase   :Tuple						=			layer_norm_eps

											# Reader config
											lowerCAmelCase   :List[Any]						=			span_hidden_size
											lowerCAmelCase   :int						=			max_span_width
											lowerCAmelCase   :List[str]						=			reader_layer_norm_eps
											lowerCAmelCase   :Optional[int]						=			reader_beam_size
											lowerCAmelCase   :Any						=			reader_seq_len

											# Retrieval config
											lowerCAmelCase   :Tuple						=			num_block_records
											lowerCAmelCase   :str						=			searcher_beam_size







'''simple docstring'''

import inspect
import unittest

from transformers import DecisionTransformerConfig, is_torch_available
from transformers.testing_utils import require_torch, slow, torch_device

from ...generation.test_utils import GenerationTesterMixin
from ...test_configuration_common import ConfigTester
from ...test_modeling_common import ModelTesterMixin, floats_tensor, ids_tensor, random_attention_mask
from ...test_pipeline_mixin import PipelineTesterMixin


if is_torch_available():
      import torch

      from transformers import DecisionTransformerModel
      from transformers.models.decision_transformer.modeling_decision_transformer import (
          DECISION_TRANSFORMER_PRETRAINED_MODEL_ARCHIVE_LIST,
      )




class      A     :






 """simple docstring"""





 def __init__(				self      ,  __lowerCAmelCase      ,  __lowerCAmelCase=13      ,  __lowerCAmelCase=7      ,  __lowerCAmelCase=6      ,  __lowerCAmelCase=17      ,  __lowerCAmelCase=23      ,  __lowerCAmelCase=11      ,  __lowerCAmelCase=True      ,  ):
       UpperCamelCase_					: Tuple            =				parent
       UpperCamelCase_					: List[Any]            =				batch_size
       UpperCamelCase_					: List[str]            =				seq_length
       UpperCamelCase_					: Dict            =				act_dim
       UpperCamelCase_					: Optional[int]            =				state_dim
       UpperCamelCase_					: Dict            =				hidden_size
       UpperCamelCase_					: str            =				max_length
       UpperCamelCase_					: int            =				is_training
 def 	_UpperCAmelCase							(				self			):
       UpperCamelCase_					: List[str]            =				floats_tensor((self.batch_size, self.seq_length, self.state_dim)			)
       UpperCamelCase_					: Dict            =				floats_tensor((self.batch_size, self.seq_length, self.act_dim)			)
       UpperCamelCase_					: Union[str, Any]            =				floats_tensor((self.batch_size, self.seq_length, 1)			)
       UpperCamelCase_					: List[str]            =				floats_tensor((self.batch_size, self.seq_length, 1)			)
       UpperCamelCase_					: Optional[Any]            =				ids_tensor((self.batch_size, self.seq_length)      ,  vocab_size=10_00			)
       UpperCamelCase_					: Optional[Any]            =				random_attention_mask((self.batch_size, self.seq_length)			)

       UpperCamelCase_					: Tuple            =				self.get_config()

       return (
           config,
           states,
           actions,
           rewards,
           returns_to_go,
           timesteps,
           attention_mask,
       )
 def 	_UpperCAmelCase							(				self			):
       return DecisionTransformerConfig(
           batch_size=self.batch_size      ,  seq_length=self.seq_length      ,  act_dim=self.act_dim      ,  state_dim=self.state_dim      ,  hidden_size=self.hidden_size      ,  max_length=self.max_length      ,  )
 def 	_UpperCAmelCase							(				self      ,  __lowerCAmelCase      ,  __lowerCAmelCase      ,  __lowerCAmelCase      ,  __lowerCAmelCase      ,  __lowerCAmelCase      ,  __lowerCAmelCase      ,  __lowerCAmelCase      ,  ):
       UpperCamelCase_					: Tuple            =				DecisionTransformerModel(config=__lowerCAmelCase			)
       model.to(__lowerCAmelCase			)
       model.eval()
       UpperCamelCase_					: str            =				model(__lowerCAmelCase      ,  __lowerCAmelCase      ,  __lowerCAmelCase      ,  __lowerCAmelCase      ,  __lowerCAmelCase      ,  __lowerCAmelCase			)

       self.parent.assertEqual(result.state_preds.shape      ,  states.shape			)
       self.parent.assertEqual(result.action_preds.shape      ,  actions.shape			)
       self.parent.assertEqual(result.return_preds.shape      ,  returns_to_go.shape			)
       self.parent.assertEqual(
           result.last_hidden_state.shape      ,  (self.batch_size, self.seq_length * 3, self.hidden_size)			)  # seq length *3 as there are 3 modelities: states, returns and actions





 def 	_UpperCAmelCase							(				self			):
       UpperCamelCase_					: Dict            =				self.prepare_config_and_inputs()
       (
           (
           UpperCamelCase_
       )     ,      (
           UpperCamelCase_
       )     ,      (
           UpperCamelCase_
       )     ,      (
           UpperCamelCase_
       )     ,      (
           UpperCamelCase_
       )     ,      (
           UpperCamelCase_
       )     ,      (
           UpperCamelCase_
       )     ,      
       )					: str            =				config_and_inputs
       UpperCamelCase_					: int            =				{
           """states""": states,
           """actions""": actions,
           """rewards""": rewards,
           """returns_to_go""": returns_to_go,
           """timesteps""": timesteps,
           """attention_mask""": attention_mask,
       }
       return config, inputs_dict






@require_torch
class      A     (   SCREAMING_SNAKE_CASE__, SCREAMING_SNAKE_CASE__, SCREAMING_SNAKE_CASE__, unittest.TestCase    ):






 """simple docstring"""





 __a      :    Tuple			  =    (DecisionTransformerModel,) if is_torch_available() else ()
 __a      :    Union[str, Any]			  =    ()
 __a      :    int			  =    {'''feature-extraction''': DecisionTransformerModel} if is_torch_available() else {}

 # Ignoring of a failing test from GenerationTesterMixin, as the model does not use inputs_ids
 __a      :    Optional[Any]			  =    False

 # Ignoring of a failing tests from ModelTesterMixin, as the model does not implement these features
 __a      :    int			  =    False
 __a      :    Tuple			  =    False
 __a      :    Dict			  =    False
 __a      :    Union[str, Any]			  =    False
 __a      :    int			  =    False
 __a      :    List[Any]			  =    False
 __a      :    List[str]			  =    False
 __a      :    Dict			  =    False
 __a      :    Optional[Any]			  =    False
 def 	_UpperCAmelCase							(				self			):
       UpperCamelCase_					: Dict            =				DecisionTransformerModelTester(self			)
       UpperCamelCase_					: Dict            =				ConfigTester(self      ,  config_class=__lowerCAmelCase      ,  hidden_size=37			)
 def 	_UpperCAmelCase							(				self			):
       self.config_tester.run_common_tests()
 def 	_UpperCAmelCase							(				self			):
       UpperCamelCase_					: Optional[int]            =				self.model_tester.prepare_config_and_inputs()
       self.model_tester.create_and_check_model(*__lowerCAmelCase			)
 @slow
 def 	_UpperCAmelCase							(				self			):
       for model_name in DECISION_TRANSFORMER_PRETRAINED_MODEL_ARCHIVE_LIST[:1]:
             UpperCamelCase_					: Union[str, Any]            =				DecisionTransformerModel.from_pretrained(__lowerCAmelCase			)
             self.assertIsNotNone(__lowerCAmelCase			)





 def 	_UpperCAmelCase							(				self			):
       UpperCamelCase_     ,      UpperCamelCase_					: str            =				self.model_tester.prepare_config_and_inputs_for_common()

       for model_class in self.all_model_classes:
             UpperCamelCase_					: Union[str, Any]            =				model_class(__lowerCAmelCase			)
             UpperCamelCase_					: Optional[int]            =				inspect.signature(model.forward			)
             # signature.parameters is an OrderedDict => so arg_names order is deterministic
             UpperCamelCase_					: Any            =				[*signature.parameters.keys()]

             UpperCamelCase_					: List[str]            =				[
                 """states""",
                 """actions""",
                 """rewards""",
                 """returns_to_go""",
                 """timesteps""",
                 """attention_mask""",
             ]

             self.assertListEqual(arg_names[: len(__lowerCAmelCase			)]      ,  __lowerCAmelCase			)






@require_torch
class      A     (   unittest.TestCase    ):






 """simple docstring"""





 @slow
 def 	_UpperCAmelCase							(				self			):
       UpperCamelCase_					: Tuple            =				2  # number of steps of autoregressive prediction we will perform
       UpperCamelCase_					: Dict            =				10  # defined by the RL environment, may be normalized
       UpperCamelCase_					: Any            =				DecisionTransformerModel.from_pretrained("""edbeeching/decision-transformer-gym-hopper-expert"""			)
       UpperCamelCase_					: Tuple            =				model.to(__lowerCAmelCase			)
       UpperCamelCase_					: List[str]            =				model.config
       torch.manual_seed(0			)
       UpperCamelCase_					: str            =				torch.randn(1      ,  1      ,  config.state_dim			).to(device=__lowerCAmelCase      ,  dtype=torch.floataa			)  # env.reset()

       UpperCamelCase_					: List[str]            =				torch.tensor(
           [[0.24_27_93, -0.28_69_30_74, 0.8_74_26_13], [0.67_81_52_74, -0.08_10_10_85, -0.12_95_21_47]]      ,  device=__lowerCAmelCase			)

       UpperCamelCase_					: Tuple            =				torch.tensor(__lowerCAmelCase      ,  device=__lowerCAmelCase      ,  dtype=torch.floataa			).reshape(1      ,  1      ,  1			)
       UpperCamelCase_					: Optional[int]            =				state
       UpperCamelCase_					: int            =				torch.zeros(1      ,  0      ,  config.act_dim      ,  device=__lowerCAmelCase      ,  dtype=torch.floataa			)
       UpperCamelCase_					: Optional[int]            =				torch.zeros(1      ,  0      ,  device=__lowerCAmelCase      ,  dtype=torch.floataa			)
       UpperCamelCase_					: Optional[Any]            =				torch.tensor(0      ,  device=__lowerCAmelCase      ,  dtype=torch.long			).reshape(1      ,  1			)

       for step in range(__lowerCAmelCase			):
             UpperCamelCase_					: List[Any]            =				torch.cat([actions, torch.zeros(1      ,  1      ,  config.act_dim      ,  device=__lowerCAmelCase			)]      ,  dim=1			)
             UpperCamelCase_					: Optional[int]            =				torch.cat([rewards, torch.zeros(1      ,  1      ,  device=__lowerCAmelCase			)]      ,  dim=1			)

             UpperCamelCase_					: Union[str, Any]            =				torch.ones(1      ,  states.shape[1]			).to(dtype=torch.long      ,  device=states.device			)

             with torch.no_grad():
                   UpperCamelCase_     ,      UpperCamelCase_     ,      UpperCamelCase_					: List[Any]            =				model(
                       states=__lowerCAmelCase      ,  actions=__lowerCAmelCase      ,  rewards=__lowerCAmelCase      ,  returns_to_go=__lowerCAmelCase      ,  timesteps=__lowerCAmelCase      ,  attention_mask=__lowerCAmelCase      ,  return_dict=__lowerCAmelCase      ,  )

             self.assertEqual(action_pred.shape      ,  actions.shape			)
             self.assertTrue(torch.allclose(action_pred[0, -1]      ,  expected_outputs[step]      ,  atol=1E-4			)			)
             UpperCamelCase_     ,      UpperCamelCase_     ,      UpperCamelCase_     ,      UpperCamelCase_					: Union[str, Any]            =				(  # env.step(action)
                 torch.randn(1      ,  1      ,  config.state_dim			).to(device=__lowerCAmelCase      ,  dtype=torch.floataa			),
                 1.0,
                 False,
                 {},
             )

             UpperCamelCase_					: Any            =				action_pred[0, -1]
             UpperCamelCase_					: int            =				torch.cat([states, state]      ,  dim=1			)
             UpperCamelCase_					: str            =				returns_to_go[0, -1] - reward
             UpperCamelCase_					: int            =				torch.cat([returns_to_go, pred_return.reshape(1      ,  1      ,  1			)]      ,  dim=1			)
             UpperCamelCase_					: int            =				torch.cat(
                 [timesteps, torch.ones((1, 1)      ,  device=__lowerCAmelCase      ,  dtype=torch.long			) * (step + 1)]      ,  dim=1			)






