import tensorflow as tf

                    self.replay_buffer = ReplayBuffer(self.buffer_size)
                    self.beta_schedule = None
                
                if self.n_step:
                    self.replay_N_buffer=NStepTransitionBuffer(self.buffer_size,self.n_step_length,self.gamma)

                with tf.variable_scope("input", reuse=False):
                    # Create policy and target TF objects
                    self.policy_tf = self.policy(self.sess, self.observation_space, self.action_space,
                                                 **self.policy_kwargs)
                    self.target_policy = self.policy(self.sess, self.observation_space, self.action_space,
                                                     **self.policy_kwargs)
