import tensorflow as tf

                    # Compute the policy loss
                    # Alternative: policy_kl_loss = tf.reduce_mean(logp_pi - min_qf_pi)
                    policy_kl_loss = tf.reduce_mean((self.ent_coef * logp_pi - min_qf_pi)*self.weight_ph)
                    actor_for_priority = tf.reduce_mean(self.ent_coef * logp_pi - min_qf_pi,1)
