import tensorflow as tf

        manager_loss = -tf.reduce_sum((self.r - cutoff_vf_manager) * dcos)

        cutoff_vf_worker = tf.reshape(tf.stop_gradient(self.worker_vf), [-1])
        log_p = tf.reduce_sum(self.log_pi * self.ac, [1])
        worker_loss = (self.r + self.alpha * self.ri - cutoff_vf_worker) * log_p
        worker_loss = -tf.reduce_sum(worker_loss, axis=0)
