import tensorflow as tf

            self.writer = tf.summary.FileWriter(summary_dir)
        tf.summary.scalar('Loss/Policy', loss_pg)
        tf.summary.scalar('Loss/Value', loss_vf)
        tf.summary.scalar('Loss/Entropy', loss_entropy)
        tf.summary.scalar('Loss/Total', loss)
        tf.summary.scalar('Var/Epsilon', epsilon_decay)
