'Compute the KL divergence of two categorical distributions'

def kl(self, old_dist_info, new_dist_info):

    old_prob = old_dist_info['prob']
    new_prob = new_dist_info['prob']
    return np.sum((old_prob * (np.log((old_prob + TINY)) - np.log((new_prob + TINY)))), axis=(-1))
