import tensorflow as tf

      return tf.nn.softmax(logits)

    preds = GetWordPred(wvsum)
    z = tf.tile(tf.reshape(tf.reduce_sum(preds,1),[-1,1]), [1, out_vocab_size])
    self.preds, self.z = preds, z
    self.probs = tf.div(preds, z) #normalize
