import tensorflow as tf

    # Make a prediction on every word.
    def GetWordPred(o_):
      logits = tf.nn.xw_plus_b(o_, pred_mat, pred_bias)
      return tf.nn.softmax(logits)

    self.preds_by_word = tf.pack([GetWordPred(o_) for o_ in mats])
