import tensorflow as tf

    wvs_weighted_reshaped = tf.reshape(wvs_weighted, wvs.get_shape())
    wvsum = tf.reduce_sum(wvs_weighted_reshaped,0)

    pred_mat = tf.get_variable('pred_mat', [in_size, self._out_vocab_size])
    pred_bias = tf.get_variable('pred_bias', [self._out_vocab_size])

    # Make a prediction for each tweet.
    def GetWordPred(o_):
