import tensorflow as tf

                                      out_vocab_size, c2v)
    in_size = self._inputs[0].get_shape()[1].value

    # Also, output confidence scores at every word.
    confidence_mat = tf.get_variable('confidence_mat', [in_size, 1])
    confidence_scores = tf.concat(1, [tf.matmul(o_, confidence_mat)
                                      for o_ in self._inputs])

    # dropout on confidence_scores
    random_tensor = (1.0 - self._dropout_keep_prob +
