import tensorflow as tf

      tokens = tf.concat([[self.prepend_token], tokens], 0)

    # Optionally append a special token
    if self.append_token is not None:
      tokens = tf.concat([tokens, [self.append_token]], 0)
    sequence[self.tokens_feature_name] = tokens
    # Merge context and sequence features
    example = {}
