'Given a set of tokens augmented with markers for line-start and
paragraph-start, returns an iterator through those tokens with full
annotation including predicted sentence breaks.'

def _annotate_tokens(self, tokens):

    tokens = self._annotate_first_pass(tokens)
    tokens = self._annotate_second_pass(tokens)
    return tokens
