'Return a callable that handles preprocessing and tokenization'

def build_analyzer(self):

    preprocess = self.build_preprocessor()
    tokenize = self.build_tokenizer()
    return (lambda doc: tokenize(preprocess(self.decode(doc))))
