  from .lexeme import lex_of
  from .lexeme import sic_of
  from .lexeme import length_of
  
  from .tokens import Tokens
  
  # Don't know how to get the enum Python visible :(
 
</s> remove SIC = 0
LEX = 1
NORM = 2
SHAPE = 3
LAST3 = 4
LENGTH = 5
 </s> add LEX = 0
NORM = 1
SHAPE = 2
LAST3 = 3
LENGTH = 4 </s> remove from spacy import lex_of, sic_of
from spacy.spacy import expand_chunk
 </s> add from spacy import lex_of
from spacy.en import tokenize </s> remove from spacy.spacy import expand_chunk
from spacy.en import lookup, unhash
 </s> add from spacy.en import tokenize, lookup, unhash </s> remove     tokens = expand_chunk(lookup("Mike's"))
    assert len(tokens) == 2
 </s> add     tokens = tokenize("Mike's") </s> remove cpdef StringHash sic_of(size_t lex_id) except 0:
    '''Access the `sic' field of the Lexeme pointed to by lex_id.
    
    The sic field stores the hash of the whitespace-delimited string-chunk used to
    construct the Lexeme.
    
    >>> [unhash(sic_of(lex_id)) for lex_id in from_string(u'Hi! world')]
    [u'Hi!', u'', u'world]
    '''
    return (<Lexeme*>lex_id).sic


 </s> add 
  from .lexeme import lex_of

  from .lexeme import length_of
  
  from .tokens import Tokens
  
  # Don't know how to get the enum Python visible :(
keep replace keep keep keep keep keep
 * Refactor spacy so that chunks return arrays of lexemes, so that there is properly one lexeme per word. 
spacy/__init__.py