  
  
  def test_open_appostrophe():
      string = "'The"
      tokens = expand_chunk(lookup(string))
      assert len(tokens) == 2
      assert unhash(lex_of(tokens[0])) == "'"
 
</s> remove         tokens = expand_chunk(lookup(string))
 </s> add         tokens = tokenize(string) </s> remove     tokens = expand_chunk(lookup("schools'"))
 </s> add     tokens = tokenize("schools'") </s> remove         tokens = expand_chunk(lookup(string))
 </s> add         tokens = tokenize(string) </s> remove     tokens = expand_chunk(lookup("we'll"))
 </s> add     tokens = tokenize("we'll")
    tokens = tokenize(string)
  
  
  def test_open_appostrophe():
      string = "'The"
    tokens = tokenize(string)
      assert len(tokens) == 2
      assert unhash(lex_of(tokens[0])) == "'"
keep keep keep keep replace keep keep
 * Refactor spacy so that chunks return arrays of lexemes, so that there is properly one lexeme per word. 
tests/test_pre_punct.py