      else:
          raise StandardError
  
  
  cpdef StringHash sic_of(size_t lex_id) except 0:
      '''Access the `sic' field of the Lexeme pointed to by lex_id.
      
      The sic field stores the hash of the whitespace-delimited string-chunk used to
      construct the Lexeme.
      
      >>> [unhash(sic_of(lex_id)) for lex_id in from_string(u'Hi! world')]
      [u'Hi!', u'', u'world]
      '''
      return (<Lexeme*>lex_id).sic
  
  
  cpdef StringHash lex_of(size_t lex_id) except 0:
      '''Access the `lex' field of the Lexeme pointed to by lex_id.
  
      The lex field is the hash of the string you would expect to get back from
      a standard tokenizer, i.e. the word with punctuation and other non-whitespace
 
</s> remove     Lexeme* tail # Lexemes are linked lists, to deal with sub-tokens
 </s> add     #Lexeme* tail # Lexemes are linked lists, to deal with sub-tokens </s> remove cpdef StringHash sic_of(size_t lex_id) except 0
 </s> add  </s> remove         self.distri.set(lex, <size_t>dist)
 </s> add  </s> remove from .lexeme import sic_of
 </s> add  </s> remove     cdef int find_split(self, unicode word, size_t length):
        return -1
 </s> add     cpdef list find_substrings(self, unicode word):
        substrings = []
        while word:
            split = self.find_split(word)
            if split == 0:
                substrings.append(word)
                break
            substrings.append(word[:split])
            word = word[split:]
        return substrings

    cdef int find_split(self, unicode word):
        return len(word)
      else:
          raise StandardError
  
  












  cpdef StringHash lex_of(size_t lex_id) except 0:
      '''Access the `lex' field of the Lexeme pointed to by lex_id.
  
      The lex field is the hash of the string you would expect to get back from
      a standard tokenizer, i.e. the word with punctuation and other non-whitespace
keep keep keep keep replace replace replace replace replace replace replace replace replace replace replace replace keep keep keep keep keep
 * Refactor spacy so that chunks return arrays of lexemes, so that there is properly one lexeme per word. 
spacy/lexeme.pyx