  cdef class Tokens:
      cdef Pool mem
      cdef StringStore _string_store
  
      cdef const Lexeme** _lex_ptr
      cdef int* _idx_ptr
      cdef int* _pos_ptr
      cdef int* _ner_ptr
      cdef const Lexeme** lex
      cdef int* idx
      cdef int* pos
      cdef int* ner
  
      cdef int length
      cdef int max_length
  
      cdef int extend(self, int i, const Lexeme* const* lexemes, int n) except -1
 
</s> remove     cdef int _save_cached(self, const Lexeme* const* tokens, hash_t key, int n) except -1
 </s> add     cdef int _save_cached(self, const TokenC* tokens, hash_t key, int n) except -1 </s> remove         self.lex[self.length] = lexeme
        self.idx[self.length] = idx
        self.pos[self.length] = 0
        self.ner[self.length] = 0
 </s> add         cdef TokenC* t = &self.data[self.length]
        t.lex = lexeme
        t.idx = idx
        t.pos = 0
        t.sense = 0 </s> remove     cdef int _save_cached(self, const Lexeme* const* tokens, hash_t key, int n) except -1:
 </s> add     cdef int _save_cached(self, const TokenC* tokens, hash_t key, int n) except -1: </s> remove             if tokens[i].id == 1:
 </s> add             if tokens[i].lex.id == 1:
    cdef TokenC* _data
    cdef TokenC* data
  cdef class Tokens:
      cdef Pool mem
      cdef StringStore _string_store
  
    cdef TokenC* _data
    cdef TokenC* data
    cdef TokenC* _data
    cdef TokenC* data
    cdef TokenC* _data
    cdef TokenC* data
    cdef TokenC* _data
    cdef TokenC* data
    cdef TokenC* _data
    cdef TokenC* data
    cdef TokenC* _data
    cdef TokenC* data
    cdef TokenC* _data
    cdef TokenC* data
    cdef TokenC* _data
    cdef TokenC* data
  
      cdef int length
      cdef int max_length
  
      cdef int extend(self, int i, const Lexeme* const* lexemes, int n) except -1
keep keep keep keep replace replace replace replace replace replace replace replace keep keep keep keep keep
 * Introduce a TokenC struct, to handle token indices, pos tags and sense tags 
spacy/tokens.pxd