      HEAD
      SPACY
      PROB
      
  # Move these up to FLAG14--FLAG18 once we finish the functionality and
  # are ready to regenerate the model
  #IS_BRACKET
  #IS_QUOTE
  #IS_LEFT_PUNCT
  #IS_RIGHT_PUNCT
   
 
</s> remove     'spacy.symbols']
 </s> add     'spacy.symbols',
    'spacy.en.iterators',
    'spacy.de.iterators'] </s> remove         freq, doc_freq, key = line.split('\t', 2)
 </s> add         freq, doc_freq, key = line.rstrip().split('\t', 2) </s> remove     "FLAG14": FLAG14,
    "FLAG15": FLAG15,
    "FLAG16": FLAG16,
    "FLAG17": FLAG17,
 </s> add     "IS_BRACKET": IS_BRACKET,
    "IS_QUOTE": IS_QUOTE,
    "IS_LEFT_PUNCT": IS_LEFT_PUNCT,
    "IS_RIGHT_PUNCT": IS_RIGHT_PUNCT,
      HEAD
      SPACY
      PROB
      






   
keep keep keep keep replace replace replace replace replace replace keep
 introduce lang field for LexemeC to hold language id
put noun_chunk logic into iterators.py for each language separately 
spacy/attrs.pxd