          file_ = gzip.open(str(loc))
      else:
          file_ = loc.open()
      for i, line in enumerate(file_):
          freq, doc_freq, key = line.split('\t', 2)
          freq = int(freq)
          counts.inc(i+1, freq)
          total += freq
      counts.smooth()
      log_total = math.log(total)
 
</s> remove         freq, doc_freq, key = line.split('\t', 2)
 </s> add         freq, doc_freq, key = line.rstrip().split('\t', 2) </s> remove    
    FLAG14 = 14
    FLAG15
    FLAG16
    FLAG17
    FLAG18
 </s> add     IS_BRACKET
    IS_QUOTE
    IS_LEFT_PUNCT
    IS_RIGHT_PUNCT

    FLAG18 = 18 </s> remove     "FLAG14": FLAG14,
    "FLAG15": FLAG15,
    "FLAG16": FLAG16,
    "FLAG17": FLAG17,
 </s> add     "IS_BRACKET": IS_BRACKET,
    "IS_QUOTE": IS_QUOTE,
    "IS_LEFT_PUNCT": IS_LEFT_PUNCT,
    "IS_RIGHT_PUNCT": IS_RIGHT_PUNCT, </s> remove # Move these up to FLAG14--FLAG18 once we finish the functionality and
# are ready to regenerate the model
#IS_BRACKET
#IS_QUOTE
#IS_LEFT_PUNCT
#IS_RIGHT_PUNCT
 </s> add 
        freq, doc_freq, key = line.rstrip().split('\t', 2)
          file_ = gzip.open(str(loc))
      else:
          file_ = loc.open()
      for i, line in enumerate(file_):
        freq, doc_freq, key = line.rstrip().split('\t', 2)
          freq = int(freq)
          counts.inc(i+1, freq)
          total += freq
      counts.smooth()
      log_total = math.log(total)
keep keep keep keep replace keep keep keep keep keep
 introduce lang field for LexemeC to hold language id
put noun_chunk logic into iterators.py for each language separately 
bin/init_model.py