'Initialize token information from a list of subtoken strings.'

def _init_subtokens_from_list(self, subtoken_strings, reserved=0):

    self._all_subtoken_strings = (([u''] * reserved) + subtoken_strings)
    self._max_subtoken_len = max([len(s) for s in subtoken_strings])
    self._subtoken_string_to_id = {s: (i + reserved) for (i, s) in enumerate(subtoken_strings) if s}
