'Required:
line --line to parse
Returns:
nothing
Logic:
Check the collect_tokens_dict for either the beginning of a
paragraph or a new paragraph definition. Take the actions
according to the value in the dict.
Otherwise, check if the token is not a control word. If it is not,
change the state to after_para_def.
Otherwise, check if the token is a paragraph definition word; if
so, add it to the attributes and values dictionary.'

def __collect_tokens_func(self, line):

    action = self.__collect_tokens_dict.get(self.__token_info)
    if action:
        action(line)
    elif (line[0:2] != 'cw'):
        self.__write_obj.write(line)
        self.__state = 'after_para_def'
    elif (line[0:5] == 'cw<bd'):
        self.__parse_border(line)
    else:
        action = self.__tabs_dict.get(self.__token_info)
        if action:
            action(line)
        else:
            token = self.__token_dict.get(line[6:16])
            if token:
                self.__att_val_dict[token] = line[20:(-1)]
