def word_freq(self, text) -> dict:
    '\n        Create document word frequency table {w1:f1, ..., wN:fN}.\n        Remove stop words, punct, etc. and lowercase\n        :rtype: dict\n        '
    doc = self.nlp(text)
    word_freq_table = {}
    for token in doc:
        ignore = (token.is_stop or token.is_punct or token.is_quote or token.is_oov or (token.text in ['.', ',', ';', ':', '%', '-']))
        if ((not ignore) and (token.text in word_freq_table)):
            word_freq_table[token.lower_] += 1
        elif (not ignore):
            word_freq_table[token.lower_] = 1
    return word_freq_table
Create document word frequency table {w1:f1, ..., wN:fN}.
Remove stop words, punct, etc. and lowercase
:rtype: dict
def word_freq(self, text) -> dict:
    '\n        Create document word frequency table {w1:f1, ..., wN:fN}.\n        Remove stop words, punct, etc. and lowercase\n        :rtype: dict\n        '
    doc = self.nlp(text)
    word_freq_table = {}
    for token in doc:
        ignore = (token.is_stop or token.is_punct or token.is_quote or token.is_oov or (token.text in ['.', ',', ';', ':', '%', '-']))
        if ((not ignore) and (token.text in word_freq_table)):
            word_freq_table[token.lower_] += 1
        elif (not ignore):
            word_freq_table[token.lower_] = 1
    return word_freq_table