def _is_token(pieces: list, special_symbol: str='▁') -> List[str]:
    '\n    Check for stopwords and actual words in word pieces\n\n    Args:\n         pieces (list): word pieces returned by sentencepiece model\n         special_symbol (str): spm prefix special symbol for space\n    Returns:\n        List of decoded words\n    '
    decoded = []
    for piece in pieces:
        if (special_symbol not in piece):
            if ((piece in STOP_WORDS) or (len(piece) > 3)):
                piece = (special_symbol + piece)
                decoded.append(piece)
            else:
                decoded.append(piece)
        else:
            decoded.append(piece)
    return decoded
Check for stopwords and actual words in word pieces

Args:
     pieces (list): word pieces returned by sentencepiece model
     special_symbol (str): spm prefix special symbol for space
Returns:
    List of decoded words
def _is_token(pieces: list, special_symbol: str='▁') -> List[str]:
    '\n    Check for stopwords and actual words in word pieces\n\n    Args:\n         pieces (list): word pieces returned by sentencepiece model\n         special_symbol (str): spm prefix special symbol for space\n    Returns:\n        List of decoded words\n    '
    decoded = []
    for piece in pieces:
        if (special_symbol not in piece):
            if ((piece in STOP_WORDS) or (len(piece) > 3)):
                piece = (special_symbol + piece)
                decoded.append(piece)
            else:
                decoded.append(piece)
        else:
            decoded.append(piece)
    return decoded