rasa/core/featurizers.py
def _create_label_token_dict(labels, split_symbol='_'):
        """Splits labels into tokens by using provided symbol.
        Creates the lookup dictionary for this tokens.
        Values in this dict are used for featurization."""

        distinct_tokens = set([token
                               for label in labels
                               for token in label.split(split_symbol)])
        return {token: idx
                for idx, token in enumerate(sorted(distinct_tokens))}
Splits labels into tokens by using provided symbol.
        Creates the lookup dictionary for this tokens.
        Values in this dict are used for featurization.
Splits labels into tokens by using provided symbol.
Creates the lookup dictionary for this tokens.
Values in this dict are used for featurization.
Splits labels into tokens by using provided symbol . Creates the lookup dictionary for this tokens . Values in this dict are used for featurization .
def _create_label_token_dict(labels, split_symbol='_'):
        distinct_tokens = set([token
                               for label in labels
                               for token in label.split(split_symbol)])
        return {token: idx
                for idx, token in enumerate(sorted(distinct_tokens))}
def _create_label_token_dict ( labels , split_symbol = '_' ) : distinct_tokens = set ( [ token for label in labels for token in label . split ( split_symbol ) ] ) return { token : idx for idx , token in enumerate ( sorted ( distinct_tokens ) ) }
Splits labels into tokens by using provided symbol.
Splits labels into tokens by using provided symbol .
"""Splits labels into tokens by using provided symbol.
        Creates the lookup dictionary for this tokens.
        Values in this dict are used for featurization."""
labels
split_symbol