pub fn from_word_list(word_list: Vec<String>) -> Self {
        NewmmTokenizer {
            dict: Box::from(create_dict_trie(DictSource::WordList(word_list)).unwrap()),
        }
    }
/// Create a new tokenizer using a dictionary from a vector of Strings
Create a new tokenizer using a dictionary from a vector of Strings
Create a new tokenizer using a dictionary from a vector of Strings
pub fn from_word_list(word_list: Vec<String>) -> Self {
        NewmmTokenizer {
            dict: Box::from(create_dict_trie(DictSource::WordList(word_list)).unwrap()),
        }
    }
pub fn from_word_list ( word_list : Vec < String > ) -> Self { NewmmTokenizer { dict : Box :: from ( create_dict_trie ( DictSource :: WordList ( word_list ) ) . unwrap ( ) ) , } }
Create a new tokenizer using a dictionary from a vector of Strings
Create a new tokenizer using a dictionary from a vector of Strings
word_list
Vec<String>