code: def test_create_vocabulary_word():
      data = pd.DataFrame(
          [
              "Hello, I'm a single sentence!",
              "And another sentence",
              "And the very very last one",
          ]
      )
      column = data[0]
      preprocessing_parameters = TextPreprocessingConfig().to_dict()
  
      vocabulary = strings_utils.create_vocabulary(
          column,
          tokenizer_type=preprocessing_parameters["tokenizer"],
          num_most_frequent=preprocessing_parameters["most_common"],
          lowercase=preprocessing_parameters["lowercase"],
          vocab_file=preprocessing_parameters["vocab_file"],
          unknown_symbol=preprocessing_parameters["unknown_symbol"],
          padding_symbol=preprocessing_parameters["padding_symbol"],
          pretrained_model_name_or_path=preprocessing_parameters[
              "pretrained_model_name_or_path"
          ],
      )
      vocab = vocabulary.vocab
  
      assert len(vocab) == 19
      assert (
          vocab[strings_utils.SpecialSymbol.UNKNOWN.value]
          == strings_utils.UNKNOWN_SYMBOL
      )
      assert (
          vocab[strings_utils.SpecialSymbol.STOP.value]
          == strings_utils.STOP_SYMBOL
      )
      assert (
          vocab[strings_utils.SpecialSymbol.PADDING.value]
          == strings_utils.PADDING_SYMBOL
      )
      assert (
          vocab[strings_utils.SpecialSymbol.UNKNOWN.value]
          == strings_utils.UNKNOWN_SYMBOL
      )
  
file_path: ludwig/tests/ludwig/utils/test_strings_utils.py
imports: from collections import defaultdict
  import numpy
  import pandas
  import pytest
  from ludwig.schema.features.preprocessing.text import TextPreprocessingConfig
  from ludwig.utils import strings_utils
label_desc: Use image node_id 6 for calling a global function with example usage: test_create_vocabulary_word() without return types