code: def main():
      data_root = args.data_root
      manifests = args.manifest
      data_file = args.data_file
      vocab_size = args.vocab_size
      tokenizer = args.tokenizer
      spe_type = args.spe_type
      spe_character_coverage = args.spe_character_coverage
      spe_sample_size = args.spe_sample_size
      spe_train_extremely_large_corpus = (
          args.spe_train_extremely_large_corpus
      )
      spe_max_sentencepiece_length = args.spe_max_sentencepiece_length
      spe_split_by_unicode_script = args.spe_split_by_unicode_script
      spe_bos, spe_eos, spe_pad = (
          args.spe_bos,
          args.spe_eos,
          args.spe_pad,
      )
      spe_control_symbols = args.spe_control_symbols
      spe_user_defined_symbols = args.spe_user_defined_symbols
      spe_byte_fallback = args.spe_byte_fallback
      spe_split_digits = args.spe_split_digits
      lower_case = args.lower_case
  
      if not os.path.exists(data_root):
          os.makedirs(data_root)
  
      if args.log:
          logging.basicConfig(level=logging.INFO)
  
      if manifests:
          text_corpus_path = __build_document_from_manifests(
              data_root, manifests
          )
      else:
          text_corpus_path = data_file
      tokenizer_path = __process_data(
          text_corpus_path,
          data_root,
          vocab_size,
          tokenizer,
          spe_type,
          lower_case=lower_case,
          spe_character_coverage=spe_character_coverage,
          spe_sample_size=spe_sample_size,
          spe_train_extremely_large_corpus=spe_train_extremely_large_corpus,
          spe_max_sentencepiece_length=spe_max_sentencepiece_length,
          spe_split_by_unicode_script=spe_split_by_unicode_script,
          spe_bos=spe_bos,
          spe_eos=spe_eos,
          spe_pad=spe_pad,
          spe_control_symbols=spe_control_symbols,
          spe_user_defined_symbols=spe_user_defined_symbols,
          spe_byte_fallback=spe_byte_fallback,
          spe_split_digits=spe_split_digits,
      )
  
      print("Serialized tokenizer at location :", tokenizer_path)
      logging.info("Done!")
  
file_path: NeMo/scripts/tokenizers/process_asr_text_tokenizer.py
imports: import argparse
  import json
  import logging
  import os
  from typing import List, Optional
  import tokenizers
  from nemo.collections.common.tokenizers.sentencepiece_tokenizer import create_spt_model
  from nemo.utils.data_utils import DataStoreObject
label_desc: Use image node_id 3 for calling a global function with example usage: main() without return types