code: def main():
      parser = argparse.ArgumentParser()
      parser.add_argument(
          "--token_prefix",
          type=str,
          default="tkns",
          help="Prefix for the token files",
      )
      parser.add_argument(
          "--sentence_prefix",
          type=str,
          default="stns",
          help="Prefix for the token files",
      )
      parser.add_argument(
          "--input_path",
          type=str,
          default="extern_data/sindhi/tokenization",
          help="Where to find all of the input files.  Files with the prefix tkns_ will be treated as token files, files with the prefix stns_ will be treated as sentence files, and all others will be the text files.",
      )
      parser.add_argument(
          "--output_path",
          type=str,
          default="data/tokenize",
          help="Where to output the results",
      )
      parser.add_argument(
          "--dataset",
          type=str,
          default="sd_isra",
          help="What name to give this dataset",
      )
      args = parser.parse_args()
  
      dataset_files = find_dataset_files(
          args.input_path, args.token_prefix, args.sentence_prefix
      )
  
      tokenizer_dir = args.output_path
      short_name = args.dataset  # todo: convert a full name?
  
      sentences = extract_sentences(dataset_files)
      splits = split_sentences(sentences)
  
      os.makedirs(args.output_path, exist_ok=True)
      for dataset, shard in zip(splits, SHARDS):
          output_conllu = common.tokenizer_conllu_name(
              tokenizer_dir, short_name, shard
          )
          common.write_sentences_to_conllu(output_conllu, dataset)
  
      common.convert_conllu_to_txt(tokenizer_dir, short_name)
      common.prepare_tokenizer_treebank_labels(
          tokenizer_dir, short_name
      )
  
file_path: stanza/stanza/utils/datasets/tokenization/convert_text_files.py
imports: import argparse
  import os
  import random
  from stanza.models.tokenization.utils import match_tokens_with_text
  import stanza.utils.datasets.common
label_desc: Use image node_id 7 for calling a global function with example usage: main() without return types