code: def main():
      args = get_args()
      files = os.listdir(args.input)
      for ds in files:
          with build_dataset("tmp", "data") as dataset:
              with open(
                  os.path.join(args.input, ds), "r", encoding="utf-8"
              ) as fin:
                  for line in tqdm(
                      fin.readlines(), desc=os.path.join(args.input, ds)
                  ):
                      data = json.loads(line)
                      dataset.write(reformat_data(data))
          shuffle_dataset(
              "tmp",
              os.path.join(args.output_path, ds.split(".")[0]),
              progress_bar=True,
              output_name=args.output_name,
          )
          shutil.rmtree("tmp")
      return
  
file_path: DeepKE/example/llm/CPM-Bee/src/preprocess_dataset.py
imports: import os
  from cpm_live.dataset import build_dataset, shuffle_dataset
  import shutil
  from tqdm import tqdm
  import json
  import argparse
label_desc: Use image node_id 3 for calling a global function with example usage: main() without return types