code: def start_dynamic_batching(args, tp_engine, waiting_req_list):
      try:
          batch_manager = Async_DynamicBatchManager(
              tp_engine=tp_engine,
              max_total_token_num=args.max_total_token_num,
              batch_max_tokens=args.batch_max_tokens,
              eos_id=args.eos_id,
              model=args.model,
              log_stats=not args.disable_log_stats,
              log_stats_interval=args.log_stats_interval,
              waiting_req_list=waiting_req_list,
          )
  
      except Exception:
          raise Exception
  
      return batch_manager
  
file_path: ColossalAI/colossalai/legacy/inference/async_manager.py
imports: from typing import List
  from .dynamic_batching.io_struct import Batch, Req, RequestOutput
  from .manager import DynamicBatchManager
  from .tensor_parallel import TPInferEngine
label_desc: Use image node_id 1 for calling a global function with example usage: start_dynamic_batching(args, tp_engine, waiting_req_list) and returns: batch_manager