class_docstr: A class for trace down all the requests, abstraction for async
class_docstr_tok: ["A","class","for","trace","down","all","the","requests",",","abstraction","for","async"]
code: def __init__(self) -> None:
      self._requests: asyncio.Queue[str] = asyncio.Queue()
      self._finished_requests: asyncio.Queue[
          RequestOutput
      ] = asyncio.Queue()
      self.new_requests_event = None
  
file_path: ColossalAI/colossalai/legacy/inference/async_engine.py
imports: import asyncio
  from colossalai.inference.dynamic_batching.ray_dist_init import Driver
  from .dynamic_batching.io_struct import RequestOutput
  from .dynamic_batching.sampling_params import SamplingParams
label_desc: Use image node_id 1 to create a new RequestTracker object  with example: obj = RequestTracker()