class_docstr: Implementation class of an MII inference server
class_docstr_tok: ["Implementation","class","of","an","MII","inference","server"]
code: def __init__(self, async_pipeline=None):
      super().__init__()
      self.inference_pipeline = async_pipeline
      self.method_name_to_task = {
          m.method: t for t, m in TASK_METHODS_DICT.items()
      }
      self.lock = threading.Lock()
  
imports: import asyncio
  import queue
  import sys
  import threading
  from concurrent import futures
  from typing import Dict
  import grpc
  from google.protobuf import empty_pb2
  from mii.backend.client import create_channel
  from mii.constants import GenerationFinishReason, GRPC_MAX_MSG_SIZE, TERMINATE_METHOD, LB_MAX_WORKER_THREADS, SERVER_SHUTDOWN_TIMEOUT, STREAM_RESPONSE_QUEUE_TIMEOUT
  from mii.grpc_related.proto import modelresponse_pb2_grpc
  from mii.grpc_related.task_methods import TASK_METHODS_DICT, TaskMethods
label_desc: Use image node_id 1 to create a new ModelResponse object from inherited base classes: ServiceBase with example: obj = ModelResponse(async_pipeline)