code: def start_server(
      model_name,
      deployment_name,
      task,
      tensor_parallel,
      replica_num,
      max_ragged_batch_size,
  ):
      tp_config = DeepSpeedTPConfig(tp_size=tensor_parallel)
      mgr_config = DSStateManagerConfig(
          max_ragged_batch_size=max_ragged_batch_size,
          max_ragged_sequence_count=max_ragged_batch_size,
      )
      inference_config = RaggedInferenceEngineConfig(
          tensor_parallel=tp_config, state_manager=mgr_config
      )
  
      mii.serve(
          model_name,
          deployment_name=deployment_name,
          tensor_parallel=tensor_parallel,
          task=task,
          inference_engine_config=inference_config,
          replica_num=replica_num,
      )
  
file_path: deepspeedexamples/benchmarks/inference/mii/server.py
imports: import mii
  import argparse
  from mii.constants import DeploymentType
  from deepspeed.inference import RaggedInferenceEngineConfig, DeepSpeedTPConfig
  from deepspeed.inference.v2.ragged import DSStateManagerConfig
label_desc: Use image node_id 1 for calling a global function with example usage: start_server(model_name, deployment_name, task, tensor_parallel, replica_num, max_ragged_batch_size) without return types