code: def test_fmoe_linear_distributed(
      num_expert,
      top_k,
      batch_size,
      d_model,
      d_hidden,
      mp_size,
      data_type,
  ):
      _run_distributed(
          "_test_fmoe_linear",
          mp_size * 2,
          {
              "num_expert": num_expert,
              "top_k": top_k,
              "batch_size": batch_size,
              "d_model": d_model,
              "d_hidden": d_hidden,
              "mp_size": mp_size,
              "data_type": data_type,
          },
      )
  
file_path: smart-moe/tests/test_ddp.py
imports: import json
  import random
  import os
  import sys
  from typing import Dict
  import random
  import pytest
  import torch
  import torch.distributed
  from test_numerical import test_fmoe
  from test_numerical import test_fmoe_linear
  from test_numerical import _test_fmoe_local_ddp
label_desc: Use image node_id 3 for calling a global function with example usage: test_fmoe_linear_distributed(num_expert, top_k, batch_size, d_model, d_hidden, mp_size, data_type) without return types