code: def test_bias_gelu(batch, sequence, channels, dtype):
      activations_ds = torch.randn(
          (batch, sequence, channels), dtype=dtype, device="cuda"
      )
      bias_ds = torch.randn((channels), dtype=dtype, device="cuda")
  
      activations_ref = activations_ds.clone().detach()
      bias_ref = bias_ds.clone().detach()
  
      ds_out = run_bias_gelu_ds(activations_ds, bias_ds)
      ref_out = run_bias_gelu_reference(activations_ref, bias_ref)
      assert allclose(ds_out, ref_out)
  
file_path: H2O/h2o_flexgen/benchmark/third_party/DeepSpeed/tests/unit/ops/transformer/inference/test_bias_gelu.py
imports: import pytest
  import torch
  import deepspeed
  from deepspeed.ops.op_builder import InferenceBuilder
label_desc: Use image node_id 5 for calling a global function with example usage: test_bias_gelu(batch, sequence, channels, dtype) without return types