code: def test_bias_geglu(batch, sequence, channels, dtype):
      activation = torch.randn(
          (batch, sequence, channels * 2), dtype=dtype, device="cuda"
      )
      bias = torch.randn((channels * 2), dtype=dtype, device="cuda")
  
      ds_out = run_bias_geglu_ds(activation, bias)
      ref_out = run_bias_geglu_reference(activation, bias)
      assert allclose(ds_out, ref_out)
  
imports: import pytest
  import torch
  import deepspeed
  from deepspeed.ops.op_builder import InferenceBuilder
label_desc: Use image node_id 4 for calling a global function with example usage: test_bias_geglu(batch, sequence, channels, dtype) without return types