code: def run_bias_geglu_reference(activations, bias):
      # Expected behavior is that of casting to float32 internally
      # Explicitly using the default GeLU
      activations = activations + bias.reshape(1, 1, -1)
      hidden_states, gate = activations.chunk(2, dim=-1)
      return hidden_states * torch.nn.functional.gelu(
          gate.to(torch.float32)
      ).to(activations.dtype)
  
file_path: DeepSpeed/tests/unit/ops/transformer/inference/test_bias_geglu.py
imports: import pytest
  import torch
  import deepspeed
  from deepspeed.ops.op_builder import InferenceBuilder
  from deepspeed.accelerator import get_accelerator
  from deepspeed.utils.types import ActivationFuncType
  from .inference_test_utils import allclose, get_dtypes
label_desc: Use image node_id 1 for calling a global function with example usage: run_bias_geglu_reference(activations, bias) and returns: unknown