code: def GPT3_pipeline_hybrid(
      num_chunks=1,
      checkpoint=False,
      dtype=torch.float,
      embed_split_hidden=False,
  ):
      cfg = dict(
          hidden_size=12288,
          num_attention_heads=96,
          checkpoint=checkpoint,
          max_position_embeddings=2048,
          dtype=dtype,
          embed_split_hidden=embed_split_hidden,
      )
      return _build_gpt_pipeline_hybrid(96, num_chunks, **cfg)
  
imports: import inspect
  import titans.model.gpt.gpt
  import torch
  import torch.nn
  from colossalai import kernel
  from colossalai import nn
  from colossalai.legacy.context.parallel_mode import ParallelMode
  from colossalai.legacy.core import global_context
  from colossalai.legacy.nn.layer.wrapper import PipelineSharedModuleWrapper
  from colossalai.legacy.pipeline.utils import partition_uniform
  from colossalai.logging import get_dist_logger
  from .embed import HiddenParallelEmbedding, HiddenParallelGPTLMHead1D, VocabParallelEmbedding, VocabParallelGPTLMHead1D
  from .gpt1d import FusedGPTTransformerLayer1D, GPTTransformerLayer1D
label_desc: Use image node_id 10 for calling a global function with example usage: GPT3_pipeline_hybrid(num_chunks, checkpoint, dtype, embed_split_hidden) and returns: _build_gpt_pipeline_hybrid