docstr: Necessary to implement for `HybridEngineContainer`
docstr_tok: ["Necessary","to","implement","for","`","HybridEngineContainer","`"]
code: def set_lora_params(self):
      """
      Necessary to implement for `HybridEngineContainer`
      """
      if GPTNEOXLayerPolicy.version == 0:
          attention = self.policy.client_module.attention
      else:
          attention = self.policy.client_module.self_attention
  
      self.lora_params = [
          maybe_get_lora(p)
          for p in [
              self.policy.client_module.mlp.dense_h_to_4h,
              self.policy.client_module.mlp.dense_4h_to_h,
              attention.query_key_value,
              attention.dense,
          ]
      ]
  
imports: from .base import *
  from .features.meta_tensor import MetaTensorContainer
  from .features.hybrid_megatron import HybridMegatronContainer
  from deepspeed.model_implementations.transformers.ds_gpt import DeepSpeedGPTInference
  import torch
  from ..policy import TransformerPolicy
  from ..policy import transformer_param_names
  from ..policy import maybe_copy
  from packaging import version
  from ..policy import maybe_get_lora
label_desc: Use image node_id 4 for calling the DS_GPTNEOXContainer obj's underlying member method code with example usage: obj.set_lora_params() without return types