class_docstr: The HybridGatedMLPContainer supports models for which the first MLP layer
  is represented with two separate weights, one for the activation function
  and one for the gating function.
class_docstr_tok: ["The","HybridGatedMLPContainer","supports","models","for","which","the","first","MLP","layer","is","represented","with","two","separate","weights",",","one","for","the","activation","function","and","one","for","the","gating","function","."]
code: def set_mlp_params_wo_copy(self, Z3_enabled=False):
      self.module.mlp.output_w = self._4hh_w
      self.module.mlp.output_b = self._4hh_b
  
      if not Z3_enabled:
          # In initialize_tensors, we create a fused inter projection with the appropriate shape
          # and copy the up projection and gate projection into it
          self.module.mlp.inter_w = self._h4h_w
          self.module.mlp.inter_b = self._h4h_b
  
          self.inter_up_w.data = self._h4h_w[
              : self.inter_up_w.shape[0], :
          ]
          self.inter_gate_w.data = self._h4h_w[
              self.inter_up_w.shape[0] :, :
          ]
  
          if self.inter_up_b is not None:
              self.inter_up_b.data = (
                  self._h4h_b[: self.inter_up_w.shape[0]]
                  if self._h4h_b is not None
                  else None
              )
              self.inter_gate_b.data = (
                  self._h4h_b[self.inter_up_w.shape[0] :]
                  if self._h4h_b is not None
                  else None
              )
      else:
          self.module.mlp.inter_up_w = self.inter_up_w
          self.module.mlp.inter_up_b = self.inter_up_b
          self.module.mlp.inter_gate_w = self.inter_gate_w
          self.module.mlp.inter_gate_b = self.inter_gate_b
  
file_path: DeepSpeed/deepspeed/module_inject/containers/features/gated_mlp.py
imports: from abc import abstractmethod
  from .hybrid_engine import HybridEngineContainer
label_desc: Use image node_id 6 for calling the HybridGatedMLPContainer obj's underlying member method code with example usage: obj.set_mlp_params_wo_copy(Z3_enabled) without return types