class_docstr: A kind of ColoTensor to be considered as a module parameter.
class_docstr_tok: ["A","kind","of","ColoTensor","to","be","considered","as","a","module","parameter","."]
code: def __reduce_ex__(self, proto):
      # Adapted from torch._utils._rebuild_parameter
      # def _rebuild_colo_parameter(data, requires_grad, backward_hooks):
      #     colo_param = ColoParameter(data, requires_grad)
      #     colo_param._backward_hooks = backward_hooks
      #     return colo_param
  
      # return (
      #     _rebuild_colo_parameter,
      #     (self.data, self.requires_grad, OrderedDict())
      # )
  
      # TODO(jzy) we don't support object reflection now.
      # distspec cannot be pickled or rebuilt because it's tightly connected to runtime attribute `process_group`.
      raise NotImplementedError
  
file_path: colossalai/colossalai/tensor/colo_parameter.py
imports: from typing import Optional
  import torch
  from colossalai.tensor.colo_tensor import ColoTensor
  from colossalai.tensor.param_op_hook import ColoParamOpHookManager
  from .colo_tensor import _convert_output
label_desc: Use image node_id 4 for calling the ColoParameter obj's underlying member method code with example usage: obj.__reduce_ex__(proto) without return types