docstr: Helper method for allreduce_sequence_parallel_gradients
docstr_tok: ["Helper","method","for","allreduce_sequence_parallel_gradients"]
code: def _append_sequence_parallel_module_grads(self, module, grads):
      """Helper method for allreduce_sequence_parallel_gradients"""
  
      for param in module.parameters():
          sequence_parallel_param = getattr(
              param, "sequence_parallel", False
          )
          if sequence_parallel_param and param.requires_grad:
              if self.megatron_amp_O2:
                  grad = param.main_grad
              else:
                  grad = param.grad
              grads.append(grad.data)
  
imports: import itertools
  from datetime import datetime
  from functools import partial
  from typing import Any
  import torch
  from omegaconf import DictConfig, open_dict
  from pytorch_lightning import Trainer
  from nemo.collections.multimodal.data.imagen.imagen_dataset import build_train_valid_datasets
  from nemo.collections.multimodal.models.text_to_image.imagen.precond import ContinousDDPMPrecond, EDMPrecond
  from nemo.collections.multimodal.modules.imagen.diffusionmodules.nets import EfficientUNetModel, UNetModel
  from nemo.collections.multimodal.modules.imagen.encoder.t5encoder import T5Encoder
  from nemo.collections.multimodal.modules.imagen.sampler.sampler import DDPMSampler, EDMSampler
  from nemo.collections.multimodal.parts.imagen.utils import random_dropout
  from nemo.collections.nlp.models.language_modeling.megatron_base_model import MegatronBaseModel
  from nemo.collections.nlp.modules.common.megatron.module import Float16Module
  from nemo.collections.nlp.parts.utils_funcs import get_last_rank
  from nemo.core.classes.common import Serialization
  from nemo.utils import logging
label_desc: Use image node_id 14 for calling the MegatronImagen obj's underlying member method code with example usage: obj._append_sequence_parallel_module_grads(module, grads) without return types