class_docstr: Megatron NMT training
class_docstr_tok: ["Megatron","NMT","training"]
docstr: Override parent process_batch since TranslationDataset does not return dictionaries.
code: def process_global_batch_for_text_translation_datasets(self, batch):
      """Override parent process_batch since TranslationDataset does not return dictionaries."""
      # Convert each microbatch into a dictionary.
      src_ids, src_mask, tgt_ids, tgt_mask, labels = batch
      batch = {
          "text_enc": src_ids,
          "text_dec": tgt_ids,
          "labels": labels,
          "enc_mask": src_mask.long(),  # super().process_batch() expects torch.int64
          "dec_mask": tgt_mask.long(),  # super().process_batch() expects torch.int64
          "loss_mask": tgt_mask.long(),  # super().process_batch() expects torch.int64
      }
  
      # Parent function will pad microbatches to the same length.
      return self._process_global_batch_without_megatron_batch_sampler(
          [batch], tokenizer=self.encoder_tokenizer
      )
  
imports: import enum
  import itertools
  import random
  from typing import List, Optional
  import numpy
  import torch
  from omegaconf.dictconfig import DictConfig
  from omegaconf.listconfig import ListConfig
  from pytorch_lightning.trainer.trainer import Trainer
  from sacrebleu import corpus_bleu
  from nemo.collections.nlp.data.common.sequence_to_sequence_dataset import BinarizedMemmapSequenceToSequenceDataset, TextMemmapSequenceToSequenceDataset
  from nemo.collections.nlp.data.language_modeling.megatron.base_dataset_utils import get_datasets_weights_and_num_samples
  from nemo.collections.nlp.data.language_modeling.megatron.blendable_dataset import BlendableDataset
  from nemo.collections.nlp.data.language_modeling.megatron.megatron_batch_samplers import MegatronPretrainingBatchSampler
  from nemo.collections.nlp.data.language_modeling.megatron.xlm_dataset import BinarizedMemmapCrossLingualMLMAndTranslationDataset, TextMemmapCrossLingualMLMAndTranslationDataset
  from nemo.collections.nlp.models.language_modeling.megatron_lm_encoder_decoder_model import MegatronLMEncoderDecoderModel
  from nemo.collections.nlp.models.language_modeling.megatron_t5_model import MegatronT5Model
  from nemo.collections.nlp.models.machine_translation.mt_enc_dec_model import MTEncDecModel
  from nemo.collections.nlp.modules.common.megatron.megatron_export import DecEmb, EncEmb, TokensHeadEmb
  from nemo.collections.nlp.modules.common.megatron.utils import get_iterator_k_split
  from nemo.collections.nlp.parts.nlp_overrides import GlobalBatchDataFetcher
  from nemo.collections.nlp.parts.utils_funcs import get_last_rank
  from nemo.core.classes import Exportable
  from nemo.utils import AppState, logging, timers
label_desc: Use image node_id 20 for calling the MegatronNMTModel obj's underlying member method code with example usage: obj.process_global_batch_for_text_translation_datasets(batch) and returns: self