def load_dataset(self, split, epoch=1, combine=False, **kwargs):
    'Load a given dataset split.\n\n        Args:\n            split (str): name of the split (e.g., train, valid, test)\n        '
    paths = utils.split_paths(self.args.data)
    assert (len(paths) > 0)
    if (split != getattr(self.args, 'train_subset', None)):
        paths = paths[:1]
    data_path = paths[((epoch - 1) % len(paths))]
    (src, tgt) = (self.args.source_lang, self.args.target_lang)
    self.datasets[split] = load_langpair_dataset(data_path, split, src, self.src_dict, tgt, self.tgt_dict, combine=combine, dataset_impl=self.args.dataset_impl, upsample_primary=self.args.upsample_primary, left_pad_source=self.args.left_pad_source, left_pad_target=self.args.left_pad_target, max_source_positions=self.args.max_source_positions, max_target_positions=self.args.max_target_positions, load_alignments=self.args.load_alignments, truncate_source=self.args.truncate_source, num_buckets=self.args.num_batch_buckets, shuffle=(split != 'test'), pad_to_multiple=self.args.required_seq_len_multiple)
Load a given dataset split.

Args:
    split (str): name of the split (e.g., train, valid, test)
def load_dataset(self, split, epoch=1, combine=False, **kwargs):
    'Load a given dataset split.\n\n        Args:\n            split (str): name of the split (e.g., train, valid, test)\n        '
    paths = utils.split_paths(self.args.data)
    assert (len(paths) > 0)
    if (split != getattr(self.args, 'train_subset', None)):
        paths = paths[:1]
    data_path = paths[((epoch - 1) % len(paths))]
    (src, tgt) = (self.args.source_lang, self.args.target_lang)
    self.datasets[split] = load_langpair_dataset(data_path, split, src, self.src_dict, tgt, self.tgt_dict, combine=combine, dataset_impl=self.args.dataset_impl, upsample_primary=self.args.upsample_primary, left_pad_source=self.args.left_pad_source, left_pad_target=self.args.left_pad_target, max_source_positions=self.args.max_source_positions, max_target_positions=self.args.max_target_positions, load_alignments=self.args.load_alignments, truncate_source=self.args.truncate_source, num_buckets=self.args.num_batch_buckets, shuffle=(split != 'test'), pad_to_multiple=self.args.required_seq_len_multiple)