code: def _dedup(
      chunk_id_to_range, I, tmp_neighbors, chunk_id_start, offset
  ):
      for cid in prange(len(I)):
          if (
              chunk_id_start + cid - offset >= 0
              and chunk_id_start + cid - offset < len(chunk_id_to_range)
          ):
              beg, end = chunk_id_to_range[
                  chunk_id_start + cid - offset
              ]
          position = 0
          for target_chunk_id in I[cid]:
              if beg <= target_chunk_id < end:
                  # target chunk is from the same document
                  continue
              tmp_neighbors[cid, position] = target_chunk_id
              position += 1
  
imports: import argparse
  import multiprocessing
  import pathlib
  import sys
  import time
  from multiprocessing import Pool
  import faiss
  import numpy
  import torch
  from numba import njit, prange
  from sentence_transformers import SentenceTransformer
  from nemo.collections.nlp.data.language_modeling.megatron.indexed_retrieval_dataset import KNNIndex, MMapRetrievalIndexedDataset, merge_knn_files
  from nemo.collections.nlp.modules.common.tokenizer_utils import get_nmt_tokenizer
  from nemo.utils import logging
label_desc: Use image node_id 2 for calling a global function with example usage: _dedup(chunk_id_to_range, I, tmp_neighbors, chunk_id_start, offset) without return types