code: def _memory_efficient_drop_duplicates(
      ddf, vertex_col_name, num_workers
  ):
      """
      Drop duplicate edges from the input dataframe.
      """
      # drop duplicates has a 5x+ overhead
      ddf = ddf.reset_index(drop=True).repartition(
          npartitions=num_workers * 2
      )
      ddf = ddf.drop_duplicates(
          subset=[*vertex_col_name],
          ignore_index=True,
          split_out=num_workers * 2,
      )
      return ddf
  
file_path: cugraph/python/cugraph/cugraph/structure/symmetrize.py
imports: from cugraph.structure import graph_classes
  import cudf
  import dask_cudf
  from dask.distributed import default_client
label_desc: Use image node_id 5 for calling a global function with example usage: _memory_efficient_drop_duplicates(ddf, vertex_col_name, num_workers) and returns: ddf