docstr: Dropping repetitive tokens in the DataFrame.
docstr_tok: ["Dropping","repetitive","tokens","in","the","DataFrame","."]
code: def _preprocess_df(self, df: pd.DataFrame) -> pd.DataFrame:
      """Dropping repetitive tokens in the DataFrame."""
      new_df = df.sort_values("target", axis="rows", ascending=False)
      new_df = new_df.drop_duplicates(
          ["aggr_layer_12_tsne_x", "aggr_layer_12_tsne_y"]
      )
      new_df[self.tsne_displayed_options] = new_df[
          self.tsne_displayed_options
      ].applymap(lambda x: x if (x == 0 or x == 1) else 0.5)
  
      return new_df
  
imports: from typing import List, Tuple, Dict, Union
  from abc import ABC, abstractmethod
  import torch
  import pandas
  import numpy
label_desc: Use image node_id 6 for calling the WSCTask obj's underlying member method code with example usage: obj._preprocess_df(df) and returns: new_df