code: def _process_corpus(self, generate_corpus, reference_dataset):
      reference_corpus = reference_dataset.target_text
      for i, refs in enumerate(reference_corpus):
          if isinstance(refs, str):
              reference_corpus[i] = [refs]
      tokenizer = (
          reference_dataset.tokenizer
          if self.config["is_chinese_task"]
          else None
      )
      generate_corpus = Corpus(
          generate_corpus,
          self.lower,
          "gen",
          tokenizer,
          self.remove_punc,
      )
      reference_corpus = Corpus(
          reference_corpus,
          self.lower,
          "ref",
          tokenizer,
          self.remove_punc,
      )
      return generate_corpus, reference_corpus
  
file_path: TextBox/textbox/evaluator/base_evaluator.py
imports: from nltk.tokenize import word_tokenize
label_desc: Use image node_id 2 for calling the BaseEvaluator obj's underlying member method code with example usage: obj._process_corpus(generate_corpus, reference_dataset) and returns: generate_corpus,  reference_corpus