code: def preprocess_sentence(line):
      # Ensure special tokens are never merged with others
      for label in special_tokens:
          line = line.replace(label, "▁" + label + "▁")
  
      line = line.strip().replace(" ", "").replace("▁", " ")
      line = re.sub(
          " +", " ", line
      ).strip()  # remove consecutive spaces
  
      # Also return the sentence without special tokens
      valid_tokens = []
      for token in line.split():
          if token not in special_tokens:
              valid_tokens.append(token)
      valid_line = " ".join(valid_tokens)
      valid_line = valid_line.replace(
          " 's", "'s"
      )  # combine 's with the previous word
  
      return line, valid_line
  
file_path: espnet/egs2/slue-voxpopuli/slu1/local/score.py
imports: import argparse
  import json
  import os
  import re
  import sys
  import eval_utils
  import pandas
label_desc: Use image node_id 1 for calling a global function with example usage: preprocess_sentence(line) and returns: line,  valid_line