class_docstr: metrics utils unittest
class_docstr_tok: ["metrics","utils","unittest"]
docstr: test token_error 
docstr_tok: ["test","token_error"]
code: def test_token_error(self):
      """test token_error"""
      seq_list_one = [[5, 1, 1, 1, 1], [5, 2, 6, 10, 2]]
      seq_list_two = [[5, 2, 3, 1, 2], [5, 2, 6, 10, 2]]
  
      token_errors = metric_utils.token_error(
          seq_list_one, seq_list_two, eos_id=0
      )
      self.assertAllClose(token_errors, 0.3)
  
      seq_list_three = [[5, 1, 1, 1, 1, 0, 0], [5, 2, 6, 10, 2, 0]]
      token_errors = metric_utils.token_error(
          seq_list_three, seq_list_two, eos_id=0
      )
      self.assertAllClose(token_errors, 0.3)
  
      token_errors = metric_utils.token_error(
          seq_list_two, seq_list_three, eos_id=0
      )
      self.assertAllClose(token_errors, 0.3)
  
file_path: delta/delta/utils/metrics/metric_utils_test.py
imports: import numpy
  import delta.compat
  from delta.utils.metrics import metric_utils
label_desc: Use image node_id 5 for calling the MetricUtilsTest obj's underlying member method code with example usage: obj.test_token_error() without return types