code: def test_rust_tokenizer(self):
      tokenizer = self.get_rust_tokenizer()
      input_text, output_text = self.get_chinese_input_output_texts()
      tokens = tokenizer.tokenize(input_text)
      self.assertListEqual(tokens, output_text.split())
      input_tokens = tokens + [tokenizer.unk_token]
      exp_tokens = [
          22943,
          21332,
          34431,
          45904,
          117,
          306,
          1231,
          1231,
          2653,
          33994,
          1266,
          100,
      ]
      self.assertListEqual(
          tokenizer.convert_tokens_to_ids(input_tokens), exp_tokens
      )
  
file_path: H2O/h2o_flexgen/benchmark/third_party/transformers/tests/models/roformer/test_tokenization_roformer.py
imports: import unittest
  from transformers import RoFormerTokenizer, RoFormerTokenizerFast
  from transformers.testing_utils import require_rjieba, require_tokenizers
  from ...test_tokenization_common import TokenizerTesterMixin
label_desc: Use image node_id 6 for calling the RoFormerTokenizationTest obj's underlying member method code with example usage: obj.test_rust_tokenizer() without return types