code: def test_full_tokenizer(self):
      tokenizer = self.tokenizer_class(
          self.vocab_file,
          self.word_shape_file,
          self.word_pronunciation_file,
      )
  
      tokens = tokenizer.tokenize("你好[SEP]你是谁")
      self.assertListEqual(tokens, ["你", "好", "[SEP]", "你", "是", "谁"])
      self.assertListEqual(
          tokenizer.convert_tokens_to_ids(tokens), [5, 6, 2, 5, 7, 8]
      )
      self.assertListEqual(
          tokenizer.convert_tokens_to_shape_ids(tokens),
          [5, 6, 2, 5, 7, 8],
      )
      self.assertListEqual(
          tokenizer.convert_tokens_to_pronunciation_ids(tokens),
          [5, 6, 2, 5, 7, 8],
      )
  
imports: import json
  import os
  import unittest
  from transformers.models.roc_bert.tokenization_roc_bert import VOCAB_FILES_NAMES, RoCBertBasicTokenizer, RoCBertTokenizer, RoCBertWordpieceTokenizer, _is_control, _is_punctuation, _is_whitespace
  from transformers.testing_utils import require_tokenizers, slow
  from ...test_tokenization_common import TokenizerTesterMixin, filter_non_english
label_desc: Use image node_id 2 for calling the BertTokenizationTest obj's underlying member method code with example usage: obj.test_full_tokenizer() without return types