code: def testVectorSingleValueTokenChinese(self):
      # TODO(salcianu): clean-up.  We used the Unicode string, but Windows may
      # have problems with it, so we use the utf-8 bytes instead.
      #
      # test_strings = constant_op.constant([_Utf8(u'我在谷歌　写代码')])
      test_strings = constant_op.constant(
          [
              b"\xe6\x88\x91\xe5\x9c\xa8\xe8\xb0\xb7\xe6\xad\x8c"
              + b"\xe3\x80\x80\xe5\x86\x99\xe4\xbb\xa3\xe7\xa0\x81"
          ]
      )
  
      # Below, each pair of logits [l1, l2] indicates a "split" action
      # if l1 < l2 and a "merge" otherwise.
      test_logits = constant_op.constant(
          [
              [
                  # 我
                  [2.0, 0.3],  # split
                  # 在
                  [3.5, 2.1],  # split
                  # 谷歌
                  [5.0, 1.2],  # split
                  [0.4, 3.0],  # merge
                  # '　', note this is a full-width space that contains 3 bytes.
                  [2.8, 0.0],  # split
                  # 写代码
                  [6.0, 2.1],  # split
                  [2.6, 5.1],  # merge
                  [1.0, 7.1],  # merge
              ]
          ]
      )
  
      # By default force_split_at_break_character is set True, so we start new
      # tokens after break characters regardless of the SPLIT/MERGE label of the
      # break character.
      expected_tokens = [
          [_Utf8("我"), _Utf8("在"), _Utf8("谷歌"), _Utf8("写代码")]
      ]
      (tokens, starts, ends) = self.tokenizer.tokenize_with_offsets(
          test_strings, test_logits
      )
      self.assertAllEqual(expected_tokens, tokens)
  
      # Extract tokens according to the returned starts, ends.
      tokens_by_offsets = _RaggedSubstr(test_strings, starts, ends)
      self.assertAllEqual(expected_tokens, tokens_by_offsets)
  
      # Use the same arguments to test the tokenize() version, without offsets.
      tokens = self.tokenizer.tokenize(test_strings, test_logits)
      self.assertAllEqual(expected_tokens, tokens)
  
      # Although force_split_at_break_character is set false we actually predict a
      # SPLIT at '写', so we still start a new token: '写代码'.
      (
          tokens,
          starts,
          ends,
      ) = self.no_force_split_tokenizer.tokenize_with_offsets(
          test_strings, test_logits
      )
      self.assertAllEqual(expected_tokens, tokens)
  
      # Extract tokens according to the returned starts, ends.
      tokens_by_offsets = _RaggedSubstr(test_strings, starts, ends)
      self.assertAllEqual(expected_tokens, tokens_by_offsets)
  
      # Use the same arguments to test the tokenize() version, without offsets.
      tokens = self.no_force_split_tokenizer.tokenize(
          test_strings, test_logits
      )
      self.assertAllEqual(expected_tokens, tokens)
  
imports: from __future__ import absolute_import
  from __future__ import division
  from __future__ import print_function
  from tensorflow.python.framework import constant_op
  from tensorflow.python.framework import errors
  from tensorflow.python.framework import ops
  from tensorflow.python.framework import test_util
  from tensorflow.python.ops import array_ops
  from tensorflow.python.ops import math_ops
  from tensorflow.python.ops import string_ops
  from tensorflow.python.ops.ragged import ragged_tensor
  from tensorflow.python.platform import test
  from tensorflow_text.python.ops.split_merge_from_logits_tokenizer import SplitMergeFromLogitsTokenizer
label_desc: Use image node_id 4 for calling the SplitMergeFromLogitsTokenizerTest obj's underlying member method code with example usage: obj.testVectorSingleValueTokenChinese() without return types