code: def test_special_tokens_added(self):
      def get_token_ids(tokens: Iterable[Token]) -> List[int]:
          return [t.text_id for t in tokens]
  
      def get_type_ids(tokens: Iterable[Token]) -> List[int]:
          return [t.type_id for t in tokens]
  
      tokenizer = PretrainedTransformerTokenizer("bert-base-cased")
      assert get_token_ids(tokenizer.sequence_pair_start_tokens) == [
          101
      ]
      assert get_token_ids(tokenizer.sequence_pair_mid_tokens) == [102]
      assert get_token_ids(tokenizer.sequence_pair_end_tokens) == [102]
      assert get_token_ids(tokenizer.single_sequence_start_tokens) == [
          101
      ]
      assert get_token_ids(tokenizer.single_sequence_end_tokens) == [
          102
      ]
  
      assert get_type_ids(tokenizer.sequence_pair_start_tokens) == [0]
      assert tokenizer.sequence_pair_first_token_type_id == 0
      assert get_type_ids(tokenizer.sequence_pair_mid_tokens) == [0]
      assert tokenizer.sequence_pair_second_token_type_id == 1
      assert get_type_ids(tokenizer.sequence_pair_end_tokens) == [1]
  
      assert get_type_ids(tokenizer.single_sequence_start_tokens) == [0]
      assert tokenizer.single_sequence_token_type_id == 0
      assert get_type_ids(tokenizer.single_sequence_end_tokens) == [0]
  
      tokenizer = PretrainedTransformerTokenizer("xlnet-base-cased")
      assert get_token_ids(tokenizer.sequence_pair_start_tokens) == []
      assert get_token_ids(tokenizer.sequence_pair_mid_tokens) == [4]
      assert get_token_ids(tokenizer.sequence_pair_end_tokens) == [4, 3]
      assert get_token_ids(tokenizer.single_sequence_start_tokens) == []
      assert get_token_ids(tokenizer.single_sequence_end_tokens) == [
          4,
          3,
      ]
  
      assert get_type_ids(tokenizer.sequence_pair_start_tokens) == []
      assert tokenizer.sequence_pair_first_token_type_id == 0
      assert get_type_ids(tokenizer.sequence_pair_mid_tokens) == [0]
      assert tokenizer.sequence_pair_second_token_type_id == 1
      assert get_type_ids(tokenizer.sequence_pair_end_tokens) == [1, 2]
  
      assert get_type_ids(tokenizer.single_sequence_start_tokens) == []
      assert tokenizer.single_sequence_token_type_id == 0
      assert get_type_ids(tokenizer.single_sequence_end_tokens) == [
          0,
          2,
      ]
  
imports: from typing import Iterable, List
  import pytest
  from allennlp.common import Params
  from allennlp.common.testing import AllenNlpTestCase
  from allennlp.data import Token
  from allennlp.data.tokenizers import PretrainedTransformerTokenizer
label_desc: Use image node_id 13 for calling the TestPretrainedTransformerTokenizer obj's underlying member method code with example usage: obj.test_special_tokens_added() and returns: unknown, unknown