class_docstr: Construct a CTRL tokenizer. Based on Byte-Pair-Encoding.
  
  This tokenizer inherits from [`PreTrainedTokenizer`] which contains most of the main methods. Users should refer to
  this superclass for more information regarding those methods.
  
  Args:
      vocab_file (`str`):
          Path to the vocabulary file.
      merges_file (`str`):
          Path to the merges file.
      unk_token (`str`, *optional*, defaults to `"<unk>"`):
          The unknown token. A token that is not in the vocabulary cannot be converted to an ID and is set to be this
          token instead.
class_docstr_tok: ["Construct","a","CTRL","tokenizer",".","Based","on","Byte-Pair-Encoding",".","This","tokenizer","inherits","from","[","`","PreTrainedTokenizer","`","]","which","contains","most","of","the","main","methods",".","Users","should","refer","to","this","superclass","for","more","information","regarding","those","methods",".","Args",":","vocab_file","(","`","str","`",")",":","Path","to","the","vocabulary","file",".","merges_file","(","`","str","`",")",":","Path","to","the","merges","file",".","unk_token","(","`","str","`",",","*","optional","*",",","defaults","to","`","``","<","unk",">","''","`",")",":","The","unknown","token",".","A","token","that","is","not","in","the","vocabulary","can","not","be","converted","to","an","ID","and","is","set","to","be","this","token","instead","."]
docstr: Converts a sequence of tokens (string) in a single string.
docstr_tok: ["Converts","a","sequence","of","tokens","(","string",")","in","a","single","string","."]
code: def convert_tokens_to_string(self, tokens):
      """Converts a sequence of tokens (string) in a single string."""
      out_string = " ".join(tokens).replace("@@ ", "").strip()
      return out_string
  
file_path: transformers/src/transformers/models/ctrl/tokenization_ctrl.py
imports: import json
  import os
  from typing import Optional, Tuple
  import regex
  from ...tokenization_utils import PreTrainedTokenizer
  from ...utils import logging
label_desc: Use image node_id 8 for calling the CTRLTokenizer obj's underlying member method code with example usage: obj.convert_tokens_to_string(tokens) and returns: out_string