class_docstr: High-level Python wrapper for a chatglm.cpp model.
class_docstr_tok: ["High-level","Python","wrapper","for","a","chatglm.cpp","model","."]
docstr: Tokenize a string.
  
  Args:
      text: The string to tokenize.
  
  Raises:
      RuntimeError: If the tokenization failed.
  
  Returns:
      A list of tokens.
docstr_tok: ["Tokenize","a","string",".","Args",":","text",":","The","string","to","tokenize",".","Raises",":","RuntimeError",":","If","the","tokenization","failed",".","Returns",":","A","list","of","tokens","."]
code: def _tokenize(self, text: str, *args) -> List[int]:
      """Tokenize a string.
  
      Args:
          text: The string to tokenize.
  
      Raises:
          RuntimeError: If the tokenization failed.
  
      Returns:
          A list of tokens.
      """
      warnings.warn(
          "The parameter `add_bos` is unsupported, please use the default value."
      )
      return chatglm_tokenize(self.ctx, text)
  
file_path: BigDL/python/llm/src/bigdl/llm/ggml/model/chatglm/chatglm.py
imports: from .chatglm_cpp import chatglm_load, chatglm_tokenize, chatglm_detokenize, chatglm_forward, chatglm_eos_token
  from bigdl.llm.utils.common import invalidInputError
  from bigdl.llm.ggml.model.generation import GenerationMixin
  from typing import List, Optional, Generator, Sequence, Union
  import time
  import uuid
  import warnings
label_desc: Use image node_id 6 for calling the ChatGLM obj's underlying member method code with example usage: obj._tokenize(text) and returns: chatglm_tokenize