docstr: 将一段文本按照制定拆分规则，拆分成一个词汇List
  Args :
      text (String) : 所需拆分文本
      never_split (List) : 不拆分的词，默认为空
  Rerurn : 
      output_tokens (List): 拆分后的结果 
docstr_tok: ["\u5c06\u4e00\u6bb5\u6587\u672c\u6309\u7167\u5236\u5b9a\u62c6\u5206\u89c4\u5219\uff0c\u62c6\u5206\u6210\u4e00\u4e2a\u8bcd\u6c47List","Args",":","text","(","String",")",":","\u6240\u9700\u62c6\u5206\u6587\u672c","never_split","(","List",")",":","\u4e0d\u62c6\u5206\u7684\u8bcd\uff0c\u9ed8\u8ba4\u4e3a\u7a7a","Rerurn",":","output_tokens","(","List",")",":","\u62c6\u5206\u540e\u7684\u7ed3\u679c"]
code: def serialize(self, text, never_split: List = None):
      """
      将一段文本按照制定拆分规则，拆分成一个词汇List
      Args :
          text (String) : 所需拆分文本
          never_split (List) : 不拆分的词，默认为空
      Rerurn :
          output_tokens (List): 拆分后的结果
      """
      never_split = self.never_split + (
          never_split if never_split is not None else []
      )
      text = self._clean_text(text)
  
      if self.do_chinese_split:
          output_tokens = self._use_jieba_cut(text, never_split)
          return output_tokens
  
      text = self._tokenize_chinese_chars(text)
      orig_tokens = self._orig_tokenize(text)
      split_tokens = []
      for token in orig_tokens:
          if self.do_lower_case and token not in never_split:
              token = token.lower()
              token = self._run_strip_accents(token)
          split_tokens.extend(
              self._run_split_on_punc(token, never_split=never_split)
          )
  
      output_tokens = self._whitespace_tokenize(" ".join(split_tokens))
  
      return output_tokens
  
file_path: DeepKE/src/deepke/relation_extraction/standard/tools/serializer.py
imports: import re
  import unicodedata
  import jieba
  import logging
  from typing import List
label_desc: Use image node_id 2 for calling the Serializer obj's underlying member method code with example usage: obj.serialize(text, never_split) and returns: output_tokens, output_tokens