class_docstr: Recreate a token stream formatted with the `RawTokenFormatter`.  This
  lexer raises exceptions during parsing if the token stream in the
  file is malformed.
  
  Additional options accepted:
  
  `compress`
      If set to ``"gz"`` or ``"bz2"``, decompress the token stream with
      the given compression algorithm before lexing (default: ``""``).
class_docstr_tok: ["Recreate","a","token","stream","formatted","with","the","`","RawTokenFormatter","`",".","This","lexer","raises","exceptions","during","parsing","if","the","token","stream","in","the","file","is","malformed",".","Additional","options","accepted",":","`","compress","`","If","set","to","``","``","gz","''","``","or","``","``","bz2","''","``",",","decompress","the","token","stream","with","the","given","compression","algorithm","before","lexing","(","default",":","``","``","''","``",")","."]
code: def get_tokens_unprocessed(self, text):
      length = 0
      for match in line_re.finditer(text):
          try:
              ttypestr, val = match.group().split(b"\t", 1)
          except ValueError:
              val = match.group().decode("ascii", "replace")
              ttype = Error
          else:
              ttype = _ttype_cache.get(ttypestr)
              if not ttype:
                  ttype = Token
                  ttypes = ttypestr.split(".")[1:]
                  for ttype_ in ttypes:
                      if not ttype_ or not ttype_[0].isupper():
                          raise ValueError("malformed token name")
                      ttype = getattr(ttype, ttype_)
                  _ttype_cache[ttypestr] = ttype
              val = val[2:-2].decode("unicode-escape")
          yield length, ttype, val
          length += len(val)
  
file_path: catboost/contrib/python/Pygments/py2/pygments/lexers/special.py
imports: import re
  from pygments.lexer import Lexer
  from pygments.token import Token, Error, Text
  from pygments.util import get_choice_opt, text_type, BytesIO
label_desc: Use image node_id 3 for calling the RawTokenLexer obj's underlying member method code with example usage: obj.get_tokens_unprocessed(text) without return types