class_docstr: Format tokens as a raw representation for storing token streams.
  
  The format is ``tokentype<TAB>repr(tokenstring)\n``. The output can later
  be converted to a token stream with the `RawTokenLexer`, described in the
  :doc:`lexer list <lexers>`.
  
  Only two options are accepted:
  
  `compress`
      If set to ``'gz'`` or ``'bz2'``, compress the output with the given
      compression algorithm after encoding (default: ``''``).
  `error_color`
      If set to a color name, highlight error tokens using that color.  If
      set but with no value, defaults to ``'red'``.
  
      .. versionadded:: 0.11
class_docstr_tok: ["Format","tokens","as","a","raw","representation","for","storing","token","streams",".","The","format","is","``","tokentype","<","TAB",">","repr","(","tokenstring",")","\\n","``",".","The","output","can","later","be","converted","to","a","token","stream","with","the","`","RawTokenLexer","`",",","described","in","the",":","doc",":","`","lexer","list","<","lexers",">","`",".","Only","two","options","are","accepted",":","`","compress","`","If","set","to","``","'gz","'","``","or","``","'bz2","'","``",",","compress","the","output","with","the","given","compression","algorithm","after","encoding","(","default",":","``","``","``",")",".","`","error_color","`","If","set","to","a","color","name",",","highlight","error","tokens","using","that","color",".","If","set","but","with","no","value",",","defaults","to","``","'red","'","``",".","..","versionadded",":",":","0.11"]
code: def format(self, tokensource, outfile):
      try:
          outfile.write(b"")
      except TypeError:
          raise TypeError(
              "The raw tokens formatter needs a binary " "output file"
          )
      if self.compress == "gz":
          import gzip
  
          outfile = gzip.GzipFile("", "wb", 9, outfile)
  
          def write(text):
              outfile.write(text.encode())
  
          flush = outfile.flush
      elif self.compress == "bz2":
          import bz2
  
          compressor = bz2.BZ2Compressor(9)
  
          def write(text):
              outfile.write(compressor.compress(text.encode()))
  
          def flush():
              outfile.write(compressor.flush())
              outfile.flush()
  
      else:
  
          def write(text):
              outfile.write(text.encode())
  
          flush = outfile.flush
  
      if self.error_color:
          for ttype, value in tokensource:
              line = "%s\t%r\n" % (ttype, value)
              if ttype is Token.Error:
                  write(colorize(self.error_color, line))
              else:
                  write(line)
      else:
          for ttype, value in tokensource:
              write("%s\t%r\n" % (ttype, value))
      flush()
  
file_path: catboost/contrib/python/Pygments/py2/pygments/formatters/other.py
imports: from pygments.formatter import Formatter
  from pygments.util import get_choice_opt
  from pygments.token import Token
  from pygments.console import colorize
label_desc: Use image node_id 2 for calling the RawTokenFormatter obj's underlying member method code with example usage: obj.format(tokensource, outfile) without return types