text: #! /usr/bin/env python
  
  """Token constants (from "token.h")."""
  
  #  Taken from Python (r53757) and modified to include some tokens
  #   originally monkeypatched in by pgen2.tokenize
  
  #--start constants--
  ENDMARKER = 0
  NAME = 1
  NUMBER = 2
  STRING = 3
  NEWLINE = 4
  INDENT = 5
  DEDENT = 6
  LPAR = 7
  RPAR = 8
  LSQB = 9
  RSQB = 10
  COLON = 11
  COMMA = 12
  SEMI = 13
  PLUS = 14
  MINUS = 15
  STAR = 16
  SLASH = 17
  VBAR = 18
  AMPER = 19
  LESS = 20
  GREATER = 21
  EQUAL = 22
  DOT = 23
  PERCENT = 24
  BACKQUOTE = 25
  LBRACE = 26
  RBRACE = 27
  EQEQUAL = 28
  NOTEQUAL = 29
  LESSEQUAL = 30
  GREATEREQUAL = 31
  TILDE = 32
  CIRCUMFLEX = 33
  LEFTSHIFT = 34
  RIGHTSHIFT = 35
  DOUBLESTAR = 36
  PLUSEQUAL = 37
  MINEQUAL = 38
  STAREQUAL = 39
  SLASHEQUAL = 40
  PERCENTEQUAL = 41
  AMPEREQUAL = 42
  VBAREQUAL = 43
  CIRCUMFLEXEQUAL = 44
  LEFTSHIFTEQUAL = 45
  RIGHTSHIFTEQUAL = 46
  DOUBLESTAREQUAL = 47
  DOUBLESLASH = 48
  DOUBLESLASHEQUAL = 49
  AT = 50
  OP = 51
  COMMENT = 52
  NL = 53
  RARROW = 54
  ERRORTOKEN = 55
  ELLIPSIS = 56
  N_TOKENS = 57
  NT_OFFSET = 256
  #--end constants--
  
  tok_name = {}
  for _name, _value in globals().items():
      if type(_value) is type(0):
          tok_name[_value] = _name
  
  
  def ISTERMINAL(x):
      return x < NT_OFFSET
  
  def ISNONTERMINAL(x):
      return x >= NT_OFFSET
  
  def ISEOF(x):
      return x == ENDMARKER
  