1  import sys
   2  from typing import Dict
   3  
   4  ENDMARKER: int
   5  NAME: int
   6  NUMBER: int
   7  STRING: int
   8  NEWLINE: int
   9  INDENT: int
  10  DEDENT: int
  11  LPAR: int
  12  RPAR: int
  13  LSQB: int
  14  RSQB: int
  15  COLON: int
  16  COMMA: int
  17  SEMI: int
  18  PLUS: int
  19  MINUS: int
  20  STAR: int
  21  SLASH: int
  22  VBAR: int
  23  AMPER: int
  24  LESS: int
  25  GREATER: int
  26  EQUAL: int
  27  DOT: int
  28  PERCENT: int
  29  if sys.version_info < (3,):
  30      BACKQUOTE: int
  31  LBRACE: int
  32  RBRACE: int
  33  EQEQUAL: int
  34  NOTEQUAL: int
  35  LESSEQUAL: int
  36  GREATEREQUAL: int
  37  TILDE: int
  38  CIRCUMFLEX: int
  39  LEFTSHIFT: int
  40  RIGHTSHIFT: int
  41  DOUBLESTAR: int
  42  PLUSEQUAL: int
  43  MINEQUAL: int
  44  STAREQUAL: int
  45  SLASHEQUAL: int
  46  PERCENTEQUAL: int
  47  AMPEREQUAL: int
  48  VBAREQUAL: int
  49  CIRCUMFLEXEQUAL: int
  50  LEFTSHIFTEQUAL: int
  51  RIGHTSHIFTEQUAL: int
  52  DOUBLESTAREQUAL: int
  53  DOUBLESLASH: int
  54  DOUBLESLASHEQUAL: int
  55  AT: int
  56  if sys.version_info >= (3,):
  57      RARROW: int
  58      ELLIPSIS: int
  59  if sys.version_info >= (3, 5):
  60      ATEQUAL: int
  61      if sys.version_info < (3, 7):
  62          # These were removed in Python 3.7 but added back in Python 3.8
  63          AWAIT: int
  64          ASYNC: int
  65  if sys.version_info >= (3, 8):
  66      AWAIT: int
  67      ASYNC: int
  68  OP: int
  69  ERRORTOKEN: int
  70  N_TOKENS: int
  71  NT_OFFSET: int
  72  tok_name: Dict[int, str]
  73  if sys.version_info >= (3, 7):
  74      COMMENT: int
  75      NL: int
  76      ENCODING: int
  77  if sys.version_info >= (3, 8):
  78      TYPE_COMMENT: int
  79      TYPE_IGNORE: int
  80      COLONEQUAL: int
  81      EXACT_TOKEN_TYPES: Dict[str, int]
  82  
  83  def ISTERMINAL(x: int) -> bool: ...
  84  def ISNONTERMINAL(x: int) -> bool: ...
  85  def ISEOF(x: int) -> bool: ...
  86