Include/token.h

   1
   2 /* Token types */
   3
   4 #ifndef Py_TOKEN_H
   5 #define Py_TOKEN_H
   6 #ifdef __cplusplus
   7 extern "C" {
   8 #endif
   9
  10 #define ENDMARKER       0
  11 #define NAME            1
  12 #define NUMBER          2
  13 #define STRING          3
  14 #define NEWLINE         4
  15 #define INDENT          5
  16 #define DEDENT          6
  17 #define LPAR            7
  18 #define RPAR            8
  19 #define LSQB            9
  20 #define RSQB            10
  21 #define COLON           11
  22 #define COMMA           12
  23 #define SEMI            13
  24 #define PLUS            14
  25 #define MINUS           15
  26 #define STAR            16
  27 #define SLASH           17
  28 #define VBAR            18
  29 #define AMPER           19
  30 #define LESS            20
  31 #define GREATER         21
  32 #define EQUAL           22
  33 #define DOT             23
  34 #define PERCENT         24
  35 #define BACKQUOTE       25
  36 #define LBRACE          26
  37 #define RBRACE          27
  38 #define EQEQUAL         28
  39 #define NOTEQUAL        29
  40 #define LESSEQUAL       30
  41 #define GREATEREQUAL    31
  42 #define TILDE           32
  43 #define CIRCUMFLEX      33
  44 #define LEFTSHIFT       34
  45 #define RIGHTSHIFT      35
  46 #define DOUBLESTAR      36
  47 #define PLUSEQUAL       37
  48 #define MINEQUAL        38
  49 #define STAREQUAL       39
  50 #define SLASHEQUAL      40
  51 #define PERCENTEQUAL    41
  52 #define AMPEREQUAL      42
  53 #define VBAREQUAL       43
  54 #define CIRCUMFLEXEQUAL 44
  55 #define LEFTSHIFTEQUAL  45
  56 #define RIGHTSHIFTEQUAL 46
  57 #define DOUBLESTAREQUAL 47
  58 #define DOUBLESLASH     48
  59 #define DOUBLESLASHEQUAL 49
  60 /* Don't forget to update the table _PyParser_TokenNames in tokenizer.c! */
  61 #define OP              50
  62 #define ERRORTOKEN      51
  63 #define N_TOKENS        52
  64
  65 /* Special definitions for cooperation with parser */
  66
  67 #define NT_OFFSET               256
  68
  69 #define ISTERMINAL(x)           ((x) < NT_OFFSET)
  70 #define ISNONTERMINAL(x)        ((x) >= NT_OFFSET)
  71 #define ISEOF(x)                ((x) == ENDMARKER)
  72
  73
  74 extern DL_IMPORT(char *) _PyParser_TokenNames[]; /* Token names */
  75 extern DL_IMPORT(int) PyToken_OneChar(int);
  76 extern DL_IMPORT(int) PyToken_TwoChars(int, int);
  77 extern DL_IMPORT(int) PyToken_ThreeChars(int, int, int);
  78
  79 #ifdef __cplusplus
  80 }
  81 #endif
  82 #endif /* !Py_TOKEN_H */