| 1 |
// Auto-generated by Tools/build/generate_token.py |
| 2 |
|
| 3 |
/* Token types */ |
| 4 |
#ifndef Py_INTERNAL_TOKEN_H |
| 5 |
#define Py_INTERNAL_TOKEN_H |
| 6 |
#ifdef __cplusplus |
| 7 |
extern "C" { |
| 8 |
#endif |
| 9 |
|
| 10 |
#ifndef Py_BUILD_CORE |
| 11 |
# error "this header requires Py_BUILD_CORE define" |
| 12 |
#endif |
| 13 |
|
| 14 |
#undef TILDE /* Prevent clash of our definition with system macro. Ex AIX, ioctl.h */ |
| 15 |
|
| 16 |
#define ENDMARKER 0 |
| 17 |
#define NAME 1 |
| 18 |
#define NUMBER 2 |
| 19 |
#define STRING 3 |
| 20 |
#define NEWLINE 4 |
| 21 |
#define INDENT 5 |
| 22 |
#define DEDENT 6 |
| 23 |
#define LPAR 7 |
| 24 |
#define RPAR 8 |
| 25 |
#define LSQB 9 |
| 26 |
#define RSQB 10 |
| 27 |
#define COLON 11 |
| 28 |
#define COMMA 12 |
| 29 |
#define SEMI 13 |
| 30 |
#define PLUS 14 |
| 31 |
#define MINUS 15 |
| 32 |
#define STAR 16 |
| 33 |
#define SLASH 17 |
| 34 |
#define VBAR 18 |
| 35 |
#define AMPER 19 |
| 36 |
#define LESS 20 |
| 37 |
#define GREATER 21 |
| 38 |
#define EQUAL 22 |
| 39 |
#define DOT 23 |
| 40 |
#define PERCENT 24 |
| 41 |
#define LBRACE 25 |
| 42 |
#define RBRACE 26 |
| 43 |
#define EQEQUAL 27 |
| 44 |
#define NOTEQUAL 28 |
| 45 |
#define LESSEQUAL 29 |
| 46 |
#define GREATEREQUAL 30 |
| 47 |
#define TILDE 31 |
| 48 |
#define CIRCUMFLEX 32 |
| 49 |
#define LEFTSHIFT 33 |
| 50 |
#define RIGHTSHIFT 34 |
| 51 |
#define DOUBLESTAR 35 |
| 52 |
#define PLUSEQUAL 36 |
| 53 |
#define MINEQUAL 37 |
| 54 |
#define STAREQUAL 38 |
| 55 |
#define SLASHEQUAL 39 |
| 56 |
#define PERCENTEQUAL 40 |
| 57 |
#define AMPEREQUAL 41 |
| 58 |
#define VBAREQUAL 42 |
| 59 |
#define CIRCUMFLEXEQUAL 43 |
| 60 |
#define LEFTSHIFTEQUAL 44 |
| 61 |
#define RIGHTSHIFTEQUAL 45 |
| 62 |
#define DOUBLESTAREQUAL 46 |
| 63 |
#define DOUBLESLASH 47 |
| 64 |
#define DOUBLESLASHEQUAL 48 |
| 65 |
#define AT 49 |
| 66 |
#define ATEQUAL 50 |
| 67 |
#define RARROW 51 |
| 68 |
#define ELLIPSIS 52 |
| 69 |
#define COLONEQUAL 53 |
| 70 |
#define EXCLAMATION 54 |
| 71 |
#define OP 55 |
| 72 |
#define TYPE_IGNORE 56 |
| 73 |
#define TYPE_COMMENT 57 |
| 74 |
#define SOFT_KEYWORD 58 |
| 75 |
#define FSTRING_START 59 |
| 76 |
#define FSTRING_MIDDLE 60 |
| 77 |
#define FSTRING_END 61 |
| 78 |
#define TSTRING_START 62 |
| 79 |
#define TSTRING_MIDDLE 63 |
| 80 |
#define TSTRING_END 64 |
| 81 |
#define COMMENT 65 |
| 82 |
#define NL 66 |
| 83 |
#define ERRORTOKEN 67 |
| 84 |
#define N_TOKENS 69 |
| 85 |
#define NT_OFFSET 256 |
| 86 |
|
| 87 |
/* Special definitions for cooperation with parser */ |
| 88 |
|
| 89 |
#define ISTERMINAL(x) ((x) < NT_OFFSET) |
| 90 |
#define ISNONTERMINAL(x) ((x) >= NT_OFFSET) |
| 91 |
#define ISEOF(x) ((x) == ENDMARKER) |
| 92 |
#define ISWHITESPACE(x) ((x) == ENDMARKER || \ |
| 93 |
(x) == NEWLINE || \ |
| 94 |
(x) == INDENT || \ |
| 95 |
(x) == DEDENT) |
| 96 |
#define ISSTRINGLIT(x) ((x) == STRING || \ |
| 97 |
(x) == FSTRING_MIDDLE || \ |
| 98 |
(x) == TSTRING_MIDDLE) |
| 99 |
|
| 100 |
|
| 101 |
// Export these 4 symbols for 'test_peg_generator' |
| 102 |
PyAPI_DATA(const char * const) _PyParser_TokenNames[]; /* Token names */ |
| 103 |
PyAPI_FUNC(int) _PyToken_OneChar(int); |
| 104 |
PyAPI_FUNC(int) _PyToken_TwoChars(int, int); |
| 105 |
PyAPI_FUNC(int) _PyToken_ThreeChars(int, int, int); |
| 106 |
|
| 107 |
#ifdef __cplusplus |
| 108 |
} |
| 109 |
#endif |
| 110 |
#endif // !Py_INTERNAL_TOKEN_H |