| 4710c53d |
1 | #! /usr/bin/env python\r |
| 2 | \r |
| 3 | """Token constants (from "token.h")."""\r |
| 4 | \r |
| 5 | # Taken from Python (r53757) and modified to include some tokens\r |
| 6 | # originally monkeypatched in by pgen2.tokenize\r |
| 7 | \r |
| 8 | #--start constants--\r |
| 9 | ENDMARKER = 0\r |
| 10 | NAME = 1\r |
| 11 | NUMBER = 2\r |
| 12 | STRING = 3\r |
| 13 | NEWLINE = 4\r |
| 14 | INDENT = 5\r |
| 15 | DEDENT = 6\r |
| 16 | LPAR = 7\r |
| 17 | RPAR = 8\r |
| 18 | LSQB = 9\r |
| 19 | RSQB = 10\r |
| 20 | COLON = 11\r |
| 21 | COMMA = 12\r |
| 22 | SEMI = 13\r |
| 23 | PLUS = 14\r |
| 24 | MINUS = 15\r |
| 25 | STAR = 16\r |
| 26 | SLASH = 17\r |
| 27 | VBAR = 18\r |
| 28 | AMPER = 19\r |
| 29 | LESS = 20\r |
| 30 | GREATER = 21\r |
| 31 | EQUAL = 22\r |
| 32 | DOT = 23\r |
| 33 | PERCENT = 24\r |
| 34 | BACKQUOTE = 25\r |
| 35 | LBRACE = 26\r |
| 36 | RBRACE = 27\r |
| 37 | EQEQUAL = 28\r |
| 38 | NOTEQUAL = 29\r |
| 39 | LESSEQUAL = 30\r |
| 40 | GREATEREQUAL = 31\r |
| 41 | TILDE = 32\r |
| 42 | CIRCUMFLEX = 33\r |
| 43 | LEFTSHIFT = 34\r |
| 44 | RIGHTSHIFT = 35\r |
| 45 | DOUBLESTAR = 36\r |
| 46 | PLUSEQUAL = 37\r |
| 47 | MINEQUAL = 38\r |
| 48 | STAREQUAL = 39\r |
| 49 | SLASHEQUAL = 40\r |
| 50 | PERCENTEQUAL = 41\r |
| 51 | AMPEREQUAL = 42\r |
| 52 | VBAREQUAL = 43\r |
| 53 | CIRCUMFLEXEQUAL = 44\r |
| 54 | LEFTSHIFTEQUAL = 45\r |
| 55 | RIGHTSHIFTEQUAL = 46\r |
| 56 | DOUBLESTAREQUAL = 47\r |
| 57 | DOUBLESLASH = 48\r |
| 58 | DOUBLESLASHEQUAL = 49\r |
| 59 | AT = 50\r |
| 60 | OP = 51\r |
| 61 | COMMENT = 52\r |
| 62 | NL = 53\r |
| 63 | RARROW = 54\r |
| 64 | ERRORTOKEN = 55\r |
| 65 | N_TOKENS = 56\r |
| 66 | NT_OFFSET = 256\r |
| 67 | #--end constants--\r |
| 68 | \r |
| 69 | tok_name = {}\r |
| 70 | for _name, _value in globals().items():\r |
| 71 | if type(_value) is type(0):\r |
| 72 | tok_name[_value] = _name\r |
| 73 | \r |
| 74 | \r |
| 75 | def ISTERMINAL(x):\r |
| 76 | return x < NT_OFFSET\r |
| 77 | \r |
| 78 | def ISNONTERMINAL(x):\r |
| 79 | return x >= NT_OFFSET\r |
| 80 | \r |
| 81 | def ISEOF(x):\r |
| 82 | return x == ENDMARKER\r |
projects / mirror_edk2.git / blame