mirror of
https://github.com/python/cpython.git
synced 2025-10-31 13:41:24 +00:00
3680ebed7f
I suppose it is a remnants of very old code written when str, int, list, dict, etc were functions and not classes.
86 lines
1.3 KiB
Python
Executable file
86 lines
1.3 KiB
Python
Executable file
#! /usr/bin/env python3
|
|
|
|
"""Token constants (from "token.h")."""
|
|
|
|
# Taken from Python (r53757) and modified to include some tokens
|
|
# originally monkeypatched in by pgen2.tokenize
|
|
|
|
#--start constants--
|
|
ENDMARKER = 0
|
|
NAME = 1
|
|
NUMBER = 2
|
|
STRING = 3
|
|
NEWLINE = 4
|
|
INDENT = 5
|
|
DEDENT = 6
|
|
LPAR = 7
|
|
RPAR = 8
|
|
LSQB = 9
|
|
RSQB = 10
|
|
COLON = 11
|
|
COMMA = 12
|
|
SEMI = 13
|
|
PLUS = 14
|
|
MINUS = 15
|
|
STAR = 16
|
|
SLASH = 17
|
|
VBAR = 18
|
|
AMPER = 19
|
|
LESS = 20
|
|
GREATER = 21
|
|
EQUAL = 22
|
|
DOT = 23
|
|
PERCENT = 24
|
|
BACKQUOTE = 25
|
|
LBRACE = 26
|
|
RBRACE = 27
|
|
EQEQUAL = 28
|
|
NOTEQUAL = 29
|
|
LESSEQUAL = 30
|
|
GREATEREQUAL = 31
|
|
TILDE = 32
|
|
CIRCUMFLEX = 33
|
|
LEFTSHIFT = 34
|
|
RIGHTSHIFT = 35
|
|
DOUBLESTAR = 36
|
|
PLUSEQUAL = 37
|
|
MINEQUAL = 38
|
|
STAREQUAL = 39
|
|
SLASHEQUAL = 40
|
|
PERCENTEQUAL = 41
|
|
AMPEREQUAL = 42
|
|
VBAREQUAL = 43
|
|
CIRCUMFLEXEQUAL = 44
|
|
LEFTSHIFTEQUAL = 45
|
|
RIGHTSHIFTEQUAL = 46
|
|
DOUBLESTAREQUAL = 47
|
|
DOUBLESLASH = 48
|
|
DOUBLESLASHEQUAL = 49
|
|
AT = 50
|
|
ATEQUAL = 51
|
|
OP = 52
|
|
COMMENT = 53
|
|
NL = 54
|
|
RARROW = 55
|
|
AWAIT = 56
|
|
ASYNC = 57
|
|
ERRORTOKEN = 58
|
|
COLONEQUAL = 59
|
|
N_TOKENS = 60
|
|
NT_OFFSET = 256
|
|
#--end constants--
|
|
|
|
tok_name = {}
|
|
for _name, _value in list(globals().items()):
|
|
if isinstance(_value, int):
|
|
tok_name[_value] = _name
|
|
|
|
|
|
def ISTERMINAL(x):
|
|
return x < NT_OFFSET
|
|
|
|
def ISNONTERMINAL(x):
|
|
return x >= NT_OFFSET
|
|
|
|
def ISEOF(x):
|
|
return x == ENDMARKER
|