Gecko [ naturenectar.co.uk ]

Name	Size	Permission	Date
__pycache__	[ DIR ]	drwxr-xr-x	2025-08-15 19:31
asyncio	[ DIR ]	drwxr-xr-x	2025-08-15 19:31
collections	[ DIR ]	drwxr-xr-x	2025-08-15 19:31
concurrent	[ DIR ]	drwxr-xr-x	2025-08-15 19:31
config-3.7m	[ DIR ]	drwxr-xr-x	2025-08-15 19:31
ctypes	[ DIR ]	drwxr-xr-x	2025-08-15 19:31
curses	[ DIR ]	drwxr-xr-x	2025-08-15 19:31
dbm	[ DIR ]	drwxr-xr-x	2025-08-15 19:31
distutils	[ DIR ]	drwxr-xr-x	2025-08-15 19:31
email	[ DIR ]	drwxr-xr-x	2025-08-15 19:31
encodings	[ DIR ]	drwxr-xr-x	2025-08-15 19:31
ensurepip	[ DIR ]	drwxr-xr-x	2025-08-15 19:31
html	[ DIR ]	drwxr-xr-x	2025-08-15 19:31
http	[ DIR ]	drwxr-xr-x	2025-08-15 19:31
idlelib	[ DIR ]	drwxr-xr-x	2025-08-15 19:31
importlib	[ DIR ]	drwxr-xr-x	2025-08-15 19:31
json	[ DIR ]	drwxr-xr-x	2025-08-15 19:31
lib-dynload	[ DIR ]	drwxr-xr-x	2025-08-15 19:31
lib2to3	[ DIR ]	drwxr-xr-x	2025-08-15 19:31
logging	[ DIR ]	drwxr-xr-x	2025-08-15 19:31
multiprocessing	[ DIR ]	drwxr-xr-x	2025-08-15 19:31
pydoc_data	[ DIR ]	drwxr-xr-x	2025-08-15 19:31
site-packages	[ DIR ]	drwxr-xr-x	2025-08-15 19:31
sqlite3	[ DIR ]	drwxr-xr-x	2025-08-15 19:31
test	[ DIR ]	drwxr-xr-x	2025-08-15 19:31
unittest	[ DIR ]	drwxr-xr-x	2025-08-15 19:31
urllib	[ DIR ]	drwxr-xr-x	2025-08-15 19:31
venv	[ DIR ]	drwxr-xr-x	2025-08-15 19:31
wsgiref	[ DIR ]	drwxr-xr-x	2025-08-15 19:31
xml	[ DIR ]	drwxr-xr-x	2025-08-15 19:31
xmlrpc	[ DIR ]	drwxr-xr-x	2025-08-15 19:31
__future__.py	4.98 KB	-rw-r--r--	2024-04-17 17:55
__phello__.foo.py	64 B	-rw-r--r--	2024-04-17 17:55
_bootlocale.py	1.76 KB	-rw-r--r--	2024-04-17 17:55
_collections_abc.py	25.8 KB	-rw-r--r--	2024-04-17 17:55
_compat_pickle.py	8.54 KB	-rw-r--r--	2024-04-17 17:55
_compression.py	5.21 KB	-rw-r--r--	2024-04-17 17:55
_dummy_thread.py	5.89 KB	-rw-r--r--	2024-04-17 17:55
_markupbase.py	14.26 KB	-rw-r--r--	2024-04-17 17:55
_osx_support.py	19.14 KB	-rw-r--r--	2024-04-17 17:55
_py_abc.py	6.04 KB	-rw-r--r--	2024-04-17 17:55
_pydecimal.py	223.33 KB	-rw-r--r--	2024-04-17 17:55
_pyio.py	89.47 KB	-rw-r--r--	2024-04-17 17:55
_sitebuiltins.py	3.04 KB	-rw-r--r--	2024-04-17 17:55
_strptime.py	24.91 KB	-rw-r--r--	2024-04-17 17:55
_sysconfigdata_dm_linux_x86_64-linux-gnu.py	32.09 KB	-rw-r--r--	2024-04-17 17:55
_sysconfigdata_m_linux_x86_64-linux-gnu.py	29 KB	-rw-r--r--	2024-04-17 17:55
_threading_local.py	7.04 KB	-rw-r--r--	2024-04-17 17:55
_weakrefset.py	5.55 KB	-rw-r--r--	2024-04-17 17:55
abc.py	5.45 KB	-rw-r--r--	2024-04-17 17:55
aifc.py	32.04 KB	-rw-r--r--	2024-04-17 17:55
antigravity.py	477 B	-rw-r--r--	2024-04-17 17:55
argparse.py	93.14 KB	-rw-r--r--	2024-04-17 17:55
ast.py	12.54 KB	-rw-r--r--	2024-04-17 17:55
asynchat.py	11.06 KB	-rw-r--r--	2024-04-17 17:55
asyncore.py	19.65 KB	-rw-r--r--	2024-04-17 17:55
base64.py	19.92 KB	-rwxr-xr-x	2024-04-17 17:55
bdb.py	30.99 KB	-rw-r--r--	2024-04-17 17:55
binhex.py	13.63 KB	-rw-r--r--	2024-04-17 17:55
bisect.py	2.5 KB	-rw-r--r--	2024-04-17 17:55
bz2.py	12.12 KB	-rw-r--r--	2024-04-17 17:55
cProfile.py	6.11 KB	-rwxr-xr-x	2024-04-17 17:55
calendar.py	24.24 KB	-rw-r--r--	2024-04-17 17:55
cgi.py	34.23 KB	-rwxr-xr-x	2024-04-17 17:55
cgitb.py	11.74 KB	-rw-r--r--	2024-04-17 17:55
chunk.py	5.31 KB	-rw-r--r--	2024-04-17 17:55
cmd.py	14.51 KB	-rw-r--r--	2024-04-17 17:55
code.py	10.37 KB	-rw-r--r--	2024-04-17 17:55
codecs.py	35.76 KB	-rw-r--r--	2024-04-17 17:55
codeop.py	6.13 KB	-rw-r--r--	2024-04-17 17:55
colorsys.py	3.97 KB	-rw-r--r--	2024-04-17 17:55
compileall.py	13.46 KB	-rw-r--r--	2024-04-17 17:55
configparser.py	53.01 KB	-rw-r--r--	2024-04-17 17:55
contextlib.py	24.18 KB	-rw-r--r--	2024-04-17 17:55
contextvars.py	129 B	-rw-r--r--	2024-04-17 17:55
copy.py	8.65 KB	-rw-r--r--	2024-04-17 17:55
copyreg.py	6.85 KB	-rw-r--r--	2024-04-17 17:55
crypt.py	3.27 KB	-rw-r--r--	2024-04-17 17:55
csv.py	15.8 KB	-rw-r--r--	2024-04-17 17:55
dataclasses.py	48.36 KB	-rw-r--r--	2024-04-17 17:55
datetime.py	84.52 KB	-rw-r--r--	2024-04-17 17:55
decimal.py	320 B	-rw-r--r--	2024-04-17 17:55
difflib.py	82.42 KB	-rw-r--r--	2024-04-17 17:55
dis.py	19.42 KB	-rw-r--r--	2024-04-17 17:55
doctest.py	102.11 KB	-rw-r--r--	2024-04-17 17:55
dummy_threading.py	2.75 KB	-rw-r--r--	2024-04-17 17:55
enum.py	34.22 KB	-rw-r--r--	2024-04-17 17:55
filecmp.py	9.6 KB	-rw-r--r--	2024-04-17 17:55
fileinput.py	14.28 KB	-rw-r--r--	2024-04-17 17:55
fnmatch.py	3.96 KB	-rw-r--r--	2024-04-17 17:55
formatter.py	14.79 KB	-rw-r--r--	2024-04-17 17:55
fractions.py	23.2 KB	-rw-r--r--	2024-04-17 17:55
ftplib.py	34.78 KB	-rw-r--r--	2024-04-17 17:55
functools.py	32.16 KB	-rw-r--r--	2024-04-17 17:55
genericpath.py	4.8 KB	-rw-r--r--	2024-04-17 17:55
getopt.py	7.31 KB	-rw-r--r--	2024-04-17 17:55
getpass.py	5.85 KB	-rw-r--r--	2024-04-17 17:55
gettext.py	21.45 KB	-rw-r--r--	2024-04-17 17:55
glob.py	5.51 KB	-rw-r--r--	2024-04-17 17:55
gzip.py	20.15 KB	-rw-r--r--	2024-04-17 17:55
hashlib.py	9.31 KB	-rw-r--r--	2024-04-17 17:55
heapq.py	22.48 KB	-rw-r--r--	2024-04-17 17:55
hmac.py	6.36 KB	-rw-r--r--	2024-04-17 17:55
imaplib.py	52.04 KB	-rw-r--r--	2024-04-17 17:55
imghdr.py	3.71 KB	-rw-r--r--	2024-04-17 17:55
imp.py	10.29 KB	-rw-r--r--	2024-04-17 17:55
inspect.py	114.88 KB	-rw-r--r--	2024-04-17 17:55
io.py	3.43 KB	-rw-r--r--	2024-04-17 17:55
ipaddress.py	71.85 KB	-rw-r--r--	2024-04-17 17:55
keyword.py	2.2 KB	-rwxr-xr-x	2024-04-17 17:55
linecache.py	5.21 KB	-rw-r--r--	2024-04-17 17:55
locale.py	76.36 KB	-rw-r--r--	2024-04-17 17:55
lzma.py	12.68 KB	-rw-r--r--	2024-04-17 17:55
macpath.py	5.98 KB	-rw-r--r--	2024-04-17 17:55
mailbox.py	76.81 KB	-rw-r--r--	2024-04-17 17:55
mailcap.py	8.85 KB	-rw-r--r--	2024-04-17 17:55
mimetypes.py	20.99 KB	-rw-r--r--	2024-04-17 17:55
modulefinder.py	22.5 KB	-rw-r--r--	2024-04-17 17:55
netrc.py	5.44 KB	-rw-r--r--	2024-04-17 17:55
nntplib.py	42.08 KB	-rw-r--r--	2024-04-17 17:55
ntpath.py	21.82 KB	-rw-r--r--	2024-04-17 17:55
nturl2path.py	2.52 KB	-rw-r--r--	2024-04-17 17:55
numbers.py	10 KB	-rw-r--r--	2024-04-17 17:55
opcode.py	5.69 KB	-rw-r--r--	2024-04-17 17:55
operator.py	10.61 KB	-rw-r--r--	2024-04-17 17:55
optparse.py	58.96 KB	-rw-r--r--	2024-04-17 17:55
os.py	37.01 KB	-rw-r--r--	2024-04-17 17:55
pathlib.py	49.15 KB	-rw-r--r--	2024-04-17 17:55
pdb.py	61.04 KB	-rwxr-xr-x	2024-04-17 17:55
pickle.py	56.63 KB	-rw-r--r--	2024-04-17 17:55
pickletools.py	89.08 KB	-rw-r--r--	2024-04-17 17:55
pipes.py	8.71 KB	-rw-r--r--	2024-04-17 17:55
pkgutil.py	20.96 KB	-rw-r--r--	2024-04-17 17:55
platform.py	45.89 KB	-rwxr-xr-x	2024-04-17 17:55
plistlib.py	29.99 KB	-rw-r--r--	2024-04-17 17:55
poplib.py	14.61 KB	-rw-r--r--	2024-04-17 17:55
posixpath.py	15.4 KB	-rw-r--r--	2024-04-17 17:55
pprint.py	20.39 KB	-rw-r--r--	2024-04-17 17:55
profile.py	21.97 KB	-rwxr-xr-x	2024-04-17 17:55
pstats.py	26.67 KB	-rw-r--r--	2024-04-17 17:55
pty.py	4.65 KB	-rw-r--r--	2024-04-17 17:55
py_compile.py	7.81 KB	-rw-r--r--	2024-04-17 17:55
pyclbr.py	14.78 KB	-rw-r--r--	2024-04-17 17:55
pydoc.py	103.39 KB	-rw-r--r--	2024-04-17 17:55
queue.py	11.09 KB	-rw-r--r--	2024-04-17 17:55
quopri.py	7.09 KB	-rwxr-xr-x	2024-04-17 17:55
random.py	26.91 KB	-rw-r--r--	2024-04-17 17:55
re.py	14.95 KB	-rw-r--r--	2024-04-17 17:55
reprlib.py	5.14 KB	-rw-r--r--	2024-04-17 17:55
rlcompleter.py	6.93 KB	-rw-r--r--	2024-04-17 17:55
runpy.py	11.68 KB	-rw-r--r--	2024-04-17 17:55
sched.py	6.29 KB	-rw-r--r--	2024-04-17 17:55
secrets.py	1.99 KB	-rw-r--r--	2024-04-17 17:55
selectors.py	18.13 KB	-rw-r--r--	2024-04-17 17:55
shelve.py	8.33 KB	-rw-r--r--	2024-04-17 17:55
shlex.py	12.79 KB	-rw-r--r--	2024-04-17 17:55
shutil.py	40.97 KB	-rw-r--r--	2024-04-17 17:55
signal.py	2.07 KB	-rw-r--r--	2024-04-17 17:55
site.py	21.07 KB	-rw-r--r--	2024-04-17 17:55
smtpd.py	33.91 KB	-rwxr-xr-x	2024-04-17 17:55
smtplib.py	43.4 KB	-rwxr-xr-x	2024-04-17 17:55
sndhdr.py	6.92 KB	-rw-r--r--	2024-04-17 17:55
socket.py	26.83 KB	-rw-r--r--	2024-04-17 17:55
socketserver.py	26.29 KB	-rw-r--r--	2024-04-17 17:55
sre_compile.py	26.24 KB	-rw-r--r--	2024-04-17 17:55
sre_constants.py	7.01 KB	-rw-r--r--	2024-04-17 17:55
sre_parse.py	38.24 KB	-rw-r--r--	2024-04-17 17:55
ssl.py	44.43 KB	-rw-r--r--	2024-04-17 17:55
stat.py	5.26 KB	-rw-r--r--	2024-04-17 17:55
statistics.py	20.17 KB	-rw-r--r--	2024-04-17 17:55
string.py	11.29 KB	-rw-r--r--	2024-04-17 17:55
stringprep.py	12.61 KB	-rw-r--r--	2024-04-17 17:55
struct.py	257 B	-rw-r--r--	2024-04-17 17:55
subprocess.py	70.95 KB	-rw-r--r--	2024-04-17 17:55
sunau.py	17.94 KB	-rw-r--r--	2024-04-17 17:55
symbol.py	2.09 KB	-rwxr-xr-x	2024-04-17 17:55
symtable.py	7.11 KB	-rw-r--r--	2024-04-17 17:55
sysconfig.py	23.87 KB	-rw-r--r--	2024-04-17 17:55
tabnanny.py	11.15 KB	-rwxr-xr-x	2024-04-17 17:55
tarfile.py	90.5 KB	-rwxr-xr-x	2024-04-17 17:55
telnetlib.py	22.59 KB	-rw-r--r--	2024-04-17 17:55
tempfile.py	26.1 KB	-rw-r--r--	2024-04-17 17:55
textwrap.py	18.95 KB	-rw-r--r--	2024-04-17 17:55
this.py	1003 B	-rw-r--r--	2024-04-17 17:55
threading.py	48.13 KB	-rw-r--r--	2024-04-17 17:55
timeit.py	13.18 KB	-rwxr-xr-x	2024-04-17 17:55
token.py	3.67 KB	-rw-r--r--	2024-04-17 17:55
tokenize.py	26.4 KB	-rw-r--r--	2024-04-17 17:55
trace.py	28.23 KB	-rwxr-xr-x	2024-04-17 17:55
traceback.py	22.89 KB	-rw-r--r--	2024-04-17 17:55
tracemalloc.py	16.68 KB	-rw-r--r--	2024-04-17 17:55
tty.py	879 B	-rw-r--r--	2024-04-17 17:55
types.py	9.67 KB	-rw-r--r--	2024-04-17 17:55
typing.py	55.12 KB	-rw-r--r--	2024-04-17 17:55
uu.py	7.11 KB	-rw-r--r--	2024-04-17 17:55
uuid.py	28.83 KB	-rw-r--r--	2024-04-17 17:55
warnings.py	19.61 KB	-rw-r--r--	2024-04-17 17:55
wave.py	17.8 KB	-rw-r--r--	2024-04-17 17:55
weakref.py	21 KB	-rw-r--r--	2024-04-17 17:55
webbrowser.py	23.16 KB	-rwxr-xr-x	2024-04-17 17:55
xdrlib.py	5.77 KB	-rw-r--r--	2024-04-17 17:55
zipapp.py	7.36 KB	-rw-r--r--	2024-04-17 17:55
zipfile.py	79.19 KB	-rw-r--r--	2024-04-17 17:55

Rename

"""Token constants (from "token.h")."""

__all__ = ['tok_name', 'ISTERMINAL', 'ISNONTERMINAL', 'ISEOF']

#  This file is automatically generated; please don't muck it up!
#
#  To update the symbols in this file, 'cd' to the top directory of
#  the python source tree after building the interpreter and run:
#
#    ./python Lib/token.py

#--start constants--
ENDMARKER = 0
NAME = 1
NUMBER = 2
STRING = 3
NEWLINE = 4
INDENT = 5
DEDENT = 6
LPAR = 7
RPAR = 8
LSQB = 9
RSQB = 10
COLON = 11
COMMA = 12
SEMI = 13
PLUS = 14
MINUS = 15
STAR = 16
SLASH = 17
VBAR = 18
AMPER = 19
LESS = 20
GREATER = 21
EQUAL = 22
DOT = 23
PERCENT = 24
LBRACE = 25
RBRACE = 26
EQEQUAL = 27
NOTEQUAL = 28
LESSEQUAL = 29
GREATEREQUAL = 30
TILDE = 31
CIRCUMFLEX = 32
LEFTSHIFT = 33
RIGHTSHIFT = 34
DOUBLESTAR = 35
PLUSEQUAL = 36
MINEQUAL = 37
STAREQUAL = 38
SLASHEQUAL = 39
PERCENTEQUAL = 40
AMPEREQUAL = 41
VBAREQUAL = 42
CIRCUMFLEXEQUAL = 43
LEFTSHIFTEQUAL = 44
RIGHTSHIFTEQUAL = 45
DOUBLESTAREQUAL = 46
DOUBLESLASH = 47
DOUBLESLASHEQUAL = 48
AT = 49
ATEQUAL = 50
RARROW = 51
ELLIPSIS = 52
# Don't forget to update the table _PyParser_TokenNames in tokenizer.c!
OP = 53
ERRORTOKEN = 54
# These aren't used by the C tokenizer but are needed for tokenize.py
COMMENT = 55
NL = 56
ENCODING = 57
N_TOKENS = 58
# Special definitions for cooperation with parser
NT_OFFSET = 256
#--end constants--

tok_name = {value: name
            for name, value in globals().items()
            if isinstance(value, int) and not name.startswith('_')}
__all__.extend(tok_name.values())

def ISTERMINAL(x):
    return x < NT_OFFSET

def ISNONTERMINAL(x):
    return x >= NT_OFFSET

def ISEOF(x):
    return x == ENDMARKER

def _main():
    import re
    import sys
    args = sys.argv[1:]
    inFileName = args and args[0] or "Include/token.h"
    outFileName = "Lib/token.py"
    if len(args) > 1:
        outFileName = args[1]
    try:
        fp = open(inFileName)
    except OSError as err:
        sys.stdout.write("I/O error: %s\n" % str(err))
        sys.exit(1)
    with fp:
        lines = fp.read().split("\n")
    prog = re.compile(
        r"#define[ \t][ \t]*([A-Z0-9][A-Z0-9_]*)[ \t][ \t]*([0-9][0-9]*)",
        re.IGNORECASE)
    comment_regex = re.compile(
        r"^\s*/\*\s*(.+?)\s*\*/\s*$",
        re.IGNORECASE)

tokens = {}
    prev_val = None
    for line in lines:
        match = prog.match(line)
        if match:
            name, val = match.group(1, 2)
            val = int(val)
            tokens[val] = {'token': name}          # reverse so we can sort them...
            prev_val = val
        else:
            comment_match = comment_regex.match(line)
            if comment_match and prev_val is not None:
                comment = comment_match.group(1)
                tokens[prev_val]['comment'] = comment
    keys = sorted(tokens.keys())
    # load the output skeleton from the target:
    try:
        fp = open(outFileName)
    except OSError as err:
        sys.stderr.write("I/O error: %s\n" % str(err))
        sys.exit(2)
    with fp:
        format = fp.read().split("\n")
    try:
        start = format.index("#--start constants--") + 1
        end = format.index("#--end constants--")
    except ValueError:
        sys.stderr.write("target does not contain format markers")
        sys.exit(3)
    lines = []
    for key in keys:
        lines.append("%s = %d" % (tokens[key]["token"], key))
        if "comment" in tokens[key]:
            lines.append("# %s" % tokens[key]["comment"])
    format[start:end] = lines
    try:
        fp = open(outFileName, 'w')
    except OSError as err:
        sys.stderr.write("I/O error: %s\n" % str(err))
        sys.exit(4)
    with fp:
        fp.write("\n".join(format))

if __name__ == "__main__":
    _main()