Mercurial > repo

view ply-3.8/test/lex_many_tokens.py @ 7430:65a81a334221

Find changesets by keywords (author, files, the commit message), revision number or hash, or revset expression.
<b_jonas> `` echo -n \'lly not in that order, so they get their personal problems taken care of before the final battle. And it\'\'s a comedy.\' > wisdom/o
author HackBot
date Sun, 17 Apr 2016 21:27:32 +0000
parents 343ff337a19b
children
line wrap: on
line source

# lex_many_tokens.py
#
# Test lex's ability to handle a large number of tokens (beyond the
# 100-group limit of the re module)

import sys
if ".." not in sys.path: sys.path.insert(0,"..")

import ply.lex as lex

tokens = ["TOK%d" % i for i in range(1000)]

for tok in tokens:
    if sys.version_info[0] < 3:
        exec("t_%s = '%s:'" % (tok,tok))
    else:
        exec("t_%s = '%s:'" % (tok,tok), globals())

t_ignore = " \t"

def t_error(t):
    pass

lex.lex(optimize=1,lextab="manytab")
lex.runmain(data="TOK34: TOK143: TOK269: TOK372: TOK452: TOK561: TOK999:")