Mercurial > repo

view ply-3.8/test/lex_many_tokens.py @ 7407:e0e71cf09064

Find changesets by keywords (author, files, the commit message), revision number or hash, or revset expression.
<b_jonas> slashlearn Ravnica: City of Guilds/Ravnica: City of Guilds is a city of guilds. \xe2\x80\x9cCity of Guilds\xe2\x80\x9d is part of its name. The Wizards of the Coast Marketing Department: We Sell Anything thought players might not notice it was a City of Guilds unless they put the tagline into the name.
author HackBot
date Sun, 17 Apr 2016 19:29:46 +0000
parents 343ff337a19b
children
line wrap: on
line source

# lex_many_tokens.py
#
# Test lex's ability to handle a large number of tokens (beyond the
# 100-group limit of the re module)

import sys
if ".." not in sys.path: sys.path.insert(0,"..")

import ply.lex as lex

tokens = ["TOK%d" % i for i in range(1000)]

for tok in tokens:
    if sys.version_info[0] < 3:
        exec("t_%s = '%s:'" % (tok,tok))
    else:
        exec("t_%s = '%s:'" % (tok,tok), globals())

t_ignore = " \t"

def t_error(t):
    pass

lex.lex(optimize=1,lextab="manytab")
lex.runmain(data="TOK34: TOK143: TOK269: TOK372: TOK452: TOK561: TOK999:")