annotate luabuild/lua-5.2.1/src/llex.h @ 1087:07b68c71b89c

<GreyKnight> (cd luabuild; tar -xvf lua-5.2.1.tar.gz)
author HackBot
date Fri, 14 Dec 2012 20:33:11 +0000
parents
children
Ignore whitespace changes - Everywhere: Within whitespace: At end of lines:
rev   line source
1087
07b68c71b89c <GreyKnight> (cd luabuild; tar -xvf lua-5.2.1.tar.gz)
HackBot
parents:
diff changeset
1 /*
07b68c71b89c <GreyKnight> (cd luabuild; tar -xvf lua-5.2.1.tar.gz)
HackBot
parents:
diff changeset
2 ** $Id: llex.h,v 1.72 2011/11/30 12:43:51 roberto Exp $
07b68c71b89c <GreyKnight> (cd luabuild; tar -xvf lua-5.2.1.tar.gz)
HackBot
parents:
diff changeset
3 ** Lexical Analyzer
07b68c71b89c <GreyKnight> (cd luabuild; tar -xvf lua-5.2.1.tar.gz)
HackBot
parents:
diff changeset
4 ** See Copyright Notice in lua.h
07b68c71b89c <GreyKnight> (cd luabuild; tar -xvf lua-5.2.1.tar.gz)
HackBot
parents:
diff changeset
5 */
07b68c71b89c <GreyKnight> (cd luabuild; tar -xvf lua-5.2.1.tar.gz)
HackBot
parents:
diff changeset
6
07b68c71b89c <GreyKnight> (cd luabuild; tar -xvf lua-5.2.1.tar.gz)
HackBot
parents:
diff changeset
7 #ifndef llex_h
07b68c71b89c <GreyKnight> (cd luabuild; tar -xvf lua-5.2.1.tar.gz)
HackBot
parents:
diff changeset
8 #define llex_h
07b68c71b89c <GreyKnight> (cd luabuild; tar -xvf lua-5.2.1.tar.gz)
HackBot
parents:
diff changeset
9
07b68c71b89c <GreyKnight> (cd luabuild; tar -xvf lua-5.2.1.tar.gz)
HackBot
parents:
diff changeset
10 #include "lobject.h"
07b68c71b89c <GreyKnight> (cd luabuild; tar -xvf lua-5.2.1.tar.gz)
HackBot
parents:
diff changeset
11 #include "lzio.h"
07b68c71b89c <GreyKnight> (cd luabuild; tar -xvf lua-5.2.1.tar.gz)
HackBot
parents:
diff changeset
12
07b68c71b89c <GreyKnight> (cd luabuild; tar -xvf lua-5.2.1.tar.gz)
HackBot
parents:
diff changeset
13
07b68c71b89c <GreyKnight> (cd luabuild; tar -xvf lua-5.2.1.tar.gz)
HackBot
parents:
diff changeset
14 #define FIRST_RESERVED 257
07b68c71b89c <GreyKnight> (cd luabuild; tar -xvf lua-5.2.1.tar.gz)
HackBot
parents:
diff changeset
15
07b68c71b89c <GreyKnight> (cd luabuild; tar -xvf lua-5.2.1.tar.gz)
HackBot
parents:
diff changeset
16
07b68c71b89c <GreyKnight> (cd luabuild; tar -xvf lua-5.2.1.tar.gz)
HackBot
parents:
diff changeset
17
07b68c71b89c <GreyKnight> (cd luabuild; tar -xvf lua-5.2.1.tar.gz)
HackBot
parents:
diff changeset
18 /*
07b68c71b89c <GreyKnight> (cd luabuild; tar -xvf lua-5.2.1.tar.gz)
HackBot
parents:
diff changeset
19 * WARNING: if you change the order of this enumeration,
07b68c71b89c <GreyKnight> (cd luabuild; tar -xvf lua-5.2.1.tar.gz)
HackBot
parents:
diff changeset
20 * grep "ORDER RESERVED"
07b68c71b89c <GreyKnight> (cd luabuild; tar -xvf lua-5.2.1.tar.gz)
HackBot
parents:
diff changeset
21 */
07b68c71b89c <GreyKnight> (cd luabuild; tar -xvf lua-5.2.1.tar.gz)
HackBot
parents:
diff changeset
22 enum RESERVED {
07b68c71b89c <GreyKnight> (cd luabuild; tar -xvf lua-5.2.1.tar.gz)
HackBot
parents:
diff changeset
23 /* terminal symbols denoted by reserved words */
07b68c71b89c <GreyKnight> (cd luabuild; tar -xvf lua-5.2.1.tar.gz)
HackBot
parents:
diff changeset
24 TK_AND = FIRST_RESERVED, TK_BREAK,
07b68c71b89c <GreyKnight> (cd luabuild; tar -xvf lua-5.2.1.tar.gz)
HackBot
parents:
diff changeset
25 TK_DO, TK_ELSE, TK_ELSEIF, TK_END, TK_FALSE, TK_FOR, TK_FUNCTION,
07b68c71b89c <GreyKnight> (cd luabuild; tar -xvf lua-5.2.1.tar.gz)
HackBot
parents:
diff changeset
26 TK_GOTO, TK_IF, TK_IN, TK_LOCAL, TK_NIL, TK_NOT, TK_OR, TK_REPEAT,
07b68c71b89c <GreyKnight> (cd luabuild; tar -xvf lua-5.2.1.tar.gz)
HackBot
parents:
diff changeset
27 TK_RETURN, TK_THEN, TK_TRUE, TK_UNTIL, TK_WHILE,
07b68c71b89c <GreyKnight> (cd luabuild; tar -xvf lua-5.2.1.tar.gz)
HackBot
parents:
diff changeset
28 /* other terminal symbols */
07b68c71b89c <GreyKnight> (cd luabuild; tar -xvf lua-5.2.1.tar.gz)
HackBot
parents:
diff changeset
29 TK_CONCAT, TK_DOTS, TK_EQ, TK_GE, TK_LE, TK_NE, TK_DBCOLON, TK_EOS,
07b68c71b89c <GreyKnight> (cd luabuild; tar -xvf lua-5.2.1.tar.gz)
HackBot
parents:
diff changeset
30 TK_NUMBER, TK_NAME, TK_STRING
07b68c71b89c <GreyKnight> (cd luabuild; tar -xvf lua-5.2.1.tar.gz)
HackBot
parents:
diff changeset
31 };
07b68c71b89c <GreyKnight> (cd luabuild; tar -xvf lua-5.2.1.tar.gz)
HackBot
parents:
diff changeset
32
07b68c71b89c <GreyKnight> (cd luabuild; tar -xvf lua-5.2.1.tar.gz)
HackBot
parents:
diff changeset
33 /* number of reserved words */
07b68c71b89c <GreyKnight> (cd luabuild; tar -xvf lua-5.2.1.tar.gz)
HackBot
parents:
diff changeset
34 #define NUM_RESERVED (cast(int, TK_WHILE-FIRST_RESERVED+1))
07b68c71b89c <GreyKnight> (cd luabuild; tar -xvf lua-5.2.1.tar.gz)
HackBot
parents:
diff changeset
35
07b68c71b89c <GreyKnight> (cd luabuild; tar -xvf lua-5.2.1.tar.gz)
HackBot
parents:
diff changeset
36
07b68c71b89c <GreyKnight> (cd luabuild; tar -xvf lua-5.2.1.tar.gz)
HackBot
parents:
diff changeset
37 typedef union {
07b68c71b89c <GreyKnight> (cd luabuild; tar -xvf lua-5.2.1.tar.gz)
HackBot
parents:
diff changeset
38 lua_Number r;
07b68c71b89c <GreyKnight> (cd luabuild; tar -xvf lua-5.2.1.tar.gz)
HackBot
parents:
diff changeset
39 TString *ts;
07b68c71b89c <GreyKnight> (cd luabuild; tar -xvf lua-5.2.1.tar.gz)
HackBot
parents:
diff changeset
40 } SemInfo; /* semantics information */
07b68c71b89c <GreyKnight> (cd luabuild; tar -xvf lua-5.2.1.tar.gz)
HackBot
parents:
diff changeset
41
07b68c71b89c <GreyKnight> (cd luabuild; tar -xvf lua-5.2.1.tar.gz)
HackBot
parents:
diff changeset
42
07b68c71b89c <GreyKnight> (cd luabuild; tar -xvf lua-5.2.1.tar.gz)
HackBot
parents:
diff changeset
43 typedef struct Token {
07b68c71b89c <GreyKnight> (cd luabuild; tar -xvf lua-5.2.1.tar.gz)
HackBot
parents:
diff changeset
44 int token;
07b68c71b89c <GreyKnight> (cd luabuild; tar -xvf lua-5.2.1.tar.gz)
HackBot
parents:
diff changeset
45 SemInfo seminfo;
07b68c71b89c <GreyKnight> (cd luabuild; tar -xvf lua-5.2.1.tar.gz)
HackBot
parents:
diff changeset
46 } Token;
07b68c71b89c <GreyKnight> (cd luabuild; tar -xvf lua-5.2.1.tar.gz)
HackBot
parents:
diff changeset
47
07b68c71b89c <GreyKnight> (cd luabuild; tar -xvf lua-5.2.1.tar.gz)
HackBot
parents:
diff changeset
48
07b68c71b89c <GreyKnight> (cd luabuild; tar -xvf lua-5.2.1.tar.gz)
HackBot
parents:
diff changeset
49 /* state of the lexer plus state of the parser when shared by all
07b68c71b89c <GreyKnight> (cd luabuild; tar -xvf lua-5.2.1.tar.gz)
HackBot
parents:
diff changeset
50 functions */
07b68c71b89c <GreyKnight> (cd luabuild; tar -xvf lua-5.2.1.tar.gz)
HackBot
parents:
diff changeset
51 typedef struct LexState {
07b68c71b89c <GreyKnight> (cd luabuild; tar -xvf lua-5.2.1.tar.gz)
HackBot
parents:
diff changeset
52 int current; /* current character (charint) */
07b68c71b89c <GreyKnight> (cd luabuild; tar -xvf lua-5.2.1.tar.gz)
HackBot
parents:
diff changeset
53 int linenumber; /* input line counter */
07b68c71b89c <GreyKnight> (cd luabuild; tar -xvf lua-5.2.1.tar.gz)
HackBot
parents:
diff changeset
54 int lastline; /* line of last token `consumed' */
07b68c71b89c <GreyKnight> (cd luabuild; tar -xvf lua-5.2.1.tar.gz)
HackBot
parents:
diff changeset
55 Token t; /* current token */
07b68c71b89c <GreyKnight> (cd luabuild; tar -xvf lua-5.2.1.tar.gz)
HackBot
parents:
diff changeset
56 Token lookahead; /* look ahead token */
07b68c71b89c <GreyKnight> (cd luabuild; tar -xvf lua-5.2.1.tar.gz)
HackBot
parents:
diff changeset
57 struct FuncState *fs; /* current function (parser) */
07b68c71b89c <GreyKnight> (cd luabuild; tar -xvf lua-5.2.1.tar.gz)
HackBot
parents:
diff changeset
58 struct lua_State *L;
07b68c71b89c <GreyKnight> (cd luabuild; tar -xvf lua-5.2.1.tar.gz)
HackBot
parents:
diff changeset
59 ZIO *z; /* input stream */
07b68c71b89c <GreyKnight> (cd luabuild; tar -xvf lua-5.2.1.tar.gz)
HackBot
parents:
diff changeset
60 Mbuffer *buff; /* buffer for tokens */
07b68c71b89c <GreyKnight> (cd luabuild; tar -xvf lua-5.2.1.tar.gz)
HackBot
parents:
diff changeset
61 struct Dyndata *dyd; /* dynamic structures used by the parser */
07b68c71b89c <GreyKnight> (cd luabuild; tar -xvf lua-5.2.1.tar.gz)
HackBot
parents:
diff changeset
62 TString *source; /* current source name */
07b68c71b89c <GreyKnight> (cd luabuild; tar -xvf lua-5.2.1.tar.gz)
HackBot
parents:
diff changeset
63 TString *envn; /* environment variable name */
07b68c71b89c <GreyKnight> (cd luabuild; tar -xvf lua-5.2.1.tar.gz)
HackBot
parents:
diff changeset
64 char decpoint; /* locale decimal point */
07b68c71b89c <GreyKnight> (cd luabuild; tar -xvf lua-5.2.1.tar.gz)
HackBot
parents:
diff changeset
65 } LexState;
07b68c71b89c <GreyKnight> (cd luabuild; tar -xvf lua-5.2.1.tar.gz)
HackBot
parents:
diff changeset
66
07b68c71b89c <GreyKnight> (cd luabuild; tar -xvf lua-5.2.1.tar.gz)
HackBot
parents:
diff changeset
67
07b68c71b89c <GreyKnight> (cd luabuild; tar -xvf lua-5.2.1.tar.gz)
HackBot
parents:
diff changeset
68 LUAI_FUNC void luaX_init (lua_State *L);
07b68c71b89c <GreyKnight> (cd luabuild; tar -xvf lua-5.2.1.tar.gz)
HackBot
parents:
diff changeset
69 LUAI_FUNC void luaX_setinput (lua_State *L, LexState *ls, ZIO *z,
07b68c71b89c <GreyKnight> (cd luabuild; tar -xvf lua-5.2.1.tar.gz)
HackBot
parents:
diff changeset
70 TString *source, int firstchar);
07b68c71b89c <GreyKnight> (cd luabuild; tar -xvf lua-5.2.1.tar.gz)
HackBot
parents:
diff changeset
71 LUAI_FUNC TString *luaX_newstring (LexState *ls, const char *str, size_t l);
07b68c71b89c <GreyKnight> (cd luabuild; tar -xvf lua-5.2.1.tar.gz)
HackBot
parents:
diff changeset
72 LUAI_FUNC void luaX_next (LexState *ls);
07b68c71b89c <GreyKnight> (cd luabuild; tar -xvf lua-5.2.1.tar.gz)
HackBot
parents:
diff changeset
73 LUAI_FUNC int luaX_lookahead (LexState *ls);
07b68c71b89c <GreyKnight> (cd luabuild; tar -xvf lua-5.2.1.tar.gz)
HackBot
parents:
diff changeset
74 LUAI_FUNC l_noret luaX_syntaxerror (LexState *ls, const char *s);
07b68c71b89c <GreyKnight> (cd luabuild; tar -xvf lua-5.2.1.tar.gz)
HackBot
parents:
diff changeset
75 LUAI_FUNC const char *luaX_token2str (LexState *ls, int token);
07b68c71b89c <GreyKnight> (cd luabuild; tar -xvf lua-5.2.1.tar.gz)
HackBot
parents:
diff changeset
76
07b68c71b89c <GreyKnight> (cd luabuild; tar -xvf lua-5.2.1.tar.gz)
HackBot
parents:
diff changeset
77
07b68c71b89c <GreyKnight> (cd luabuild; tar -xvf lua-5.2.1.tar.gz)
HackBot
parents:
diff changeset
78 #endif