|
1 /* |
|
2 ** $Id: llex.h,v 1.58.1.1 2007/12/27 13:02:25 roberto Exp $ |
|
3 ** Lexical Analyzer |
|
4 ** See Copyright Notice in lua.h |
|
5 */ |
|
6 |
|
7 #ifndef llex_h |
|
8 #define llex_h |
|
9 |
|
10 #include "lobject.h" |
|
11 #include "lzio.h" |
|
12 |
|
13 |
|
14 #define FIRST_RESERVED 257 |
|
15 |
|
16 /* maximum length of a reserved word */ |
|
17 #define TOKEN_LEN (sizeof("function")/sizeof(char)) |
|
18 |
|
19 |
|
20 /* |
|
21 * WARNING: if you change the order of this enumeration, |
|
22 * grep "ORDER RESERVED" |
|
23 */ |
|
24 enum RESERVED { |
|
25 /* terminal symbols denoted by reserved words */ |
|
26 TK_AND = FIRST_RESERVED, TK_BREAK, |
|
27 TK_DO, TK_ELSE, TK_ELSEIF, TK_END, TK_FALSE, TK_FOR, TK_FUNCTION, |
|
28 TK_IF, TK_IN, TK_LOCAL, TK_NIL, TK_NOT, TK_OR, TK_REPEAT, |
|
29 TK_RETURN, TK_THEN, TK_TRUE, TK_UNTIL, TK_WHILE, |
|
30 /* other terminal symbols */ |
|
31 TK_CONCAT, TK_DOTS, TK_EQ, TK_GE, TK_LE, TK_NE, TK_NUMBER, |
|
32 TK_NAME, TK_STRING, TK_EOS |
|
33 }; |
|
34 |
|
35 /* number of reserved words */ |
|
36 #define NUM_RESERVED (cast(int, TK_WHILE-FIRST_RESERVED+1)) |
|
37 |
|
38 |
|
39 /* array with token `names' */ |
|
40 LUAI_DATA const char *const luaX_tokens []; |
|
41 |
|
42 |
|
43 typedef union { |
|
44 lua_Number r; |
|
45 TString *ts; |
|
46 } SemInfo; /* semantics information */ |
|
47 |
|
48 |
|
49 typedef struct Token { |
|
50 int token; |
|
51 SemInfo seminfo; |
|
52 } Token; |
|
53 |
|
54 |
|
55 typedef struct LexState { |
|
56 int current; /* current character (charint) */ |
|
57 int linenumber; /* input line counter */ |
|
58 int lastline; /* line of last token `consumed' */ |
|
59 Token t; /* current token */ |
|
60 Token lookahead; /* look ahead token */ |
|
61 struct FuncState *fs; /* `FuncState' is private to the parser */ |
|
62 struct lua_State *L; |
|
63 ZIO *z; /* input stream */ |
|
64 Mbuffer *buff; /* buffer for tokens */ |
|
65 TString *source; /* current source name */ |
|
66 char decpoint; /* locale decimal point */ |
|
67 } LexState; |
|
68 |
|
69 |
|
70 LUAI_FUNC void luaX_init (lua_State *L); |
|
71 LUAI_FUNC void luaX_setinput (lua_State *L, LexState *ls, ZIO *z, |
|
72 TString *source); |
|
73 LUAI_FUNC TString *luaX_newstring (LexState *ls, const char *str, size_t l); |
|
74 LUAI_FUNC void luaX_next (LexState *ls); |
|
75 LUAI_FUNC void luaX_lookahead (LexState *ls); |
|
76 LUAI_FUNC void luaX_lexerror (LexState *ls, const char *msg, int token); |
|
77 LUAI_FUNC void luaX_syntaxerror (LexState *ls, const char *s); |
|
78 LUAI_FUNC const char *luaX_token2str (LexState *ls, int token); |
|
79 |
|
80 |
|
81 #endif |