1/* 2** $Id: llex.h $ 3** Lexical Analyzer 4** See Copyright Notice in lua.h 5*/ 6 7#ifndef llex_h 8#define llex_h 9 10#include <limits.h> 11 12#include "lobject.h" 13#include "lzio.h" 14 15 16/* 17** Single-char tokens (terminal symbols) are represented by their own 18** numeric code. Other tokens start at the following value. 19*/ 20#define FIRST_RESERVED (UCHAR_MAX + 1) 21 22 23#if !defined(LUA_ENV) 24#define LUA_ENV "_ENV" 25#endif 26 27 28/* 29* WARNING: if you change the order of this enumeration, 30* grep "ORDER RESERVED" 31*/ 32enum RESERVED { 33 /* terminal symbols denoted by reserved words */ 34 TK_AND = FIRST_RESERVED, TK_BREAK, 35 TK_DO, TK_ELSE, TK_ELSEIF, TK_END, TK_FALSE, TK_FOR, TK_FUNCTION, 36 TK_GOTO, TK_IF, TK_IN, TK_LOCAL, TK_NIL, TK_NOT, TK_OR, TK_REPEAT, 37 TK_RETURN, TK_THEN, TK_TRUE, TK_UNTIL, TK_WHILE, 38 /* other terminal symbols */ 39 TK_IDIV, TK_CONCAT, TK_DOTS, TK_EQ, TK_GE, TK_LE, TK_NE, 40 TK_SHL, TK_SHR, 41 TK_DBCOLON, TK_EOS, 42 TK_FLT, TK_INT, TK_NAME, TK_STRING 43}; 44 45/* number of reserved words */ 46#define NUM_RESERVED (cast_int(TK_WHILE-FIRST_RESERVED + 1)) 47 48 49typedef union { 50 lua_Number r; 51 lua_Integer i; 52 TString *ts; 53} SemInfo; /* semantics information */ 54 55 56typedef struct Token { 57 int token; 58 SemInfo seminfo; 59} Token; 60 61 62/* state of the lexer plus state of the parser when shared by all 63 functions */ 64typedef struct LexState { 65 int current; /* current character (charint) */ 66 int linenumber; /* input line counter */ 67 int lastline; /* line of last token 'consumed' */ 68 Token t; /* current token */ 69 Token lookahead; /* look ahead token */ 70 struct FuncState *fs; /* current function (parser) */ 71 struct lua_State *L; 72 ZIO *z; /* input stream */ 73 Mbuffer *buff; /* buffer for tokens */ 74 Table *h; /* to avoid collection/reuse strings */ 75 struct Dyndata *dyd; /* dynamic structures used by the parser */ 76 TString *source; /* current source name */ 77 TString *envn; /* environment variable name */ 78} LexState; 79 80 81LUAI_FUNC void luaX_init (lua_State *L); 82LUAI_FUNC void luaX_setinput (lua_State *L, LexState *ls, ZIO *z, 83 TString *source, int firstchar); 84LUAI_FUNC TString *luaX_newstring (LexState *ls, const char *str, size_t l); 85LUAI_FUNC void luaX_next (LexState *ls); 86LUAI_FUNC int luaX_lookahead (LexState *ls); 87LUAI_FUNC l_noret luaX_syntaxerror (LexState *ls, const char *s); 88LUAI_FUNC const char *luaX_token2str (LexState *ls, int token); 89 90 91#endif 92