1/*
2** $Id: llex.h $
3** Lexical Analyzer
4** See Copyright Notice in lua.h
5*/
6
7#ifndef llex_h
8#define llex_h
9
10#include <limits.h>
11
12#include "lobject.h"
13#include "lzio.h"
14
15
16/*
17** Single-char tokens (terminal symbols) are represented by their own
18** numeric code. Other tokens start at the following value.
19*/
20#define FIRST_RESERVED	(UCHAR_MAX + 1)
21
22
23#if !defined(LUA_ENV)
24#define LUA_ENV		"_ENV"
25#endif
26
27
28/*
29* WARNING: if you change the order of this enumeration,
30* grep "ORDER RESERVED"
31*/
32enum RESERVED {
33  /* terminal symbols denoted by reserved words */
34  TK_AND = FIRST_RESERVED, TK_BREAK,
35  TK_DO, TK_ELSE, TK_ELSEIF, TK_END, TK_FALSE, TK_FOR, TK_FUNCTION,
36  TK_GOTO, TK_IF, TK_IN, TK_LOCAL, TK_NIL, TK_NOT, TK_OR, TK_REPEAT,
37  TK_RETURN, TK_THEN, TK_TRUE, TK_UNTIL, TK_WHILE,
38  /* other terminal symbols */
39  TK_IDIV, TK_CONCAT, TK_DOTS, TK_EQ, TK_GE, TK_LE, TK_NE,
40  TK_SHL, TK_SHR,
41  TK_DBCOLON, TK_EOS,
42  TK_FLT, TK_INT, TK_NAME, TK_STRING
43};
44
45/* number of reserved words */
46#define NUM_RESERVED	(cast_int(TK_WHILE-FIRST_RESERVED + 1))
47
48
49typedef union {
50  lua_Number r;
51  lua_Integer i;
52  TString *ts;
53} SemInfo;  /* semantics information */
54
55
56typedef struct Token {
57  int token;
58  SemInfo seminfo;
59} Token;
60
61
62/* state of the lexer plus state of the parser when shared by all
63   functions */
64typedef struct LexState {
65  int current;  /* current character (charint) */
66  int linenumber;  /* input line counter */
67  int lastline;  /* line of last token 'consumed' */
68  Token t;  /* current token */
69  Token lookahead;  /* look ahead token */
70  struct FuncState *fs;  /* current function (parser) */
71  struct lua_State *L;
72  ZIO *z;  /* input stream */
73  Mbuffer *buff;  /* buffer for tokens */
74  Table *h;  /* to avoid collection/reuse strings */
75  struct Dyndata *dyd;  /* dynamic structures used by the parser */
76  TString *source;  /* current source name */
77  TString *envn;  /* environment variable name */
78} LexState;
79
80
81LUAI_FUNC void luaX_init (lua_State *L);
82LUAI_FUNC void luaX_setinput (lua_State *L, LexState *ls, ZIO *z,
83                              TString *source, int firstchar);
84LUAI_FUNC TString *luaX_newstring (LexState *ls, const char *str, size_t l);
85LUAI_FUNC void luaX_next (LexState *ls);
86LUAI_FUNC int luaX_lookahead (LexState *ls);
87LUAI_FUNC l_noret luaX_syntaxerror (LexState *ls, const char *s);
88LUAI_FUNC const char *luaX_token2str (LexState *ls, int token);
89
90
91#endif
92