October 2026 main drop: mirror from GitHub

3ce1a40 verified 27 days ago

2.4 kB

/*
** $Id: llex.h $
** Lexical Analyzer
** See Copyright Notice in lua.h
*/

#ifndef llex_h
#define llex_h

#include <limits.h>

#include "lobject.h"
#include "lzio.h"


/*
** Single-char tokens (terminal symbols) are represented by their own
** numeric code. Other tokens start at the following value.
*/
#define FIRST_RESERVED	(UCHAR_MAX + 1)


#if !defined(LUA_ENV)
#define LUA_ENV		"_ENV"
#endif


/*
* WARNING: if you change the order of this enumeration,
* grep "ORDER RESERVED"
*/
enum RESERVED {
  /* terminal symbols denoted by reserved words */
  TK_AND = FIRST_RESERVED, TK_BREAK,
  TK_DO, TK_ELSE, TK_ELSEIF, TK_END, TK_FALSE, TK_FOR, TK_FUNCTION,
  TK_GOTO, TK_IF, TK_IN, TK_LOCAL, TK_NIL, TK_NOT, TK_OR, TK_REPEAT,
  TK_RETURN, TK_THEN, TK_TRUE, TK_UNTIL, TK_WHILE,
  /* other terminal symbols */
  TK_IDIV, TK_CONCAT, TK_DOTS, TK_EQ, TK_GE, TK_LE, TK_NE,
  TK_SHL, TK_SHR,
  TK_DBCOLON, TK_EOS,
  TK_FLT, TK_INT, TK_NAME, TK_STRING
};

/* number of reserved words */
#define NUM_RESERVED	(cast_int(TK_WHILE-FIRST_RESERVED + 1))


typedef union {
  lua_Number r;
  lua_Integer i;
  TString *ts;
} SemInfo;  /* semantics information */


typedef struct Token {
  int token;
  SemInfo seminfo;
} Token;


/* state of the lexer plus state of the parser when shared by all
   functions */
typedef struct LexState {
  int current;  /* current character (charint) */
  int linenumber;  /* input line counter */
  int lastline;  /* line of last token 'consumed' */
  Token t;  /* current token */
  Token lookahead;  /* look ahead token */
  struct FuncState *fs;  /* current function (parser) */
  struct lua_State *L;
  ZIO *z;  /* input stream */
  Mbuffer *buff;  /* buffer for tokens */
  Table *h;  /* to avoid collection/reuse strings */
  struct Dyndata *dyd;  /* dynamic structures used by the parser */
  TString *source;  /* current source name */
  TString *envn;  /* environment variable name */
} LexState;


LUAI_FUNC void luaX_init (lua_State *L);
LUAI_FUNC void luaX_setinput (lua_State *L, LexState *ls, ZIO *z,
                              TString *source, int firstchar);
LUAI_FUNC TString *luaX_newstring (LexState *ls, const char *str, size_t l);
LUAI_FUNC void luaX_next (LexState *ls);
LUAI_FUNC int luaX_lookahead (LexState *ls);
LUAI_FUNC l_noret luaX_syntaxerror (LexState *ls, const char *s);
LUAI_FUNC const char *luaX_token2str (LexState *ls, int token);


#endif

	/*
	** $Id: llex.h $
	** Lexical Analyzer
	** See Copyright Notice in lua.h
	*/

	#ifndef llex_h
	#define llex_h

	#include <limits.h>

	#include "lobject.h"
	#include "lzio.h"


	/*
	** Single-char tokens (terminal symbols) are represented by their own
	** numeric code. Other tokens start at the following value.
	*/
	#define FIRST_RESERVED (UCHAR_MAX + 1)


	#if !defined(LUA_ENV)
	#define LUA_ENV "_ENV"
	#endif


	/*
	* WARNING: if you change the order of this enumeration,
	* grep "ORDER RESERVED"
	*/
	enum RESERVED {
	/* terminal symbols denoted by reserved words */
	TK_AND = FIRST_RESERVED, TK_BREAK,
	TK_DO, TK_ELSE, TK_ELSEIF, TK_END, TK_FALSE, TK_FOR, TK_FUNCTION,
	TK_GOTO, TK_IF, TK_IN, TK_LOCAL, TK_NIL, TK_NOT, TK_OR, TK_REPEAT,
	TK_RETURN, TK_THEN, TK_TRUE, TK_UNTIL, TK_WHILE,
	/* other terminal symbols */
	TK_IDIV, TK_CONCAT, TK_DOTS, TK_EQ, TK_GE, TK_LE, TK_NE,
	TK_SHL, TK_SHR,
	TK_DBCOLON, TK_EOS,
	TK_FLT, TK_INT, TK_NAME, TK_STRING
	};

	/* number of reserved words */
	#define NUM_RESERVED (cast_int(TK_WHILE-FIRST_RESERVED + 1))


	typedef union {
	lua_Number r;
	lua_Integer i;
	TString *ts;
	} SemInfo; /* semantics information */


	typedef struct Token {
	int token;
	SemInfo seminfo;
	} Token;


	/* state of the lexer plus state of the parser when shared by all
	functions */
	typedef struct LexState {
	int current; /* current character (charint) */
	int linenumber; /* input line counter */
	int lastline; /* line of last token 'consumed' */
	Token t; /* current token */
	Token lookahead; /* look ahead token */
	struct FuncState fs; / current function (parser) */
	struct lua_State *L;
	ZIO z; / input stream */
	Mbuffer buff; / buffer for tokens */
	Table h; / to avoid collection/reuse strings */
	struct Dyndata dyd; / dynamic structures used by the parser */
	TString source; / current source name */
	TString envn; / environment variable name */
	} LexState;


	LUAI_FUNC void luaX_init (lua_State *L);
	LUAI_FUNC void luaX_setinput (lua_State L, LexState ls, ZIO *z,
	TString *source, int firstchar);
	LUAI_FUNC TString luaX_newstring (LexState ls, const char *str, size_t l);
	LUAI_FUNC void luaX_next (LexState *ls);
	LUAI_FUNC int luaX_lookahead (LexState *ls);
	LUAI_FUNC l_noret luaX_syntaxerror (LexState ls, const char s);
	LUAI_FUNC const char luaX_token2str (LexState ls, int token);


	#endif