new lexer and update headers
This commit is contained in:
xensik
@ -1,4 +1,4 @@
|
||||
// Copyright 2021 xensik. All rights reserved.
|
||||
// Copyright 2022 xensik. All rights reserved.
|
||||
//
|
||||
// Use of this source code is governed by a GNU GPLv3 license
|
||||
// that can be found in the LICENSE file.
|
||||
|
||||
@ -1,4 +1,4 @@
|
||||
// Copyright 2021 xensik. All rights reserved.
|
||||
// Copyright 2022 xensik. All rights reserved.
|
||||
//
|
||||
// Use of this source code is governed by a GNU GPLv3 license
|
||||
// that can be found in the LICENSE file.
|
||||
|
||||
@ -1,4 +1,4 @@
|
||||
// Copyright 2021 xensik. All rights reserved.
|
||||
// Copyright 2022 xensik. All rights reserved.
|
||||
//
|
||||
// Use of this source code is governed by a GNU GPLv3 license
|
||||
// that can be found in the LICENSE file.
|
||||
|
||||
@ -1,4 +1,4 @@
|
||||
// Copyright 2021 xensik. All rights reserved.
|
||||
// Copyright 2022 xensik. All rights reserved.
|
||||
//
|
||||
// Use of this source code is governed by a GNU GPLv3 license
|
||||
// that can be found in the LICENSE file.
|
||||
|
||||
@ -1,4 +1,4 @@
|
||||
// Copyright 2021 xensik. All rights reserved.
|
||||
// Copyright 2022 xensik. All rights reserved.
|
||||
//
|
||||
// Use of this source code is governed by a GNU GPLv3 license
|
||||
// that can be found in the LICENSE file.
|
||||
@ -19,7 +19,6 @@ auto compiler::output() -> std::vector<function::ptr>
|
||||
void compiler::compile(const std::string& file, std::vector<std::uint8_t>& data)
|
||||
{
|
||||
filename_ = file;
|
||||
sources_.clear();
|
||||
|
||||
auto prog = parse_buffer(filename_, data);
|
||||
|
||||
@ -33,39 +32,19 @@ void compiler::read_callback(std::function<std::vector<std::uint8_t>(const std::
|
||||
|
||||
auto compiler::parse_buffer(const std::string& file, std::vector<std::uint8_t>& data) -> ast::program::ptr
|
||||
{
|
||||
yyscan_t scanner;
|
||||
context ctx;
|
||||
ast::program::ptr result(nullptr);
|
||||
|
||||
ctx.header_top = 0;
|
||||
ctx.mode = mode_;
|
||||
ctx.read_callback = read_callback_;
|
||||
ctx.sources = &sources_;
|
||||
ctx.loc.initialize(&file);
|
||||
resolver::set_reader(read_callback_);
|
||||
|
||||
// Add the two NULL terminators, required by flex.
|
||||
data.push_back(0);
|
||||
data.push_back(0);
|
||||
lexer lexer(file, reinterpret_cast<char*>(data.data()), data.size());
|
||||
|
||||
if (h1_lex_init(&scanner))
|
||||
{
|
||||
throw comp_error(ctx.loc, "An unknown error ocurred while starting lexer context.");
|
||||
}
|
||||
|
||||
ctx.scanner = scanner;
|
||||
|
||||
YY_BUFFER_STATE yybuffer = h1__scan_buffer(reinterpret_cast<char*>(data.data()), data.size(), scanner);
|
||||
|
||||
parser parser(scanner, &ctx, result);
|
||||
parser parser(lexer, result);
|
||||
|
||||
if (parser.parse() || result == nullptr)
|
||||
{
|
||||
throw comp_error(ctx.loc, "An unknown error ocurred while parsing gsc file.");
|
||||
throw comp_error(xsk::gsc::location(&file), "An unknown error ocurred while parsing gsc file.");
|
||||
}
|
||||
|
||||
h1__delete_buffer(yybuffer, scanner);
|
||||
h1_lex_destroy(scanner);
|
||||
|
||||
return result;
|
||||
}
|
||||
|
||||
|
||||
@ -1,4 +1,4 @@
|
||||
// Copyright 2021 xensik. All rights reserved.
|
||||
// Copyright 2022 xensik. All rights reserved.
|
||||
//
|
||||
// Use of this source code is governed by a GNU GPLv3 license
|
||||
// that can be found in the LICENSE file.
|
||||
@ -25,7 +25,6 @@ class compiler : public gsc::compiler
|
||||
std::vector<animtree_t> animtrees_;
|
||||
std::unordered_map<std::string, ast::expr> constants_;
|
||||
std::function<std::vector<std::uint8_t>(const std::string&)> read_callback_;
|
||||
std::vector<gsc::source> sources_;
|
||||
std::vector<block*> break_blks_;
|
||||
std::vector<block*> continue_blks_;
|
||||
bool can_break_;
|
||||
|
||||
@ -1,4 +1,4 @@
|
||||
// Copyright 2021 xensik. All rights reserved.
|
||||
// Copyright 2022 xensik. All rights reserved.
|
||||
//
|
||||
// Use of this source code is governed by a GNU GPLv3 license
|
||||
// that can be found in the LICENSE file.
|
||||
|
||||
@ -1,4 +1,4 @@
|
||||
// Copyright 2021 xensik. All rights reserved.
|
||||
// Copyright 2022 xensik. All rights reserved.
|
||||
//
|
||||
// Use of this source code is governed by a GNU GPLv3 license
|
||||
// that can be found in the LICENSE file.
|
||||
|
||||
@ -1,4 +1,4 @@
|
||||
// Copyright 2021 xensik. All rights reserved.
|
||||
// Copyright 2022 xensik. All rights reserved.
|
||||
//
|
||||
// Use of this source code is governed by a GNU GPLv3 license
|
||||
// that can be found in the LICENSE file.
|
||||
|
||||
@ -1,4 +1,4 @@
|
||||
// Copyright 2021 xensik. All rights reserved.
|
||||
// Copyright 2022 xensik. All rights reserved.
|
||||
//
|
||||
// Use of this source code is governed by a GNU GPLv3 license
|
||||
// that can be found in the LICENSE file.
|
||||
|
||||
@ -1,4 +1,4 @@
|
||||
// Copyright 2021 xensik. All rights reserved.
|
||||
// Copyright 2022 xensik. All rights reserved.
|
||||
//
|
||||
// Use of this source code is governed by a GNU GPLv3 license
|
||||
// that can be found in the LICENSE file.
|
||||
|
||||
@ -1,4 +1,4 @@
|
||||
// Copyright 2021 xensik. All rights reserved.
|
||||
// Copyright 2022 xensik. All rights reserved.
|
||||
//
|
||||
// Use of this source code is governed by a GNU GPLv3 license
|
||||
// that can be found in the LICENSE file.
|
||||
|
||||
3934
src/h1/xsk/lexer.cpp
3934
src/h1/xsk/lexer.cpp
File diff suppressed because it is too large
Load Diff
@ -1,711 +1,79 @@
|
||||
#ifndef h1_HEADER_H
|
||||
#define h1_HEADER_H 1
|
||||
#define h1_IN_HEADER 1
|
||||
|
||||
#line 5 "lexer.hpp"
|
||||
#include "stdafx.hpp"
|
||||
#include "h1.hpp"
|
||||
#include "parser.hpp"
|
||||
using namespace xsk::gsc;
|
||||
void h1_push_header(xsk::gsc::context* ctx, const std::string& file);
|
||||
void h1_pop_header(xsk::gsc::context* ctx);
|
||||
|
||||
#line 13 "lexer.hpp"
|
||||
|
||||
#define YY_INT_ALIGNED short int
|
||||
|
||||
/* A lexical scanner generated by flex */
|
||||
|
||||
#define FLEX_SCANNER
|
||||
#define YY_FLEX_MAJOR_VERSION 2
|
||||
#define YY_FLEX_MINOR_VERSION 6
|
||||
#define YY_FLEX_SUBMINOR_VERSION 4
|
||||
#if YY_FLEX_SUBMINOR_VERSION > 0
|
||||
#define FLEX_BETA
|
||||
#endif
|
||||
|
||||
#ifdef yy_create_buffer
|
||||
#define h1__create_buffer_ALREADY_DEFINED
|
||||
#else
|
||||
#define yy_create_buffer h1__create_buffer
|
||||
#endif
|
||||
|
||||
#ifdef yy_delete_buffer
|
||||
#define h1__delete_buffer_ALREADY_DEFINED
|
||||
#else
|
||||
#define yy_delete_buffer h1__delete_buffer
|
||||
#endif
|
||||
|
||||
#ifdef yy_scan_buffer
|
||||
#define h1__scan_buffer_ALREADY_DEFINED
|
||||
#else
|
||||
#define yy_scan_buffer h1__scan_buffer
|
||||
#endif
|
||||
|
||||
#ifdef yy_scan_string
|
||||
#define h1__scan_string_ALREADY_DEFINED
|
||||
#else
|
||||
#define yy_scan_string h1__scan_string
|
||||
#endif
|
||||
|
||||
#ifdef yy_scan_bytes
|
||||
#define h1__scan_bytes_ALREADY_DEFINED
|
||||
#else
|
||||
#define yy_scan_bytes h1__scan_bytes
|
||||
#endif
|
||||
|
||||
#ifdef yy_init_buffer
|
||||
#define h1__init_buffer_ALREADY_DEFINED
|
||||
#else
|
||||
#define yy_init_buffer h1__init_buffer
|
||||
#endif
|
||||
|
||||
#ifdef yy_flush_buffer
|
||||
#define h1__flush_buffer_ALREADY_DEFINED
|
||||
#else
|
||||
#define yy_flush_buffer h1__flush_buffer
|
||||
#endif
|
||||
|
||||
#ifdef yy_load_buffer_state
|
||||
#define h1__load_buffer_state_ALREADY_DEFINED
|
||||
#else
|
||||
#define yy_load_buffer_state h1__load_buffer_state
|
||||
#endif
|
||||
|
||||
#ifdef yy_switch_to_buffer
|
||||
#define h1__switch_to_buffer_ALREADY_DEFINED
|
||||
#else
|
||||
#define yy_switch_to_buffer h1__switch_to_buffer
|
||||
#endif
|
||||
|
||||
#ifdef yypush_buffer_state
|
||||
#define h1_push_buffer_state_ALREADY_DEFINED
|
||||
#else
|
||||
#define yypush_buffer_state h1_push_buffer_state
|
||||
#endif
|
||||
|
||||
#ifdef yypop_buffer_state
|
||||
#define h1_pop_buffer_state_ALREADY_DEFINED
|
||||
#else
|
||||
#define yypop_buffer_state h1_pop_buffer_state
|
||||
#endif
|
||||
|
||||
#ifdef yyensure_buffer_stack
|
||||
#define h1_ensure_buffer_stack_ALREADY_DEFINED
|
||||
#else
|
||||
#define yyensure_buffer_stack h1_ensure_buffer_stack
|
||||
#endif
|
||||
|
||||
#ifdef yylex
|
||||
#define h1_lex_ALREADY_DEFINED
|
||||
#else
|
||||
#define yylex h1_lex
|
||||
#endif
|
||||
|
||||
#ifdef yyrestart
|
||||
#define h1_restart_ALREADY_DEFINED
|
||||
#else
|
||||
#define yyrestart h1_restart
|
||||
#endif
|
||||
|
||||
#ifdef yylex_init
|
||||
#define h1_lex_init_ALREADY_DEFINED
|
||||
#else
|
||||
#define yylex_init h1_lex_init
|
||||
#endif
|
||||
|
||||
#ifdef yylex_init_extra
|
||||
#define h1_lex_init_extra_ALREADY_DEFINED
|
||||
#else
|
||||
#define yylex_init_extra h1_lex_init_extra
|
||||
#endif
|
||||
|
||||
#ifdef yylex_destroy
|
||||
#define h1_lex_destroy_ALREADY_DEFINED
|
||||
#else
|
||||
#define yylex_destroy h1_lex_destroy
|
||||
#endif
|
||||
|
||||
#ifdef yyget_debug
|
||||
#define h1_get_debug_ALREADY_DEFINED
|
||||
#else
|
||||
#define yyget_debug h1_get_debug
|
||||
#endif
|
||||
|
||||
#ifdef yyset_debug
|
||||
#define h1_set_debug_ALREADY_DEFINED
|
||||
#else
|
||||
#define yyset_debug h1_set_debug
|
||||
#endif
|
||||
|
||||
#ifdef yyget_extra
|
||||
#define h1_get_extra_ALREADY_DEFINED
|
||||
#else
|
||||
#define yyget_extra h1_get_extra
|
||||
#endif
|
||||
|
||||
#ifdef yyset_extra
|
||||
#define h1_set_extra_ALREADY_DEFINED
|
||||
#else
|
||||
#define yyset_extra h1_set_extra
|
||||
#endif
|
||||
|
||||
#ifdef yyget_in
|
||||
#define h1_get_in_ALREADY_DEFINED
|
||||
#else
|
||||
#define yyget_in h1_get_in
|
||||
#endif
|
||||
|
||||
#ifdef yyset_in
|
||||
#define h1_set_in_ALREADY_DEFINED
|
||||
#else
|
||||
#define yyset_in h1_set_in
|
||||
#endif
|
||||
|
||||
#ifdef yyget_out
|
||||
#define h1_get_out_ALREADY_DEFINED
|
||||
#else
|
||||
#define yyget_out h1_get_out
|
||||
#endif
|
||||
|
||||
#ifdef yyset_out
|
||||
#define h1_set_out_ALREADY_DEFINED
|
||||
#else
|
||||
#define yyset_out h1_set_out
|
||||
#endif
|
||||
|
||||
#ifdef yyget_leng
|
||||
#define h1_get_leng_ALREADY_DEFINED
|
||||
#else
|
||||
#define yyget_leng h1_get_leng
|
||||
#endif
|
||||
|
||||
#ifdef yyget_text
|
||||
#define h1_get_text_ALREADY_DEFINED
|
||||
#else
|
||||
#define yyget_text h1_get_text
|
||||
#endif
|
||||
|
||||
#ifdef yyget_lineno
|
||||
#define h1_get_lineno_ALREADY_DEFINED
|
||||
#else
|
||||
#define yyget_lineno h1_get_lineno
|
||||
#endif
|
||||
|
||||
#ifdef yyset_lineno
|
||||
#define h1_set_lineno_ALREADY_DEFINED
|
||||
#else
|
||||
#define yyset_lineno h1_set_lineno
|
||||
#endif
|
||||
|
||||
#ifdef yyget_column
|
||||
#define h1_get_column_ALREADY_DEFINED
|
||||
#else
|
||||
#define yyget_column h1_get_column
|
||||
#endif
|
||||
|
||||
#ifdef yyset_column
|
||||
#define h1_set_column_ALREADY_DEFINED
|
||||
#else
|
||||
#define yyset_column h1_set_column
|
||||
#endif
|
||||
|
||||
#ifdef yywrap
|
||||
#define h1_wrap_ALREADY_DEFINED
|
||||
#else
|
||||
#define yywrap h1_wrap
|
||||
#endif
|
||||
|
||||
#ifdef yyalloc
|
||||
#define h1_alloc_ALREADY_DEFINED
|
||||
#else
|
||||
#define yyalloc h1_alloc
|
||||
#endif
|
||||
|
||||
#ifdef yyrealloc
|
||||
#define h1_realloc_ALREADY_DEFINED
|
||||
#else
|
||||
#define yyrealloc h1_realloc
|
||||
#endif
|
||||
|
||||
#ifdef yyfree
|
||||
#define h1_free_ALREADY_DEFINED
|
||||
#else
|
||||
#define yyfree h1_free
|
||||
#endif
|
||||
|
||||
/* First, we deal with platform-specific or compiler-specific issues. */
|
||||
|
||||
/* begin standard C headers. */
|
||||
#include <stdio.h>
|
||||
#include <string.h>
|
||||
#include <errno.h>
|
||||
#include <stdlib.h>
|
||||
|
||||
/* end standard C headers. */
|
||||
|
||||
/* flex integer type definitions */
|
||||
|
||||
#ifndef FLEXINT_H
|
||||
#define FLEXINT_H
|
||||
|
||||
/* C99 systems have <inttypes.h>. Non-C99 systems may or may not. */
|
||||
|
||||
#if defined (__STDC_VERSION__) && __STDC_VERSION__ >= 199901L
|
||||
|
||||
/* C99 says to define __STDC_LIMIT_MACROS before including stdint.h,
|
||||
* if you want the limit (max/min) macros for int types.
|
||||
*/
|
||||
#ifndef __STDC_LIMIT_MACROS
|
||||
#define __STDC_LIMIT_MACROS 1
|
||||
#endif
|
||||
|
||||
#include <inttypes.h>
|
||||
typedef int8_t flex_int8_t;
|
||||
typedef uint8_t flex_uint8_t;
|
||||
typedef int16_t flex_int16_t;
|
||||
typedef uint16_t flex_uint16_t;
|
||||
typedef int32_t flex_int32_t;
|
||||
typedef uint32_t flex_uint32_t;
|
||||
#else
|
||||
typedef signed char flex_int8_t;
|
||||
typedef short int flex_int16_t;
|
||||
typedef int flex_int32_t;
|
||||
typedef unsigned char flex_uint8_t;
|
||||
typedef unsigned short int flex_uint16_t;
|
||||
typedef unsigned int flex_uint32_t;
|
||||
|
||||
/* Limits of integral types. */
|
||||
#ifndef INT8_MIN
|
||||
#define INT8_MIN (-128)
|
||||
#endif
|
||||
#ifndef INT16_MIN
|
||||
#define INT16_MIN (-32767-1)
|
||||
#endif
|
||||
#ifndef INT32_MIN
|
||||
#define INT32_MIN (-2147483647-1)
|
||||
#endif
|
||||
#ifndef INT8_MAX
|
||||
#define INT8_MAX (127)
|
||||
#endif
|
||||
#ifndef INT16_MAX
|
||||
#define INT16_MAX (32767)
|
||||
#endif
|
||||
#ifndef INT32_MAX
|
||||
#define INT32_MAX (2147483647)
|
||||
#endif
|
||||
#ifndef UINT8_MAX
|
||||
#define UINT8_MAX (255U)
|
||||
#endif
|
||||
#ifndef UINT16_MAX
|
||||
#define UINT16_MAX (65535U)
|
||||
#endif
|
||||
#ifndef UINT32_MAX
|
||||
#define UINT32_MAX (4294967295U)
|
||||
#endif
|
||||
|
||||
#ifndef SIZE_MAX
|
||||
#define SIZE_MAX (~(size_t)0)
|
||||
#endif
|
||||
|
||||
#endif /* ! C99 */
|
||||
|
||||
#endif /* ! FLEXINT_H */
|
||||
|
||||
/* begin standard C++ headers. */
|
||||
|
||||
/* TODO: this is always defined, so inline it */
|
||||
#define yyconst const
|
||||
|
||||
#if defined(__GNUC__) && __GNUC__ >= 3
|
||||
#define yynoreturn __attribute__((__noreturn__))
|
||||
#else
|
||||
#define yynoreturn
|
||||
#endif
|
||||
|
||||
/* An opaque pointer. */
|
||||
#ifndef YY_TYPEDEF_YY_SCANNER_T
|
||||
#define YY_TYPEDEF_YY_SCANNER_T
|
||||
typedef void* yyscan_t;
|
||||
#endif
|
||||
|
||||
/* For convenience, these vars (plus the bison vars far below)
|
||||
are macros in the reentrant scanner. */
|
||||
#define yyin yyg->yyin_r
|
||||
#define yyout yyg->yyout_r
|
||||
#define yyextra yyg->yyextra_r
|
||||
#define yyleng yyg->yyleng_r
|
||||
#define yytext yyg->yytext_r
|
||||
#define yylineno (YY_CURRENT_BUFFER_LVALUE->yy_bs_lineno)
|
||||
#define yycolumn (YY_CURRENT_BUFFER_LVALUE->yy_bs_column)
|
||||
#define yy_flex_debug yyg->yy_flex_debug_r
|
||||
|
||||
/* Size of default input buffer. */
|
||||
#ifndef YY_BUF_SIZE
|
||||
#ifdef __ia64__
|
||||
/* On IA-64, the buffer size is 16k, not 8k.
|
||||
* Moreover, YY_BUF_SIZE is 2*YY_READ_BUF_SIZE in the general case.
|
||||
* Ditto for the __ia64__ case accordingly.
|
||||
*/
|
||||
#define YY_BUF_SIZE 32768
|
||||
#else
|
||||
#define YY_BUF_SIZE 16384
|
||||
#endif /* __ia64__ */
|
||||
#endif
|
||||
|
||||
#ifndef YY_TYPEDEF_YY_BUFFER_STATE
|
||||
#define YY_TYPEDEF_YY_BUFFER_STATE
|
||||
typedef struct yy_buffer_state *YY_BUFFER_STATE;
|
||||
#endif
|
||||
|
||||
#ifndef YY_TYPEDEF_YY_SIZE_T
|
||||
#define YY_TYPEDEF_YY_SIZE_T
|
||||
typedef size_t yy_size_t;
|
||||
#endif
|
||||
|
||||
#ifndef YY_STRUCT_YY_BUFFER_STATE
|
||||
#define YY_STRUCT_YY_BUFFER_STATE
|
||||
struct yy_buffer_state
|
||||
{
|
||||
FILE *yy_input_file;
|
||||
|
||||
char *yy_ch_buf; /* input buffer */
|
||||
char *yy_buf_pos; /* current position in input buffer */
|
||||
|
||||
/* Size of input buffer in bytes, not including room for EOB
|
||||
* characters.
|
||||
*/
|
||||
int yy_buf_size;
|
||||
|
||||
/* Number of characters read into yy_ch_buf, not including EOB
|
||||
* characters.
|
||||
*/
|
||||
int yy_n_chars;
|
||||
|
||||
/* Whether we "own" the buffer - i.e., we know we created it,
|
||||
* and can realloc() it to grow it, and should free() it to
|
||||
* delete it.
|
||||
*/
|
||||
int yy_is_our_buffer;
|
||||
|
||||
/* Whether this is an "interactive" input source; if so, and
|
||||
* if we're using stdio for input, then we want to use getc()
|
||||
* instead of fread(), to make sure we stop fetching input after
|
||||
* each newline.
|
||||
*/
|
||||
int yy_is_interactive;
|
||||
|
||||
/* Whether we're considered to be at the beginning of a line.
|
||||
* If so, '^' rules will be active on the next match, otherwise
|
||||
* not.
|
||||
*/
|
||||
int yy_at_bol;
|
||||
|
||||
int yy_bs_lineno; /**< The line count. */
|
||||
int yy_bs_column; /**< The column count. */
|
||||
|
||||
/* Whether to try to fill the input buffer when we reach the
|
||||
* end of it.
|
||||
*/
|
||||
int yy_fill_buffer;
|
||||
|
||||
int yy_buffer_status;
|
||||
|
||||
};
|
||||
#endif /* !YY_STRUCT_YY_BUFFER_STATE */
|
||||
|
||||
void yyrestart ( FILE *input_file , yyscan_t yyscanner );
|
||||
void yy_switch_to_buffer ( YY_BUFFER_STATE new_buffer , yyscan_t yyscanner );
|
||||
YY_BUFFER_STATE yy_create_buffer ( FILE *file, int size , yyscan_t yyscanner );
|
||||
void yy_delete_buffer ( YY_BUFFER_STATE b , yyscan_t yyscanner );
|
||||
void yy_flush_buffer ( YY_BUFFER_STATE b , yyscan_t yyscanner );
|
||||
void yypush_buffer_state ( YY_BUFFER_STATE new_buffer , yyscan_t yyscanner );
|
||||
void yypop_buffer_state ( yyscan_t yyscanner );
|
||||
|
||||
YY_BUFFER_STATE yy_scan_buffer ( char *base, yy_size_t size , yyscan_t yyscanner );
|
||||
YY_BUFFER_STATE yy_scan_string ( const char *yy_str , yyscan_t yyscanner );
|
||||
YY_BUFFER_STATE yy_scan_bytes ( const char *bytes, int len , yyscan_t yyscanner );
|
||||
|
||||
void *yyalloc ( yy_size_t , yyscan_t yyscanner );
|
||||
void *yyrealloc ( void *, yy_size_t , yyscan_t yyscanner );
|
||||
void yyfree ( void * , yyscan_t yyscanner );
|
||||
|
||||
/* Begin user sect3 */
|
||||
|
||||
#define h1_wrap(yyscanner) (/*CONSTCOND*/1)
|
||||
#define YY_SKIP_YYWRAP
|
||||
|
||||
#define yytext_ptr yytext_r
|
||||
|
||||
#ifdef YY_HEADER_EXPORT_START_CONDITIONS
|
||||
#define INITIAL 0
|
||||
#define COMMENT_STATE 1
|
||||
#define DEV_OFF_STATE 2
|
||||
#define DEV_ON_STATE 3
|
||||
|
||||
#endif
|
||||
|
||||
#ifndef YY_NO_UNISTD_H
|
||||
/* Special case for "unistd.h", since it is non-ANSI. We include it way
|
||||
* down here because we want the user's section 1 to have been scanned first.
|
||||
* The user has a chance to override it with an option.
|
||||
*/
|
||||
#include <unistd.h>
|
||||
#endif
|
||||
|
||||
#ifndef YY_EXTRA_TYPE
|
||||
#define YY_EXTRA_TYPE void *
|
||||
#endif
|
||||
|
||||
int yylex_init (yyscan_t* scanner);
|
||||
|
||||
int yylex_init_extra ( YY_EXTRA_TYPE user_defined, yyscan_t* scanner);
|
||||
|
||||
/* Accessor methods to globals.
|
||||
These are made visible to non-reentrant scanners for convenience. */
|
||||
|
||||
int yylex_destroy ( yyscan_t yyscanner );
|
||||
|
||||
int yyget_debug ( yyscan_t yyscanner );
|
||||
|
||||
void yyset_debug ( int debug_flag , yyscan_t yyscanner );
|
||||
|
||||
YY_EXTRA_TYPE yyget_extra ( yyscan_t yyscanner );
|
||||
|
||||
void yyset_extra ( YY_EXTRA_TYPE user_defined , yyscan_t yyscanner );
|
||||
|
||||
FILE *yyget_in ( yyscan_t yyscanner );
|
||||
|
||||
void yyset_in ( FILE * _in_str , yyscan_t yyscanner );
|
||||
|
||||
FILE *yyget_out ( yyscan_t yyscanner );
|
||||
|
||||
void yyset_out ( FILE * _out_str , yyscan_t yyscanner );
|
||||
|
||||
int yyget_leng ( yyscan_t yyscanner );
|
||||
|
||||
char *yyget_text ( yyscan_t yyscanner );
|
||||
|
||||
int yyget_lineno ( yyscan_t yyscanner );
|
||||
|
||||
void yyset_lineno ( int _line_number , yyscan_t yyscanner );
|
||||
|
||||
int yyget_column ( yyscan_t yyscanner );
|
||||
|
||||
void yyset_column ( int _column_no , yyscan_t yyscanner );
|
||||
|
||||
/* Macros after this point can all be overridden by user definitions in
|
||||
* section 1.
|
||||
*/
|
||||
|
||||
#ifndef YY_SKIP_YYWRAP
|
||||
#ifdef __cplusplus
|
||||
extern "C" int yywrap ( yyscan_t yyscanner );
|
||||
#else
|
||||
extern int yywrap ( yyscan_t yyscanner );
|
||||
#endif
|
||||
#endif
|
||||
|
||||
#ifndef yytext_ptr
|
||||
static void yy_flex_strncpy ( char *, const char *, int , yyscan_t yyscanner);
|
||||
#endif
|
||||
|
||||
#ifdef YY_NEED_STRLEN
|
||||
static int yy_flex_strlen ( const char * , yyscan_t yyscanner);
|
||||
#endif
|
||||
|
||||
#ifndef YY_NO_INPUT
|
||||
|
||||
#endif
|
||||
|
||||
/* Amount of stuff to slurp up with each read. */
|
||||
#ifndef YY_READ_BUF_SIZE
|
||||
#ifdef __ia64__
|
||||
/* On IA-64, the buffer size is 16k, not 8k */
|
||||
#define YY_READ_BUF_SIZE 16384
|
||||
#else
|
||||
#define YY_READ_BUF_SIZE 8192
|
||||
#endif /* __ia64__ */
|
||||
#endif
|
||||
|
||||
/* Number of entries by which start-condition stack grows. */
|
||||
#ifndef YY_START_STACK_INCR
|
||||
#define YY_START_STACK_INCR 25
|
||||
#endif
|
||||
|
||||
/* Default declaration of generated scanner - a define so the user can
|
||||
* easily add parameters.
|
||||
*/
|
||||
#ifndef YY_DECL
|
||||
#define YY_DECL_IS_OURS 1
|
||||
|
||||
extern int yylex (yyscan_t yyscanner);
|
||||
|
||||
#define YY_DECL int yylex (yyscan_t yyscanner)
|
||||
#endif /* !YY_DECL */
|
||||
|
||||
/* yy_get_previous_state - get the state just before the EOB char was reached */
|
||||
|
||||
#undef YY_NEW_FILE
|
||||
#undef YY_FLUSH_BUFFER
|
||||
#undef yy_set_bol
|
||||
#undef yy_new_buffer
|
||||
#undef yy_set_interactive
|
||||
#undef YY_DO_BEFORE_ACTION
|
||||
|
||||
#ifdef YY_DECL_IS_OURS
|
||||
#undef YY_DECL_IS_OURS
|
||||
#undef YY_DECL
|
||||
#endif
|
||||
|
||||
#ifndef h1__create_buffer_ALREADY_DEFINED
|
||||
#undef yy_create_buffer
|
||||
#endif
|
||||
#ifndef h1__delete_buffer_ALREADY_DEFINED
|
||||
#undef yy_delete_buffer
|
||||
#endif
|
||||
#ifndef h1__scan_buffer_ALREADY_DEFINED
|
||||
#undef yy_scan_buffer
|
||||
#endif
|
||||
#ifndef h1__scan_string_ALREADY_DEFINED
|
||||
#undef yy_scan_string
|
||||
#endif
|
||||
#ifndef h1__scan_bytes_ALREADY_DEFINED
|
||||
#undef yy_scan_bytes
|
||||
#endif
|
||||
#ifndef h1__init_buffer_ALREADY_DEFINED
|
||||
#undef yy_init_buffer
|
||||
#endif
|
||||
#ifndef h1__flush_buffer_ALREADY_DEFINED
|
||||
#undef yy_flush_buffer
|
||||
#endif
|
||||
#ifndef h1__load_buffer_state_ALREADY_DEFINED
|
||||
#undef yy_load_buffer_state
|
||||
#endif
|
||||
#ifndef h1__switch_to_buffer_ALREADY_DEFINED
|
||||
#undef yy_switch_to_buffer
|
||||
#endif
|
||||
#ifndef h1_push_buffer_state_ALREADY_DEFINED
|
||||
#undef yypush_buffer_state
|
||||
#endif
|
||||
#ifndef h1_pop_buffer_state_ALREADY_DEFINED
|
||||
#undef yypop_buffer_state
|
||||
#endif
|
||||
#ifndef h1_ensure_buffer_stack_ALREADY_DEFINED
|
||||
#undef yyensure_buffer_stack
|
||||
#endif
|
||||
#ifndef h1_lex_ALREADY_DEFINED
|
||||
#undef yylex
|
||||
#endif
|
||||
#ifndef h1_restart_ALREADY_DEFINED
|
||||
#undef yyrestart
|
||||
#endif
|
||||
#ifndef h1_lex_init_ALREADY_DEFINED
|
||||
#undef yylex_init
|
||||
#endif
|
||||
#ifndef h1_lex_init_extra_ALREADY_DEFINED
|
||||
#undef yylex_init_extra
|
||||
#endif
|
||||
#ifndef h1_lex_destroy_ALREADY_DEFINED
|
||||
#undef yylex_destroy
|
||||
#endif
|
||||
#ifndef h1_get_debug_ALREADY_DEFINED
|
||||
#undef yyget_debug
|
||||
#endif
|
||||
#ifndef h1_set_debug_ALREADY_DEFINED
|
||||
#undef yyset_debug
|
||||
#endif
|
||||
#ifndef h1_get_extra_ALREADY_DEFINED
|
||||
#undef yyget_extra
|
||||
#endif
|
||||
#ifndef h1_set_extra_ALREADY_DEFINED
|
||||
#undef yyset_extra
|
||||
#endif
|
||||
#ifndef h1_get_in_ALREADY_DEFINED
|
||||
#undef yyget_in
|
||||
#endif
|
||||
#ifndef h1_set_in_ALREADY_DEFINED
|
||||
#undef yyset_in
|
||||
#endif
|
||||
#ifndef h1_get_out_ALREADY_DEFINED
|
||||
#undef yyget_out
|
||||
#endif
|
||||
#ifndef h1_set_out_ALREADY_DEFINED
|
||||
#undef yyset_out
|
||||
#endif
|
||||
#ifndef h1_get_leng_ALREADY_DEFINED
|
||||
#undef yyget_leng
|
||||
#endif
|
||||
#ifndef h1_get_text_ALREADY_DEFINED
|
||||
#undef yyget_text
|
||||
#endif
|
||||
#ifndef h1_get_lineno_ALREADY_DEFINED
|
||||
#undef yyget_lineno
|
||||
#endif
|
||||
#ifndef h1_set_lineno_ALREADY_DEFINED
|
||||
#undef yyset_lineno
|
||||
#endif
|
||||
#ifndef h1_get_column_ALREADY_DEFINED
|
||||
#undef yyget_column
|
||||
#endif
|
||||
#ifndef h1_set_column_ALREADY_DEFINED
|
||||
#undef yyset_column
|
||||
#endif
|
||||
#ifndef h1_wrap_ALREADY_DEFINED
|
||||
#undef yywrap
|
||||
#endif
|
||||
#ifndef h1_get_lval_ALREADY_DEFINED
|
||||
#undef yyget_lval
|
||||
#endif
|
||||
#ifndef h1_set_lval_ALREADY_DEFINED
|
||||
#undef yyset_lval
|
||||
#endif
|
||||
#ifndef h1_get_lloc_ALREADY_DEFINED
|
||||
#undef yyget_lloc
|
||||
#endif
|
||||
#ifndef h1_set_lloc_ALREADY_DEFINED
|
||||
#undef yyset_lloc
|
||||
#endif
|
||||
#ifndef h1_alloc_ALREADY_DEFINED
|
||||
#undef yyalloc
|
||||
#endif
|
||||
#ifndef h1_realloc_ALREADY_DEFINED
|
||||
#undef yyrealloc
|
||||
#endif
|
||||
#ifndef h1_free_ALREADY_DEFINED
|
||||
#undef yyfree
|
||||
#endif
|
||||
#ifndef h1_text_ALREADY_DEFINED
|
||||
#undef yytext
|
||||
#endif
|
||||
#ifndef h1_leng_ALREADY_DEFINED
|
||||
#undef yyleng
|
||||
#endif
|
||||
#ifndef h1_in_ALREADY_DEFINED
|
||||
#undef yyin
|
||||
#endif
|
||||
#ifndef h1_out_ALREADY_DEFINED
|
||||
#undef yyout
|
||||
#endif
|
||||
#ifndef h1__flex_debug_ALREADY_DEFINED
|
||||
#undef yy_flex_debug
|
||||
#endif
|
||||
#ifndef h1_lineno_ALREADY_DEFINED
|
||||
#undef yylineno
|
||||
#endif
|
||||
#ifndef h1_tables_fload_ALREADY_DEFINED
|
||||
#undef yytables_fload
|
||||
#endif
|
||||
#ifndef h1_tables_destroy_ALREADY_DEFINED
|
||||
#undef yytables_destroy
|
||||
#endif
|
||||
#ifndef h1_TABLES_NAME_ALREADY_DEFINED
|
||||
#undef yyTABLES_NAME
|
||||
#endif
|
||||
|
||||
#line 172 "lexer.lpp"
|
||||
|
||||
|
||||
#line 709 "lexer.hpp"
|
||||
#undef h1_IN_HEADER
|
||||
#endif /* h1_HEADER_H */
|
||||
// Copyright 2022 xensik. All rights reserved.
|
||||
//
|
||||
// Use of this source code is governed by a GNU GPLv3 license
|
||||
// that can be found in the LICENSE file.
|
||||
|
||||
#pragma once
|
||||
|
||||
#include "h1.hpp"
|
||||
|
||||
namespace xsk::gsc::h1
|
||||
{
|
||||
|
||||
enum class keyword;
|
||||
|
||||
struct buffer
|
||||
{
|
||||
int size;
|
||||
int length;
|
||||
char* data;
|
||||
|
||||
buffer();
|
||||
~buffer();
|
||||
bool push(char c);
|
||||
};
|
||||
|
||||
struct reader
|
||||
{
|
||||
enum states { end, ok };
|
||||
|
||||
states state;
|
||||
int bytes_remaining;
|
||||
const char* buffer_pos;
|
||||
char last_byte;
|
||||
char current_byte;
|
||||
|
||||
reader();
|
||||
|
||||
reader& operator=(const reader& r)
|
||||
{
|
||||
std::memcpy(this, &r, sizeof(reader));
|
||||
return *this;
|
||||
}
|
||||
|
||||
void init(const char* data, size_t size);
|
||||
void advance();
|
||||
};
|
||||
|
||||
class lexer
|
||||
{
|
||||
private:
|
||||
reader reader_;
|
||||
buffer buffer_;
|
||||
location loc_;
|
||||
build mode_;
|
||||
bool in_dev_state_;
|
||||
std::stack<location> locs_;
|
||||
std::stack<reader> readers_;
|
||||
std::uint32_t header_top_;
|
||||
|
||||
public:
|
||||
lexer(const std::string& name, const char* data, size_t size);
|
||||
auto lex() -> xsk::gsc::h1::parser::symbol_type;
|
||||
void push_header(const std::string& file);
|
||||
void pop_header();
|
||||
void restrict_header(const xsk::gsc::location& loc);
|
||||
|
||||
private:
|
||||
auto read_string(char quote, bool localize) -> xsk::gsc::h1::parser::symbol_type;
|
||||
auto read_number(char first) -> xsk::gsc::h1::parser::symbol_type;
|
||||
auto read_word(char first) -> xsk::gsc::h1::parser::symbol_type;
|
||||
auto read_dotsize() -> xsk::gsc::h1::parser::symbol_type;
|
||||
auto keyword_token(keyword k) -> xsk::gsc::h1::parser::symbol_type;
|
||||
static auto keyword_is_token(keyword k) -> bool;
|
||||
static auto get_keyword(std::string_view str) -> keyword;
|
||||
|
||||
static std::unordered_map<std::string_view, keyword> keywords;
|
||||
};
|
||||
|
||||
} // namespace xsk::gsc::h1
|
||||
|
||||
File diff suppressed because it is too large
Load Diff
@ -45,13 +45,12 @@
|
||||
#ifndef YY_H1_PARSER_HPP_INCLUDED
|
||||
# define YY_H1_PARSER_HPP_INCLUDED
|
||||
// "%code requires" blocks.
|
||||
#line 33 "parser.ypp"
|
||||
#line 28 "parser.ypp"
|
||||
|
||||
#include "h1.hpp"
|
||||
typedef void *yyscan_t;
|
||||
#define YY_DECL xsk::gsc::h1::parser::symbol_type H1lex(yyscan_t yyscanner, xsk::gsc::context* ctx)
|
||||
namespace xsk::gsc::h1 { class lexer; }
|
||||
|
||||
#line 55 "parser.hpp"
|
||||
#line 54 "parser.hpp"
|
||||
|
||||
# include <cassert>
|
||||
# include <cstdlib> // std::abort
|
||||
@ -194,7 +193,7 @@ typedef void *yyscan_t;
|
||||
|
||||
#line 13 "parser.ypp"
|
||||
namespace xsk { namespace gsc { namespace h1 {
|
||||
#line 198 "parser.hpp"
|
||||
#line 197 "parser.hpp"
|
||||
|
||||
|
||||
|
||||
@ -2685,7 +2684,7 @@ switch (yykind)
|
||||
};
|
||||
|
||||
/// Build a parser object.
|
||||
parser (yyscan_t yyscanner_yyarg, xsk::gsc::context* ctx_yyarg, xsk::gsc::ast::program::ptr& ast_yyarg);
|
||||
parser (xsk::gsc::h1::lexer& lexer_yyarg, xsk::gsc::ast::program::ptr& ast_yyarg);
|
||||
virtual ~parser ();
|
||||
|
||||
#if 201103L <= YY_CPLUSPLUS
|
||||
@ -4656,8 +4655,7 @@ switch (yykind)
|
||||
|
||||
|
||||
// User arguments.
|
||||
yyscan_t yyscanner;
|
||||
xsk::gsc::context* ctx;
|
||||
xsk::gsc::h1::lexer& lexer;
|
||||
xsk::gsc::ast::program::ptr& ast;
|
||||
|
||||
};
|
||||
@ -5342,7 +5340,7 @@ switch (yykind)
|
||||
|
||||
#line 13 "parser.ypp"
|
||||
} } } // xsk::gsc::h1
|
||||
#line 5346 "parser.hpp"
|
||||
#line 5344 "parser.hpp"
|
||||
|
||||
|
||||
|
||||
|
||||
@ -1,4 +1,4 @@
|
||||
// Copyright 2021 xensik. All rights reserved.
|
||||
// Copyright 2022 xensik. All rights reserved.
|
||||
//
|
||||
// Use of this source code is governed by a GNU GPLv3 license
|
||||
// that can be found in the LICENSE file.
|
||||
@ -206,6 +206,35 @@ auto resolver::make_token(std::string_view str) -> std::string
|
||||
return data;
|
||||
}
|
||||
|
||||
std::function<std::vector<std::uint8_t>(const std::string&)> read_callback = nullptr;
|
||||
std::unordered_map<std::string, std::vector<std::uint8_t>> files;
|
||||
|
||||
auto resolver::file_data(const std::string& name) -> std::tuple<const std::string*, char*, size_t>
|
||||
{
|
||||
const auto& itr = files.find(name);
|
||||
|
||||
if(itr != files.end())
|
||||
{
|
||||
return { &itr->first ,reinterpret_cast<char*>(itr->second.data()), itr->second.size() };
|
||||
}
|
||||
|
||||
auto data = read_callback(name);
|
||||
|
||||
const auto& res = files.insert({ name, std::move(data)});
|
||||
|
||||
if(res.second)
|
||||
{
|
||||
return { &res.first->first, reinterpret_cast<char*>(res.first->second.data()), res.first->second.size() };
|
||||
}
|
||||
|
||||
throw error("couldn't open gsc file '" + name + "'");
|
||||
}
|
||||
|
||||
void resolver::set_reader(std::function<std::vector<std::uint8_t>(const std::string&)> callback)
|
||||
{
|
||||
read_callback = callback;
|
||||
}
|
||||
|
||||
const std::array<std::pair<std::uint8_t, const char*>, 154> opcode_list
|
||||
{{
|
||||
{ 0x17, "SET_NEW_LOCAL_VARIABLE_FIELD_CACHED0" },
|
||||
|
||||
@ -1,4 +1,4 @@
|
||||
// Copyright 2021 xensik. All rights reserved.
|
||||
// Copyright 2022 xensik. All rights reserved.
|
||||
//
|
||||
// Use of this source code is governed by a GNU GPLv3 license
|
||||
// that can be found in the LICENSE file.
|
||||
@ -30,6 +30,8 @@ public:
|
||||
static auto find_method(const std::string& name) -> bool;
|
||||
|
||||
static auto make_token(std::string_view str) -> std::string;
|
||||
static auto file_data(const std::string& name) -> std::tuple<const std::string*, char*, size_t>;
|
||||
static void set_reader(std::function<std::vector<std::uint8_t>(const std::string&)> callback);
|
||||
};
|
||||
|
||||
} // namespace xsk::gsc::h1
|
||||
|
||||
Reference in New Issue
Block a user