/* * HLSL preprocessor * * Copyright 2020 Zebediah Figura for CodeWeavers * * This library is free software; you can redistribute it and/or * modify it under the terms of the GNU Lesser General Public * License as published by the Free Software Foundation; either * version 2.1 of the License, or (at your option) any later version. * * This library is distributed in the hope that it will be useful, * but WITHOUT ANY WARRANTY; without even the implied warranty of * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the GNU * Lesser General Public License for more details. * * You should have received a copy of the GNU Lesser General Public * License along with this library; if not, write to the Free Software * Foundation, Inc., 51 Franklin St, Fifth Floor, Boston, MA 02110-1301, USA */ %{ #include "preproc.tab.h" #define YYSTYPE PREPROC_YYSTYPE #define YYLTYPE PREPROC_YYLTYPE #define YY_DECL static int preproc_lexer_lex(YYSTYPE *yylval_param, YYLTYPE *yylloc_param, yyscan_t yyscanner) static void update_location(struct preproc_ctx *ctx); #define YY_USER_ACTION update_location(yyget_extra(yyscanner)); %} %option 8bit %option bison-bridge %option bison-locations %option extra-type="struct preproc_ctx *" %option never-interactive %option noinput %option nounput %option noyy_top_state %option noyywrap %option prefix="preproc_yy" %option reentrant %option stack /* Because these can both be terminated by EOF, we need states for them. */ %s C_COMMENT %s CXX_COMMENT NEWLINE \r?\n WS [ \t] IDENTIFIER [A-Za-z_][A-Za-z0-9_]* %% "//" {yy_push_state(CXX_COMMENT, yyscanner);} "/*" {yy_push_state(C_COMMENT, yyscanner);} \\{NEWLINE} {} \n { yy_pop_state(yyscanner); return T_NEWLINE; } "*/" {yy_pop_state(yyscanner);} <> {yy_pop_state(yyscanner);} . {} {IDENTIFIER} {return T_TEXT;} /* We have no use for floats, but shouldn't parse them as integers. */ [0-9]*\.[0-9]+([eE][+-]?[0-9]+)?[hHfF]? {return T_TEXT;} [0-9]+\.([eE][+-]?[0-9]+)?[hHfF]? {return T_TEXT;} [0-9]+([eE][+-]?[0-9]+)?[hHfF] {return T_TEXT;} [0-9]+[eE][+-]?[0-9]+ {return T_TEXT;} 0[xX][0-9a-fA-f]+[ul]{0,2} {return T_INTEGER;} 0[0-7]*[ul]{0,2} {return T_INTEGER;} [1-9][0-9]*[ul]{0,2} {return T_INTEGER;} "&&" {return T_TEXT;} "||" {return T_TEXT;} "++" {return T_TEXT;} "--" {return T_TEXT;} "<<"=? {return T_TEXT;} ">>"=? {return T_TEXT;} [-+*/%&|^=>\"([^"\\]|\\.)*\" {return T_TEXT;} #{WS}*{IDENTIFIER} { struct preproc_ctx *ctx = yyget_extra(yyscanner); const char *p; if (!ctx->last_was_newline) return T_TEXT; for (p = yytext + 1; strchr(" \t", *p); ++p) ; if (!strcmp(p, "else")) return T_ELSE; if (!strcmp(p, "endif")) return T_ENDIF; if (!strcmp(p, "if")) return T_IF; preproc_warning(ctx, yyget_lloc(yyscanner), VKD3D_SHADER_WARNING_PP_UNKNOWN_DIRECTIVE, "Ignoring unknown directive \"%s\".", yytext); return T_TEXT; } \\{NEWLINE} {} {NEWLINE} {return T_NEWLINE;} {WS}+ {} . {return T_TEXT;} %% static void update_location(struct preproc_ctx *ctx) { unsigned int i, leng = yyget_leng(ctx->scanner); const char *text = yyget_text(ctx->scanner); /* We want to do this here, rather than before calling yylex(), because * some tokens are skipped by the lexer. */ *yyget_lloc(ctx->scanner) = ctx->location; for (i = 0; i < leng; ++i) { ++ctx->location.column; if (text[i] == '\n') { ctx->location.column = 1; ++ctx->location.line; } } } static bool preproc_is_writing(struct preproc_ctx *ctx) { if (!ctx->if_count) return true; return ctx->if_stack[ctx->if_count - 1].current_true; } static int return_token(int token, YYSTYPE *lval, const char *text) { switch (token) { case T_INTEGER: case T_TEXT: if (!(lval->string = vkd3d_strdup(text))) return 0; break; } return token; } int yylex(YYSTYPE *lval, YYLTYPE *lloc, yyscan_t scanner) { struct preproc_ctx *ctx = yyget_extra(scanner); for (;;) { const char *text; int token; if (ctx->last_was_eof) return 0; if (!(token = preproc_lexer_lex(lval, lloc, scanner))) { ctx->last_was_eof = true; token = T_NEWLINE; text = "\n"; } else { text = yyget_text(scanner); } if (ctx->last_was_newline) { switch (token) { case T_ELSE: case T_ENDIF: case T_IF: ctx->current_directive = token; break; default: ctx->current_directive = 0; } } ctx->last_was_newline = (token == T_NEWLINE); TRACE("Parsing token %d, line %d, in directive %d, string %s.\n", token, lloc->line, ctx->current_directive, debugstr_a(text)); if (!ctx->current_directive && !preproc_is_writing(ctx)) continue; if (ctx->current_directive) return return_token(token, lval, text); vkd3d_string_buffer_printf(&ctx->buffer, "%s ", text); } } int preproc_lexer_parse(const struct vkd3d_shader_compile_info *compile_info, struct vkd3d_shader_code *out, struct vkd3d_shader_message_context *message_context) { struct preproc_ctx ctx = {0}; YY_BUFFER_STATE top_buffer; void *output_code; vkd3d_string_buffer_init(&ctx.buffer); ctx.message_context = message_context; ctx.location.source_name = compile_info->source_name; ctx.location.line = 1; ctx.location.column = 1; yylex_init_extra(&ctx, &ctx.scanner); top_buffer = yy_scan_bytes(compile_info->source.code, compile_info->source.size, ctx.scanner); ctx.last_was_newline = true; preproc_yyparse(ctx.scanner, &ctx); yy_delete_buffer(top_buffer, ctx.scanner); yylex_destroy(ctx.scanner); if (ctx.if_count) { const struct vkd3d_shader_location loc = {.source_name = ctx.location.source_name}; preproc_warning(&ctx, &loc, VKD3D_SHADER_WARNING_PP_UNTERMINATED_IF, "Unterminated #if block."); } vkd3d_free(ctx.if_stack); if (ctx.error) { WARN("Failed to preprocess.\n"); vkd3d_string_buffer_cleanup(&ctx.buffer); return VKD3D_ERROR_INVALID_SHADER; } if (!(output_code = vkd3d_malloc(ctx.buffer.content_size))) { vkd3d_string_buffer_cleanup(&ctx.buffer); return VKD3D_ERROR_OUT_OF_MEMORY; } memcpy(output_code, ctx.buffer.buffer, ctx.buffer.content_size); out->size = ctx.buffer.content_size; out->code = output_code; vkd3d_string_buffer_trace(&ctx.buffer); vkd3d_string_buffer_cleanup(&ctx.buffer); return VKD3D_OK; }