/* -*-C-*- * * Copyright 1998-2000 Bertho A. Stultiens (BS) * * 21-May-2000 BS - Fixed the ident requirement of resource names * which can be keywords. * 30-Apr-2000 BS - Reintegration into the wine-tree * 11-Jan-2000 BS - Very drastic cleanup because we don't have a * preprocessor in here anymore. * 02-Jan-2000 BS - Removed the preprocessor code * 23-Dec-1999 BS - Removed the copyright for Martin von Loewis. * There is really nothing left of his code in * this parser. * 20-Jun-1998 BS - Changed the filename conversion. Filenames are * case-sensitive inder *nix, but not under dos. * default behaviour is to convert to lower case. * - All backslashes are converted to forward and * both single and double slash is recognized as * MS/Borland does. * - Fixed a bug in 'yywf' case that prevented * double quoted names to be scanned propperly. * * 19-May-1998 BS - Started to build a preprocessor. * - Changed keyword processing completely to * table-lookups. * * 20-Apr-1998 BS - Added ';' comment stripping * * 17-Apr-1998 BS - Made the win32 keywords optional when compiling in * 16bit mode * * 15-Apr-1998 BS - Changed string handling to include escapes * - Added unicode string handling (no codepage * translation though). * - 'Borrowed' the main idea of string scanning from * the flex manual pages. * - Added conditional handling of scanning depending * on the state of the parser. This was mainly required * to distinguish a file to load or raw data that * follows. MS's definition of filenames is rather * complex... It can be unquoted or double quoted. If * double quoted, then the '\\' char is not automatically * escaped according to Borland's rc compiler, but it * accepts both "\\path\\file.rc" and "\path\file.rc". * This makes life very hard! I go for the escaped * version, as this seems to be the documented way... * - Single quoted strings are now parsed and converted * here. * - Added comment stripping. The implementation is * 'borrowed' from the flex manpages. * - Rebuild string processing so that it may contain * escaped '\0'. */ /* Exclusive string handling */ %x yystr /* Exclusive unicode string handling */ %x yylstr /* Exclusive rcdata single quoted data handling */ %x yyrcd /* Exclusive comment eating... */ %x comment /* Set when stripping c-junk */ %x pp_stripe %x pp_strips %x pp_stripp %x pp_stripp_final /* Set when scanning #line style directives */ %x pp_line %option stack %option never-interactive /* Some shortcut definitions */ ws [ \f\t\r] cident [a-zA-Z_][0-9a-zA-Z_]* %{ /*#define LEX_DEBUG*/ #include "config.h" #include #include #include #include #include #include "wrc.h" #include "utils.h" #include "preproc.h" #include "parser.h" #include "newstruc.h" #include "y.tab.h" #define YY_USE_PROTOS #define YY_NO_UNPUT #define YY_NO_TOP_STATE /* Always update the current character position within a line */ #define YY_USER_ACTION char_number+=yyleng; wanted_id = want_id; want_id = 0; static void addcchar(char c); static void addwchar(short s); static string_t *get_buffered_cstring(void); static string_t *get_buffered_wstring(void); static string_t *make_string(char *s); static char *cbuffer; /* Buffers for string collection */ static int cbufidx; static int cbufalloc = 0; static short *wbuffer; static int wbufidx; static int wbufalloc = 0; static int stripslevel = 0; /* Count {} during pp_strips/pp_stripe mode */ static int stripplevel = 0; /* Count () during pp_strips mode */ static int cjunk_tagline; /* Where did we start stripping (helps error tracking) */ /* * This one is a bit tricky. * We set 'want_id' in the parser to get the first * identifier we get across in the scanner, but we * also want it to be reset at nearly any token we * see. Exceptions are: * - newlines * - comments * - whitespace * * The scanner will automatically reset 'want_id' * after *each* scanner reduction and puts is value * into the var below. In this way we can see the * state after the YY_RULE_SETUP (i.e. the user action; * see above) and don't have to worry too much when * it needs to be reset. */ static int wanted_id = 0; static int save_wanted_id; /* To save across comment reductions */ struct keyword { char *keyword; int token; int isextension; int needcase; int alwayskw; }; static struct keyword keywords[] = { { "ACCELERATORS", tACCELERATORS, 0, 0, 0}, { "ALT", tALT, 0, 0, 0}, { "ASCII", tASCII, 0, 0, 0}, { "AUTO3STATE", tAUTO3STATE, 1, 0, 0}, { "AUTOCHECKBOX", tAUTOCHECKBOX, 1, 0, 0}, { "AUTORADIOBUTTON", tAUTORADIOBUTTON, 1, 0, 0}, { "BEGIN", tBEGIN, 0, 0, 0}, { "BITMAP", tBITMAP, 0, 0, 0}, { "BLOCK", tBLOCK, 0, 0, 0}, { "BUTTON", tBUTTON, 1, 0, 0}, { "CAPTION", tCAPTION, 0, 0, 0}, { "CHARACTERISTICS", tCHARACTERISTICS, 1, 0, 0}, { "CHECKBOX", tCHECKBOX, 0, 0, 0}, { "CHECKED", tCHECKED, 0, 0, 0}, { "CLASS", tCLASS, 0, 0, 0}, { "COMBOBOX", tCOMBOBOX, 0, 0, 0}, { "CONTROL", tCONTROL, 0, 0, 0}, { "CTEXT", tCTEXT, 0, 0, 0}, { "CURSOR", tCURSOR, 0, 0, 0}, { "DEFPUSHBUTTON", tDEFPUSHBUTTON, 0, 0, 0}, { "DIALOG", tDIALOG, 0, 0, 0}, { "DIALOGEX", tDIALOGEX, 1, 0, 0}, { "DISCARDABLE", tDISCARDABLE, 0, 0, 0}, { "DLGINIT", tDLGINIT, 0, 0, 0}, { "EDITTEXT", tEDITTEXT, 0, 0, 0}, { "END", tEND, 0, 0, 0}, { "enum", tENUM, 0, 1, 1}, { "EXSTYLE", tEXSTYLE, 0, 0, 0}, { "extern", tEXTERN, 0, 1, 1}, { "FILEFLAGS", tFILEFLAGS, 0, 0, 0}, { "FILEFLAGSMASK", tFILEFLAGSMASK, 0, 0, 0}, { "FILEOS", tFILEOS, 0, 0, 0}, { "FILESUBTYPE", tFILESUBTYPE, 0, 0, 0}, { "FILETYPE", tFILETYPE, 0, 0, 0}, { "FILEVERSION", tFILEVERSION, 0, 0, 0}, { "FIXED", tFIXED, 0, 0, 0}, { "FONT", tFONT, 0, 0, 0}, { "FONTDIR", tFONTDIR, 0, 0, 0}, /* This is a Borland BRC extension */ { "GRAYED", tGRAYED, 0, 0, 0}, { "GROUPBOX", tGROUPBOX, 0, 0, 0}, { "HELP", tHELP, 0, 0, 0}, { "ICON", tICON, 0, 0, 0}, { "IMPURE", tIMPURE, 0, 0, 0}, { "INACTIVE", tINACTIVE, 0, 0, 0}, { "inline", tINLINE, 0, 1, 1}, { "LANGUAGE", tLANGUAGE, 1, 0, 1}, { "LISTBOX", tLISTBOX, 0, 0, 0}, { "LOADONCALL", tLOADONCALL, 0, 0, 0}, { "LTEXT", tLTEXT, 0, 0, 0}, { "MENU", tMENU, 0, 0, 0}, { "MENUBARBREAK", tMENUBARBREAK, 0, 0, 0}, { "MENUBREAK", tMENUBREAK, 0, 0, 0}, { "MENUEX", tMENUEX, 1, 0, 0}, { "MENUITEM", tMENUITEM, 0, 0, 0}, { "MESSAGETABLE", tMESSAGETABLE, 1, 0, 0}, { "MOVEABLE", tMOVEABLE, 0, 0, 0}, { "NOINVERT", tNOINVERT, 0, 0, 0}, { "NOT", tNOT, 0, 0, 0}, { "POPUP", tPOPUP, 0, 0, 0}, { "PRELOAD", tPRELOAD, 0, 0, 0}, { "PRODUCTVERSION", tPRODUCTVERSION, 0, 0, 0}, { "PURE", tPURE, 0, 0, 0}, { "PUSHBUTTON", tPUSHBUTTON, 0, 0, 0}, { "RADIOBUTTON", tRADIOBUTTON, 0, 0, 0}, { "RCDATA", tRCDATA, 0, 0, 0}, { "RTEXT", tRTEXT, 0, 0, 0}, { "SCROLLBAR", tSCROLLBAR, 0, 0, 0}, { "SEPARATOR", tSEPARATOR, 0, 0, 0}, { "SHIFT", tSHIFT, 0, 0, 0}, { "STATE3", tSTATE3, 1, 0, 0}, { "static", tSTATIC, 0, 1, 1}, { "STRING", tSTRING, 0, 0, 0}, { "STRINGTABLE", tSTRINGTABLE, 0, 0, 1}, { "struct", tSTRUCT, 0, 1, 1}, { "STYLE", tSTYLE, 0, 0, 0}, { "TOOLBAR", tTOOLBAR, 1, 0, 0}, { "typedef", tTYPEDEF, 0, 1, 1}, { "VALUE", tVALUE, 0, 0, 0}, { "VERSION", tVERSION, 1, 0, 0}, { "VERSIONINFO", tVERSIONINFO, 0, 0, 0}, { "VIRTKEY", tVIRTKEY, 0, 0, 0} }; #define NKEYWORDS (sizeof(keywords)/sizeof(keywords[0])) #define KWP(p) ((struct keyword *)(p)) static int kw_cmp_func(const void *s1, const void *s2) { int ret; ret = strcasecmp(KWP(s1)->keyword, KWP(s2)->keyword); if(!ret && (KWP(s1)->needcase || KWP(s2)->needcase)) return strcmp(KWP(s1)->keyword, KWP(s2)->keyword); else return ret; } #define KW_BSEARCH #define DO_SORT static struct keyword *iskeyword(char *kw) { struct keyword *kwp; struct keyword key; key.keyword = kw; key.needcase = 0; #ifdef DO_SORT { /* Make sure that it is sorted for bsearsh */ static int sorted = 0; if(!sorted) { qsort(keywords, NKEYWORDS, sizeof(keywords[0]), kw_cmp_func); sorted = 1; } } #endif #ifdef KW_BSEARCH kwp = bsearch(&key, keywords, NKEYWORDS, sizeof(keywords[0]), kw_cmp_func); #else { int i; for(i = 0; i < NKEYWORDS; i++) { if(!kw_cmp_func(&key, &keywords[i])) break; } if(i < NKEYWORDS) kwp = &keywords[i]; else kwp = NULL; } #endif if(kwp == NULL || (kwp->isextension && !extensions)) return NULL; else return kwp; } %} /* ************************************************************************** * The flexer starts here ************************************************************************** */ %% /* * Catch the GCC-style line statements here and parse them. * This has the advantage that you can #include at any * stage in the resource file. * The preprocessor generates line directives in the format: * # "filename" * * Codes can be a sequence of: * - 1 start of new file * - 2 returning to previous * - 3 system header * - 4 interpret as C-code * * 4 is not used and 1 mutually excludes 2 * Anyhow, we are not really interested in these at all * because we only want to know the linenumber and * filename. */ ^{ws}*\#{ws}* yy_push_state(pp_line); [^\n]* { int lineno; char *cptr; char *fname; yy_pop_state(); lineno = (int)strtol(yytext, &cptr, 10); if(!lineno) yyerror("Malformed '#...' line-directive; invalid linenumber"); fname = strchr(cptr, '"'); if(!fname) yyerror("Malformed '#...' line-directive; missing filename"); fname++; cptr = strchr(fname, '"'); if(!cptr) yyerror("Malformed '#...' line-directive; missing terminating \""); *cptr = '\0'; line_number = lineno - 1; /* We didn't read the newline */ input_name = xstrdup(fname); } /* * Strip everything until a ';' taking * into account braces {} for structures, * classes and enums. */ \{ stripslevel++; \} stripslevel--; ; if(!stripslevel) yy_pop_state(); \/[^*\n] ; /* To catch comments */ [^\{\};\n#/]* ; /* Ignore rest */ \n line_number++; char_number = 1; \( stripplevel++; \) { stripplevel--; if(!stripplevel) { yy_pop_state(); yy_push_state(pp_stripp_final); } } \/[^*\n] ; /* To catch comments */ [^\(\);\n#/]* ; /* Ignore rest */ \n line_number++; char_number = 1; {ws}* ; /* Ignore */ ; yy_pop_state(); /* Kill the semicolon */ \n line_number++; char_number = 1; yy_pop_state(); . yyless(0); yy_pop_state(); \{ return tBEGIN; \} return tEND; [0-9]+[lL]? { yylval.num = strtoul(yytext, 0, 10); return toupper(yytext[yyleng-1]) == 'L' ? tLNUMBER : tNUMBER; } 0[xX][0-9A-Fa-f]+[lL]? { yylval.num = strtoul(yytext, 0, 16); return toupper(yytext[yyleng-1]) == 'L' ? tLNUMBER : tNUMBER; } 0[oO][0-7]+[lL]? { yylval.num = strtoul(yytext+2, 0, 8); return toupper(yytext[yyleng-1]) == 'L' ? tLNUMBER : tNUMBER; } /* * The next two rules scan identifiers and filenames. * This is achieved by using the priority ruling * of the scanner where a '.' is valid in a filename * and *only* in a filename. In this case, the second * rule will be reduced because it is longer. */ [A-Za-z_0-9]+ { struct keyword *tok = iskeyword(yytext); if(tok) { if(tok->token == tCLASS && !strcmp(yytext, "class")) return tCPPCLASS; else if(wanted_id && !tok->alwayskw) { yylval.str = make_string(yytext); return tIDENT; } else return tok->token; } else { yylval.str = make_string(yytext); return tIDENT; } } [A-Za-z_0-9./\\]+ yylval.str = make_string(yytext); return tFILENAME; /* * Wide string scanning */ L\" { yy_push_state(yylstr); wbufidx = 0; if(!win32) yywarning("16bit resource contains unicode strings\n"); } \"{ws}+ | \" { yy_pop_state(); yylval.str = get_buffered_wstring(); return tSTRING; } \\[0-7]{1,6} { /* octal escape sequence */ int result; result = strtol(yytext+1, 0, 8); if ( result > 0xffff ) yyerror("Character constant out of range"); addwchar((short)result); } \\x[0-9a-fA-F]{4} { /* hex escape sequence */ int result; result = strtol(yytext+2, 0, 16); addwchar((short)result); } \\x[0-9a-fA-F]{1,3} { yyerror("Invalid hex escape sequence '%s'", yytext); } \\[0-9]+ yyerror("Bad escape secuence"); \\a addwchar('\a'); \\b addwchar('\b'); \\f addwchar('\f'); \\n addwchar('\n'); \\r addwchar('\r'); \\t addwchar('\t'); \\v addwchar('\v'); \\(\n|.) addwchar(yytext[1]); \\\r\n addwchar(yytext[2]); \"\" addcchar('\"'); /* "bla""bla" -> "bla\"bla" */ \\\"\" addcchar('\"'); /* "bla\""bla" -> "bla\"bla" */ \"{ws}+\" ; /* "bla" "bla" -> "blabla" */ [^\\\n\"]+ { char *yptr = yytext; while(*yptr) /* FIXME: codepage translation */ addwchar(*yptr++ & 0xff); } \n yyerror("Unterminated string"); /* * Normal string scanning */ \" yy_push_state(yystr); cbufidx = 0; \"{ws}+ | \" { yy_pop_state(); yylval.str = get_buffered_cstring(); return tSTRING; } \\[0-7]{1,3} { /* octal escape sequence */ int result; result = strtol(yytext+1, 0, 8); if ( result > 0xff ) yyerror("Character constant out of range"); addcchar((char)result); } \\x[0-9a-fA-F]{2} { /* hex escape sequence */ int result; result = strtol(yytext+2, 0, 16); addcchar((char)result); } \\x[0-9a-fA-F] { yyerror("Invalid hex escape sequence '%s'", yytext); } \\[0-9]+ yyerror("Bad escape secuence"); \\a addcchar('\a'); \\b addcchar('\b'); \\f addcchar('\f'); \\n addcchar('\n'); \\r addcchar('\r'); \\t addcchar('\t'); \\v addcchar('\v'); \\(\n|.) addcchar(yytext[1]); \\\r\n addcchar(yytext[2]); [^\\\n\"]+ { char *yptr = yytext; while(*yptr) addcchar(*yptr++); } \"\" addcchar('\"'); /* "bla""bla" -> "bla\"bla" */ \\\"\" addcchar('\"'); /* "bla\""bla" -> "bla\"bla" */ \"{ws}+\" ; /* "bla" "bla" -> "blabla" */ \n yyerror("Unterminated string"); /* * Raw data scanning */ \' yy_push_state(yyrcd); cbufidx = 0; \' { yy_pop_state(); yylval.raw = new_raw_data(); yylval.raw->size = cbufidx; yylval.raw->data = xmalloc(yylval.raw->size); memcpy(yylval.raw->data, cbuffer, yylval.raw->size); return tRAWDATA; } [0-9a-fA-F]{2} { int result; result = strtol(yytext, 0, 16); addcchar((char)result); } {ws}+ ; /* Ignore space */ \n line_number++; char_number = 1; . yyerror("Malformed data-line"); /* * Comment stripping * Should never occur after preprocessing */ "/*" { yy_push_state(comment); save_wanted_id = wanted_id; if(!no_preprocess) yywarning("Found comments after preprocessing, please report"); } [^*\n]* ; "*"+[^*/\n]* ; \n line_number++; char_number = 1; "*"+"/" yy_pop_state(); want_id = save_wanted_id; ;[^\n]* want_id = wanted_id; /* not really comment, but left-over c-junk */ "//"[^\n]* want_id = wanted_id; if(!no_preprocess) yywarning("Found comments after preprocessing, please report"); \n { want_id = wanted_id; line_number++; char_number = 1; if(want_nl) { want_nl = 0; return tNL; } } {ws}+ want_id = wanted_id; /* Eat whitespace */ . return yytext[0]; <> { if(YY_START == pp_strips || YY_START == pp_stripe || YY_START == pp_stripp || YY_START == pp_stripp_final) yyerror("Unexpected end of file during c-junk scanning (started at %d)", cjunk_tagline); else yyterminate(); } <*>.|\n { /* Catch all rule to find any unmatched text */ if(*yytext == '\n') { line_number++; char_number = 1; } yywarning("Unmatched text '%c' (0x%02x) YY_START=%d stripslevel=%d", isprint(*yytext & 0xff) ? *yytext : '.', *yytext, YY_START,stripslevel); } %% #ifndef yywrap int yywrap(void) { #if 0 if(bufferstackidx > 0) { return 0; } #endif return 1; } #endif /* These dup functions copy the enclosed '\0' from * the resource string. */ static void addcchar(char c) { if(cbufidx >= cbufalloc) { cbufalloc += 1024; cbuffer = xrealloc(cbuffer, cbufalloc * sizeof(cbuffer[0])); if(cbufalloc > 65536) yywarning("Reallocating string buffer larger than 64kB"); } cbuffer[cbufidx++] = c; } static void addwchar(short s) { if(wbufidx >= wbufalloc) { wbufalloc += 1024; wbuffer = xrealloc(wbuffer, wbufalloc * sizeof(wbuffer[0])); if(wbufalloc > 65536) yywarning("Reallocating wide string buffer larger than 64kB"); } /* * BS 08-Aug-1999 FIXME: The '& 0xff' is probably a bug, but I have * not experienced it yet and I seem to remember that this was for * a reason. But, as so many things you tend to forget why. * I guess that there were problems due to the sign extension of * shorts WRT chars (e.g. 0x80 becomes 0xff80 instead of 0x0080). * This should then be fixed in the lexer calling the function. */ wbuffer[wbufidx++] = (short)(s & 0xff); } static string_t *get_buffered_cstring(void) { string_t *str = new_string(); str->size = cbufidx; str->type = str_char; str->str.cstr = (char *)xmalloc(cbufidx+1); memcpy(str->str.cstr, cbuffer, cbufidx); str->str.cstr[cbufidx] = '\0'; return str; } static string_t *get_buffered_wstring(void) { string_t *str = new_string(); str->size = wbufidx; str->type = str_unicode; str->str.wstr = (short *)xmalloc(2*(wbufidx+1)); memcpy(str->str.wstr, wbuffer, wbufidx); str->str.wstr[wbufidx] = 0; return str; } static string_t *make_string(char *s) { string_t *str = new_string(); str->size = strlen(s); str->type = str_char; str->str.cstr = (char *)xmalloc(str->size+1); memcpy(str->str.cstr, s, str->size+1); return str; } /* Called from the parser to kill c-junk */ void strip_extern(void) { cjunk_tagline = line_number; yy_push_state(pp_stripe); } void strip_til_semicolon(void) { cjunk_tagline = line_number; yy_push_state(pp_strips); } void strip_til_parenthesis(void) { cjunk_tagline = line_number; stripplevel = 1; /* One scanned already */ yy_push_state(pp_stripp); }