Re-generate re_lexer.c

Author: plusvic

libyara/re_lexer.c

@@ -765,12 +765,18 @@ with noyywrap then we can remove this pragma.
 #define snprintf _snprintf
 #endif
 
+// Bitmap with 1 bit for each of the 256 characters in the ASCII table. The bit
+// is set to 1 if the corresponding character is alphanumeric or 0 if otherwise.
 static uint8_t word_chars[] = {
     0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0xFF, 0x03,
     0xFE, 0xFF, 0xFF, 0x87, 0xFE, 0xFF, 0xFF, 0x07,
     0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00,
     0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00 };
 
+// Bitmap with 1 bit for each of the 256 characters in the ASCII table. The bit
+// is set to 1 if the corresponding character is considered a space. Space
+// characters include horizontal and vertical tabs, carriage return, new line
+// and form feed (\t, \v, \r, \n, \f).
 static uint8_t space_chars[] = {
     0x00, 0x3E, 0x00, 0x00, 0x01, 0x00, 0x00, 0x00,
     0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00,
@@ -785,10 +791,10 @@ int read_escaped_char(
     yyscan_t yyscanner,
     uint8_t* escaped_char);
 
-#line 788 "re_lexer.c"
+#line 794 "re_lexer.c"
 #define YY_NO_UNISTD_H 1
 
-#line 791 "re_lexer.c"
+#line 797 "re_lexer.c"
 
 #define INITIAL 0
 #define char_class 1
@@ -1061,10 +1067,10 @@ YY_DECL
 		}
 
 	{
-#line 105 "re_lexer.l"
+#line 111 "re_lexer.l"
 
 
-#line 1067 "re_lexer.c"
+#line 1073 "re_lexer.c"
 
 	while ( /*CONSTCOND*/1 )		/* loops until end-of-file is reached */
 		{
@@ -1131,7 +1137,7 @@ YY_DECL
 
 case 1:
 YY_RULE_SETUP
-#line 107 "re_lexer.l"
+#line 113 "re_lexer.l"
 {
 
   // Examples: {3,8} {0,5} {,5} {7,}
@@ -1173,7 +1179,7 @@ YY_RULE_SETUP
 	YY_BREAK
 case 2:
 YY_RULE_SETUP
-#line 147 "re_lexer.l"
+#line 153 "re_lexer.l"
 {
 
   // Example: {10}
@@ -1202,7 +1208,7 @@ YY_RULE_SETUP
 	YY_BREAK
 case 3:
 YY_RULE_SETUP
-#line 174 "re_lexer.l"
+#line 180 "re_lexer.l"
 {
 
   // Start of a negated character class. Example: [^abcd]
@@ -1214,7 +1220,7 @@ YY_RULE_SETUP
 	YY_BREAK
 case 4:
 YY_RULE_SETUP
-#line 183 "re_lexer.l"
+#line 189 "re_lexer.l"
 {
 
   // Start of character negated class containing a ].
@@ -1229,7 +1235,7 @@ YY_RULE_SETUP
 	YY_BREAK
 case 5:
 YY_RULE_SETUP
-#line 196 "re_lexer.l"
+#line 202 "re_lexer.l"
 {
 
   // Start of character class containing a ].
@@ -1244,7 +1250,7 @@ YY_RULE_SETUP
 	YY_BREAK
 case 6:
 YY_RULE_SETUP
-#line 209 "re_lexer.l"
+#line 215 "re_lexer.l"
 {
 
   // Start of character class. Example: [abcd]
@@ -1257,7 +1263,7 @@ YY_RULE_SETUP
 case 7:
 /* rule 7 can match eol */
 YY_RULE_SETUP
-#line 219 "re_lexer.l"
+#line 225 "re_lexer.l"
 {
 
   // Any non-special character is passed as a CHAR token to the scanner.
@@ -1268,63 +1274,63 @@ YY_RULE_SETUP
 	YY_BREAK
 case 8:
 YY_RULE_SETUP
-#line 228 "re_lexer.l"
+#line 234 "re_lexer.l"
 {
   return _WORD_CHAR_;
 }
 	YY_BREAK
 case 9:
 YY_RULE_SETUP
-#line 233 "re_lexer.l"
+#line 239 "re_lexer.l"
 {
   return _NON_WORD_CHAR_;
 }
 	YY_BREAK
 case 10:
 YY_RULE_SETUP
-#line 238 "re_lexer.l"
+#line 244 "re_lexer.l"
 {
   return _SPACE_;
 }
 	YY_BREAK
 case 11:
 YY_RULE_SETUP
-#line 243 "re_lexer.l"
+#line 249 "re_lexer.l"
 {
   return _NON_SPACE_;
 }
 	YY_BREAK
 case 12:
 YY_RULE_SETUP
-#line 248 "re_lexer.l"
+#line 254 "re_lexer.l"
 {
   return _DIGIT_;
 }
 	YY_BREAK
 case 13:
 YY_RULE_SETUP
-#line 253 "re_lexer.l"
+#line 259 "re_lexer.l"
 {
   return _NON_DIGIT_;
 }
 	YY_BREAK
 case 14:
 YY_RULE_SETUP
-#line 258 "re_lexer.l"
+#line 264 "re_lexer.l"
 {
   return _WORD_BOUNDARY_;
 }
 	YY_BREAK
 case 15:
 YY_RULE_SETUP
-#line 262 "re_lexer.l"
+#line 268 "re_lexer.l"
 {
   return _NON_WORD_BOUNDARY_;
 }
 	YY_BREAK
 case 16:
 YY_RULE_SETUP
-#line 267 "re_lexer.l"
+#line 273 "re_lexer.l"
 {
 
   yyerror(yyscanner, lex_env, "backreferences are not allowed");
@@ -1333,7 +1339,7 @@ YY_RULE_SETUP
 	YY_BREAK
 case 17:
 YY_RULE_SETUP
-#line 274 "re_lexer.l"
+#line 280 "re_lexer.l"
 {
 
   uint8_t c;
@@ -1352,7 +1358,7 @@ YY_RULE_SETUP
 	YY_BREAK
 case 18:
 YY_RULE_SETUP
-#line 291 "re_lexer.l"
+#line 297 "re_lexer.l"
 {
 
   // End of character class.
@@ -1368,7 +1374,7 @@ YY_RULE_SETUP
 case 19:
 /* rule 19 can match eol */
 YY_RULE_SETUP
-#line 305 "re_lexer.l"
+#line 311 "re_lexer.l"
 {
 
   // A range inside a character class.
@@ -1416,7 +1422,7 @@ YY_RULE_SETUP
 	YY_BREAK
 case 20:
 YY_RULE_SETUP
-#line 351 "re_lexer.l"
+#line 357 "re_lexer.l"
 {
 
   int i;
@@ -1427,7 +1433,7 @@ YY_RULE_SETUP
 	YY_BREAK
 case 21:
 YY_RULE_SETUP
-#line 360 "re_lexer.l"
+#line 366 "re_lexer.l"
 {
 
   int i;
@@ -1438,7 +1444,7 @@ YY_RULE_SETUP
 	YY_BREAK
 case 22:
 YY_RULE_SETUP
-#line 369 "re_lexer.l"
+#line 375 "re_lexer.l"
 {
 
   int i;
@@ -1449,7 +1455,7 @@ YY_RULE_SETUP
 	YY_BREAK
 case 23:
 YY_RULE_SETUP
-#line 378 "re_lexer.l"
+#line 384 "re_lexer.l"
 {
 
   int i;
@@ -1460,7 +1466,7 @@ YY_RULE_SETUP
 	YY_BREAK
 case 24:
 YY_RULE_SETUP
-#line 387 "re_lexer.l"
+#line 393 "re_lexer.l"
 {
 
   char c;
@@ -1471,7 +1477,7 @@ YY_RULE_SETUP
 	YY_BREAK
 case 25:
 YY_RULE_SETUP
-#line 396 "re_lexer.l"
+#line 402 "re_lexer.l"
 {
 
   int i;
@@ -1493,7 +1499,7 @@ YY_RULE_SETUP
 	YY_BREAK
 case 26:
 YY_RULE_SETUP
-#line 416 "re_lexer.l"
+#line 422 "re_lexer.l"
 {
 
   uint8_t c;
@@ -1511,7 +1517,7 @@ YY_RULE_SETUP
 	YY_BREAK
 case 27:
 YY_RULE_SETUP
-#line 432 "re_lexer.l"
+#line 438 "re_lexer.l"
 {
 
   if (yytext[0] >= 32 && yytext[0] < 127)
@@ -1529,7 +1535,7 @@ YY_RULE_SETUP
 }
 	YY_BREAK
 case YY_STATE_EOF(char_class):
-#line 449 "re_lexer.l"
+#line 455 "re_lexer.l"
 {
 
   // End of regexp reached while scanning a character class.
@@ -1540,7 +1546,7 @@ case YY_STATE_EOF(char_class):
 	YY_BREAK
 case 28:
 YY_RULE_SETUP
-#line 458 "re_lexer.l"
+#line 464 "re_lexer.l"
 {
 
   if (yytext[0] >= 32 && yytext[0] < 127)
@@ -1555,18 +1561,18 @@ YY_RULE_SETUP
 }
 	YY_BREAK
 case YY_STATE_EOF(INITIAL):
-#line 472 "re_lexer.l"
+#line 478 "re_lexer.l"
 {
 
   yyterminate();
 }
 	YY_BREAK
 case 29:
 YY_RULE_SETUP
-#line 477 "re_lexer.l"
+#line 483 "re_lexer.l"
 ECHO;
 	YY_BREAK
-#line 1569 "re_lexer.c"
+#line 1575 "re_lexer.c"
 
 	case YY_END_OF_BUFFER:
 		{
@@ -2715,7 +2721,7 @@ void yyfree (void * ptr , yyscan_t yyscanner)
 
 #define YYTABLES_NAME "yytables"
 
-#line 477 "re_lexer.l"
+#line 483 "re_lexer.l"
 
 
 int escaped_char_value(