1 /* Extended regular expression matching and search library,
3 (Implements POSIX draft P1003.2/D11.2, except for some of the
4 internationalization features.)
6 Copyright (C) 1993, 1994, 1995, 1996, 1997 Free Software Foundation, Inc.
8 This file is part of the GNU C Library. Its master source is NOT part of
9 the C library, however. The master source lives in /gd/gnu/lib.
11 The GNU C Library is free software; you can redistribute it and/or
12 modify it under the terms of the GNU Library General Public License as
13 published by the Free Software Foundation; either version 2 of the
14 License, or (at your option) any later version.
16 The GNU C Library is distributed in the hope that it will be useful,
17 but WITHOUT ANY WARRANTY; without even the implied warranty of
18 MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the GNU
19 Library General Public License for more details.
21 You should have received a copy of the GNU Library General Public
22 License along with the GNU C Library; see the file COPYING.LIB. If not,
23 write to the Free Software Foundation, Inc., 59 Temple Place - Suite 330,
24 Boston, MA 02111-1307, USA. */
26 /* AIX requires this to be the first thing in the file. */
27 #if defined (_AIX) && !defined (REGEX_MALLOC)
38 #if defined(STDC_HEADERS) && !defined(emacs)
41 /* We need this for `regex.h', and perhaps for the Emacs include files. */
42 #include <sys/types.h>
45 /* For platform which support the ISO C amendement 1 functionality we
46 support user defined character classes. */
47 #if defined _LIBC || (defined HAVE_WCTYPE_H && defined HAVE_WCHAR_H)
52 /* This is for other GNU distributions with internationalized messages. */
53 #if HAVE_LIBINTL_H || defined (_LIBC)
56 # define gettext(msgid) (msgid)
60 /* This define is so xgettext can find the internationalizable
62 #define gettext_noop(String) String
65 /* The `emacs' switch turns on certain matching commands
66 that make sense only in Emacs. */
75 /* If we are not linking with Emacs proper,
76 we can't use the relocating allocator
77 even if config.h says that we can. */
80 #if defined (STDC_HEADERS) || defined (_LIBC)
87 /* When used in Emacs's lib-src, we need to get bzero and bcopy somehow.
88 If nothing else has been done, use the method below. */
89 #ifdef INHIBIT_STRING_HEADER
90 #if !(defined (HAVE_BZERO) && defined (HAVE_BCOPY))
91 #if !defined (bzero) && !defined (bcopy)
92 #undef INHIBIT_STRING_HEADER
97 /* This is the normal way of making sure we have a bcopy and a bzero.
98 This is used in most programs--a few other programs avoid this
99 by defining INHIBIT_STRING_HEADER. */
100 #ifndef INHIBIT_STRING_HEADER
101 #if defined (HAVE_STRING_H) || defined (STDC_HEADERS) || defined (_LIBC)
104 #define bcmp(s1, s2, n) memcmp ((s1), (s2), (n))
107 #define bcopy(s, d, n) memcpy ((d), (s), (n))
110 #define bzero(s, n) memset ((s), 0, (n))
117 /* Define the syntax stuff for \<, \>, etc. */
119 /* This must be nonzero for the wordchar and notwordchar pattern
120 commands in re_match_2. */
125 #ifdef SWITCH_ENUM_BUG
126 #define SWITCH_ENUM_CAST(x) ((int)(x))
128 #define SWITCH_ENUM_CAST(x) (x)
133 extern char *re_syntax_table
;
135 #else /* not SYNTAX_TABLE */
137 /* How many characters in the character set. */
138 #define CHAR_SET_SIZE 256
140 static char re_syntax_table
[CHAR_SET_SIZE
];
151 bzero (re_syntax_table
, sizeof re_syntax_table
);
153 for (c
= 'a'; c
<= 'z'; c
++)
154 re_syntax_table
[c
] = Sword
;
156 for (c
= 'A'; c
<= 'Z'; c
++)
157 re_syntax_table
[c
] = Sword
;
159 for (c
= '0'; c
<= '9'; c
++)
160 re_syntax_table
[c
] = Sword
;
162 re_syntax_table
['_'] = Sword
;
167 #endif /* not SYNTAX_TABLE */
169 #define SYNTAX(c) re_syntax_table[c]
171 #endif /* not emacs */
173 /* Get the interface, including the syntax bits. */
176 /* isalpha etc. are used for the character classes. */
179 /* Jim Meyering writes:
181 "... Some ctype macros are valid only for character codes that
182 isascii says are ASCII (SGI's IRIX-4.0.5 is one such system --when
183 using /bin/cc or gcc but without giving an ansi option). So, all
184 ctype uses should be through macros like ISPRINT... If
185 STDC_HEADERS is defined, then autoconf has verified that the ctype
186 macros don't need to be guarded with references to isascii. ...
187 Defining isascii to 1 should let any compiler worth its salt
188 eliminate the && through constant folding." */
190 #if defined (STDC_HEADERS) || (!defined (isascii) && !defined (HAVE_ISASCII))
193 #define ISASCII(c) isascii(c)
197 #define ISBLANK(c) (ISASCII (c) && isblank (c))
199 #define ISBLANK(c) ((c) == ' ' || (c) == '\t')
202 #define ISGRAPH(c) (ISASCII (c) && isgraph (c))
204 #define ISGRAPH(c) (ISASCII (c) && isprint (c) && !isspace (c))
207 #define ISPRINT(c) (ISASCII (c) && isprint (c))
208 #define ISDIGIT(c) (ISASCII (c) && isdigit (c))
209 #define ISALNUM(c) (ISASCII (c) && isalnum (c))
210 #define ISALPHA(c) (ISASCII (c) && isalpha (c))
211 #define ISCNTRL(c) (ISASCII (c) && iscntrl (c))
212 #define ISLOWER(c) (ISASCII (c) && islower (c))
213 #define ISPUNCT(c) (ISASCII (c) && ispunct (c))
214 #define ISSPACE(c) (ISASCII (c) && isspace (c))
215 #define ISUPPER(c) (ISASCII (c) && isupper (c))
216 #define ISXDIGIT(c) (ISASCII (c) && isxdigit (c))
219 #define NULL (void *)0
222 /* We remove any previous definition of `SIGN_EXTEND_CHAR',
223 since ours (we hope) works properly with all combinations of
224 machines, compilers, `char' and `unsigned char' argument types.
225 (Per Bothner suggested the basic approach.) */
226 #undef SIGN_EXTEND_CHAR
228 #define SIGN_EXTEND_CHAR(c) ((signed char) (c))
229 #else /* not __STDC__ */
230 /* As in Harbison and Steele. */
231 #define SIGN_EXTEND_CHAR(c) ((((unsigned char) (c)) ^ 128) - 128)
234 /* Should we use malloc or alloca? If REGEX_MALLOC is not defined, we
235 use `alloca' instead of `malloc'. This is because using malloc in
236 re_search* or re_match* could cause memory leaks when C-g is used in
237 Emacs; also, malloc is slower and causes storage fragmentation. On
238 the other hand, malloc is more portable, and easier to debug.
240 Because we sometimes use alloca, some routines have to be macros,
241 not functions -- `alloca'-allocated space disappears at the end of the
242 function it is called in. */
246 #define REGEX_ALLOCATE malloc
247 #define REGEX_REALLOCATE(source, osize, nsize) realloc (source, nsize)
248 #define REGEX_FREE free
250 #else /* not REGEX_MALLOC */
252 /* Emacs already defines alloca, sometimes. */
255 /* Make alloca work the best possible way. */
257 #define alloca __builtin_alloca
258 #else /* not __GNUC__ */
261 #else /* not __GNUC__ or HAVE_ALLOCA_H */
262 #if 0 /* It is a bad idea to declare alloca. We always cast the result. */
263 #ifndef _AIX /* Already did AIX, up at the top. */
265 #endif /* not _AIX */
267 #endif /* not HAVE_ALLOCA_H */
268 #endif /* not __GNUC__ */
270 #endif /* not alloca */
272 #define REGEX_ALLOCATE alloca
274 /* Assumes a `char *destination' variable. */
275 #define REGEX_REALLOCATE(source, osize, nsize) \
276 (destination = (char *) alloca (nsize), \
277 bcopy (source, destination, osize), \
280 /* No need to do anything to free, after alloca. */
281 #define REGEX_FREE(arg) ((void)0) /* Do nothing! But inhibit gcc warning. */
283 #endif /* not REGEX_MALLOC */
285 /* Define how to allocate the failure stack. */
287 #if defined (REL_ALLOC) && defined (REGEX_MALLOC)
289 #define REGEX_ALLOCATE_STACK(size) \
290 r_alloc (&failure_stack_ptr, (size))
291 #define REGEX_REALLOCATE_STACK(source, osize, nsize) \
292 r_re_alloc (&failure_stack_ptr, (nsize))
293 #define REGEX_FREE_STACK(ptr) \
294 r_alloc_free (&failure_stack_ptr)
296 #else /* not using relocating allocator */
300 #define REGEX_ALLOCATE_STACK malloc
301 #define REGEX_REALLOCATE_STACK(source, osize, nsize) realloc (source, nsize)
302 #define REGEX_FREE_STACK free
304 #else /* not REGEX_MALLOC */
306 #define REGEX_ALLOCATE_STACK alloca
308 #define REGEX_REALLOCATE_STACK(source, osize, nsize) \
309 REGEX_REALLOCATE (source, osize, nsize)
310 /* No need to explicitly free anything. */
311 #define REGEX_FREE_STACK(arg)
313 #endif /* not REGEX_MALLOC */
314 #endif /* not using relocating allocator */
317 /* True if `size1' is non-NULL and PTR is pointing anywhere inside
318 `string1' or just past its end. This works if PTR is NULL, which is
320 #define FIRST_STRING_P(ptr) \
321 (size1 && string1 <= (ptr) && (ptr) <= string1 + size1)
323 /* (Re)Allocate N items of type T using malloc, or fail. */
324 #define TALLOC(n, t) ((t *) malloc ((n) * sizeof (t)))
325 #define RETALLOC(addr, n, t) ((addr) = (t *) realloc (addr, (n) * sizeof (t)))
326 #define RETALLOC_IF(addr, n, t) \
327 if (addr) RETALLOC((addr), (n), t); else (addr) = TALLOC ((n), t)
328 #define REGEX_TALLOC(n, t) ((t *) REGEX_ALLOCATE ((n) * sizeof (t)))
330 #define BYTEWIDTH 8 /* In bits. */
332 #define STREQ(s1, s2) ((strcmp (s1, s2) == 0))
336 #define MAX(a, b) ((a) > (b) ? (a) : (b))
337 #define MIN(a, b) ((a) < (b) ? (a) : (b))
339 typedef char boolean
;
343 static int re_match_2_internal ();
345 /* These are the command codes that appear in compiled regular
346 expressions. Some opcodes are followed by argument bytes. A
347 command code can specify any interpretation whatsoever for its
348 arguments. Zero bytes may appear in the compiled regular expression. */
354 /* Succeed right away--no more backtracking. */
357 /* Followed by one byte giving n, then by n literal bytes. */
360 /* Matches any (more or less) character. */
363 /* Matches any one char belonging to specified set. First
364 following byte is number of bitmap bytes. Then come bytes
365 for a bitmap saying which chars are in. Bits in each byte
366 are ordered low-bit-first. A character is in the set if its
367 bit is 1. A character too large to have a bit in the map is
368 automatically not in the set. */
371 /* Same parameters as charset, but match any character that is
372 not one of those specified. */
375 /* Start remembering the text that is matched, for storing in a
376 register. Followed by one byte with the register number, in
377 the range 0 to one less than the pattern buffer's re_nsub
378 field. Then followed by one byte with the number of groups
379 inner to this one. (This last has to be part of the
380 start_memory only because we need it in the on_failure_jump
384 /* Stop remembering the text that is matched and store it in a
385 memory register. Followed by one byte with the register
386 number, in the range 0 to one less than `re_nsub' in the
387 pattern buffer, and one byte with the number of inner groups,
388 just like `start_memory'. (We need the number of inner
389 groups here because we don't have any easy way of finding the
390 corresponding start_memory when we're at a stop_memory.) */
393 /* Match a duplicate of something remembered. Followed by one
394 byte containing the register number. */
397 /* Fail unless at beginning of line. */
400 /* Fail unless at end of line. */
403 /* Succeeds if at beginning of buffer (if emacs) or at beginning
404 of string to be matched (if not). */
407 /* Analogously, for end of buffer/string. */
410 /* Followed by two byte relative address to which to jump. */
413 /* Same as jump, but marks the end of an alternative. */
416 /* Followed by two-byte relative address of place to resume at
417 in case of failure. */
420 /* Like on_failure_jump, but pushes a placeholder instead of the
421 current string position when executed. */
422 on_failure_keep_string_jump
,
424 /* Throw away latest failure point and then jump to following
425 two-byte relative address. */
428 /* Change to pop_failure_jump if know won't have to backtrack to
429 match; otherwise change to jump. This is used to jump
430 back to the beginning of a repeat. If what follows this jump
431 clearly won't match what the repeat does, such that we can be
432 sure that there is no use backtracking out of repetitions
433 already matched, then we change it to a pop_failure_jump.
434 Followed by two-byte address. */
437 /* Jump to following two-byte address, and push a dummy failure
438 point. This failure point will be thrown away if an attempt
439 is made to use it for a failure. A `+' construct makes this
440 before the first repeat. Also used as an intermediary kind
441 of jump when compiling an alternative. */
444 /* Push a dummy failure point and continue. Used at the end of
448 /* Followed by two-byte relative address and two-byte number n.
449 After matching N times, jump to the address upon failure. */
452 /* Followed by two-byte relative address, and two-byte number n.
453 Jump to the address N times, then fail. */
456 /* Set the following two-byte relative address to the
457 subsequent two-byte number. The address *includes* the two
461 wordchar
, /* Matches any word-constituent character. */
462 notwordchar
, /* Matches any char that is not a word-constituent. */
464 wordbeg
, /* Succeeds if at word beginning. */
465 wordend
, /* Succeeds if at word end. */
467 wordbound
, /* Succeeds if at a word boundary. */
468 notwordbound
/* Succeeds if not at a word boundary. */
471 ,before_dot
, /* Succeeds if before point. */
472 at_dot
, /* Succeeds if at point. */
473 after_dot
, /* Succeeds if after point. */
475 /* Matches any character whose syntax is specified. Followed by
476 a byte which contains a syntax code, e.g., Sword. */
479 /* Matches any character whose syntax is not that specified. */
484 /* Common operations on the compiled pattern. */
486 /* Store NUMBER in two contiguous bytes starting at DESTINATION. */
488 #define STORE_NUMBER(destination, number) \
490 (destination)[0] = (number) & 0377; \
491 (destination)[1] = (number) >> 8; \
494 /* Same as STORE_NUMBER, except increment DESTINATION to
495 the byte after where the number is stored. Therefore, DESTINATION
496 must be an lvalue. */
498 #define STORE_NUMBER_AND_INCR(destination, number) \
500 STORE_NUMBER (destination, number); \
501 (destination) += 2; \
504 /* Put into DESTINATION a number stored in two contiguous bytes starting
507 #define EXTRACT_NUMBER(destination, source) \
509 (destination) = *(source) & 0377; \
510 (destination) += SIGN_EXTEND_CHAR (*((source) + 1)) << 8; \
514 static void extract_number
_RE_ARGS ((int *dest
, unsigned char *source
));
516 extract_number (dest
, source
)
518 unsigned char *source
;
520 int temp
= SIGN_EXTEND_CHAR (*(source
+ 1));
521 *dest
= *source
& 0377;
525 #ifndef EXTRACT_MACROS /* To debug the macros. */
526 #undef EXTRACT_NUMBER
527 #define EXTRACT_NUMBER(dest, src) extract_number (&dest, src)
528 #endif /* not EXTRACT_MACROS */
532 /* Same as EXTRACT_NUMBER, except increment SOURCE to after the number.
533 SOURCE must be an lvalue. */
535 #define EXTRACT_NUMBER_AND_INCR(destination, source) \
537 EXTRACT_NUMBER (destination, source); \
542 static void extract_number_and_incr
_RE_ARGS ((int *destination
,
543 unsigned char **source
));
545 extract_number_and_incr (destination
, source
)
547 unsigned char **source
;
549 extract_number (destination
, *source
);
553 #ifndef EXTRACT_MACROS
554 #undef EXTRACT_NUMBER_AND_INCR
555 #define EXTRACT_NUMBER_AND_INCR(dest, src) \
556 extract_number_and_incr (&dest, &src)
557 #endif /* not EXTRACT_MACROS */
561 /* If DEBUG is defined, Regex prints many voluminous messages about what
562 it is doing (if the variable `debug' is nonzero). If linked with the
563 main program in `iregex.c', you can enter patterns and strings
564 interactively. And if linked with the main program in `main.c' and
565 the other test files, you can run the already-written tests. */
569 /* We use standard I/O for debugging. */
572 /* It is useful to test things that ``must'' be true when debugging. */
575 static int debug
= 0;
577 #define DEBUG_STATEMENT(e) e
578 #define DEBUG_PRINT1(x) if (debug) printf (x)
579 #define DEBUG_PRINT2(x1, x2) if (debug) printf (x1, x2)
580 #define DEBUG_PRINT3(x1, x2, x3) if (debug) printf (x1, x2, x3)
581 #define DEBUG_PRINT4(x1, x2, x3, x4) if (debug) printf (x1, x2, x3, x4)
582 #define DEBUG_PRINT_COMPILED_PATTERN(p, s, e) \
583 if (debug) print_partial_compiled_pattern (s, e)
584 #define DEBUG_PRINT_DOUBLE_STRING(w, s1, sz1, s2, sz2) \
585 if (debug) print_double_string (w, s1, sz1, s2, sz2)
588 /* Print the fastmap in human-readable form. */
591 print_fastmap (fastmap
)
594 unsigned was_a_range
= 0;
597 while (i
< (1 << BYTEWIDTH
))
603 while (i
< (1 << BYTEWIDTH
) && fastmap
[i
])
619 /* Print a compiled pattern string in human-readable form, starting at
620 the START pointer into it and ending just before the pointer END. */
623 print_partial_compiled_pattern (start
, end
)
624 unsigned char *start
;
629 unsigned char *p
= start
;
630 unsigned char *pend
= end
;
638 /* Loop over pattern commands. */
641 printf ("%d:\t", p
- start
);
643 switch ((re_opcode_t
) *p
++)
651 printf ("/exactn/%d", mcnt
);
662 printf ("/start_memory/%d/%d", mcnt
, *p
++);
667 printf ("/stop_memory/%d/%d", mcnt
, *p
++);
671 printf ("/duplicate/%d", *p
++);
681 register int c
, last
= -100;
682 register int in_range
= 0;
684 printf ("/charset [%s",
685 (re_opcode_t
) *(p
- 1) == charset_not
? "^" : "");
687 assert (p
+ *p
< pend
);
689 for (c
= 0; c
< 256; c
++)
691 && (p
[1 + (c
/8)] & (1 << (c
% 8))))
693 /* Are we starting a range? */
694 if (last
+ 1 == c
&& ! in_range
)
699 /* Have we broken a range? */
700 else if (last
+ 1 != c
&& in_range
)
729 case on_failure_jump
:
730 extract_number_and_incr (&mcnt
, &p
);
731 printf ("/on_failure_jump to %d", p
+ mcnt
- start
);
734 case on_failure_keep_string_jump
:
735 extract_number_and_incr (&mcnt
, &p
);
736 printf ("/on_failure_keep_string_jump to %d", p
+ mcnt
- start
);
739 case dummy_failure_jump
:
740 extract_number_and_incr (&mcnt
, &p
);
741 printf ("/dummy_failure_jump to %d", p
+ mcnt
- start
);
744 case push_dummy_failure
:
745 printf ("/push_dummy_failure");
749 extract_number_and_incr (&mcnt
, &p
);
750 printf ("/maybe_pop_jump to %d", p
+ mcnt
- start
);
753 case pop_failure_jump
:
754 extract_number_and_incr (&mcnt
, &p
);
755 printf ("/pop_failure_jump to %d", p
+ mcnt
- start
);
759 extract_number_and_incr (&mcnt
, &p
);
760 printf ("/jump_past_alt to %d", p
+ mcnt
- start
);
764 extract_number_and_incr (&mcnt
, &p
);
765 printf ("/jump to %d", p
+ mcnt
- start
);
769 extract_number_and_incr (&mcnt
, &p
);
771 extract_number_and_incr (&mcnt2
, &p
);
772 printf ("/succeed_n to %d, %d times", p1
- start
, mcnt2
);
776 extract_number_and_incr (&mcnt
, &p
);
778 extract_number_and_incr (&mcnt2
, &p
);
779 printf ("/jump_n to %d, %d times", p1
- start
, mcnt2
);
783 extract_number_and_incr (&mcnt
, &p
);
785 extract_number_and_incr (&mcnt2
, &p
);
786 printf ("/set_number_at location %d to %d", p1
- start
, mcnt2
);
790 printf ("/wordbound");
794 printf ("/notwordbound");
806 printf ("/before_dot");
814 printf ("/after_dot");
818 printf ("/syntaxspec");
820 printf ("/%d", mcnt
);
824 printf ("/notsyntaxspec");
826 printf ("/%d", mcnt
);
831 printf ("/wordchar");
835 printf ("/notwordchar");
847 printf ("?%d", *(p
-1));
853 printf ("%d:\tend of pattern.\n", p
- start
);
858 print_compiled_pattern (bufp
)
859 struct re_pattern_buffer
*bufp
;
861 unsigned char *buffer
= bufp
->buffer
;
863 print_partial_compiled_pattern (buffer
, buffer
+ bufp
->used
);
864 printf ("%ld bytes used/%ld bytes allocated.\n",
865 bufp
->used
, bufp
->allocated
);
867 if (bufp
->fastmap_accurate
&& bufp
->fastmap
)
869 printf ("fastmap: ");
870 print_fastmap (bufp
->fastmap
);
873 printf ("re_nsub: %d\t", bufp
->re_nsub
);
874 printf ("regs_alloc: %d\t", bufp
->regs_allocated
);
875 printf ("can_be_null: %d\t", bufp
->can_be_null
);
876 printf ("newline_anchor: %d\n", bufp
->newline_anchor
);
877 printf ("no_sub: %d\t", bufp
->no_sub
);
878 printf ("not_bol: %d\t", bufp
->not_bol
);
879 printf ("not_eol: %d\t", bufp
->not_eol
);
880 printf ("syntax: %lx\n", bufp
->syntax
);
881 /* Perhaps we should print the translate table? */
886 print_double_string (where
, string1
, size1
, string2
, size2
)
899 if (FIRST_STRING_P (where
))
901 for (this_char
= where
- string1
; this_char
< size1
; this_char
++)
902 putchar (string1
[this_char
]);
907 for (this_char
= where
- string2
; this_char
< size2
; this_char
++)
908 putchar (string2
[this_char
]);
919 #else /* not DEBUG */
924 #define DEBUG_STATEMENT(e)
925 #define DEBUG_PRINT1(x)
926 #define DEBUG_PRINT2(x1, x2)
927 #define DEBUG_PRINT3(x1, x2, x3)
928 #define DEBUG_PRINT4(x1, x2, x3, x4)
929 #define DEBUG_PRINT_COMPILED_PATTERN(p, s, e)
930 #define DEBUG_PRINT_DOUBLE_STRING(w, s1, sz1, s2, sz2)
932 #endif /* not DEBUG */
934 /* Set by `re_set_syntax' to the current regexp syntax to recognize. Can
935 also be assigned to arbitrarily: each pattern buffer stores its own
936 syntax, so it can be changed between regex compilations. */
937 /* This has no initializer because initialized variables in Emacs
938 become read-only after dumping. */
939 reg_syntax_t re_syntax_options
;
942 /* Specify the precise syntax of regexps for compilation. This provides
943 for compatibility for various utilities which historically have
944 different, incompatible syntaxes.
946 The argument SYNTAX is a bit mask comprised of the various bits
947 defined in regex.h. We return the old syntax. */
950 re_set_syntax (syntax
)
953 reg_syntax_t ret
= re_syntax_options
;
955 re_syntax_options
= syntax
;
957 if (syntax
& RE_DEBUG
)
959 else if (debug
) /* was on but now is not */
965 /* This table gives an error message for each of the error codes listed
966 in regex.h. Obviously the order here has to be same as there.
967 POSIX doesn't require that we do anything for REG_NOERROR,
968 but why not be nice? */
970 static const char *re_error_msgid
[] =
972 gettext_noop ("Success"), /* REG_NOERROR */
973 gettext_noop ("No match"), /* REG_NOMATCH */
974 gettext_noop ("Invalid regular expression"), /* REG_BADPAT */
975 gettext_noop ("Invalid collation character"), /* REG_ECOLLATE */
976 gettext_noop ("Invalid character class name"), /* REG_ECTYPE */
977 gettext_noop ("Trailing backslash"), /* REG_EESCAPE */
978 gettext_noop ("Invalid back reference"), /* REG_ESUBREG */
979 gettext_noop ("Unmatched [ or [^"), /* REG_EBRACK */
980 gettext_noop ("Unmatched ( or \\("), /* REG_EPAREN */
981 gettext_noop ("Unmatched \\{"), /* REG_EBRACE */
982 gettext_noop ("Invalid content of \\{\\}"), /* REG_BADBR */
983 gettext_noop ("Invalid range end"), /* REG_ERANGE */
984 gettext_noop ("Memory exhausted"), /* REG_ESPACE */
985 gettext_noop ("Invalid preceding regular expression"), /* REG_BADRPT */
986 gettext_noop ("Premature end of regular expression"), /* REG_EEND */
987 gettext_noop ("Regular expression too big"), /* REG_ESIZE */
988 gettext_noop ("Unmatched ) or \\)"), /* REG_ERPAREN */
991 /* Avoiding alloca during matching, to placate r_alloc. */
993 /* Define MATCH_MAY_ALLOCATE unless we need to make sure that the
994 searching and matching functions should not call alloca. On some
995 systems, alloca is implemented in terms of malloc, and if we're
996 using the relocating allocator routines, then malloc could cause a
997 relocation, which might (if the strings being searched are in the
998 ralloc heap) shift the data out from underneath the regexp
1001 Here's another reason to avoid allocation: Emacs
1002 processes input from X in a signal handler; processing X input may
1003 call malloc; if input arrives while a matching routine is calling
1004 malloc, then we're scrod. But Emacs can't just block input while
1005 calling matching routines; then we don't notice interrupts when
1006 they come in. So, Emacs blocks input around all regexp calls
1007 except the matching calls, which it leaves unprotected, in the
1008 faith that they will not malloc. */
1010 /* Normally, this is fine. */
1011 #define MATCH_MAY_ALLOCATE
1013 /* When using GNU C, we are not REALLY using the C alloca, no matter
1014 what config.h may say. So don't take precautions for it. */
1019 /* The match routines may not allocate if (1) they would do it with malloc
1020 and (2) it's not safe for them to use malloc.
1021 Note that if REL_ALLOC is defined, matching would not use malloc for the
1022 failure stack, but we would still use it for the register vectors;
1023 so REL_ALLOC should not affect this. */
1024 #if (defined (C_ALLOCA) || defined (REGEX_MALLOC)) && defined (emacs)
1025 #undef MATCH_MAY_ALLOCATE
1029 /* Failure stack declarations and macros; both re_compile_fastmap and
1030 re_match_2 use a failure stack. These have to be macros because of
1031 REGEX_ALLOCATE_STACK. */
1034 /* Number of failure points for which to initially allocate space
1035 when matching. If this number is exceeded, we allocate more
1036 space, so it is not a hard limit. */
1037 #ifndef INIT_FAILURE_ALLOC
1038 #define INIT_FAILURE_ALLOC 5
1041 /* Roughly the maximum number of failure points on the stack. Would be
1042 exactly that if always used MAX_FAILURE_ITEMS items each time we failed.
1043 This is a variable only so users of regex can assign to it; we never
1044 change it ourselves. */
1048 #if defined (MATCH_MAY_ALLOCATE)
1049 /* 4400 was enough to cause a crash on Alpha OSF/1,
1050 whose default stack limit is 2mb. */
1051 long int re_max_failures
= 4000;
1053 long int re_max_failures
= 2000;
1056 union fail_stack_elt
1058 unsigned char *pointer
;
1062 typedef union fail_stack_elt fail_stack_elt_t
;
1066 fail_stack_elt_t
*stack
;
1067 unsigned long int size
;
1068 unsigned long int avail
; /* Offset of next open position. */
1071 #else /* not INT_IS_16BIT */
1073 #if defined (MATCH_MAY_ALLOCATE)
1074 /* 4400 was enough to cause a crash on Alpha OSF/1,
1075 whose default stack limit is 2mb. */
1076 int re_max_failures
= 20000;
1078 int re_max_failures
= 2000;
1081 union fail_stack_elt
1083 unsigned char *pointer
;
1087 typedef union fail_stack_elt fail_stack_elt_t
;
1091 fail_stack_elt_t
*stack
;
1093 unsigned avail
; /* Offset of next open position. */
1096 #endif /* INT_IS_16BIT */
1098 #define FAIL_STACK_EMPTY() (fail_stack.avail == 0)
1099 #define FAIL_STACK_PTR_EMPTY() (fail_stack_ptr->avail == 0)
1100 #define FAIL_STACK_FULL() (fail_stack.avail == fail_stack.size)
1103 /* Define macros to initialize and free the failure stack.
1104 Do `return -2' if the alloc fails. */
1106 #ifdef MATCH_MAY_ALLOCATE
1107 #define INIT_FAIL_STACK() \
1109 fail_stack.stack = (fail_stack_elt_t *) \
1110 REGEX_ALLOCATE_STACK (INIT_FAILURE_ALLOC * sizeof (fail_stack_elt_t)); \
1112 if (fail_stack.stack == NULL) \
1115 fail_stack.size = INIT_FAILURE_ALLOC; \
1116 fail_stack.avail = 0; \
1119 #define RESET_FAIL_STACK() REGEX_FREE_STACK (fail_stack.stack)
1121 #define INIT_FAIL_STACK() \
1123 fail_stack.avail = 0; \
1126 #define RESET_FAIL_STACK()
1130 /* Double the size of FAIL_STACK, up to approximately `re_max_failures' items.
1132 Return 1 if succeeds, and 0 if either ran out of memory
1133 allocating space for it or it was already too large.
1135 REGEX_REALLOCATE_STACK requires `destination' be declared. */
1137 #define DOUBLE_FAIL_STACK(fail_stack) \
1138 ((fail_stack).size > (unsigned) (re_max_failures * MAX_FAILURE_ITEMS) \
1140 : ((fail_stack).stack = (fail_stack_elt_t *) \
1141 REGEX_REALLOCATE_STACK ((fail_stack).stack, \
1142 (fail_stack).size * sizeof (fail_stack_elt_t), \
1143 ((fail_stack).size << 1) * sizeof (fail_stack_elt_t)), \
1145 (fail_stack).stack == NULL \
1147 : ((fail_stack).size <<= 1, \
1151 /* Push pointer POINTER on FAIL_STACK.
1152 Return 1 if was able to do so and 0 if ran out of memory allocating
1154 #define PUSH_PATTERN_OP(POINTER, FAIL_STACK) \
1155 ((FAIL_STACK_FULL () \
1156 && !DOUBLE_FAIL_STACK (FAIL_STACK)) \
1158 : ((FAIL_STACK).stack[(FAIL_STACK).avail++].pointer = POINTER, \
1161 /* Push a pointer value onto the failure stack.
1162 Assumes the variable `fail_stack'. Probably should only
1163 be called from within `PUSH_FAILURE_POINT'. */
1164 #define PUSH_FAILURE_POINTER(item) \
1165 fail_stack.stack[fail_stack.avail++].pointer = (unsigned char *) (item)
1167 /* This pushes an integer-valued item onto the failure stack.
1168 Assumes the variable `fail_stack'. Probably should only
1169 be called from within `PUSH_FAILURE_POINT'. */
1170 #define PUSH_FAILURE_INT(item) \
1171 fail_stack.stack[fail_stack.avail++].integer = (item)
1173 /* Push a fail_stack_elt_t value onto the failure stack.
1174 Assumes the variable `fail_stack'. Probably should only
1175 be called from within `PUSH_FAILURE_POINT'. */
1176 #define PUSH_FAILURE_ELT(item) \
1177 fail_stack.stack[fail_stack.avail++] = (item)
1179 /* These three POP... operations complement the three PUSH... operations.
1180 All assume that `fail_stack' is nonempty. */
1181 #define POP_FAILURE_POINTER() fail_stack.stack[--fail_stack.avail].pointer
1182 #define POP_FAILURE_INT() fail_stack.stack[--fail_stack.avail].integer
1183 #define POP_FAILURE_ELT() fail_stack.stack[--fail_stack.avail]
1185 /* Used to omit pushing failure point id's when we're not debugging. */
1187 #define DEBUG_PUSH PUSH_FAILURE_INT
1188 #define DEBUG_POP(item_addr) (item_addr)->integer = POP_FAILURE_INT ()
1190 #define DEBUG_PUSH(item)
1191 #define DEBUG_POP(item_addr)
1195 /* Push the information about the state we will need
1196 if we ever fail back to it.
1198 Requires variables fail_stack, regstart, regend, reg_info, and
1199 num_regs be declared. DOUBLE_FAIL_STACK requires `destination' be
1202 Does `return FAILURE_CODE' if runs out of memory. */
1204 #define PUSH_FAILURE_POINT(pattern_place, string_place, failure_code) \
1206 char *destination; \
1207 /* Must be int, so when we don't save any registers, the arithmetic \
1208 of 0 + -1 isn't done as unsigned. */ \
1209 /* Can't be int, since there is not a shred of a guarantee that int \
1210 is wide enough to hold a value of something to which pointer can \
1214 DEBUG_STATEMENT (failure_id++); \
1215 DEBUG_STATEMENT (nfailure_points_pushed++); \
1216 DEBUG_PRINT2 ("\nPUSH_FAILURE_POINT #%u:\n", failure_id); \
1217 DEBUG_PRINT2 (" Before push, next avail: %d\n", (fail_stack).avail);\
1218 DEBUG_PRINT2 (" size: %d\n", (fail_stack).size);\
1220 DEBUG_PRINT2 (" slots needed: %d\n", NUM_FAILURE_ITEMS); \
1221 DEBUG_PRINT2 (" available: %d\n", REMAINING_AVAIL_SLOTS); \
1223 /* Ensure we have enough space allocated for what we will push. */ \
1224 while (REMAINING_AVAIL_SLOTS < NUM_FAILURE_ITEMS) \
1226 if (!DOUBLE_FAIL_STACK (fail_stack)) \
1227 return failure_code; \
1229 DEBUG_PRINT2 ("\n Doubled stack; size now: %d\n", \
1230 (fail_stack).size); \
1231 DEBUG_PRINT2 (" slots available: %d\n", REMAINING_AVAIL_SLOTS);\
1234 /* Push the info, starting with the registers. */ \
1235 DEBUG_PRINT1 ("\n"); \
1238 for (this_reg = lowest_active_reg; this_reg <= highest_active_reg; \
1241 DEBUG_PRINT2 (" Pushing reg: %d\n", this_reg); \
1242 DEBUG_STATEMENT (num_regs_pushed++); \
1244 DEBUG_PRINT2 (" start: 0x%x\n", regstart[this_reg]); \
1245 PUSH_FAILURE_POINTER (regstart[this_reg]); \
1247 DEBUG_PRINT2 (" end: 0x%x\n", regend[this_reg]); \
1248 PUSH_FAILURE_POINTER (regend[this_reg]); \
1250 DEBUG_PRINT2 (" info: 0x%x\n ", reg_info[this_reg]); \
1251 DEBUG_PRINT2 (" match_null=%d", \
1252 REG_MATCH_NULL_STRING_P (reg_info[this_reg])); \
1253 DEBUG_PRINT2 (" active=%d", IS_ACTIVE (reg_info[this_reg])); \
1254 DEBUG_PRINT2 (" matched_something=%d", \
1255 MATCHED_SOMETHING (reg_info[this_reg])); \
1256 DEBUG_PRINT2 (" ever_matched=%d", \
1257 EVER_MATCHED_SOMETHING (reg_info[this_reg])); \
1258 DEBUG_PRINT1 ("\n"); \
1259 PUSH_FAILURE_ELT (reg_info[this_reg].word); \
1262 DEBUG_PRINT2 (" Pushing low active reg: %d\n", lowest_active_reg);\
1263 PUSH_FAILURE_INT (lowest_active_reg); \
1265 DEBUG_PRINT2 (" Pushing high active reg: %d\n", highest_active_reg);\
1266 PUSH_FAILURE_INT (highest_active_reg); \
1268 DEBUG_PRINT2 (" Pushing pattern 0x%x:\n", pattern_place); \
1269 DEBUG_PRINT_COMPILED_PATTERN (bufp, pattern_place, pend); \
1270 PUSH_FAILURE_POINTER (pattern_place); \
1272 DEBUG_PRINT2 (" Pushing string 0x%x: `", string_place); \
1273 DEBUG_PRINT_DOUBLE_STRING (string_place, string1, size1, string2, \
1275 DEBUG_PRINT1 ("'\n"); \
1276 PUSH_FAILURE_POINTER (string_place); \
1278 DEBUG_PRINT2 (" Pushing failure id: %u\n", failure_id); \
1279 DEBUG_PUSH (failure_id); \
1282 /* This is the number of items that are pushed and popped on the stack
1283 for each register. */
1284 #define NUM_REG_ITEMS 3
1286 /* Individual items aside from the registers. */
1288 #define NUM_NONREG_ITEMS 5 /* Includes failure point id. */
1290 #define NUM_NONREG_ITEMS 4
1293 /* We push at most this many items on the stack. */
1294 /* We used to use (num_regs - 1), which is the number of registers
1295 this regexp will save; but that was changed to 5
1296 to avoid stack overflow for a regexp with lots of parens. */
1297 #define MAX_FAILURE_ITEMS (5 * NUM_REG_ITEMS + NUM_NONREG_ITEMS)
1299 /* We actually push this many items. */
1300 #define NUM_FAILURE_ITEMS \
1302 ? 0 : highest_active_reg - lowest_active_reg + 1) \
1306 /* How many items can still be added to the stack without overflowing it. */
1307 #define REMAINING_AVAIL_SLOTS ((fail_stack).size - (fail_stack).avail)
1310 /* Pops what PUSH_FAIL_STACK pushes.
1312 We restore into the parameters, all of which should be lvalues:
1313 STR -- the saved data position.
1314 PAT -- the saved pattern position.
1315 LOW_REG, HIGH_REG -- the highest and lowest active registers.
1316 REGSTART, REGEND -- arrays of string positions.
1317 REG_INFO -- array of information about each subexpression.
1319 Also assumes the variables `fail_stack' and (if debugging), `bufp',
1320 `pend', `string1', `size1', `string2', and `size2'. */
1322 #define POP_FAILURE_POINT(str, pat, low_reg, high_reg, regstart, regend, reg_info)\
1324 DEBUG_STATEMENT (fail_stack_elt_t failure_id;) \
1326 const unsigned char *string_temp; \
1328 assert (!FAIL_STACK_EMPTY ()); \
1330 /* Remove failure points and point to how many regs pushed. */ \
1331 DEBUG_PRINT1 ("POP_FAILURE_POINT:\n"); \
1332 DEBUG_PRINT2 (" Before pop, next avail: %d\n", fail_stack.avail); \
1333 DEBUG_PRINT2 (" size: %d\n", fail_stack.size); \
1335 assert (fail_stack.avail >= NUM_NONREG_ITEMS); \
1337 DEBUG_POP (&failure_id); \
1338 DEBUG_PRINT2 (" Popping failure id: %u\n", failure_id); \
1340 /* If the saved string location is NULL, it came from an \
1341 on_failure_keep_string_jump opcode, and we want to throw away the \
1342 saved NULL, thus retaining our current position in the string. */ \
1343 string_temp = POP_FAILURE_POINTER (); \
1344 if (string_temp != NULL) \
1345 str = (const char *) string_temp; \
1347 DEBUG_PRINT2 (" Popping string 0x%x: `", str); \
1348 DEBUG_PRINT_DOUBLE_STRING (str, string1, size1, string2, size2); \
1349 DEBUG_PRINT1 ("'\n"); \
1351 pat = (unsigned char *) POP_FAILURE_POINTER (); \
1352 DEBUG_PRINT2 (" Popping pattern 0x%x:\n", pat); \
1353 DEBUG_PRINT_COMPILED_PATTERN (bufp, pat, pend); \
1355 /* Restore register info. */ \
1356 high_reg = (active_reg_t) POP_FAILURE_INT (); \
1357 DEBUG_PRINT2 (" Popping high active reg: %d\n", high_reg); \
1359 low_reg = (active_reg_t) POP_FAILURE_INT (); \
1360 DEBUG_PRINT2 (" Popping low active reg: %d\n", low_reg); \
1363 for (this_reg = high_reg; this_reg >= low_reg; this_reg--) \
1365 DEBUG_PRINT2 (" Popping reg: %d\n", this_reg); \
1367 reg_info[this_reg].word = POP_FAILURE_ELT (); \
1368 DEBUG_PRINT2 (" info: 0x%x\n", reg_info[this_reg]); \
1370 regend[this_reg] = (const char *) POP_FAILURE_POINTER (); \
1371 DEBUG_PRINT2 (" end: 0x%x\n", regend[this_reg]); \
1373 regstart[this_reg] = (const char *) POP_FAILURE_POINTER (); \
1374 DEBUG_PRINT2 (" start: 0x%x\n", regstart[this_reg]); \
1378 for (this_reg = highest_active_reg; this_reg > high_reg; this_reg--) \
1380 reg_info[this_reg].word.integer = 0; \
1381 regend[this_reg] = 0; \
1382 regstart[this_reg] = 0; \
1384 highest_active_reg = high_reg; \
1387 set_regs_matched_done = 0; \
1388 DEBUG_STATEMENT (nfailure_points_popped++); \
1389 } /* POP_FAILURE_POINT */
1393 /* Structure for per-register (a.k.a. per-group) information.
1394 Other register information, such as the
1395 starting and ending positions (which are addresses), and the list of
1396 inner groups (which is a bits list) are maintained in separate
1399 We are making a (strictly speaking) nonportable assumption here: that
1400 the compiler will pack our bit fields into something that fits into
1401 the type of `word', i.e., is something that fits into one item on the
1405 /* Declarations and macros for re_match_2. */
1409 fail_stack_elt_t word
;
1412 /* This field is one if this group can match the empty string,
1413 zero if not. If not yet determined, `MATCH_NULL_UNSET_VALUE'. */
1414 #define MATCH_NULL_UNSET_VALUE 3
1415 unsigned match_null_string_p
: 2;
1416 unsigned is_active
: 1;
1417 unsigned matched_something
: 1;
1418 unsigned ever_matched_something
: 1;
1420 } register_info_type
;
1422 #define REG_MATCH_NULL_STRING_P(R) ((R).bits.match_null_string_p)
1423 #define IS_ACTIVE(R) ((R).bits.is_active)
1424 #define MATCHED_SOMETHING(R) ((R).bits.matched_something)
1425 #define EVER_MATCHED_SOMETHING(R) ((R).bits.ever_matched_something)
1428 /* Call this when have matched a real character; it sets `matched' flags
1429 for the subexpressions which we are currently inside. Also records
1430 that those subexprs have matched. */
1431 #define SET_REGS_MATCHED() \
1434 if (!set_regs_matched_done) \
1437 set_regs_matched_done = 1; \
1438 for (r = lowest_active_reg; r <= highest_active_reg; r++) \
1440 MATCHED_SOMETHING (reg_info[r]) \
1441 = EVER_MATCHED_SOMETHING (reg_info[r]) \
1448 /* Registers are set to a sentinel when they haven't yet matched. */
1449 static char reg_unset_dummy
;
1450 #define REG_UNSET_VALUE (®_unset_dummy)
1451 #define REG_UNSET(e) ((e) == REG_UNSET_VALUE)
1453 /* Subroutine declarations and macros for regex_compile. */
1455 static reg_errcode_t regex_compile
_RE_ARGS ((const char *pattern
, size_t size
,
1456 reg_syntax_t syntax
,
1457 struct re_pattern_buffer
*bufp
));
1458 static void store_op1
_RE_ARGS ((re_opcode_t op
, unsigned char *loc
, int arg
));
1459 static void store_op2
_RE_ARGS ((re_opcode_t op
, unsigned char *loc
,
1460 int arg1
, int arg2
));
1461 static void insert_op1
_RE_ARGS ((re_opcode_t op
, unsigned char *loc
,
1462 int arg
, unsigned char *end
));
1463 static void insert_op2
_RE_ARGS ((re_opcode_t op
, unsigned char *loc
,
1464 int arg1
, int arg2
, unsigned char *end
));
1465 static boolean at_begline_loc_p
_RE_ARGS ((const char *pattern
, const char *p
,
1466 reg_syntax_t syntax
));
1467 static boolean at_endline_loc_p
_RE_ARGS ((const char *p
, const char *pend
,
1468 reg_syntax_t syntax
));
1469 static reg_errcode_t compile_range
_RE_ARGS ((const char **p_ptr
,
1472 reg_syntax_t syntax
,
1475 /* Fetch the next character in the uncompiled pattern---translating it
1476 if necessary. Also cast from a signed character in the constant
1477 string passed to us by the user to an unsigned char that we can use
1478 as an array index (in, e.g., `translate'). */
1480 #define PATFETCH(c) \
1481 do {if (p == pend) return REG_EEND; \
1482 c = (unsigned char) *p++; \
1483 if (translate) c = (unsigned char) translate[c]; \
1487 /* Fetch the next character in the uncompiled pattern, with no
1489 #define PATFETCH_RAW(c) \
1490 do {if (p == pend) return REG_EEND; \
1491 c = (unsigned char) *p++; \
1494 /* Go backwards one character in the pattern. */
1495 #define PATUNFETCH p--
1498 /* If `translate' is non-null, return translate[D], else just D. We
1499 cast the subscript to translate because some data is declared as
1500 `char *', to avoid warnings when a string constant is passed. But
1501 when we use a character as a subscript we must make it unsigned. */
1503 #define TRANSLATE(d) \
1504 (translate ? (char) translate[(unsigned char) (d)] : (d))
1508 /* Macros for outputting the compiled pattern into `buffer'. */
1510 /* If the buffer isn't allocated when it comes in, use this. */
1511 #define INIT_BUF_SIZE 32
1513 /* Make sure we have at least N more bytes of space in buffer. */
1514 #define GET_BUFFER_SPACE(n) \
1515 while ((unsigned long) (b - bufp->buffer + (n)) > bufp->allocated) \
1518 /* Make sure we have one more byte of buffer space and then add C to it. */
1519 #define BUF_PUSH(c) \
1521 GET_BUFFER_SPACE (1); \
1522 *b++ = (unsigned char) (c); \
1526 /* Ensure we have two more bytes of buffer space and then append C1 and C2. */
1527 #define BUF_PUSH_2(c1, c2) \
1529 GET_BUFFER_SPACE (2); \
1530 *b++ = (unsigned char) (c1); \
1531 *b++ = (unsigned char) (c2); \
1535 /* As with BUF_PUSH_2, except for three bytes. */
1536 #define BUF_PUSH_3(c1, c2, c3) \
1538 GET_BUFFER_SPACE (3); \
1539 *b++ = (unsigned char) (c1); \
1540 *b++ = (unsigned char) (c2); \
1541 *b++ = (unsigned char) (c3); \
1545 /* Store a jump with opcode OP at LOC to location TO. We store a
1546 relative address offset by the three bytes the jump itself occupies. */
1547 #define STORE_JUMP(op, loc, to) \
1548 store_op1 (op, loc, (int) ((to) - (loc) - 3))
1550 /* Likewise, for a two-argument jump. */
1551 #define STORE_JUMP2(op, loc, to, arg) \
1552 store_op2 (op, loc, (int) ((to) - (loc) - 3), arg)
1554 /* Like `STORE_JUMP', but for inserting. Assume `b' is the buffer end. */
1555 #define INSERT_JUMP(op, loc, to) \
1556 insert_op1 (op, loc, (int) ((to) - (loc) - 3), b)
1558 /* Like `STORE_JUMP2', but for inserting. Assume `b' is the buffer end. */
1559 #define INSERT_JUMP2(op, loc, to, arg) \
1560 insert_op2 (op, loc, (int) ((to) - (loc) - 3), arg, b)
1563 /* This is not an arbitrary limit: the arguments which represent offsets
1564 into the pattern are two bytes long. So if 2^16 bytes turns out to
1565 be too small, many things would have to change. */
1566 /* Any other compiler which, like MSC, has allocation limit below 2^16
1567 bytes will have to use approach similar to what was done below for
1568 MSC and drop MAX_BUF_SIZE a bit. Otherwise you may end up
1569 reallocating to 0 bytes. Such thing is not going to work too well.
1570 You have been warned!! */
1571 #if defined(_MSC_VER) && !defined(WIN32)
1572 /* Microsoft C 16-bit versions limit malloc to approx 65512 bytes.
1573 The REALLOC define eliminates a flurry of conversion warnings,
1574 but is not required. */
1575 #define MAX_BUF_SIZE 65500L
1576 #define REALLOC(p,s) realloc ((p), (size_t) (s))
1578 #define MAX_BUF_SIZE (1L << 16)
1579 #define REALLOC(p,s) realloc ((p), (s))
1582 /* Extend the buffer by twice its current size via realloc and
1583 reset the pointers that pointed into the old block to point to the
1584 correct places in the new one. If extending the buffer results in it
1585 being larger than MAX_BUF_SIZE, then flag memory exhausted. */
1586 #define EXTEND_BUFFER() \
1588 unsigned char *old_buffer = bufp->buffer; \
1589 if (bufp->allocated == MAX_BUF_SIZE) \
1591 bufp->allocated <<= 1; \
1592 if (bufp->allocated > MAX_BUF_SIZE) \
1593 bufp->allocated = MAX_BUF_SIZE; \
1594 bufp->buffer = (unsigned char *) REALLOC (bufp->buffer, bufp->allocated);\
1595 if (bufp->buffer == NULL) \
1596 return REG_ESPACE; \
1597 /* If the buffer moved, move all the pointers into it. */ \
1598 if (old_buffer != bufp->buffer) \
1600 b = (b - old_buffer) + bufp->buffer; \
1601 begalt = (begalt - old_buffer) + bufp->buffer; \
1602 if (fixup_alt_jump) \
1603 fixup_alt_jump = (fixup_alt_jump - old_buffer) + bufp->buffer;\
1605 laststart = (laststart - old_buffer) + bufp->buffer; \
1606 if (pending_exact) \
1607 pending_exact = (pending_exact - old_buffer) + bufp->buffer; \
1612 /* Since we have one byte reserved for the register number argument to
1613 {start,stop}_memory, the maximum number of groups we can report
1614 things about is what fits in that byte. */
1615 #define MAX_REGNUM 255
1617 /* But patterns can have more than `MAX_REGNUM' registers. We just
1618 ignore the excess. */
1619 typedef unsigned regnum_t
;
1622 /* Macros for the compile stack. */
1624 /* Since offsets can go either forwards or backwards, this type needs to
1625 be able to hold values from -(MAX_BUF_SIZE - 1) to MAX_BUF_SIZE - 1. */
1626 /* int may be not enough when sizeof(int) == 2. */
1627 typedef long pattern_offset_t
;
1631 pattern_offset_t begalt_offset
;
1632 pattern_offset_t fixup_alt_jump
;
1633 pattern_offset_t inner_group_offset
;
1634 pattern_offset_t laststart_offset
;
1636 } compile_stack_elt_t
;
1641 compile_stack_elt_t
*stack
;
1643 unsigned avail
; /* Offset of next open position. */
1644 } compile_stack_type
;
1647 #define INIT_COMPILE_STACK_SIZE 32
1649 #define COMPILE_STACK_EMPTY (compile_stack.avail == 0)
1650 #define COMPILE_STACK_FULL (compile_stack.avail == compile_stack.size)
1652 /* The next available element. */
1653 #define COMPILE_STACK_TOP (compile_stack.stack[compile_stack.avail])
1656 /* Set the bit for character C in a list. */
1657 #define SET_LIST_BIT(c) \
1658 (b[((unsigned char) (c)) / BYTEWIDTH] \
1659 |= 1 << (((unsigned char) c) % BYTEWIDTH))
1662 /* Get the next unsigned number in the uncompiled pattern. */
1663 #define GET_UNSIGNED_NUMBER(num) \
1667 while (ISDIGIT (c)) \
1671 num = num * 10 + c - '0'; \
1679 #if defined _LIBC || (defined HAVE_WCTYPE_H && defined HAVE_WCHAR_H)
1680 /* The GNU C library provides support for user-defined character classes
1681 and the functions from ISO C amendement 1. */
1682 # ifdef CHARCLASS_NAME_MAX
1683 # define CHAR_CLASS_MAX_LENGTH CHARCLASS_NAME_MAX
1685 /* This shouldn't happen but some implementation might still have this
1686 problem. Use a reasonable default value. */
1687 # define CHAR_CLASS_MAX_LENGTH 256
1690 # define IS_CHAR_CLASS(string) wctype (string)
1692 # define CHAR_CLASS_MAX_LENGTH 6 /* Namely, `xdigit'. */
1694 # define IS_CHAR_CLASS(string) \
1695 (STREQ (string, "alpha") || STREQ (string, "upper") \
1696 || STREQ (string, "lower") || STREQ (string, "digit") \
1697 || STREQ (string, "alnum") || STREQ (string, "xdigit") \
1698 || STREQ (string, "space") || STREQ (string, "print") \
1699 || STREQ (string, "punct") || STREQ (string, "graph") \
1700 || STREQ (string, "cntrl") || STREQ (string, "blank"))
1703 #ifndef MATCH_MAY_ALLOCATE
1705 /* If we cannot allocate large objects within re_match_2_internal,
1706 we make the fail stack and register vectors global.
1707 The fail stack, we grow to the maximum size when a regexp
1709 The register vectors, we adjust in size each time we
1710 compile a regexp, according to the number of registers it needs. */
1712 static fail_stack_type fail_stack
;
1714 /* Size with which the following vectors are currently allocated.
1715 That is so we can make them bigger as needed,
1716 but never make them smaller. */
1717 static int regs_allocated_size
;
1719 static const char ** regstart
, ** regend
;
1720 static const char ** old_regstart
, ** old_regend
;
1721 static const char **best_regstart
, **best_regend
;
1722 static register_info_type
*reg_info
;
1723 static const char **reg_dummy
;
1724 static register_info_type
*reg_info_dummy
;
1726 /* Make the register vectors big enough for NUM_REGS registers,
1727 but don't make them smaller. */
1730 regex_grow_registers (num_regs
)
1733 if (num_regs
> regs_allocated_size
)
1735 RETALLOC_IF (regstart
, num_regs
, const char *);
1736 RETALLOC_IF (regend
, num_regs
, const char *);
1737 RETALLOC_IF (old_regstart
, num_regs
, const char *);
1738 RETALLOC_IF (old_regend
, num_regs
, const char *);
1739 RETALLOC_IF (best_regstart
, num_regs
, const char *);
1740 RETALLOC_IF (best_regend
, num_regs
, const char *);
1741 RETALLOC_IF (reg_info
, num_regs
, register_info_type
);
1742 RETALLOC_IF (reg_dummy
, num_regs
, const char *);
1743 RETALLOC_IF (reg_info_dummy
, num_regs
, register_info_type
);
1745 regs_allocated_size
= num_regs
;
1749 #endif /* not MATCH_MAY_ALLOCATE */
1751 static boolean group_in_compile_stack
_RE_ARGS ((compile_stack_type
1755 /* `regex_compile' compiles PATTERN (of length SIZE) according to SYNTAX.
1756 Returns one of error codes defined in `regex.h', or zero for success.
1758 Assumes the `allocated' (and perhaps `buffer') and `translate'
1759 fields are set in BUFP on entry.
1761 If it succeeds, results are put in BUFP (if it returns an error, the
1762 contents of BUFP are undefined):
1763 `buffer' is the compiled pattern;
1764 `syntax' is set to SYNTAX;
1765 `used' is set to the length of the compiled pattern;
1766 `fastmap_accurate' is zero;
1767 `re_nsub' is the number of subexpressions in PATTERN;
1768 `not_bol' and `not_eol' are zero;
1770 The `fastmap' and `newline_anchor' fields are neither
1771 examined nor set. */
1773 /* Return, freeing storage we allocated. */
1774 #define FREE_STACK_RETURN(value) \
1775 return (free (compile_stack.stack), value)
1777 static reg_errcode_t
1778 regex_compile (pattern
, size
, syntax
, bufp
)
1779 const char *pattern
;
1781 reg_syntax_t syntax
;
1782 struct re_pattern_buffer
*bufp
;
1784 /* We fetch characters from PATTERN here. Even though PATTERN is
1785 `char *' (i.e., signed), we declare these variables as unsigned, so
1786 they can be reliably used as array indices. */
1787 register unsigned char c
, c1
;
1789 /* A random temporary spot in PATTERN. */
1792 /* Points to the end of the buffer, where we should append. */
1793 register unsigned char *b
;
1795 /* Keeps track of unclosed groups. */
1796 compile_stack_type compile_stack
;
1798 /* Points to the current (ending) position in the pattern. */
1799 const char *p
= pattern
;
1800 const char *pend
= pattern
+ size
;
1802 /* How to translate the characters in the pattern. */
1803 RE_TRANSLATE_TYPE translate
= bufp
->translate
;
1805 /* Address of the count-byte of the most recently inserted `exactn'
1806 command. This makes it possible to tell if a new exact-match
1807 character can be added to that command or if the character requires
1808 a new `exactn' command. */
1809 unsigned char *pending_exact
= 0;
1811 /* Address of start of the most recently finished expression.
1812 This tells, e.g., postfix * where to find the start of its
1813 operand. Reset at the beginning of groups and alternatives. */
1814 unsigned char *laststart
= 0;
1816 /* Address of beginning of regexp, or inside of last group. */
1817 unsigned char *begalt
;
1819 /* Place in the uncompiled pattern (i.e., the {) to
1820 which to go back if the interval is invalid. */
1821 const char *beg_interval
;
1823 /* Address of the place where a forward jump should go to the end of
1824 the containing expression. Each alternative of an `or' -- except the
1825 last -- ends with a forward jump of this sort. */
1826 unsigned char *fixup_alt_jump
= 0;
1828 /* Counts open-groups as they are encountered. Remembered for the
1829 matching close-group on the compile stack, so the same register
1830 number is put in the stop_memory as the start_memory. */
1831 regnum_t regnum
= 0;
1834 DEBUG_PRINT1 ("\nCompiling pattern: ");
1837 unsigned debug_count
;
1839 for (debug_count
= 0; debug_count
< size
; debug_count
++)
1840 putchar (pattern
[debug_count
]);
1845 /* Initialize the compile stack. */
1846 compile_stack
.stack
= TALLOC (INIT_COMPILE_STACK_SIZE
, compile_stack_elt_t
);
1847 if (compile_stack
.stack
== NULL
)
1850 compile_stack
.size
= INIT_COMPILE_STACK_SIZE
;
1851 compile_stack
.avail
= 0;
1853 /* Initialize the pattern buffer. */
1854 bufp
->syntax
= syntax
;
1855 bufp
->fastmap_accurate
= 0;
1856 bufp
->not_bol
= bufp
->not_eol
= 0;
1858 /* Set `used' to zero, so that if we return an error, the pattern
1859 printer (for debugging) will think there's no pattern. We reset it
1863 /* Always count groups, whether or not bufp->no_sub is set. */
1866 #if !defined (emacs) && !defined (SYNTAX_TABLE)
1867 /* Initialize the syntax table. */
1868 init_syntax_once ();
1871 if (bufp
->allocated
== 0)
1874 { /* If zero allocated, but buffer is non-null, try to realloc
1875 enough space. This loses if buffer's address is bogus, but
1876 that is the user's responsibility. */
1877 RETALLOC (bufp
->buffer
, INIT_BUF_SIZE
, unsigned char);
1880 { /* Caller did not allocate a buffer. Do it for them. */
1881 bufp
->buffer
= TALLOC (INIT_BUF_SIZE
, unsigned char);
1883 if (!bufp
->buffer
) FREE_STACK_RETURN (REG_ESPACE
);
1885 bufp
->allocated
= INIT_BUF_SIZE
;
1888 begalt
= b
= bufp
->buffer
;
1890 /* Loop through the uncompiled pattern until we're at the end. */
1899 if ( /* If at start of pattern, it's an operator. */
1901 /* If context independent, it's an operator. */
1902 || syntax
& RE_CONTEXT_INDEP_ANCHORS
1903 /* Otherwise, depends on what's come before. */
1904 || at_begline_loc_p (pattern
, p
, syntax
))
1914 if ( /* If at end of pattern, it's an operator. */
1916 /* If context independent, it's an operator. */
1917 || syntax
& RE_CONTEXT_INDEP_ANCHORS
1918 /* Otherwise, depends on what's next. */
1919 || at_endline_loc_p (p
, pend
, syntax
))
1929 if ((syntax
& RE_BK_PLUS_QM
)
1930 || (syntax
& RE_LIMITED_OPS
))
1934 /* If there is no previous pattern... */
1937 if (syntax
& RE_CONTEXT_INVALID_OPS
)
1938 FREE_STACK_RETURN (REG_BADRPT
);
1939 else if (!(syntax
& RE_CONTEXT_INDEP_OPS
))
1944 /* Are we optimizing this jump? */
1945 boolean keep_string_p
= false;
1947 /* 1 means zero (many) matches is allowed. */
1948 char zero_times_ok
= 0, many_times_ok
= 0;
1950 /* If there is a sequence of repetition chars, collapse it
1951 down to just one (the right one). We can't combine
1952 interval operators with these because of, e.g., `a{2}*',
1953 which should only match an even number of `a's. */
1957 zero_times_ok
|= c
!= '+';
1958 many_times_ok
|= c
!= '?';
1966 || (!(syntax
& RE_BK_PLUS_QM
) && (c
== '+' || c
== '?')))
1969 else if (syntax
& RE_BK_PLUS_QM
&& c
== '\\')
1971 if (p
== pend
) FREE_STACK_RETURN (REG_EESCAPE
);
1974 if (!(c1
== '+' || c1
== '?'))
1989 /* If we get here, we found another repeat character. */
1992 /* Star, etc. applied to an empty pattern is equivalent
1993 to an empty pattern. */
1997 /* Now we know whether or not zero matches is allowed
1998 and also whether or not two or more matches is allowed. */
2000 { /* More than one repetition is allowed, so put in at the
2001 end a backward relative jump from `b' to before the next
2002 jump we're going to put in below (which jumps from
2003 laststart to after this jump).
2005 But if we are at the `*' in the exact sequence `.*\n',
2006 insert an unconditional jump backwards to the .,
2007 instead of the beginning of the loop. This way we only
2008 push a failure point once, instead of every time
2009 through the loop. */
2010 assert (p
- 1 > pattern
);
2012 /* Allocate the space for the jump. */
2013 GET_BUFFER_SPACE (3);
2015 /* We know we are not at the first character of the pattern,
2016 because laststart was nonzero. And we've already
2017 incremented `p', by the way, to be the character after
2018 the `*'. Do we have to do something analogous here
2019 for null bytes, because of RE_DOT_NOT_NULL? */
2020 if (TRANSLATE (*(p
- 2)) == TRANSLATE ('.')
2022 && p
< pend
&& TRANSLATE (*p
) == TRANSLATE ('\n')
2023 && !(syntax
& RE_DOT_NEWLINE
))
2024 { /* We have .*\n. */
2025 STORE_JUMP (jump
, b
, laststart
);
2026 keep_string_p
= true;
2029 /* Anything else. */
2030 STORE_JUMP (maybe_pop_jump
, b
, laststart
- 3);
2032 /* We've added more stuff to the buffer. */
2036 /* On failure, jump from laststart to b + 3, which will be the
2037 end of the buffer after this jump is inserted. */
2038 GET_BUFFER_SPACE (3);
2039 INSERT_JUMP (keep_string_p
? on_failure_keep_string_jump
2047 /* At least one repetition is required, so insert a
2048 `dummy_failure_jump' before the initial
2049 `on_failure_jump' instruction of the loop. This
2050 effects a skip over that instruction the first time
2051 we hit that loop. */
2052 GET_BUFFER_SPACE (3);
2053 INSERT_JUMP (dummy_failure_jump
, laststart
, laststart
+ 6);
2068 boolean had_char_class
= false;
2070 if (p
== pend
) FREE_STACK_RETURN (REG_EBRACK
);
2072 /* Ensure that we have enough space to push a charset: the
2073 opcode, the length count, and the bitset; 34 bytes in all. */
2074 GET_BUFFER_SPACE (34);
2078 /* We test `*p == '^' twice, instead of using an if
2079 statement, so we only need one BUF_PUSH. */
2080 BUF_PUSH (*p
== '^' ? charset_not
: charset
);
2084 /* Remember the first position in the bracket expression. */
2087 /* Push the number of bytes in the bitmap. */
2088 BUF_PUSH ((1 << BYTEWIDTH
) / BYTEWIDTH
);
2090 /* Clear the whole map. */
2091 bzero (b
, (1 << BYTEWIDTH
) / BYTEWIDTH
);
2093 /* charset_not matches newline according to a syntax bit. */
2094 if ((re_opcode_t
) b
[-2] == charset_not
2095 && (syntax
& RE_HAT_LISTS_NOT_NEWLINE
))
2096 SET_LIST_BIT ('\n');
2098 /* Read in characters and ranges, setting map bits. */
2101 if (p
== pend
) FREE_STACK_RETURN (REG_EBRACK
);
2105 /* \ might escape characters inside [...] and [^...]. */
2106 if ((syntax
& RE_BACKSLASH_ESCAPE_IN_LISTS
) && c
== '\\')
2108 if (p
== pend
) FREE_STACK_RETURN (REG_EESCAPE
);
2115 /* Could be the end of the bracket expression. If it's
2116 not (i.e., when the bracket expression is `[]' so
2117 far), the ']' character bit gets set way below. */
2118 if (c
== ']' && p
!= p1
+ 1)
2121 /* Look ahead to see if it's a range when the last thing
2122 was a character class. */
2123 if (had_char_class
&& c
== '-' && *p
!= ']')
2124 FREE_STACK_RETURN (REG_ERANGE
);
2126 /* Look ahead to see if it's a range when the last thing
2127 was a character: if this is a hyphen not at the
2128 beginning or the end of a list, then it's the range
2131 && !(p
- 2 >= pattern
&& p
[-2] == '[')
2132 && !(p
- 3 >= pattern
&& p
[-3] == '[' && p
[-2] == '^')
2136 = compile_range (&p
, pend
, translate
, syntax
, b
);
2137 if (ret
!= REG_NOERROR
) FREE_STACK_RETURN (ret
);
2140 else if (p
[0] == '-' && p
[1] != ']')
2141 { /* This handles ranges made up of characters only. */
2144 /* Move past the `-'. */
2147 ret
= compile_range (&p
, pend
, translate
, syntax
, b
);
2148 if (ret
!= REG_NOERROR
) FREE_STACK_RETURN (ret
);
2151 /* See if we're at the beginning of a possible character
2154 else if (syntax
& RE_CHAR_CLASSES
&& c
== '[' && *p
== ':')
2155 { /* Leave room for the null. */
2156 char str
[CHAR_CLASS_MAX_LENGTH
+ 1];
2161 /* If pattern is `[[:'. */
2162 if (p
== pend
) FREE_STACK_RETURN (REG_EBRACK
);
2167 if (c
== ':' || c
== ']' || p
== pend
2168 || c1
== CHAR_CLASS_MAX_LENGTH
)
2174 /* If isn't a word bracketed by `[:' and:`]':
2175 undo the ending character, the letters, and leave
2176 the leading `:' and `[' (but set bits for them). */
2177 if (c
== ':' && *p
== ']')
2179 #if defined _LIBC || (defined HAVE_WCTYPE_H && defined HAVE_WCHAR_H)
2180 boolean is_lower
= STREQ (str
, "lower");
2181 boolean is_upper
= STREQ (str
, "upper");
2187 FREE_STACK_RETURN (REG_ECTYPE
);
2189 /* Throw away the ] at the end of the character
2193 if (p
== pend
) FREE_STACK_RETURN (REG_EBRACK
);
2195 for (ch
= 0; ch
< 1 << BYTEWIDTH
; ++ch
)
2197 if (iswctype (btowc (ch
), wt
))
2200 if (translate
&& (is_upper
|| is_lower
)
2201 && (ISUPPER (ch
) || ISLOWER (ch
)))
2205 had_char_class
= true;
2208 boolean is_alnum
= STREQ (str
, "alnum");
2209 boolean is_alpha
= STREQ (str
, "alpha");
2210 boolean is_blank
= STREQ (str
, "blank");
2211 boolean is_cntrl
= STREQ (str
, "cntrl");
2212 boolean is_digit
= STREQ (str
, "digit");
2213 boolean is_graph
= STREQ (str
, "graph");
2214 boolean is_lower
= STREQ (str
, "lower");
2215 boolean is_print
= STREQ (str
, "print");
2216 boolean is_punct
= STREQ (str
, "punct");
2217 boolean is_space
= STREQ (str
, "space");
2218 boolean is_upper
= STREQ (str
, "upper");
2219 boolean is_xdigit
= STREQ (str
, "xdigit");
2221 if (!IS_CHAR_CLASS (str
))
2222 FREE_STACK_RETURN (REG_ECTYPE
);
2224 /* Throw away the ] at the end of the character
2228 if (p
== pend
) FREE_STACK_RETURN (REG_EBRACK
);
2230 for (ch
= 0; ch
< 1 << BYTEWIDTH
; ch
++)
2232 /* This was split into 3 if's to
2233 avoid an arbitrary limit in some compiler. */
2234 if ( (is_alnum
&& ISALNUM (ch
))
2235 || (is_alpha
&& ISALPHA (ch
))
2236 || (is_blank
&& ISBLANK (ch
))
2237 || (is_cntrl
&& ISCNTRL (ch
)))
2239 if ( (is_digit
&& ISDIGIT (ch
))
2240 || (is_graph
&& ISGRAPH (ch
))
2241 || (is_lower
&& ISLOWER (ch
))
2242 || (is_print
&& ISPRINT (ch
)))
2244 if ( (is_punct
&& ISPUNCT (ch
))
2245 || (is_space
&& ISSPACE (ch
))
2246 || (is_upper
&& ISUPPER (ch
))
2247 || (is_xdigit
&& ISXDIGIT (ch
)))
2249 if ( translate
&& (is_upper
|| is_lower
)
2250 && (ISUPPER (ch
) || ISLOWER (ch
)))
2253 had_char_class
= true;
2254 #endif /* libc || wctype.h */
2263 had_char_class
= false;
2268 had_char_class
= false;
2273 /* Discard any (non)matching list bytes that are all 0 at the
2274 end of the map. Decrease the map-length byte too. */
2275 while ((int) b
[-1] > 0 && b
[b
[-1] - 1] == 0)
2283 if (syntax
& RE_NO_BK_PARENS
)
2290 if (syntax
& RE_NO_BK_PARENS
)
2297 if (syntax
& RE_NEWLINE_ALT
)
2304 if (syntax
& RE_NO_BK_VBAR
)
2311 if (syntax
& RE_INTERVALS
&& syntax
& RE_NO_BK_BRACES
)
2312 goto handle_interval
;
2318 if (p
== pend
) FREE_STACK_RETURN (REG_EESCAPE
);
2320 /* Do not translate the character after the \, so that we can
2321 distinguish, e.g., \B from \b, even if we normally would
2322 translate, e.g., B to b. */
2328 if (syntax
& RE_NO_BK_PARENS
)
2329 goto normal_backslash
;
2335 if (COMPILE_STACK_FULL
)
2337 RETALLOC (compile_stack
.stack
, compile_stack
.size
<< 1,
2338 compile_stack_elt_t
);
2339 if (compile_stack
.stack
== NULL
) return REG_ESPACE
;
2341 compile_stack
.size
<<= 1;
2344 /* These are the values to restore when we hit end of this
2345 group. They are all relative offsets, so that if the
2346 whole pattern moves because of realloc, they will still
2348 COMPILE_STACK_TOP
.begalt_offset
= begalt
- bufp
->buffer
;
2349 COMPILE_STACK_TOP
.fixup_alt_jump
2350 = fixup_alt_jump
? fixup_alt_jump
- bufp
->buffer
+ 1 : 0;
2351 COMPILE_STACK_TOP
.laststart_offset
= b
- bufp
->buffer
;
2352 COMPILE_STACK_TOP
.regnum
= regnum
;
2354 /* We will eventually replace the 0 with the number of
2355 groups inner to this one. But do not push a
2356 start_memory for groups beyond the last one we can
2357 represent in the compiled pattern. */
2358 if (regnum
<= MAX_REGNUM
)
2360 COMPILE_STACK_TOP
.inner_group_offset
= b
- bufp
->buffer
+ 2;
2361 BUF_PUSH_3 (start_memory
, regnum
, 0);
2364 compile_stack
.avail
++;
2369 /* If we've reached MAX_REGNUM groups, then this open
2370 won't actually generate any code, so we'll have to
2371 clear pending_exact explicitly. */
2377 if (syntax
& RE_NO_BK_PARENS
) goto normal_backslash
;
2379 if (COMPILE_STACK_EMPTY
)
2380 if (syntax
& RE_UNMATCHED_RIGHT_PAREN_ORD
)
2381 goto normal_backslash
;
2383 FREE_STACK_RETURN (REG_ERPAREN
);
2387 { /* Push a dummy failure point at the end of the
2388 alternative for a possible future
2389 `pop_failure_jump' to pop. See comments at
2390 `push_dummy_failure' in `re_match_2'. */
2391 BUF_PUSH (push_dummy_failure
);
2393 /* We allocated space for this jump when we assigned
2394 to `fixup_alt_jump', in the `handle_alt' case below. */
2395 STORE_JUMP (jump_past_alt
, fixup_alt_jump
, b
- 1);
2398 /* See similar code for backslashed left paren above. */
2399 if (COMPILE_STACK_EMPTY
)
2400 if (syntax
& RE_UNMATCHED_RIGHT_PAREN_ORD
)
2403 FREE_STACK_RETURN (REG_ERPAREN
);
2405 /* Since we just checked for an empty stack above, this
2406 ``can't happen''. */
2407 assert (compile_stack
.avail
!= 0);
2409 /* We don't just want to restore into `regnum', because
2410 later groups should continue to be numbered higher,
2411 as in `(ab)c(de)' -- the second group is #2. */
2412 regnum_t this_group_regnum
;
2414 compile_stack
.avail
--;
2415 begalt
= bufp
->buffer
+ COMPILE_STACK_TOP
.begalt_offset
;
2417 = COMPILE_STACK_TOP
.fixup_alt_jump
2418 ? bufp
->buffer
+ COMPILE_STACK_TOP
.fixup_alt_jump
- 1
2420 laststart
= bufp
->buffer
+ COMPILE_STACK_TOP
.laststart_offset
;
2421 this_group_regnum
= COMPILE_STACK_TOP
.regnum
;
2422 /* If we've reached MAX_REGNUM groups, then this open
2423 won't actually generate any code, so we'll have to
2424 clear pending_exact explicitly. */
2427 /* We're at the end of the group, so now we know how many
2428 groups were inside this one. */
2429 if (this_group_regnum
<= MAX_REGNUM
)
2431 unsigned char *inner_group_loc
2432 = bufp
->buffer
+ COMPILE_STACK_TOP
.inner_group_offset
;
2434 *inner_group_loc
= regnum
- this_group_regnum
;
2435 BUF_PUSH_3 (stop_memory
, this_group_regnum
,
2436 regnum
- this_group_regnum
);
2442 case '|': /* `\|'. */
2443 if (syntax
& RE_LIMITED_OPS
|| syntax
& RE_NO_BK_VBAR
)
2444 goto normal_backslash
;
2446 if (syntax
& RE_LIMITED_OPS
)
2449 /* Insert before the previous alternative a jump which
2450 jumps to this alternative if the former fails. */
2451 GET_BUFFER_SPACE (3);
2452 INSERT_JUMP (on_failure_jump
, begalt
, b
+ 6);
2456 /* The alternative before this one has a jump after it
2457 which gets executed if it gets matched. Adjust that
2458 jump so it will jump to this alternative's analogous
2459 jump (put in below, which in turn will jump to the next
2460 (if any) alternative's such jump, etc.). The last such
2461 jump jumps to the correct final destination. A picture:
2467 If we are at `b', then fixup_alt_jump right now points to a
2468 three-byte space after `a'. We'll put in the jump, set
2469 fixup_alt_jump to right after `b', and leave behind three
2470 bytes which we'll fill in when we get to after `c'. */
2473 STORE_JUMP (jump_past_alt
, fixup_alt_jump
, b
);
2475 /* Mark and leave space for a jump after this alternative,
2476 to be filled in later either by next alternative or
2477 when know we're at the end of a series of alternatives. */
2479 GET_BUFFER_SPACE (3);
2488 /* If \{ is a literal. */
2489 if (!(syntax
& RE_INTERVALS
)
2490 /* If we're at `\{' and it's not the open-interval
2492 || ((syntax
& RE_INTERVALS
) && (syntax
& RE_NO_BK_BRACES
))
2493 || (p
- 2 == pattern
&& p
== pend
))
2494 goto normal_backslash
;
2498 /* If got here, then the syntax allows intervals. */
2500 /* At least (most) this many matches must be made. */
2501 int lower_bound
= -1, upper_bound
= -1;
2503 beg_interval
= p
- 1;
2507 if (syntax
& RE_NO_BK_BRACES
)
2508 goto unfetch_interval
;
2510 FREE_STACK_RETURN (REG_EBRACE
);
2513 GET_UNSIGNED_NUMBER (lower_bound
);
2517 GET_UNSIGNED_NUMBER (upper_bound
);
2518 if (upper_bound
< 0) upper_bound
= RE_DUP_MAX
;
2521 /* Interval such as `{1}' => match exactly once. */
2522 upper_bound
= lower_bound
;
2524 if (lower_bound
< 0 || upper_bound
> RE_DUP_MAX
2525 || lower_bound
> upper_bound
)
2527 if (syntax
& RE_NO_BK_BRACES
)
2528 goto unfetch_interval
;
2530 FREE_STACK_RETURN (REG_BADBR
);
2533 if (!(syntax
& RE_NO_BK_BRACES
))
2535 if (c
!= '\\') FREE_STACK_RETURN (REG_EBRACE
);
2542 if (syntax
& RE_NO_BK_BRACES
)
2543 goto unfetch_interval
;
2545 FREE_STACK_RETURN (REG_BADBR
);
2548 /* We just parsed a valid interval. */
2550 /* If it's invalid to have no preceding re. */
2553 if (syntax
& RE_CONTEXT_INVALID_OPS
)
2554 FREE_STACK_RETURN (REG_BADRPT
);
2555 else if (syntax
& RE_CONTEXT_INDEP_OPS
)
2558 goto unfetch_interval
;
2561 /* If the upper bound is zero, don't want to succeed at
2562 all; jump from `laststart' to `b + 3', which will be
2563 the end of the buffer after we insert the jump. */
2564 if (upper_bound
== 0)
2566 GET_BUFFER_SPACE (3);
2567 INSERT_JUMP (jump
, laststart
, b
+ 3);
2571 /* Otherwise, we have a nontrivial interval. When
2572 we're all done, the pattern will look like:
2573 set_number_at <jump count> <upper bound>
2574 set_number_at <succeed_n count> <lower bound>
2575 succeed_n <after jump addr> <succeed_n count>
2577 jump_n <succeed_n addr> <jump count>
2578 (The upper bound and `jump_n' are omitted if
2579 `upper_bound' is 1, though.) */
2581 { /* If the upper bound is > 1, we need to insert
2582 more at the end of the loop. */
2583 unsigned nbytes
= 10 + (upper_bound
> 1) * 10;
2585 GET_BUFFER_SPACE (nbytes
);
2587 /* Initialize lower bound of the `succeed_n', even
2588 though it will be set during matching by its
2589 attendant `set_number_at' (inserted next),
2590 because `re_compile_fastmap' needs to know.
2591 Jump to the `jump_n' we might insert below. */
2592 INSERT_JUMP2 (succeed_n
, laststart
,
2593 b
+ 5 + (upper_bound
> 1) * 5,
2597 /* Code to initialize the lower bound. Insert
2598 before the `succeed_n'. The `5' is the last two
2599 bytes of this `set_number_at', plus 3 bytes of
2600 the following `succeed_n'. */
2601 insert_op2 (set_number_at
, laststart
, 5, lower_bound
, b
);
2604 if (upper_bound
> 1)
2605 { /* More than one repetition is allowed, so
2606 append a backward jump to the `succeed_n'
2607 that starts this interval.
2609 When we've reached this during matching,
2610 we'll have matched the interval once, so
2611 jump back only `upper_bound - 1' times. */
2612 STORE_JUMP2 (jump_n
, b
, laststart
+ 5,
2616 /* The location we want to set is the second
2617 parameter of the `jump_n'; that is `b-2' as
2618 an absolute address. `laststart' will be
2619 the `set_number_at' we're about to insert;
2620 `laststart+3' the number to set, the source
2621 for the relative address. But we are
2622 inserting into the middle of the pattern --
2623 so everything is getting moved up by 5.
2624 Conclusion: (b - 2) - (laststart + 3) + 5,
2625 i.e., b - laststart.
2627 We insert this at the beginning of the loop
2628 so that if we fail during matching, we'll
2629 reinitialize the bounds. */
2630 insert_op2 (set_number_at
, laststart
, b
- laststart
,
2631 upper_bound
- 1, b
);
2636 beg_interval
= NULL
;
2641 /* If an invalid interval, match the characters as literals. */
2642 assert (beg_interval
);
2644 beg_interval
= NULL
;
2646 /* normal_char and normal_backslash need `c'. */
2649 if (!(syntax
& RE_NO_BK_BRACES
))
2651 if (p
> pattern
&& p
[-1] == '\\')
2652 goto normal_backslash
;
2657 /* There is no way to specify the before_dot and after_dot
2658 operators. rms says this is ok. --karl */
2666 BUF_PUSH_2 (syntaxspec
, syntax_spec_code
[c
]);
2672 BUF_PUSH_2 (notsyntaxspec
, syntax_spec_code
[c
]);
2678 if (re_syntax_options
& RE_NO_GNU_OPS
)
2681 BUF_PUSH (wordchar
);
2686 if (re_syntax_options
& RE_NO_GNU_OPS
)
2689 BUF_PUSH (notwordchar
);
2694 if (re_syntax_options
& RE_NO_GNU_OPS
)
2700 if (re_syntax_options
& RE_NO_GNU_OPS
)
2706 if (re_syntax_options
& RE_NO_GNU_OPS
)
2708 BUF_PUSH (wordbound
);
2712 if (re_syntax_options
& RE_NO_GNU_OPS
)
2714 BUF_PUSH (notwordbound
);
2718 if (re_syntax_options
& RE_NO_GNU_OPS
)
2724 if (re_syntax_options
& RE_NO_GNU_OPS
)
2729 case '1': case '2': case '3': case '4': case '5':
2730 case '6': case '7': case '8': case '9':
2731 if (syntax
& RE_NO_BK_REFS
)
2737 FREE_STACK_RETURN (REG_ESUBREG
);
2739 /* Can't back reference to a subexpression if inside of it. */
2740 if (group_in_compile_stack (compile_stack
, (regnum_t
) c1
))
2744 BUF_PUSH_2 (duplicate
, c1
);
2750 if (syntax
& RE_BK_PLUS_QM
)
2753 goto normal_backslash
;
2757 /* You might think it would be useful for \ to mean
2758 not to translate; but if we don't translate it
2759 it will never match anything. */
2767 /* Expects the character in `c'. */
2769 /* If no exactn currently being built. */
2772 /* If last exactn not at current position. */
2773 || pending_exact
+ *pending_exact
+ 1 != b
2775 /* We have only one byte following the exactn for the count. */
2776 || *pending_exact
== (1 << BYTEWIDTH
) - 1
2778 /* If followed by a repetition operator. */
2779 || *p
== '*' || *p
== '^'
2780 || ((syntax
& RE_BK_PLUS_QM
)
2781 ? *p
== '\\' && (p
[1] == '+' || p
[1] == '?')
2782 : (*p
== '+' || *p
== '?'))
2783 || ((syntax
& RE_INTERVALS
)
2784 && ((syntax
& RE_NO_BK_BRACES
)
2786 : (p
[0] == '\\' && p
[1] == '{'))))
2788 /* Start building a new exactn. */
2792 BUF_PUSH_2 (exactn
, 0);
2793 pending_exact
= b
- 1;
2800 } /* while p != pend */
2803 /* Through the pattern now. */
2806 STORE_JUMP (jump_past_alt
, fixup_alt_jump
, b
);
2808 if (!COMPILE_STACK_EMPTY
)
2809 FREE_STACK_RETURN (REG_EPAREN
);
2811 /* If we don't want backtracking, force success
2812 the first time we reach the end of the compiled pattern. */
2813 if (syntax
& RE_NO_POSIX_BACKTRACKING
)
2816 free (compile_stack
.stack
);
2818 /* We have succeeded; set the length of the buffer. */
2819 bufp
->used
= b
- bufp
->buffer
;
2824 DEBUG_PRINT1 ("\nCompiled pattern: \n");
2825 print_compiled_pattern (bufp
);
2829 #ifndef MATCH_MAY_ALLOCATE
2830 /* Initialize the failure stack to the largest possible stack. This
2831 isn't necessary unless we're trying to avoid calling alloca in
2832 the search and match routines. */
2834 int num_regs
= bufp
->re_nsub
+ 1;
2836 /* Since DOUBLE_FAIL_STACK refuses to double only if the current size
2837 is strictly greater than re_max_failures, the largest possible stack
2838 is 2 * re_max_failures failure points. */
2839 if (fail_stack
.size
< (2 * re_max_failures
* MAX_FAILURE_ITEMS
))
2841 fail_stack
.size
= (2 * re_max_failures
* MAX_FAILURE_ITEMS
);
2844 if (! fail_stack
.stack
)
2846 = (fail_stack_elt_t
*) xmalloc (fail_stack
.size
2847 * sizeof (fail_stack_elt_t
));
2850 = (fail_stack_elt_t
*) xrealloc (fail_stack
.stack
,
2852 * sizeof (fail_stack_elt_t
)));
2853 #else /* not emacs */
2854 if (! fail_stack
.stack
)
2856 = (fail_stack_elt_t
*) malloc (fail_stack
.size
2857 * sizeof (fail_stack_elt_t
));
2860 = (fail_stack_elt_t
*) realloc (fail_stack
.stack
,
2862 * sizeof (fail_stack_elt_t
)));
2863 #endif /* not emacs */
2866 regex_grow_registers (num_regs
);
2868 #endif /* not MATCH_MAY_ALLOCATE */
2871 } /* regex_compile */
2873 /* Subroutines for `regex_compile'. */
2875 /* Store OP at LOC followed by two-byte integer parameter ARG. */
2878 store_op1 (op
, loc
, arg
)
2883 *loc
= (unsigned char) op
;
2884 STORE_NUMBER (loc
+ 1, arg
);
2888 /* Like `store_op1', but for two two-byte parameters ARG1 and ARG2. */
2891 store_op2 (op
, loc
, arg1
, arg2
)
2896 *loc
= (unsigned char) op
;
2897 STORE_NUMBER (loc
+ 1, arg1
);
2898 STORE_NUMBER (loc
+ 3, arg2
);
2902 /* Copy the bytes from LOC to END to open up three bytes of space at LOC
2903 for OP followed by two-byte integer parameter ARG. */
2906 insert_op1 (op
, loc
, arg
, end
)
2912 register unsigned char *pfrom
= end
;
2913 register unsigned char *pto
= end
+ 3;
2915 while (pfrom
!= loc
)
2918 store_op1 (op
, loc
, arg
);
2922 /* Like `insert_op1', but for two two-byte parameters ARG1 and ARG2. */
2925 insert_op2 (op
, loc
, arg1
, arg2
, end
)
2931 register unsigned char *pfrom
= end
;
2932 register unsigned char *pto
= end
+ 5;
2934 while (pfrom
!= loc
)
2937 store_op2 (op
, loc
, arg1
, arg2
);
2941 /* P points to just after a ^ in PATTERN. Return true if that ^ comes
2942 after an alternative or a begin-subexpression. We assume there is at
2943 least one character before the ^. */
2946 at_begline_loc_p (pattern
, p
, syntax
)
2947 const char *pattern
, *p
;
2948 reg_syntax_t syntax
;
2950 const char *prev
= p
- 2;
2951 boolean prev_prev_backslash
= prev
> pattern
&& prev
[-1] == '\\';
2954 /* After a subexpression? */
2955 (*prev
== '(' && (syntax
& RE_NO_BK_PARENS
|| prev_prev_backslash
))
2956 /* After an alternative? */
2957 || (*prev
== '|' && (syntax
& RE_NO_BK_VBAR
|| prev_prev_backslash
));
2961 /* The dual of at_begline_loc_p. This one is for $. We assume there is
2962 at least one character after the $, i.e., `P < PEND'. */
2965 at_endline_loc_p (p
, pend
, syntax
)
2966 const char *p
, *pend
;
2967 reg_syntax_t syntax
;
2969 const char *next
= p
;
2970 boolean next_backslash
= *next
== '\\';
2971 const char *next_next
= p
+ 1 < pend
? p
+ 1 : 0;
2974 /* Before a subexpression? */
2975 (syntax
& RE_NO_BK_PARENS
? *next
== ')'
2976 : next_backslash
&& next_next
&& *next_next
== ')')
2977 /* Before an alternative? */
2978 || (syntax
& RE_NO_BK_VBAR
? *next
== '|'
2979 : next_backslash
&& next_next
&& *next_next
== '|');
2983 /* Returns true if REGNUM is in one of COMPILE_STACK's elements and
2984 false if it's not. */
2987 group_in_compile_stack (compile_stack
, regnum
)
2988 compile_stack_type compile_stack
;
2993 for (this_element
= compile_stack
.avail
- 1;
2996 if (compile_stack
.stack
[this_element
].regnum
== regnum
)
3003 /* Read the ending character of a range (in a bracket expression) from the
3004 uncompiled pattern *P_PTR (which ends at PEND). We assume the
3005 starting character is in `P[-2]'. (`P[-1]' is the character `-'.)
3006 Then we set the translation of all bits between the starting and
3007 ending characters (inclusive) in the compiled pattern B.
3009 Return an error code.
3011 We use these short variable names so we can use the same macros as
3012 `regex_compile' itself. */
3014 static reg_errcode_t
3015 compile_range (p_ptr
, pend
, translate
, syntax
, b
)
3016 const char **p_ptr
, *pend
;
3017 RE_TRANSLATE_TYPE translate
;
3018 reg_syntax_t syntax
;
3023 const char *p
= *p_ptr
;
3024 unsigned int range_start
, range_end
;
3029 /* Even though the pattern is a signed `char *', we need to fetch
3030 with unsigned char *'s; if the high bit of the pattern character
3031 is set, the range endpoints will be negative if we fetch using a
3034 We also want to fetch the endpoints without translating them; the
3035 appropriate translation is done in the bit-setting loop below. */
3036 /* The SVR4 compiler on the 3B2 had trouble with unsigned const char *. */
3037 range_start
= ((const unsigned char *) p
)[-2];
3038 range_end
= ((const unsigned char *) p
)[0];
3040 /* Have to increment the pointer into the pattern string, so the
3041 caller isn't still at the ending character. */
3044 /* If the start is after the end, the range is empty. */
3045 if (range_start
> range_end
)
3046 return syntax
& RE_NO_EMPTY_RANGES
? REG_ERANGE
: REG_NOERROR
;
3048 /* Here we see why `this_char' has to be larger than an `unsigned
3049 char' -- the range is inclusive, so if `range_end' == 0xff
3050 (assuming 8-bit characters), we would otherwise go into an infinite
3051 loop, since all characters <= 0xff. */
3052 for (this_char
= range_start
; this_char
<= range_end
; this_char
++)
3054 SET_LIST_BIT (TRANSLATE (this_char
));
3060 /* re_compile_fastmap computes a ``fastmap'' for the compiled pattern in
3061 BUFP. A fastmap records which of the (1 << BYTEWIDTH) possible
3062 characters can start a string that matches the pattern. This fastmap
3063 is used by re_search to skip quickly over impossible starting points.
3065 The caller must supply the address of a (1 << BYTEWIDTH)-byte data
3066 area as BUFP->fastmap.
3068 We set the `fastmap', `fastmap_accurate', and `can_be_null' fields in
3071 Returns 0 if we succeed, -2 if an internal error. */
3074 re_compile_fastmap (bufp
)
3075 struct re_pattern_buffer
*bufp
;
3078 #ifdef MATCH_MAY_ALLOCATE
3079 fail_stack_type fail_stack
;
3081 #ifndef REGEX_MALLOC
3084 /* We don't push any register information onto the failure stack. */
3085 unsigned num_regs
= 0;
3087 register char *fastmap
= bufp
->fastmap
;
3088 unsigned char *pattern
= bufp
->buffer
;
3089 unsigned char *p
= pattern
;
3090 register unsigned char *pend
= pattern
+ bufp
->used
;
3093 /* This holds the pointer to the failure stack, when
3094 it is allocated relocatably. */
3095 fail_stack_elt_t
*failure_stack_ptr
;
3098 /* Assume that each path through the pattern can be null until
3099 proven otherwise. We set this false at the bottom of switch
3100 statement, to which we get only if a particular path doesn't
3101 match the empty string. */
3102 boolean path_can_be_null
= true;
3104 /* We aren't doing a `succeed_n' to begin with. */
3105 boolean succeed_n_p
= false;
3107 assert (fastmap
!= NULL
&& p
!= NULL
);
3110 bzero (fastmap
, 1 << BYTEWIDTH
); /* Assume nothing's valid. */
3111 bufp
->fastmap_accurate
= 1; /* It will be when we're done. */
3112 bufp
->can_be_null
= 0;
3116 if (p
== pend
|| *p
== succeed
)
3118 /* We have reached the (effective) end of pattern. */
3119 if (!FAIL_STACK_EMPTY ())
3121 bufp
->can_be_null
|= path_can_be_null
;
3123 /* Reset for next path. */
3124 path_can_be_null
= true;
3126 p
= fail_stack
.stack
[--fail_stack
.avail
].pointer
;
3134 /* We should never be about to go beyond the end of the pattern. */
3137 switch (SWITCH_ENUM_CAST ((re_opcode_t
) *p
++))
3140 /* I guess the idea here is to simply not bother with a fastmap
3141 if a backreference is used, since it's too hard to figure out
3142 the fastmap for the corresponding group. Setting
3143 `can_be_null' stops `re_search_2' from using the fastmap, so
3144 that is all we do. */
3146 bufp
->can_be_null
= 1;
3150 /* Following are the cases which match a character. These end
3159 for (j
= *p
++ * BYTEWIDTH
- 1; j
>= 0; j
--)
3160 if (p
[j
/ BYTEWIDTH
] & (1 << (j
% BYTEWIDTH
)))
3166 /* Chars beyond end of map must be allowed. */
3167 for (j
= *p
* BYTEWIDTH
; j
< (1 << BYTEWIDTH
); j
++)
3170 for (j
= *p
++ * BYTEWIDTH
- 1; j
>= 0; j
--)
3171 if (!(p
[j
/ BYTEWIDTH
] & (1 << (j
% BYTEWIDTH
))))
3177 for (j
= 0; j
< (1 << BYTEWIDTH
); j
++)
3178 if (SYNTAX (j
) == Sword
)
3184 for (j
= 0; j
< (1 << BYTEWIDTH
); j
++)
3185 if (SYNTAX (j
) != Sword
)
3192 int fastmap_newline
= fastmap
['\n'];
3194 /* `.' matches anything ... */
3195 for (j
= 0; j
< (1 << BYTEWIDTH
); j
++)
3198 /* ... except perhaps newline. */
3199 if (!(bufp
->syntax
& RE_DOT_NEWLINE
))
3200 fastmap
['\n'] = fastmap_newline
;
3202 /* Return if we have already set `can_be_null'; if we have,
3203 then the fastmap is irrelevant. Something's wrong here. */
3204 else if (bufp
->can_be_null
)
3207 /* Otherwise, have to check alternative paths. */
3214 for (j
= 0; j
< (1 << BYTEWIDTH
); j
++)
3215 if (SYNTAX (j
) == (enum syntaxcode
) k
)
3222 for (j
= 0; j
< (1 << BYTEWIDTH
); j
++)
3223 if (SYNTAX (j
) != (enum syntaxcode
) k
)
3228 /* All cases after this match the empty string. These end with
3248 case push_dummy_failure
:
3253 case pop_failure_jump
:
3254 case maybe_pop_jump
:
3257 case dummy_failure_jump
:
3258 EXTRACT_NUMBER_AND_INCR (j
, p
);
3263 /* Jump backward implies we just went through the body of a
3264 loop and matched nothing. Opcode jumped to should be
3265 `on_failure_jump' or `succeed_n'. Just treat it like an
3266 ordinary jump. For a * loop, it has pushed its failure
3267 point already; if so, discard that as redundant. */
3268 if ((re_opcode_t
) *p
!= on_failure_jump
3269 && (re_opcode_t
) *p
!= succeed_n
)
3273 EXTRACT_NUMBER_AND_INCR (j
, p
);
3276 /* If what's on the stack is where we are now, pop it. */
3277 if (!FAIL_STACK_EMPTY ()
3278 && fail_stack
.stack
[fail_stack
.avail
- 1].pointer
== p
)
3284 case on_failure_jump
:
3285 case on_failure_keep_string_jump
:
3286 handle_on_failure_jump
:
3287 EXTRACT_NUMBER_AND_INCR (j
, p
);
3289 /* For some patterns, e.g., `(a?)?', `p+j' here points to the
3290 end of the pattern. We don't want to push such a point,
3291 since when we restore it above, entering the switch will
3292 increment `p' past the end of the pattern. We don't need
3293 to push such a point since we obviously won't find any more
3294 fastmap entries beyond `pend'. Such a pattern can match
3295 the null string, though. */
3298 if (!PUSH_PATTERN_OP (p
+ j
, fail_stack
))
3300 RESET_FAIL_STACK ();
3305 bufp
->can_be_null
= 1;
3309 EXTRACT_NUMBER_AND_INCR (k
, p
); /* Skip the n. */
3310 succeed_n_p
= false;
3317 /* Get to the number of times to succeed. */
3320 /* Increment p past the n for when k != 0. */
3321 EXTRACT_NUMBER_AND_INCR (k
, p
);
3325 succeed_n_p
= true; /* Spaghetti code alert. */
3326 goto handle_on_failure_jump
;
3343 abort (); /* We have listed all the cases. */
3346 /* Getting here means we have found the possible starting
3347 characters for one path of the pattern -- and that the empty
3348 string does not match. We need not follow this path further.
3349 Instead, look at the next alternative (remembered on the
3350 stack), or quit if no more. The test at the top of the loop
3351 does these things. */
3352 path_can_be_null
= false;
3356 /* Set `can_be_null' for the last path (also the first path, if the
3357 pattern is empty). */
3358 bufp
->can_be_null
|= path_can_be_null
;
3361 RESET_FAIL_STACK ();
3363 } /* re_compile_fastmap */
3365 /* Set REGS to hold NUM_REGS registers, storing them in STARTS and
3366 ENDS. Subsequent matches using PATTERN_BUFFER and REGS will use
3367 this memory for recording register information. STARTS and ENDS
3368 must be allocated using the malloc library routine, and must each
3369 be at least NUM_REGS * sizeof (regoff_t) bytes long.
3371 If NUM_REGS == 0, then subsequent matches should allocate their own
3374 Unless this function is called, the first search or match using
3375 PATTERN_BUFFER will allocate its own register data, without
3376 freeing the old data. */
3379 re_set_registers (bufp
, regs
, num_regs
, starts
, ends
)
3380 struct re_pattern_buffer
*bufp
;
3381 struct re_registers
*regs
;
3383 regoff_t
*starts
, *ends
;
3387 bufp
->regs_allocated
= REGS_REALLOCATE
;
3388 regs
->num_regs
= num_regs
;
3389 regs
->start
= starts
;
3394 bufp
->regs_allocated
= REGS_UNALLOCATED
;
3396 regs
->start
= regs
->end
= (regoff_t
*) 0;
3400 /* Searching routines. */
3402 /* Like re_search_2, below, but only one string is specified, and
3403 doesn't let you say where to stop matching. */
3406 re_search (bufp
, string
, size
, startpos
, range
, regs
)
3407 struct re_pattern_buffer
*bufp
;
3409 int size
, startpos
, range
;
3410 struct re_registers
*regs
;
3412 return re_search_2 (bufp
, NULL
, 0, string
, size
, startpos
, range
,
3417 /* Using the compiled pattern in BUFP->buffer, first tries to match the
3418 virtual concatenation of STRING1 and STRING2, starting first at index
3419 STARTPOS, then at STARTPOS + 1, and so on.
3421 STRING1 and STRING2 have length SIZE1 and SIZE2, respectively.
3423 RANGE is how far to scan while trying to match. RANGE = 0 means try
3424 only at STARTPOS; in general, the last start tried is STARTPOS +
3427 In REGS, return the indices of the virtual concatenation of STRING1
3428 and STRING2 that matched the entire BUFP->buffer and its contained
3431 Do not consider matching one past the index STOP in the virtual
3432 concatenation of STRING1 and STRING2.
3434 We return either the position in the strings at which the match was
3435 found, -1 if no match, or -2 if error (such as failure
3439 re_search_2 (bufp
, string1
, size1
, string2
, size2
, startpos
, range
, regs
, stop
)
3440 struct re_pattern_buffer
*bufp
;
3441 const char *string1
, *string2
;
3445 struct re_registers
*regs
;
3449 register char *fastmap
= bufp
->fastmap
;
3450 register RE_TRANSLATE_TYPE translate
= bufp
->translate
;
3451 int total_size
= size1
+ size2
;
3452 int endpos
= startpos
+ range
;
3454 /* Check for out-of-range STARTPOS. */
3455 if (startpos
< 0 || startpos
> total_size
)
3458 /* Fix up RANGE if it might eventually take us outside
3459 the virtual concatenation of STRING1 and STRING2.
3460 Make sure we won't move STARTPOS below 0 or above TOTAL_SIZE. */
3462 range
= 0 - startpos
;
3463 else if (endpos
> total_size
)
3464 range
= total_size
- startpos
;
3466 /* If the search isn't to be a backwards one, don't waste time in a
3467 search for a pattern that must be anchored. */
3468 if (bufp
->used
> 0 && (re_opcode_t
) bufp
->buffer
[0] == begbuf
&& range
> 0)
3477 /* In a forward search for something that starts with \=.
3478 don't keep searching past point. */
3479 if (bufp
->used
> 0 && (re_opcode_t
) bufp
->buffer
[0] == at_dot
&& range
> 0)
3481 range
= PT
- startpos
;
3487 /* Update the fastmap now if not correct already. */
3488 if (fastmap
&& !bufp
->fastmap_accurate
)
3489 if (re_compile_fastmap (bufp
) == -2)
3492 /* Loop through the string, looking for a place to start matching. */
3495 /* If a fastmap is supplied, skip quickly over characters that
3496 cannot be the start of a match. If the pattern can match the
3497 null string, however, we don't need to skip characters; we want
3498 the first null string. */
3499 if (fastmap
&& startpos
< total_size
&& !bufp
->can_be_null
)
3501 if (range
> 0) /* Searching forwards. */
3503 register const char *d
;
3504 register int lim
= 0;
3507 if (startpos
< size1
&& startpos
+ range
>= size1
)
3508 lim
= range
- (size1
- startpos
);
3510 d
= (startpos
>= size1
? string2
- size1
: string1
) + startpos
;
3512 /* Written out as an if-else to avoid testing `translate'
3516 && !fastmap
[(unsigned char)
3517 translate
[(unsigned char) *d
++]])
3520 while (range
> lim
&& !fastmap
[(unsigned char) *d
++])
3523 startpos
+= irange
- range
;
3525 else /* Searching backwards. */
3527 register char c
= (size1
== 0 || startpos
>= size1
3528 ? string2
[startpos
- size1
]
3529 : string1
[startpos
]);
3531 if (!fastmap
[(unsigned char) TRANSLATE (c
)])
3536 /* If can't match the null string, and that's all we have left, fail. */
3537 if (range
>= 0 && startpos
== total_size
&& fastmap
3538 && !bufp
->can_be_null
)
3541 val
= re_match_2_internal (bufp
, string1
, size1
, string2
, size2
,
3542 startpos
, regs
, stop
);
3543 #ifndef REGEX_MALLOC
3572 /* This converts PTR, a pointer into one of the search strings `string1'
3573 and `string2' into an offset from the beginning of that string. */
3574 #define POINTER_TO_OFFSET(ptr) \
3575 (FIRST_STRING_P (ptr) \
3576 ? ((regoff_t) ((ptr) - string1)) \
3577 : ((regoff_t) ((ptr) - string2 + size1)))
3579 /* Macros for dealing with the split strings in re_match_2. */
3581 #define MATCHING_IN_FIRST_STRING (dend == end_match_1)
3583 /* Call before fetching a character with *d. This switches over to
3584 string2 if necessary. */
3585 #define PREFETCH() \
3588 /* End of string2 => fail. */ \
3589 if (dend == end_match_2) \
3591 /* End of string1 => advance to string2. */ \
3593 dend = end_match_2; \
3597 /* Test if at very beginning or at very end of the virtual concatenation
3598 of `string1' and `string2'. If only one string, it's `string2'. */
3599 #define AT_STRINGS_BEG(d) ((d) == (size1 ? string1 : string2) || !size2)
3600 #define AT_STRINGS_END(d) ((d) == end2)
3603 /* Test if D points to a character which is word-constituent. We have
3604 two special cases to check for: if past the end of string1, look at
3605 the first character in string2; and if before the beginning of
3606 string2, look at the last character in string1. */
3607 #define WORDCHAR_P(d) \
3608 (SYNTAX ((d) == end1 ? *string2 \
3609 : (d) == string2 - 1 ? *(end1 - 1) : *(d)) \
3612 /* Disabled due to a compiler bug -- see comment at case wordbound */
3614 /* Test if the character before D and the one at D differ with respect
3615 to being word-constituent. */
3616 #define AT_WORD_BOUNDARY(d) \
3617 (AT_STRINGS_BEG (d) || AT_STRINGS_END (d) \
3618 || WORDCHAR_P (d - 1) != WORDCHAR_P (d))
3621 /* Free everything we malloc. */
3622 #ifdef MATCH_MAY_ALLOCATE
3623 #define FREE_VAR(var) if (var) REGEX_FREE (var); var = NULL
3624 #define FREE_VARIABLES() \
3626 REGEX_FREE_STACK (fail_stack.stack); \
3627 FREE_VAR (regstart); \
3628 FREE_VAR (regend); \
3629 FREE_VAR (old_regstart); \
3630 FREE_VAR (old_regend); \
3631 FREE_VAR (best_regstart); \
3632 FREE_VAR (best_regend); \
3633 FREE_VAR (reg_info); \
3634 FREE_VAR (reg_dummy); \
3635 FREE_VAR (reg_info_dummy); \
3638 #define FREE_VARIABLES() ((void)0) /* Do nothing! But inhibit gcc warning. */
3639 #endif /* not MATCH_MAY_ALLOCATE */
3641 /* These values must meet several constraints. They must not be valid
3642 register values; since we have a limit of 255 registers (because
3643 we use only one byte in the pattern for the register number), we can
3644 use numbers larger than 255. They must differ by 1, because of
3645 NUM_FAILURE_ITEMS above. And the value for the lowest register must
3646 be larger than the value for the highest register, so we do not try
3647 to actually save any registers when none are active. */
3648 #define NO_HIGHEST_ACTIVE_REG (1 << BYTEWIDTH)
3649 #define NO_LOWEST_ACTIVE_REG (NO_HIGHEST_ACTIVE_REG + 1)
3651 /* Matching routines. */
3653 #ifndef emacs /* Emacs never uses this. */
3654 /* re_match is like re_match_2 except it takes only a single string. */
3657 re_match (bufp
, string
, size
, pos
, regs
)
3658 struct re_pattern_buffer
*bufp
;
3661 struct re_registers
*regs
;
3663 int result
= re_match_2_internal (bufp
, NULL
, 0, string
, size
,
3665 #ifndef REGEX_MALLOC
3672 #endif /* not emacs */
3674 static boolean group_match_null_string_p
_RE_ARGS ((unsigned char **p
,
3676 register_info_type
*reg_info
));
3677 static boolean alt_match_null_string_p
_RE_ARGS ((unsigned char *p
,
3679 register_info_type
*reg_info
));
3680 static boolean common_op_match_null_string_p
_RE_ARGS ((unsigned char **p
,
3682 register_info_type
*reg_info
));
3683 static int bcmp_translate
_RE_ARGS ((const char *s1
, const char *s2
,
3684 int len
, char *translate
));
3686 /* re_match_2 matches the compiled pattern in BUFP against the
3687 the (virtual) concatenation of STRING1 and STRING2 (of length SIZE1
3688 and SIZE2, respectively). We start matching at POS, and stop
3691 If REGS is non-null and the `no_sub' field of BUFP is nonzero, we
3692 store offsets for the substring each group matched in REGS. See the
3693 documentation for exactly how many groups we fill.
3695 We return -1 if no match, -2 if an internal error (such as the
3696 failure stack overflowing). Otherwise, we return the length of the
3697 matched substring. */
3700 re_match_2 (bufp
, string1
, size1
, string2
, size2
, pos
, regs
, stop
)
3701 struct re_pattern_buffer
*bufp
;
3702 const char *string1
, *string2
;
3705 struct re_registers
*regs
;
3708 int result
= re_match_2_internal (bufp
, string1
, size1
, string2
, size2
,
3710 #ifndef REGEX_MALLOC
3718 /* This is a separate function so that we can force an alloca cleanup
3721 re_match_2_internal (bufp
, string1
, size1
, string2
, size2
, pos
, regs
, stop
)
3722 struct re_pattern_buffer
*bufp
;
3723 const char *string1
, *string2
;
3726 struct re_registers
*regs
;
3729 /* General temporaries. */
3733 /* Just past the end of the corresponding string. */
3734 const char *end1
, *end2
;
3736 /* Pointers into string1 and string2, just past the last characters in
3737 each to consider matching. */
3738 const char *end_match_1
, *end_match_2
;
3740 /* Where we are in the data, and the end of the current string. */
3741 const char *d
, *dend
;
3743 /* Where we are in the pattern, and the end of the pattern. */
3744 unsigned char *p
= bufp
->buffer
;
3745 register unsigned char *pend
= p
+ bufp
->used
;
3747 /* Mark the opcode just after a start_memory, so we can test for an
3748 empty subpattern when we get to the stop_memory. */
3749 unsigned char *just_past_start_mem
= 0;
3751 /* We use this to map every character in the string. */
3752 RE_TRANSLATE_TYPE translate
= bufp
->translate
;
3754 /* Failure point stack. Each place that can handle a failure further
3755 down the line pushes a failure point on this stack. It consists of
3756 restart, regend, and reg_info for all registers corresponding to
3757 the subexpressions we're currently inside, plus the number of such
3758 registers, and, finally, two char *'s. The first char * is where
3759 to resume scanning the pattern; the second one is where to resume
3760 scanning the strings. If the latter is zero, the failure point is
3761 a ``dummy''; if a failure happens and the failure point is a dummy,
3762 it gets discarded and the next next one is tried. */
3763 #ifdef MATCH_MAY_ALLOCATE /* otherwise, this is global. */
3764 fail_stack_type fail_stack
;
3767 static unsigned failure_id
= 0;
3768 unsigned nfailure_points_pushed
= 0, nfailure_points_popped
= 0;
3772 /* This holds the pointer to the failure stack, when
3773 it is allocated relocatably. */
3774 fail_stack_elt_t
*failure_stack_ptr
;
3777 /* We fill all the registers internally, independent of what we
3778 return, for use in backreferences. The number here includes
3779 an element for register zero. */
3780 size_t num_regs
= bufp
->re_nsub
+ 1;
3782 /* The currently active registers. */
3783 active_reg_t lowest_active_reg
= NO_LOWEST_ACTIVE_REG
;
3784 active_reg_t highest_active_reg
= NO_HIGHEST_ACTIVE_REG
;
3786 /* Information on the contents of registers. These are pointers into
3787 the input strings; they record just what was matched (on this
3788 attempt) by a subexpression part of the pattern, that is, the
3789 regnum-th regstart pointer points to where in the pattern we began
3790 matching and the regnum-th regend points to right after where we
3791 stopped matching the regnum-th subexpression. (The zeroth register
3792 keeps track of what the whole pattern matches.) */
3793 #ifdef MATCH_MAY_ALLOCATE /* otherwise, these are global. */
3794 const char **regstart
, **regend
;
3797 /* If a group that's operated upon by a repetition operator fails to
3798 match anything, then the register for its start will need to be
3799 restored because it will have been set to wherever in the string we
3800 are when we last see its open-group operator. Similarly for a
3802 #ifdef MATCH_MAY_ALLOCATE /* otherwise, these are global. */
3803 const char **old_regstart
, **old_regend
;
3806 /* The is_active field of reg_info helps us keep track of which (possibly
3807 nested) subexpressions we are currently in. The matched_something
3808 field of reg_info[reg_num] helps us tell whether or not we have
3809 matched any of the pattern so far this time through the reg_num-th
3810 subexpression. These two fields get reset each time through any
3811 loop their register is in. */
3812 #ifdef MATCH_MAY_ALLOCATE /* otherwise, this is global. */
3813 register_info_type
*reg_info
;
3816 /* The following record the register info as found in the above
3817 variables when we find a match better than any we've seen before.
3818 This happens as we backtrack through the failure points, which in
3819 turn happens only if we have not yet matched the entire string. */
3820 unsigned best_regs_set
= false;
3821 #ifdef MATCH_MAY_ALLOCATE /* otherwise, these are global. */
3822 const char **best_regstart
, **best_regend
;
3825 /* Logically, this is `best_regend[0]'. But we don't want to have to
3826 allocate space for that if we're not allocating space for anything
3827 else (see below). Also, we never need info about register 0 for
3828 any of the other register vectors, and it seems rather a kludge to
3829 treat `best_regend' differently than the rest. So we keep track of
3830 the end of the best match so far in a separate variable. We
3831 initialize this to NULL so that when we backtrack the first time
3832 and need to test it, it's not garbage. */
3833 const char *match_end
= NULL
;
3835 /* This helps SET_REGS_MATCHED avoid doing redundant work. */
3836 int set_regs_matched_done
= 0;
3838 /* Used when we pop values we don't care about. */
3839 #ifdef MATCH_MAY_ALLOCATE /* otherwise, these are global. */
3840 const char **reg_dummy
;
3841 register_info_type
*reg_info_dummy
;
3845 /* Counts the total number of registers pushed. */
3846 unsigned num_regs_pushed
= 0;
3849 DEBUG_PRINT1 ("\n\nEntering re_match_2.\n");
3853 #ifdef MATCH_MAY_ALLOCATE
3854 /* Do not bother to initialize all the register variables if there are
3855 no groups in the pattern, as it takes a fair amount of time. If
3856 there are groups, we include space for register 0 (the whole
3857 pattern), even though we never use it, since it simplifies the
3858 array indexing. We should fix this. */
3861 regstart
= REGEX_TALLOC (num_regs
, const char *);
3862 regend
= REGEX_TALLOC (num_regs
, const char *);
3863 old_regstart
= REGEX_TALLOC (num_regs
, const char *);
3864 old_regend
= REGEX_TALLOC (num_regs
, const char *);
3865 best_regstart
= REGEX_TALLOC (num_regs
, const char *);
3866 best_regend
= REGEX_TALLOC (num_regs
, const char *);
3867 reg_info
= REGEX_TALLOC (num_regs
, register_info_type
);
3868 reg_dummy
= REGEX_TALLOC (num_regs
, const char *);
3869 reg_info_dummy
= REGEX_TALLOC (num_regs
, register_info_type
);
3871 if (!(regstart
&& regend
&& old_regstart
&& old_regend
&& reg_info
3872 && best_regstart
&& best_regend
&& reg_dummy
&& reg_info_dummy
))
3880 /* We must initialize all our variables to NULL, so that
3881 `FREE_VARIABLES' doesn't try to free them. */
3882 regstart
= regend
= old_regstart
= old_regend
= best_regstart
3883 = best_regend
= reg_dummy
= NULL
;
3884 reg_info
= reg_info_dummy
= (register_info_type
*) NULL
;
3886 #endif /* MATCH_MAY_ALLOCATE */
3888 /* The starting position is bogus. */
3889 if (pos
< 0 || pos
> size1
+ size2
)
3895 /* Initialize subexpression text positions to -1 to mark ones that no
3896 start_memory/stop_memory has been seen for. Also initialize the
3897 register information struct. */
3898 for (mcnt
= 1; (unsigned) mcnt
< num_regs
; mcnt
++)
3900 regstart
[mcnt
] = regend
[mcnt
]
3901 = old_regstart
[mcnt
] = old_regend
[mcnt
] = REG_UNSET_VALUE
;
3903 REG_MATCH_NULL_STRING_P (reg_info
[mcnt
]) = MATCH_NULL_UNSET_VALUE
;
3904 IS_ACTIVE (reg_info
[mcnt
]) = 0;
3905 MATCHED_SOMETHING (reg_info
[mcnt
]) = 0;
3906 EVER_MATCHED_SOMETHING (reg_info
[mcnt
]) = 0;
3909 /* We move `string1' into `string2' if the latter's empty -- but not if
3910 `string1' is null. */
3911 if (size2
== 0 && string1
!= NULL
)
3918 end1
= string1
+ size1
;
3919 end2
= string2
+ size2
;
3921 /* Compute where to stop matching, within the two strings. */
3924 end_match_1
= string1
+ stop
;
3925 end_match_2
= string2
;
3930 end_match_2
= string2
+ stop
- size1
;
3933 /* `p' scans through the pattern as `d' scans through the data.
3934 `dend' is the end of the input string that `d' points within. `d'
3935 is advanced into the following input string whenever necessary, but
3936 this happens before fetching; therefore, at the beginning of the
3937 loop, `d' can be pointing at the end of a string, but it cannot
3939 if (size1
> 0 && pos
<= size1
)
3946 d
= string2
+ pos
- size1
;
3950 DEBUG_PRINT1 ("The compiled pattern is:\n");
3951 DEBUG_PRINT_COMPILED_PATTERN (bufp
, p
, pend
);
3952 DEBUG_PRINT1 ("The string to match is: `");
3953 DEBUG_PRINT_DOUBLE_STRING (d
, string1
, size1
, string2
, size2
);
3954 DEBUG_PRINT1 ("'\n");
3956 /* This loops over pattern commands. It exits by returning from the
3957 function if the match is complete, or it drops through if the match
3958 fails at this starting point in the input data. */
3962 DEBUG_PRINT2 ("\n%p: ", p
);
3964 DEBUG_PRINT2 ("\n0x%x: ", p
);
3968 { /* End of pattern means we might have succeeded. */
3969 DEBUG_PRINT1 ("end of pattern ... ");
3971 /* If we haven't matched the entire string, and we want the
3972 longest match, try backtracking. */
3973 if (d
!= end_match_2
)
3975 /* 1 if this match ends in the same string (string1 or string2)
3976 as the best previous match. */
3977 boolean same_str_p
= (FIRST_STRING_P (match_end
)
3978 == MATCHING_IN_FIRST_STRING
);
3979 /* 1 if this match is the best seen so far. */
3980 boolean best_match_p
;
3982 /* AIX compiler got confused when this was combined
3983 with the previous declaration. */
3985 best_match_p
= d
> match_end
;
3987 best_match_p
= !MATCHING_IN_FIRST_STRING
;
3989 DEBUG_PRINT1 ("backtracking.\n");
3991 if (!FAIL_STACK_EMPTY ())
3992 { /* More failure points to try. */
3994 /* If exceeds best match so far, save it. */
3995 if (!best_regs_set
|| best_match_p
)
3997 best_regs_set
= true;
4000 DEBUG_PRINT1 ("\nSAVING match as best so far.\n");
4002 for (mcnt
= 1; (unsigned) mcnt
< num_regs
; mcnt
++)
4004 best_regstart
[mcnt
] = regstart
[mcnt
];
4005 best_regend
[mcnt
] = regend
[mcnt
];
4011 /* If no failure points, don't restore garbage. And if
4012 last match is real best match, don't restore second
4014 else if (best_regs_set
&& !best_match_p
)
4017 /* Restore best match. It may happen that `dend ==
4018 end_match_1' while the restored d is in string2.
4019 For example, the pattern `x.*y.*z' against the
4020 strings `x-' and `y-z-', if the two strings are
4021 not consecutive in memory. */
4022 DEBUG_PRINT1 ("Restoring best registers.\n");
4025 dend
= ((d
>= string1
&& d
<= end1
)
4026 ? end_match_1
: end_match_2
);
4028 for (mcnt
= 1; (unsigned) mcnt
< num_regs
; mcnt
++)
4030 regstart
[mcnt
] = best_regstart
[mcnt
];
4031 regend
[mcnt
] = best_regend
[mcnt
];
4034 } /* d != end_match_2 */
4037 DEBUG_PRINT1 ("Accepting match.\n");
4039 /* If caller wants register contents data back, do it. */
4040 if (regs
&& !bufp
->no_sub
)
4042 /* Have the register data arrays been allocated? */
4043 if (bufp
->regs_allocated
== REGS_UNALLOCATED
)
4044 { /* No. So allocate them with malloc. We need one
4045 extra element beyond `num_regs' for the `-1' marker
4047 regs
->num_regs
= MAX (RE_NREGS
, num_regs
+ 1);
4048 regs
->start
= TALLOC (regs
->num_regs
, regoff_t
);
4049 regs
->end
= TALLOC (regs
->num_regs
, regoff_t
);
4050 if (regs
->start
== NULL
|| regs
->end
== NULL
)
4055 bufp
->regs_allocated
= REGS_REALLOCATE
;
4057 else if (bufp
->regs_allocated
== REGS_REALLOCATE
)
4058 { /* Yes. If we need more elements than were already
4059 allocated, reallocate them. If we need fewer, just
4061 if (regs
->num_regs
< num_regs
+ 1)
4063 regs
->num_regs
= num_regs
+ 1;
4064 RETALLOC (regs
->start
, regs
->num_regs
, regoff_t
);
4065 RETALLOC (regs
->end
, regs
->num_regs
, regoff_t
);
4066 if (regs
->start
== NULL
|| regs
->end
== NULL
)
4075 /* These braces fend off a "empty body in an else-statement"
4076 warning under GCC when assert expands to nothing. */
4077 assert (bufp
->regs_allocated
== REGS_FIXED
);
4080 /* Convert the pointer data in `regstart' and `regend' to
4081 indices. Register zero has to be set differently,
4082 since we haven't kept track of any info for it. */
4083 if (regs
->num_regs
> 0)
4085 regs
->start
[0] = pos
;
4086 regs
->end
[0] = (MATCHING_IN_FIRST_STRING
4087 ? ((regoff_t
) (d
- string1
))
4088 : ((regoff_t
) (d
- string2
+ size1
)));
4091 /* Go through the first `min (num_regs, regs->num_regs)'
4092 registers, since that is all we initialized. */
4093 for (mcnt
= 1; (unsigned) mcnt
< MIN (num_regs
, regs
->num_regs
);
4096 if (REG_UNSET (regstart
[mcnt
]) || REG_UNSET (regend
[mcnt
]))
4097 regs
->start
[mcnt
] = regs
->end
[mcnt
] = -1;
4101 = (regoff_t
) POINTER_TO_OFFSET (regstart
[mcnt
]);
4103 = (regoff_t
) POINTER_TO_OFFSET (regend
[mcnt
]);
4107 /* If the regs structure we return has more elements than
4108 were in the pattern, set the extra elements to -1. If
4109 we (re)allocated the registers, this is the case,
4110 because we always allocate enough to have at least one
4112 for (mcnt
= num_regs
; (unsigned) mcnt
< regs
->num_regs
; mcnt
++)
4113 regs
->start
[mcnt
] = regs
->end
[mcnt
] = -1;
4114 } /* regs && !bufp->no_sub */
4116 DEBUG_PRINT4 ("%u failure points pushed, %u popped (%u remain).\n",
4117 nfailure_points_pushed
, nfailure_points_popped
,
4118 nfailure_points_pushed
- nfailure_points_popped
);
4119 DEBUG_PRINT2 ("%u registers pushed.\n", num_regs_pushed
);
4121 mcnt
= d
- pos
- (MATCHING_IN_FIRST_STRING
4125 DEBUG_PRINT2 ("Returning %d from re_match_2.\n", mcnt
);
4131 /* Otherwise match next pattern command. */
4132 switch (SWITCH_ENUM_CAST ((re_opcode_t
) *p
++))
4134 /* Ignore these. Used to ignore the n of succeed_n's which
4135 currently have n == 0. */
4137 DEBUG_PRINT1 ("EXECUTING no_op.\n");
4141 DEBUG_PRINT1 ("EXECUTING succeed.\n");
4144 /* Match the next n pattern characters exactly. The following
4145 byte in the pattern defines n, and the n bytes after that
4146 are the characters to match. */
4149 DEBUG_PRINT2 ("EXECUTING exactn %d.\n", mcnt
);
4151 /* This is written out as an if-else so we don't waste time
4152 testing `translate' inside the loop. */
4158 if ((unsigned char) translate
[(unsigned char) *d
++]
4159 != (unsigned char) *p
++)
4169 if (*d
++ != (char) *p
++) goto fail
;
4173 SET_REGS_MATCHED ();
4177 /* Match any character except possibly a newline or a null. */
4179 DEBUG_PRINT1 ("EXECUTING anychar.\n");
4183 if ((!(bufp
->syntax
& RE_DOT_NEWLINE
) && TRANSLATE (*d
) == '\n')
4184 || (bufp
->syntax
& RE_DOT_NOT_NULL
&& TRANSLATE (*d
) == '\000'))
4187 SET_REGS_MATCHED ();
4188 DEBUG_PRINT2 (" Matched `%d'.\n", *d
);
4196 register unsigned char c
;
4197 boolean
not = (re_opcode_t
) *(p
- 1) == charset_not
;
4199 DEBUG_PRINT2 ("EXECUTING charset%s.\n", not ? "_not" : "");
4202 c
= TRANSLATE (*d
); /* The character to match. */
4204 /* Cast to `unsigned' instead of `unsigned char' in case the
4205 bit list is a full 32 bytes long. */
4206 if (c
< (unsigned) (*p
* BYTEWIDTH
)
4207 && p
[1 + c
/ BYTEWIDTH
] & (1 << (c
% BYTEWIDTH
)))
4212 if (!not) goto fail
;
4214 SET_REGS_MATCHED ();
4220 /* The beginning of a group is represented by start_memory.
4221 The arguments are the register number in the next byte, and the
4222 number of groups inner to this one in the next. The text
4223 matched within the group is recorded (in the internal
4224 registers data structure) under the register number. */
4226 DEBUG_PRINT3 ("EXECUTING start_memory %d (%d):\n", *p
, p
[1]);
4228 /* Find out if this group can match the empty string. */
4229 p1
= p
; /* To send to group_match_null_string_p. */
4231 if (REG_MATCH_NULL_STRING_P (reg_info
[*p
]) == MATCH_NULL_UNSET_VALUE
)
4232 REG_MATCH_NULL_STRING_P (reg_info
[*p
])
4233 = group_match_null_string_p (&p1
, pend
, reg_info
);
4235 /* Save the position in the string where we were the last time
4236 we were at this open-group operator in case the group is
4237 operated upon by a repetition operator, e.g., with `(a*)*b'
4238 against `ab'; then we want to ignore where we are now in
4239 the string in case this attempt to match fails. */
4240 old_regstart
[*p
] = REG_MATCH_NULL_STRING_P (reg_info
[*p
])
4241 ? REG_UNSET (regstart
[*p
]) ? d
: regstart
[*p
]
4243 DEBUG_PRINT2 (" old_regstart: %d\n",
4244 POINTER_TO_OFFSET (old_regstart
[*p
]));
4247 DEBUG_PRINT2 (" regstart: %d\n", POINTER_TO_OFFSET (regstart
[*p
]));
4249 IS_ACTIVE (reg_info
[*p
]) = 1;
4250 MATCHED_SOMETHING (reg_info
[*p
]) = 0;
4252 /* Clear this whenever we change the register activity status. */
4253 set_regs_matched_done
= 0;
4255 /* This is the new highest active register. */
4256 highest_active_reg
= *p
;
4258 /* If nothing was active before, this is the new lowest active
4260 if (lowest_active_reg
== NO_LOWEST_ACTIVE_REG
)
4261 lowest_active_reg
= *p
;
4263 /* Move past the register number and inner group count. */
4265 just_past_start_mem
= p
;
4270 /* The stop_memory opcode represents the end of a group. Its
4271 arguments are the same as start_memory's: the register
4272 number, and the number of inner groups. */
4274 DEBUG_PRINT3 ("EXECUTING stop_memory %d (%d):\n", *p
, p
[1]);
4276 /* We need to save the string position the last time we were at
4277 this close-group operator in case the group is operated
4278 upon by a repetition operator, e.g., with `((a*)*(b*)*)*'
4279 against `aba'; then we want to ignore where we are now in
4280 the string in case this attempt to match fails. */
4281 old_regend
[*p
] = REG_MATCH_NULL_STRING_P (reg_info
[*p
])
4282 ? REG_UNSET (regend
[*p
]) ? d
: regend
[*p
]
4284 DEBUG_PRINT2 (" old_regend: %d\n",
4285 POINTER_TO_OFFSET (old_regend
[*p
]));
4288 DEBUG_PRINT2 (" regend: %d\n", POINTER_TO_OFFSET (regend
[*p
]));
4290 /* This register isn't active anymore. */
4291 IS_ACTIVE (reg_info
[*p
]) = 0;
4293 /* Clear this whenever we change the register activity status. */
4294 set_regs_matched_done
= 0;
4296 /* If this was the only register active, nothing is active
4298 if (lowest_active_reg
== highest_active_reg
)
4300 lowest_active_reg
= NO_LOWEST_ACTIVE_REG
;
4301 highest_active_reg
= NO_HIGHEST_ACTIVE_REG
;
4304 { /* We must scan for the new highest active register, since
4305 it isn't necessarily one less than now: consider
4306 (a(b)c(d(e)f)g). When group 3 ends, after the f), the
4307 new highest active register is 1. */
4308 unsigned char r
= *p
- 1;
4309 while (r
> 0 && !IS_ACTIVE (reg_info
[r
]))
4312 /* If we end up at register zero, that means that we saved
4313 the registers as the result of an `on_failure_jump', not
4314 a `start_memory', and we jumped to past the innermost
4315 `stop_memory'. For example, in ((.)*) we save
4316 registers 1 and 2 as a result of the *, but when we pop
4317 back to the second ), we are at the stop_memory 1.
4318 Thus, nothing is active. */
4321 lowest_active_reg
= NO_LOWEST_ACTIVE_REG
;
4322 highest_active_reg
= NO_HIGHEST_ACTIVE_REG
;
4325 highest_active_reg
= r
;
4328 /* If just failed to match something this time around with a
4329 group that's operated on by a repetition operator, try to
4330 force exit from the ``loop'', and restore the register
4331 information for this group that we had before trying this
4333 if ((!MATCHED_SOMETHING (reg_info
[*p
])
4334 || just_past_start_mem
== p
- 1)
4337 boolean is_a_jump_n
= false;
4341 switch ((re_opcode_t
) *p1
++)
4345 case pop_failure_jump
:
4346 case maybe_pop_jump
:
4348 case dummy_failure_jump
:
4349 EXTRACT_NUMBER_AND_INCR (mcnt
, p1
);
4359 /* If the next operation is a jump backwards in the pattern
4360 to an on_failure_jump right before the start_memory
4361 corresponding to this stop_memory, exit from the loop
4362 by forcing a failure after pushing on the stack the
4363 on_failure_jump's jump in the pattern, and d. */
4364 if (mcnt
< 0 && (re_opcode_t
) *p1
== on_failure_jump
4365 && (re_opcode_t
) p1
[3] == start_memory
&& p1
[4] == *p
)
4367 /* If this group ever matched anything, then restore
4368 what its registers were before trying this last
4369 failed match, e.g., with `(a*)*b' against `ab' for
4370 regstart[1], and, e.g., with `((a*)*(b*)*)*'
4371 against `aba' for regend[3].
4373 Also restore the registers for inner groups for,
4374 e.g., `((a*)(b*))*' against `aba' (register 3 would
4375 otherwise get trashed). */
4377 if (EVER_MATCHED_SOMETHING (reg_info
[*p
]))
4381 EVER_MATCHED_SOMETHING (reg_info
[*p
]) = 0;
4383 /* Restore this and inner groups' (if any) registers. */
4384 for (r
= *p
; r
< (unsigned) *p
+ (unsigned) *(p
+ 1);
4387 regstart
[r
] = old_regstart
[r
];
4389 /* xx why this test? */
4390 if (old_regend
[r
] >= regstart
[r
])
4391 regend
[r
] = old_regend
[r
];
4395 EXTRACT_NUMBER_AND_INCR (mcnt
, p1
);
4396 PUSH_FAILURE_POINT (p1
+ mcnt
, d
, -2);
4402 /* Move past the register number and the inner group count. */
4407 /* \<digit> has been turned into a `duplicate' command which is
4408 followed by the numeric value of <digit> as the register number. */
4411 register const char *d2
, *dend2
;
4412 int regno
= *p
++; /* Get which register to match against. */
4413 DEBUG_PRINT2 ("EXECUTING duplicate %d.\n", regno
);
4415 /* Can't back reference a group which we've never matched. */
4416 if (REG_UNSET (regstart
[regno
]) || REG_UNSET (regend
[regno
]))
4419 /* Where in input to try to start matching. */
4420 d2
= regstart
[regno
];
4422 /* Where to stop matching; if both the place to start and
4423 the place to stop matching are in the same string, then
4424 set to the place to stop, otherwise, for now have to use
4425 the end of the first string. */
4427 dend2
= ((FIRST_STRING_P (regstart
[regno
])
4428 == FIRST_STRING_P (regend
[regno
]))
4429 ? regend
[regno
] : end_match_1
);
4432 /* If necessary, advance to next segment in register
4436 if (dend2
== end_match_2
) break;
4437 if (dend2
== regend
[regno
]) break;
4439 /* End of string1 => advance to string2. */
4441 dend2
= regend
[regno
];
4443 /* At end of register contents => success */
4444 if (d2
== dend2
) break;
4446 /* If necessary, advance to next segment in data. */
4449 /* How many characters left in this segment to match. */
4452 /* Want how many consecutive characters we can match in
4453 one shot, so, if necessary, adjust the count. */
4454 if (mcnt
> dend2
- d2
)
4457 /* Compare that many; failure if mismatch, else move
4460 ? bcmp_translate (d
, d2
, mcnt
, translate
)
4461 : bcmp (d
, d2
, mcnt
))
4463 d
+= mcnt
, d2
+= mcnt
;
4465 /* Do this because we've match some characters. */
4466 SET_REGS_MATCHED ();
4472 /* begline matches the empty string at the beginning of the string
4473 (unless `not_bol' is set in `bufp'), and, if
4474 `newline_anchor' is set, after newlines. */
4476 DEBUG_PRINT1 ("EXECUTING begline.\n");
4478 if (AT_STRINGS_BEG (d
))
4480 if (!bufp
->not_bol
) break;
4482 else if (d
[-1] == '\n' && bufp
->newline_anchor
)
4486 /* In all other cases, we fail. */
4490 /* endline is the dual of begline. */
4492 DEBUG_PRINT1 ("EXECUTING endline.\n");
4494 if (AT_STRINGS_END (d
))
4496 if (!bufp
->not_eol
) break;
4499 /* We have to ``prefetch'' the next character. */
4500 else if ((d
== end1
? *string2
: *d
) == '\n'
4501 && bufp
->newline_anchor
)
4508 /* Match at the very beginning of the data. */
4510 DEBUG_PRINT1 ("EXECUTING begbuf.\n");
4511 if (AT_STRINGS_BEG (d
))
4516 /* Match at the very end of the data. */
4518 DEBUG_PRINT1 ("EXECUTING endbuf.\n");
4519 if (AT_STRINGS_END (d
))
4524 /* on_failure_keep_string_jump is used to optimize `.*\n'. It
4525 pushes NULL as the value for the string on the stack. Then
4526 `pop_failure_point' will keep the current value for the
4527 string, instead of restoring it. To see why, consider
4528 matching `foo\nbar' against `.*\n'. The .* matches the foo;
4529 then the . fails against the \n. But the next thing we want
4530 to do is match the \n against the \n; if we restored the
4531 string value, we would be back at the foo.
4533 Because this is used only in specific cases, we don't need to
4534 check all the things that `on_failure_jump' does, to make
4535 sure the right things get saved on the stack. Hence we don't
4536 share its code. The only reason to push anything on the
4537 stack at all is that otherwise we would have to change
4538 `anychar's code to do something besides goto fail in this
4539 case; that seems worse than this. */
4540 case on_failure_keep_string_jump
:
4541 DEBUG_PRINT1 ("EXECUTING on_failure_keep_string_jump");
4543 EXTRACT_NUMBER_AND_INCR (mcnt
, p
);
4545 DEBUG_PRINT3 (" %d (to %p):\n", mcnt
, p
+ mcnt
);
4547 DEBUG_PRINT3 (" %d (to 0x%x):\n", mcnt
, p
+ mcnt
);
4550 PUSH_FAILURE_POINT (p
+ mcnt
, NULL
, -2);
4554 /* Uses of on_failure_jump:
4556 Each alternative starts with an on_failure_jump that points
4557 to the beginning of the next alternative. Each alternative
4558 except the last ends with a jump that in effect jumps past
4559 the rest of the alternatives. (They really jump to the
4560 ending jump of the following alternative, because tensioning
4561 these jumps is a hassle.)
4563 Repeats start with an on_failure_jump that points past both
4564 the repetition text and either the following jump or
4565 pop_failure_jump back to this on_failure_jump. */
4566 case on_failure_jump
:
4568 DEBUG_PRINT1 ("EXECUTING on_failure_jump");
4570 EXTRACT_NUMBER_AND_INCR (mcnt
, p
);
4572 DEBUG_PRINT3 (" %d (to %p)", mcnt
, p
+ mcnt
);
4574 DEBUG_PRINT3 (" %d (to 0x%x)", mcnt
, p
+ mcnt
);
4577 /* If this on_failure_jump comes right before a group (i.e.,
4578 the original * applied to a group), save the information
4579 for that group and all inner ones, so that if we fail back
4580 to this point, the group's information will be correct.
4581 For example, in \(a*\)*\1, we need the preceding group,
4582 and in \(zz\(a*\)b*\)\2, we need the inner group. */
4584 /* We can't use `p' to check ahead because we push
4585 a failure point to `p + mcnt' after we do this. */
4588 /* We need to skip no_op's before we look for the
4589 start_memory in case this on_failure_jump is happening as
4590 the result of a completed succeed_n, as in \(a\)\{1,3\}b\1
4592 while (p1
< pend
&& (re_opcode_t
) *p1
== no_op
)
4595 if (p1
< pend
&& (re_opcode_t
) *p1
== start_memory
)
4597 /* We have a new highest active register now. This will
4598 get reset at the start_memory we are about to get to,
4599 but we will have saved all the registers relevant to
4600 this repetition op, as described above. */
4601 highest_active_reg
= *(p1
+ 1) + *(p1
+ 2);
4602 if (lowest_active_reg
== NO_LOWEST_ACTIVE_REG
)
4603 lowest_active_reg
= *(p1
+ 1);
4606 DEBUG_PRINT1 (":\n");
4607 PUSH_FAILURE_POINT (p
+ mcnt
, d
, -2);
4611 /* A smart repeat ends with `maybe_pop_jump'.
4612 We change it to either `pop_failure_jump' or `jump'. */
4613 case maybe_pop_jump
:
4614 EXTRACT_NUMBER_AND_INCR (mcnt
, p
);
4615 DEBUG_PRINT2 ("EXECUTING maybe_pop_jump %d.\n", mcnt
);
4617 register unsigned char *p2
= p
;
4619 /* Compare the beginning of the repeat with what in the
4620 pattern follows its end. If we can establish that there
4621 is nothing that they would both match, i.e., that we
4622 would have to backtrack because of (as in, e.g., `a*a')
4623 then we can change to pop_failure_jump, because we'll
4624 never have to backtrack.
4626 This is not true in the case of alternatives: in
4627 `(a|ab)*' we do need to backtrack to the `ab' alternative
4628 (e.g., if the string was `ab'). But instead of trying to
4629 detect that here, the alternative has put on a dummy
4630 failure point which is what we will end up popping. */
4632 /* Skip over open/close-group commands.
4633 If what follows this loop is a ...+ construct,
4634 look at what begins its body, since we will have to
4635 match at least one of that. */
4639 && ((re_opcode_t
) *p2
== stop_memory
4640 || (re_opcode_t
) *p2
== start_memory
))
4642 else if (p2
+ 6 < pend
4643 && (re_opcode_t
) *p2
== dummy_failure_jump
)
4650 /* p1[0] ... p1[2] are the `on_failure_jump' corresponding
4651 to the `maybe_finalize_jump' of this case. Examine what
4654 /* If we're at the end of the pattern, we can change. */
4657 /* Consider what happens when matching ":\(.*\)"
4658 against ":/". I don't really understand this code
4660 p
[-3] = (unsigned char) pop_failure_jump
;
4662 (" End of pattern: change to `pop_failure_jump'.\n");
4665 else if ((re_opcode_t
) *p2
== exactn
4666 || (bufp
->newline_anchor
&& (re_opcode_t
) *p2
== endline
))
4668 register unsigned char c
4669 = *p2
== (unsigned char) endline
? '\n' : p2
[2];
4671 if ((re_opcode_t
) p1
[3] == exactn
&& p1
[5] != c
)
4673 p
[-3] = (unsigned char) pop_failure_jump
;
4674 DEBUG_PRINT3 (" %c != %c => pop_failure_jump.\n",
4678 else if ((re_opcode_t
) p1
[3] == charset
4679 || (re_opcode_t
) p1
[3] == charset_not
)
4681 int not = (re_opcode_t
) p1
[3] == charset_not
;
4683 if (c
< (unsigned char) (p1
[4] * BYTEWIDTH
)
4684 && p1
[5 + c
/ BYTEWIDTH
] & (1 << (c
% BYTEWIDTH
)))
4687 /* `not' is equal to 1 if c would match, which means
4688 that we can't change to pop_failure_jump. */
4691 p
[-3] = (unsigned char) pop_failure_jump
;
4692 DEBUG_PRINT1 (" No match => pop_failure_jump.\n");
4696 else if ((re_opcode_t
) *p2
== charset
)
4699 register unsigned char c
4700 = *p2
== (unsigned char) endline
? '\n' : p2
[2];
4704 if ((re_opcode_t
) p1
[3] == exactn
4705 && ! ((int) p2
[1] * BYTEWIDTH
> (int) p1
[5]
4706 && (p2
[2 + p1
[5] / BYTEWIDTH
]
4707 & (1 << (p1
[5] % BYTEWIDTH
)))))
4709 if ((re_opcode_t
) p1
[3] == exactn
4710 && ! ((int) p2
[1] * BYTEWIDTH
> (int) p1
[4]
4711 && (p2
[2 + p1
[4] / BYTEWIDTH
]
4712 & (1 << (p1
[4] % BYTEWIDTH
)))))
4715 p
[-3] = (unsigned char) pop_failure_jump
;
4716 DEBUG_PRINT3 (" %c != %c => pop_failure_jump.\n",
4720 else if ((re_opcode_t
) p1
[3] == charset_not
)
4723 /* We win if the charset_not inside the loop
4724 lists every character listed in the charset after. */
4725 for (idx
= 0; idx
< (int) p2
[1]; idx
++)
4726 if (! (p2
[2 + idx
] == 0
4727 || (idx
< (int) p1
[4]
4728 && ((p2
[2 + idx
] & ~ p1
[5 + idx
]) == 0))))
4733 p
[-3] = (unsigned char) pop_failure_jump
;
4734 DEBUG_PRINT1 (" No match => pop_failure_jump.\n");
4737 else if ((re_opcode_t
) p1
[3] == charset
)
4740 /* We win if the charset inside the loop
4741 has no overlap with the one after the loop. */
4743 idx
< (int) p2
[1] && idx
< (int) p1
[4];
4745 if ((p2
[2 + idx
] & p1
[5 + idx
]) != 0)
4748 if (idx
== p2
[1] || idx
== p1
[4])
4750 p
[-3] = (unsigned char) pop_failure_jump
;
4751 DEBUG_PRINT1 (" No match => pop_failure_jump.\n");
4756 p
-= 2; /* Point at relative address again. */
4757 if ((re_opcode_t
) p
[-1] != pop_failure_jump
)
4759 p
[-1] = (unsigned char) jump
;
4760 DEBUG_PRINT1 (" Match => jump.\n");
4761 goto unconditional_jump
;
4763 /* Note fall through. */
4766 /* The end of a simple repeat has a pop_failure_jump back to
4767 its matching on_failure_jump, where the latter will push a
4768 failure point. The pop_failure_jump takes off failure
4769 points put on by this pop_failure_jump's matching
4770 on_failure_jump; we got through the pattern to here from the
4771 matching on_failure_jump, so didn't fail. */
4772 case pop_failure_jump
:
4774 /* We need to pass separate storage for the lowest and
4775 highest registers, even though we don't care about the
4776 actual values. Otherwise, we will restore only one
4777 register from the stack, since lowest will == highest in
4778 `pop_failure_point'. */
4779 active_reg_t dummy_low_reg
, dummy_high_reg
;
4780 unsigned char *pdummy
;
4783 DEBUG_PRINT1 ("EXECUTING pop_failure_jump.\n");
4784 POP_FAILURE_POINT (sdummy
, pdummy
,
4785 dummy_low_reg
, dummy_high_reg
,
4786 reg_dummy
, reg_dummy
, reg_info_dummy
);
4788 /* Note fall through. */
4792 DEBUG_PRINT2 ("\n%p: ", p
);
4794 DEBUG_PRINT2 ("\n0x%x: ", p
);
4796 /* Note fall through. */
4798 /* Unconditionally jump (without popping any failure points). */
4800 EXTRACT_NUMBER_AND_INCR (mcnt
, p
); /* Get the amount to jump. */
4801 DEBUG_PRINT2 ("EXECUTING jump %d ", mcnt
);
4802 p
+= mcnt
; /* Do the jump. */
4804 DEBUG_PRINT2 ("(to %p).\n", p
);
4806 DEBUG_PRINT2 ("(to 0x%x).\n", p
);
4811 /* We need this opcode so we can detect where alternatives end
4812 in `group_match_null_string_p' et al. */
4814 DEBUG_PRINT1 ("EXECUTING jump_past_alt.\n");
4815 goto unconditional_jump
;
4818 /* Normally, the on_failure_jump pushes a failure point, which
4819 then gets popped at pop_failure_jump. We will end up at
4820 pop_failure_jump, also, and with a pattern of, say, `a+', we
4821 are skipping over the on_failure_jump, so we have to push
4822 something meaningless for pop_failure_jump to pop. */
4823 case dummy_failure_jump
:
4824 DEBUG_PRINT1 ("EXECUTING dummy_failure_jump.\n");
4825 /* It doesn't matter what we push for the string here. What
4826 the code at `fail' tests is the value for the pattern. */
4827 PUSH_FAILURE_POINT (0, 0, -2);
4828 goto unconditional_jump
;
4831 /* At the end of an alternative, we need to push a dummy failure
4832 point in case we are followed by a `pop_failure_jump', because
4833 we don't want the failure point for the alternative to be
4834 popped. For example, matching `(a|ab)*' against `aab'
4835 requires that we match the `ab' alternative. */
4836 case push_dummy_failure
:
4837 DEBUG_PRINT1 ("EXECUTING push_dummy_failure.\n");
4838 /* See comments just above at `dummy_failure_jump' about the
4840 PUSH_FAILURE_POINT (0, 0, -2);
4843 /* Have to succeed matching what follows at least n times.
4844 After that, handle like `on_failure_jump'. */
4846 EXTRACT_NUMBER (mcnt
, p
+ 2);
4847 DEBUG_PRINT2 ("EXECUTING succeed_n %d.\n", mcnt
);
4850 /* Originally, this is how many times we HAVE to succeed. */
4855 STORE_NUMBER_AND_INCR (p
, mcnt
);
4857 DEBUG_PRINT3 (" Setting %p to %d.\n", p
- 2, mcnt
);
4859 DEBUG_PRINT3 (" Setting 0x%x to %d.\n", p
- 2, mcnt
);
4865 DEBUG_PRINT2 (" Setting two bytes from %p to no_op.\n", p
+2);
4867 DEBUG_PRINT2 (" Setting two bytes from 0x%x to no_op.\n", p
+2);
4869 p
[2] = (unsigned char) no_op
;
4870 p
[3] = (unsigned char) no_op
;
4876 EXTRACT_NUMBER (mcnt
, p
+ 2);
4877 DEBUG_PRINT2 ("EXECUTING jump_n %d.\n", mcnt
);
4879 /* Originally, this is how many times we CAN jump. */
4883 STORE_NUMBER (p
+ 2, mcnt
);
4885 DEBUG_PRINT3 (" Setting %p to %d.\n", p
+ 2, mcnt
);
4887 DEBUG_PRINT3 (" Setting 0x%x to %d.\n", p
+ 2, mcnt
);
4889 goto unconditional_jump
;
4891 /* If don't have to jump any more, skip over the rest of command. */
4898 DEBUG_PRINT1 ("EXECUTING set_number_at.\n");
4900 EXTRACT_NUMBER_AND_INCR (mcnt
, p
);
4902 EXTRACT_NUMBER_AND_INCR (mcnt
, p
);
4904 DEBUG_PRINT3 (" Setting %p to %d.\n", p1
, mcnt
);
4906 DEBUG_PRINT3 (" Setting 0x%x to %d.\n", p1
, mcnt
);
4908 STORE_NUMBER (p1
, mcnt
);
4913 /* The DEC Alpha C compiler 3.x generates incorrect code for the
4914 test WORDCHAR_P (d - 1) != WORDCHAR_P (d) in the expansion of
4915 AT_WORD_BOUNDARY, so this code is disabled. Expanding the
4916 macro and introducing temporary variables works around the bug. */
4919 DEBUG_PRINT1 ("EXECUTING wordbound.\n");
4920 if (AT_WORD_BOUNDARY (d
))
4925 DEBUG_PRINT1 ("EXECUTING notwordbound.\n");
4926 if (AT_WORD_BOUNDARY (d
))
4932 boolean prevchar
, thischar
;
4934 DEBUG_PRINT1 ("EXECUTING wordbound.\n");
4935 if (AT_STRINGS_BEG (d
) || AT_STRINGS_END (d
))
4938 prevchar
= WORDCHAR_P (d
- 1);
4939 thischar
= WORDCHAR_P (d
);
4940 if (prevchar
!= thischar
)
4947 boolean prevchar
, thischar
;
4949 DEBUG_PRINT1 ("EXECUTING notwordbound.\n");
4950 if (AT_STRINGS_BEG (d
) || AT_STRINGS_END (d
))
4953 prevchar
= WORDCHAR_P (d
- 1);
4954 thischar
= WORDCHAR_P (d
);
4955 if (prevchar
!= thischar
)
4962 DEBUG_PRINT1 ("EXECUTING wordbeg.\n");
4963 if (WORDCHAR_P (d
) && (AT_STRINGS_BEG (d
) || !WORDCHAR_P (d
- 1)))
4968 DEBUG_PRINT1 ("EXECUTING wordend.\n");
4969 if (!AT_STRINGS_BEG (d
) && WORDCHAR_P (d
- 1)
4970 && (!WORDCHAR_P (d
) || AT_STRINGS_END (d
)))
4976 DEBUG_PRINT1 ("EXECUTING before_dot.\n");
4977 if (PTR_CHAR_POS ((unsigned char *) d
) >= point
)
4982 DEBUG_PRINT1 ("EXECUTING at_dot.\n");
4983 if (PTR_CHAR_POS ((unsigned char *) d
) != point
)
4988 DEBUG_PRINT1 ("EXECUTING after_dot.\n");
4989 if (PTR_CHAR_POS ((unsigned char *) d
) <= point
)
4994 DEBUG_PRINT2 ("EXECUTING syntaxspec %d.\n", mcnt
);
4999 DEBUG_PRINT1 ("EXECUTING Emacs wordchar.\n");
5003 /* Can't use *d++ here; SYNTAX may be an unsafe macro. */
5005 if (SYNTAX (d
[-1]) != (enum syntaxcode
) mcnt
)
5007 SET_REGS_MATCHED ();
5011 DEBUG_PRINT2 ("EXECUTING notsyntaxspec %d.\n", mcnt
);
5013 goto matchnotsyntax
;
5016 DEBUG_PRINT1 ("EXECUTING Emacs notwordchar.\n");
5020 /* Can't use *d++ here; SYNTAX may be an unsafe macro. */
5022 if (SYNTAX (d
[-1]) == (enum syntaxcode
) mcnt
)
5024 SET_REGS_MATCHED ();
5027 #else /* not emacs */
5029 DEBUG_PRINT1 ("EXECUTING non-Emacs wordchar.\n");
5031 if (!WORDCHAR_P (d
))
5033 SET_REGS_MATCHED ();
5038 DEBUG_PRINT1 ("EXECUTING non-Emacs notwordchar.\n");
5042 SET_REGS_MATCHED ();
5045 #endif /* not emacs */
5050 continue; /* Successfully executed one pattern command; keep going. */
5053 /* We goto here if a matching operation fails. */
5055 if (!FAIL_STACK_EMPTY ())
5056 { /* A restart point is known. Restore to that state. */
5057 DEBUG_PRINT1 ("\nFAIL:\n");
5058 POP_FAILURE_POINT (d
, p
,
5059 lowest_active_reg
, highest_active_reg
,
5060 regstart
, regend
, reg_info
);
5062 /* If this failure point is a dummy, try the next one. */
5066 /* If we failed to the end of the pattern, don't examine *p. */
5070 boolean is_a_jump_n
= false;
5072 /* If failed to a backwards jump that's part of a repetition
5073 loop, need to pop this failure point and use the next one. */
5074 switch ((re_opcode_t
) *p
)
5078 case maybe_pop_jump
:
5079 case pop_failure_jump
:
5082 EXTRACT_NUMBER_AND_INCR (mcnt
, p1
);
5085 if ((is_a_jump_n
&& (re_opcode_t
) *p1
== succeed_n
)
5087 && (re_opcode_t
) *p1
== on_failure_jump
))
5095 if (d
>= string1
&& d
<= end1
)
5099 break; /* Matching at this starting point really fails. */
5103 goto restore_best_regs
;
5107 return -1; /* Failure to match. */
5110 /* Subroutine definitions for re_match_2. */
5113 /* We are passed P pointing to a register number after a start_memory.
5115 Return true if the pattern up to the corresponding stop_memory can
5116 match the empty string, and false otherwise.
5118 If we find the matching stop_memory, sets P to point to one past its number.
5119 Otherwise, sets P to an undefined byte less than or equal to END.
5121 We don't handle duplicates properly (yet). */
5124 group_match_null_string_p (p
, end
, reg_info
)
5125 unsigned char **p
, *end
;
5126 register_info_type
*reg_info
;
5129 /* Point to after the args to the start_memory. */
5130 unsigned char *p1
= *p
+ 2;
5134 /* Skip over opcodes that can match nothing, and return true or
5135 false, as appropriate, when we get to one that can't, or to the
5136 matching stop_memory. */
5138 switch ((re_opcode_t
) *p1
)
5140 /* Could be either a loop or a series of alternatives. */
5141 case on_failure_jump
:
5143 EXTRACT_NUMBER_AND_INCR (mcnt
, p1
);
5145 /* If the next operation is not a jump backwards in the
5150 /* Go through the on_failure_jumps of the alternatives,
5151 seeing if any of the alternatives cannot match nothing.
5152 The last alternative starts with only a jump,
5153 whereas the rest start with on_failure_jump and end
5154 with a jump, e.g., here is the pattern for `a|b|c':
5156 /on_failure_jump/0/6/exactn/1/a/jump_past_alt/0/6
5157 /on_failure_jump/0/6/exactn/1/b/jump_past_alt/0/3
5160 So, we have to first go through the first (n-1)
5161 alternatives and then deal with the last one separately. */
5164 /* Deal with the first (n-1) alternatives, which start
5165 with an on_failure_jump (see above) that jumps to right
5166 past a jump_past_alt. */
5168 while ((re_opcode_t
) p1
[mcnt
-3] == jump_past_alt
)
5170 /* `mcnt' holds how many bytes long the alternative
5171 is, including the ending `jump_past_alt' and
5174 if (!alt_match_null_string_p (p1
, p1
+ mcnt
- 3,
5178 /* Move to right after this alternative, including the
5182 /* Break if it's the beginning of an n-th alternative
5183 that doesn't begin with an on_failure_jump. */
5184 if ((re_opcode_t
) *p1
!= on_failure_jump
)
5187 /* Still have to check that it's not an n-th
5188 alternative that starts with an on_failure_jump. */
5190 EXTRACT_NUMBER_AND_INCR (mcnt
, p1
);
5191 if ((re_opcode_t
) p1
[mcnt
-3] != jump_past_alt
)
5193 /* Get to the beginning of the n-th alternative. */
5199 /* Deal with the last alternative: go back and get number
5200 of the `jump_past_alt' just before it. `mcnt' contains
5201 the length of the alternative. */
5202 EXTRACT_NUMBER (mcnt
, p1
- 2);
5204 if (!alt_match_null_string_p (p1
, p1
+ mcnt
, reg_info
))
5207 p1
+= mcnt
; /* Get past the n-th alternative. */
5213 assert (p1
[1] == **p
);
5219 if (!common_op_match_null_string_p (&p1
, end
, reg_info
))
5222 } /* while p1 < end */
5225 } /* group_match_null_string_p */
5228 /* Similar to group_match_null_string_p, but doesn't deal with alternatives:
5229 It expects P to be the first byte of a single alternative and END one
5230 byte past the last. The alternative can contain groups. */
5233 alt_match_null_string_p (p
, end
, reg_info
)
5234 unsigned char *p
, *end
;
5235 register_info_type
*reg_info
;
5238 unsigned char *p1
= p
;
5242 /* Skip over opcodes that can match nothing, and break when we get
5243 to one that can't. */
5245 switch ((re_opcode_t
) *p1
)
5248 case on_failure_jump
:
5250 EXTRACT_NUMBER_AND_INCR (mcnt
, p1
);
5255 if (!common_op_match_null_string_p (&p1
, end
, reg_info
))
5258 } /* while p1 < end */
5261 } /* alt_match_null_string_p */
5264 /* Deals with the ops common to group_match_null_string_p and
5265 alt_match_null_string_p.
5267 Sets P to one after the op and its arguments, if any. */
5270 common_op_match_null_string_p (p
, end
, reg_info
)
5271 unsigned char **p
, *end
;
5272 register_info_type
*reg_info
;
5277 unsigned char *p1
= *p
;
5279 switch ((re_opcode_t
) *p1
++)
5299 assert (reg_no
> 0 && reg_no
<= MAX_REGNUM
);
5300 ret
= group_match_null_string_p (&p1
, end
, reg_info
);
5302 /* Have to set this here in case we're checking a group which
5303 contains a group and a back reference to it. */
5305 if (REG_MATCH_NULL_STRING_P (reg_info
[reg_no
]) == MATCH_NULL_UNSET_VALUE
)
5306 REG_MATCH_NULL_STRING_P (reg_info
[reg_no
]) = ret
;
5312 /* If this is an optimized succeed_n for zero times, make the jump. */
5314 EXTRACT_NUMBER_AND_INCR (mcnt
, p1
);
5322 /* Get to the number of times to succeed. */
5324 EXTRACT_NUMBER_AND_INCR (mcnt
, p1
);
5329 EXTRACT_NUMBER_AND_INCR (mcnt
, p1
);
5337 if (!REG_MATCH_NULL_STRING_P (reg_info
[*p1
]))
5345 /* All other opcodes mean we cannot match the empty string. */
5351 } /* common_op_match_null_string_p */
5354 /* Return zero if TRANSLATE[S1] and TRANSLATE[S2] are identical for LEN
5355 bytes; nonzero otherwise. */
5358 bcmp_translate (s1
, s2
, len
, translate
)
5359 const char *s1
, *s2
;
5361 RE_TRANSLATE_TYPE translate
;
5363 register const unsigned char *p1
= (const unsigned char *) s1
;
5364 register const unsigned char *p2
= (const unsigned char *) s2
;
5367 if (translate
[*p1
++] != translate
[*p2
++]) return 1;
5373 /* Entry points for GNU code. */
5375 /* re_compile_pattern is the GNU regular expression compiler: it
5376 compiles PATTERN (of length SIZE) and puts the result in BUFP.
5377 Returns 0 if the pattern was valid, otherwise an error string.
5379 Assumes the `allocated' (and perhaps `buffer') and `translate' fields
5380 are set in BUFP on entry.
5382 We call regex_compile to do the actual compilation. */
5385 re_compile_pattern (pattern
, length
, bufp
)
5386 const char *pattern
;
5388 struct re_pattern_buffer
*bufp
;
5392 /* GNU code is written to assume at least RE_NREGS registers will be set
5393 (and at least one extra will be -1). */
5394 bufp
->regs_allocated
= REGS_UNALLOCATED
;
5396 /* And GNU code determines whether or not to get register information
5397 by passing null for the REGS argument to re_match, etc., not by
5401 /* Match anchors at newline. */
5402 bufp
->newline_anchor
= 1;
5404 ret
= regex_compile (pattern
, length
, re_syntax_options
, bufp
);
5408 return gettext (re_error_msgid
[(int) ret
]);
5411 /* Entry points compatible with 4.2 BSD regex library. We don't define
5412 them unless specifically requested. */
5414 #if defined (_REGEX_RE_COMP) || defined (_LIBC)
5416 /* BSD has one and only one pattern buffer. */
5417 static struct re_pattern_buffer re_comp_buf
;
5421 /* Make these definitions weak in libc, so POSIX programs can redefine
5422 these names if they don't use our functions, and still use
5423 regcomp/regexec below without link errors. */
5433 if (!re_comp_buf
.buffer
)
5434 return gettext ("No previous regular expression");
5438 if (!re_comp_buf
.buffer
)
5440 re_comp_buf
.buffer
= (unsigned char *) malloc (200);
5441 if (re_comp_buf
.buffer
== NULL
)
5442 return gettext (re_error_msgid
[(int) REG_ESPACE
]);
5443 re_comp_buf
.allocated
= 200;
5445 re_comp_buf
.fastmap
= (char *) malloc (1 << BYTEWIDTH
);
5446 if (re_comp_buf
.fastmap
== NULL
)
5447 return gettext (re_error_msgid
[(int) REG_ESPACE
]);
5450 /* Since `re_exec' always passes NULL for the `regs' argument, we
5451 don't need to initialize the pattern buffer fields which affect it. */
5453 /* Match anchors at newlines. */
5454 re_comp_buf
.newline_anchor
= 1;
5456 ret
= regex_compile (s
, strlen (s
), re_syntax_options
, &re_comp_buf
);
5461 /* Yes, we're discarding `const' here if !HAVE_LIBINTL. */
5462 return (char *) gettext (re_error_msgid
[(int) ret
]);
5473 const int len
= strlen (s
);
5475 0 <= re_search (&re_comp_buf
, s
, len
, 0, len
, (struct re_registers
*) 0);
5478 #endif /* _REGEX_RE_COMP */
5480 /* POSIX.2 functions. Don't define these for Emacs. */
5484 /* regcomp takes a regular expression as a string and compiles it.
5486 PREG is a regex_t *. We do not expect any fields to be initialized,
5487 since POSIX says we shouldn't. Thus, we set
5489 `buffer' to the compiled pattern;
5490 `used' to the length of the compiled pattern;
5491 `syntax' to RE_SYNTAX_POSIX_EXTENDED if the
5492 REG_EXTENDED bit in CFLAGS is set; otherwise, to
5493 RE_SYNTAX_POSIX_BASIC;
5494 `newline_anchor' to REG_NEWLINE being set in CFLAGS;
5495 `fastmap' and `fastmap_accurate' to zero;
5496 `re_nsub' to the number of subexpressions in PATTERN.
5498 PATTERN is the address of the pattern string.
5500 CFLAGS is a series of bits which affect compilation.
5502 If REG_EXTENDED is set, we use POSIX extended syntax; otherwise, we
5503 use POSIX basic syntax.
5505 If REG_NEWLINE is set, then . and [^...] don't match newline.
5506 Also, regexec will try a match beginning after every newline.
5508 If REG_ICASE is set, then we considers upper- and lowercase
5509 versions of letters to be equivalent when matching.
5511 If REG_NOSUB is set, then when PREG is passed to regexec, that
5512 routine will report only success or failure, and nothing about the
5515 It returns 0 if it succeeds, nonzero if it doesn't. (See regex.h for
5516 the return codes and their meanings.) */
5519 regcomp (preg
, pattern
, cflags
)
5521 const char *pattern
;
5526 = (cflags
& REG_EXTENDED
) ?
5527 RE_SYNTAX_POSIX_EXTENDED
: RE_SYNTAX_POSIX_BASIC
;
5529 /* regex_compile will allocate the space for the compiled pattern. */
5531 preg
->allocated
= 0;
5534 /* Don't bother to use a fastmap when searching. This simplifies the
5535 REG_NEWLINE case: if we used a fastmap, we'd have to put all the
5536 characters after newlines into the fastmap. This way, we just try
5540 if (cflags
& REG_ICASE
)
5545 = (RE_TRANSLATE_TYPE
) malloc (CHAR_SET_SIZE
5546 * sizeof (*(RE_TRANSLATE_TYPE
)0));
5547 if (preg
->translate
== NULL
)
5548 return (int) REG_ESPACE
;
5550 /* Map uppercase characters to corresponding lowercase ones. */
5551 for (i
= 0; i
< CHAR_SET_SIZE
; i
++)
5552 preg
->translate
[i
] = ISUPPER (i
) ? tolower (i
) : i
;
5555 preg
->translate
= NULL
;
5557 /* If REG_NEWLINE is set, newlines are treated differently. */
5558 if (cflags
& REG_NEWLINE
)
5559 { /* REG_NEWLINE implies neither . nor [^...] match newline. */
5560 syntax
&= ~RE_DOT_NEWLINE
;
5561 syntax
|= RE_HAT_LISTS_NOT_NEWLINE
;
5562 /* It also changes the matching behavior. */
5563 preg
->newline_anchor
= 1;
5566 preg
->newline_anchor
= 0;
5568 preg
->no_sub
= !!(cflags
& REG_NOSUB
);
5570 /* POSIX says a null character in the pattern terminates it, so we
5571 can use strlen here in compiling the pattern. */
5572 ret
= regex_compile (pattern
, strlen (pattern
), syntax
, preg
);
5574 /* POSIX doesn't distinguish between an unmatched open-group and an
5575 unmatched close-group: both are REG_EPAREN. */
5576 if (ret
== REG_ERPAREN
) ret
= REG_EPAREN
;
5582 /* regexec searches for a given pattern, specified by PREG, in the
5585 If NMATCH is zero or REG_NOSUB was set in the cflags argument to
5586 `regcomp', we ignore PMATCH. Otherwise, we assume PMATCH has at
5587 least NMATCH elements, and we set them to the offsets of the
5588 corresponding matched substrings.
5590 EFLAGS specifies `execution flags' which affect matching: if
5591 REG_NOTBOL is set, then ^ does not match at the beginning of the
5592 string; if REG_NOTEOL is set, then $ does not match at the end.
5594 We return 0 if we find a match and REG_NOMATCH if not. */
5597 regexec (preg
, string
, nmatch
, pmatch
, eflags
)
5598 const regex_t
*preg
;
5601 regmatch_t pmatch
[];
5605 struct re_registers regs
;
5606 regex_t private_preg
;
5607 int len
= strlen (string
);
5608 boolean want_reg_info
= !preg
->no_sub
&& nmatch
> 0;
5610 private_preg
= *preg
;
5612 private_preg
.not_bol
= !!(eflags
& REG_NOTBOL
);
5613 private_preg
.not_eol
= !!(eflags
& REG_NOTEOL
);
5615 /* The user has told us exactly how many registers to return
5616 information about, via `nmatch'. We have to pass that on to the
5617 matching routines. */
5618 private_preg
.regs_allocated
= REGS_FIXED
;
5622 regs
.num_regs
= nmatch
;
5623 regs
.start
= TALLOC (nmatch
, regoff_t
);
5624 regs
.end
= TALLOC (nmatch
, regoff_t
);
5625 if (regs
.start
== NULL
|| regs
.end
== NULL
)
5626 return (int) REG_NOMATCH
;
5629 /* Perform the searching operation. */
5630 ret
= re_search (&private_preg
, string
, len
,
5631 /* start: */ 0, /* range: */ len
,
5632 want_reg_info
? ®s
: (struct re_registers
*) 0);
5634 /* Copy the register information to the POSIX structure. */
5641 for (r
= 0; r
< nmatch
; r
++)
5643 pmatch
[r
].rm_so
= regs
.start
[r
];
5644 pmatch
[r
].rm_eo
= regs
.end
[r
];
5648 /* If we needed the temporary register info, free the space now. */
5653 /* We want zero return to mean success, unlike `re_search'. */
5654 return ret
>= 0 ? (int) REG_NOERROR
: (int) REG_NOMATCH
;
5658 /* Returns a message corresponding to an error code, ERRCODE, returned
5659 from either regcomp or regexec. We don't use PREG here. */
5662 regerror (errcode
, preg
, errbuf
, errbuf_size
)
5664 const regex_t
*preg
;
5672 || errcode
>= (int) (sizeof (re_error_msgid
)
5673 / sizeof (re_error_msgid
[0])))
5674 /* Only error codes returned by the rest of the code should be passed
5675 to this routine. If we are given anything else, or if other regex
5676 code generates an invalid error code, then the program has a bug.
5677 Dump core so we can fix it. */
5680 msg
= gettext (re_error_msgid
[errcode
]);
5682 msg_size
= strlen (msg
) + 1; /* Includes the null. */
5684 if (errbuf_size
!= 0)
5686 if (msg_size
> errbuf_size
)
5688 strncpy (errbuf
, msg
, errbuf_size
- 1);
5689 errbuf
[errbuf_size
- 1] = 0;
5692 strcpy (errbuf
, msg
);
5699 /* Free dynamically allocated space used by PREG. */
5705 if (preg
->buffer
!= NULL
)
5706 free (preg
->buffer
);
5707 preg
->buffer
= NULL
;
5709 preg
->allocated
= 0;
5712 if (preg
->fastmap
!= NULL
)
5713 free (preg
->fastmap
);
5714 preg
->fastmap
= NULL
;
5715 preg
->fastmap_accurate
= 0;
5717 if (preg
->translate
!= NULL
)
5718 free (preg
->translate
);
5719 preg
->translate
= NULL
;
5722 #endif /* not emacs */