1 /* $NetBSD: regcomp.c,v 1.33 2012/03/13 21:13:43 christos Exp $ */
4 * Copyright (c) 1992, 1993, 1994
5 * The Regents of the University of California. All rights reserved.
7 * This code is derived from software contributed to Berkeley by
10 * Redistribution and use in source and binary forms, with or without
11 * modification, are permitted provided that the following conditions
13 * 1. Redistributions of source code must retain the above copyright
14 * notice, this list of conditions and the following disclaimer.
15 * 2. Redistributions in binary form must reproduce the above copyright
16 * notice, this list of conditions and the following disclaimer in the
17 * documentation and/or other materials provided with the distribution.
18 * 3. Neither the name of the University nor the names of its contributors
19 * may be used to endorse or promote products derived from this software
20 * without specific prior written permission.
22 * THIS SOFTWARE IS PROVIDED BY THE REGENTS AND CONTRIBUTORS ``AS IS'' AND
23 * ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE
24 * IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE
25 * ARE DISCLAIMED. IN NO EVENT SHALL THE REGENTS OR CONTRIBUTORS BE LIABLE
26 * FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR CONSEQUENTIAL
27 * DAMAGES (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS
28 * OR SERVICES; LOSS OF USE, DATA, OR PROFITS; OR BUSINESS INTERRUPTION)
29 * HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT
30 * LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY
31 * OUT OF THE USE OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF
34 * @(#)regcomp.c 8.5 (Berkeley) 3/20/94
38 * Copyright (c) 1992, 1993, 1994 Henry Spencer.
40 * This code is derived from software contributed to Berkeley by
43 * Redistribution and use in source and binary forms, with or without
44 * modification, are permitted provided that the following conditions
46 * 1. Redistributions of source code must retain the above copyright
47 * notice, this list of conditions and the following disclaimer.
48 * 2. Redistributions in binary form must reproduce the above copyright
49 * notice, this list of conditions and the following disclaimer in the
50 * documentation and/or other materials provided with the distribution.
51 * 3. All advertising materials mentioning features or use of this software
52 * must display the following acknowledgement:
53 * This product includes software developed by the University of
54 * California, Berkeley and its contributors.
55 * 4. Neither the name of the University nor the names of its contributors
56 * may be used to endorse or promote products derived from this software
57 * without specific prior written permission.
59 * THIS SOFTWARE IS PROVIDED BY THE REGENTS AND CONTRIBUTORS ``AS IS'' AND
60 * ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE
61 * IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE
62 * ARE DISCLAIMED. IN NO EVENT SHALL THE REGENTS OR CONTRIBUTORS BE LIABLE
63 * FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR CONSEQUENTIAL
64 * DAMAGES (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS
65 * OR SERVICES; LOSS OF USE, DATA, OR PROFITS; OR BUSINESS INTERRUPTION)
66 * HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT
67 * LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY
68 * OUT OF THE USE OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF
71 * @(#)regcomp.c 8.5 (Berkeley) 3/20/94
74 #include <sys/cdefs.h>
75 #if defined(LIBC_SCCS) && !defined(lint)
77 static char sccsid
[] = "@(#)regcomp.c 8.5 (Berkeley) 3/20/94";
79 __RCSID("$NetBSD: regcomp.c,v 1.33 2012/03/13 21:13:43 christos Exp $");
81 #endif /* LIBC_SCCS and not lint */
83 #include "namespace.h"
84 #include <sys/types.h>
95 __weak_alias(regcomp
,_regcomp
)
105 * parse structure, passed up and down to avoid global variables and
109 const char *next
; /* next character in RE */
110 const char *end
; /* end of string (-> NUL normally) */
111 int error
; /* has an error been seen? */
112 sop
*strip
; /* malloced strip */
113 sopno ssize
; /* malloced strip size (allocated) */
114 sopno slen
; /* malloced strip length (used) */
115 size_t ncsalloc
; /* number of csets allocated */
117 # define NPAREN 10 /* we need to remember () 1-9 for back refs */
118 sopno pbegin
[NPAREN
]; /* -> ( ([0] unused) */
119 sopno pend
[NPAREN
]; /* -> ) ([0] unused) */
122 /* ========= begin header generated by ./mkh ========= */
127 /* === regcomp.c === */
128 static void p_ere(struct parse
*p
, int stop
, size_t reclimit
);
129 static void p_ere_exp(struct parse
*p
, size_t reclimit
);
130 static void p_str(struct parse
*p
);
131 static void p_bre(struct parse
*p
, int end1
, int end2
, size_t reclimit
);
132 static int p_simp_re(struct parse
*p
, int starordinary
, size_t reclimit
);
133 static int p_count(struct parse
*p
);
134 static void p_bracket(struct parse
*p
);
135 static void p_b_term(struct parse
*p
, cset
*cs
);
136 static void p_b_cclass(struct parse
*p
, cset
*cs
);
137 static void p_b_eclass(struct parse
*p
, cset
*cs
);
138 static char p_b_symbol(struct parse
*p
);
139 static char p_b_coll_elem(struct parse
*p
, int endc
);
140 static int othercase(int ch
);
141 static void bothcases(struct parse
*p
, int ch
);
142 static void ordinary(struct parse
*p
, int ch
);
143 static void nonnewline(struct parse
*p
);
144 static void repeat(struct parse
*p
, sopno start
, int from
, int to
, size_t reclimit
);
145 static int seterr(struct parse
*p
, int e
);
146 static cset
*allocset(struct parse
*p
);
147 static void freeset(struct parse
*p
, cset
*cs
);
148 static sopno
freezeset(struct parse
*p
, cset
*cs
);
149 static int firstch(struct parse
*p
, cset
*cs
);
150 static int nch(struct parse
*p
, cset
*cs
);
151 static void mcadd(struct parse
*p
, cset
*cs
, const char *cp
);
153 static void mcsub(cset
*cs
, char *cp
);
154 static int mcin(cset
*cs
, char *cp
);
155 static char *mcfind(cset
*cs
, char *cp
);
157 static void mcinvert(struct parse
*p
, cset
*cs
);
158 static void mccase(struct parse
*p
, cset
*cs
);
159 static int isinsets(struct re_guts
*g
, int c
);
160 static int samesets(struct re_guts
*g
, int c1
, int c2
);
161 static void categorize(struct parse
*p
, struct re_guts
*g
);
162 static sopno
dupl(struct parse
*p
, sopno start
, sopno finish
);
163 static void doemit(struct parse
*p
, sop op
, sopno opnd
);
164 static void doinsert(struct parse
*p
, sop op
, sopno opnd
, sopno pos
);
165 static void dofwd(struct parse
*p
, sopno pos
, sopno value
);
166 static int enlarge(struct parse
*p
, sopno size
);
167 static void stripsnug(struct parse
*p
, struct re_guts
*g
);
168 static void findmust(struct parse
*p
, struct re_guts
*g
);
169 static sopno
pluscount(struct parse
*p
, struct re_guts
*g
);
174 /* ========= end header generated by ./mkh ========= */
176 static char nuls
[10]; /* place to point scanner in event of error */
179 * macros for use with parse structure
180 * BEWARE: these know that the parse structure is named `p' !!!
182 #define PEEK() (*p->next)
183 #define PEEK2() (*(p->next+1))
184 #define MORE() (p->next < p->end)
185 #define MORE2() (p->next+1 < p->end)
186 #define SEE(c) (MORE() && PEEK() == (c))
187 #define SEETWO(a, b) (MORE() && MORE2() && PEEK() == (a) && PEEK2() == (b))
188 #define EAT(c) ((SEE(c)) ? (NEXT(), 1) : 0)
189 #define EATTWO(a, b) ((SEETWO(a, b)) ? (NEXT2(), 1) : 0)
190 #define NEXT() (p->next++)
191 #define NEXT2() (p->next += 2)
192 #define NEXTn(n) (p->next += (n))
193 #define GETNEXT() (*p->next++)
194 #define SETERROR(e) seterr(p, (e))
195 #define REQUIRE(co, e) (void) ((co) || SETERROR(e))
196 #define MUSTSEE(c, e) (REQUIRE(MORE() && PEEK() == (c), e))
197 #define MUSTEAT(c, e) (void) (REQUIRE(MORE() && GETNEXT() == (c), e))
198 #define MUSTNOTSEE(c, e) (REQUIRE(!MORE() || PEEK() != (c), e))
199 #define EMIT(op, sopnd) doemit(p, (sop)(op), sopnd)
200 #define INSERT(op, pos) doinsert(p, (sop)(op), HERE()-(pos)+1, pos)
201 #define AHEAD(pos) dofwd(p, pos, HERE()-(pos))
202 #define ASTERN(sop, pos) EMIT(sop, HERE()-pos)
203 #define HERE() (p->slen)
204 #define THERE() (p->slen - 1)
205 #define THERETHERE() (p->slen - 2)
206 #define DROP(n) (p->slen -= (n))
209 static int never
= 0; /* for use in asserts; shuts lint up */
211 #define never 0 /* some <assert.h>s have bugs too */
214 #define MEMLIMIT 0x8000000
216 ((p)->ncsalloc / CHAR_BIT * (p)->g->csetsize + \
217 (p)->ncsalloc * sizeof(cset) + \
218 (p)->ssize * sizeof(sop))
222 - regcomp - interface for parser and compilation
223 = extern int regcomp(regex_t *, const char *, int);
224 = #define REG_BASIC 0000
225 = #define REG_EXTENDED 0001
226 = #define REG_ICASE 0002
227 = #define REG_NOSUB 0004
228 = #define REG_NEWLINE 0010
229 = #define REG_NOSPEC 0020
230 = #define REG_PEND 0040
231 = #define REG_DUMP 0200
233 int /* 0 success, otherwise REG_something */
241 struct parse
*p
= &pa
;
245 # define GOODFLAGS(f) (f)
247 # define GOODFLAGS(f) ((f)&~REG_DUMP)
250 _DIAGASSERT(preg
!= NULL
);
251 _DIAGASSERT(pattern
!= NULL
);
253 cflags
= GOODFLAGS(cflags
);
254 if ((cflags
®_EXTENDED
) && (cflags
®_NOSPEC
))
257 if (cflags
®_PEND
) {
258 if (preg
->re_endp
< pattern
)
260 len
= preg
->re_endp
- pattern
;
262 len
= strlen(pattern
);
264 /* do the mallocs early so failure handling is easy */
265 g
= (struct re_guts
*)malloc(sizeof(struct re_guts
) +
266 (NC
-1)*sizeof(cat_t
));
269 p
->ssize
= len
/(size_t)2*(size_t)3 + (size_t)1; /* ugh */
270 p
->strip
= malloc(p
->ssize
* sizeof(sop
));
272 if (p
->strip
== NULL
) {
280 p
->end
= p
->next
+ len
;
283 for (i
= 0; i
< NPAREN
; i
++) {
298 g
->ncategories
= 1; /* category 0 is "everything else" */
299 g
->categories
= &g
->catspace
[-(CHAR_MIN
)];
300 (void) memset((char *)g
->catspace
, 0, NC
*sizeof(cat_t
));
305 g
->firststate
= THERE();
306 if (cflags
®_EXTENDED
)
308 else if (cflags
®_NOSPEC
)
311 p_bre(p
, OUT
, OUT
, 0);
313 g
->laststate
= THERE();
315 /* tidy up loose ends and fill things in */
319 g
->nplus
= pluscount(p
, g
);
321 preg
->re_nsub
= g
->nsub
;
323 preg
->re_magic
= MAGIC1
;
325 /* not debugging, so can't rely on the assert() in regexec() */
327 SETERROR(REG_ASSERT
);
330 /* win or lose, we're done */
331 if (p
->error
!= 0) /* lose */
337 - p_ere - ERE parser top level, concatenation and alternation
338 == static void p_ere(struct parse *p, int stop, size_t reclimit);
343 int stop
, /* character this ERE should end at */
347 sopno prevback
= 0; /* pacify gcc */
348 sopno prevfwd
= 0; /* pacify gcc */
350 int first
= 1; /* is this the first alternative? */
352 _DIAGASSERT(p
!= NULL
);
354 if (reclimit
++ > RECLIMIT
|| p
->error
== REG_ESPACE
) {
355 p
->error
= REG_ESPACE
;
360 /* do a bunch of concatenated expressions */
362 while (MORE() && (c
= PEEK()) != '|' && c
!= stop
)
363 p_ere_exp(p
, reclimit
);
364 REQUIRE(HERE() != conc
, REG_EMPTY
); /* require nonempty */
367 break; /* NOTE BREAK OUT */
370 INSERT(OCH_
, conc
); /* offset is wrong */
375 ASTERN(OOR1
, prevback
);
377 AHEAD(prevfwd
); /* fix previous offset */
379 EMIT(OOR2
, 0); /* offset is very wrong */
382 if (!first
) { /* tail-end fixups */
384 ASTERN(O_CH
, prevback
);
387 assert(!MORE() || SEE(stop
));
391 - p_ere_exp - parse one subERE, an atom possibly followed by a repetition op
392 == static void p_ere_exp(struct parse *p, size_t reclimit);
406 _DIAGASSERT(p
!= NULL
);
408 assert(MORE()); /* caller should have ensured this */
414 REQUIRE(MORE(), REG_EPAREN
);
418 p
->pbegin
[subno
] = HERE();
419 EMIT(OLPAREN
, subno
);
421 p_ere(p
, ')', reclimit
);
422 if (subno
< NPAREN
) {
423 p
->pend
[subno
] = HERE();
424 assert(p
->pend
[subno
] != 0);
426 EMIT(ORPAREN
, subno
);
427 MUSTEAT(')', REG_EPAREN
);
429 #ifndef POSIX_MISTAKE
430 case ')': /* happens only if no current unmatched ( */
432 * You may ask, why the ifndef? Because I didn't notice
433 * this until slightly too late for 1003.2, and none of the
434 * other 1003.2 regular-expression reviewers noticed it at
435 * all. So an unmatched ) is legal POSIX, at least until
436 * we can get it fixed.
438 SETERROR(REG_EPAREN
);
443 p
->g
->iflags
|= USEBOL
;
449 p
->g
->iflags
|= USEEOL
;
458 SETERROR(REG_BADRPT
);
461 if (p
->g
->cflags
®_NEWLINE
)
470 REQUIRE(MORE(), REG_EESCAPE
);
474 case '{': /* okay as ordinary except if digit follows */
475 REQUIRE(!MORE() || !isdigit((unsigned char)PEEK()), REG_BADRPT
);
485 /* we call { a repetition if followed by a digit */
486 if (!( c
== '*' || c
== '+' || c
== '?' ||
487 (c
== '{' && MORE2() && isdigit((unsigned char)PEEK2())) ))
488 return; /* no repetition, we're done */
491 REQUIRE(!wascaret
, REG_BADRPT
);
493 case '*': /* implemented as +? */
494 /* this case does not require the (y|) trick, noKLUDGE */
497 INSERT(OQUEST_
, pos
);
498 ASTERN(O_QUEST
, pos
);
505 /* KLUDGE: emit y? as (y|) until subtle bug gets fixed */
506 INSERT(OCH_
, pos
); /* offset slightly wrong */
507 ASTERN(OOR1
, pos
); /* this one's right */
508 AHEAD(pos
); /* fix the OCH_ */
509 EMIT(OOR2
, 0); /* offset very wrong... */
510 AHEAD(THERE()); /* ...so fix it */
511 ASTERN(O_CH
, THERETHERE());
516 if (isdigit((unsigned char)PEEK())) {
518 REQUIRE(count
<= count2
, REG_BADBR
);
519 } else /* single number with comma */
521 } else /* just a single number */
523 repeat(p
, pos
, count
, count2
, 0);
524 if (!EAT('}')) { /* error heuristics */
525 while (MORE() && PEEK() != '}')
527 REQUIRE(MORE(), REG_EBRACE
);
536 if (!( c
== '*' || c
== '+' || c
== '?' ||
537 (c
== '{' && MORE2() && isdigit((unsigned char)PEEK2())) ) )
539 SETERROR(REG_BADRPT
);
543 - p_str - string (no metacharacters) "parser"
544 == static void p_str(struct parse *p);
551 _DIAGASSERT(p
!= NULL
);
553 REQUIRE(MORE(), REG_EMPTY
);
555 ordinary(p
, GETNEXT());
559 - p_bre - BRE parser top level, anchoring and concatenation
560 == static void p_bre(struct parse *p, int end1, \
561 == int end2, size_t reclimit);
562 * Giving end1 as OUT essentially eliminates the end1/end2 check.
564 * This implementation is a bit of a kludge, in that a trailing $ is first
565 * taken as an ordinary character and then revised to be an anchor. The
566 * only undesirable side effect is that '$' gets included as a character
567 * category in such cases. This is fairly harmless; not worth fixing.
568 * The amount of lookahead needed to avoid this kludge is excessive.
573 int end1
, /* first terminating character */
574 int end2
, /* second terminating character */
578 int first
= 1; /* first subexpression? */
581 _DIAGASSERT(p
!= NULL
);
583 if (reclimit
++ > RECLIMIT
|| p
->error
== REG_ESPACE
) {
584 p
->error
= REG_ESPACE
;
592 p
->g
->iflags
|= USEBOL
;
595 while (MORE() && !SEETWO(end1
, end2
)) {
596 wasdollar
= p_simp_re(p
, first
, reclimit
);
599 if (wasdollar
) { /* oops, that was a trailing anchor */
602 p
->g
->iflags
|= USEEOL
;
606 REQUIRE(HERE() != start
, REG_EMPTY
); /* require nonempty */
610 - p_simp_re - parse a simple RE, an atom possibly followed by a repetition
611 == static int p_simp_re(struct parse *p, int starordinary, size_t reclimit);
613 static int /* was the simple RE an unbackslashed $? */
616 int starordinary
, /* is a leading * an ordinary character? */
624 # define BACKSL (1<<CHAR_BIT)
626 _DIAGASSERT(p
!= NULL
);
628 pos
= HERE(); /* repetion op, if any, covers from here */
630 assert(MORE()); /* caller should have ensured this */
633 REQUIRE(MORE(), REG_EESCAPE
);
634 c
= BACKSL
| (unsigned char)GETNEXT();
638 if (p
->g
->cflags
®_NEWLINE
)
647 SETERROR(REG_BADRPT
);
653 p
->pbegin
[subno
] = HERE();
654 EMIT(OLPAREN
, subno
);
655 /* the MORE here is an error heuristic */
656 if (MORE() && !SEETWO('\\', ')'))
657 p_bre(p
, '\\', ')', reclimit
);
658 if (subno
< NPAREN
) {
659 p
->pend
[subno
] = HERE();
660 assert(p
->pend
[subno
] != 0);
662 EMIT(ORPAREN
, subno
);
663 REQUIRE(EATTWO('\\', ')'), REG_EPAREN
);
665 case BACKSL
|')': /* should not get here -- must be user */
667 SETERROR(REG_EPAREN
);
678 i
= (c
&~BACKSL
) - '0';
680 if (p
->pend
[i
] != 0) {
681 assert(i
<= p
->g
->nsub
);
683 assert(p
->pbegin
[i
] != 0);
684 assert(OP(p
->strip
[p
->pbegin
[i
]]) == OLPAREN
);
685 assert(OP(p
->strip
[p
->pend
[i
]]) == ORPAREN
);
686 (void) dupl(p
, p
->pbegin
[i
]+1, p
->pend
[i
]);
689 SETERROR(REG_ESUBREG
);
693 REQUIRE(starordinary
, REG_BADRPT
);
696 ordinary(p
, c
&~ BACKSL
);
700 if (EAT('*')) { /* implemented as +? */
701 /* this case does not require the (y|) trick, noKLUDGE */
704 INSERT(OQUEST_
, pos
);
705 ASTERN(O_QUEST
, pos
);
706 } else if (EATTWO('\\', '{')) {
709 if (MORE() && isdigit((unsigned char)PEEK())) {
711 REQUIRE(count
<= count2
, REG_BADBR
);
712 } else /* single number with comma */
714 } else /* just a single number */
716 repeat(p
, pos
, count
, count2
, 0);
717 if (!EATTWO('\\', '}')) { /* error heuristics */
718 while (MORE() && !SEETWO('\\', '}'))
720 REQUIRE(MORE(), REG_EBRACE
);
723 } else if (c
== (unsigned char)'$') /* $ (but not \$) ends it */
730 - p_count - parse a repetition count
731 == static int p_count(struct parse *p);
733 static int /* the value */
740 _DIAGASSERT(p
!= NULL
);
742 while (MORE() && isdigit((unsigned char)PEEK()) && count
<= DUPMAX
) {
743 count
= count
*10 + (GETNEXT() - '0');
747 REQUIRE(ndigits
> 0 && count
<= DUPMAX
, REG_BADBR
);
752 - p_bracket - parse a bracketed character list
753 == static void p_bracket(struct parse *p);
755 * Note a significant property of this code: if the allocset() did SETERROR,
756 * no set operations are done.
764 _DIAGASSERT(p
!= NULL
);
770 /* Dept of Truly Sickening Special-Case Kludges */
771 if (p
->next
+ 5 < p
->end
&& strncmp(p
->next
, "[:<:]]",
777 if (p
->next
+ 5 < p
->end
&& strncmp(p
->next
, "[:>:]]",
785 invert
++; /* make note to invert set at end */
790 while (MORE() && PEEK() != ']' && !SEETWO('-', ']'))
794 MUSTEAT(']', REG_EBRACK
);
796 if (p
->error
!= 0) /* don't mess things up further */
799 if (p
->g
->cflags
®_ICASE
) {
803 for (i
= p
->g
->csetsize
- 1; i
>= 0; i
--)
804 if (CHIN(cs
, i
) && isalpha(i
)) {
805 ci
= othercase((int)i
);
809 if (cs
->multis
!= NULL
)
815 for (i
= p
->g
->csetsize
- 1; i
>= 0; i
--)
820 if (p
->g
->cflags
®_NEWLINE
)
822 if (cs
->multis
!= NULL
)
826 assert(cs
->multis
== NULL
); /* xxx */
828 if (nch(p
, cs
) == 1) { /* optimize singleton sets */
829 ordinary(p
, firstch(p
, cs
));
832 EMIT(OANYOF
, freezeset(p
, cs
));
836 - p_b_term - parse one term of a bracketed character list
837 == static void p_b_term(struct parse *p, cset *cs);
848 _DIAGASSERT(p
!= NULL
);
849 _DIAGASSERT(cs
!= NULL
);
851 /* classify what we've got */
852 switch ((MORE()) ? PEEK() : '\0') {
854 c
= (MORE2()) ? PEEK2() : '\0';
858 SETERROR(REG_ERANGE
);
859 return; /* NOTE RETURN */
867 case ':': /* character class */
869 REQUIRE(MORE(), REG_EBRACK
);
871 REQUIRE(c
!= '-' && c
!= ']', REG_ECTYPE
);
873 REQUIRE(MORE(), REG_EBRACK
);
874 REQUIRE(EATTWO(':', ']'), REG_ECTYPE
);
876 case '=': /* equivalence class */
878 REQUIRE(MORE(), REG_EBRACK
);
880 REQUIRE(c
!= '-' && c
!= ']', REG_ECOLLATE
);
882 REQUIRE(MORE(), REG_EBRACK
);
883 REQUIRE(EATTWO('=', ']'), REG_ECOLLATE
);
885 default: /* symbol, ordinary character, or range */
886 /* xxx revision needed for multichar stuff */
887 start
= p_b_symbol(p
);
888 if (SEE('-') && MORE2() && PEEK2() != ']') {
894 finish
= p_b_symbol(p
);
897 /* xxx what about signed chars here... */
898 REQUIRE(start
<= finish
, REG_ERANGE
);
899 for (i
= start
; i
<= finish
; i
++)
906 - p_b_cclass - parse a character-class name and deal with it
907 == static void p_b_cclass(struct parse *p, cset *cs);
915 const struct cclass
*cp
;
920 _DIAGASSERT(p
!= NULL
);
921 _DIAGASSERT(cs
!= NULL
);
925 while (MORE() && isalpha((unsigned char)PEEK()))
928 for (cp
= cclasses
; cp
->name
!= NULL
; cp
++)
929 if (strncmp(cp
->name
, sp
, len
) == 0 && cp
->name
[len
] == '\0')
931 if (cp
->name
== NULL
) {
932 /* oops, didn't find it */
933 SETERROR(REG_ECTYPE
);
938 while ((c
= *u
++) != '\0')
940 for (u
= cp
->multis
; *u
!= '\0'; u
+= strlen(u
) + 1)
945 - p_b_eclass - parse an equivalence-class name and deal with it
946 == static void p_b_eclass(struct parse *p, cset *cs);
948 * This implementation is incomplete. xxx
957 _DIAGASSERT(p
!= NULL
);
958 _DIAGASSERT(cs
!= NULL
);
960 c
= p_b_coll_elem(p
, '=');
965 - p_b_symbol - parse a character or [..]ed multicharacter collating symbol
966 == static char p_b_symbol(struct parse *p);
968 static char /* value of symbol */
974 _DIAGASSERT(p
!= NULL
);
976 REQUIRE(MORE(), REG_EBRACK
);
977 if (!EATTWO('[', '.'))
980 /* collating symbol */
981 value
= p_b_coll_elem(p
, '.');
982 REQUIRE(EATTWO('.', ']'), REG_ECOLLATE
);
987 - p_b_coll_elem - parse a collating-element name and look it up
988 == static char p_b_coll_elem(struct parse *p, int endc);
990 static char /* value of collating element */
993 int endc
) /* name ended by endc,']' */
996 const struct cname
*cp
;
999 _DIAGASSERT(p
!= NULL
);
1003 while (MORE() && !SEETWO(endc
, ']'))
1006 SETERROR(REG_EBRACK
);
1010 for (cp
= cnames
; cp
->name
!= NULL
; cp
++)
1011 if (strncmp(cp
->name
, sp
, len
) == 0 && cp
->name
[len
] == '\0')
1012 return(cp
->code
); /* known name */
1014 return(*sp
); /* single character */
1015 SETERROR(REG_ECOLLATE
); /* neither */
1020 - othercase - return the case counterpart of an alphabetic
1021 == static int othercase(int ch);
1023 static int /* if no counterpart, return ch */
1027 assert(isalpha(ch
));
1029 return(tolower(ch
));
1030 else if (islower(ch
))
1031 return(toupper(ch
));
1032 else /* peculiar, but could happen */
1037 - bothcases - emit a dualcase version of a two-case character
1038 == static void bothcases(struct parse *p, int ch);
1040 * Boy, is this implementation ever a kludge...
1047 const char *oldnext
;
1051 _DIAGASSERT(p
!= NULL
);
1056 assert(othercase(ch
) != ch
); /* p_bracket() would recurse */
1063 assert(p
->next
== bracket
+2);
1069 - ordinary - emit an ordinary character
1070 == static void ordinary(struct parse *p, int ch);
1079 _DIAGASSERT(p
!= NULL
);
1081 cap
= p
->g
->categories
;
1082 if ((p
->g
->cflags
®_ICASE
) && isalpha((unsigned char) ch
)
1083 && othercase((unsigned char) ch
) != (unsigned char) ch
)
1084 bothcases(p
, (unsigned char) ch
);
1086 EMIT(OCHAR
, (sopno
)(unsigned char)ch
);
1088 _DIAGASSERT(__type_fit(unsigned char,
1089 p
->g
->ncategories
+ 1));
1090 cap
[ch
] = (unsigned char)p
->g
->ncategories
++;
1096 - nonnewline - emit REG_NEWLINE version of OANY
1097 == static void nonnewline(struct parse *p);
1099 * Boy, is this implementation ever a kludge...
1105 const char *oldnext
;
1109 _DIAGASSERT(p
!= NULL
);
1121 assert(p
->next
== bracket
+3);
1127 - repeat - generate code for a bounded repetition, recursively if needed
1128 == static void repeat(struct parse *p, sopno start, int from, int to,
1129 == size_t reclimit);
1134 sopno start
, /* operand from here to end of strip */
1135 int from
, /* repeated from this number */
1136 int to
, /* to this number of times (maybe INFINITY) */
1142 # define REP(f, t) ((f)*8 + (t))
1143 # define MAP(n) (((n) <= 1) ? (n) : ((n) == INFINITY) ? INF : N)
1146 _DIAGASSERT(p
!= NULL
);
1148 if (reclimit
++ > RECLIMIT
)
1149 p
->error
= REG_ESPACE
;
1157 switch (REP(MAP(from
), MAP(to
))) {
1158 case REP(0, 0): /* must be user doing this */
1159 DROP(finish
-start
); /* drop the operand */
1161 case REP(0, 1): /* as x{1,1}? */
1162 case REP(0, N
): /* as x{1,n}? */
1163 case REP(0, INF
): /* as x{1,}? */
1164 /* KLUDGE: emit y? as (y|) until subtle bug gets fixed */
1165 INSERT(OCH_
, start
); /* offset is wrong... */
1166 repeat(p
, start
+1, 1, to
, reclimit
);
1167 ASTERN(OOR1
, start
);
1168 AHEAD(start
); /* ... fix it */
1171 ASTERN(O_CH
, THERETHERE());
1173 case REP(1, 1): /* trivial case */
1176 case REP(1, N
): /* as x?x{1,n-1} */
1177 /* KLUDGE: emit y? as (y|) until subtle bug gets fixed */
1178 INSERT(OCH_
, start
);
1179 ASTERN(OOR1
, start
);
1181 EMIT(OOR2
, 0); /* offset very wrong... */
1182 AHEAD(THERE()); /* ...so fix it */
1183 ASTERN(O_CH
, THERETHERE());
1184 copy
= dupl(p
, start
+1, finish
+1);
1185 assert(copy
== finish
+4);
1186 repeat(p
, copy
, 1, to
-1, reclimit
);
1188 case REP(1, INF
): /* as x+ */
1189 INSERT(OPLUS_
, start
);
1190 ASTERN(O_PLUS
, start
);
1192 case REP(N
, N
): /* as xx{m-1,n-1} */
1193 copy
= dupl(p
, start
, finish
);
1194 repeat(p
, copy
, from
-1, to
-1, reclimit
);
1196 case REP(N
, INF
): /* as xx{n-1,INF} */
1197 copy
= dupl(p
, start
, finish
);
1198 repeat(p
, copy
, from
-1, to
, reclimit
);
1200 default: /* "can't happen" */
1201 SETERROR(REG_ASSERT
); /* just in case */
1207 - seterr - set an error condition
1208 == static int seterr(struct parse *p, int e);
1210 static int /* useless but makes type checking happy */
1216 _DIAGASSERT(p
!= NULL
);
1218 if (p
->error
== 0) /* keep earliest error condition */
1220 p
->next
= nuls
; /* try to bring things to a halt */
1222 return(0); /* make the return value well-defined */
1226 - allocset - allocate a set of characters for []
1227 == static cset *allocset(struct parse *p);
1240 _DIAGASSERT(p
!= NULL
);
1242 no
= p
->g
->ncsets
++;
1243 css
= (size_t)p
->g
->csetsize
;
1244 if (no
>= p
->ncsalloc
) { /* need another column of space */
1245 p
->ncsalloc
+= CHAR_BIT
;
1247 assert(nc
% CHAR_BIT
== 0);
1248 nbytes
= nc
/ CHAR_BIT
* css
;
1249 if (MEMSIZE(p
) > MEMLIMIT
)
1251 if (p
->g
->sets
== NULL
)
1252 p
->g
->sets
= malloc(nc
* sizeof(cset
));
1254 p
->g
->sets
= realloc(p
->g
->sets
, nc
* sizeof(cset
));
1255 if (p
->g
->setbits
== NULL
)
1256 p
->g
->setbits
= malloc(nbytes
);
1258 p
->g
->setbits
= realloc(p
->g
->setbits
, nbytes
);
1259 /* xxx this isn't right if setbits is now NULL */
1260 for (i
= 0; i
< no
; i
++)
1261 p
->g
->sets
[i
].ptr
= p
->g
->setbits
+ css
*(i
/CHAR_BIT
);
1263 if (p
->g
->sets
!= NULL
&& p
->g
->setbits
!= NULL
)
1264 (void) memset((char *)p
->g
->setbits
+ (nbytes
- css
),
1269 SETERROR(REG_ESPACE
);
1270 /* caller's responsibility not to do set ops */
1275 cs
= &p
->g
->sets
[no
];
1276 cs
->ptr
= p
->g
->setbits
+ css
*((no
)/CHAR_BIT
);
1277 cs
->mask
= 1 << (unsigned int)((no
) % CHAR_BIT
);
1286 - freeset - free a now-unused set
1287 == static void freeset(struct parse *p, cset *cs);
1298 _DIAGASSERT(p
!= NULL
);
1299 _DIAGASSERT(cs
!= NULL
);
1301 top
= &p
->g
->sets
[p
->g
->ncsets
];
1302 css
= (size_t)p
->g
->csetsize
;
1304 for (i
= 0; i
< css
; i
++)
1306 if (cs
== top
-1) /* recover only the easy case */
1311 - freezeset - final processing on a set of characters
1312 == static int freezeset(struct parse *p, cset *cs);
1314 * The main task here is merging identical sets. This is usually a waste
1315 * of time (although the hash code minimizes the overhead), but can win
1316 * big if REG_ICASE is being used. REG_ICASE, by the way, is why the hash
1317 * is done using addition rather than xor -- all ASCII [aA] sets xor to
1320 static sopno
/* set number */
1331 _DIAGASSERT(p
!= NULL
);
1332 _DIAGASSERT(cs
!= NULL
);
1335 top
= &p
->g
->sets
[p
->g
->ncsets
];
1336 css
= (size_t)p
->g
->csetsize
;
1338 /* look for an earlier one which is the same */
1339 for (cs2
= &p
->g
->sets
[0]; cs2
< top
; cs2
++)
1340 if (cs2
->hash
== h
&& cs2
!= cs
) {
1342 for (i
= 0; i
< css
; i
++)
1343 if (!!CHIN(cs2
, i
) != !!CHIN(cs
, i
))
1349 if (cs2
< top
) { /* found one */
1354 return (sopno
)(cs
- p
->g
->sets
);
1358 - firstch - return first character in a set (which must have at least one)
1359 == static int firstch(struct parse *p, cset *cs);
1361 static int /* character; there is no "none" value */
1369 _DIAGASSERT(p
!= NULL
);
1370 _DIAGASSERT(cs
!= NULL
);
1372 css
= (size_t)p
->g
->csetsize
;
1374 for (i
= 0; i
< css
; i
++)
1378 return(0); /* arbitrary */
1382 - nch - number of characters in a set
1383 == static int nch(struct parse *p, cset *cs);
1394 _DIAGASSERT(p
!= NULL
);
1395 _DIAGASSERT(cs
!= NULL
);
1397 css
= (size_t)p
->g
->csetsize
;
1399 for (i
= 0; i
< css
; i
++)
1406 - mcadd - add a collating element to a cset
1407 == static void mcadd(struct parse *p, cset *cs, \
1418 _DIAGASSERT(p
!= NULL
);
1419 _DIAGASSERT(cs
!= NULL
);
1420 _DIAGASSERT(cp
!= NULL
);
1422 oldend
= cs
->smultis
;
1424 cs
->smultis
+= strlen(cp
) + 1;
1425 if (cs
->multis
== NULL
)
1426 cs
->multis
= malloc(cs
->smultis
);
1428 cs
->multis
= realloc(cs
->multis
, cs
->smultis
);
1429 if (cs
->multis
== NULL
) {
1430 SETERROR(REG_ESPACE
);
1434 (void) strcpy(cs
->multis
+ oldend
- 1, cp
);
1435 cs
->multis
[cs
->smultis
- 1] = '\0';
1440 - mcsub - subtract a collating element from a cset
1441 == static void mcsub(cset *cs, char *cp);
1451 _DIAGASSERT(cs
!= NULL
);
1452 _DIAGASSERT(cp
!= NULL
);
1454 fp
= mcfind(cs
, cp
);
1458 (void) memmove(fp
, fp
+ len
+ 1,
1459 cs
->smultis
- (fp
+ len
+ 1 - cs
->multis
));
1462 if (cs
->smultis
== 0) {
1468 cs
->multis
= realloc(cs
->multis
, cs
->smultis
);
1469 assert(cs
->multis
!= NULL
);
1473 - mcin - is a collating element in a cset?
1474 == static int mcin(cset *cs, char *cp);
1482 _DIAGASSERT(cs
!= NULL
);
1483 _DIAGASSERT(cp
!= NULL
);
1485 return(mcfind(cs
, cp
) != NULL
);
1489 - mcfind - find a collating element in a cset
1490 == static char *mcfind(cset *cs, char *cp);
1499 _DIAGASSERT(cs
!= NULL
);
1500 _DIAGASSERT(cp
!= NULL
);
1502 if (cs
->multis
== NULL
)
1504 for (p
= cs
->multis
; *p
!= '\0'; p
+= strlen(p
) + 1)
1505 if (strcmp(cp
, p
) == 0)
1512 - mcinvert - invert the list of collating elements in a cset
1513 == static void mcinvert(struct parse *p, cset *cs);
1515 * This would have to know the set of possibilities. Implementation
1525 _DIAGASSERT(p
!= NULL
);
1526 _DIAGASSERT(cs
!= NULL
);
1528 assert(cs
->multis
== NULL
); /* xxx */
1532 - mccase - add case counterparts of the list of collating elements in a cset
1533 == static void mccase(struct parse *p, cset *cs);
1535 * This would have to know the set of possibilities. Implementation
1545 _DIAGASSERT(p
!= NULL
);
1546 _DIAGASSERT(cs
!= NULL
);
1548 assert(cs
->multis
== NULL
); /* xxx */
1552 - isinsets - is this character in any sets?
1553 == static int isinsets(struct re_guts *g, int c);
1555 static int /* predicate */
1563 unsigned uc
= (unsigned char)c
;
1565 _DIAGASSERT(g
!= NULL
);
1567 if (g
->setbits
== NULL
)
1570 ncols
= (g
->ncsets
+(CHAR_BIT
-1)) / CHAR_BIT
;
1572 for (i
= 0, col
= g
->setbits
; i
< ncols
; i
++, col
+= g
->csetsize
)
1579 - samesets - are these two characters in exactly the same sets?
1580 == static int samesets(struct re_guts *g, int c1, int c2);
1582 static int /* predicate */
1591 unsigned uc1
= (unsigned char)c1
;
1592 unsigned uc2
= (unsigned char)c2
;
1594 _DIAGASSERT(g
!= NULL
);
1596 ncols
= (g
->ncsets
+(CHAR_BIT
-1)) / CHAR_BIT
;
1598 for (i
= 0, col
= g
->setbits
; i
< ncols
; i
++, col
+= g
->csetsize
)
1599 if (col
[uc1
] != col
[uc2
])
1605 - categorize - sort out character categories
1606 == static void categorize(struct parse *p, struct re_guts *g);
1618 _DIAGASSERT(p
!= NULL
);
1619 _DIAGASSERT(g
!= NULL
);
1621 cats
= g
->categories
;
1623 /* avoid making error situations worse */
1627 for (c
= CHAR_MIN
; c
<= CHAR_MAX
; c
++)
1628 if (cats
[c
] == 0 && isinsets(g
, c
)) {
1629 _DIAGASSERT(__type_fit(unsigned char,
1630 g
->ncategories
+ 1));
1631 cat
= g
->ncategories
++;
1633 for (c2
= c
+1; c2
<= CHAR_MAX
; c2
++)
1634 if (cats
[c2
] == 0 && samesets(g
, c
, c2
))
1640 - dupl - emit a duplicate of a bunch of sops
1641 == static sopno dupl(struct parse *p, sopno start, sopno finish);
1643 static sopno
/* start of duplicate */
1646 sopno start
, /* from here */
1647 sopno finish
) /* to this less one */
1650 sopno len
= finish
- start
;
1652 _DIAGASSERT(p
!= NULL
);
1656 assert(finish
>= start
);
1659 if (!enlarge(p
, p
->ssize
+ len
))/* this many unexpected additions */
1661 (void)memcpy(p
->strip
+ p
->slen
, p
->strip
+ start
,
1662 (size_t)len
* sizeof(sop
));
1668 - doemit - emit a strip operator
1669 == static void doemit(struct parse *p, sop op, size_t opnd);
1671 * It might seem better to implement this as a macro with a function as
1672 * hard-case backup, but it's just too big and messy unless there are
1673 * some changes to the data structures. Maybe later.
1681 _DIAGASSERT(p
!= NULL
);
1683 /* avoid making error situations worse */
1687 /* deal with oversize operands ("can't happen", more or less) */
1688 assert(opnd
< 1<<OPSHIFT
);
1690 /* deal with undersized strip */
1691 if (p
->slen
>= p
->ssize
)
1692 if (!enlarge(p
, (p
->ssize
+1) / 2 * 3)) /* +50% */
1695 /* finally, it's all reduced to the easy case */
1696 p
->strip
[p
->slen
++] = (sop
)SOP(op
, opnd
);
1700 - doinsert - insert a sop into the strip
1701 == static void doinsert(struct parse *p, sop op, size_t opnd, sopno pos);
1714 _DIAGASSERT(p
!= NULL
);
1716 /* avoid making error situations worse */
1721 EMIT(op
, opnd
); /* do checks, ensure space */
1722 assert(HERE() == sn
+1);
1725 /* adjust paren pointers */
1727 for (i
= 1; i
< NPAREN
; i
++) {
1728 if (p
->pbegin
[i
] >= pos
) {
1731 if (p
->pend
[i
] >= pos
) {
1736 memmove(&p
->strip
[pos
+1], &p
->strip
[pos
], (HERE()-pos
-1)*sizeof(sop
));
1741 - dofwd - complete a forward reference
1742 == static void dofwd(struct parse *p, sopno pos, sop value);
1751 _DIAGASSERT(p
!= NULL
);
1753 /* avoid making error situations worse */
1757 assert(value
< 1<<OPSHIFT
);
1758 p
->strip
[pos
] = (sop
)(OP(p
->strip
[pos
]) | value
);
1762 - enlarge - enlarge the strip
1763 == static void enlarge(struct parse *p, sopno size);
1773 _DIAGASSERT(p
!= NULL
);
1775 if (p
->ssize
>= size
)
1780 if (MEMSIZE(p
) > MEMLIMIT
)
1782 sp
= realloc(p
->strip
, p
->ssize
* sizeof(sop
));
1786 SETERROR(REG_ESPACE
);
1794 - stripsnug - compact the strip
1795 == static void stripsnug(struct parse *p, struct re_guts *g);
1803 _DIAGASSERT(p
!= NULL
);
1804 _DIAGASSERT(g
!= NULL
);
1806 g
->nstates
= p
->slen
;
1807 g
->strip
= realloc(p
->strip
, p
->slen
* sizeof(sop
));
1808 if (g
->strip
== NULL
) {
1809 SETERROR(REG_ESPACE
);
1810 g
->strip
= p
->strip
;
1815 - findmust - fill in must and mlen with longest mandatory literal string
1816 == static void findmust(struct parse *p, struct re_guts *g);
1818 * This algorithm could do fancy things like analyzing the operands of |
1819 * for common subsequences. Someday. This code is simple and finds most
1820 * of the interesting cases.
1822 * Note that must and mlen got initialized during setup.
1831 sop
*newstart
= NULL
;
1837 _DIAGASSERT(p
!= NULL
);
1838 _DIAGASSERT(g
!= NULL
);
1840 /* avoid making error situations worse */
1844 /* find the longest OCHAR sequence in strip */
1846 scan
= g
->strip
+ 1;
1850 case OCHAR
: /* sequence member */
1851 if (newlen
== 0) /* new sequence */
1852 newstart
= scan
- 1;
1855 case OPLUS_
: /* things that don't break one */
1859 case OQUEST_
: /* things that must be skipped */
1865 /* assert() interferes w debug printouts */
1866 if (OP(s
) != O_QUEST
&& OP(s
) != O_CH
&&
1871 } while (OP(s
) != O_QUEST
&& OP(s
) != O_CH
);
1873 default: /* things that break a sequence */
1874 if (newlen
> g
->mlen
) { /* ends one */
1881 } while (OP(s
) != OEND
);
1886 if (g
->mlen
== 0) /* there isn't one */
1889 /* turn it into a character string */
1890 g
->must
= malloc((size_t)g
->mlen
+ 1);
1891 if (g
->must
== NULL
) { /* argh; just forget it */
1897 for (i
= g
->mlen
; i
> 0; i
--) {
1898 while (OP(s
= *scan
++) != OCHAR
)
1900 assert(cp
< g
->must
+ g
->mlen
);
1901 *cp
++ = (char)OPND(s
);
1903 assert(cp
== g
->must
+ g
->mlen
);
1904 *cp
++ = '\0'; /* just on general principles */
1908 - pluscount - count + nesting
1909 == static sopno pluscount(struct parse *p, struct re_guts *g);
1911 static sopno
/* nesting depth */
1921 _DIAGASSERT(p
!= NULL
);
1922 _DIAGASSERT(g
!= NULL
);
1925 return(0); /* there may not be an OEND */
1927 scan
= g
->strip
+ 1;
1935 if (plusnest
> maxnest
)
1940 } while (OP(s
) != OEND
);