2 * Implements the regexp and regsub commands for Jim
4 * (c) 2008 Steve Bennett <steveb@workware.net.au>
6 * Uses C library regcomp()/regexec() for the matching.
8 * Redistribution and use in source and binary forms, with or without
9 * modification, are permitted provided that the following conditions
12 * 1. Redistributions of source code must retain the above copyright
13 * notice, this list of conditions and the following disclaimer.
14 * 2. Redistributions in binary form must reproduce the above
15 * copyright notice, this list of conditions and the following
16 * disclaimer in the documentation and/or other materials
17 * provided with the distribution.
19 * THIS SOFTWARE IS PROVIDED BY THE JIM TCL PROJECT ``AS IS'' AND ANY
20 * EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO,
21 * THE IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A
22 * PARTICULAR PURPOSE ARE DISCLAIMED. IN NO EVENT SHALL THE
23 * JIM TCL PROJECT OR CONTRIBUTORS BE LIABLE FOR ANY DIRECT,
24 * INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR CONSEQUENTIAL DAMAGES
25 * (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS
26 * OR SERVICES; LOSS OF USE, DATA, OR PROFITS; OR BUSINESS INTERRUPTION)
27 * HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER IN CONTRACT,
28 * STRICT LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE)
29 * ARISING IN ANY WAY OUT OF THE USE OF THIS SOFTWARE, EVEN IF
30 * ADVISED OF THE POSSIBILITY OF SUCH DAMAGE.
32 * The views and conclusions contained in the software and documentation
33 * are those of the authors and should not be interpreted as representing
34 * official policies, either expressed or implied, of the Jim Tcl Project.
36 * Based on code originally from Tcl 6.7:
38 * Copyright 1987-1991 Regents of the University of California
39 * Permission to use, copy, modify, and distribute this
40 * software and its documentation for any purpose and without
41 * fee is hereby granted, provided that the above copyright
42 * notice appear in all copies. The University of California
43 * makes no representations about the suitability of this
44 * software for any purpose. It is provided "as is" without
45 * express or implied warranty.
52 #include "jimautoconf.h"
53 #include "jimregexp.h"
55 static void FreeRegexpInternalRep(Jim_Interp
*interp
, Jim_Obj
*objPtr
)
57 regfree(objPtr
->internalRep
.regexpValue
.compre
);
58 Jim_Free(objPtr
->internalRep
.regexpValue
.compre
);
61 static const Jim_ObjType regexpObjType
= {
63 FreeRegexpInternalRep
,
69 static regex_t
*SetRegexpFromAny(Jim_Interp
*interp
, Jim_Obj
*objPtr
, unsigned flags
)
75 /* Check if the object is already an uptodate variable */
76 if (objPtr
->typePtr
== ®expObjType
&&
77 objPtr
->internalRep
.regexpValue
.compre
&& objPtr
->internalRep
.regexpValue
.flags
== flags
) {
79 return objPtr
->internalRep
.regexpValue
.compre
;
82 /* Not a regexp or the flags do not match */
84 /* Get the string representation */
85 pattern
= Jim_String(objPtr
);
86 compre
= Jim_Alloc(sizeof(regex_t
));
88 if ((ret
= regcomp(compre
, pattern
, REG_EXTENDED
| flags
)) != 0) {
91 regerror(ret
, compre
, buf
, sizeof(buf
));
92 Jim_SetResultFormatted(interp
, "couldn't compile regular expression pattern: %s", buf
);
98 Jim_FreeIntRep(interp
, objPtr
);
100 objPtr
->typePtr
= ®expObjType
;
101 objPtr
->internalRep
.regexpValue
.flags
= flags
;
102 objPtr
->internalRep
.regexpValue
.compre
= compre
;
107 int Jim_RegexpCmd(Jim_Interp
*interp
, int argc
, Jim_Obj
*const *argv
)
115 regmatch_t
*pmatch
= NULL
;
119 const char *source_str
;
122 Jim_Obj
*resultListObj
= NULL
;
123 int regcomp_flags
= 0;
127 OPT_INDICES
, OPT_NOCASE
, OPT_LINE
, OPT_ALL
, OPT_INLINE
, OPT_START
, OPT_END
129 static const char * const options
[] = {
130 "-indices", "-nocase", "-line", "-all", "-inline", "-start", "--", NULL
135 Jim_WrongNumArgs(interp
, 1, argv
,
136 "?switches? exp string ?matchVar? ?subMatchVar subMatchVar ...?");
140 for (i
= 1; i
< argc
; i
++) {
141 const char *opt
= Jim_String(argv
[i
]);
146 if (Jim_GetEnum(interp
, argv
[i
], options
, &option
, "switch", JIM_ERRMSG
| JIM_ENUM_ABBREV
) != JIM_OK
) {
149 if (option
== OPT_END
) {
159 regcomp_flags
|= REG_ICASE
;
163 regcomp_flags
|= REG_NEWLINE
;
178 if (Jim_GetIndex(interp
, argv
[i
], &offset
) != JIM_OK
) {
188 regex
= SetRegexpFromAny(interp
, argv
[i
], regcomp_flags
);
193 pattern
= Jim_String(argv
[i
]);
194 source_str
= Jim_GetString(argv
[i
+ 1], &source_len
);
196 num_vars
= argc
- i
- 2;
200 Jim_SetResultString(interp
, "regexp match variables not allowed when using -inline",
205 num_vars
= regex
->re_nsub
+ 1;
208 pmatch
= Jim_Alloc((num_vars
+ 1) * sizeof(*pmatch
));
210 /* If an offset has been specified, adjust for that now.
211 * If it points past the end of the string, point to the terminating null
215 offset
+= source_len
+ 1;
217 if (offset
> source_len
) {
218 source_str
+= source_len
;
220 else if (offset
> 0) {
221 source_str
+= offset
;
223 eflags
|= REG_NOTBOL
;
227 resultListObj
= Jim_NewListObj(interp
, NULL
, 0);
231 match
= regexec(regex
, source_str
, num_vars
+ 1, pmatch
, eflags
);
232 if (match
>= REG_BADPAT
) {
235 regerror(match
, regex
, buf
, sizeof(buf
));
236 Jim_SetResultFormatted(interp
, "error while matching pattern: %s", buf
);
241 if (match
== REG_NOMATCH
) {
247 if (opt_all
&& !opt_inline
) {
248 /* Just count the number of matches, so skip the substitution h */
253 * If additional variable names have been specified, return
254 * index information in those variables.
258 for (i
+= 2; opt_inline
? j
< num_vars
: i
< argc
; i
++, j
++) {
262 resultObj
= Jim_NewListObj(interp
, NULL
, 0);
265 resultObj
= Jim_NewStringObj(interp
, "", 0);
268 if (pmatch
[j
].rm_so
== -1) {
270 Jim_ListAppendElement(interp
, resultObj
, Jim_NewIntObj(interp
, -1));
271 Jim_ListAppendElement(interp
, resultObj
, Jim_NewIntObj(interp
, -1));
275 int len
= pmatch
[j
].rm_eo
- pmatch
[j
].rm_so
;
278 Jim_ListAppendElement(interp
, resultObj
, Jim_NewIntObj(interp
,
279 offset
+ pmatch
[j
].rm_so
));
280 Jim_ListAppendElement(interp
, resultObj
, Jim_NewIntObj(interp
,
281 offset
+ pmatch
[j
].rm_so
+ len
- 1));
284 Jim_AppendString(interp
, resultObj
, source_str
+ pmatch
[j
].rm_so
, len
);
289 Jim_ListAppendElement(interp
, resultListObj
, resultObj
);
292 /* And now set the result variable */
293 result
= Jim_SetVariable(interp
, argv
[i
], resultObj
);
295 if (result
!= JIM_OK
) {
296 Jim_FreeObj(interp
, resultObj
);
303 if (opt_all
&& (pattern
[0] != '^' || (regcomp_flags
& REG_NEWLINE
)) && *source_str
) {
304 if (pmatch
[0].rm_eo
) {
305 offset
+= pmatch
[0].rm_eo
;
306 source_str
+= pmatch
[0].rm_eo
;
319 if (result
== JIM_OK
) {
321 Jim_SetResult(interp
, resultListObj
);
324 Jim_SetResultInt(interp
, num_matches
);
332 #define MAX_SUB_MATCHES 50
334 int Jim_RegsubCmd(Jim_Interp
*interp
, int argc
, Jim_Obj
*const *argv
)
336 int regcomp_flags
= 0;
337 int regexec_flags
= 0;
343 regmatch_t pmatch
[MAX_SUB_MATCHES
+ 1];
349 const char *source_str
;
351 const char *replace_str
;
356 OPT_NOCASE
, OPT_LINE
, OPT_ALL
, OPT_START
, OPT_END
358 static const char * const options
[] = {
359 "-nocase", "-line", "-all", "-start", "--", NULL
364 Jim_WrongNumArgs(interp
, 1, argv
,
365 "?switches? exp string subSpec ?varName?");
369 for (i
= 1; i
< argc
; i
++) {
370 const char *opt
= Jim_String(argv
[i
]);
375 if (Jim_GetEnum(interp
, argv
[i
], options
, &option
, "switch", JIM_ERRMSG
| JIM_ENUM_ABBREV
) != JIM_OK
) {
378 if (option
== OPT_END
) {
384 regcomp_flags
|= REG_ICASE
;
388 regcomp_flags
|= REG_NEWLINE
;
399 if (Jim_GetIndex(interp
, argv
[i
], &offset
) != JIM_OK
) {
405 if (argc
- i
!= 3 && argc
- i
!= 4) {
409 regex
= SetRegexpFromAny(interp
, argv
[i
], regcomp_flags
);
413 pattern
= Jim_String(argv
[i
]);
415 source_str
= Jim_GetString(argv
[i
+ 1], &source_len
);
416 replace_str
= Jim_GetString(argv
[i
+ 2], &replace_len
);
417 varname
= argv
[i
+ 3];
419 /* Create the result string */
420 resultObj
= Jim_NewStringObj(interp
, "", 0);
422 /* If an offset has been specified, adjust for that now.
423 * If it points past the end of the string, point to the terminating null
427 offset
+= source_len
+ 1;
429 if (offset
> source_len
) {
432 else if (offset
< 0) {
437 /* Copy the part before -start */
438 Jim_AppendString(interp
, resultObj
, source_str
, offset
);
441 * The following loop is to handle multiple matches within the
442 * same source string; each iteration handles one match and its
443 * corresponding substitution. If "-all" hasn't been specified
444 * then the loop body only gets executed once.
447 n
= source_len
- offset
;
448 p
= source_str
+ offset
;
450 int match
= regexec(regex
, p
, MAX_SUB_MATCHES
, pmatch
, regexec_flags
);
452 if (match
>= REG_BADPAT
) {
455 regerror(match
, regex
, buf
, sizeof(buf
));
456 Jim_SetResultFormatted(interp
, "error while matching pattern: %s", buf
);
459 if (match
== REG_NOMATCH
) {
466 * Copy the portion of the source string before the match to the
469 Jim_AppendString(interp
, resultObj
, p
, pmatch
[0].rm_so
);
472 * Append the subSpec (replace_str) argument to the variable, making appropriate
473 * substitutions. This code is a bit hairy because of the backslash
474 * conventions and because the code saves up ranges of characters in
475 * subSpec to reduce the number of calls to Jim_SetVar.
478 for (j
= 0; j
< replace_len
; j
++) {
480 int c
= replace_str
[j
];
485 else if (c
== '\\' && j
< replace_len
) {
486 c
= replace_str
[++j
];
487 if ((c
>= '0') && (c
<= '9')) {
490 else if ((c
== '\\') || (c
== '&')) {
491 Jim_AppendString(interp
, resultObj
, replace_str
+ j
, 1);
495 Jim_AppendString(interp
, resultObj
, replace_str
+ j
- 1, 2);
500 Jim_AppendString(interp
, resultObj
, replace_str
+ j
, 1);
503 if ((idx
< MAX_SUB_MATCHES
) && pmatch
[idx
].rm_so
!= -1 && pmatch
[idx
].rm_eo
!= -1) {
504 Jim_AppendString(interp
, resultObj
, p
+ pmatch
[idx
].rm_so
,
505 pmatch
[idx
].rm_eo
- pmatch
[idx
].rm_so
);
509 p
+= pmatch
[0].rm_eo
;
510 n
-= pmatch
[0].rm_eo
;
512 /* If -all is not specified, or there is no source left, we are done */
513 if (!opt_all
|| n
== 0) {
517 /* An anchored pattern without -line must be done */
518 if ((regcomp_flags
& REG_NEWLINE
) == 0 && pattern
[0] == '^') {
522 /* If the pattern is empty, need to step forwards */
523 if (pattern
[0] == '\0' && n
) {
524 /* Need to copy the char we are moving over */
525 Jim_AppendString(interp
, resultObj
, p
, 1);
530 regexec_flags
|= REG_NOTBOL
;
534 * Copy the portion of the string after the last match to the
537 Jim_AppendString(interp
, resultObj
, p
, -1);
539 /* And now set or return the result variable */
541 result
= Jim_SetVariable(interp
, varname
, resultObj
);
543 if (result
== JIM_OK
) {
544 Jim_SetResultInt(interp
, num_matches
);
547 Jim_FreeObj(interp
, resultObj
);
551 Jim_SetResult(interp
, resultObj
);
558 int Jim_regexpInit(Jim_Interp
*interp
)
560 if (Jim_PackageProvide(interp
, "regexp", "1.0", JIM_ERRMSG
))
563 Jim_CreateCommand(interp
, "regexp", Jim_RegexpCmd
, NULL
, NULL
);
564 Jim_CreateCommand(interp
, "regsub", Jim_RegsubCmd
, NULL
, NULL
);