This is a live mirror of the Perl 5 development currently hosted at https://github.com/perl/perl5
The helper file changed name.
[perl5.git] / regcomp.c
CommitLineData
a0d0e21e
LW
1/* regcomp.c
2 */
3
4/*
5 * "A fair jaw-cracker dwarf-language must be." --Samwise Gamgee
6 */
7
a687059c
LW
8/* NOTE: this is derived from Henry Spencer's regexp code, and should not
9 * confused with the original package (see point 3 below). Thanks, Henry!
10 */
11
12/* Additional note: this code is very heavily munged from Henry's version
13 * in places. In some spots I've traded clarity for efficiency, so don't
14 * blame Henry for some of the lack of readability.
15 */
16
e50aee73
AD
17/* The names of the functions have been changed from regcomp and
18 * regexec to pregcomp and pregexec in order to avoid conflicts
19 * with the POSIX routines of the same names.
20*/
21
b9d5759e
AD
22#ifdef PERL_EXT_RE_BUILD
23/* need to replace pregcomp et al, so enable that */
24# ifndef PERL_IN_XSUB_RE
25# define PERL_IN_XSUB_RE
26# endif
27/* need access to debugger hooks */
cad2e5aa 28# if defined(PERL_EXT_RE_DEBUG) && !defined(DEBUGGING)
b9d5759e
AD
29# define DEBUGGING
30# endif
31#endif
32
33#ifdef PERL_IN_XSUB_RE
d06ea78c 34/* We *really* need to overwrite these symbols: */
56953603
IZ
35# define Perl_pregcomp my_regcomp
36# define Perl_regdump my_regdump
37# define Perl_regprop my_regprop
d06ea78c 38# define Perl_pregfree my_regfree
cad2e5aa
JH
39# define Perl_re_intuit_string my_re_intuit_string
40/* *These* symbols are masked to allow static link. */
d06ea78c 41# define Perl_regnext my_regnext
f0b8d043 42# define Perl_save_re_context my_save_re_context
b81d288d 43# define Perl_reginitcolors my_reginitcolors
c5be433b
GS
44
45# define PERL_NO_GET_CONTEXT
b81d288d 46#endif
56953603 47
f0fcb552 48/*SUPPRESS 112*/
a687059c 49/*
e50aee73 50 * pregcomp and pregexec -- regsub and regerror are not used in perl
a687059c
LW
51 *
52 * Copyright (c) 1986 by University of Toronto.
53 * Written by Henry Spencer. Not derived from licensed software.
54 *
55 * Permission is granted to anyone to use this software for any
56 * purpose on any computer system, and to redistribute it freely,
57 * subject to the following restrictions:
58 *
59 * 1. The author is not responsible for the consequences of use of
60 * this software, no matter how awful, even if they arise
61 * from defects in it.
62 *
63 * 2. The origin of this software must not be misrepresented, either
64 * by explicit claim or by omission.
65 *
66 * 3. Altered versions must be plainly marked as such, and must not
67 * be misrepresented as being the original software.
68 *
69 *
70 **** Alterations to Henry's code are...
71 ****
bc89e66f 72 **** Copyright (c) 1991-2001, Larry Wall
a687059c 73 ****
9ef589d8
LW
74 **** You may distribute under the terms of either the GNU General Public
75 **** License or the Artistic License, as specified in the README file.
76
a687059c
LW
77 *
78 * Beware that some of this code is subtly aware of the way operator
79 * precedence is structured in regular expressions. Serious changes in
80 * regular-expression syntax might require a total rethink.
81 */
82#include "EXTERN.h"
864dbfa3 83#define PERL_IN_REGCOMP_C
a687059c 84#include "perl.h"
d06ea78c 85
acfe0abc 86#ifndef PERL_IN_XSUB_RE
d06ea78c
GS
87# include "INTERN.h"
88#endif
c277df42
IZ
89
90#define REG_COMP_C
a687059c
LW
91#include "regcomp.h"
92
d4cce5f1 93#ifdef op
11343788 94#undef op
d4cce5f1 95#endif /* op */
11343788 96
fe14fcc3
LW
97#ifdef MSDOS
98# if defined(BUGGY_MSC6)
99 /* MSC 6.00A breaks on op/regexp.t test 85 unless we turn this off */
100 # pragma optimize("a",off)
101 /* But MSC 6.00A is happy with 'w', for aliases only across function calls*/
102 # pragma optimize("w",on )
103# endif /* BUGGY_MSC6 */
104#endif /* MSDOS */
105
a687059c
LW
106#ifndef STATIC
107#define STATIC static
108#endif
109
830247a4
IZ
110typedef struct RExC_state_t {
111 U16 flags16; /* are we folding, multilining? */
112 char *precomp; /* uncompiled string. */
113 regexp *rx;
fac92740 114 char *start; /* Start of input for compile */
830247a4
IZ
115 char *end; /* End of input for compile */
116 char *parse; /* Input-scan pointer. */
117 I32 whilem_seen; /* number of WHILEM in this expr */
fac92740 118 regnode *emit_start; /* Start of emitted-code area */
ffc61ed2 119 regnode *emit; /* Code-emit pointer; &regdummy = don't = compiling */
830247a4
IZ
120 I32 naughty; /* How bad is this pattern? */
121 I32 sawback; /* Did we see \1, ...? */
122 U32 seen;
123 I32 size; /* Code size. */
124 I32 npar; /* () count. */
125 I32 extralen;
126 I32 seen_zerolen;
127 I32 seen_evals;
1aa99e6b 128 I32 utf8;
830247a4
IZ
129#if ADD_TO_REGEXEC
130 char *starttry; /* -Dr: where regtry was called. */
131#define RExC_starttry (pRExC_state->starttry)
132#endif
133} RExC_state_t;
134
135#define RExC_flags16 (pRExC_state->flags16)
136#define RExC_precomp (pRExC_state->precomp)
137#define RExC_rx (pRExC_state->rx)
fac92740 138#define RExC_start (pRExC_state->start)
830247a4
IZ
139#define RExC_end (pRExC_state->end)
140#define RExC_parse (pRExC_state->parse)
141#define RExC_whilem_seen (pRExC_state->whilem_seen)
fac92740 142#define RExC_offsets (pRExC_state->rx->offsets) /* I am not like the others */
830247a4 143#define RExC_emit (pRExC_state->emit)
fac92740 144#define RExC_emit_start (pRExC_state->emit_start)
830247a4
IZ
145#define RExC_naughty (pRExC_state->naughty)
146#define RExC_sawback (pRExC_state->sawback)
147#define RExC_seen (pRExC_state->seen)
148#define RExC_size (pRExC_state->size)
149#define RExC_npar (pRExC_state->npar)
150#define RExC_extralen (pRExC_state->extralen)
151#define RExC_seen_zerolen (pRExC_state->seen_zerolen)
152#define RExC_seen_evals (pRExC_state->seen_evals)
1aa99e6b 153#define RExC_utf8 (pRExC_state->utf8)
830247a4 154
a687059c
LW
155#define ISMULT1(c) ((c) == '*' || (c) == '+' || (c) == '?')
156#define ISMULT2(s) ((*s) == '*' || (*s) == '+' || (*s) == '?' || \
157 ((*s) == '{' && regcurly(s)))
a687059c 158
35c8bce7
LW
159#ifdef SPSTART
160#undef SPSTART /* dratted cpp namespace... */
161#endif
a687059c
LW
162/*
163 * Flags to be passed up and down.
164 */
a687059c 165#define WORST 0 /* Worst case. */
821b33a5 166#define HASWIDTH 0x1 /* Known to match non-null strings. */
a0d0e21e
LW
167#define SIMPLE 0x2 /* Simple enough to be STAR/PLUS operand. */
168#define SPSTART 0x4 /* Starts with * or +. */
169#define TRYAGAIN 0x8 /* Weeded out a declaration. */
a687059c 170
2c2d71f5
JH
171/* Length of a variant. */
172
173typedef struct scan_data_t {
174 I32 len_min;
175 I32 len_delta;
176 I32 pos_min;
177 I32 pos_delta;
178 SV *last_found;
179 I32 last_end; /* min value, <0 unless valid. */
180 I32 last_start_min;
181 I32 last_start_max;
182 SV **longest; /* Either &l_fixed, or &l_float. */
183 SV *longest_fixed;
184 I32 offset_fixed;
185 SV *longest_float;
186 I32 offset_float_min;
187 I32 offset_float_max;
188 I32 flags;
189 I32 whilem_c;
cb434fcc 190 I32 *last_closep;
653099ff 191 struct regnode_charclass_class *start_class;
2c2d71f5
JH
192} scan_data_t;
193
a687059c 194/*
e50aee73 195 * Forward declarations for pregcomp()'s friends.
a687059c 196 */
a0d0e21e 197
b81d288d 198static scan_data_t zero_scan_data = { 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0,
cb434fcc 199 0, 0, 0, 0, 0, 0};
c277df42
IZ
200
201#define SF_BEFORE_EOL (SF_BEFORE_SEOL|SF_BEFORE_MEOL)
202#define SF_BEFORE_SEOL 0x1
203#define SF_BEFORE_MEOL 0x2
204#define SF_FIX_BEFORE_EOL (SF_FIX_BEFORE_SEOL|SF_FIX_BEFORE_MEOL)
205#define SF_FL_BEFORE_EOL (SF_FL_BEFORE_SEOL|SF_FL_BEFORE_MEOL)
206
09b7f37c
CB
207#ifdef NO_UNARY_PLUS
208# define SF_FIX_SHIFT_EOL (0+2)
209# define SF_FL_SHIFT_EOL (0+4)
210#else
211# define SF_FIX_SHIFT_EOL (+2)
212# define SF_FL_SHIFT_EOL (+4)
213#endif
c277df42
IZ
214
215#define SF_FIX_BEFORE_SEOL (SF_BEFORE_SEOL << SF_FIX_SHIFT_EOL)
216#define SF_FIX_BEFORE_MEOL (SF_BEFORE_MEOL << SF_FIX_SHIFT_EOL)
217
218#define SF_FL_BEFORE_SEOL (SF_BEFORE_SEOL << SF_FL_SHIFT_EOL)
219#define SF_FL_BEFORE_MEOL (SF_BEFORE_MEOL << SF_FL_SHIFT_EOL) /* 0x20 */
220#define SF_IS_INF 0x40
221#define SF_HAS_PAR 0x80
222#define SF_IN_PAR 0x100
223#define SF_HAS_EVAL 0x200
4bfe0158 224#define SCF_DO_SUBSTR 0x400
653099ff
GS
225#define SCF_DO_STCLASS_AND 0x0800
226#define SCF_DO_STCLASS_OR 0x1000
227#define SCF_DO_STCLASS (SCF_DO_STCLASS_AND|SCF_DO_STCLASS_OR)
e1901655 228#define SCF_WHILEM_VISITED_POS 0x2000
c277df42 229
1aa99e6b 230#define UTF RExC_utf8
830247a4
IZ
231#define LOC (RExC_flags16 & PMf_LOCALE)
232#define FOLD (RExC_flags16 & PMf_FOLD)
a0ed51b3 233
ffc61ed2 234#define OOB_UNICODE 12345678
93733859 235#define OOB_NAMEDCLASS -1
b8c5462f 236
a0ed51b3
LW
237#define CHR_SVLEN(sv) (UTF ? sv_len_utf8(sv) : SvCUR(sv))
238#define CHR_DIST(a,b) (UTF ? utf8_distance(a,b) : a - b)
239
8615cb43 240
b45f050a
JF
241/* length of regex to show in messages that don't mark a position within */
242#define RegexLengthToShowInErrorMessages 127
243
244/*
245 * If MARKER[12] are adjusted, be sure to adjust the constants at the top
246 * of t/op/regmesg.t, the tests in t/op/re_tests, and those in
247 * op/pragma/warn/regcomp.
248 */
7253e4e3
RK
249#define MARKER1 "<-- HERE" /* marker as it appears in the description */
250#define MARKER2 " <-- HERE " /* marker as it appears within the regex */
b81d288d 251
7253e4e3 252#define REPORT_LOCATION " in regex; marked by " MARKER1 " in m/%.*s" MARKER2 "%s/"
b45f050a
JF
253
254/*
255 * Calls SAVEDESTRUCTOR_X if needed, then calls Perl_croak with the given
256 * arg. Show regex, up to a maximum length. If it's too long, chop and add
257 * "...".
258 */
a4eb266f 259#define FAIL(msg) \
8615cb43 260 STMT_START { \
a4eb266f 261 char *ellipses = ""; \
830247a4 262 unsigned len = strlen(RExC_precomp); \
b45f050a 263 \
8615cb43 264 if (!SIZE_ONLY) \
830247a4 265 SAVEDESTRUCTOR_X(clear_re,(void*)RExC_rx); \
b45f050a
JF
266 \
267 if (len > RegexLengthToShowInErrorMessages) { \
268 /* chop 10 shorter than the max, to ensure meaning of "..." */ \
269 len = RegexLengthToShowInErrorMessages - 10; \
a4eb266f 270 ellipses = "..."; \
b45f050a
JF
271 } \
272 Perl_croak(aTHX_ "%s in regex m/%.*s%s/", \
830247a4 273 msg, (int)len, RExC_precomp, ellipses); \
8615cb43
JF
274 } STMT_END
275
b45f050a
JF
276/*
277 * Calls SAVEDESTRUCTOR_X if needed, then calls Perl_croak with the given
278 * args. Show regex, up to a maximum length. If it's too long, chop and add
279 * "...".
280 */
a4eb266f 281#define FAIL2(pat,msg) \
8615cb43 282 STMT_START { \
a4eb266f 283 char *ellipses = ""; \
830247a4 284 unsigned len = strlen(RExC_precomp); \
b45f050a 285 \
8615cb43 286 if (!SIZE_ONLY) \
830247a4 287 SAVEDESTRUCTOR_X(clear_re,(void*)RExC_rx); \
8615cb43 288 \
b45f050a
JF
289 if (len > RegexLengthToShowInErrorMessages) { \
290 /* chop 10 shorter than the max, to ensure meaning of "..." */ \
291 len = RegexLengthToShowInErrorMessages - 10; \
a4eb266f 292 ellipses = "..."; \
b45f050a
JF
293 } \
294 S_re_croak2(aTHX_ pat, " in regex m/%.*s%s/", \
830247a4 295 msg, (int)len, RExC_precomp, ellipses); \
b45f050a
JF
296 } STMT_END
297
298
299/*
300 * Simple_vFAIL -- like FAIL, but marks the current location in the scan
301 */
302#define Simple_vFAIL(m) \
303 STMT_START { \
830247a4 304 unsigned offset = strlen(RExC_precomp)-(RExC_end-RExC_parse); \
b45f050a
JF
305 \
306 Perl_croak(aTHX_ "%s" REPORT_LOCATION, \
830247a4 307 m, (int)offset, RExC_precomp, RExC_precomp + offset); \
b45f050a
JF
308 } STMT_END
309
310/*
311 * Calls SAVEDESTRUCTOR_X if needed, then Simple_vFAIL()
312 */
313#define vFAIL(m) \
314 STMT_START { \
315 if (!SIZE_ONLY) \
830247a4 316 SAVEDESTRUCTOR_X(clear_re,(void*)RExC_rx); \
b45f050a
JF
317 Simple_vFAIL(m); \
318 } STMT_END
319
320/*
321 * Like Simple_vFAIL(), but accepts two arguments.
322 */
323#define Simple_vFAIL2(m,a1) \
324 STMT_START { \
830247a4 325 unsigned offset = strlen(RExC_precomp)-(RExC_end-RExC_parse); \
b45f050a
JF
326 \
327 S_re_croak2(aTHX_ m, REPORT_LOCATION, a1, \
830247a4 328 (int)offset, RExC_precomp, RExC_precomp + offset); \
b45f050a
JF
329 } STMT_END
330
331/*
332 * Calls SAVEDESTRUCTOR_X if needed, then Simple_vFAIL2().
333 */
334#define vFAIL2(m,a1) \
335 STMT_START { \
336 if (!SIZE_ONLY) \
830247a4 337 SAVEDESTRUCTOR_X(clear_re,(void*)RExC_rx); \
b45f050a
JF
338 Simple_vFAIL2(m, a1); \
339 } STMT_END
340
341
342/*
343 * Like Simple_vFAIL(), but accepts three arguments.
344 */
345#define Simple_vFAIL3(m, a1, a2) \
346 STMT_START { \
830247a4 347 unsigned offset = strlen(RExC_precomp)-(RExC_end-RExC_parse); \
b45f050a
JF
348 \
349 S_re_croak2(aTHX_ m, REPORT_LOCATION, a1, a2, \
830247a4 350 (int)offset, RExC_precomp, RExC_precomp + offset); \
b45f050a
JF
351 } STMT_END
352
353/*
354 * Calls SAVEDESTRUCTOR_X if needed, then Simple_vFAIL3().
355 */
356#define vFAIL3(m,a1,a2) \
357 STMT_START { \
358 if (!SIZE_ONLY) \
830247a4 359 SAVEDESTRUCTOR_X(clear_re,(void*)RExC_rx); \
b45f050a
JF
360 Simple_vFAIL3(m, a1, a2); \
361 } STMT_END
362
363/*
364 * Like Simple_vFAIL(), but accepts four arguments.
365 */
366#define Simple_vFAIL4(m, a1, a2, a3) \
367 STMT_START { \
830247a4 368 unsigned offset = strlen(RExC_precomp)-(RExC_end-RExC_parse); \
b45f050a
JF
369 \
370 S_re_croak2(aTHX_ m, REPORT_LOCATION, a1, a2, a3,\
830247a4 371 (int)offset, RExC_precomp, RExC_precomp + offset); \
b45f050a
JF
372 } STMT_END
373
374/*
375 * Like Simple_vFAIL(), but accepts five arguments.
376 */
377#define Simple_vFAIL5(m, a1, a2, a3, a4) \
378 STMT_START { \
830247a4 379 unsigned offset = strlen(RExC_precomp)-(RExC_end-RExC_parse); \
b45f050a 380 S_re_croak2(aTHX_ m, REPORT_LOCATION, a1, a2, a3, a4,\
830247a4 381 (int)offset, RExC_precomp, RExC_precomp + offset); \
b45f050a
JF
382 } STMT_END
383
384
385#define vWARN(loc,m) \
386 STMT_START { \
830247a4 387 unsigned offset = strlen(RExC_precomp)-(RExC_end-(loc)); \
b45f050a 388 Perl_warner(aTHX_ WARN_REGEXP, "%s" REPORT_LOCATION,\
830247a4 389 m, (int)offset, RExC_precomp, RExC_precomp + offset); \
b45f050a
JF
390 } STMT_END \
391
f9373011
PM
392#define vWARNdep(loc,m) \
393 STMT_START { \
394 unsigned offset = strlen(RExC_precomp)-(RExC_end-(loc)); \
395 int warn_cat = ckWARN(WARN_REGEXP) ? WARN_REGEXP : WARN_DEPRECATED; \
396 Perl_warner(aTHX_ warn_cat, "%s" REPORT_LOCATION,\
397 m, (int)offset, RExC_precomp, RExC_precomp + offset); \
398 } STMT_END \
399
b45f050a
JF
400
401#define vWARN2(loc, m, a1) \
402 STMT_START { \
830247a4 403 unsigned offset = strlen(RExC_precomp)-(RExC_end-(loc)); \
b45f050a
JF
404 Perl_warner(aTHX_ WARN_REGEXP, m REPORT_LOCATION,\
405 a1, \
830247a4 406 (int)offset, RExC_precomp, RExC_precomp + offset); \
b45f050a
JF
407 } STMT_END
408
409#define vWARN3(loc, m, a1, a2) \
410 STMT_START { \
830247a4 411 unsigned offset = strlen(RExC_precomp) - (RExC_end - (loc)); \
b45f050a
JF
412 Perl_warner(aTHX_ WARN_REGEXP, m REPORT_LOCATION, \
413 a1, a2, \
830247a4 414 (int)offset, RExC_precomp, RExC_precomp + offset); \
b45f050a
JF
415 } STMT_END
416
417#define vWARN4(loc, m, a1, a2, a3) \
418 STMT_START { \
830247a4 419 unsigned offset = strlen(RExC_precomp)-(RExC_end-(loc)); \
b45f050a
JF
420 Perl_warner(aTHX_ WARN_REGEXP, m REPORT_LOCATION,\
421 a1, a2, a3, \
830247a4 422 (int)offset, RExC_precomp, RExC_precomp + offset); \
8615cb43
JF
423 } STMT_END
424
9d1d55b5
JP
425/* used for the parse_flags section for (?c) -- japhy */
426#define vWARN5(loc, m, a1, a2, a3, a4) \
427 STMT_START { \
428 unsigned offset = strlen(RExC_precomp)-(RExC_end-(loc)); \
429 Perl_warner(aTHX_ WARN_REGEXP, m REPORT_LOCATION, \
430 a1, a2, a3, a4, \
431 (int)offset, RExC_precomp, RExC_precomp + offset); \
432 } STMT_END
433
8615cb43 434
cd439c50 435/* Allow for side effects in s */
fd3f0ae2 436#define REGC(c,s) STMT_START { if (!SIZE_ONLY) *(s) = (c); else (void)(s);} STMT_END
cd439c50 437
fac92740
MJD
438/* Macros for recording node offsets. 20001227 mjd@plover.com
439 * Nodes are numbered 1, 2, 3, 4. Node #n's position is recorded in
440 * element 2*n-1 of the array. Element #2n holds the byte length node #n.
441 * Element 0 holds the number n.
442 */
443
444#define MJD_OFFSET_DEBUG(x)
445/* #define MJD_OFFSET_DEBUG(x) fprintf x */
446
447
448# define Set_Node_Offset_To_R(node,byte) \
449 STMT_START { \
450 if (! SIZE_ONLY) { \
451 if((node) < 0) { \
452 Perl_croak(aTHX_ "value of node is %d in Offset macro", node); \
453 } else { \
454 RExC_offsets[2*(node)-1] = (byte); \
455 } \
456 } \
457 } STMT_END
458
459# define Set_Node_Offset(node,byte) Set_Node_Offset_To_R((node)-RExC_emit_start, (byte)-RExC_start)
460# define Set_Cur_Node_Offset Set_Node_Offset(RExC_emit, RExC_parse)
461
462# define Set_Node_Length_To_R(node,len) \
463 STMT_START { \
464 if (! SIZE_ONLY) { \
465 MJD_OFFSET_DEBUG((stderr, "** (%d) size of node %d is %d.\n", __LINE__, (node), (len))); \
466 if((node) < 0) { \
467 Perl_croak(aTHX_ "value of node is %d in Length macro", node); \
468 } else { \
469 RExC_offsets[2*(node)] = (len); \
470 } \
471 } \
472 } STMT_END
473
474# define Set_Node_Length(node,len) Set_Node_Length_To_R((node)-RExC_emit_start, len)
475# define Set_Cur_Node_Length(len) Set_Node_Length(RExC_emit, len)
476# define Set_Node_Cur_Length(node) Set_Node_Length(node, RExC_parse - parse_start)
477
478/* Get offsets and lengths */
479#define Node_Offset(n) (RExC_offsets[2*((n)-RExC_emit_start)-1])
480#define Node_Length(n) (RExC_offsets[2*((n)-RExC_emit_start)])
481
acfe0abc 482static void clear_re(pTHX_ void *r);
4327152a 483
653099ff
GS
484/* Mark that we cannot extend a found fixed substring at this point.
485 Updata the longest found anchored substring and the longest found
486 floating substrings if needed. */
487
4327152a 488STATIC void
830247a4 489S_scan_commit(pTHX_ RExC_state_t *pRExC_state, scan_data_t *data)
c277df42 490{
a0ed51b3
LW
491 STRLEN l = CHR_SVLEN(data->last_found);
492 STRLEN old_l = CHR_SVLEN(*data->longest);
b81d288d 493
c277df42
IZ
494 if ((l >= old_l) && ((l > old_l) || (data->flags & SF_BEFORE_EOL))) {
495 sv_setsv(*data->longest, data->last_found);
496 if (*data->longest == data->longest_fixed) {
497 data->offset_fixed = l ? data->last_start_min : data->pos_min;
498 if (data->flags & SF_BEFORE_EOL)
b81d288d 499 data->flags
c277df42
IZ
500 |= ((data->flags & SF_BEFORE_EOL) << SF_FIX_SHIFT_EOL);
501 else
502 data->flags &= ~SF_FIX_BEFORE_EOL;
a0ed51b3
LW
503 }
504 else {
c277df42 505 data->offset_float_min = l ? data->last_start_min : data->pos_min;
b81d288d
AB
506 data->offset_float_max = (l
507 ? data->last_start_max
c277df42
IZ
508 : data->pos_min + data->pos_delta);
509 if (data->flags & SF_BEFORE_EOL)
b81d288d 510 data->flags
c277df42
IZ
511 |= ((data->flags & SF_BEFORE_EOL) << SF_FL_SHIFT_EOL);
512 else
513 data->flags &= ~SF_FL_BEFORE_EOL;
514 }
515 }
516 SvCUR_set(data->last_found, 0);
517 data->last_end = -1;
518 data->flags &= ~SF_BEFORE_EOL;
519}
520
653099ff
GS
521/* Can match anything (initialization) */
522STATIC void
830247a4 523S_cl_anything(pTHX_ RExC_state_t *pRExC_state, struct regnode_charclass_class *cl)
653099ff 524{
9af0acdb
JH
525 int value;
526
653099ff 527 ANYOF_CLASS_ZERO(cl);
9af0acdb
JH
528 for (value = 0; value < 256; ++value)
529 ANYOF_BITMAP_SET(cl, value);
1aa99e6b 530 cl->flags = ANYOF_EOS|ANYOF_UNICODE_ALL;
653099ff
GS
531 if (LOC)
532 cl->flags |= ANYOF_LOCALE;
533}
534
535/* Can match anything (initialization) */
536STATIC int
537S_cl_is_anything(pTHX_ struct regnode_charclass_class *cl)
538{
539 int value;
540
aaa51d5e 541 for (value = 0; value <= ANYOF_MAX; value += 2)
653099ff
GS
542 if (ANYOF_CLASS_TEST(cl, value) && ANYOF_CLASS_TEST(cl, value + 1))
543 return 1;
1aa99e6b
IH
544 if (!(cl->flags & ANYOF_UNICODE_ALL))
545 return 0;
9af0acdb
JH
546 for (value = 0; value < 256; ++value)
547 if (!ANYOF_BITMAP_TEST(cl, value))
653099ff
GS
548 return 0;
549 return 1;
550}
551
552/* Can match anything (initialization) */
553STATIC void
830247a4 554S_cl_init(pTHX_ RExC_state_t *pRExC_state, struct regnode_charclass_class *cl)
653099ff 555{
8ecf7187 556 Zero(cl, 1, struct regnode_charclass_class);
653099ff 557 cl->type = ANYOF;
830247a4 558 cl_anything(pRExC_state, cl);
653099ff
GS
559}
560
561STATIC void
830247a4 562S_cl_init_zero(pTHX_ RExC_state_t *pRExC_state, struct regnode_charclass_class *cl)
653099ff 563{
8ecf7187 564 Zero(cl, 1, struct regnode_charclass_class);
653099ff 565 cl->type = ANYOF;
830247a4 566 cl_anything(pRExC_state, cl);
653099ff
GS
567 if (LOC)
568 cl->flags |= ANYOF_LOCALE;
569}
570
571/* 'And' a given class with another one. Can create false positives */
572/* We assume that cl is not inverted */
573STATIC void
574S_cl_and(pTHX_ struct regnode_charclass_class *cl,
575 struct regnode_charclass_class *and_with)
576{
653099ff
GS
577 if (!(and_with->flags & ANYOF_CLASS)
578 && !(cl->flags & ANYOF_CLASS)
579 && (and_with->flags & ANYOF_LOCALE) == (cl->flags & ANYOF_LOCALE)
580 && !(and_with->flags & ANYOF_FOLD)
581 && !(cl->flags & ANYOF_FOLD)) {
582 int i;
583
584 if (and_with->flags & ANYOF_INVERT)
585 for (i = 0; i < ANYOF_BITMAP_SIZE; i++)
586 cl->bitmap[i] &= ~and_with->bitmap[i];
587 else
588 for (i = 0; i < ANYOF_BITMAP_SIZE; i++)
589 cl->bitmap[i] &= and_with->bitmap[i];
590 } /* XXXX: logic is complicated otherwise, leave it along for a moment. */
591 if (!(and_with->flags & ANYOF_EOS))
592 cl->flags &= ~ANYOF_EOS;
1aa99e6b
IH
593
594 if (cl->flags & ANYOF_UNICODE_ALL && and_with->flags & ANYOF_UNICODE) {
595 cl->flags &= ~ANYOF_UNICODE_ALL;
596 cl->flags |= ANYOF_UNICODE;
597 ARG_SET(cl, ARG(and_with));
598 }
599 if (!(and_with->flags & ANYOF_UNICODE_ALL))
600 cl->flags &= ~ANYOF_UNICODE_ALL;
601 if (!(and_with->flags & (ANYOF_UNICODE|ANYOF_UNICODE_ALL)))
602 cl->flags &= ~ANYOF_UNICODE;
653099ff
GS
603}
604
605/* 'OR' a given class with another one. Can create false positives */
606/* We assume that cl is not inverted */
607STATIC void
830247a4 608S_cl_or(pTHX_ RExC_state_t *pRExC_state, struct regnode_charclass_class *cl, struct regnode_charclass_class *or_with)
653099ff 609{
653099ff
GS
610 if (or_with->flags & ANYOF_INVERT) {
611 /* We do not use
612 * (B1 | CL1) | (!B2 & !CL2) = (B1 | !B2 & !CL2) | (CL1 | (!B2 & !CL2))
613 * <= (B1 | !B2) | (CL1 | !CL2)
614 * which is wasteful if CL2 is small, but we ignore CL2:
615 * (B1 | CL1) | (!B2 & !CL2) <= (B1 | CL1) | !B2 = (B1 | !B2) | CL1
616 * XXXX Can we handle case-fold? Unclear:
617 * (OK1(i) | OK1(i')) | !(OK1(i) | OK1(i')) =
618 * (OK1(i) | OK1(i')) | (!OK1(i) & !OK1(i'))
619 */
620 if ( (or_with->flags & ANYOF_LOCALE) == (cl->flags & ANYOF_LOCALE)
621 && !(or_with->flags & ANYOF_FOLD)
622 && !(cl->flags & ANYOF_FOLD) ) {
623 int i;
624
625 for (i = 0; i < ANYOF_BITMAP_SIZE; i++)
626 cl->bitmap[i] |= ~or_with->bitmap[i];
627 } /* XXXX: logic is complicated otherwise */
628 else {
830247a4 629 cl_anything(pRExC_state, cl);
653099ff
GS
630 }
631 } else {
632 /* (B1 | CL1) | (B2 | CL2) = (B1 | B2) | (CL1 | CL2)) */
633 if ( (or_with->flags & ANYOF_LOCALE) == (cl->flags & ANYOF_LOCALE)
b81d288d 634 && (!(or_with->flags & ANYOF_FOLD)
653099ff
GS
635 || (cl->flags & ANYOF_FOLD)) ) {
636 int i;
637
638 /* OR char bitmap and class bitmap separately */
639 for (i = 0; i < ANYOF_BITMAP_SIZE; i++)
640 cl->bitmap[i] |= or_with->bitmap[i];
641 if (or_with->flags & ANYOF_CLASS) {
642 for (i = 0; i < ANYOF_CLASSBITMAP_SIZE; i++)
643 cl->classflags[i] |= or_with->classflags[i];
644 cl->flags |= ANYOF_CLASS;
645 }
646 }
647 else { /* XXXX: logic is complicated, leave it along for a moment. */
830247a4 648 cl_anything(pRExC_state, cl);
653099ff
GS
649 }
650 }
651 if (or_with->flags & ANYOF_EOS)
652 cl->flags |= ANYOF_EOS;
1aa99e6b
IH
653
654 if (cl->flags & ANYOF_UNICODE && or_with->flags & ANYOF_UNICODE &&
655 ARG(cl) != ARG(or_with)) {
656 cl->flags |= ANYOF_UNICODE_ALL;
657 cl->flags &= ~ANYOF_UNICODE;
658 }
659 if (or_with->flags & ANYOF_UNICODE_ALL) {
660 cl->flags |= ANYOF_UNICODE_ALL;
661 cl->flags &= ~ANYOF_UNICODE;
662 }
653099ff
GS
663}
664
665/* REx optimizer. Converts nodes into quickier variants "in place".
666 Finds fixed substrings. */
667
c277df42
IZ
668/* Stops at toplevel WHILEM as well as at `last'. At end *scanp is set
669 to the position after last scanned or to NULL. */
670
76e3520e 671STATIC I32
830247a4 672S_study_chunk(pTHX_ RExC_state_t *pRExC_state, regnode **scanp, I32 *deltap, regnode *last, scan_data_t *data, U32 flags)
c277df42
IZ
673 /* scanp: Start here (read-write). */
674 /* deltap: Write maxlen-minlen here. */
675 /* last: Stop before this one. */
676{
677 I32 min = 0, pars = 0, code;
678 regnode *scan = *scanp, *next;
679 I32 delta = 0;
680 int is_inf = (flags & SCF_DO_SUBSTR) && (data->flags & SF_IS_INF);
aca2d497 681 int is_inf_internal = 0; /* The studied chunk is infinite */
c277df42
IZ
682 I32 is_par = OP(scan) == OPEN ? ARG(scan) : 0;
683 scan_data_t data_fake;
653099ff 684 struct regnode_charclass_class and_with; /* Valid if flags & SCF_DO_STCLASS_OR */
b81d288d 685
c277df42
IZ
686 while (scan && OP(scan) != END && scan < last) {
687 /* Peephole optimizer: */
688
22c35a8c 689 if (PL_regkind[(U8)OP(scan)] == EXACT) {
653099ff 690 /* Merge several consecutive EXACTish nodes into one. */
c277df42
IZ
691 regnode *n = regnext(scan);
692 U32 stringok = 1;
693#ifdef DEBUGGING
694 regnode *stop = scan;
b81d288d 695#endif
c277df42 696
cd439c50 697 next = scan + NODE_SZ_STR(scan);
c277df42
IZ
698 /* Skip NOTHING, merge EXACT*. */
699 while (n &&
b81d288d 700 ( PL_regkind[(U8)OP(n)] == NOTHING ||
c277df42
IZ
701 (stringok && (OP(n) == OP(scan))))
702 && NEXT_OFF(n)
703 && NEXT_OFF(scan) + NEXT_OFF(n) < I16_MAX) {
704 if (OP(n) == TAIL || n > next)
705 stringok = 0;
22c35a8c 706 if (PL_regkind[(U8)OP(n)] == NOTHING) {
c277df42
IZ
707 NEXT_OFF(scan) += NEXT_OFF(n);
708 next = n + NODE_STEP_REGNODE;
709#ifdef DEBUGGING
710 if (stringok)
711 stop = n;
b81d288d 712#endif
c277df42 713 n = regnext(n);
a0ed51b3 714 }
f49d4d0f 715 else if (stringok) {
cd439c50 716 int oldl = STR_LEN(scan);
c277df42 717 regnode *nnext = regnext(n);
f49d4d0f 718
b81d288d 719 if (oldl + STR_LEN(n) > U8_MAX)
c277df42
IZ
720 break;
721 NEXT_OFF(scan) += NEXT_OFF(n);
cd439c50
IZ
722 STR_LEN(scan) += STR_LEN(n);
723 next = n + NODE_SZ_STR(n);
c277df42 724 /* Now we can overwrite *n : */
f49d4d0f 725 Move(STRING(n), STRING(scan) + oldl, STR_LEN(n), char);
c277df42 726#ifdef DEBUGGING
f49d4d0f 727 stop = next - 1;
b81d288d 728#endif
c277df42
IZ
729 n = nnext;
730 }
731 }
732#ifdef DEBUGGING
733 /* Allow dumping */
cd439c50 734 n = scan + NODE_SZ_STR(scan);
c277df42 735 while (n <= stop) {
22c35a8c 736 if (PL_regkind[(U8)OP(n)] != NOTHING || OP(n) == NOTHING) {
c277df42
IZ
737 OP(n) = OPTIMIZED;
738 NEXT_OFF(n) = 0;
739 }
740 n++;
741 }
653099ff 742#endif
c277df42 743 }
653099ff
GS
744 /* Follow the next-chain of the current node and optimize
745 away all the NOTHINGs from it. */
c277df42 746 if (OP(scan) != CURLYX) {
048cfca1
GS
747 int max = (reg_off_by_arg[OP(scan)]
748 ? I32_MAX
749 /* I32 may be smaller than U16 on CRAYs! */
750 : (I32_MAX < U16_MAX ? I32_MAX : U16_MAX));
c277df42
IZ
751 int off = (reg_off_by_arg[OP(scan)] ? ARG(scan) : NEXT_OFF(scan));
752 int noff;
753 regnode *n = scan;
b81d288d 754
c277df42
IZ
755 /* Skip NOTHING and LONGJMP. */
756 while ((n = regnext(n))
22c35a8c 757 && ((PL_regkind[(U8)OP(n)] == NOTHING && (noff = NEXT_OFF(n)))
c277df42
IZ
758 || ((OP(n) == LONGJMP) && (noff = ARG(n))))
759 && off + noff < max)
760 off += noff;
761 if (reg_off_by_arg[OP(scan)])
762 ARG(scan) = off;
b81d288d 763 else
c277df42
IZ
764 NEXT_OFF(scan) = off;
765 }
653099ff
GS
766 /* The principal pseudo-switch. Cannot be a switch, since we
767 look into several different things. */
b81d288d 768 if (OP(scan) == BRANCH || OP(scan) == BRANCHJ
c277df42
IZ
769 || OP(scan) == IFTHEN || OP(scan) == SUSPEND) {
770 next = regnext(scan);
771 code = OP(scan);
b81d288d
AB
772
773 if (OP(next) == code || code == IFTHEN || code == SUSPEND) {
c277df42 774 I32 max1 = 0, min1 = I32_MAX, num = 0;
653099ff 775 struct regnode_charclass_class accum;
c277df42 776
653099ff 777 if (flags & SCF_DO_SUBSTR) /* XXXX Add !SUSPEND? */
830247a4 778 scan_commit(pRExC_state, data); /* Cannot merge strings after this. */
653099ff 779 if (flags & SCF_DO_STCLASS)
830247a4 780 cl_init_zero(pRExC_state, &accum);
c277df42 781 while (OP(scan) == code) {
830247a4 782 I32 deltanext, minnext, f = 0, fake;
653099ff 783 struct regnode_charclass_class this_class;
c277df42
IZ
784
785 num++;
786 data_fake.flags = 0;
b81d288d 787 if (data) {
2c2d71f5 788 data_fake.whilem_c = data->whilem_c;
cb434fcc
IZ
789 data_fake.last_closep = data->last_closep;
790 }
791 else
792 data_fake.last_closep = &fake;
c277df42
IZ
793 next = regnext(scan);
794 scan = NEXTOPER(scan);
795 if (code != BRANCH)
796 scan = NEXTOPER(scan);
653099ff 797 if (flags & SCF_DO_STCLASS) {
830247a4 798 cl_init(pRExC_state, &this_class);
653099ff
GS
799 data_fake.start_class = &this_class;
800 f = SCF_DO_STCLASS_AND;
b81d288d 801 }
e1901655
IZ
802 if (flags & SCF_WHILEM_VISITED_POS)
803 f |= SCF_WHILEM_VISITED_POS;
653099ff 804 /* we suppose the run is continuous, last=next...*/
830247a4
IZ
805 minnext = study_chunk(pRExC_state, &scan, &deltanext,
806 next, &data_fake, f);
b81d288d 807 if (min1 > minnext)
c277df42
IZ
808 min1 = minnext;
809 if (max1 < minnext + deltanext)
810 max1 = minnext + deltanext;
811 if (deltanext == I32_MAX)
aca2d497 812 is_inf = is_inf_internal = 1;
c277df42
IZ
813 scan = next;
814 if (data_fake.flags & (SF_HAS_PAR|SF_IN_PAR))
815 pars++;
405ff068 816 if (data && (data_fake.flags & SF_HAS_EVAL))
c277df42 817 data->flags |= SF_HAS_EVAL;
2c2d71f5
JH
818 if (data)
819 data->whilem_c = data_fake.whilem_c;
653099ff 820 if (flags & SCF_DO_STCLASS)
830247a4 821 cl_or(pRExC_state, &accum, &this_class);
b81d288d 822 if (code == SUSPEND)
c277df42
IZ
823 break;
824 }
825 if (code == IFTHEN && num < 2) /* Empty ELSE branch */
826 min1 = 0;
827 if (flags & SCF_DO_SUBSTR) {
828 data->pos_min += min1;
829 data->pos_delta += max1 - min1;
830 if (max1 != min1 || is_inf)
831 data->longest = &(data->longest_float);
832 }
833 min += min1;
834 delta += max1 - min1;
653099ff 835 if (flags & SCF_DO_STCLASS_OR) {
830247a4 836 cl_or(pRExC_state, data->start_class, &accum);
653099ff
GS
837 if (min1) {
838 cl_and(data->start_class, &and_with);
839 flags &= ~SCF_DO_STCLASS;
840 }
841 }
842 else if (flags & SCF_DO_STCLASS_AND) {
de0c8cb8
GS
843 if (min1) {
844 cl_and(data->start_class, &accum);
653099ff 845 flags &= ~SCF_DO_STCLASS;
de0c8cb8
GS
846 }
847 else {
b81d288d 848 /* Switch to OR mode: cache the old value of
de0c8cb8
GS
849 * data->start_class */
850 StructCopy(data->start_class, &and_with,
851 struct regnode_charclass_class);
852 flags &= ~SCF_DO_STCLASS_AND;
853 StructCopy(&accum, data->start_class,
854 struct regnode_charclass_class);
855 flags |= SCF_DO_STCLASS_OR;
856 data->start_class->flags |= ANYOF_EOS;
857 }
653099ff 858 }
a0ed51b3
LW
859 }
860 else if (code == BRANCHJ) /* single branch is optimized. */
c277df42
IZ
861 scan = NEXTOPER(NEXTOPER(scan));
862 else /* single branch is optimized. */
863 scan = NEXTOPER(scan);
864 continue;
a0ed51b3
LW
865 }
866 else if (OP(scan) == EXACT) {
cd439c50 867 I32 l = STR_LEN(scan);
1aa99e6b 868 UV uc = *((U8*)STRING(scan));
a0ed51b3 869 if (UTF) {
1aa99e6b
IH
870 U8 *s = (U8*)STRING(scan);
871 l = utf8_length(s, s + l);
9041c2e3 872 uc = utf8_to_uvchr(s, NULL);
a0ed51b3
LW
873 }
874 min += l;
c277df42 875 if (flags & SCF_DO_SUBSTR) { /* Update longest substr. */
c277df42
IZ
876 /* The code below prefers earlier match for fixed
877 offset, later match for variable offset. */
878 if (data->last_end == -1) { /* Update the start info. */
879 data->last_start_min = data->pos_min;
880 data->last_start_max = is_inf
b81d288d 881 ? I32_MAX : data->pos_min + data->pos_delta;
c277df42 882 }
cd439c50 883 sv_catpvn(data->last_found, STRING(scan), STR_LEN(scan));
c277df42
IZ
884 data->last_end = data->pos_min + l;
885 data->pos_min += l; /* As in the first entry. */
886 data->flags &= ~SF_BEFORE_EOL;
887 }
653099ff
GS
888 if (flags & SCF_DO_STCLASS_AND) {
889 /* Check whether it is compatible with what we know already! */
890 int compat = 1;
891
1aa99e6b 892 if (uc >= 0x100 ||
516a5887 893 (!(data->start_class->flags & (ANYOF_CLASS | ANYOF_LOCALE))
1aa99e6b 894 && !ANYOF_BITMAP_TEST(data->start_class, uc)
653099ff 895 && (!(data->start_class->flags & ANYOF_FOLD)
1aa99e6b 896 || !ANYOF_BITMAP_TEST(data->start_class, PL_fold[uc])))
516a5887 897 )
653099ff
GS
898 compat = 0;
899 ANYOF_CLASS_ZERO(data->start_class);
900 ANYOF_BITMAP_ZERO(data->start_class);
901 if (compat)
1aa99e6b 902 ANYOF_BITMAP_SET(data->start_class, uc);
653099ff 903 data->start_class->flags &= ~ANYOF_EOS;
9b877dbb
IH
904 if (uc < 0x100)
905 data->start_class->flags &= ~ANYOF_UNICODE_ALL;
653099ff
GS
906 }
907 else if (flags & SCF_DO_STCLASS_OR) {
908 /* false positive possible if the class is case-folded */
1aa99e6b 909 if (uc < 0x100)
9b877dbb
IH
910 ANYOF_BITMAP_SET(data->start_class, uc);
911 else
912 data->start_class->flags |= ANYOF_UNICODE_ALL;
653099ff
GS
913 data->start_class->flags &= ~ANYOF_EOS;
914 cl_and(data->start_class, &and_with);
915 }
916 flags &= ~SCF_DO_STCLASS;
a0ed51b3 917 }
653099ff 918 else if (PL_regkind[(U8)OP(scan)] == EXACT) { /* But OP != EXACT! */
cd439c50 919 I32 l = STR_LEN(scan);
1aa99e6b 920 UV uc = *((U8*)STRING(scan));
653099ff
GS
921
922 /* Search for fixed substrings supports EXACT only. */
b81d288d 923 if (flags & SCF_DO_SUBSTR)
830247a4 924 scan_commit(pRExC_state, data);
a0ed51b3 925 if (UTF) {
1aa99e6b
IH
926 U8 *s = (U8 *)STRING(scan);
927 l = utf8_length(s, s + l);
9041c2e3 928 uc = utf8_to_uvchr(s, NULL);
a0ed51b3
LW
929 }
930 min += l;
c277df42 931 if (data && (flags & SCF_DO_SUBSTR))
a0ed51b3 932 data->pos_min += l;
653099ff
GS
933 if (flags & SCF_DO_STCLASS_AND) {
934 /* Check whether it is compatible with what we know already! */
935 int compat = 1;
936
1aa99e6b 937 if (uc >= 0x100 ||
516a5887 938 (!(data->start_class->flags & (ANYOF_CLASS | ANYOF_LOCALE))
1aa99e6b 939 && !ANYOF_BITMAP_TEST(data->start_class, uc)
516a5887 940 && !ANYOF_BITMAP_TEST(data->start_class, PL_fold[uc])))
653099ff
GS
941 compat = 0;
942 ANYOF_CLASS_ZERO(data->start_class);
943 ANYOF_BITMAP_ZERO(data->start_class);
944 if (compat) {
1aa99e6b 945 ANYOF_BITMAP_SET(data->start_class, uc);
653099ff
GS
946 data->start_class->flags &= ~ANYOF_EOS;
947 data->start_class->flags |= ANYOF_FOLD;
948 if (OP(scan) == EXACTFL)
949 data->start_class->flags |= ANYOF_LOCALE;
950 }
951 }
952 else if (flags & SCF_DO_STCLASS_OR) {
953 if (data->start_class->flags & ANYOF_FOLD) {
954 /* false positive possible if the class is case-folded.
955 Assume that the locale settings are the same... */
1aa99e6b
IH
956 if (uc < 0x100)
957 ANYOF_BITMAP_SET(data->start_class, uc);
653099ff
GS
958 data->start_class->flags &= ~ANYOF_EOS;
959 }
960 cl_and(data->start_class, &and_with);
961 }
962 flags &= ~SCF_DO_STCLASS;
a0ed51b3 963 }
4d61ec05 964 else if (strchr((char*)PL_varies,OP(scan))) {
9c5ffd7c 965 I32 mincount, maxcount, minnext, deltanext, fl = 0;
aa7a4b56 966 I32 f = flags, pos_before = 0;
c277df42 967 regnode *oscan = scan;
653099ff
GS
968 struct regnode_charclass_class this_class;
969 struct regnode_charclass_class *oclass = NULL;
970
22c35a8c 971 switch (PL_regkind[(U8)OP(scan)]) {
653099ff 972 case WHILEM: /* End of (?:...)* . */
c277df42
IZ
973 scan = NEXTOPER(scan);
974 goto finish;
975 case PLUS:
653099ff 976 if (flags & (SCF_DO_SUBSTR | SCF_DO_STCLASS)) {
c277df42 977 next = NEXTOPER(scan);
653099ff 978 if (OP(next) == EXACT || (flags & SCF_DO_STCLASS)) {
b81d288d
AB
979 mincount = 1;
980 maxcount = REG_INFTY;
c277df42
IZ
981 next = regnext(scan);
982 scan = NEXTOPER(scan);
983 goto do_curly;
984 }
985 }
986 if (flags & SCF_DO_SUBSTR)
987 data->pos_min++;
988 min++;
989 /* Fall through. */
990 case STAR:
653099ff
GS
991 if (flags & SCF_DO_STCLASS) {
992 mincount = 0;
b81d288d 993 maxcount = REG_INFTY;
653099ff
GS
994 next = regnext(scan);
995 scan = NEXTOPER(scan);
996 goto do_curly;
997 }
b81d288d 998 is_inf = is_inf_internal = 1;
c277df42
IZ
999 scan = regnext(scan);
1000 if (flags & SCF_DO_SUBSTR) {
830247a4 1001 scan_commit(pRExC_state, data); /* Cannot extend fixed substrings */
c277df42
IZ
1002 data->longest = &(data->longest_float);
1003 }
1004 goto optimize_curly_tail;
1005 case CURLY:
b81d288d 1006 mincount = ARG1(scan);
c277df42
IZ
1007 maxcount = ARG2(scan);
1008 next = regnext(scan);
cb434fcc
IZ
1009 if (OP(scan) == CURLYX) {
1010 I32 lp = (data ? *(data->last_closep) : 0);
1011
1012 scan->flags = ((lp <= U8_MAX) ? lp : U8_MAX);
1013 }
c277df42
IZ
1014 scan = NEXTOPER(scan) + EXTRA_STEP_2ARGS;
1015 do_curly:
1016 if (flags & SCF_DO_SUBSTR) {
830247a4 1017 if (mincount == 0) scan_commit(pRExC_state,data); /* Cannot extend fixed substrings */
c277df42
IZ
1018 pos_before = data->pos_min;
1019 }
1020 if (data) {
1021 fl = data->flags;
1022 data->flags &= ~(SF_HAS_PAR|SF_IN_PAR|SF_HAS_EVAL);
1023 if (is_inf)
1024 data->flags |= SF_IS_INF;
1025 }
653099ff 1026 if (flags & SCF_DO_STCLASS) {
830247a4 1027 cl_init(pRExC_state, &this_class);
653099ff
GS
1028 oclass = data->start_class;
1029 data->start_class = &this_class;
1030 f |= SCF_DO_STCLASS_AND;
1031 f &= ~SCF_DO_STCLASS_OR;
1032 }
e1901655
IZ
1033 /* These are the cases when once a subexpression
1034 fails at a particular position, it cannot succeed
1035 even after backtracking at the enclosing scope.
b81d288d 1036
e1901655
IZ
1037 XXXX what if minimal match and we are at the
1038 initial run of {n,m}? */
1039 if ((mincount != maxcount - 1) && (maxcount != REG_INFTY))
1040 f &= ~SCF_WHILEM_VISITED_POS;
653099ff 1041
c277df42 1042 /* This will finish on WHILEM, setting scan, or on NULL: */
b81d288d
AB
1043 minnext = study_chunk(pRExC_state, &scan, &deltanext, last, data,
1044 mincount == 0
653099ff
GS
1045 ? (f & ~SCF_DO_SUBSTR) : f);
1046
1047 if (flags & SCF_DO_STCLASS)
1048 data->start_class = oclass;
1049 if (mincount == 0 || minnext == 0) {
1050 if (flags & SCF_DO_STCLASS_OR) {
830247a4 1051 cl_or(pRExC_state, data->start_class, &this_class);
653099ff
GS
1052 }
1053 else if (flags & SCF_DO_STCLASS_AND) {
b81d288d 1054 /* Switch to OR mode: cache the old value of
653099ff
GS
1055 * data->start_class */
1056 StructCopy(data->start_class, &and_with,
1057 struct regnode_charclass_class);
1058 flags &= ~SCF_DO_STCLASS_AND;
1059 StructCopy(&this_class, data->start_class,
1060 struct regnode_charclass_class);
1061 flags |= SCF_DO_STCLASS_OR;
1062 data->start_class->flags |= ANYOF_EOS;
1063 }
1064 } else { /* Non-zero len */
1065 if (flags & SCF_DO_STCLASS_OR) {
830247a4 1066 cl_or(pRExC_state, data->start_class, &this_class);
653099ff
GS
1067 cl_and(data->start_class, &and_with);
1068 }
1069 else if (flags & SCF_DO_STCLASS_AND)
1070 cl_and(data->start_class, &this_class);
1071 flags &= ~SCF_DO_STCLASS;
1072 }
c277df42
IZ
1073 if (!scan) /* It was not CURLYX, but CURLY. */
1074 scan = next;
84037bb0
HS
1075 if (ckWARN(WARN_REGEXP)
1076 && (minnext == 0) && (deltanext == 0)
99799961 1077 && data && !(data->flags & (SF_HAS_PAR|SF_IN_PAR))
17feb5d5 1078 && maxcount <= REG_INFTY/3) /* Complement check for big count */
b45f050a 1079 {
830247a4 1080 vWARN(RExC_parse,
b45f050a
JF
1081 "Quantifier unexpected on zero-length expression");
1082 }
1083
c277df42 1084 min += minnext * mincount;
b81d288d 1085 is_inf_internal |= ((maxcount == REG_INFTY
155aba94
GS
1086 && (minnext + deltanext) > 0)
1087 || deltanext == I32_MAX);
aca2d497 1088 is_inf |= is_inf_internal;
c277df42
IZ
1089 delta += (minnext + deltanext) * maxcount - minnext * mincount;
1090
1091 /* Try powerful optimization CURLYX => CURLYN. */
b81d288d 1092 if ( OP(oscan) == CURLYX && data
c277df42
IZ
1093 && data->flags & SF_IN_PAR
1094 && !(data->flags & SF_HAS_EVAL)
1095 && !deltanext && minnext == 1 ) {
1096 /* Try to optimize to CURLYN. */
1097 regnode *nxt = NEXTOPER(oscan) + EXTRA_STEP_2ARGS;
497b47a8
JH
1098 regnode *nxt1 = nxt;
1099#ifdef DEBUGGING
1100 regnode *nxt2;
1101#endif
c277df42
IZ
1102
1103 /* Skip open. */
1104 nxt = regnext(nxt);
4d61ec05 1105 if (!strchr((char*)PL_simple,OP(nxt))
22c35a8c 1106 && !(PL_regkind[(U8)OP(nxt)] == EXACT
b81d288d 1107 && STR_LEN(nxt) == 1))
c277df42 1108 goto nogo;
497b47a8 1109#ifdef DEBUGGING
c277df42 1110 nxt2 = nxt;
497b47a8 1111#endif
c277df42 1112 nxt = regnext(nxt);
b81d288d 1113 if (OP(nxt) != CLOSE)
c277df42
IZ
1114 goto nogo;
1115 /* Now we know that nxt2 is the only contents: */
1116 oscan->flags = ARG(nxt);
1117 OP(oscan) = CURLYN;
1118 OP(nxt1) = NOTHING; /* was OPEN. */
1119#ifdef DEBUGGING
1120 OP(nxt1 + 1) = OPTIMIZED; /* was count. */
1121 NEXT_OFF(nxt1+ 1) = 0; /* just for consistancy. */
1122 NEXT_OFF(nxt2) = 0; /* just for consistancy with CURLY. */
1123 OP(nxt) = OPTIMIZED; /* was CLOSE. */
1124 OP(nxt + 1) = OPTIMIZED; /* was count. */
1125 NEXT_OFF(nxt+ 1) = 0; /* just for consistancy. */
b81d288d 1126#endif
c277df42 1127 }
c277df42
IZ
1128 nogo:
1129
1130 /* Try optimization CURLYX => CURLYM. */
b81d288d 1131 if ( OP(oscan) == CURLYX && data
c277df42 1132 && !(data->flags & SF_HAS_PAR)
c277df42
IZ
1133 && !(data->flags & SF_HAS_EVAL)
1134 && !deltanext ) {
1135 /* XXXX How to optimize if data == 0? */
1136 /* Optimize to a simpler form. */
1137 regnode *nxt = NEXTOPER(oscan) + EXTRA_STEP_2ARGS; /* OPEN */
1138 regnode *nxt2;
1139
1140 OP(oscan) = CURLYM;
1141 while ( (nxt2 = regnext(nxt)) /* skip over embedded stuff*/
b81d288d 1142 && (OP(nxt2) != WHILEM))
c277df42
IZ
1143 nxt = nxt2;
1144 OP(nxt2) = SUCCEED; /* Whas WHILEM */
c277df42
IZ
1145 /* Need to optimize away parenths. */
1146 if (data->flags & SF_IN_PAR) {
1147 /* Set the parenth number. */
1148 regnode *nxt1 = NEXTOPER(oscan) + EXTRA_STEP_2ARGS; /* OPEN*/
1149
b81d288d 1150 if (OP(nxt) != CLOSE)
b45f050a 1151 FAIL("Panic opt close");
c277df42
IZ
1152 oscan->flags = ARG(nxt);
1153 OP(nxt1) = OPTIMIZED; /* was OPEN. */
1154 OP(nxt) = OPTIMIZED; /* was CLOSE. */
1155#ifdef DEBUGGING
1156 OP(nxt1 + 1) = OPTIMIZED; /* was count. */
1157 OP(nxt + 1) = OPTIMIZED; /* was count. */
1158 NEXT_OFF(nxt1 + 1) = 0; /* just for consistancy. */
1159 NEXT_OFF(nxt + 1) = 0; /* just for consistancy. */
b81d288d 1160#endif
c277df42
IZ
1161#if 0
1162 while ( nxt1 && (OP(nxt1) != WHILEM)) {
1163 regnode *nnxt = regnext(nxt1);
b81d288d 1164
c277df42
IZ
1165 if (nnxt == nxt) {
1166 if (reg_off_by_arg[OP(nxt1)])
1167 ARG_SET(nxt1, nxt2 - nxt1);
1168 else if (nxt2 - nxt1 < U16_MAX)
1169 NEXT_OFF(nxt1) = nxt2 - nxt1;
1170 else
1171 OP(nxt) = NOTHING; /* Cannot beautify */
1172 }
1173 nxt1 = nnxt;
1174 }
1175#endif
1176 /* Optimize again: */
b81d288d 1177 study_chunk(pRExC_state, &nxt1, &deltanext, nxt,
e1901655 1178 NULL, 0);
a0ed51b3
LW
1179 }
1180 else
c277df42 1181 oscan->flags = 0;
c277df42 1182 }
e1901655
IZ
1183 else if ((OP(oscan) == CURLYX)
1184 && (flags & SCF_WHILEM_VISITED_POS)
1185 /* See the comment on a similar expression above.
1186 However, this time it not a subexpression
1187 we care about, but the expression itself. */
1188 && (maxcount == REG_INFTY)
1189 && data && ++data->whilem_c < 16) {
1190 /* This stays as CURLYX, we can put the count/of pair. */
2c2d71f5
JH
1191 /* Find WHILEM (as in regexec.c) */
1192 regnode *nxt = oscan + NEXT_OFF(oscan);
1193
1194 if (OP(PREVOPER(nxt)) == NOTHING) /* LONGJMP */
1195 nxt += ARG(nxt);
1196 PREVOPER(nxt)->flags = data->whilem_c
830247a4 1197 | (RExC_whilem_seen << 4); /* On WHILEM */
2c2d71f5 1198 }
b81d288d 1199 if (data && fl & (SF_HAS_PAR|SF_IN_PAR))
c277df42
IZ
1200 pars++;
1201 if (flags & SCF_DO_SUBSTR) {
1202 SV *last_str = Nullsv;
1203 int counted = mincount != 0;
1204
1205 if (data->last_end > 0 && mincount != 0) { /* Ends with a string. */
b81d288d 1206 I32 b = pos_before >= data->last_start_min
c277df42
IZ
1207 ? pos_before : data->last_start_min;
1208 STRLEN l;
1209 char *s = SvPV(data->last_found, l);
a0ed51b3
LW
1210 I32 old = b - data->last_start_min;
1211
1212 if (UTF)
1213 old = utf8_hop((U8*)s, old) - (U8*)s;
c277df42 1214
a0ed51b3 1215 l -= old;
c277df42 1216 /* Get the added string: */
79cb57f6 1217 last_str = newSVpvn(s + old, l);
c277df42
IZ
1218 if (deltanext == 0 && pos_before == b) {
1219 /* What was added is a constant string */
1220 if (mincount > 1) {
1221 SvGROW(last_str, (mincount * l) + 1);
b81d288d 1222 repeatcpy(SvPVX(last_str) + l,
c277df42
IZ
1223 SvPVX(last_str), l, mincount - 1);
1224 SvCUR(last_str) *= mincount;
1225 /* Add additional parts. */
b81d288d 1226 SvCUR_set(data->last_found,
c277df42
IZ
1227 SvCUR(data->last_found) - l);
1228 sv_catsv(data->last_found, last_str);
1229 data->last_end += l * (mincount - 1);
1230 }
2a8d9689
HS
1231 } else {
1232 /* start offset must point into the last copy */
1233 data->last_start_min += minnext * (mincount - 1);
4b2cff9a
HS
1234 data->last_start_max += is_inf ? 0 : (maxcount - 1)
1235 * (minnext + data->pos_delta);
c277df42
IZ
1236 }
1237 }
1238 /* It is counted once already... */
1239 data->pos_min += minnext * (mincount - counted);
1240 data->pos_delta += - counted * deltanext +
1241 (minnext + deltanext) * maxcount - minnext * mincount;
1242 if (mincount != maxcount) {
653099ff
GS
1243 /* Cannot extend fixed substrings found inside
1244 the group. */
830247a4 1245 scan_commit(pRExC_state,data);
c277df42
IZ
1246 if (mincount && last_str) {
1247 sv_setsv(data->last_found, last_str);
1248 data->last_end = data->pos_min;
b81d288d 1249 data->last_start_min =
a0ed51b3 1250 data->pos_min - CHR_SVLEN(last_str);
b81d288d
AB
1251 data->last_start_max = is_inf
1252 ? I32_MAX
c277df42 1253 : data->pos_min + data->pos_delta
a0ed51b3 1254 - CHR_SVLEN(last_str);
c277df42
IZ
1255 }
1256 data->longest = &(data->longest_float);
1257 }
aca2d497 1258 SvREFCNT_dec(last_str);
c277df42 1259 }
405ff068 1260 if (data && (fl & SF_HAS_EVAL))
c277df42
IZ
1261 data->flags |= SF_HAS_EVAL;
1262 optimize_curly_tail:
c277df42 1263 if (OP(oscan) != CURLYX) {
22c35a8c 1264 while (PL_regkind[(U8)OP(next = regnext(oscan))] == NOTHING
c277df42
IZ
1265 && NEXT_OFF(next))
1266 NEXT_OFF(oscan) += NEXT_OFF(next);
1267 }
c277df42 1268 continue;
653099ff 1269 default: /* REF and CLUMP only? */
c277df42 1270 if (flags & SCF_DO_SUBSTR) {
830247a4 1271 scan_commit(pRExC_state,data); /* Cannot expect anything... */
c277df42
IZ
1272 data->longest = &(data->longest_float);
1273 }
aca2d497 1274 is_inf = is_inf_internal = 1;
653099ff 1275 if (flags & SCF_DO_STCLASS_OR)
830247a4 1276 cl_anything(pRExC_state, data->start_class);
653099ff 1277 flags &= ~SCF_DO_STCLASS;
c277df42
IZ
1278 break;
1279 }
a0ed51b3 1280 }
ffc61ed2 1281 else if (strchr((char*)PL_simple,OP(scan))) {
9c5ffd7c 1282 int value = 0;
653099ff 1283
c277df42 1284 if (flags & SCF_DO_SUBSTR) {
830247a4 1285 scan_commit(pRExC_state,data);
c277df42
IZ
1286 data->pos_min++;
1287 }
1288 min++;
653099ff
GS
1289 if (flags & SCF_DO_STCLASS) {
1290 data->start_class->flags &= ~ANYOF_EOS; /* No match on empty */
1291
1292 /* Some of the logic below assumes that switching
1293 locale on will only add false positives. */
1294 switch (PL_regkind[(U8)OP(scan)]) {
653099ff 1295 case SANY:
653099ff
GS
1296 default:
1297 do_default:
1298 /* Perl_croak(aTHX_ "panic: unexpected simple REx opcode %d", OP(scan)); */
1299 if (flags & SCF_DO_STCLASS_OR) /* Allow everything */
830247a4 1300 cl_anything(pRExC_state, data->start_class);
653099ff
GS
1301 break;
1302 case REG_ANY:
1303 if (OP(scan) == SANY)
1304 goto do_default;
1305 if (flags & SCF_DO_STCLASS_OR) { /* Everything but \n */
1306 value = (ANYOF_BITMAP_TEST(data->start_class,'\n')
1307 || (data->start_class->flags & ANYOF_CLASS));
830247a4 1308 cl_anything(pRExC_state, data->start_class);
653099ff
GS
1309 }
1310 if (flags & SCF_DO_STCLASS_AND || !value)
1311 ANYOF_BITMAP_CLEAR(data->start_class,'\n');
1312 break;
1313 case ANYOF:
1314 if (flags & SCF_DO_STCLASS_AND)
1315 cl_and(data->start_class,
1316 (struct regnode_charclass_class*)scan);
1317 else
830247a4 1318 cl_or(pRExC_state, data->start_class,
653099ff
GS
1319 (struct regnode_charclass_class*)scan);
1320 break;
1321 case ALNUM:
1322 if (flags & SCF_DO_STCLASS_AND) {
1323 if (!(data->start_class->flags & ANYOF_LOCALE)) {
1324 ANYOF_CLASS_CLEAR(data->start_class,ANYOF_NALNUM);
1325 for (value = 0; value < 256; value++)
1326 if (!isALNUM(value))
1327 ANYOF_BITMAP_CLEAR(data->start_class, value);
1328 }
1329 }
1330 else {
1331 if (data->start_class->flags & ANYOF_LOCALE)
1332 ANYOF_CLASS_SET(data->start_class,ANYOF_ALNUM);
1333 else {
1334 for (value = 0; value < 256; value++)
1335 if (isALNUM(value))
b81d288d 1336 ANYOF_BITMAP_SET(data->start_class, value);
653099ff
GS
1337 }
1338 }
1339 break;
1340 case ALNUML:
1341 if (flags & SCF_DO_STCLASS_AND) {
1342 if (data->start_class->flags & ANYOF_LOCALE)
1343 ANYOF_CLASS_CLEAR(data->start_class,ANYOF_NALNUM);
1344 }
1345 else {
1346 ANYOF_CLASS_SET(data->start_class,ANYOF_ALNUM);
1347 data->start_class->flags |= ANYOF_LOCALE;
1348 }
1349 break;
1350 case NALNUM:
1351 if (flags & SCF_DO_STCLASS_AND) {
1352 if (!(data->start_class->flags & ANYOF_LOCALE)) {
1353 ANYOF_CLASS_CLEAR(data->start_class,ANYOF_ALNUM);
1354 for (value = 0; value < 256; value++)
1355 if (isALNUM(value))
1356 ANYOF_BITMAP_CLEAR(data->start_class, value);
1357 }
1358 }
1359 else {
1360 if (data->start_class->flags & ANYOF_LOCALE)
1361 ANYOF_CLASS_SET(data->start_class,ANYOF_NALNUM);
1362 else {
1363 for (value = 0; value < 256; value++)
1364 if (!isALNUM(value))
b81d288d 1365 ANYOF_BITMAP_SET(data->start_class, value);
653099ff
GS
1366 }
1367 }
1368 break;
1369 case NALNUML:
1370 if (flags & SCF_DO_STCLASS_AND) {
1371 if (data->start_class->flags & ANYOF_LOCALE)
1372 ANYOF_CLASS_CLEAR(data->start_class,ANYOF_ALNUM);
1373 }
1374 else {
1375 data->start_class->flags |= ANYOF_LOCALE;
1376 ANYOF_CLASS_SET(data->start_class,ANYOF_NALNUM);
1377 }
1378 break;
1379 case SPACE:
1380 if (flags & SCF_DO_STCLASS_AND) {
1381 if (!(data->start_class->flags & ANYOF_LOCALE)) {
1382 ANYOF_CLASS_CLEAR(data->start_class,ANYOF_NSPACE);
1383 for (value = 0; value < 256; value++)
1384 if (!isSPACE(value))
1385 ANYOF_BITMAP_CLEAR(data->start_class, value);
1386 }
1387 }
1388 else {
1389 if (data->start_class->flags & ANYOF_LOCALE)
1390 ANYOF_CLASS_SET(data->start_class,ANYOF_SPACE);
1391 else {
1392 for (value = 0; value < 256; value++)
1393 if (isSPACE(value))
b81d288d 1394 ANYOF_BITMAP_SET(data->start_class, value);
653099ff
GS
1395 }
1396 }
1397 break;
1398 case SPACEL:
1399 if (flags & SCF_DO_STCLASS_AND) {
1400 if (data->start_class->flags & ANYOF_LOCALE)
1401 ANYOF_CLASS_CLEAR(data->start_class,ANYOF_NSPACE);
1402 }
1403 else {
1404 data->start_class->flags |= ANYOF_LOCALE;
1405 ANYOF_CLASS_SET(data->start_class,ANYOF_SPACE);
1406 }
1407 break;
1408 case NSPACE:
1409 if (flags & SCF_DO_STCLASS_AND) {
1410 if (!(data->start_class->flags & ANYOF_LOCALE)) {
1411 ANYOF_CLASS_CLEAR(data->start_class,ANYOF_SPACE);
1412 for (value = 0; value < 256; value++)
1413 if (isSPACE(value))
1414 ANYOF_BITMAP_CLEAR(data->start_class, value);
1415 }
1416 }
1417 else {
1418 if (data->start_class->flags & ANYOF_LOCALE)
1419 ANYOF_CLASS_SET(data->start_class,ANYOF_NSPACE);
1420 else {
1421 for (value = 0; value < 256; value++)
1422 if (!isSPACE(value))
b81d288d 1423 ANYOF_BITMAP_SET(data->start_class, value);
653099ff
GS
1424 }
1425 }
1426 break;
1427 case NSPACEL:
1428 if (flags & SCF_DO_STCLASS_AND) {
1429 if (data->start_class->flags & ANYOF_LOCALE) {
1430 ANYOF_CLASS_CLEAR(data->start_class,ANYOF_SPACE);
1431 for (value = 0; value < 256; value++)
1432 if (!isSPACE(value))
1433 ANYOF_BITMAP_CLEAR(data->start_class, value);
1434 }
1435 }
1436 else {
1437 data->start_class->flags |= ANYOF_LOCALE;
1438 ANYOF_CLASS_SET(data->start_class,ANYOF_NSPACE);
1439 }
1440 break;
1441 case DIGIT:
1442 if (flags & SCF_DO_STCLASS_AND) {
1443 ANYOF_CLASS_CLEAR(data->start_class,ANYOF_NDIGIT);
1444 for (value = 0; value < 256; value++)
1445 if (!isDIGIT(value))
1446 ANYOF_BITMAP_CLEAR(data->start_class, value);
1447 }
1448 else {
1449 if (data->start_class->flags & ANYOF_LOCALE)
1450 ANYOF_CLASS_SET(data->start_class,ANYOF_DIGIT);
1451 else {
1452 for (value = 0; value < 256; value++)
1453 if (isDIGIT(value))
b81d288d 1454 ANYOF_BITMAP_SET(data->start_class, value);
653099ff
GS
1455 }
1456 }
1457 break;
1458 case NDIGIT:
1459 if (flags & SCF_DO_STCLASS_AND) {
1460 ANYOF_CLASS_CLEAR(data->start_class,ANYOF_DIGIT);
1461 for (value = 0; value < 256; value++)
1462 if (isDIGIT(value))
1463 ANYOF_BITMAP_CLEAR(data->start_class, value);
1464 }
1465 else {
1466 if (data->start_class->flags & ANYOF_LOCALE)
1467 ANYOF_CLASS_SET(data->start_class,ANYOF_NDIGIT);
1468 else {
1469 for (value = 0; value < 256; value++)
1470 if (!isDIGIT(value))
b81d288d 1471 ANYOF_BITMAP_SET(data->start_class, value);
653099ff
GS
1472 }
1473 }
1474 break;
1475 }
1476 if (flags & SCF_DO_STCLASS_OR)
1477 cl_and(data->start_class, &and_with);
1478 flags &= ~SCF_DO_STCLASS;
1479 }
a0ed51b3 1480 }
22c35a8c 1481 else if (PL_regkind[(U8)OP(scan)] == EOL && flags & SCF_DO_SUBSTR) {
c277df42
IZ
1482 data->flags |= (OP(scan) == MEOL
1483 ? SF_BEFORE_MEOL
1484 : SF_BEFORE_SEOL);
a0ed51b3 1485 }
653099ff
GS
1486 else if ( PL_regkind[(U8)OP(scan)] == BRANCHJ
1487 /* Lookbehind, or need to calculate parens/evals/stclass: */
1488 && (scan->flags || data || (flags & SCF_DO_STCLASS))
c277df42 1489 && (OP(scan) == IFMATCH || OP(scan) == UNLESSM)) {
653099ff 1490 /* Lookahead/lookbehind */
cb434fcc 1491 I32 deltanext, minnext, fake = 0;
c277df42 1492 regnode *nscan;
653099ff
GS
1493 struct regnode_charclass_class intrnl;
1494 int f = 0;
c277df42
IZ
1495
1496 data_fake.flags = 0;
b81d288d 1497 if (data) {
2c2d71f5 1498 data_fake.whilem_c = data->whilem_c;
cb434fcc
IZ
1499 data_fake.last_closep = data->last_closep;
1500 }
1501 else
1502 data_fake.last_closep = &fake;
653099ff
GS
1503 if ( flags & SCF_DO_STCLASS && !scan->flags
1504 && OP(scan) == IFMATCH ) { /* Lookahead */
830247a4 1505 cl_init(pRExC_state, &intrnl);
653099ff 1506 data_fake.start_class = &intrnl;
e1901655 1507 f |= SCF_DO_STCLASS_AND;
653099ff 1508 }
e1901655
IZ
1509 if (flags & SCF_WHILEM_VISITED_POS)
1510 f |= SCF_WHILEM_VISITED_POS;
c277df42
IZ
1511 next = regnext(scan);
1512 nscan = NEXTOPER(NEXTOPER(scan));
830247a4 1513 minnext = study_chunk(pRExC_state, &nscan, &deltanext, last, &data_fake, f);
c277df42
IZ
1514 if (scan->flags) {
1515 if (deltanext) {
9baa0206 1516 vFAIL("Variable length lookbehind not implemented");
a0ed51b3
LW
1517 }
1518 else if (minnext > U8_MAX) {
9baa0206 1519 vFAIL2("Lookbehind longer than %"UVuf" not implemented", (UV)U8_MAX);
c277df42
IZ
1520 }
1521 scan->flags = minnext;
1522 }
1523 if (data && data_fake.flags & (SF_HAS_PAR|SF_IN_PAR))
1524 pars++;
405ff068 1525 if (data && (data_fake.flags & SF_HAS_EVAL))
c277df42 1526 data->flags |= SF_HAS_EVAL;
2c2d71f5
JH
1527 if (data)
1528 data->whilem_c = data_fake.whilem_c;
e1901655 1529 if (f & SCF_DO_STCLASS_AND) {
653099ff
GS
1530 int was = (data->start_class->flags & ANYOF_EOS);
1531
1532 cl_and(data->start_class, &intrnl);
1533 if (was)
1534 data->start_class->flags |= ANYOF_EOS;
1535 }
a0ed51b3
LW
1536 }
1537 else if (OP(scan) == OPEN) {
c277df42 1538 pars++;
a0ed51b3 1539 }
cb434fcc
IZ
1540 else if (OP(scan) == CLOSE) {
1541 if (ARG(scan) == is_par) {
1542 next = regnext(scan);
c277df42 1543
cb434fcc
IZ
1544 if ( next && (OP(next) != WHILEM) && next < last)
1545 is_par = 0; /* Disable optimization */
1546 }
1547 if (data)
1548 *(data->last_closep) = ARG(scan);
a0ed51b3
LW
1549 }
1550 else if (OP(scan) == EVAL) {
c277df42
IZ
1551 if (data)
1552 data->flags |= SF_HAS_EVAL;
1553 }
96776eda 1554 else if (OP(scan) == LOGICAL && scan->flags == 2) { /* Embedded follows */
0f5d15d6 1555 if (flags & SCF_DO_SUBSTR) {
830247a4 1556 scan_commit(pRExC_state,data);
0f5d15d6
IZ
1557 data->longest = &(data->longest_float);
1558 }
1559 is_inf = is_inf_internal = 1;
653099ff 1560 if (flags & SCF_DO_STCLASS_OR) /* Allow everything */
830247a4 1561 cl_anything(pRExC_state, data->start_class);
96776eda 1562 flags &= ~SCF_DO_STCLASS;
0f5d15d6 1563 }
c277df42
IZ
1564 /* Else: zero-length, ignore. */
1565 scan = regnext(scan);
1566 }
1567
1568 finish:
1569 *scanp = scan;
aca2d497 1570 *deltap = is_inf_internal ? I32_MAX : delta;
b81d288d 1571 if (flags & SCF_DO_SUBSTR && is_inf)
c277df42
IZ
1572 data->pos_delta = I32_MAX - data->pos_min;
1573 if (is_par > U8_MAX)
1574 is_par = 0;
1575 if (is_par && pars==1 && data) {
1576 data->flags |= SF_IN_PAR;
1577 data->flags &= ~SF_HAS_PAR;
a0ed51b3
LW
1578 }
1579 else if (pars && data) {
c277df42
IZ
1580 data->flags |= SF_HAS_PAR;
1581 data->flags &= ~SF_IN_PAR;
1582 }
653099ff
GS
1583 if (flags & SCF_DO_STCLASS_OR)
1584 cl_and(data->start_class, &and_with);
c277df42
IZ
1585 return min;
1586}
1587
76e3520e 1588STATIC I32
830247a4 1589S_add_data(pTHX_ RExC_state_t *pRExC_state, I32 n, char *s)
c277df42 1590{
830247a4 1591 if (RExC_rx->data) {
b81d288d
AB
1592 Renewc(RExC_rx->data,
1593 sizeof(*RExC_rx->data) + sizeof(void*) * (RExC_rx->data->count + n - 1),
c277df42 1594 char, struct reg_data);
830247a4
IZ
1595 Renew(RExC_rx->data->what, RExC_rx->data->count + n, U8);
1596 RExC_rx->data->count += n;
a0ed51b3
LW
1597 }
1598 else {
830247a4 1599 Newc(1207, RExC_rx->data, sizeof(*RExC_rx->data) + sizeof(void*) * (n - 1),
c277df42 1600 char, struct reg_data);
830247a4
IZ
1601 New(1208, RExC_rx->data->what, n, U8);
1602 RExC_rx->data->count = n;
c277df42 1603 }
830247a4
IZ
1604 Copy(s, RExC_rx->data->what + RExC_rx->data->count - n, n, U8);
1605 return RExC_rx->data->count - n;
c277df42
IZ
1606}
1607
d88dccdf 1608void
864dbfa3 1609Perl_reginitcolors(pTHX)
d88dccdf 1610{
d88dccdf
IZ
1611 int i = 0;
1612 char *s = PerlEnv_getenv("PERL_RE_COLORS");
b81d288d 1613
d88dccdf
IZ
1614 if (s) {
1615 PL_colors[0] = s = savepv(s);
1616 while (++i < 6) {
1617 s = strchr(s, '\t');
1618 if (s) {
1619 *s = '\0';
1620 PL_colors[i] = ++s;
1621 }
1622 else
c712d376 1623 PL_colors[i] = s = "";
d88dccdf
IZ
1624 }
1625 } else {
b81d288d 1626 while (i < 6)
d88dccdf
IZ
1627 PL_colors[i++] = "";
1628 }
1629 PL_colorset = 1;
1630}
1631
8615cb43 1632
a687059c 1633/*
e50aee73 1634 - pregcomp - compile a regular expression into internal code
a687059c
LW
1635 *
1636 * We can't allocate space until we know how big the compiled form will be,
1637 * but we can't compile it (and thus know how big it is) until we've got a
1638 * place to put the code. So we cheat: we compile it twice, once with code
1639 * generation turned off and size counting turned on, and once "for real".
1640 * This also means that we don't allocate space until we are sure that the
1641 * thing really will compile successfully, and we never have to move the
1642 * code and thus invalidate pointers into it. (Note that it has to be in
1643 * one piece because free() must be able to free it all.) [NB: not true in perl]
1644 *
1645 * Beware that the optimization-preparation code in here knows about some
1646 * of the structure of the compiled regexp. [I'll say.]
1647 */
1648regexp *
864dbfa3 1649Perl_pregcomp(pTHX_ char *exp, char *xend, PMOP *pm)
a687059c 1650{
a0d0e21e 1651 register regexp *r;
c277df42 1652 regnode *scan;
c277df42 1653 regnode *first;
a0d0e21e 1654 I32 flags;
a0d0e21e
LW
1655 I32 minlen = 0;
1656 I32 sawplus = 0;
1657 I32 sawopen = 0;
2c2d71f5 1658 scan_data_t data;
830247a4
IZ
1659 RExC_state_t RExC_state;
1660 RExC_state_t *pRExC_state = &RExC_state;
a0d0e21e
LW
1661
1662 if (exp == NULL)
c277df42 1663 FAIL("NULL regexp argument");
a0d0e21e 1664
84e09d5e
JH
1665 /* XXXX This looks very suspicious... */
1666 if (pm->op_pmdynflags & PMdf_CMP_UTF8)
1667 RExC_utf8 = 1;
1668 else
1669 RExC_utf8 = 0;
a0ed51b3 1670
5cfc7842 1671 RExC_precomp = exp;
35ef4773 1672 DEBUG_r(if (!PL_colorset) reginitcolors());
2c2d71f5 1673 DEBUG_r(PerlIO_printf(Perl_debug_log, "%sCompiling REx%s `%s%*s%s'\n",
d88dccdf 1674 PL_colors[4],PL_colors[5],PL_colors[0],
830247a4
IZ
1675 (int)(xend - exp), RExC_precomp, PL_colors[1]));
1676 RExC_flags16 = pm->op_pmflags;
1677 RExC_sawback = 0;
bbce6d69 1678
830247a4
IZ
1679 RExC_seen = 0;
1680 RExC_seen_zerolen = *exp == '^' ? -1 : 0;
1681 RExC_seen_evals = 0;
1682 RExC_extralen = 0;
c277df42 1683
bbce6d69 1684 /* First pass: determine size, legality. */
830247a4 1685 RExC_parse = exp;
fac92740 1686 RExC_start = exp;
830247a4
IZ
1687 RExC_end = xend;
1688 RExC_naughty = 0;
1689 RExC_npar = 1;
1690 RExC_size = 0L;
1691 RExC_emit = &PL_regdummy;
1692 RExC_whilem_seen = 0;
85ddcde9
JH
1693#if 0 /* REGC() is (currently) a NOP at the first pass.
1694 * Clever compilers notice this and complain. --jhi */
830247a4 1695 REGC((U8)REG_MAGIC, (char*)RExC_emit);
85ddcde9 1696#endif
830247a4 1697 if (reg(pRExC_state, 0, &flags) == NULL) {
830247a4 1698 RExC_precomp = Nullch;
a0d0e21e
LW
1699 return(NULL);
1700 }
830247a4 1701 DEBUG_r(PerlIO_printf(Perl_debug_log, "size %"IVdf" ", (IV)RExC_size));
c277df42 1702
c277df42
IZ
1703 /* Small enough for pointer-storage convention?
1704 If extralen==0, this means that we will not need long jumps. */
830247a4
IZ
1705 if (RExC_size >= 0x10000L && RExC_extralen)
1706 RExC_size += RExC_extralen;
c277df42 1707 else
830247a4
IZ
1708 RExC_extralen = 0;
1709 if (RExC_whilem_seen > 15)
1710 RExC_whilem_seen = 15;
a0d0e21e 1711
bbce6d69 1712 /* Allocate space and initialize. */
830247a4 1713 Newc(1001, r, sizeof(regexp) + (unsigned)RExC_size * sizeof(regnode),
c277df42 1714 char, regexp);
a0d0e21e 1715 if (r == NULL)
b45f050a
JF
1716 FAIL("Regexp out of space");
1717
0f79a09d
GS
1718#ifdef DEBUGGING
1719 /* avoid reading uninitialized memory in DEBUGGING code in study_chunk() */
830247a4 1720 Zero(r, sizeof(regexp) + (unsigned)RExC_size * sizeof(regnode), char);
0f79a09d 1721#endif
c277df42 1722 r->refcnt = 1;
bbce6d69 1723 r->prelen = xend - exp;
5cfc7842 1724 r->precomp = savepvn(RExC_precomp, r->prelen);
cf93c79d
IZ
1725 r->subbeg = NULL;
1726 r->reganch = pm->op_pmflags & PMf_COMPILETIME;
830247a4 1727 r->nparens = RExC_npar - 1; /* set early to validate backrefs */
4327152a
IZ
1728
1729 r->substrs = 0; /* Useful during FAIL. */
1730 r->startp = 0; /* Useful during FAIL. */
1731 r->endp = 0; /* Useful during FAIL. */
1732
fac92740
MJD
1733 Newz(1304, r->offsets, 2*RExC_size+1, U32); /* MJD 20001228 */
1734 if (r->offsets) {
1735 r->offsets[0] = RExC_size;
1736 }
1737 DEBUG_r(PerlIO_printf(Perl_debug_log,
392fbf5d 1738 "%s %"UVuf" bytes for offset annotations.\n",
fac92740 1739 r->offsets ? "Got" : "Couldn't get",
392fbf5d 1740 (UV)((2*RExC_size+1) * sizeof(U32))));
fac92740 1741
830247a4 1742 RExC_rx = r;
bbce6d69 1743
1744 /* Second pass: emit code. */
055bb491 1745 RExC_flags16 = pm->op_pmflags; /* don't let top level (?i) bleed */
830247a4
IZ
1746 RExC_parse = exp;
1747 RExC_end = xend;
1748 RExC_naughty = 0;
1749 RExC_npar = 1;
fac92740 1750 RExC_emit_start = r->program;
830247a4 1751 RExC_emit = r->program;
2cd61cdb 1752 /* Store the count of eval-groups for security checks: */
830247a4
IZ
1753 RExC_emit->next_off = ((RExC_seen_evals > U16_MAX) ? U16_MAX : RExC_seen_evals);
1754 REGC((U8)REG_MAGIC, (char*) RExC_emit++);
c277df42 1755 r->data = 0;
830247a4 1756 if (reg(pRExC_state, 0, &flags) == NULL)
a0d0e21e
LW
1757 return(NULL);
1758
1759 /* Dig out information for optimizations. */
cf93c79d 1760 r->reganch = pm->op_pmflags & PMf_COMPILETIME; /* Again? */
830247a4 1761 pm->op_pmflags = RExC_flags16;
a0ed51b3
LW
1762 if (UTF)
1763 r->reganch |= ROPT_UTF8;
c277df42 1764 r->regstclass = NULL;
830247a4 1765 if (RExC_naughty >= 10) /* Probably an expensive pattern. */
a0ed51b3 1766 r->reganch |= ROPT_NAUGHTY;
c277df42 1767 scan = r->program + 1; /* First BRANCH. */
2779dcf1
IZ
1768
1769 /* XXXX To minimize changes to RE engine we always allocate
1770 3-units-long substrs field. */
1771 Newz(1004, r->substrs, 1, struct reg_substr_data);
1772
2c2d71f5 1773 StructCopy(&zero_scan_data, &data, scan_data_t);
653099ff 1774 /* XXXX Should not we check for something else? Usually it is OPEN1... */
c277df42 1775 if (OP(scan) != BRANCH) { /* Only one top-level choice. */
c277df42 1776 I32 fake;
c5254dd6 1777 STRLEN longest_float_length, longest_fixed_length;
653099ff
GS
1778 struct regnode_charclass_class ch_class;
1779 int stclass_flag;
cb434fcc 1780 I32 last_close = 0;
a0d0e21e
LW
1781
1782 first = scan;
c277df42 1783 /* Skip introductions and multiplicators >= 1. */
a0d0e21e 1784 while ((OP(first) == OPEN && (sawopen = 1)) ||
653099ff 1785 /* An OR of *one* alternative - should not happen now. */
a0d0e21e
LW
1786 (OP(first) == BRANCH && OP(regnext(first)) != BRANCH) ||
1787 (OP(first) == PLUS) ||
1788 (OP(first) == MINMOD) ||
653099ff 1789 /* An {n,m} with n>0 */
22c35a8c 1790 (PL_regkind[(U8)OP(first)] == CURLY && ARG1(first) > 0) ) {
a0d0e21e
LW
1791 if (OP(first) == PLUS)
1792 sawplus = 1;
1793 else
1794 first += regarglen[(U8)OP(first)];
1795 first = NEXTOPER(first);
a687059c
LW
1796 }
1797
a0d0e21e
LW
1798 /* Starting-point info. */
1799 again:
653099ff 1800 if (PL_regkind[(U8)OP(first)] == EXACT) {
1aa99e6b
IH
1801 if (OP(first) == EXACT)
1802 ; /* Empty, get anchored substr later. */
1803 else if ((OP(first) == EXACTF || OP(first) == EXACTFL))
b3c9acc1
IZ
1804 r->regstclass = first;
1805 }
653099ff 1806 else if (strchr((char*)PL_simple,OP(first)))
a0d0e21e 1807 r->regstclass = first;
22c35a8c
GS
1808 else if (PL_regkind[(U8)OP(first)] == BOUND ||
1809 PL_regkind[(U8)OP(first)] == NBOUND)
a0d0e21e 1810 r->regstclass = first;
22c35a8c 1811 else if (PL_regkind[(U8)OP(first)] == BOL) {
cad2e5aa
JH
1812 r->reganch |= (OP(first) == MBOL
1813 ? ROPT_ANCH_MBOL
1814 : (OP(first) == SBOL
1815 ? ROPT_ANCH_SBOL
1816 : ROPT_ANCH_BOL));
a0d0e21e 1817 first = NEXTOPER(first);
774d564b 1818 goto again;
1819 }
1820 else if (OP(first) == GPOS) {
1821 r->reganch |= ROPT_ANCH_GPOS;
1822 first = NEXTOPER(first);
1823 goto again;
a0d0e21e
LW
1824 }
1825 else if ((OP(first) == STAR &&
22c35a8c 1826 PL_regkind[(U8)OP(NEXTOPER(first))] == REG_ANY) &&
a0d0e21e
LW
1827 !(r->reganch & ROPT_ANCH) )
1828 {
1829 /* turn .* into ^.* with an implied $*=1 */
cad2e5aa
JH
1830 int type = OP(NEXTOPER(first));
1831
ffc61ed2 1832 if (type == REG_ANY)
cad2e5aa
JH
1833 type = ROPT_ANCH_MBOL;
1834 else
1835 type = ROPT_ANCH_SBOL;
1836
1837 r->reganch |= type | ROPT_IMPLICIT;
a0d0e21e 1838 first = NEXTOPER(first);
774d564b 1839 goto again;
a0d0e21e 1840 }
b81d288d 1841 if (sawplus && (!sawopen || !RExC_sawback)
830247a4 1842 && !(RExC_seen & REG_SEEN_EVAL)) /* May examine pos and $& */
cad2e5aa
JH
1843 /* x+ must match at the 1st pos of run of x's */
1844 r->reganch |= ROPT_SKIP;
a0d0e21e 1845
c277df42 1846 /* Scan is after the zeroth branch, first is atomic matcher. */
b81d288d 1847 DEBUG_r(PerlIO_printf(Perl_debug_log, "first at %"IVdf"\n",
b900a521 1848 (IV)(first - scan + 1)));
a0d0e21e
LW
1849 /*
1850 * If there's something expensive in the r.e., find the
1851 * longest literal string that must appear and make it the
1852 * regmust. Resolve ties in favor of later strings, since
1853 * the regstart check works with the beginning of the r.e.
1854 * and avoiding duplication strengthens checking. Not a
1855 * strong reason, but sufficient in the absence of others.
1856 * [Now we resolve ties in favor of the earlier string if
c277df42 1857 * it happens that c_offset_min has been invalidated, since the
a0d0e21e
LW
1858 * earlier string may buy us something the later one won't.]
1859 */
a0d0e21e 1860 minlen = 0;
a687059c 1861
79cb57f6
GS
1862 data.longest_fixed = newSVpvn("",0);
1863 data.longest_float = newSVpvn("",0);
1864 data.last_found = newSVpvn("",0);
c277df42
IZ
1865 data.longest = &(data.longest_fixed);
1866 first = scan;
653099ff 1867 if (!r->regstclass) {
830247a4 1868 cl_init(pRExC_state, &ch_class);
653099ff
GS
1869 data.start_class = &ch_class;
1870 stclass_flag = SCF_DO_STCLASS_AND;
1871 } else /* XXXX Check for BOUND? */
1872 stclass_flag = 0;
cb434fcc 1873 data.last_closep = &last_close;
653099ff 1874
830247a4 1875 minlen = study_chunk(pRExC_state, &first, &fake, scan + RExC_size, /* Up to end */
e1901655 1876 &data, SCF_DO_SUBSTR | SCF_WHILEM_VISITED_POS | stclass_flag);
830247a4 1877 if ( RExC_npar == 1 && data.longest == &(data.longest_fixed)
b81d288d 1878 && data.last_start_min == 0 && data.last_end > 0
830247a4
IZ
1879 && !RExC_seen_zerolen
1880 && (!(RExC_seen & REG_SEEN_GPOS) || (r->reganch & ROPT_ANCH_GPOS)))
c277df42 1881 r->reganch |= ROPT_CHECK_ALL;
830247a4 1882 scan_commit(pRExC_state, &data);
c277df42
IZ
1883 SvREFCNT_dec(data.last_found);
1884
a0ed51b3 1885 longest_float_length = CHR_SVLEN(data.longest_float);
c5254dd6 1886 if (longest_float_length
c277df42
IZ
1887 || (data.flags & SF_FL_BEFORE_EOL
1888 && (!(data.flags & SF_FL_BEFORE_MEOL)
830247a4 1889 || (RExC_flags16 & PMf_MULTILINE)))) {
cf93c79d
IZ
1890 int t;
1891
a0ed51b3 1892 if (SvCUR(data.longest_fixed) /* ok to leave SvCUR */
aca2d497
IZ
1893 && data.offset_fixed == data.offset_float_min
1894 && SvCUR(data.longest_fixed) == SvCUR(data.longest_float))
1895 goto remove_float; /* As in (a)+. */
1896
c277df42
IZ
1897 r->float_substr = data.longest_float;
1898 r->float_min_offset = data.offset_float_min;
1899 r->float_max_offset = data.offset_float_max;
cf93c79d
IZ
1900 t = (data.flags & SF_FL_BEFORE_EOL /* Can't have SEOL and MULTI */
1901 && (!(data.flags & SF_FL_BEFORE_MEOL)
830247a4 1902 || (RExC_flags16 & PMf_MULTILINE)));
cf93c79d 1903 fbm_compile(r->float_substr, t ? FBMcf_TAIL : 0);
a0ed51b3
LW
1904 }
1905 else {
aca2d497 1906 remove_float:
c277df42
IZ
1907 r->float_substr = Nullsv;
1908 SvREFCNT_dec(data.longest_float);
c5254dd6 1909 longest_float_length = 0;
a0d0e21e 1910 }
c277df42 1911
a0ed51b3 1912 longest_fixed_length = CHR_SVLEN(data.longest_fixed);
c5254dd6 1913 if (longest_fixed_length
c277df42
IZ
1914 || (data.flags & SF_FIX_BEFORE_EOL /* Cannot have SEOL and MULTI */
1915 && (!(data.flags & SF_FIX_BEFORE_MEOL)
830247a4 1916 || (RExC_flags16 & PMf_MULTILINE)))) {
cf93c79d
IZ
1917 int t;
1918
c277df42
IZ
1919 r->anchored_substr = data.longest_fixed;
1920 r->anchored_offset = data.offset_fixed;
cf93c79d
IZ
1921 t = (data.flags & SF_FIX_BEFORE_EOL /* Can't have SEOL and MULTI */
1922 && (!(data.flags & SF_FIX_BEFORE_MEOL)
830247a4 1923 || (RExC_flags16 & PMf_MULTILINE)));
cf93c79d 1924 fbm_compile(r->anchored_substr, t ? FBMcf_TAIL : 0);
a0ed51b3
LW
1925 }
1926 else {
c277df42
IZ
1927 r->anchored_substr = Nullsv;
1928 SvREFCNT_dec(data.longest_fixed);
c5254dd6 1929 longest_fixed_length = 0;
a0d0e21e 1930 }
b81d288d 1931 if (r->regstclass
ffc61ed2 1932 && (OP(r->regstclass) == REG_ANY || OP(r->regstclass) == SANY))
653099ff
GS
1933 r->regstclass = NULL;
1934 if ((!r->anchored_substr || r->anchored_offset) && stclass_flag
1935 && !(data.start_class->flags & ANYOF_EOS)
1936 && !cl_is_anything(data.start_class)) {
830247a4 1937 I32 n = add_data(pRExC_state, 1, "f");
653099ff 1938
b81d288d 1939 New(1006, RExC_rx->data->data[n], 1,
653099ff
GS
1940 struct regnode_charclass_class);
1941 StructCopy(data.start_class,
830247a4 1942 (struct regnode_charclass_class*)RExC_rx->data->data[n],
653099ff 1943 struct regnode_charclass_class);
830247a4 1944 r->regstclass = (regnode*)RExC_rx->data->data[n];
653099ff 1945 r->reganch &= ~ROPT_SKIP; /* Used in find_byclass(). */
ffc61ed2 1946 PL_regdata = r->data; /* for regprop() */
9c5ffd7c
JH
1947 DEBUG_r({ SV *sv = sv_newmortal();
1948 regprop(sv, (regnode*)data.start_class);
1949 PerlIO_printf(Perl_debug_log,
1950 "synthetic stclass `%s'.\n",
1951 SvPVX(sv));});
653099ff 1952 }
c277df42
IZ
1953
1954 /* A temporary algorithm prefers floated substr to fixed one to dig more info. */
c5254dd6 1955 if (longest_fixed_length > longest_float_length) {
c277df42
IZ
1956 r->check_substr = r->anchored_substr;
1957 r->check_offset_min = r->check_offset_max = r->anchored_offset;
1958 if (r->reganch & ROPT_ANCH_SINGLE)
1959 r->reganch |= ROPT_NOSCAN;
a0ed51b3
LW
1960 }
1961 else {
c277df42
IZ
1962 r->check_substr = r->float_substr;
1963 r->check_offset_min = data.offset_float_min;
1964 r->check_offset_max = data.offset_float_max;
a0d0e21e 1965 }
30382c73
IZ
1966 /* XXXX Currently intuiting is not compatible with ANCH_GPOS.
1967 This should be changed ASAP! */
1968 if (r->check_substr && !(r->reganch & ROPT_ANCH_GPOS)) {
cad2e5aa
JH
1969 r->reganch |= RE_USE_INTUIT;
1970 if (SvTAIL(r->check_substr))
1971 r->reganch |= RE_INTUIT_TAIL;
1972 }
a0ed51b3
LW
1973 }
1974 else {
c277df42
IZ
1975 /* Several toplevels. Best we can is to set minlen. */
1976 I32 fake;
653099ff 1977 struct regnode_charclass_class ch_class;
cb434fcc 1978 I32 last_close = 0;
c277df42
IZ
1979
1980 DEBUG_r(PerlIO_printf(Perl_debug_log, "\n"));
1981 scan = r->program + 1;
830247a4 1982 cl_init(pRExC_state, &ch_class);
653099ff 1983 data.start_class = &ch_class;
cb434fcc 1984 data.last_closep = &last_close;
e1901655 1985 minlen = study_chunk(pRExC_state, &scan, &fake, scan + RExC_size, &data, SCF_DO_STCLASS_AND|SCF_WHILEM_VISITED_POS);
c277df42 1986 r->check_substr = r->anchored_substr = r->float_substr = Nullsv;
653099ff
GS
1987 if (!(data.start_class->flags & ANYOF_EOS)
1988 && !cl_is_anything(data.start_class)) {
830247a4 1989 I32 n = add_data(pRExC_state, 1, "f");
653099ff 1990
b81d288d 1991 New(1006, RExC_rx->data->data[n], 1,
653099ff
GS
1992 struct regnode_charclass_class);
1993 StructCopy(data.start_class,
830247a4 1994 (struct regnode_charclass_class*)RExC_rx->data->data[n],
653099ff 1995 struct regnode_charclass_class);
830247a4 1996 r->regstclass = (regnode*)RExC_rx->data->data[n];
653099ff 1997 r->reganch &= ~ROPT_SKIP; /* Used in find_byclass(). */
9c5ffd7c
JH
1998 DEBUG_r({ SV* sv = sv_newmortal();
1999 regprop(sv, (regnode*)data.start_class);
2000 PerlIO_printf(Perl_debug_log,
2001 "synthetic stclass `%s'.\n",
2002 SvPVX(sv));});
653099ff 2003 }
a0d0e21e
LW
2004 }
2005
a0d0e21e 2006 r->minlen = minlen;
b81d288d 2007 if (RExC_seen & REG_SEEN_GPOS)
c277df42 2008 r->reganch |= ROPT_GPOS_SEEN;
830247a4 2009 if (RExC_seen & REG_SEEN_LOOKBEHIND)
c277df42 2010 r->reganch |= ROPT_LOOKBEHIND_SEEN;
830247a4 2011 if (RExC_seen & REG_SEEN_EVAL)
ce862d02 2012 r->reganch |= ROPT_EVAL_SEEN;
f33976b4
DB
2013 if (RExC_seen & REG_SEEN_CANY)
2014 r->reganch |= ROPT_CANY_SEEN;
830247a4
IZ
2015 Newz(1002, r->startp, RExC_npar, I32);
2016 Newz(1002, r->endp, RExC_npar, I32);
ffc61ed2 2017 PL_regdata = r->data; /* for regprop() */
a0d0e21e
LW
2018 DEBUG_r(regdump(r));
2019 return(r);
a687059c
LW
2020}
2021
2022/*
2023 - reg - regular expression, i.e. main body or parenthesized thing
2024 *
2025 * Caller must absorb opening parenthesis.
2026 *
2027 * Combining parenthesis handling with the base level of regular expression
2028 * is a trifle forced, but the need to tie the tails of the branches to what
2029 * follows makes it hard to avoid.
2030 */
76e3520e 2031STATIC regnode *
830247a4 2032S_reg(pTHX_ RExC_state_t *pRExC_state, I32 paren, I32 *flagp)
c277df42 2033 /* paren: Parenthesized? 0=top, 1=(, inside: changed to letter. */
a687059c 2034{
c277df42
IZ
2035 register regnode *ret; /* Will be the head of the group. */
2036 register regnode *br;
2037 register regnode *lastbr;
2038 register regnode *ender = 0;
a0d0e21e 2039 register I32 parno = 0;
830247a4 2040 I32 flags, oregflags = RExC_flags16, have_branch = 0, open = 0;
9d1d55b5
JP
2041
2042 /* for (?g), (?gc), and (?o) warnings; warning
2043 about (?c) will warn about (?g) -- japhy */
2044
2045 I32 wastedflags = 0x00,
2046 wasted_o = 0x01,
2047 wasted_g = 0x02,
2048 wasted_gc = 0x02 | 0x04,
2049 wasted_c = 0x04;
2050
fac92740 2051 char * parse_start = RExC_parse; /* MJD */
830247a4 2052 char *oregcomp_parse = RExC_parse;
c277df42 2053 char c;
a0d0e21e 2054
821b33a5 2055 *flagp = 0; /* Tentatively. */
a0d0e21e 2056
9d1d55b5 2057
a0d0e21e
LW
2058 /* Make an OPEN node, if parenthesized. */
2059 if (paren) {
fac92740 2060 if (*RExC_parse == '?') { /* (?...) */
ca9dfc88
IZ
2061 U16 posflags = 0, negflags = 0;
2062 U16 *flagsp = &posflags;
0f5d15d6 2063 int logical = 0;
830247a4 2064 char *seqstart = RExC_parse;
ca9dfc88 2065
830247a4
IZ
2066 RExC_parse++;
2067 paren = *RExC_parse++;
c277df42 2068 ret = NULL; /* For look-ahead/behind. */
a0d0e21e 2069 switch (paren) {
fac92740 2070 case '<': /* (?<...) */
830247a4 2071 RExC_seen |= REG_SEEN_LOOKBEHIND;
b81d288d 2072 if (*RExC_parse == '!')
c277df42 2073 paren = ',';
b81d288d 2074 if (*RExC_parse != '=' && *RExC_parse != '!')
c277df42 2075 goto unknown;
830247a4 2076 RExC_parse++;
fac92740
MJD
2077 case '=': /* (?=...) */
2078 case '!': /* (?!...) */
830247a4 2079 RExC_seen_zerolen++;
fac92740
MJD
2080 case ':': /* (?:...) */
2081 case '>': /* (?>...) */
a0d0e21e 2082 break;
fac92740
MJD
2083 case '$': /* (?$...) */
2084 case '@': /* (?@...) */
8615cb43 2085 vFAIL2("Sequence (?%c...) not implemented", (int)paren);
a0d0e21e 2086 break;
fac92740 2087 case '#': /* (?#...) */
830247a4
IZ
2088 while (*RExC_parse && *RExC_parse != ')')
2089 RExC_parse++;
2090 if (*RExC_parse != ')')
c277df42 2091 FAIL("Sequence (?#... not terminated");
830247a4 2092 nextchar(pRExC_state);
a0d0e21e
LW
2093 *flagp = TRYAGAIN;
2094 return NULL;
fac92740 2095 case 'p': /* (?p...) */
f9373011
PM
2096 if (SIZE_ONLY && ckWARN2(WARN_DEPRECATED, WARN_REGEXP))
2097 vWARNdep(RExC_parse, "(?p{}) is deprecated - use (??{})");
8c8ad484 2098 /* FALL THROUGH*/
fac92740 2099 case '?': /* (??...) */
0f5d15d6 2100 logical = 1;
830247a4 2101 paren = *RExC_parse++;
0f5d15d6 2102 /* FALL THROUGH */
fac92740 2103 case '{': /* (?{...}) */
c277df42 2104 {
c277df42
IZ
2105 I32 count = 1, n = 0;
2106 char c;
830247a4 2107 char *s = RExC_parse;
c277df42
IZ
2108 SV *sv;
2109 OP_4tree *sop, *rop;
2110
830247a4
IZ
2111 RExC_seen_zerolen++;
2112 RExC_seen |= REG_SEEN_EVAL;
2113 while (count && (c = *RExC_parse)) {
2114 if (c == '\\' && RExC_parse[1])
2115 RExC_parse++;
b81d288d 2116 else if (c == '{')
c277df42 2117 count++;
b81d288d 2118 else if (c == '}')
c277df42 2119 count--;
830247a4 2120 RExC_parse++;
c277df42 2121 }
830247a4 2122 if (*RExC_parse != ')')
b45f050a 2123 {
b81d288d 2124 RExC_parse = s;
b45f050a
JF
2125 vFAIL("Sequence (?{...}) not terminated or not {}-balanced");
2126 }
c277df42
IZ
2127 if (!SIZE_ONLY) {
2128 AV *av;
b81d288d
AB
2129
2130 if (RExC_parse - 1 - s)
830247a4 2131 sv = newSVpvn(s, RExC_parse - 1 - s);
c277df42 2132 else
79cb57f6 2133 sv = newSVpvn("", 0);
c277df42 2134
569233ed
SB
2135 ENTER;
2136 Perl_save_re_context(aTHX);
c277df42 2137 rop = sv_compile_2op(sv, &sop, "re", &av);
9b978d73
DM
2138 sop->op_private |= OPpREFCOUNTED;
2139 /* re_dup will OpREFCNT_inc */
2140 OpREFCNT_set(sop, 1);
569233ed 2141 LEAVE;
c277df42 2142
830247a4
IZ
2143 n = add_data(pRExC_state, 3, "nop");
2144 RExC_rx->data->data[n] = (void*)rop;
2145 RExC_rx->data->data[n+1] = (void*)sop;
2146 RExC_rx->data->data[n+2] = (void*)av;
c277df42 2147 SvREFCNT_dec(sv);
a0ed51b3 2148 }
e24b16f9 2149 else { /* First pass */
830247a4 2150 if (PL_reginterp_cnt < ++RExC_seen_evals
e24b16f9 2151 && PL_curcop != &PL_compiling)
2cd61cdb
IZ
2152 /* No compiled RE interpolated, has runtime
2153 components ===> unsafe. */
2154 FAIL("Eval-group not allowed at runtime, use re 'eval'");
5b61d3f7 2155 if (PL_tainting && PL_tainted)
cc6b7395 2156 FAIL("Eval-group in insecure regular expression");
c277df42
IZ
2157 }
2158
830247a4 2159 nextchar(pRExC_state);
0f5d15d6 2160 if (logical) {
830247a4 2161 ret = reg_node(pRExC_state, LOGICAL);
0f5d15d6
IZ
2162 if (!SIZE_ONLY)
2163 ret->flags = 2;
830247a4 2164 regtail(pRExC_state, ret, reganode(pRExC_state, EVAL, n));
fac92740 2165 /* deal with the length of this later - MJD */
0f5d15d6
IZ
2166 return ret;
2167 }
830247a4 2168 return reganode(pRExC_state, EVAL, n);
c277df42 2169 }
fac92740 2170 case '(': /* (?(?{...})...) and (?(?=...)...) */
c277df42 2171 {
fac92740 2172 if (RExC_parse[0] == '?') { /* (?(?...)) */
b81d288d
AB
2173 if (RExC_parse[1] == '=' || RExC_parse[1] == '!'
2174 || RExC_parse[1] == '<'
830247a4 2175 || RExC_parse[1] == '{') { /* Lookahead or eval. */
c277df42
IZ
2176 I32 flag;
2177
830247a4 2178 ret = reg_node(pRExC_state, LOGICAL);
0f5d15d6
IZ
2179 if (!SIZE_ONLY)
2180 ret->flags = 1;
830247a4 2181 regtail(pRExC_state, ret, reg(pRExC_state, 1, &flag));
c277df42 2182 goto insert_if;
b81d288d 2183 }
a0ed51b3 2184 }
830247a4 2185 else if (RExC_parse[0] >= '1' && RExC_parse[0] <= '9' ) {
fac92740 2186 /* (?(1)...) */
830247a4 2187 parno = atoi(RExC_parse++);
c277df42 2188
830247a4
IZ
2189 while (isDIGIT(*RExC_parse))
2190 RExC_parse++;
fac92740
MJD
2191 ret = reganode(pRExC_state, GROUPP, parno);
2192
830247a4 2193 if ((c = *nextchar(pRExC_state)) != ')')
b45f050a 2194 vFAIL("Switch condition not recognized");
c277df42 2195 insert_if:
830247a4
IZ
2196 regtail(pRExC_state, ret, reganode(pRExC_state, IFTHEN, 0));
2197 br = regbranch(pRExC_state, &flags, 1);
c277df42 2198 if (br == NULL)
830247a4 2199 br = reganode(pRExC_state, LONGJMP, 0);
c277df42 2200 else
830247a4
IZ
2201 regtail(pRExC_state, br, reganode(pRExC_state, LONGJMP, 0));
2202 c = *nextchar(pRExC_state);
d1b80229
IZ
2203 if (flags&HASWIDTH)
2204 *flagp |= HASWIDTH;
c277df42 2205 if (c == '|') {
830247a4
IZ
2206 lastbr = reganode(pRExC_state, IFTHEN, 0); /* Fake one for optimizer. */
2207 regbranch(pRExC_state, &flags, 1);
2208 regtail(pRExC_state, ret, lastbr);
d1b80229
IZ
2209 if (flags&HASWIDTH)
2210 *flagp |= HASWIDTH;
830247a4 2211 c = *nextchar(pRExC_state);
a0ed51b3
LW
2212 }
2213 else
c277df42
IZ
2214 lastbr = NULL;
2215 if (c != ')')
8615cb43 2216 vFAIL("Switch (?(condition)... contains too many branches");
830247a4
IZ
2217 ender = reg_node(pRExC_state, TAIL);
2218 regtail(pRExC_state, br, ender);
c277df42 2219 if (lastbr) {
830247a4
IZ
2220 regtail(pRExC_state, lastbr, ender);
2221 regtail(pRExC_state, NEXTOPER(NEXTOPER(lastbr)), ender);
a0ed51b3
LW
2222 }
2223 else
830247a4 2224 regtail(pRExC_state, ret, ender);
c277df42 2225 return ret;
a0ed51b3
LW
2226 }
2227 else {
830247a4 2228 vFAIL2("Unknown switch condition (?(%.2s", RExC_parse);
c277df42
IZ
2229 }
2230 }
1b1626e4 2231 case 0:
830247a4 2232 RExC_parse--; /* for vFAIL to print correctly */
8615cb43 2233 vFAIL("Sequence (? incomplete");
1b1626e4 2234 break;
a0d0e21e 2235 default:
830247a4 2236 --RExC_parse;
fac92740 2237 parse_flags: /* (?i) */
830247a4 2238 while (*RExC_parse && strchr("iogcmsx", *RExC_parse)) {
9d1d55b5
JP
2239 /* (?g), (?gc) and (?o) are useless here
2240 and must be globally applied -- japhy */
2241
2242 if (*RExC_parse == 'o' || *RExC_parse == 'g') {
2243 if (SIZE_ONLY && ckWARN(WARN_REGEXP)) {
2244 I32 wflagbit = *RExC_parse == 'o' ? wasted_o : wasted_g;
2245 if (! (wastedflags & wflagbit) ) {
2246 wastedflags |= wflagbit;
2247 vWARN5(
2248 RExC_parse + 1,
2249 "Useless (%s%c) - %suse /%c modifier",
2250 flagsp == &negflags ? "?-" : "?",
2251 *RExC_parse,
2252 flagsp == &negflags ? "don't " : "",
2253 *RExC_parse
2254 );
2255 }
2256 }
2257 }
2258 else if (*RExC_parse == 'c') {
2259 if (SIZE_ONLY && ckWARN(WARN_REGEXP)) {
2260 if (! (wastedflags & wasted_c) ) {
2261 wastedflags |= wasted_gc;
2262 vWARN3(
2263 RExC_parse + 1,
2264 "Useless (%sc) - %suse /gc modifier",
2265 flagsp == &negflags ? "?-" : "?",
2266 flagsp == &negflags ? "don't " : ""
2267 );
2268 }
2269 }
2270 }
2271 else { pmflag(flagsp, *RExC_parse); }
2272
830247a4 2273 ++RExC_parse;
ca9dfc88 2274 }
830247a4 2275 if (*RExC_parse == '-') {
ca9dfc88 2276 flagsp = &negflags;
9d1d55b5 2277 wastedflags = 0; /* reset so (?g-c) warns twice */
830247a4 2278 ++RExC_parse;
ca9dfc88 2279 goto parse_flags;
48c036b1 2280 }
830247a4
IZ
2281 RExC_flags16 |= posflags;
2282 RExC_flags16 &= ~negflags;
2283 if (*RExC_parse == ':') {
2284 RExC_parse++;
ca9dfc88
IZ
2285 paren = ':';
2286 break;
2287 }
c277df42 2288 unknown:
830247a4
IZ
2289 if (*RExC_parse != ')') {
2290 RExC_parse++;
2291 vFAIL3("Sequence (%.*s...) not recognized", RExC_parse-seqstart, seqstart);
b45f050a 2292 }
830247a4 2293 nextchar(pRExC_state);
a0d0e21e
LW
2294 *flagp = TRYAGAIN;
2295 return NULL;
2296 }
2297 }
fac92740 2298 else { /* (...) */
830247a4
IZ
2299 parno = RExC_npar;
2300 RExC_npar++;
2301 ret = reganode(pRExC_state, OPEN, parno);
fac92740
MJD
2302 Set_Node_Length(ret, 1); /* MJD */
2303 Set_Node_Offset(ret, RExC_parse); /* MJD */
c277df42 2304 open = 1;
a0d0e21e 2305 }
a0ed51b3 2306 }
fac92740 2307 else /* ! paren */
a0d0e21e
LW
2308 ret = NULL;
2309
2310 /* Pick up the branches, linking them together. */
fac92740 2311 parse_start = RExC_parse; /* MJD */
830247a4 2312 br = regbranch(pRExC_state, &flags, 1);
fac92740
MJD
2313 /* branch_len = (paren != 0); */
2314
a0d0e21e
LW
2315 if (br == NULL)
2316 return(NULL);
830247a4
IZ
2317 if (*RExC_parse == '|') {
2318 if (!SIZE_ONLY && RExC_extralen) {
2319 reginsert(pRExC_state, BRANCHJ, br);
a0ed51b3 2320 }
fac92740 2321 else { /* MJD */
830247a4 2322 reginsert(pRExC_state, BRANCH, br);
fac92740
MJD
2323 Set_Node_Length(br, paren != 0);
2324 Set_Node_Offset_To_R(br-RExC_emit_start, parse_start-RExC_start);
2325 }
c277df42
IZ
2326 have_branch = 1;
2327 if (SIZE_ONLY)
830247a4 2328 RExC_extralen += 1; /* For BRANCHJ-BRANCH. */
a0ed51b3
LW
2329 }
2330 else if (paren == ':') {
c277df42
IZ
2331 *flagp |= flags&SIMPLE;
2332 }
2333 if (open) { /* Starts with OPEN. */
830247a4 2334 regtail(pRExC_state, ret, br); /* OPEN -> first. */
a0ed51b3
LW
2335 }
2336 else if (paren != '?') /* Not Conditional */
a0d0e21e 2337 ret = br;
821b33a5
IZ
2338 if (flags&HASWIDTH)
2339 *flagp |= HASWIDTH;
a0d0e21e 2340 *flagp |= flags&SPSTART;
c277df42 2341 lastbr = br;
830247a4
IZ
2342 while (*RExC_parse == '|') {
2343 if (!SIZE_ONLY && RExC_extralen) {
2344 ender = reganode(pRExC_state, LONGJMP,0);
2345 regtail(pRExC_state, NEXTOPER(NEXTOPER(lastbr)), ender); /* Append to the previous. */
c277df42
IZ
2346 }
2347 if (SIZE_ONLY)
830247a4
IZ
2348 RExC_extralen += 2; /* Account for LONGJMP. */
2349 nextchar(pRExC_state);
2350 br = regbranch(pRExC_state, &flags, 0);
fac92740 2351
a687059c 2352 if (br == NULL)
a0d0e21e 2353 return(NULL);
830247a4 2354 regtail(pRExC_state, lastbr, br); /* BRANCH -> BRANCH. */
c277df42 2355 lastbr = br;
821b33a5
IZ
2356 if (flags&HASWIDTH)
2357 *flagp |= HASWIDTH;
a687059c 2358 *flagp |= flags&SPSTART;
a0d0e21e
LW
2359 }
2360
c277df42
IZ
2361 if (have_branch || paren != ':') {
2362 /* Make a closing node, and hook it on the end. */
2363 switch (paren) {
2364 case ':':
830247a4 2365 ender = reg_node(pRExC_state, TAIL);
c277df42
IZ
2366 break;
2367 case 1:
830247a4 2368 ender = reganode(pRExC_state, CLOSE, parno);
fac92740
MJD
2369 Set_Node_Offset(ender,RExC_parse+1); /* MJD */
2370 Set_Node_Length(ender,1); /* MJD */
c277df42
IZ
2371 break;
2372 case '<':
c277df42
IZ
2373 case ',':
2374 case '=':
2375 case '!':
c277df42 2376 *flagp &= ~HASWIDTH;
821b33a5
IZ
2377 /* FALL THROUGH */
2378 case '>':
830247a4 2379 ender = reg_node(pRExC_state, SUCCEED);
c277df42
IZ
2380 break;
2381 case 0:
830247a4 2382 ender = reg_node(pRExC_state, END);
c277df42
IZ
2383 break;
2384 }
830247a4 2385 regtail(pRExC_state, lastbr, ender);
a0d0e21e 2386
c277df42
IZ
2387 if (have_branch) {
2388 /* Hook the tails of the branches to the closing node. */
2389 for (br = ret; br != NULL; br = regnext(br)) {
830247a4 2390 regoptail(pRExC_state, br, ender);
c277df42
IZ
2391 }
2392 }
a0d0e21e 2393 }
c277df42
IZ
2394
2395 {
2396 char *p;
2397 static char parens[] = "=!<,>";
2398
2399 if (paren && (p = strchr(parens, paren))) {
2400 int node = ((p - parens) % 2) ? UNLESSM : IFMATCH;
2401 int flag = (p - parens) > 1;
2402
2403 if (paren == '>')
2404 node = SUSPEND, flag = 0;
830247a4 2405 reginsert(pRExC_state, node,ret);
c277df42 2406 ret->flags = flag;
830247a4 2407 regtail(pRExC_state, ret, reg_node(pRExC_state, TAIL));
c277df42 2408 }
a0d0e21e
LW
2409 }
2410
2411 /* Check for proper termination. */
ce3e6498 2412 if (paren) {
830247a4
IZ
2413 RExC_flags16 = oregflags;
2414 if (RExC_parse >= RExC_end || *nextchar(pRExC_state) != ')') {
2415 RExC_parse = oregcomp_parse;
380a0633 2416 vFAIL("Unmatched (");
ce3e6498 2417 }
a0ed51b3 2418 }
830247a4
IZ
2419 else if (!paren && RExC_parse < RExC_end) {
2420 if (*RExC_parse == ')') {
2421 RExC_parse++;
380a0633 2422 vFAIL("Unmatched )");
a0ed51b3
LW
2423 }
2424 else
b45f050a 2425 FAIL("Junk on end of regexp"); /* "Can't happen". */
a0d0e21e
LW
2426 /* NOTREACHED */
2427 }
a687059c 2428
a0d0e21e 2429 return(ret);
a687059c
LW
2430}
2431
2432/*
2433 - regbranch - one alternative of an | operator
2434 *
2435 * Implements the concatenation operator.
2436 */
76e3520e 2437STATIC regnode *
830247a4 2438S_regbranch(pTHX_ RExC_state_t *pRExC_state, I32 *flagp, I32 first)
a687059c 2439{
c277df42
IZ
2440 register regnode *ret;
2441 register regnode *chain = NULL;
2442 register regnode *latest;
2443 I32 flags = 0, c = 0;
a0d0e21e 2444
b81d288d 2445 if (first)
c277df42
IZ
2446 ret = NULL;
2447 else {
b81d288d 2448 if (!SIZE_ONLY && RExC_extralen)
830247a4 2449 ret = reganode(pRExC_state, BRANCHJ,0);
fac92740 2450 else {
830247a4 2451 ret = reg_node(pRExC_state, BRANCH);
fac92740
MJD
2452 Set_Node_Length(ret, 1);
2453 }
c277df42
IZ
2454 }
2455
b81d288d 2456 if (!first && SIZE_ONLY)
830247a4 2457 RExC_extralen += 1; /* BRANCHJ */
b81d288d 2458
c277df42 2459 *flagp = WORST; /* Tentatively. */
a0d0e21e 2460
830247a4
IZ
2461 RExC_parse--;
2462 nextchar(pRExC_state);
2463 while (RExC_parse < RExC_end && *RExC_parse != '|' && *RExC_parse != ')') {
a0d0e21e 2464 flags &= ~TRYAGAIN;
830247a4 2465 latest = regpiece(pRExC_state, &flags);
a0d0e21e
LW
2466 if (latest == NULL) {
2467 if (flags & TRYAGAIN)
2468 continue;
2469 return(NULL);
a0ed51b3
LW
2470 }
2471 else if (ret == NULL)
c277df42 2472 ret = latest;
a0d0e21e 2473 *flagp |= flags&HASWIDTH;
c277df42 2474 if (chain == NULL) /* First piece. */
a0d0e21e
LW
2475 *flagp |= flags&SPSTART;
2476 else {
830247a4
IZ
2477 RExC_naughty++;
2478 regtail(pRExC_state, chain, latest);
a687059c 2479 }
a0d0e21e 2480 chain = latest;
c277df42
IZ
2481 c++;
2482 }
2483 if (chain == NULL) { /* Loop ran zero times. */
830247a4 2484 chain = reg_node(pRExC_state, NOTHING);
c277df42
IZ
2485 if (ret == NULL)
2486 ret = chain;
2487 }
2488 if (c == 1) {
2489 *flagp |= flags&SIMPLE;
a0d0e21e 2490 }
a687059c 2491
a0d0e21e 2492 return(ret);
a687059c
LW
2493}
2494
2495/*
2496 - regpiece - something followed by possible [*+?]
2497 *
2498 * Note that the branching code sequences used for ? and the general cases
2499 * of * and + are somewhat optimized: they use the same NOTHING node as
2500 * both the endmarker for their branch list and the body of the last branch.
2501 * It might seem that this node could be dispensed with entirely, but the
2502 * endmarker role is not redundant.
2503 */
76e3520e 2504STATIC regnode *
830247a4 2505S_regpiece(pTHX_ RExC_state_t *pRExC_state, I32 *flagp)
a687059c 2506{
c277df42 2507 register regnode *ret;
a0d0e21e
LW
2508 register char op;
2509 register char *next;
2510 I32 flags;
830247a4 2511 char *origparse = RExC_parse;
a0d0e21e
LW
2512 char *maxpos;
2513 I32 min;
c277df42 2514 I32 max = REG_INFTY;
fac92740 2515 char *parse_start;
a0d0e21e 2516
830247a4 2517 ret = regatom(pRExC_state, &flags);
a0d0e21e
LW
2518 if (ret == NULL) {
2519 if (flags & TRYAGAIN)
2520 *flagp |= TRYAGAIN;
2521 return(NULL);
2522 }
2523
830247a4 2524 op = *RExC_parse;
a0d0e21e 2525
830247a4 2526 if (op == '{' && regcurly(RExC_parse)) {
fac92740 2527 parse_start = RExC_parse; /* MJD */
830247a4 2528 next = RExC_parse + 1;
a0d0e21e
LW
2529 maxpos = Nullch;
2530 while (isDIGIT(*next) || *next == ',') {
2531 if (*next == ',') {
2532 if (maxpos)
2533 break;
2534 else
2535 maxpos = next;
a687059c 2536 }
a0d0e21e
LW
2537 next++;
2538 }
2539 if (*next == '}') { /* got one */
2540 if (!maxpos)
2541 maxpos = next;
830247a4
IZ
2542 RExC_parse++;
2543 min = atoi(RExC_parse);
a0d0e21e
LW
2544 if (*maxpos == ',')
2545 maxpos++;
2546 else
830247a4 2547 maxpos = RExC_parse;
a0d0e21e
LW
2548 max = atoi(maxpos);
2549 if (!max && *maxpos != '0')
c277df42
IZ
2550 max = REG_INFTY; /* meaning "infinity" */
2551 else if (max >= REG_INFTY)
8615cb43 2552 vFAIL2("Quantifier in {,} bigger than %d", REG_INFTY - 1);
830247a4
IZ
2553 RExC_parse = next;
2554 nextchar(pRExC_state);
a0d0e21e
LW
2555
2556 do_curly:
2557 if ((flags&SIMPLE)) {
830247a4
IZ
2558 RExC_naughty += 2 + RExC_naughty / 2;
2559 reginsert(pRExC_state, CURLY, ret);
fac92740
MJD
2560 Set_Node_Offset(ret, parse_start+1); /* MJD */
2561 Set_Node_Cur_Length(ret);
a0d0e21e
LW
2562 }
2563 else {
830247a4 2564 regnode *w = reg_node(pRExC_state, WHILEM);
2c2d71f5
JH
2565
2566 w->flags = 0;
830247a4
IZ
2567 regtail(pRExC_state, ret, w);
2568 if (!SIZE_ONLY && RExC_extralen) {
2569 reginsert(pRExC_state, LONGJMP,ret);
2570 reginsert(pRExC_state, NOTHING,ret);
c277df42
IZ
2571 NEXT_OFF(ret) = 3; /* Go over LONGJMP. */
2572 }
830247a4 2573 reginsert(pRExC_state, CURLYX,ret);
fac92740
MJD
2574 /* MJD hk */
2575 Set_Node_Offset(ret, parse_start+1);
2576 Set_Node_Length(ret,
2577 op == '{' ? (RExC_parse - parse_start) : 1);
2578
830247a4 2579 if (!SIZE_ONLY && RExC_extralen)
c277df42 2580 NEXT_OFF(ret) = 3; /* Go over NOTHING to LONGJMP. */
830247a4 2581 regtail(pRExC_state, ret, reg_node(pRExC_state, NOTHING));
c277df42 2582 if (SIZE_ONLY)
830247a4
IZ
2583 RExC_whilem_seen++, RExC_extralen += 3;
2584 RExC_naughty += 4 + RExC_naughty; /* compound interest */
a0d0e21e 2585 }
c277df42 2586 ret->flags = 0;
a0d0e21e
LW
2587
2588 if (min > 0)
821b33a5
IZ
2589 *flagp = WORST;
2590 if (max > 0)
2591 *flagp |= HASWIDTH;
a0d0e21e 2592 if (max && max < min)
8615cb43 2593 vFAIL("Can't do {n,m} with n > m");
c277df42
IZ
2594 if (!SIZE_ONLY) {
2595 ARG1_SET(ret, min);
2596 ARG2_SET(ret, max);
a687059c 2597 }
a687059c 2598
a0d0e21e 2599 goto nest_check;
a687059c 2600 }
a0d0e21e 2601 }
a687059c 2602
a0d0e21e
LW
2603 if (!ISMULT1(op)) {
2604 *flagp = flags;
a687059c 2605 return(ret);
a0d0e21e 2606 }
bb20fd44 2607
c277df42 2608#if 0 /* Now runtime fix should be reliable. */
b45f050a
JF
2609
2610 /* if this is reinstated, don't forget to put this back into perldiag:
2611
2612 =item Regexp *+ operand could be empty at {#} in regex m/%s/
2613
2614 (F) The part of the regexp subject to either the * or + quantifier
2615 could match an empty string. The {#} shows in the regular
2616 expression about where the problem was discovered.
2617
2618 */
2619
bb20fd44 2620 if (!(flags&HASWIDTH) && op != '?')
b45f050a 2621 vFAIL("Regexp *+ operand could be empty");
b81d288d 2622#endif
bb20fd44 2623
fac92740 2624 parse_start = RExC_parse;
830247a4 2625 nextchar(pRExC_state);
a0d0e21e 2626
821b33a5 2627 *flagp = (op != '+') ? (WORST|SPSTART|HASWIDTH) : (WORST|HASWIDTH);
a0d0e21e
LW
2628
2629 if (op == '*' && (flags&SIMPLE)) {
830247a4 2630 reginsert(pRExC_state, STAR, ret);
c277df42 2631 ret->flags = 0;
830247a4 2632 RExC_naughty += 4;
a0d0e21e
LW
2633 }
2634 else if (op == '*') {
2635 min = 0;
2636 goto do_curly;
a0ed51b3
LW
2637 }
2638 else if (op == '+' && (flags&SIMPLE)) {
830247a4 2639 reginsert(pRExC_state, PLUS, ret);
c277df42 2640 ret->flags = 0;
830247a4 2641 RExC_naughty += 3;
a0d0e21e
LW
2642 }
2643 else if (op == '+') {
2644 min = 1;
2645 goto do_curly;
a0ed51b3
LW
2646 }
2647 else if (op == '?') {
a0d0e21e
LW
2648 min = 0; max = 1;
2649 goto do_curly;
2650 }
2651 nest_check:
e476b1b5 2652 if (ckWARN(WARN_REGEXP) && !SIZE_ONLY && !(flags&HASWIDTH) && max > REG_INFTY/3) {
830247a4 2653 vWARN3(RExC_parse,
b45f050a 2654 "%.*s matches null string many times",
830247a4 2655 RExC_parse - origparse,
b45f050a 2656 origparse);
a0d0e21e
LW
2657 }
2658
830247a4
IZ
2659 if (*RExC_parse == '?') {
2660 nextchar(pRExC_state);
2661 reginsert(pRExC_state, MINMOD, ret);
2662 regtail(pRExC_state, ret, ret + NODE_STEP_REGNODE);
a0d0e21e 2663 }
830247a4
IZ
2664 if (ISMULT2(RExC_parse)) {
2665 RExC_parse++;
b45f050a
JF
2666 vFAIL("Nested quantifiers");
2667 }
a0d0e21e
LW
2668
2669 return(ret);
a687059c
LW
2670}
2671
2672/*
2673 - regatom - the lowest level
2674 *
2675 * Optimization: gobbles an entire sequence of ordinary characters so that
2676 * it can turn them into a single node, which is smaller to store and
2677 * faster to run. Backslashed characters are exceptions, each becoming a
2678 * separate node; the code is simpler that way and it's not worth fixing.
2679 *
b45f050a 2680 * [Yes, it is worth fixing, some scripts can run twice the speed.] */
76e3520e 2681STATIC regnode *
830247a4 2682S_regatom(pTHX_ RExC_state_t *pRExC_state, I32 *flagp)
a687059c 2683{
c277df42 2684 register regnode *ret = 0;
a0d0e21e 2685 I32 flags;
f06dbbb7 2686 char *parse_start = 0;
a0d0e21e
LW
2687
2688 *flagp = WORST; /* Tentatively. */
2689
2690tryagain:
830247a4 2691 switch (*RExC_parse) {
a0d0e21e 2692 case '^':
830247a4
IZ
2693 RExC_seen_zerolen++;
2694 nextchar(pRExC_state);
2695 if (RExC_flags16 & PMf_MULTILINE)
2696 ret = reg_node(pRExC_state, MBOL);
2697 else if (RExC_flags16 & PMf_SINGLELINE)
2698 ret = reg_node(pRExC_state, SBOL);
a0d0e21e 2699 else
830247a4 2700 ret = reg_node(pRExC_state, BOL);
fac92740 2701 Set_Node_Length(ret, 1); /* MJD */
a0d0e21e
LW
2702 break;
2703 case '$':
830247a4 2704 nextchar(pRExC_state);
b81d288d 2705 if (*RExC_parse)
830247a4
IZ
2706 RExC_seen_zerolen++;
2707 if (RExC_flags16 & PMf_MULTILINE)
2708 ret = reg_node(pRExC_state, MEOL);
2709 else if (RExC_flags16 & PMf_SINGLELINE)
2710 ret = reg_node(pRExC_state, SEOL);
a0d0e21e 2711 else
830247a4 2712 ret = reg_node(pRExC_state, EOL);
fac92740 2713 Set_Node_Length(ret, 1); /* MJD */
a0d0e21e
LW
2714 break;
2715 case '.':
830247a4 2716 nextchar(pRExC_state);
cce850e4 2717 if (RExC_flags16 & PMf_SINGLELINE)
ffc61ed2
JH
2718 ret = reg_node(pRExC_state, SANY);
2719 else
2720 ret = reg_node(pRExC_state, REG_ANY);
2721 *flagp |= HASWIDTH|SIMPLE;
830247a4 2722 RExC_naughty++;
fac92740 2723 Set_Node_Length(ret, 1); /* MJD */
a0d0e21e
LW
2724 break;
2725 case '[':
b45f050a 2726 {
830247a4 2727 char *oregcomp_parse = ++RExC_parse;
ffc61ed2 2728 ret = regclass(pRExC_state);
830247a4
IZ
2729 if (*RExC_parse != ']') {
2730 RExC_parse = oregcomp_parse;
b45f050a
JF
2731 vFAIL("Unmatched [");
2732 }
830247a4 2733 nextchar(pRExC_state);
a0d0e21e 2734 *flagp |= HASWIDTH|SIMPLE;
fac92740 2735 Set_Node_Length(ret, RExC_parse - oregcomp_parse + 1); /* MJD */
a0d0e21e 2736 break;
b45f050a 2737 }
a0d0e21e 2738 case '(':
830247a4
IZ
2739 nextchar(pRExC_state);
2740 ret = reg(pRExC_state, 1, &flags);
a0d0e21e 2741 if (ret == NULL) {
bf93d4cc 2742 if (flags & TRYAGAIN) {
830247a4 2743 if (RExC_parse == RExC_end) {
bf93d4cc
GS
2744 /* Make parent create an empty node if needed. */
2745 *flagp |= TRYAGAIN;
2746 return(NULL);
2747 }
a0d0e21e 2748 goto tryagain;
bf93d4cc 2749 }
a0d0e21e
LW
2750 return(NULL);
2751 }
c277df42 2752 *flagp |= flags&(HASWIDTH|SPSTART|SIMPLE);
a0d0e21e
LW
2753 break;
2754 case '|':
2755 case ')':
2756 if (flags & TRYAGAIN) {
2757 *flagp |= TRYAGAIN;
2758 return NULL;
2759 }
b45f050a 2760 vFAIL("Internal urp");
a0d0e21e
LW
2761 /* Supposed to be caught earlier. */
2762 break;
85afd4ae 2763 case '{':
830247a4
IZ
2764 if (!regcurly(RExC_parse)) {
2765 RExC_parse++;
85afd4ae
CS
2766 goto defchar;
2767 }
2768 /* FALL THROUGH */
a0d0e21e
LW
2769 case '?':
2770 case '+':
2771 case '*':
830247a4 2772 RExC_parse++;
b45f050a 2773 vFAIL("Quantifier follows nothing");
a0d0e21e
LW
2774 break;
2775 case '\\':
830247a4 2776 switch (*++RExC_parse) {
a0d0e21e 2777 case 'A':
830247a4
IZ
2778 RExC_seen_zerolen++;
2779 ret = reg_node(pRExC_state, SBOL);
a0d0e21e 2780 *flagp |= SIMPLE;
830247a4 2781 nextchar(pRExC_state);
fac92740 2782 Set_Node_Length(ret, 2); /* MJD */
a0d0e21e
LW
2783 break;
2784 case 'G':
830247a4
IZ
2785 ret = reg_node(pRExC_state, GPOS);
2786 RExC_seen |= REG_SEEN_GPOS;
a0d0e21e 2787 *flagp |= SIMPLE;
830247a4 2788 nextchar(pRExC_state);
fac92740 2789 Set_Node_Length(ret, 2); /* MJD */
a0d0e21e
LW
2790 break;
2791 case 'Z':
830247a4 2792 ret = reg_node(pRExC_state, SEOL);
a0d0e21e 2793 *flagp |= SIMPLE;
830247a4 2794 nextchar(pRExC_state);
a0d0e21e 2795 break;
b85d18e9 2796 case 'z':
830247a4 2797 ret = reg_node(pRExC_state, EOS);
b85d18e9 2798 *flagp |= SIMPLE;
830247a4
IZ
2799 RExC_seen_zerolen++; /* Do not optimize RE away */
2800 nextchar(pRExC_state);
fac92740 2801 Set_Node_Length(ret, 2); /* MJD */
b85d18e9 2802 break;
4a2d328f 2803 case 'C':
f33976b4
DB
2804 ret = reg_node(pRExC_state, CANY);
2805 RExC_seen |= REG_SEEN_CANY;
a0ed51b3 2806 *flagp |= HASWIDTH|SIMPLE;
830247a4 2807 nextchar(pRExC_state);
fac92740 2808 Set_Node_Length(ret, 2); /* MJD */
a0ed51b3
LW
2809 break;
2810 case 'X':
830247a4 2811 ret = reg_node(pRExC_state, CLUMP);
a0ed51b3 2812 *flagp |= HASWIDTH;
830247a4 2813 nextchar(pRExC_state);
fac92740 2814 Set_Node_Length(ret, 2); /* MJD */
a0ed51b3 2815 break;
a0d0e21e 2816 case 'w':
ffc61ed2 2817 ret = reg_node(pRExC_state, LOC ? ALNUML : ALNUM);
a0d0e21e 2818 *flagp |= HASWIDTH|SIMPLE;
830247a4 2819 nextchar(pRExC_state);
fac92740 2820 Set_Node_Length(ret, 2); /* MJD */
a0d0e21e
LW
2821 break;
2822 case 'W':
ffc61ed2 2823 ret = reg_node(pRExC_state, LOC ? NALNUML : NALNUM);
a0d0e21e 2824 *flagp |= HASWIDTH|SIMPLE;
830247a4 2825 nextchar(pRExC_state);
fac92740 2826 Set_Node_Length(ret, 2); /* MJD */
a0d0e21e
LW
2827 break;
2828 case 'b':
830247a4
IZ
2829 RExC_seen_zerolen++;
2830 RExC_seen |= REG_SEEN_LOOKBEHIND;
ffc61ed2 2831 ret = reg_node(pRExC_state, LOC ? BOUNDL : BOUND);
a0d0e21e 2832 *flagp |= SIMPLE;
830247a4 2833 nextchar(pRExC_state);
fac92740 2834 Set_Node_Length(ret, 2); /* MJD */
a0d0e21e
LW
2835 break;
2836 case 'B':
830247a4
IZ
2837 RExC_seen_zerolen++;
2838 RExC_seen |= REG_SEEN_LOOKBEHIND;
ffc61ed2 2839 ret = reg_node(pRExC_state, LOC ? NBOUNDL : NBOUND);
a0d0e21e 2840 *flagp |= SIMPLE;
830247a4 2841 nextchar(pRExC_state);
fac92740 2842 Set_Node_Length(ret, 2); /* MJD */
a0d0e21e
LW
2843 break;
2844 case 's':
ffc61ed2 2845 ret = reg_node(pRExC_state, LOC ? SPACEL : SPACE);
a0d0e21e 2846 *flagp |= HASWIDTH|SIMPLE;
830247a4 2847 nextchar(pRExC_state);
fac92740 2848 Set_Node_Length(ret, 2); /* MJD */
a0d0e21e
LW
2849 break;
2850 case 'S':
ffc61ed2 2851 ret = reg_node(pRExC_state, LOC ? NSPACEL : NSPACE);
a0d0e21e 2852 *flagp |= HASWIDTH|SIMPLE;
830247a4 2853 nextchar(pRExC_state);
fac92740 2854 Set_Node_Length(ret, 2); /* MJD */
a0d0e21e
LW
2855 break;
2856 case 'd':
ffc61ed2 2857 ret = reg_node(pRExC_state, DIGIT);
a0d0e21e 2858 *flagp |= HASWIDTH|SIMPLE;
830247a4 2859 nextchar(pRExC_state);
fac92740 2860 Set_Node_Length(ret, 2); /* MJD */
a0d0e21e
LW
2861 break;
2862 case 'D':
ffc61ed2 2863 ret = reg_node(pRExC_state, NDIGIT);
a0d0e21e 2864 *flagp |= HASWIDTH|SIMPLE;
830247a4 2865 nextchar(pRExC_state);
fac92740 2866 Set_Node_Length(ret, 2); /* MJD */
a0d0e21e 2867 break;
a14b48bc
LW
2868 case 'p':
2869 case 'P':
3568d838 2870 {
830247a4 2871 char* oldregxend = RExC_end;
fac92740 2872 char* parse_start = RExC_parse;
a14b48bc 2873
830247a4 2874 if (RExC_parse[1] == '{') {
3568d838 2875 /* a lovely hack--pretend we saw [\pX] instead */
830247a4
IZ
2876 RExC_end = strchr(RExC_parse, '}');
2877 if (!RExC_end) {
2878 RExC_parse += 2;
2879 RExC_end = oldregxend;
b45f050a
JF
2880 vFAIL("Missing right brace on \\p{}");
2881 }
830247a4 2882 RExC_end++;
a14b48bc
LW
2883 }
2884 else
830247a4
IZ
2885 RExC_end = RExC_parse + 2;
2886 RExC_parse--;
a14b48bc 2887
ffc61ed2 2888 ret = regclass(pRExC_state);
a14b48bc 2889
830247a4
IZ
2890 RExC_end = oldregxend;
2891 RExC_parse--;
fac92740 2892 Set_Node_Cur_Length(ret); /* MJD */
830247a4 2893 nextchar(pRExC_state);
a14b48bc
LW
2894 *flagp |= HASWIDTH|SIMPLE;
2895 }
2896 break;
a0d0e21e
LW
2897 case 'n':
2898 case 'r':
2899 case 't':
2900 case 'f':
2901 case 'e':
2902 case 'a':
2903 case 'x':
2904 case 'c':
2905 case '0':
2906 goto defchar;
2907 case '1': case '2': case '3': case '4':
2908 case '5': case '6': case '7': case '8': case '9':
2909 {
830247a4 2910 I32 num = atoi(RExC_parse);
a0d0e21e 2911
830247a4 2912 if (num > 9 && num >= RExC_npar)
a0d0e21e
LW
2913 goto defchar;
2914 else {
fac92740 2915 char * parse_start = RExC_parse - 1; /* MJD */
830247a4
IZ
2916 while (isDIGIT(*RExC_parse))
2917 RExC_parse++;
b45f050a 2918
830247a4 2919 if (!SIZE_ONLY && num > RExC_rx->nparens)
9baa0206 2920 vFAIL("Reference to nonexistent group");
830247a4
IZ
2921 RExC_sawback = 1;
2922 ret = reganode(pRExC_state, FOLD
a0ed51b3 2923 ? (LOC ? REFFL : REFF)
c8756f30 2924 : REF, num);
a0d0e21e 2925 *flagp |= HASWIDTH;
fac92740
MJD
2926
2927 /* override incorrect value set in reganode MJD */
2928 Set_Node_Offset(ret, parse_start+1);
2929 Set_Node_Cur_Length(ret); /* MJD */
830247a4
IZ
2930 RExC_parse--;
2931 nextchar(pRExC_state);
a0d0e21e
LW
2932 }
2933 }
2934 break;
2935 case '\0':
830247a4 2936 if (RExC_parse >= RExC_end)
b45f050a 2937 FAIL("Trailing \\");
a0d0e21e
LW
2938 /* FALL THROUGH */
2939 default:
c9f97d15
IZ
2940 /* Do not generate `unrecognized' warnings here, we fall
2941 back into the quick-grab loop below */
a0d0e21e
LW
2942 goto defchar;
2943 }
2944 break;
4633a7c4
LW
2945
2946 case '#':
830247a4
IZ
2947 if (RExC_flags16 & PMf_EXTENDED) {
2948 while (RExC_parse < RExC_end && *RExC_parse != '\n') RExC_parse++;
2949 if (RExC_parse < RExC_end)
4633a7c4
LW
2950 goto tryagain;
2951 }
2952 /* FALL THROUGH */
2953
a0d0e21e 2954 default: {
ba210ebe 2955 register STRLEN len;
a0ed51b3 2956 register UV ender;
a0d0e21e 2957 register char *p;
c277df42 2958 char *oldp, *s;
ba210ebe 2959 STRLEN numlen;
f06dbbb7
JH
2960
2961 parse_start = RExC_parse - 1;
a0d0e21e 2962
830247a4 2963 RExC_parse++;
a0d0e21e
LW
2964
2965 defchar:
830247a4 2966 ret = reg_node(pRExC_state, FOLD
a0ed51b3 2967 ? (LOC ? EXACTFL : EXACTF)
bbce6d69 2968 : EXACT);
cd439c50 2969 s = STRING(ret);
830247a4
IZ
2970 for (len = 0, p = RExC_parse - 1;
2971 len < 127 && p < RExC_end;
a0d0e21e
LW
2972 len++)
2973 {
2974 oldp = p;
5b5a24f7 2975
830247a4
IZ
2976 if (RExC_flags16 & PMf_EXTENDED)
2977 p = regwhite(p, RExC_end);
a0d0e21e
LW
2978 switch (*p) {
2979 case '^':
2980 case '$':
2981 case '.':
2982 case '[':
2983 case '(':
2984 case ')':
2985 case '|':
2986 goto loopdone;
2987 case '\\':
2988 switch (*++p) {
2989 case 'A':
2990 case 'G':
2991 case 'Z':
b85d18e9 2992 case 'z':
a0d0e21e
LW
2993 case 'w':
2994 case 'W':
2995 case 'b':
2996 case 'B':
2997 case 's':
2998 case 'S':
2999 case 'd':
3000 case 'D':
a14b48bc
LW
3001 case 'p':
3002 case 'P':
a0d0e21e
LW
3003 --p;
3004 goto loopdone;
3005 case 'n':
3006 ender = '\n';
3007 p++;
a687059c 3008 break;
a0d0e21e
LW
3009 case 'r':
3010 ender = '\r';
3011 p++;
a687059c 3012 break;
a0d0e21e
LW
3013 case 't':
3014 ender = '\t';
3015 p++;
a687059c 3016 break;
a0d0e21e
LW
3017 case 'f':
3018 ender = '\f';
3019 p++;
a687059c 3020 break;
a0d0e21e 3021 case 'e':
c7f1f016 3022 ender = ASCII_TO_NATIVE('\033');
a0d0e21e 3023 p++;
a687059c 3024 break;
a0d0e21e 3025 case 'a':
c7f1f016 3026 ender = ASCII_TO_NATIVE('\007');
a0d0e21e 3027 p++;
a687059c 3028 break;
a0d0e21e 3029 case 'x':
a0ed51b3
LW
3030 if (*++p == '{') {
3031 char* e = strchr(p, '}');
b81d288d 3032
b45f050a 3033 if (!e) {
830247a4 3034 RExC_parse = p + 1;
b45f050a
JF
3035 vFAIL("Missing right brace on \\x{}");
3036 }
de5f0749 3037 else {
b21ed0a9 3038 numlen = 1; /* allow underscores */
de35ba6f 3039 ender = (UV)scan_hex(p + 1, e - p - 1, &numlen);
aaa80028
JH
3040 if (ender > 0xff)
3041 RExC_utf8 = 1;
b21ed0a9
GS
3042 /* numlen is generous */
3043 if (numlen + len >= 127) {
a0ed51b3
LW
3044 p--;
3045 goto loopdone;
3046 }
3047 p = e + 1;
3048 }
a0ed51b3
LW
3049 }
3050 else {
b21ed0a9 3051 numlen = 0; /* disallow underscores */
dff6d3cd 3052 ender = (UV)scan_hex(p, 2, &numlen);
a0ed51b3
LW
3053 p += numlen;
3054 }
a687059c 3055 break;
a0d0e21e
LW
3056 case 'c':
3057 p++;
bbce6d69 3058 ender = UCHARAT(p++);
3059 ender = toCTRL(ender);
a687059c 3060 break;
a0d0e21e
LW
3061 case '0': case '1': case '2': case '3':case '4':
3062 case '5': case '6': case '7': case '8':case '9':
3063 if (*p == '0' ||
830247a4 3064 (isDIGIT(p[1]) && atoi(p) >= RExC_npar) ) {
b21ed0a9 3065 numlen = 0; /* disallow underscores */
dff6d3cd 3066 ender = (UV)scan_oct(p, 3, &numlen);
a0d0e21e
LW
3067 p += numlen;
3068 }
3069 else {
3070 --p;
3071 goto loopdone;
a687059c
LW
3072 }
3073 break;
a0d0e21e 3074 case '\0':
830247a4 3075 if (p >= RExC_end)
b45f050a 3076 FAIL("Trailing \\");
a687059c 3077 /* FALL THROUGH */
a0d0e21e 3078 default:
e476b1b5 3079 if (!SIZE_ONLY && ckWARN(WARN_REGEXP) && isALPHA(*p))
b45f050a 3080 vWARN2(p +1, "Unrecognized escape \\%c passed through", *p);
a0ed51b3 3081 goto normal_default;
a0d0e21e
LW
3082 }
3083 break;
a687059c 3084 default:
a0ed51b3 3085 normal_default:
fd400ab9 3086 if (UTF8_IS_START(*p) && UTF) {
5e12f4fb 3087 ender = utf8n_to_uvchr((U8*)p, RExC_end - p,
ba210ebe 3088 &numlen, 0);
a0ed51b3
LW
3089 p += numlen;
3090 }
3091 else
3092 ender = *p++;
a0d0e21e 3093 break;
a687059c 3094 }
830247a4
IZ
3095 if (RExC_flags16 & PMf_EXTENDED)
3096 p = regwhite(p, RExC_end);
a0ed51b3
LW
3097 if (UTF && FOLD) {
3098 if (LOC)
5e12f4fb 3099 ender = toLOWER_LC_uvchr(ender);
a0ed51b3
LW
3100 else
3101 ender = toLOWER_uni(ender);
3102 }
a0d0e21e
LW
3103 if (ISMULT2(p)) { /* Back off on ?+*. */
3104 if (len)
3105 p = oldp;
2b9d42f0 3106 else if (!UNI_IS_INVARIANT(NATIVE_TO_UNI(ender)) && UTF) {
830247a4 3107 reguni(pRExC_state, ender, s, &numlen);
a0ed51b3
LW
3108 s += numlen;
3109 len += numlen;
3110 }
a0d0e21e
LW
3111 else {
3112 len++;
cd439c50 3113 REGC(ender, s++);
a0d0e21e
LW
3114 }
3115 break;
a687059c 3116 }
2b9d42f0 3117 if (!UNI_IS_INVARIANT(NATIVE_TO_UNI(ender)) && UTF) {
830247a4 3118 reguni(pRExC_state, ender, s, &numlen);
a0ed51b3
LW
3119 s += numlen;
3120 len += numlen - 1;
3121 }
3122 else
cd439c50 3123 REGC(ender, s++);
a0d0e21e
LW
3124 }
3125 loopdone:
830247a4 3126 RExC_parse = p - 1;
fac92740 3127 Set_Node_Cur_Length(ret); /* MJD */
830247a4 3128 nextchar(pRExC_state);
793db0cb
JH
3129 {
3130 /* len is STRLEN which is unsigned, need to copy to signed */
3131 IV iv = len;
3132 if (iv < 0)
3133 vFAIL("Internal disaster");
3134 }
a0d0e21e
LW
3135 if (len > 0)
3136 *flagp |= HASWIDTH;
3137 if (len == 1)
3138 *flagp |= SIMPLE;
c277df42 3139 if (!SIZE_ONLY)
cd439c50
IZ
3140 STR_LEN(ret) = len;
3141 if (SIZE_ONLY)
830247a4 3142 RExC_size += STR_SZ(len);
cd439c50 3143 else
830247a4 3144 RExC_emit += STR_SZ(len);
a687059c 3145 }
a0d0e21e
LW
3146 break;
3147 }
a687059c 3148
a0d0e21e 3149 return(ret);
a687059c
LW
3150}
3151
873ef191 3152STATIC char *
cea2e8a9 3153S_regwhite(pTHX_ char *p, char *e)
5b5a24f7
CS
3154{
3155 while (p < e) {
3156 if (isSPACE(*p))
3157 ++p;
3158 else if (*p == '#') {
3159 do {
3160 p++;
3161 } while (p < e && *p != '\n');
3162 }
3163 else
3164 break;
3165 }
3166 return p;
3167}
3168
b8c5462f
JH
3169/* Parse POSIX character classes: [[:foo:]], [[=foo=]], [[.foo.]].
3170 Character classes ([:foo:]) can also be negated ([:^foo:]).
3171 Returns a named class id (ANYOF_XXX) if successful, -1 otherwise.
3172 Equivalence classes ([=foo=]) and composites ([.foo.]) are parsed,
3173 but trigger warnings because they are currently unimplemented. */
3174STATIC I32
830247a4 3175S_regpposixcc(pTHX_ RExC_state_t *pRExC_state, I32 value)
620e46c5
JH
3176{
3177 char *posixcc = 0;
936ed897 3178 I32 namedclass = OOB_NAMEDCLASS;
620e46c5 3179
830247a4 3180 if (value == '[' && RExC_parse + 1 < RExC_end &&
620e46c5 3181 /* I smell either [: or [= or [. -- POSIX has been here, right? */
830247a4
IZ
3182 (*RExC_parse == ':' ||
3183 *RExC_parse == '=' ||
3184 *RExC_parse == '.')) {
3185 char c = *RExC_parse;
3186 char* s = RExC_parse++;
b81d288d 3187
830247a4
IZ
3188 while (RExC_parse < RExC_end && *RExC_parse != c)
3189 RExC_parse++;
3190 if (RExC_parse == RExC_end)
620e46c5 3191 /* Grandfather lone [:, [=, [. */
830247a4 3192 RExC_parse = s;
620e46c5 3193 else {
830247a4 3194 char* t = RExC_parse++; /* skip over the c */
b8c5462f 3195
830247a4
IZ
3196 if (*RExC_parse == ']') {
3197 RExC_parse++; /* skip over the ending ] */
b8c5462f
JH
3198 posixcc = s + 1;
3199 if (*s == ':') {
3200 I32 complement = *posixcc == '^' ? *posixcc++ : 0;
3201 I32 skip = 5; /* the most common skip */
3202
3203 switch (*posixcc) {
3204 case 'a':
3205 if (strnEQ(posixcc, "alnum", 5))
3206 namedclass =
3207 complement ? ANYOF_NALNUMC : ANYOF_ALNUMC;
3208 else if (strnEQ(posixcc, "alpha", 5))
3209 namedclass =
3210 complement ? ANYOF_NALPHA : ANYOF_ALPHA;
3211 else if (strnEQ(posixcc, "ascii", 5))
3212 namedclass =
3213 complement ? ANYOF_NASCII : ANYOF_ASCII;
3214 break;
aaa51d5e
JF
3215 case 'b':
3216 if (strnEQ(posixcc, "blank", 5))
3217 namedclass =
3218 complement ? ANYOF_NBLANK : ANYOF_BLANK;
3219 break;
b8c5462f
JH
3220 case 'c':
3221 if (strnEQ(posixcc, "cntrl", 5))
3222 namedclass =
3223 complement ? ANYOF_NCNTRL : ANYOF_CNTRL;
3224 break;
3225 case 'd':
3226 if (strnEQ(posixcc, "digit", 5))
3227 namedclass =
3228 complement ? ANYOF_NDIGIT : ANYOF_DIGIT;
3229 break;
3230 case 'g':
3231 if (strnEQ(posixcc, "graph", 5))
3232 namedclass =
3233 complement ? ANYOF_NGRAPH : ANYOF_GRAPH;
3234 break;
3235 case 'l':
3236 if (strnEQ(posixcc, "lower", 5))
3237 namedclass =
3238 complement ? ANYOF_NLOWER : ANYOF_LOWER;
3239 break;
3240 case 'p':
3241 if (strnEQ(posixcc, "print", 5))
3242 namedclass =
3243 complement ? ANYOF_NPRINT : ANYOF_PRINT;
3244 else if (strnEQ(posixcc, "punct", 5))
3245 namedclass =
3246 complement ? ANYOF_NPUNCT : ANYOF_PUNCT;
3247 break;
3248 case 's':
3249 if (strnEQ(posixcc, "space", 5))
3250 namedclass =
aaa51d5e 3251 complement ? ANYOF_NPSXSPC : ANYOF_PSXSPC;
cc4319de 3252 break;
b8c5462f
JH
3253 case 'u':
3254 if (strnEQ(posixcc, "upper", 5))
3255 namedclass =
3256 complement ? ANYOF_NUPPER : ANYOF_UPPER;
3257 break;
3258 case 'w': /* this is not POSIX, this is the Perl \w */
3259 if (strnEQ(posixcc, "word", 4)) {
3260 namedclass =
3261 complement ? ANYOF_NALNUM : ANYOF_ALNUM;
3262 skip = 4;
3263 }
3264 break;
3265 case 'x':
3266 if (strnEQ(posixcc, "xdigit", 6)) {
3267 namedclass =
3268 complement ? ANYOF_NXDIGIT : ANYOF_XDIGIT;
3269 skip = 6;
3270 }
3271 break;
3272 }
ac561586
JH
3273 if (namedclass == OOB_NAMEDCLASS ||
3274 posixcc[skip] != ':' ||
3275 posixcc[skip+1] != ']')
b45f050a
JF
3276 {
3277 Simple_vFAIL3("POSIX class [:%.*s:] unknown",
3278 t - s - 1, s + 1);
3279 }
3280 } else if (!SIZE_ONLY) {
b8c5462f 3281 /* [[=foo=]] and [[.foo.]] are still future. */
b45f050a 3282
830247a4 3283 /* adjust RExC_parse so the warning shows after
b45f050a 3284 the class closes */
830247a4
IZ
3285 while (*RExC_parse && *RExC_parse != ']')
3286 RExC_parse++;
b45f050a
JF
3287 Simple_vFAIL3("POSIX syntax [%c %c] is reserved for future extensions", c, c);
3288 }
b8c5462f
JH
3289 } else {
3290 /* Maternal grandfather:
3291 * "[:" ending in ":" but not in ":]" */
830247a4 3292 RExC_parse = s;
767d463e 3293 }
620e46c5
JH
3294 }
3295 }
3296
b8c5462f
JH
3297 return namedclass;
3298}
3299
3300STATIC void
830247a4 3301S_checkposixcc(pTHX_ RExC_state_t *pRExC_state)
b8c5462f 3302{
e476b1b5 3303 if (!SIZE_ONLY && ckWARN(WARN_REGEXP) &&
830247a4
IZ
3304 (*RExC_parse == ':' ||
3305 *RExC_parse == '=' ||
3306 *RExC_parse == '.')) {
3307 char *s = RExC_parse;
93733859 3308 char c = *s++;
b8c5462f
JH
3309
3310 while(*s && isALNUM(*s))
3311 s++;
3312 if (*s && c == *s && s[1] == ']') {
b45f050a
JF
3313 vWARN3(s+2, "POSIX syntax [%c %c] belongs inside character classes", c, c);
3314
3315 /* [[=foo=]] and [[.foo.]] are still future. */
b8c5462f 3316 if (c == '=' || c == '.')
b45f050a 3317 {
830247a4 3318 /* adjust RExC_parse so the error shows after
b45f050a 3319 the class closes */
830247a4 3320 while (*RExC_parse && *RExC_parse++ != ']')
b45f050a
JF
3321 ;
3322 Simple_vFAIL3("POSIX syntax [%c %c] is reserved for future extensions", c, c);
3323 }
b8c5462f
JH
3324 }
3325 }
620e46c5
JH
3326}
3327
76e3520e 3328STATIC regnode *
830247a4 3329S_regclass(pTHX_ RExC_state_t *pRExC_state)
a687059c 3330{
ffc61ed2 3331 register UV value;
3568d838 3332 register IV prevvalue = OOB_UNICODE;
ffc61ed2 3333 register IV range = 0;
c277df42 3334 register regnode *ret;
ba210ebe 3335 STRLEN numlen;
ffc61ed2 3336 IV namedclass;
9c5ffd7c 3337 char *rangebegin = 0;
936ed897 3338 bool need_class = 0;
9c5ffd7c 3339 SV *listsv = Nullsv;
ffc61ed2
JH
3340 register char *e;
3341 UV n;
3568d838 3342 bool optimize_invert = TRUE;
ffc61ed2
JH
3343
3344 ret = reganode(pRExC_state, ANYOF, 0);
3345
3346 if (!SIZE_ONLY)
3347 ANYOF_FLAGS(ret) = 0;
3348
3349 if (*RExC_parse == '^') { /* Complement of range. */
3350 RExC_naughty++;
3351 RExC_parse++;
3352 if (!SIZE_ONLY)
3353 ANYOF_FLAGS(ret) |= ANYOF_INVERT;
3354 }
a0d0e21e 3355
936ed897 3356 if (SIZE_ONLY)
830247a4 3357 RExC_size += ANYOF_SKIP;
936ed897 3358 else {
830247a4 3359 RExC_emit += ANYOF_SKIP;
936ed897
IZ
3360 if (FOLD)
3361 ANYOF_FLAGS(ret) |= ANYOF_FOLD;
3362 if (LOC)
3363 ANYOF_FLAGS(ret) |= ANYOF_LOCALE;
ffc61ed2
JH
3364 ANYOF_BITMAP_ZERO(ret);
3365 listsv = newSVpvn("# comment\n", 10);
a0d0e21e 3366 }
b8c5462f 3367
e476b1b5 3368 if (!SIZE_ONLY && ckWARN(WARN_REGEXP))
830247a4 3369 checkposixcc(pRExC_state);
b8c5462f 3370
830247a4 3371 if (*RExC_parse == ']' || *RExC_parse == '-')
ffc61ed2
JH
3372 goto charclassloop; /* allow 1st char to be ] or - */
3373
830247a4 3374 while (RExC_parse < RExC_end && *RExC_parse != ']') {
ffc61ed2
JH
3375
3376 charclassloop:
3377
3378 namedclass = OOB_NAMEDCLASS; /* initialize as illegal */
3379
73b437c8 3380 if (!range)
830247a4 3381 rangebegin = RExC_parse;
ffc61ed2 3382 if (UTF) {
5e12f4fb 3383 value = utf8n_to_uvchr((U8*)RExC_parse,
3568d838
JH
3384 RExC_end - RExC_parse,
3385 &numlen, 0);
ffc61ed2
JH
3386 RExC_parse += numlen;
3387 }
3388 else
3389 value = UCHARAT(RExC_parse++);
620e46c5 3390 if (value == '[')
830247a4 3391 namedclass = regpposixcc(pRExC_state, value);
620e46c5 3392 else if (value == '\\') {
ffc61ed2 3393 if (UTF) {
5e12f4fb 3394 value = utf8n_to_uvchr((U8*)RExC_parse,
ffc61ed2
JH
3395 RExC_end - RExC_parse,
3396 &numlen, 0);
3397 RExC_parse += numlen;
3398 }
3399 else
3400 value = UCHARAT(RExC_parse++);
470c3474 3401 /* Some compilers cannot handle switching on 64-bit integer
ffc61ed2 3402 * values, therefore value cannot be an UV. Yes, this will
e2962f66
JH
3403 * be a problem later if we want switch on Unicode.
3404 * A similar issue a little bit later when switching on
3405 * namedclass. --jhi */
ffc61ed2 3406 switch ((I32)value) {
b8c5462f
JH
3407 case 'w': namedclass = ANYOF_ALNUM; break;
3408 case 'W': namedclass = ANYOF_NALNUM; break;
3409 case 's': namedclass = ANYOF_SPACE; break;
3410 case 'S': namedclass = ANYOF_NSPACE; break;
3411 case 'd': namedclass = ANYOF_DIGIT; break;
3412 case 'D': namedclass = ANYOF_NDIGIT; break;
ffc61ed2
JH
3413 case 'p':
3414 case 'P':
3415 if (*RExC_parse == '{') {
3416 e = strchr(RExC_parse++, '}');
3417 if (!e)
3418 vFAIL("Missing right brace on \\p{}");
3419 n = e - RExC_parse;
3420 }
3421 else {
3422 e = RExC_parse;
3423 n = 1;
3424 }
3425 if (!SIZE_ONLY) {
3426 if (value == 'p')
3427 Perl_sv_catpvf(aTHX_ listsv,
3428 "+utf8::%.*s\n", (int)n, RExC_parse);
3429 else
3430 Perl_sv_catpvf(aTHX_ listsv,
3431 "!utf8::%.*s\n", (int)n, RExC_parse);
3432 }
3433 RExC_parse = e + 1;
3434 ANYOF_FLAGS(ret) |= ANYOF_UNICODE;
3435 continue;
b8c5462f
JH
3436 case 'n': value = '\n'; break;
3437 case 'r': value = '\r'; break;
3438 case 't': value = '\t'; break;
3439 case 'f': value = '\f'; break;
3440 case 'b': value = '\b'; break;
c7f1f016
NIS
3441 case 'e': value = ASCII_TO_NATIVE('\033');break;
3442 case 'a': value = ASCII_TO_NATIVE('\007');break;
b8c5462f 3443 case 'x':
ffc61ed2
JH
3444 if (*RExC_parse == '{') {
3445 e = strchr(RExC_parse++, '}');
b81d288d 3446 if (!e)
ffc61ed2
JH
3447 vFAIL("Missing right brace on \\x{}");
3448 numlen = 1; /* allow underscores */
3449 value = (UV)scan_hex(RExC_parse,
3450 e - RExC_parse,
3451 &numlen);
3452 RExC_parse = e + 1;
3453 }
3454 else {
3455 numlen = 0; /* disallow underscores */
3456 value = (UV)scan_hex(RExC_parse, 2, &numlen);
3457 RExC_parse += numlen;
3458 }
b8c5462f
JH
3459 break;
3460 case 'c':
830247a4 3461 value = UCHARAT(RExC_parse++);
b8c5462f
JH
3462 value = toCTRL(value);
3463 break;
3464 case '0': case '1': case '2': case '3': case '4':
3465 case '5': case '6': case '7': case '8': case '9':
b21ed0a9 3466 numlen = 0; /* disallow underscores */
830247a4
IZ
3467 value = (UV)scan_oct(--RExC_parse, 3, &numlen);
3468 RExC_parse += numlen;
b8c5462f 3469 break;
1028017a 3470 default:
e476b1b5 3471 if (!SIZE_ONLY && ckWARN(WARN_REGEXP) && isALPHA(value))
ffc61ed2
JH
3472 vWARN2(RExC_parse,
3473 "Unrecognized escape \\%c in character class passed through",
3474 (int)value);
1028017a 3475 break;
b8c5462f 3476 }
ffc61ed2
JH
3477 } /* end of \blah */
3478
3479 if (namedclass > OOB_NAMEDCLASS) { /* this is a named class \blah */
3480
3481 if (!SIZE_ONLY && !need_class)
936ed897 3482 ANYOF_CLASS_ZERO(ret);
ffc61ed2 3483
936ed897 3484 need_class = 1;
ffc61ed2
JH
3485
3486 /* a bad range like a-\d, a-[:digit:] ? */
3487 if (range) {
73b437c8 3488 if (!SIZE_ONLY) {
e476b1b5 3489 if (ckWARN(WARN_REGEXP))
830247a4 3490 vWARN4(RExC_parse,
b45f050a 3491 "False [] range \"%*.*s\"",
830247a4
IZ
3492 RExC_parse - rangebegin,
3493 RExC_parse - rangebegin,
b45f050a 3494 rangebegin);
3568d838
JH
3495 if (prevvalue < 256) {
3496 ANYOF_BITMAP_SET(ret, prevvalue);
ffc61ed2
JH
3497 ANYOF_BITMAP_SET(ret, '-');
3498 }
3499 else {
3500 ANYOF_FLAGS(ret) |= ANYOF_UNICODE;
3501 Perl_sv_catpvf(aTHX_ listsv,
3568d838 3502 "%04"UVxf"\n%04"UVxf"\n", (UV)prevvalue, (UV) '-');
ffc61ed2 3503 }
b8c5462f 3504 }
ffc61ed2
JH
3505
3506 range = 0; /* this was not a true range */
73b437c8 3507 }
ffc61ed2 3508
73b437c8 3509 if (!SIZE_ONLY) {
3568d838
JH
3510 if (namedclass > OOB_NAMEDCLASS)
3511 optimize_invert = FALSE;
e2962f66
JH
3512 /* Possible truncation here but in some 64-bit environments
3513 * the compiler gets heartburn about switch on 64-bit values.
3514 * A similar issue a little earlier when switching on value.
98f323fa 3515 * --jhi */
e2962f66 3516 switch ((I32)namedclass) {
73b437c8
JH
3517 case ANYOF_ALNUM:
3518 if (LOC)
936ed897 3519 ANYOF_CLASS_SET(ret, ANYOF_ALNUM);
73b437c8
JH
3520 else {
3521 for (value = 0; value < 256; value++)
3522 if (isALNUM(value))
936ed897 3523 ANYOF_BITMAP_SET(ret, value);
73b437c8 3524 }
ffc61ed2 3525 Perl_sv_catpvf(aTHX_ listsv, "+utf8::IsWord\n");
73b437c8
JH
3526 break;
3527 case ANYOF_NALNUM:
3528 if (LOC)
936ed897 3529 ANYOF_CLASS_SET(ret, ANYOF_NALNUM);
73b437c8
JH
3530 else {
3531 for (value = 0; value < 256; value++)
3532 if (!isALNUM(value))
936ed897 3533 ANYOF_BITMAP_SET(ret, value);
73b437c8 3534 }
ffc61ed2 3535 Perl_sv_catpvf(aTHX_ listsv, "!utf8::IsWord\n");
73b437c8 3536 break;
ffc61ed2 3537 case ANYOF_ALNUMC:
73b437c8 3538 if (LOC)
ffc61ed2 3539 ANYOF_CLASS_SET(ret, ANYOF_ALNUMC);
73b437c8
JH
3540 else {
3541 for (value = 0; value < 256; value++)
ffc61ed2 3542 if (isALNUMC(value))
936ed897 3543 ANYOF_BITMAP_SET(ret, value);
73b437c8 3544 }
ffc61ed2 3545 Perl_sv_catpvf(aTHX_ listsv, "+utf8::IsAlnum\n");
73b437c8
JH
3546 break;
3547 case ANYOF_NALNUMC:
3548 if (LOC)
936ed897 3549 ANYOF_CLASS_SET(ret, ANYOF_NALNUMC);
73b437c8
JH
3550 else {
3551 for (value = 0; value < 256; value++)
3552 if (!isALNUMC(value))
936ed897 3553 ANYOF_BITMAP_SET(ret, value);
73b437c8 3554 }
ffc61ed2 3555 Perl_sv_catpvf(aTHX_ listsv, "!utf8::IsAlnum\n");
73b437c8
JH
3556 break;
3557 case ANYOF_ALPHA:
3558 if (LOC)
936ed897 3559 ANYOF_CLASS_SET(ret, ANYOF_ALPHA);
73b437c8
JH
3560 else {
3561 for (value = 0; value < 256; value++)
3562 if (isALPHA(value))
936ed897 3563 ANYOF_BITMAP_SET(ret, value);
73b437c8 3564 }
ffc61ed2 3565 Perl_sv_catpvf(aTHX_ listsv, "+utf8::IsAlpha\n");
73b437c8
JH
3566 break;
3567 case ANYOF_NALPHA:
3568 if (LOC)
936ed897 3569 ANYOF_CLASS_SET(ret, ANYOF_NALPHA);
73b437c8
JH
3570 else {
3571 for (value = 0; value < 256; value++)
3572 if (!isALPHA(value))
936ed897 3573 ANYOF_BITMAP_SET(ret, value);
73b437c8 3574 }
ffc61ed2 3575 Perl_sv_catpvf(aTHX_ listsv, "!utf8::IsAlpha\n");
73b437c8
JH
3576 break;
3577 case ANYOF_ASCII:
3578 if (LOC)
936ed897 3579 ANYOF_CLASS_SET(ret, ANYOF_ASCII);
73b437c8 3580 else {
c7f1f016 3581#ifndef EBCDIC
1ba5c669
JH
3582 for (value = 0; value < 128; value++)
3583 ANYOF_BITMAP_SET(ret, value);
3584#else /* EBCDIC */
ffbc6a93 3585 for (value = 0; value < 256; value++) {
3a3c4447
JH
3586 if (isASCII(value))
3587 ANYOF_BITMAP_SET(ret, value);
ffbc6a93 3588 }
1ba5c669 3589#endif /* EBCDIC */
73b437c8 3590 }
ffc61ed2 3591 Perl_sv_catpvf(aTHX_ listsv, "+utf8::IsASCII\n");
73b437c8
JH
3592 break;
3593 case ANYOF_NASCII:
3594 if (LOC)
936ed897 3595 ANYOF_CLASS_SET(ret, ANYOF_NASCII);
73b437c8 3596 else {
c7f1f016 3597#ifndef EBCDIC
1ba5c669
JH
3598 for (value = 128; value < 256; value++)
3599 ANYOF_BITMAP_SET(ret, value);
3600#else /* EBCDIC */
ffbc6a93 3601 for (value = 0; value < 256; value++) {
3a3c4447
JH
3602 if (!isASCII(value))
3603 ANYOF_BITMAP_SET(ret, value);
ffbc6a93 3604 }
1ba5c669 3605#endif /* EBCDIC */
73b437c8 3606 }
ffc61ed2 3607 Perl_sv_catpvf(aTHX_ listsv, "!utf8::IsASCII\n");
73b437c8 3608 break;
aaa51d5e
JF
3609 case ANYOF_BLANK:
3610 if (LOC)
3611 ANYOF_CLASS_SET(ret, ANYOF_BLANK);
3612 else {
3613 for (value = 0; value < 256; value++)
3614 if (isBLANK(value))
3615 ANYOF_BITMAP_SET(ret, value);
3616 }
ffc61ed2 3617 Perl_sv_catpvf(aTHX_ listsv, "+utf8::IsBlank\n");
aaa51d5e
JF
3618 break;
3619 case ANYOF_NBLANK:
3620 if (LOC)
3621 ANYOF_CLASS_SET(ret, ANYOF_NBLANK);
3622 else {
3623 for (value = 0; value < 256; value++)
3624 if (!isBLANK(value))
3625 ANYOF_BITMAP_SET(ret, value);
3626 }
ffc61ed2 3627 Perl_sv_catpvf(aTHX_ listsv, "!utf8::IsBlank\n");
aaa51d5e 3628 break;
73b437c8
JH
3629 case ANYOF_CNTRL:
3630 if (LOC)
936ed897 3631 ANYOF_CLASS_SET(ret, ANYOF_CNTRL);
73b437c8
JH
3632 else {
3633 for (value = 0; value < 256; value++)
3634 if (isCNTRL(value))
936ed897 3635 ANYOF_BITMAP_SET(ret, value);
73b437c8 3636 }
ffc61ed2 3637 Perl_sv_catpvf(aTHX_ listsv, "+utf8::IsCntrl\n");
73b437c8
JH
3638 break;
3639 case ANYOF_NCNTRL:
3640 if (LOC)
936ed897 3641 ANYOF_CLASS_SET(ret, ANYOF_NCNTRL);
73b437c8
JH
3642 else {
3643 for (value = 0; value < 256; value++)
3644 if (!isCNTRL(value))
936ed897 3645 ANYOF_BITMAP_SET(ret, value);
73b437c8 3646 }
ffc61ed2
JH
3647 Perl_sv_catpvf(aTHX_ listsv, "!utf8::IsCntrl\n");
3648 break;
3649 case ANYOF_DIGIT:
3650 if (LOC)
3651 ANYOF_CLASS_SET(ret, ANYOF_DIGIT);
3652 else {
3653 /* consecutive digits assumed */
3654 for (value = '0'; value <= '9'; value++)
3655 ANYOF_BITMAP_SET(ret, value);
3656 }
3657 Perl_sv_catpvf(aTHX_ listsv, "+utf8::IsDigit\n");
3658 break;
3659 case ANYOF_NDIGIT:
3660 if (LOC)
3661 ANYOF_CLASS_SET(ret, ANYOF_NDIGIT);
3662 else {
3663 /* consecutive digits assumed */
3664 for (value = 0; value < '0'; value++)
3665 ANYOF_BITMAP_SET(ret, value);
3666 for (value = '9' + 1; value < 256; value++)
3667 ANYOF_BITMAP_SET(ret, value);
3668 }
3669 Perl_sv_catpvf(aTHX_ listsv, "!utf8::IsDigit\n");
73b437c8
JH
3670 break;
3671 case ANYOF_GRAPH:
3672 if (LOC)
936ed897 3673 ANYOF_CLASS_SET(ret, ANYOF_GRAPH);
73b437c8
JH
3674 else {
3675 for (value = 0; value < 256; value++)
3676 if (isGRAPH(value))
936ed897 3677 ANYOF_BITMAP_SET(ret, value);
73b437c8 3678 }
ffc61ed2 3679 Perl_sv_catpvf(aTHX_ listsv, "+utf8::IsGraph\n");
73b437c8
JH
3680 break;
3681 case ANYOF_NGRAPH:
3682 if (LOC)
936ed897 3683 ANYOF_CLASS_SET(ret, ANYOF_NGRAPH);
73b437c8
JH
3684 else {
3685 for (value = 0; value < 256; value++)
3686 if (!isGRAPH(value))
936ed897 3687 ANYOF_BITMAP_SET(ret, value);
73b437c8 3688 }
ffc61ed2 3689 Perl_sv_catpvf(aTHX_ listsv, "!utf8::IsGraph\n");
73b437c8
JH
3690 break;
3691 case ANYOF_LOWER:
3692 if (LOC)
936ed897 3693 ANYOF_CLASS_SET(ret, ANYOF_LOWER);
73b437c8
JH
3694 else {
3695 for (value = 0; value < 256; value++)
3696 if (isLOWER(value))
936ed897 3697 ANYOF_BITMAP_SET(ret, value);
73b437c8 3698 }
ffc61ed2 3699 Perl_sv_catpvf(aTHX_ listsv, "+utf8::IsLower\n");
73b437c8
JH
3700 break;
3701 case ANYOF_NLOWER:
3702 if (LOC)
936ed897 3703 ANYOF_CLASS_SET(ret, ANYOF_NLOWER);
73b437c8
JH
3704 else {
3705 for (value = 0; value < 256; value++)
3706 if (!isLOWER(value))
936ed897 3707 ANYOF_BITMAP_SET(ret, value);
73b437c8 3708 }
ffc61ed2 3709 Perl_sv_catpvf(aTHX_ listsv, "!utf8::IsLower\n");
73b437c8
JH
3710 break;
3711 case ANYOF_PRINT:
3712 if (LOC)
936ed897 3713 ANYOF_CLASS_SET(ret, ANYOF_PRINT);
73b437c8
JH
3714 else {
3715 for (value = 0; value < 256; value++)
3716 if (isPRINT(value))
936ed897 3717 ANYOF_BITMAP_SET(ret, value);
73b437c8 3718 }
ffc61ed2 3719 Perl_sv_catpvf(aTHX_ listsv, "+utf8::IsPrint\n");
73b437c8
JH
3720 break;
3721 case ANYOF_NPRINT:
3722 if (LOC)
936ed897 3723 ANYOF_CLASS_SET(ret, ANYOF_NPRINT);
73b437c8
JH
3724 else {
3725 for (value = 0; value < 256; value++)
3726 if (!isPRINT(value))
936ed897 3727 ANYOF_BITMAP_SET(ret, value);
73b437c8 3728 }
ffc61ed2 3729 Perl_sv_catpvf(aTHX_ listsv, "!utf8::IsPrint\n");
73b437c8 3730 break;
aaa51d5e
JF
3731 case ANYOF_PSXSPC:
3732 if (LOC)
3733 ANYOF_CLASS_SET(ret, ANYOF_PSXSPC);
3734 else {
3735 for (value = 0; value < 256; value++)
3736 if (isPSXSPC(value))
3737 ANYOF_BITMAP_SET(ret, value);
3738 }
ffc61ed2 3739 Perl_sv_catpvf(aTHX_ listsv, "+utf8::IsSpace\n");
aaa51d5e
JF
3740 break;
3741 case ANYOF_NPSXSPC:
3742 if (LOC)
3743 ANYOF_CLASS_SET(ret, ANYOF_NPSXSPC);
3744 else {
3745 for (value = 0; value < 256; value++)
3746 if (!isPSXSPC(value))
3747 ANYOF_BITMAP_SET(ret, value);
3748 }
ffc61ed2 3749 Perl_sv_catpvf(aTHX_ listsv, "!utf8::IsSpace\n");
aaa51d5e 3750 break;
73b437c8
JH
3751 case ANYOF_PUNCT:
3752 if (LOC)
936ed897 3753 ANYOF_CLASS_SET(ret, ANYOF_PUNCT);
73b437c8
JH
3754 else {
3755 for (value = 0; value < 256; value++)
3756 if (isPUNCT(value))
936ed897 3757 ANYOF_BITMAP_SET(ret, value);
73b437c8 3758 }
ffc61ed2 3759 Perl_sv_catpvf(aTHX_ listsv, "+utf8::IsPunct\n");
73b437c8
JH
3760 break;
3761 case ANYOF_NPUNCT:
3762 if (LOC)
936ed897 3763 ANYOF_CLASS_SET(ret, ANYOF_NPUNCT);
73b437c8
JH
3764 else {
3765 for (value = 0; value < 256; value++)
3766 if (!isPUNCT(value))
936ed897 3767 ANYOF_BITMAP_SET(ret, value);
73b437c8 3768 }
ffc61ed2
JH
3769 Perl_sv_catpvf(aTHX_ listsv, "!utf8::IsPunct\n");
3770 break;
3771 case ANYOF_SPACE:
3772 if (LOC)
3773 ANYOF_CLASS_SET(ret, ANYOF_SPACE);
3774 else {
3775 for (value = 0; value < 256; value++)
3776 if (isSPACE(value))
3777 ANYOF_BITMAP_SET(ret, value);
3778 }
3779 Perl_sv_catpvf(aTHX_ listsv, "+utf8::IsSpacePerl\n");
3780 break;
3781 case ANYOF_NSPACE:
3782 if (LOC)
3783 ANYOF_CLASS_SET(ret, ANYOF_NSPACE);
3784 else {
3785 for (value = 0; value < 256; value++)
3786 if (!isSPACE(value))
3787 ANYOF_BITMAP_SET(ret, value);
3788 }
3789 Perl_sv_catpvf(aTHX_ listsv, "!utf8::IsSpacePerl\n");
73b437c8
JH
3790 break;
3791 case ANYOF_UPPER:
3792 if (LOC)
936ed897 3793 ANYOF_CLASS_SET(ret, ANYOF_UPPER);
73b437c8
JH
3794 else {
3795 for (value = 0; value < 256; value++)
3796 if (isUPPER(value))
936ed897 3797 ANYOF_BITMAP_SET(ret, value);
73b437c8 3798 }
ffc61ed2 3799 Perl_sv_catpvf(aTHX_ listsv, "+utf8::IsUpper\n");
73b437c8
JH
3800 break;
3801 case ANYOF_NUPPER:
3802 if (LOC)
936ed897 3803 ANYOF_CLASS_SET(ret, ANYOF_NUPPER);
73b437c8
JH
3804 else {
3805 for (value = 0; value < 256; value++)
3806 if (!isUPPER(value))
936ed897 3807 ANYOF_BITMAP_SET(ret, value);
73b437c8 3808 }
ffc61ed2 3809 Perl_sv_catpvf(aTHX_ listsv, "!utf8::IsUpper\n");
73b437c8
JH
3810 break;
3811 case ANYOF_XDIGIT:
3812 if (LOC)
936ed897 3813 ANYOF_CLASS_SET(ret, ANYOF_XDIGIT);
73b437c8
JH
3814 else {
3815 for (value = 0; value < 256; value++)
3816 if (isXDIGIT(value))
936ed897 3817 ANYOF_BITMAP_SET(ret, value);
73b437c8 3818 }
ffc61ed2 3819 Perl_sv_catpvf(aTHX_ listsv, "+utf8::IsXDigit\n");
73b437c8
JH
3820 break;
3821 case ANYOF_NXDIGIT:
3822 if (LOC)
936ed897 3823 ANYOF_CLASS_SET(ret, ANYOF_NXDIGIT);
73b437c8
JH
3824 else {
3825 for (value = 0; value < 256; value++)
3826 if (!isXDIGIT(value))
936ed897 3827 ANYOF_BITMAP_SET(ret, value);
73b437c8 3828 }
ffc61ed2 3829 Perl_sv_catpvf(aTHX_ listsv, "!utf8::IsXDigit\n");
73b437c8
JH
3830 break;
3831 default:
b45f050a 3832 vFAIL("Invalid [::] class");
73b437c8 3833 break;
b8c5462f 3834 }
b8c5462f 3835 if (LOC)
936ed897 3836 ANYOF_FLAGS(ret) |= ANYOF_CLASS;
73b437c8 3837 continue;
a0d0e21e 3838 }
ffc61ed2
JH
3839 } /* end of namedclass \blah */
3840
a0d0e21e 3841 if (range) {
3a3c4447 3842 if (prevvalue > value) /* b-a */ {
b45f050a 3843 Simple_vFAIL4("Invalid [] range \"%*.*s\"",
830247a4
IZ
3844 RExC_parse - rangebegin,
3845 RExC_parse - rangebegin,
b45f050a 3846 rangebegin);
3568d838 3847 range = 0; /* not a valid range */
73b437c8 3848 }
a0d0e21e
LW
3849 }
3850 else {
3568d838 3851 prevvalue = value; /* save the beginning of the range */
830247a4
IZ
3852 if (*RExC_parse == '-' && RExC_parse+1 < RExC_end &&
3853 RExC_parse[1] != ']') {
3854 RExC_parse++;
ffc61ed2
JH
3855
3856 /* a bad range like \w-, [:word:]- ? */
3857 if (namedclass > OOB_NAMEDCLASS) {
e476b1b5 3858 if (ckWARN(WARN_REGEXP))
830247a4 3859 vWARN4(RExC_parse,
b45f050a 3860 "False [] range \"%*.*s\"",
830247a4
IZ
3861 RExC_parse - rangebegin,
3862 RExC_parse - rangebegin,
b45f050a 3863 rangebegin);
73b437c8 3864 if (!SIZE_ONLY)
936ed897 3865 ANYOF_BITMAP_SET(ret, '-');
73b437c8 3866 } else
ffc61ed2
JH
3867 range = 1; /* yeah, it's a range! */
3868 continue; /* but do it the next time */
a0d0e21e 3869 }
a687059c 3870 }
ffc61ed2 3871
93733859 3872 /* now is the next time */
ae5c130c 3873 if (!SIZE_ONLY) {
3568d838
JH
3874 IV i;
3875
3876 if (prevvalue < 256) {
3877 IV ceilvalue = value < 256 ? value : 255;
3878
3879#ifdef EBCDIC
3a3c4447
JH
3880 if ((isLOWER(prevvalue) && isLOWER(ceilvalue)) ||
3881 (isUPPER(prevvalue) && isUPPER(ceilvalue)))
ffc61ed2 3882 {
3568d838
JH
3883 if (isLOWER(prevvalue)) {
3884 for (i = prevvalue; i <= ceilvalue; i++)
ffc61ed2
JH
3885 if (isLOWER(i))
3886 ANYOF_BITMAP_SET(ret, i);
3887 } else {
3568d838 3888 for (i = prevvalue; i <= ceilvalue; i++)
ffc61ed2
JH
3889 if (isUPPER(i))
3890 ANYOF_BITMAP_SET(ret, i);
3891 }
8ada0baa 3892 }
ffc61ed2 3893 else
8ada0baa 3894#endif
3568d838
JH
3895 for (i = prevvalue; i <= ceilvalue; i++)
3896 ANYOF_BITMAP_SET(ret, i);
3897 }
3898 if (value > 255) {
ffc61ed2 3899 ANYOF_FLAGS(ret) |= ANYOF_UNICODE;
3568d838 3900 if (prevvalue < value)
ffc61ed2 3901 Perl_sv_catpvf(aTHX_ listsv, "%04"UVxf"\t%04"UVxf"\n",
3568d838
JH
3902 (UV)prevvalue, (UV)value);
3903 else if (prevvalue == value)
ffc61ed2
JH
3904 Perl_sv_catpvf(aTHX_ listsv, "%04"UVxf"\n",
3905 (UV)value);
3906 }
8ada0baa 3907 }
ffc61ed2
JH
3908
3909 range = 0; /* this range (if it was one) is done now */
a0d0e21e 3910 }
ffc61ed2 3911
936ed897 3912 if (need_class) {
4f66b38d 3913 ANYOF_FLAGS(ret) |= ANYOF_LARGE;
936ed897 3914 if (SIZE_ONLY)
830247a4 3915 RExC_size += ANYOF_CLASS_ADD_SKIP;
936ed897 3916 else
830247a4 3917 RExC_emit += ANYOF_CLASS_ADD_SKIP;
936ed897 3918 }
ffc61ed2 3919
ae5c130c 3920 /* optimize case-insensitive simple patterns (e.g. /[a-z]/i) */
b8c5462f 3921 if (!SIZE_ONLY &&
ffc61ed2 3922 /* If the only flag is folding (plus possibly inversion). */
516a5887
JH
3923 ((ANYOF_FLAGS(ret) & (ANYOF_FLAGS_ALL ^ ANYOF_INVERT)) == ANYOF_FOLD)
3924 ) {
a0ed51b3 3925 for (value = 0; value < 256; ++value) {
936ed897 3926 if (ANYOF_BITMAP_TEST(ret, value)) {
ffc61ed2
JH
3927 IV fold = PL_fold[value];
3928
3929 if (fold != value)
3930 ANYOF_BITMAP_SET(ret, fold);
ae5c130c
GS
3931 }
3932 }
936ed897 3933 ANYOF_FLAGS(ret) &= ~ANYOF_FOLD;
ae5c130c 3934 }
ffc61ed2 3935
ae5c130c 3936 /* optimize inverted simple patterns (e.g. [^a-z]) */
3568d838 3937 if (!SIZE_ONLY && optimize_invert &&
ffc61ed2
JH
3938 /* If the only flag is inversion. */
3939 (ANYOF_FLAGS(ret) & ANYOF_FLAGS_ALL) == ANYOF_INVERT) {
b8c5462f 3940 for (value = 0; value < ANYOF_BITMAP_SIZE; ++value)
936ed897 3941 ANYOF_BITMAP(ret)[value] ^= ANYOF_FLAGS_ALL;
1aa99e6b 3942 ANYOF_FLAGS(ret) = ANYOF_UNICODE_ALL;
ae5c130c 3943 }
a0d0e21e 3944
b81d288d 3945 if (!SIZE_ONLY) {
fde631ed 3946 AV *av = newAV();
ffc61ed2
JH
3947 SV *rv;
3948
3949 av_store(av, 0, listsv);
3950 av_store(av, 1, NULL);
3951 rv = newRV_noinc((SV*)av);
19860706 3952 n = add_data(pRExC_state, 1, "s");
830247a4 3953 RExC_rx->data->data[n] = (void*)rv;
ffc61ed2 3954 ARG_SET(ret, n);
a0ed51b3
LW
3955 }
3956
3957 return ret;
3958}
3959
76e3520e 3960STATIC char*
830247a4 3961S_nextchar(pTHX_ RExC_state_t *pRExC_state)
a0d0e21e 3962{
830247a4 3963 char* retval = RExC_parse++;
a0d0e21e 3964
4633a7c4 3965 for (;;) {
830247a4
IZ
3966 if (*RExC_parse == '(' && RExC_parse[1] == '?' &&
3967 RExC_parse[2] == '#') {
3968 while (*RExC_parse && *RExC_parse != ')')
3969 RExC_parse++;
3970 RExC_parse++;
4633a7c4
LW
3971 continue;
3972 }
830247a4
IZ
3973 if (RExC_flags16 & PMf_EXTENDED) {
3974 if (isSPACE(*RExC_parse)) {
3975 RExC_parse++;
748a9306
LW
3976 continue;
3977 }
830247a4
IZ
3978 else if (*RExC_parse == '#') {
3979 while (*RExC_parse && *RExC_parse != '\n')
3980 RExC_parse++;
3981 RExC_parse++;
748a9306
LW
3982 continue;
3983 }
748a9306 3984 }
4633a7c4 3985 return retval;
a0d0e21e 3986 }
a687059c
LW
3987}
3988
3989/*
c277df42 3990- reg_node - emit a node
a0d0e21e 3991*/
76e3520e 3992STATIC regnode * /* Location. */
830247a4 3993S_reg_node(pTHX_ RExC_state_t *pRExC_state, U8 op)
a687059c 3994{
c277df42
IZ
3995 register regnode *ret;
3996 register regnode *ptr;
a687059c 3997
830247a4 3998 ret = RExC_emit;
c277df42 3999 if (SIZE_ONLY) {
830247a4
IZ
4000 SIZE_ALIGN(RExC_size);
4001 RExC_size += 1;
a0d0e21e
LW
4002 return(ret);
4003 }
a687059c 4004
c277df42 4005 NODE_ALIGN_FILL(ret);
a0d0e21e 4006 ptr = ret;
c277df42 4007 FILL_ADVANCE_NODE(ptr, op);
fac92740
MJD
4008 if (RExC_offsets) { /* MJD */
4009 MJD_OFFSET_DEBUG((stderr, "%s:%u: (op %s) %s %u <- %u (len %u) (max %u).\n",
4010 "reg_node", __LINE__,
4011 reg_name[op],
4012 RExC_emit - RExC_emit_start > RExC_offsets[0]
4013 ? "Overwriting end of array!\n" : "OK",
4014 RExC_emit - RExC_emit_start,
4015 RExC_parse - RExC_start,
4016 RExC_offsets[0]));
4017 Set_Node_Offset(RExC_emit, RExC_parse + (op == END));
4018 }
4019
830247a4 4020 RExC_emit = ptr;
a687059c 4021
a0d0e21e 4022 return(ret);
a687059c
LW
4023}
4024
4025/*
a0d0e21e
LW
4026- reganode - emit a node with an argument
4027*/
76e3520e 4028STATIC regnode * /* Location. */
830247a4 4029S_reganode(pTHX_ RExC_state_t *pRExC_state, U8 op, U32 arg)
fe14fcc3 4030{
c277df42
IZ
4031 register regnode *ret;
4032 register regnode *ptr;
fe14fcc3 4033
830247a4 4034 ret = RExC_emit;
c277df42 4035 if (SIZE_ONLY) {
830247a4
IZ
4036 SIZE_ALIGN(RExC_size);
4037 RExC_size += 2;
a0d0e21e
LW
4038 return(ret);
4039 }
fe14fcc3 4040
c277df42 4041 NODE_ALIGN_FILL(ret);
a0d0e21e 4042 ptr = ret;
c277df42 4043 FILL_ADVANCE_NODE_ARG(ptr, op, arg);
fac92740
MJD
4044 if (RExC_offsets) { /* MJD */
4045 MJD_OFFSET_DEBUG((stderr, "%s: %s %u <- %u (max %u).\n",
4046 "reganode",
4047 RExC_emit - RExC_emit_start > RExC_offsets[0] ?
4048 "Overwriting end of array!\n" : "OK",
4049 RExC_emit - RExC_emit_start,
4050 RExC_parse - RExC_start,
4051 RExC_offsets[0]));
4052 Set_Cur_Node_Offset;
4053 }
4054
830247a4 4055 RExC_emit = ptr;
fe14fcc3 4056
a0d0e21e 4057 return(ret);
fe14fcc3
LW
4058}
4059
4060/*
cd439c50 4061- reguni - emit (if appropriate) a Unicode character
a0ed51b3
LW
4062*/
4063STATIC void
830247a4 4064S_reguni(pTHX_ RExC_state_t *pRExC_state, UV uv, char* s, STRLEN* lenp)
a0ed51b3 4065{
5e12f4fb 4066 *lenp = SIZE_ONLY ? UNISKIP(uv) : (uvchr_to_utf8((U8*)s, uv) - (U8*)s);
a0ed51b3
LW
4067}
4068
4069/*
a0d0e21e
LW
4070- reginsert - insert an operator in front of already-emitted operand
4071*
4072* Means relocating the operand.
4073*/
76e3520e 4074STATIC void
830247a4 4075S_reginsert(pTHX_ RExC_state_t *pRExC_state, U8 op, regnode *opnd)
a687059c 4076{
c277df42
IZ
4077 register regnode *src;
4078 register regnode *dst;
4079 register regnode *place;
4080 register int offset = regarglen[(U8)op];
b81d288d 4081
22c35a8c 4082/* (PL_regkind[(U8)op] == CURLY ? EXTRA_STEP_2ARGS : 0); */
c277df42
IZ
4083
4084 if (SIZE_ONLY) {
830247a4 4085 RExC_size += NODE_STEP_REGNODE + offset;
a0d0e21e
LW
4086 return;
4087 }
a687059c 4088
830247a4
IZ
4089 src = RExC_emit;
4090 RExC_emit += NODE_STEP_REGNODE + offset;
4091 dst = RExC_emit;
fac92740 4092 while (src > opnd) {
c277df42 4093 StructCopy(--src, --dst, regnode);
fac92740
MJD
4094 if (RExC_offsets) { /* MJD 20010112 */
4095 MJD_OFFSET_DEBUG((stderr, "%s: %s copy %u -> %u (max %u).\n",
4096 "reg_insert",
4097 dst - RExC_emit_start > RExC_offsets[0]
4098 ? "Overwriting end of array!\n" : "OK",
4099 src - RExC_emit_start,
4100 dst - RExC_emit_start,
4101 RExC_offsets[0]));
4102 Set_Node_Offset_To_R(dst-RExC_emit_start, Node_Offset(src));
4103 Set_Node_Length_To_R(dst-RExC_emit_start, Node_Length(src));
4104 }
4105 }
4106
a0d0e21e
LW
4107
4108 place = opnd; /* Op node, where operand used to be. */
fac92740
MJD
4109 if (RExC_offsets) { /* MJD */
4110 MJD_OFFSET_DEBUG((stderr, "%s: %s %u <- %u (max %u).\n",
4111 "reginsert",
4112 place - RExC_emit_start > RExC_offsets[0]
4113 ? "Overwriting end of array!\n" : "OK",
4114 place - RExC_emit_start,
4115 RExC_parse - RExC_start,
4116 RExC_offsets[0]));
4117 Set_Node_Offset(place, RExC_parse);
4118 }
c277df42
IZ
4119 src = NEXTOPER(place);
4120 FILL_ADVANCE_NODE(place, op);
4121 Zero(src, offset, regnode);
a687059c
LW
4122}
4123
4124/*
c277df42 4125- regtail - set the next-pointer at the end of a node chain of p to val.
a0d0e21e 4126*/
76e3520e 4127STATIC void
830247a4 4128S_regtail(pTHX_ RExC_state_t *pRExC_state, regnode *p, regnode *val)
a687059c 4129{
c277df42
IZ
4130 register regnode *scan;
4131 register regnode *temp;
a0d0e21e 4132
c277df42 4133 if (SIZE_ONLY)
a0d0e21e
LW
4134 return;
4135
4136 /* Find last node. */
4137 scan = p;
4138 for (;;) {
4139 temp = regnext(scan);
4140 if (temp == NULL)
4141 break;
4142 scan = temp;
4143 }
a687059c 4144
c277df42
IZ
4145 if (reg_off_by_arg[OP(scan)]) {
4146 ARG_SET(scan, val - scan);
a0ed51b3
LW
4147 }
4148 else {
c277df42
IZ
4149 NEXT_OFF(scan) = val - scan;
4150 }
a687059c
LW
4151}
4152
4153/*
a0d0e21e
LW
4154- regoptail - regtail on operand of first argument; nop if operandless
4155*/
76e3520e 4156STATIC void
830247a4 4157S_regoptail(pTHX_ RExC_state_t *pRExC_state, regnode *p, regnode *val)
a687059c 4158{
a0d0e21e 4159 /* "Operandless" and "op != BRANCH" are synonymous in practice. */
c277df42
IZ
4160 if (p == NULL || SIZE_ONLY)
4161 return;
22c35a8c 4162 if (PL_regkind[(U8)OP(p)] == BRANCH) {
830247a4 4163 regtail(pRExC_state, NEXTOPER(p), val);
a0ed51b3 4164 }
22c35a8c 4165 else if ( PL_regkind[(U8)OP(p)] == BRANCHJ) {
830247a4 4166 regtail(pRExC_state, NEXTOPER(NEXTOPER(p)), val);
a0ed51b3
LW
4167 }
4168 else
a0d0e21e 4169 return;
a687059c
LW
4170}
4171
4172/*
4173 - regcurly - a little FSA that accepts {\d+,?\d*}
4174 */
79072805 4175STATIC I32
cea2e8a9 4176S_regcurly(pTHX_ register char *s)
a687059c
LW
4177{
4178 if (*s++ != '{')
4179 return FALSE;
f0fcb552 4180 if (!isDIGIT(*s))
a687059c 4181 return FALSE;
f0fcb552 4182 while (isDIGIT(*s))
a687059c
LW
4183 s++;
4184 if (*s == ',')
4185 s++;
f0fcb552 4186 while (isDIGIT(*s))
a687059c
LW
4187 s++;
4188 if (*s != '}')
4189 return FALSE;
4190 return TRUE;
4191}
4192
a687059c 4193
8fa7f367
JH
4194#ifdef DEBUGGING
4195
76e3520e 4196STATIC regnode *
cea2e8a9 4197S_dumpuntil(pTHX_ regnode *start, regnode *node, regnode *last, SV* sv, I32 l)
c277df42 4198{
f248d071 4199 register U8 op = EXACT; /* Arbitrary non-END op. */
155aba94 4200 register regnode *next;
c277df42
IZ
4201
4202 while (op != END && (!last || node < last)) {
4203 /* While that wasn't END last time... */
4204
4205 NODE_ALIGN(node);
4206 op = OP(node);
4207 if (op == CLOSE)
4208 l--;
4209 next = regnext(node);
4210 /* Where, what. */
4211 if (OP(node) == OPTIMIZED)
4212 goto after_print;
4213 regprop(sv, node);
b900a521 4214 PerlIO_printf(Perl_debug_log, "%4"IVdf":%*s%s", (IV)(node - start),
f1dbda3d 4215 (int)(2*l + 1), "", SvPVX(sv));
c277df42
IZ
4216 if (next == NULL) /* Next ptr. */
4217 PerlIO_printf(Perl_debug_log, "(0)");
b81d288d 4218 else
b900a521 4219 PerlIO_printf(Perl_debug_log, "(%"IVdf")", (IV)(next - start));
c277df42
IZ
4220 (void)PerlIO_putc(Perl_debug_log, '\n');
4221 after_print:
22c35a8c 4222 if (PL_regkind[(U8)op] == BRANCHJ) {
b81d288d
AB
4223 register regnode *nnode = (OP(next) == LONGJMP
4224 ? regnext(next)
c277df42
IZ
4225 : next);
4226 if (last && nnode > last)
4227 nnode = last;
4228 node = dumpuntil(start, NEXTOPER(NEXTOPER(node)), nnode, sv, l + 1);
a0ed51b3 4229 }
22c35a8c 4230 else if (PL_regkind[(U8)op] == BRANCH) {
c277df42 4231 node = dumpuntil(start, NEXTOPER(node), next, sv, l + 1);
a0ed51b3
LW
4232 }
4233 else if ( op == CURLY) { /* `next' might be very big: optimizer */
c277df42
IZ
4234 node = dumpuntil(start, NEXTOPER(node) + EXTRA_STEP_2ARGS,
4235 NEXTOPER(node) + EXTRA_STEP_2ARGS + 1, sv, l + 1);
a0ed51b3 4236 }
22c35a8c 4237 else if (PL_regkind[(U8)op] == CURLY && op != CURLYX) {
c277df42
IZ
4238 node = dumpuntil(start, NEXTOPER(node) + EXTRA_STEP_2ARGS,
4239 next, sv, l + 1);
a0ed51b3
LW
4240 }
4241 else if ( op == PLUS || op == STAR) {
c277df42 4242 node = dumpuntil(start, NEXTOPER(node), NEXTOPER(node) + 1, sv, l + 1);
a0ed51b3
LW
4243 }
4244 else if (op == ANYOF) {
4f66b38d
HS
4245 /* arglen 1 + class block */
4246 node += 1 + ((ANYOF_FLAGS(node) & ANYOF_LARGE)
4247 ? ANYOF_CLASS_SKIP : ANYOF_SKIP);
4248 node = NEXTOPER(node);
a0ed51b3 4249 }
22c35a8c 4250 else if (PL_regkind[(U8)op] == EXACT) {
c277df42 4251 /* Literal string, where present. */
cd439c50 4252 node += NODE_SZ_STR(node) - 1;
c277df42 4253 node = NEXTOPER(node);
a0ed51b3
LW
4254 }
4255 else {
c277df42
IZ
4256 node = NEXTOPER(node);
4257 node += regarglen[(U8)op];
4258 }
4259 if (op == CURLYX || op == OPEN)
4260 l++;
4261 else if (op == WHILEM)
4262 l--;
4263 }
4264 return node;
4265}
4266
8fa7f367
JH
4267#endif /* DEBUGGING */
4268
a687059c 4269/*
fd181c75 4270 - regdump - dump a regexp onto Perl_debug_log in vaguely comprehensible form
a687059c
LW
4271 */
4272void
864dbfa3 4273Perl_regdump(pTHX_ regexp *r)
a687059c 4274{
35ff7856 4275#ifdef DEBUGGING
46fc3d4c 4276 SV *sv = sv_newmortal();
a687059c 4277
c277df42 4278 (void)dumpuntil(r->program, r->program + 1, NULL, sv, 0);
a0d0e21e
LW
4279
4280 /* Header fields of interest. */
c277df42 4281 if (r->anchored_substr)
7b0972df 4282 PerlIO_printf(Perl_debug_log,
b81d288d 4283 "anchored `%s%.*s%s'%s at %"IVdf" ",
3280af22 4284 PL_colors[0],
7b0972df 4285 (int)(SvCUR(r->anchored_substr) - (SvTAIL(r->anchored_substr)!=0)),
b81d288d 4286 SvPVX(r->anchored_substr),
3280af22 4287 PL_colors[1],
c277df42 4288 SvTAIL(r->anchored_substr) ? "$" : "",
7b0972df 4289 (IV)r->anchored_offset);
c277df42 4290 if (r->float_substr)
7b0972df 4291 PerlIO_printf(Perl_debug_log,
b81d288d 4292 "floating `%s%.*s%s'%s at %"IVdf"..%"UVuf" ",
3280af22 4293 PL_colors[0],
b81d288d 4294 (int)(SvCUR(r->float_substr) - (SvTAIL(r->float_substr)!=0)),
2c2d71f5 4295 SvPVX(r->float_substr),
3280af22 4296 PL_colors[1],
c277df42 4297 SvTAIL(r->float_substr) ? "$" : "",
7b0972df 4298 (IV)r->float_min_offset, (UV)r->float_max_offset);
c277df42 4299 if (r->check_substr)
b81d288d
AB
4300 PerlIO_printf(Perl_debug_log,
4301 r->check_substr == r->float_substr
c277df42
IZ
4302 ? "(checking floating" : "(checking anchored");
4303 if (r->reganch & ROPT_NOSCAN)
4304 PerlIO_printf(Perl_debug_log, " noscan");
4305 if (r->reganch & ROPT_CHECK_ALL)
4306 PerlIO_printf(Perl_debug_log, " isall");
4307 if (r->check_substr)
4308 PerlIO_printf(Perl_debug_log, ") ");
4309
46fc3d4c 4310 if (r->regstclass) {
4311 regprop(sv, r->regstclass);
4312 PerlIO_printf(Perl_debug_log, "stclass `%s' ", SvPVX(sv));
4313 }
774d564b 4314 if (r->reganch & ROPT_ANCH) {
4315 PerlIO_printf(Perl_debug_log, "anchored");
4316 if (r->reganch & ROPT_ANCH_BOL)
4317 PerlIO_printf(Perl_debug_log, "(BOL)");
c277df42
IZ
4318 if (r->reganch & ROPT_ANCH_MBOL)
4319 PerlIO_printf(Perl_debug_log, "(MBOL)");
cad2e5aa
JH
4320 if (r->reganch & ROPT_ANCH_SBOL)
4321 PerlIO_printf(Perl_debug_log, "(SBOL)");
774d564b 4322 if (r->reganch & ROPT_ANCH_GPOS)
4323 PerlIO_printf(Perl_debug_log, "(GPOS)");
4324 PerlIO_putc(Perl_debug_log, ' ');
4325 }
c277df42
IZ
4326 if (r->reganch & ROPT_GPOS_SEEN)
4327 PerlIO_printf(Perl_debug_log, "GPOS ");
a0d0e21e 4328 if (r->reganch & ROPT_SKIP)
760ac839 4329 PerlIO_printf(Perl_debug_log, "plus ");
a0d0e21e 4330 if (r->reganch & ROPT_IMPLICIT)
760ac839 4331 PerlIO_printf(Perl_debug_log, "implicit ");
760ac839 4332 PerlIO_printf(Perl_debug_log, "minlen %ld ", (long) r->minlen);
ce862d02
IZ
4333 if (r->reganch & ROPT_EVAL_SEEN)
4334 PerlIO_printf(Perl_debug_log, "with eval ");
760ac839 4335 PerlIO_printf(Perl_debug_log, "\n");
fac92740
MJD
4336 if (r->offsets) {
4337 U32 i;
4338 U32 len = r->offsets[0];
392fbf5d 4339 PerlIO_printf(Perl_debug_log, "Offsets: [%"UVuf"]\n\t", (UV)r->offsets[0]);
fac92740 4340 for (i = 1; i <= len; i++)
392fbf5d
RB
4341 PerlIO_printf(Perl_debug_log, "%"UVuf"[%"UVuf"] ",
4342 (UV)r->offsets[i*2-1],
4343 (UV)r->offsets[i*2]);
fac92740
MJD
4344 PerlIO_printf(Perl_debug_log, "\n");
4345 }
17c3b450 4346#endif /* DEBUGGING */
a687059c
LW
4347}
4348
8fa7f367
JH
4349#ifdef DEBUGGING
4350
653099ff
GS
4351STATIC void
4352S_put_byte(pTHX_ SV *sv, int c)
4353{
7be5a6cf 4354 if (isCNTRL(c) || c == 255 || !isPRINT(c))
653099ff
GS
4355 Perl_sv_catpvf(aTHX_ sv, "\\%o", c);
4356 else if (c == '-' || c == ']' || c == '\\' || c == '^')
4357 Perl_sv_catpvf(aTHX_ sv, "\\%c", c);
4358 else
4359 Perl_sv_catpvf(aTHX_ sv, "%c", c);
4360}
4361
8fa7f367
JH
4362#endif /* DEBUGGING */
4363
a687059c 4364/*
a0d0e21e
LW
4365- regprop - printable representation of opcode
4366*/
46fc3d4c 4367void
864dbfa3 4368Perl_regprop(pTHX_ SV *sv, regnode *o)
a687059c 4369{
35ff7856 4370#ifdef DEBUGGING
9b155405 4371 register int k;
a0d0e21e 4372
54dc92de 4373 sv_setpvn(sv, "", 0);
9b155405 4374 if (OP(o) >= reg_num) /* regnode.type is unsigned */
830247a4
IZ
4375 /* It would be nice to FAIL() here, but this may be called from
4376 regexec.c, and it would be hard to supply pRExC_state. */
4377 Perl_croak(aTHX_ "Corrupted regexp opcode");
9b155405
IZ
4378 sv_catpv(sv, (char*)reg_name[OP(o)]); /* Take off const! */
4379
4380 k = PL_regkind[(U8)OP(o)];
4381
4382 if (k == EXACT)
7821416a 4383 Perl_sv_catpvf(aTHX_ sv, " <%s%.*s%s>", PL_colors[0],
cd439c50 4384 STR_LEN(o), STRING(o), PL_colors[1]);
9b155405 4385 else if (k == CURLY) {
cb434fcc 4386 if (OP(o) == CURLYM || OP(o) == CURLYN || OP(o) == CURLYX)
cea2e8a9
GS
4387 Perl_sv_catpvf(aTHX_ sv, "[%d]", o->flags); /* Parenth number */
4388 Perl_sv_catpvf(aTHX_ sv, " {%d,%d}", ARG1(o), ARG2(o));
a0d0e21e 4389 }
2c2d71f5
JH
4390 else if (k == WHILEM && o->flags) /* Ordinal/of */
4391 Perl_sv_catpvf(aTHX_ sv, "[%d/%d]", o->flags & 0xf, o->flags>>4);
9b155405 4392 else if (k == REF || k == OPEN || k == CLOSE || k == GROUPP )
894356b3 4393 Perl_sv_catpvf(aTHX_ sv, "%d", (int)ARG(o)); /* Parenth number */
9b155405 4394 else if (k == LOGICAL)
04ebc1ab 4395 Perl_sv_catpvf(aTHX_ sv, "[%d]", o->flags); /* 2: embedded, otherwise 1 */
653099ff
GS
4396 else if (k == ANYOF) {
4397 int i, rangestart = -1;
ffc61ed2 4398 U8 flags = ANYOF_FLAGS(o);
19860706
JH
4399 const char * const anyofs[] = { /* Should be syncronized with
4400 * ANYOF_ #xdefines in regcomp.h */
653099ff
GS
4401 "\\w",
4402 "\\W",
4403 "\\s",
4404 "\\S",
4405 "\\d",
4406 "\\D",
4407 "[:alnum:]",
4408 "[:^alnum:]",
4409 "[:alpha:]",
4410 "[:^alpha:]",
4411 "[:ascii:]",
4412 "[:^ascii:]",
4413 "[:ctrl:]",
4414 "[:^ctrl:]",
4415 "[:graph:]",
4416 "[:^graph:]",
4417 "[:lower:]",
4418 "[:^lower:]",
4419 "[:print:]",
4420 "[:^print:]",
4421 "[:punct:]",
4422 "[:^punct:]",
4423 "[:upper:]",
aaa51d5e 4424 "[:^upper:]",
653099ff 4425 "[:xdigit:]",
aaa51d5e
JF
4426 "[:^xdigit:]",
4427 "[:space:]",
4428 "[:^space:]",
4429 "[:blank:]",
4430 "[:^blank:]"
653099ff
GS
4431 };
4432
19860706 4433 if (flags & ANYOF_LOCALE)
653099ff 4434 sv_catpv(sv, "{loc}");
19860706 4435 if (flags & ANYOF_FOLD)
653099ff
GS
4436 sv_catpv(sv, "{i}");
4437 Perl_sv_catpvf(aTHX_ sv, "[%s", PL_colors[0]);
19860706 4438 if (flags & ANYOF_INVERT)
653099ff 4439 sv_catpv(sv, "^");
ffc61ed2
JH
4440 for (i = 0; i <= 256; i++) {
4441 if (i < 256 && ANYOF_BITMAP_TEST(o,i)) {
4442 if (rangestart == -1)
4443 rangestart = i;
4444 } else if (rangestart != -1) {
4445 if (i <= rangestart + 3)
4446 for (; rangestart < i; rangestart++)
653099ff 4447 put_byte(sv, rangestart);
ffc61ed2
JH
4448 else {
4449 put_byte(sv, rangestart);
4450 sv_catpv(sv, "-");
4451 put_byte(sv, i - 1);
653099ff 4452 }
ffc61ed2 4453 rangestart = -1;
653099ff 4454 }
847a199f 4455 }
ffc61ed2
JH
4456
4457 if (o->flags & ANYOF_CLASS)
4458 for (i = 0; i < sizeof(anyofs)/sizeof(char*); i++)
4459 if (ANYOF_CLASS_TEST(o,i))
4460 sv_catpv(sv, anyofs[i]);
4461
4462 if (flags & ANYOF_UNICODE)
4463 sv_catpv(sv, "{unicode}");
1aa99e6b
IH
4464 else if (flags & ANYOF_UNICODE_ALL)
4465 sv_catpv(sv, "{all-unicode}");
ffc61ed2
JH
4466
4467 {
4468 SV *lv;
4469 SV *sw = regclass_swash(o, FALSE, &lv);
b81d288d 4470
ffc61ed2
JH
4471 if (lv) {
4472 if (sw) {
4473 UV i;
4474 U8 s[UTF8_MAXLEN+1];
b81d288d 4475
ffc61ed2 4476 for (i = 0; i <= 256; i++) { /* just the first 256 */
2b9d42f0 4477 U8 *e = uvchr_to_utf8(s, i);
ffc61ed2 4478
3568d838 4479 if (i < 256 && swash_fetch(sw, s, TRUE)) {
ffc61ed2
JH
4480 if (rangestart == -1)
4481 rangestart = i;
4482 } else if (rangestart != -1) {
4483 U8 *p;
b81d288d 4484
ffc61ed2
JH
4485 if (i <= rangestart + 3)
4486 for (; rangestart < i; rangestart++) {
2b9d42f0 4487 for(e = uvchr_to_utf8(s, rangestart), p = s; p < e; p++)
ffc61ed2
JH
4488 put_byte(sv, *p);
4489 }
4490 else {
2b9d42f0 4491 for (e = uvchr_to_utf8(s, rangestart), p = s; p < e; p++)
ffc61ed2
JH
4492 put_byte(sv, *p);
4493 sv_catpv(sv, "-");
2b9d42f0 4494 for (e = uvchr_to_utf8(s, i - 1), p = s; p < e; p++)
ffc61ed2
JH
4495 put_byte(sv, *p);
4496 }
4497 rangestart = -1;
4498 }
19860706 4499 }
ffc61ed2
JH
4500
4501 sv_catpv(sv, "..."); /* et cetera */
19860706 4502 }
fde631ed 4503
ffc61ed2
JH
4504 {
4505 char *s = savepv(SvPVX(lv));
4506 char *origs = s;
b81d288d 4507
ffc61ed2 4508 while(*s && *s != '\n') s++;
b81d288d 4509
ffc61ed2
JH
4510 if (*s == '\n') {
4511 char *t = ++s;
4512
4513 while (*s) {
4514 if (*s == '\n')
4515 *s = ' ';
4516 s++;
4517 }
4518 if (s[-1] == ' ')
4519 s[-1] = 0;
4520
4521 sv_catpv(sv, t);
fde631ed 4522 }
b81d288d 4523
ffc61ed2 4524 Safefree(origs);
fde631ed
JH
4525 }
4526 }
653099ff 4527 }
ffc61ed2 4528
653099ff
GS
4529 Perl_sv_catpvf(aTHX_ sv, "%s]", PL_colors[1]);
4530 }
9b155405 4531 else if (k == BRANCHJ && (OP(o) == UNLESSM || OP(o) == IFMATCH))
cea2e8a9 4532 Perl_sv_catpvf(aTHX_ sv, "[-%d]", o->flags);
17c3b450 4533#endif /* DEBUGGING */
35ff7856 4534}
a687059c 4535
cad2e5aa
JH
4536SV *
4537Perl_re_intuit_string(pTHX_ regexp *prog)
4538{ /* Assume that RE_INTUIT is set */
4539 DEBUG_r(
4540 { STRLEN n_a;
4541 char *s = SvPV(prog->check_substr,n_a);
4542
4543 if (!PL_colorset) reginitcolors();
4544 PerlIO_printf(Perl_debug_log,
4545 "%sUsing REx substr:%s `%s%.60s%s%s'\n",
4546 PL_colors[4],PL_colors[5],PL_colors[0],
4547 s,
4548 PL_colors[1],
4549 (strlen(s) > 60 ? "..." : ""));
4550 } );
4551
4552 return prog->check_substr;
4553}
4554
2b69d0c2 4555void
864dbfa3 4556Perl_pregfree(pTHX_ struct regexp *r)
a687059c 4557{
adac82c7 4558 DEBUG_r(if (!PL_colorset) reginitcolors());
7821416a
IZ
4559
4560 if (!r || (--r->refcnt > 0))
4561 return;
cad2e5aa
JH
4562 DEBUG_r(PerlIO_printf(Perl_debug_log,
4563 "%sFreeing REx:%s `%s%.60s%s%s'\n",
4564 PL_colors[4],PL_colors[5],PL_colors[0],
4565 r->precomp,
4566 PL_colors[1],
4567 (strlen(r->precomp) > 60 ? "..." : "")));
4568
c277df42 4569 if (r->precomp)
a0d0e21e 4570 Safefree(r->precomp);
fac92740
MJD
4571 if (r->offsets) /* 20010421 MJD */
4572 Safefree(r->offsets);
cf93c79d
IZ
4573 if (RX_MATCH_COPIED(r))
4574 Safefree(r->subbeg);
a193d654
GS
4575 if (r->substrs) {
4576 if (r->anchored_substr)
4577 SvREFCNT_dec(r->anchored_substr);
4578 if (r->float_substr)
4579 SvREFCNT_dec(r->float_substr);
2779dcf1 4580 Safefree(r->substrs);
a193d654 4581 }
c277df42
IZ
4582 if (r->data) {
4583 int n = r->data->count;
dfad63ad
HS
4584 AV* new_comppad = NULL;
4585 AV* old_comppad;
4586 SV** old_curpad;
4587
c277df42 4588 while (--n >= 0) {
261faec3 4589 /* If you add a ->what type here, update the comment in regcomp.h */
c277df42
IZ
4590 switch (r->data->what[n]) {
4591 case 's':
4592 SvREFCNT_dec((SV*)r->data->data[n]);
4593 break;
653099ff
GS
4594 case 'f':
4595 Safefree(r->data->data[n]);
4596 break;
dfad63ad
HS
4597 case 'p':
4598 new_comppad = (AV*)r->data->data[n];
4599 break;
c277df42 4600 case 'o':
dfad63ad 4601 if (new_comppad == NULL)
cea2e8a9 4602 Perl_croak(aTHX_ "panic: pregfree comppad");
dfad63ad
HS
4603 old_comppad = PL_comppad;
4604 old_curpad = PL_curpad;
1e6dc0b6
SB
4605 /* Watch out for global destruction's random ordering. */
4606 if (SvTYPE(new_comppad) == SVt_PVAV) {
4607 PL_comppad = new_comppad;
4608 PL_curpad = AvARRAY(new_comppad);
4609 }
4610 else
4611 PL_curpad = NULL;
9b978d73
DM
4612
4613 if (!OpREFCNT_dec((OP_4tree*)r->data->data[n])) {
4614 op_free((OP_4tree*)r->data->data[n]);
4615 }
4616
dfad63ad
HS
4617 PL_comppad = old_comppad;
4618 PL_curpad = old_curpad;
4619 SvREFCNT_dec((SV*)new_comppad);
4620 new_comppad = NULL;
c277df42
IZ
4621 break;
4622 case 'n':
4623 break;
4624 default:
830247a4 4625 Perl_croak(aTHX_ "panic: regfree data code '%c'", r->data->what[n]);
c277df42
IZ
4626 }
4627 }
4628 Safefree(r->data->what);
4629 Safefree(r->data);
a0d0e21e
LW
4630 }
4631 Safefree(r->startp);
4632 Safefree(r->endp);
4633 Safefree(r);
a687059c 4634}
c277df42
IZ
4635
4636/*
4637 - regnext - dig the "next" pointer out of a node
4638 *
4639 * [Note, when REGALIGN is defined there are two places in regmatch()
4640 * that bypass this code for speed.]
4641 */
4642regnode *
864dbfa3 4643Perl_regnext(pTHX_ register regnode *p)
c277df42
IZ
4644{
4645 register I32 offset;
4646
3280af22 4647 if (p == &PL_regdummy)
c277df42
IZ
4648 return(NULL);
4649
4650 offset = (reg_off_by_arg[OP(p)] ? ARG(p) : NEXT_OFF(p));
4651 if (offset == 0)
4652 return(NULL);
4653
c277df42 4654 return(p+offset);
c277df42
IZ
4655}
4656
01f988be 4657STATIC void
cea2e8a9 4658S_re_croak2(pTHX_ const char* pat1,const char* pat2,...)
c277df42
IZ
4659{
4660 va_list args;
4661 STRLEN l1 = strlen(pat1);
4662 STRLEN l2 = strlen(pat2);
4663 char buf[512];
06bf62c7 4664 SV *msv;
c277df42
IZ
4665 char *message;
4666
4667 if (l1 > 510)
4668 l1 = 510;
4669 if (l1 + l2 > 510)
4670 l2 = 510 - l1;
4671 Copy(pat1, buf, l1 , char);
4672 Copy(pat2, buf + l1, l2 , char);
3b818b81
GS
4673 buf[l1 + l2] = '\n';
4674 buf[l1 + l2 + 1] = '\0';
8736538c
AS
4675#ifdef I_STDARG
4676 /* ANSI variant takes additional second argument */
c277df42 4677 va_start(args, pat2);
8736538c
AS
4678#else
4679 va_start(args);
4680#endif
5a844595 4681 msv = vmess(buf, &args);
c277df42 4682 va_end(args);
06bf62c7 4683 message = SvPV(msv,l1);
c277df42
IZ
4684 if (l1 > 512)
4685 l1 = 512;
4686 Copy(message, buf, l1 , char);
4687 buf[l1] = '\0'; /* Overwrite \n */
cea2e8a9 4688 Perl_croak(aTHX_ "%s", buf);
c277df42 4689}
a0ed51b3
LW
4690
4691/* XXX Here's a total kludge. But we need to re-enter for swash routines. */
4692
4693void
864dbfa3 4694Perl_save_re_context(pTHX)
b81d288d 4695{
830247a4
IZ
4696#if 0
4697 SAVEPPTR(RExC_precomp); /* uncompiled string. */
4698 SAVEI32(RExC_npar); /* () count. */
4699 SAVEI32(RExC_size); /* Code size. */
4700 SAVEI16(RExC_flags16); /* are we folding, multilining? */
4701 SAVEVPTR(RExC_rx); /* from regcomp.c */
4702 SAVEI32(RExC_seen); /* from regcomp.c */
4703 SAVEI32(RExC_sawback); /* Did we see \1, ...? */
4704 SAVEI32(RExC_naughty); /* How bad is this pattern? */
4705 SAVEVPTR(RExC_emit); /* Code-emit pointer; &regdummy = don't */
4706 SAVEPPTR(RExC_end); /* End of input for compile */
4707 SAVEPPTR(RExC_parse); /* Input-scan pointer. */
4708#endif
4709
4710 SAVEI32(PL_reg_flags); /* from regexec.c */
a0ed51b3 4711 SAVEPPTR(PL_bostr);
a0ed51b3
LW
4712 SAVEPPTR(PL_reginput); /* String-input pointer. */
4713 SAVEPPTR(PL_regbol); /* Beginning of input, for ^ check. */
4714 SAVEPPTR(PL_regeol); /* End of input, for $ check. */
7766f137
GS
4715 SAVEVPTR(PL_regstartp); /* Pointer to startp array. */
4716 SAVEVPTR(PL_regendp); /* Ditto for endp. */
4717 SAVEVPTR(PL_reglastparen); /* Similarly for lastparen. */
a0ed51b3 4718 SAVEPPTR(PL_regtill); /* How far we are required to go. */
b81d288d 4719 SAVEGENERICPV(PL_reg_start_tmp); /* from regexec.c */
a0ed51b3 4720 PL_reg_start_tmp = 0;
a0ed51b3
LW
4721 SAVEI32(PL_reg_start_tmpl); /* from regexec.c */
4722 PL_reg_start_tmpl = 0;
7766f137 4723 SAVEVPTR(PL_regdata);
a0ed51b3
LW
4724 SAVEI32(PL_reg_eval_set); /* from regexec.c */
4725 SAVEI32(PL_regnarrate); /* from regexec.c */
7766f137 4726 SAVEVPTR(PL_regprogram); /* from regexec.c */
a0ed51b3 4727 SAVEINT(PL_regindent); /* from regexec.c */
7766f137
GS
4728 SAVEVPTR(PL_regcc); /* from regexec.c */
4729 SAVEVPTR(PL_curcop);
7766f137
GS
4730 SAVEVPTR(PL_reg_call_cc); /* from regexec.c */
4731 SAVEVPTR(PL_reg_re); /* from regexec.c */
54b6e2fa
IZ
4732 SAVEPPTR(PL_reg_ganch); /* from regexec.c */
4733 SAVESPTR(PL_reg_sv); /* from regexec.c */
53c4c00c 4734 SAVEI8(PL_reg_match_utf8); /* from regexec.c */
7766f137 4735 SAVEVPTR(PL_reg_magic); /* from regexec.c */
54b6e2fa 4736 SAVEI32(PL_reg_oldpos); /* from regexec.c */
7766f137
GS
4737 SAVEVPTR(PL_reg_oldcurpm); /* from regexec.c */
4738 SAVEVPTR(PL_reg_curpm); /* from regexec.c */
5fb7366e 4739 SAVEI32(PL_regnpar); /* () count. */
e49a9654 4740 SAVEI32(PL_regsize); /* from regexec.c */
54b6e2fa 4741#ifdef DEBUGGING
b81d288d 4742 SAVEPPTR(PL_reg_starttry); /* from regexec.c */
54b6e2fa 4743#endif
a0ed51b3 4744}
51371543 4745
51371543 4746static void
acfe0abc 4747clear_re(pTHX_ void *r)
51371543
GS
4748{
4749 ReREFCNT_dec((regexp *)r);
4750}
ffbc6a93 4751