This is a live mirror of the Perl 5 development currently hosted at https://github.com/perl/perl5
Also get copy on write working with ithreads. It hadn't been working
[perl5.git] / regexec.c
CommitLineData
a0d0e21e
LW
1/* regexec.c
2 */
3
4/*
5 * "One Ring to rule them all, One Ring to find them..."
6 */
7
61296642
DM
8/* This file contains functions for executing a regular expression. See
9 * also regcomp.c which funnily enough, contains functions for compiling
166f8a29 10 * a regular expression.
e4a054ea
DM
11 *
12 * This file is also copied at build time to ext/re/re_exec.c, where
13 * it's built with -DPERL_EXT_RE_BUILD -DPERL_EXT_RE_DEBUG -DPERL_EXT.
14 * This causes the main functions to be compiled under new names and with
15 * debugging support added, which makes "use re 'debug'" work.
166f8a29
DM
16 */
17
a687059c
LW
18/* NOTE: this is derived from Henry Spencer's regexp code, and should not
19 * confused with the original package (see point 3 below). Thanks, Henry!
20 */
21
22/* Additional note: this code is very heavily munged from Henry's version
23 * in places. In some spots I've traded clarity for efficiency, so don't
24 * blame Henry for some of the lack of readability.
25 */
26
e50aee73
AD
27/* The names of the functions have been changed from regcomp and
28 * regexec to pregcomp and pregexec in order to avoid conflicts
29 * with the POSIX routines of the same names.
30*/
31
b9d5759e 32#ifdef PERL_EXT_RE_BUILD
54df2634 33#include "re_top.h"
9041c2e3 34#endif
56953603 35
a687059c 36/*
e50aee73 37 * pregcomp and pregexec -- regsub and regerror are not used in perl
a687059c
LW
38 *
39 * Copyright (c) 1986 by University of Toronto.
40 * Written by Henry Spencer. Not derived from licensed software.
41 *
42 * Permission is granted to anyone to use this software for any
43 * purpose on any computer system, and to redistribute it freely,
44 * subject to the following restrictions:
45 *
46 * 1. The author is not responsible for the consequences of use of
47 * this software, no matter how awful, even if they arise
48 * from defects in it.
49 *
50 * 2. The origin of this software must not be misrepresented, either
51 * by explicit claim or by omission.
52 *
53 * 3. Altered versions must be plainly marked as such, and must not
54 * be misrepresented as being the original software.
55 *
56 **** Alterations to Henry's code are...
57 ****
4bb101f2 58 **** Copyright (C) 1991, 1992, 1993, 1994, 1995, 1996, 1997, 1998, 1999,
fdf8c088 59 **** 2000, 2001, 2002, 2003, 2004, 2005, 2006, 2007 by Larry Wall and others
a687059c 60 ****
9ef589d8
LW
61 **** You may distribute under the terms of either the GNU General Public
62 **** License or the Artistic License, as specified in the README file.
a687059c
LW
63 *
64 * Beware that some of this code is subtly aware of the way operator
65 * precedence is structured in regular expressions. Serious changes in
66 * regular-expression syntax might require a total rethink.
67 */
68#include "EXTERN.h"
864dbfa3 69#define PERL_IN_REGEXEC_C
a687059c 70#include "perl.h"
0f5d15d6 71
54df2634
NC
72#ifdef PERL_IN_XSUB_RE
73# include "re_comp.h"
74#else
75# include "regcomp.h"
76#endif
a687059c 77
c277df42
IZ
78#define RF_tainted 1 /* tainted information used? */
79#define RF_warned 2 /* warned about big count? */
faec1544 80
ab3bbdeb 81#define RF_utf8 8 /* Pattern contains multibyte chars? */
a0ed51b3 82
eb160463 83#define UTF ((PL_reg_flags & RF_utf8) != 0)
ce862d02
IZ
84
85#define RS_init 1 /* eval environment created */
86#define RS_set 2 /* replsv value is set */
c277df42 87
a687059c
LW
88#ifndef STATIC
89#define STATIC static
90#endif
91
32fc9b6a 92#define REGINCLASS(prog,p,c) (ANYOF_FLAGS(p) ? reginclass(prog,p,c,0,0) : ANYOF_BITMAP_TEST(p,*(c)))
7d3e948e 93
c277df42
IZ
94/*
95 * Forwards.
96 */
97
33b8afdf 98#define CHR_SVLEN(sv) (do_utf8 ? sv_len_utf8(sv) : SvCUR(sv))
53c4c00c 99#define CHR_DIST(a,b) (PL_reg_match_utf8 ? utf8_distance(a,b) : a - b)
a0ed51b3 100
3dab1dad
YO
101#define HOPc(pos,off) \
102 (char *)(PL_reg_match_utf8 \
52657f30 103 ? reghop3((U8*)pos, off, (U8*)(off >= 0 ? PL_regeol : PL_bostr)) \
3dab1dad
YO
104 : (U8*)(pos + off))
105#define HOPBACKc(pos, off) \
07be1b83
YO
106 (char*)(PL_reg_match_utf8\
107 ? reghopmaybe3((U8*)pos, -off, (U8*)PL_bostr) \
108 : (pos - off >= PL_bostr) \
8e11feef 109 ? (U8*)pos - off \
3dab1dad 110 : NULL)
efb30f32 111
e7409c1b 112#define HOP3(pos,off,lim) (PL_reg_match_utf8 ? reghop3((U8*)(pos), off, (U8*)(lim)) : (U8*)(pos + off))
1aa99e6b 113#define HOP3c(pos,off,lim) ((char*)HOP3(pos,off,lim))
1aa99e6b 114
1a4fad37
AL
115#define LOAD_UTF8_CHARCLASS(class,str) STMT_START { \
116 if (!CAT2(PL_utf8_,class)) { bool ok; ENTER; save_re_context(); ok=CAT2(is_utf8_,class)((const U8*)str); assert(ok); LEAVE; } } STMT_END
117#define LOAD_UTF8_CHARCLASS_ALNUM() LOAD_UTF8_CHARCLASS(alnum,"a")
118#define LOAD_UTF8_CHARCLASS_DIGIT() LOAD_UTF8_CHARCLASS(digit,"0")
119#define LOAD_UTF8_CHARCLASS_SPACE() LOAD_UTF8_CHARCLASS(space," ")
120#define LOAD_UTF8_CHARCLASS_MARK() LOAD_UTF8_CHARCLASS(mark, "\xcd\x86")
51371543 121
3dab1dad
YO
122/* TODO: Combine JUMPABLE and HAS_TEXT to cache OP(rn) */
123
5f80c4cf 124/* for use after a quantifier and before an EXACT-like node -- japhy */
3e901dc0
YO
125/* it would be nice to rework regcomp.sym to generate this stuff. sigh */
126#define JUMPABLE(rn) ( \
127 OP(rn) == OPEN || \
128 (OP(rn) == CLOSE && (!cur_eval || cur_eval->u.eval.close_paren != ARG(rn))) || \
129 OP(rn) == EVAL || \
cca55fe3
JP
130 OP(rn) == SUSPEND || OP(rn) == IFMATCH || \
131 OP(rn) == PLUS || OP(rn) == MINMOD || \
ee9b8eae 132 OP(rn) == KEEPS || (PL_regkind[OP(rn)] == VERB) || \
3dab1dad 133 (PL_regkind[OP(rn)] == CURLY && ARG1(rn) > 0) \
e2d8ce26 134)
ee9b8eae 135#define IS_EXACT(rn) (PL_regkind[OP(rn)] == EXACT)
e2d8ce26 136
ee9b8eae
YO
137#define HAS_TEXT(rn) ( IS_EXACT(rn) || PL_regkind[OP(rn)] == REF )
138
139#if 0
140/* Currently these are only used when PL_regkind[OP(rn)] == EXACT so
141 we don't need this definition. */
142#define IS_TEXT(rn) ( OP(rn)==EXACT || OP(rn)==REF || OP(rn)==NREF )
143#define IS_TEXTF(rn) ( OP(rn)==EXACTF || OP(rn)==REFF || OP(rn)==NREFF )
144#define IS_TEXTFL(rn) ( OP(rn)==EXACTFL || OP(rn)==REFFL || OP(rn)==NREFFL )
145
146#else
147/* ... so we use this as its faster. */
148#define IS_TEXT(rn) ( OP(rn)==EXACT )
149#define IS_TEXTF(rn) ( OP(rn)==EXACTF )
150#define IS_TEXTFL(rn) ( OP(rn)==EXACTFL )
151
152#endif
e2d8ce26 153
a84d97b6
HS
154/*
155 Search for mandatory following text node; for lookahead, the text must
156 follow but for lookbehind (rn->flags != 0) we skip to the next step.
157*/
cca55fe3 158#define FIND_NEXT_IMPT(rn) STMT_START { \
3dab1dad
YO
159 while (JUMPABLE(rn)) { \
160 const OPCODE type = OP(rn); \
161 if (type == SUSPEND || PL_regkind[type] == CURLY) \
e2d8ce26 162 rn = NEXTOPER(NEXTOPER(rn)); \
3dab1dad 163 else if (type == PLUS) \
cca55fe3 164 rn = NEXTOPER(rn); \
3dab1dad 165 else if (type == IFMATCH) \
a84d97b6 166 rn = (rn->flags == 0) ? NEXTOPER(NEXTOPER(rn)) : rn + ARG(rn); \
e2d8ce26 167 else rn += NEXT_OFF(rn); \
3dab1dad 168 } \
5f80c4cf 169} STMT_END
74750237 170
c476f425 171
acfe0abc 172static void restore_pos(pTHX_ void *arg);
51371543 173
76e3520e 174STATIC CHECKPOINT
cea2e8a9 175S_regcppush(pTHX_ I32 parenfloor)
a0d0e21e 176{
97aff369 177 dVAR;
a3b680e6 178 const int retval = PL_savestack_ix;
b1ce53c5 179#define REGCP_PAREN_ELEMS 4
a3b680e6 180 const int paren_elems_to_push = (PL_regsize - parenfloor) * REGCP_PAREN_ELEMS;
a0d0e21e 181 int p;
40a82448 182 GET_RE_DEBUG_FLAGS_DECL;
a0d0e21e 183
e49a9654
IH
184 if (paren_elems_to_push < 0)
185 Perl_croak(aTHX_ "panic: paren_elems_to_push < 0");
186
f0ab9afb 187#define REGCP_OTHER_ELEMS 7
4b3c1a47 188 SSGROW(paren_elems_to_push + REGCP_OTHER_ELEMS);
7f69552c 189
3280af22 190 for (p = PL_regsize; p > parenfloor; p--) {
b1ce53c5 191/* REGCP_PARENS_ELEMS are pushed per pairs of parentheses. */
f0ab9afb
NC
192 SSPUSHINT(PL_regoffs[p].end);
193 SSPUSHINT(PL_regoffs[p].start);
3280af22 194 SSPUSHPTR(PL_reg_start_tmp[p]);
a0d0e21e 195 SSPUSHINT(p);
e7707071 196 DEBUG_BUFFERS_r(PerlIO_printf(Perl_debug_log,
40a82448 197 " saving \\%"UVuf" %"IVdf"(%"IVdf")..%"IVdf"\n",
f0ab9afb 198 (UV)p, (IV)PL_regoffs[p].start,
40a82448 199 (IV)(PL_reg_start_tmp[p] - PL_bostr),
f0ab9afb 200 (IV)PL_regoffs[p].end
40a82448 201 ));
a0d0e21e 202 }
b1ce53c5 203/* REGCP_OTHER_ELEMS are pushed in any case, parentheses or no. */
f0ab9afb 204 SSPUSHPTR(PL_regoffs);
3280af22
NIS
205 SSPUSHINT(PL_regsize);
206 SSPUSHINT(*PL_reglastparen);
a01268b5 207 SSPUSHINT(*PL_reglastcloseparen);
3280af22 208 SSPUSHPTR(PL_reginput);
41123dfd
JH
209#define REGCP_FRAME_ELEMS 2
210/* REGCP_FRAME_ELEMS are part of the REGCP_OTHER_ELEMS and
211 * are needed for the regexp context stack bookkeeping. */
212 SSPUSHINT(paren_elems_to_push + REGCP_OTHER_ELEMS - REGCP_FRAME_ELEMS);
b1ce53c5 213 SSPUSHINT(SAVEt_REGCONTEXT); /* Magic cookie. */
41123dfd 214
a0d0e21e
LW
215 return retval;
216}
217
c277df42 218/* These are needed since we do not localize EVAL nodes: */
ab3bbdeb
YO
219#define REGCP_SET(cp) \
220 DEBUG_STATE_r( \
ab3bbdeb 221 PerlIO_printf(Perl_debug_log, \
e4f74956 222 " Setting an EVAL scope, savestack=%"IVdf"\n", \
ab3bbdeb
YO
223 (IV)PL_savestack_ix)); \
224 cp = PL_savestack_ix
c3464db5 225
ab3bbdeb 226#define REGCP_UNWIND(cp) \
e4f74956 227 DEBUG_STATE_r( \
ab3bbdeb 228 if (cp != PL_savestack_ix) \
e4f74956
YO
229 PerlIO_printf(Perl_debug_log, \
230 " Clearing an EVAL scope, savestack=%"IVdf"..%"IVdf"\n", \
ab3bbdeb
YO
231 (IV)(cp), (IV)PL_savestack_ix)); \
232 regcpblow(cp)
c277df42 233
76e3520e 234STATIC char *
097eb12c 235S_regcppop(pTHX_ const regexp *rex)
a0d0e21e 236{
97aff369 237 dVAR;
3b6647e0 238 U32 i;
a0d0e21e 239 char *input;
b1ce53c5 240
a3621e74
YO
241 GET_RE_DEBUG_FLAGS_DECL;
242
b1ce53c5 243 /* Pop REGCP_OTHER_ELEMS before the parentheses loop starts. */
a0d0e21e 244 i = SSPOPINT;
b1ce53c5
JH
245 assert(i == SAVEt_REGCONTEXT); /* Check that the magic cookie is there. */
246 i = SSPOPINT; /* Parentheses elements to pop. */
a0d0e21e 247 input = (char *) SSPOPPTR;
a01268b5 248 *PL_reglastcloseparen = SSPOPINT;
3280af22
NIS
249 *PL_reglastparen = SSPOPINT;
250 PL_regsize = SSPOPINT;
f0ab9afb 251 PL_regoffs=(regexp_paren_pair *) SSPOPPTR;
b1ce53c5 252
6bda09f9 253
b1ce53c5 254 /* Now restore the parentheses context. */
41123dfd
JH
255 for (i -= (REGCP_OTHER_ELEMS - REGCP_FRAME_ELEMS);
256 i > 0; i -= REGCP_PAREN_ELEMS) {
1df70142 257 I32 tmps;
097eb12c 258 U32 paren = (U32)SSPOPINT;
3280af22 259 PL_reg_start_tmp[paren] = (char *) SSPOPPTR;
f0ab9afb 260 PL_regoffs[paren].start = SSPOPINT;
cf93c79d 261 tmps = SSPOPINT;
3280af22 262 if (paren <= *PL_reglastparen)
f0ab9afb 263 PL_regoffs[paren].end = tmps;
e7707071 264 DEBUG_BUFFERS_r(
c3464db5 265 PerlIO_printf(Perl_debug_log,
b900a521 266 " restoring \\%"UVuf" to %"IVdf"(%"IVdf")..%"IVdf"%s\n",
f0ab9afb 267 (UV)paren, (IV)PL_regoffs[paren].start,
b900a521 268 (IV)(PL_reg_start_tmp[paren] - PL_bostr),
f0ab9afb 269 (IV)PL_regoffs[paren].end,
3280af22 270 (paren > *PL_reglastparen ? "(no)" : ""));
c277df42 271 );
a0d0e21e 272 }
e7707071 273 DEBUG_BUFFERS_r(
bb7a0f54 274 if (*PL_reglastparen + 1 <= rex->nparens) {
c3464db5 275 PerlIO_printf(Perl_debug_log,
faccc32b 276 " restoring \\%"IVdf"..\\%"IVdf" to undef\n",
4f639d21 277 (IV)(*PL_reglastparen + 1), (IV)rex->nparens);
c277df42
IZ
278 }
279 );
daf18116 280#if 1
dafc8851
JH
281 /* It would seem that the similar code in regtry()
282 * already takes care of this, and in fact it is in
283 * a better location to since this code can #if 0-ed out
284 * but the code in regtry() is needed or otherwise tests
285 * requiring null fields (pat.t#187 and split.t#{13,14}
daf18116
JH
286 * (as of patchlevel 7877) will fail. Then again,
287 * this code seems to be necessary or otherwise
225593e1
DM
288 * this erroneously leaves $1 defined: "1" =~ /^(?:(\d)x)?\d$/
289 * --jhi updated by dapm */
3b6647e0 290 for (i = *PL_reglastparen + 1; i <= rex->nparens; i++) {
097eb12c 291 if (i > PL_regsize)
f0ab9afb
NC
292 PL_regoffs[i].start = -1;
293 PL_regoffs[i].end = -1;
a0d0e21e 294 }
dafc8851 295#endif
a0d0e21e
LW
296 return input;
297}
298
02db2b7b 299#define regcpblow(cp) LEAVE_SCOPE(cp) /* Ignores regcppush()ed data. */
a0d0e21e 300
a687059c 301/*
e50aee73 302 * pregexec and friends
a687059c
LW
303 */
304
76234dfb 305#ifndef PERL_IN_XSUB_RE
a687059c 306/*
c277df42 307 - pregexec - match a regexp against a string
a687059c 308 */
c277df42 309I32
49d7dfbc 310Perl_pregexec(pTHX_ REGEXP * const prog, char* stringarg, register char *strend,
c3464db5 311 char *strbeg, I32 minend, SV *screamer, U32 nosave)
c277df42
IZ
312/* strend: pointer to null at end of string */
313/* strbeg: real beginning of string */
314/* minend: end of match must be >=minend after stringarg. */
315/* nosave: For optimizations. */
316{
317 return
9041c2e3 318 regexec_flags(prog, stringarg, strend, strbeg, minend, screamer, NULL,
c277df42
IZ
319 nosave ? 0 : REXEC_COPY_STR);
320}
76234dfb 321#endif
22e551b9 322
9041c2e3 323/*
cad2e5aa
JH
324 * Need to implement the following flags for reg_anch:
325 *
326 * USE_INTUIT_NOML - Useful to call re_intuit_start() first
327 * USE_INTUIT_ML
328 * INTUIT_AUTORITATIVE_NOML - Can trust a positive answer
329 * INTUIT_AUTORITATIVE_ML
330 * INTUIT_ONCE_NOML - Intuit can match in one location only.
331 * INTUIT_ONCE_ML
332 *
333 * Another flag for this function: SECOND_TIME (so that float substrs
334 * with giant delta may be not rechecked).
335 */
336
337/* Assumptions: if ANCH_GPOS, then strpos is anchored. XXXX Check GPOS logic */
338
3f7c398e 339/* If SCREAM, then SvPVX_const(sv) should be compatible with strpos and strend.
cad2e5aa
JH
340 Otherwise, only SvCUR(sv) is used to get strbeg. */
341
342/* XXXX We assume that strpos is strbeg unless sv. */
343
6eb5f6b9
JH
344/* XXXX Some places assume that there is a fixed substring.
345 An update may be needed if optimizer marks as "INTUITable"
346 RExen without fixed substrings. Similarly, it is assumed that
347 lengths of all the strings are no more than minlen, thus they
348 cannot come from lookahead.
40d049e4
YO
349 (Or minlen should take into account lookahead.)
350 NOTE: Some of this comment is not correct. minlen does now take account
351 of lookahead/behind. Further research is required. -- demerphq
352
353*/
6eb5f6b9 354
2c2d71f5
JH
355/* A failure to find a constant substring means that there is no need to make
356 an expensive call to REx engine, thus we celebrate a failure. Similarly,
357 finding a substring too deep into the string means that less calls to
30944b6d
IZ
358 regtry() should be needed.
359
360 REx compiler's optimizer found 4 possible hints:
361 a) Anchored substring;
362 b) Fixed substring;
363 c) Whether we are anchored (beginning-of-line or \G);
364 d) First node (of those at offset 0) which may distingush positions;
6eb5f6b9 365 We use a)b)d) and multiline-part of c), and try to find a position in the
30944b6d
IZ
366 string which does not contradict any of them.
367 */
2c2d71f5 368
6eb5f6b9
JH
369/* Most of decisions we do here should have been done at compile time.
370 The nodes of the REx which we used for the search should have been
371 deleted from the finite automaton. */
372
cad2e5aa 373char *
49d7dfbc 374Perl_re_intuit_start(pTHX_ REGEXP * const prog, SV *sv, char *strpos,
9f61653a 375 char *strend, const U32 flags, re_scream_pos_data *data)
cad2e5aa 376{
97aff369 377 dVAR;
b7953727 378 register I32 start_shift = 0;
cad2e5aa 379 /* Should be nonnegative! */
b7953727 380 register I32 end_shift = 0;
2c2d71f5
JH
381 register char *s;
382 register SV *check;
a1933d95 383 char *strbeg;
cad2e5aa 384 char *t;
1de06328 385 const bool do_utf8 = (sv && SvUTF8(sv)) ? 1 : 0; /* if no sv we have to assume bytes */
cad2e5aa 386 I32 ml_anch;
bd61b366
SS
387 register char *other_last = NULL; /* other substr checked before this */
388 char *check_at = NULL; /* check substr found at this pos */
bbe252da 389 const I32 multiline = prog->extflags & RXf_PMf_MULTILINE;
f8fc2ecf 390 RXi_GET_DECL(prog,progi);
30944b6d 391#ifdef DEBUGGING
890ce7af 392 const char * const i_strpos = strpos;
30944b6d 393#endif
a3621e74
YO
394
395 GET_RE_DEBUG_FLAGS_DECL;
396
a30b2f1f 397 RX_MATCH_UTF8_set(prog,do_utf8);
cad2e5aa 398
bbe252da 399 if (prog->extflags & RXf_UTF8) {
b8d68ded
JH
400 PL_reg_flags |= RF_utf8;
401 }
ab3bbdeb
YO
402 DEBUG_EXECUTE_r(
403 debug_start_match(prog, do_utf8, strpos, strend,
1de06328
YO
404 sv ? "Guessing start of match in sv for"
405 : "Guessing start of match in string for");
2a782b5b 406 );
cad2e5aa 407
c344f387
JH
408 /* CHR_DIST() would be more correct here but it makes things slow. */
409 if (prog->minlen > strend - strpos) {
a3621e74 410 DEBUG_EXECUTE_r(PerlIO_printf(Perl_debug_log,
a72c7584 411 "String too short... [re_intuit_start]\n"));
cad2e5aa 412 goto fail;
2c2d71f5 413 }
1de06328 414
a1933d95 415 strbeg = (sv && SvPOK(sv)) ? strend - SvCUR(sv) : strpos;
1aa99e6b 416 PL_regeol = strend;
33b8afdf
JH
417 if (do_utf8) {
418 if (!prog->check_utf8 && prog->check_substr)
419 to_utf8_substr(prog);
420 check = prog->check_utf8;
421 } else {
422 if (!prog->check_substr && prog->check_utf8)
423 to_byte_substr(prog);
424 check = prog->check_substr;
425 }
1de06328 426 if (check == &PL_sv_undef) {
a3621e74 427 DEBUG_EXECUTE_r(PerlIO_printf(Perl_debug_log,
1de06328 428 "Non-utf8 string cannot match utf8 check string\n"));
33b8afdf
JH
429 goto fail;
430 }
bbe252da
YO
431 if (prog->extflags & RXf_ANCH) { /* Match at beg-of-str or after \n */
432 ml_anch = !( (prog->extflags & RXf_ANCH_SINGLE)
433 || ( (prog->extflags & RXf_ANCH_BOL)
7fba1cd6 434 && !multiline ) ); /* Check after \n? */
cad2e5aa 435
7e25d62c 436 if (!ml_anch) {
bbe252da
YO
437 if ( !(prog->extflags & RXf_ANCH_GPOS) /* Checked by the caller */
438 && !(prog->intflags & PREGf_IMPLICIT) /* not a real BOL */
3f7c398e 439 /* SvCUR is not set on references: SvRV and SvPVX_const overlap */
7e25d62c
JH
440 && sv && !SvROK(sv)
441 && (strpos != strbeg)) {
a3621e74 442 DEBUG_EXECUTE_r(PerlIO_printf(Perl_debug_log, "Not at start...\n"));
7e25d62c
JH
443 goto fail;
444 }
445 if (prog->check_offset_min == prog->check_offset_max &&
bbe252da 446 !(prog->extflags & RXf_CANY_SEEN)) {
2c2d71f5 447 /* Substring at constant offset from beg-of-str... */
cad2e5aa
JH
448 I32 slen;
449
1aa99e6b 450 s = HOP3c(strpos, prog->check_offset_min, strend);
1de06328 451
653099ff
GS
452 if (SvTAIL(check)) {
453 slen = SvCUR(check); /* >= 1 */
cad2e5aa 454
9041c2e3 455 if ( strend - s > slen || strend - s < slen - 1
2c2d71f5 456 || (strend - s == slen && strend[-1] != '\n')) {
a3621e74 457 DEBUG_EXECUTE_r(PerlIO_printf(Perl_debug_log, "String too long...\n"));
2c2d71f5 458 goto fail_finish;
cad2e5aa
JH
459 }
460 /* Now should match s[0..slen-2] */
461 slen--;
3f7c398e 462 if (slen && (*SvPVX_const(check) != *s
cad2e5aa 463 || (slen > 1
3f7c398e 464 && memNE(SvPVX_const(check), s, slen)))) {
2c2d71f5 465 report_neq:
a3621e74 466 DEBUG_EXECUTE_r(PerlIO_printf(Perl_debug_log, "String not equal...\n"));
2c2d71f5
JH
467 goto fail_finish;
468 }
cad2e5aa 469 }
3f7c398e 470 else if (*SvPVX_const(check) != *s
653099ff 471 || ((slen = SvCUR(check)) > 1
3f7c398e 472 && memNE(SvPVX_const(check), s, slen)))
2c2d71f5 473 goto report_neq;
c315bfe8 474 check_at = s;
2c2d71f5 475 goto success_at_start;
7e25d62c 476 }
cad2e5aa 477 }
2c2d71f5 478 /* Match is anchored, but substr is not anchored wrt beg-of-str. */
cad2e5aa 479 s = strpos;
2c2d71f5 480 start_shift = prog->check_offset_min; /* okay to underestimate on CC */
1de06328
YO
481 end_shift = prog->check_end_shift;
482
2c2d71f5 483 if (!ml_anch) {
a3b680e6 484 const I32 end = prog->check_offset_max + CHR_SVLEN(check)
653099ff 485 - (SvTAIL(check) != 0);
a3b680e6 486 const I32 eshift = CHR_DIST((U8*)strend, (U8*)s) - end;
2c2d71f5
JH
487
488 if (end_shift < eshift)
489 end_shift = eshift;
490 }
cad2e5aa 491 }
2c2d71f5 492 else { /* Can match at random position */
cad2e5aa
JH
493 ml_anch = 0;
494 s = strpos;
1de06328
YO
495 start_shift = prog->check_offset_min; /* okay to underestimate on CC */
496 end_shift = prog->check_end_shift;
497
498 /* end shift should be non negative here */
cad2e5aa
JH
499 }
500
bcdf7404 501#ifdef QDEBUGGING /* 7/99: reports of failure (with the older version) */
0033605d 502 if (end_shift < 0)
1de06328 503 Perl_croak(aTHX_ "panic: end_shift: %"IVdf" pattern:\n%s\n ",
b57a0404 504 (IV)end_shift, prog->precomp);
2c2d71f5
JH
505#endif
506
2c2d71f5
JH
507 restart:
508 /* Find a possible match in the region s..strend by looking for
509 the "check" substring in the region corrected by start/end_shift. */
1de06328
YO
510
511 {
512 I32 srch_start_shift = start_shift;
513 I32 srch_end_shift = end_shift;
514 if (srch_start_shift < 0 && strbeg - s > srch_start_shift) {
515 srch_end_shift -= ((strbeg - s) - srch_start_shift);
516 srch_start_shift = strbeg - s;
517 }
6bda09f9 518 DEBUG_OPTIMISE_MORE_r({
1de06328
YO
519 PerlIO_printf(Perl_debug_log, "Check offset min: %"IVdf" Start shift: %"IVdf" End shift %"IVdf" Real End Shift: %"IVdf"\n",
520 (IV)prog->check_offset_min,
521 (IV)srch_start_shift,
522 (IV)srch_end_shift,
523 (IV)prog->check_end_shift);
524 });
525
cad2e5aa 526 if (flags & REXEC_SCREAM) {
cad2e5aa 527 I32 p = -1; /* Internal iterator of scream. */
a3b680e6 528 I32 * const pp = data ? data->scream_pos : &p;
cad2e5aa 529
2c2d71f5
JH
530 if (PL_screamfirst[BmRARE(check)] >= 0
531 || ( BmRARE(check) == '\n'
85c508c3 532 && (BmPREVIOUS(check) == SvCUR(check) - 1)
2c2d71f5 533 && SvTAIL(check) ))
9041c2e3 534 s = screaminstr(sv, check,
1de06328 535 srch_start_shift + (s - strbeg), srch_end_shift, pp, 0);
cad2e5aa 536 else
2c2d71f5 537 goto fail_finish;
4addbd3b
HS
538 /* we may be pointing at the wrong string */
539 if (s && RX_MATCH_COPIED(prog))
3f7c398e 540 s = strbeg + (s - SvPVX_const(sv));
cad2e5aa
JH
541 if (data)
542 *data->scream_olds = s;
543 }
1de06328
YO
544 else {
545 U8* start_point;
546 U8* end_point;
bbe252da 547 if (prog->extflags & RXf_CANY_SEEN) {
1de06328
YO
548 start_point= (U8*)(s + srch_start_shift);
549 end_point= (U8*)(strend - srch_end_shift);
550 } else {
551 start_point= HOP3(s, srch_start_shift, srch_start_shift < 0 ? strbeg : strend);
552 end_point= HOP3(strend, -srch_end_shift, strbeg);
553 }
6bda09f9 554 DEBUG_OPTIMISE_MORE_r({
56570a2c 555 PerlIO_printf(Perl_debug_log, "fbm_instr len=%d str=<%.*s>\n",
1de06328 556 (int)(end_point - start_point),
fc8cd66c 557 (int)(end_point - start_point) > 20 ? 20 : (int)(end_point - start_point),
1de06328
YO
558 start_point);
559 });
560
561 s = fbm_instr( start_point, end_point,
7fba1cd6 562 check, multiline ? FBMrf_MULTILINE : 0);
1de06328
YO
563 }
564 }
cad2e5aa
JH
565 /* Update the count-of-usability, remove useless subpatterns,
566 unshift s. */
2c2d71f5 567
ab3bbdeb
YO
568 DEBUG_EXECUTE_r({
569 RE_PV_QUOTED_DECL(quoted, do_utf8, PERL_DEBUG_PAD_ZERO(0),
570 SvPVX_const(check), RE_SV_DUMPLEN(check), 30);
571 PerlIO_printf(Perl_debug_log, "%s %s substr %s%s%s",
2c2d71f5 572 (s ? "Found" : "Did not find"),
ab3bbdeb
YO
573 (check == (do_utf8 ? prog->anchored_utf8 : prog->anchored_substr)
574 ? "anchored" : "floating"),
575 quoted,
576 RE_SV_TAIL(check),
577 (s ? " at offset " : "...\n") );
578 });
2c2d71f5
JH
579
580 if (!s)
581 goto fail_finish;
2c2d71f5 582 /* Finish the diagnostic message */
a3621e74 583 DEBUG_EXECUTE_r(PerlIO_printf(Perl_debug_log, "%ld...\n", (long)(s - i_strpos)) );
2c2d71f5 584
1de06328
YO
585 /* XXX dmq: first branch is for positive lookbehind...
586 Our check string is offset from the beginning of the pattern.
587 So we need to do any stclass tests offset forward from that
588 point. I think. :-(
589 */
590
591
592
593 check_at=s;
594
595
2c2d71f5
JH
596 /* Got a candidate. Check MBOL anchoring, and the *other* substr.
597 Start with the other substr.
598 XXXX no SCREAM optimization yet - and a very coarse implementation
a0288114 599 XXXX /ttx+/ results in anchored="ttx", floating="x". floating will
2c2d71f5
JH
600 *always* match. Probably should be marked during compile...
601 Probably it is right to do no SCREAM here...
602 */
603
1de06328
YO
604 if (do_utf8 ? (prog->float_utf8 && prog->anchored_utf8)
605 : (prog->float_substr && prog->anchored_substr))
606 {
30944b6d 607 /* Take into account the "other" substring. */
2c2d71f5
JH
608 /* XXXX May be hopelessly wrong for UTF... */
609 if (!other_last)
6eb5f6b9 610 other_last = strpos;
33b8afdf 611 if (check == (do_utf8 ? prog->float_utf8 : prog->float_substr)) {
30944b6d
IZ
612 do_other_anchored:
613 {
890ce7af
AL
614 char * const last = HOP3c(s, -start_shift, strbeg);
615 char *last1, *last2;
be8e71aa 616 char * const saved_s = s;
33b8afdf 617 SV* must;
2c2d71f5 618
2c2d71f5
JH
619 t = s - prog->check_offset_max;
620 if (s - strpos > prog->check_offset_max /* signed-corrected t > strpos */
1d86a7f9 621 && (!do_utf8
0ce71af7 622 || ((t = (char*)reghopmaybe3((U8*)s, -(prog->check_offset_max), (U8*)strpos))
2c2d71f5 623 && t > strpos)))
6f207bd3 624 NOOP;
2c2d71f5
JH
625 else
626 t = strpos;
1aa99e6b 627 t = HOP3c(t, prog->anchored_offset, strend);
6eb5f6b9
JH
628 if (t < other_last) /* These positions already checked */
629 t = other_last;
1aa99e6b 630 last2 = last1 = HOP3c(strend, -prog->minlen, strbeg);
2c2d71f5
JH
631 if (last < last1)
632 last1 = last;
1de06328
YO
633 /* XXXX It is not documented what units *_offsets are in.
634 We assume bytes, but this is clearly wrong.
635 Meaning this code needs to be carefully reviewed for errors.
636 dmq.
637 */
638
2c2d71f5 639 /* On end-of-str: see comment below. */
33b8afdf
JH
640 must = do_utf8 ? prog->anchored_utf8 : prog->anchored_substr;
641 if (must == &PL_sv_undef) {
642 s = (char*)NULL;
1de06328 643 DEBUG_r(must = prog->anchored_utf8); /* for debug */
33b8afdf
JH
644 }
645 else
646 s = fbm_instr(
647 (unsigned char*)t,
648 HOP3(HOP3(last1, prog->anchored_offset, strend)
649 + SvCUR(must), -(SvTAIL(must)!=0), strbeg),
650 must,
7fba1cd6 651 multiline ? FBMrf_MULTILINE : 0
33b8afdf 652 );
ab3bbdeb
YO
653 DEBUG_EXECUTE_r({
654 RE_PV_QUOTED_DECL(quoted, do_utf8, PERL_DEBUG_PAD_ZERO(0),
655 SvPVX_const(must), RE_SV_DUMPLEN(must), 30);
656 PerlIO_printf(Perl_debug_log, "%s anchored substr %s%s",
2c2d71f5 657 (s ? "Found" : "Contradicts"),
ab3bbdeb
YO
658 quoted, RE_SV_TAIL(must));
659 });
660
661
2c2d71f5
JH
662 if (!s) {
663 if (last1 >= last2) {
a3621e74 664 DEBUG_EXECUTE_r(PerlIO_printf(Perl_debug_log,
2c2d71f5
JH
665 ", giving up...\n"));
666 goto fail_finish;
667 }
a3621e74 668 DEBUG_EXECUTE_r(PerlIO_printf(Perl_debug_log,
2c2d71f5 669 ", trying floating at offset %ld...\n",
be8e71aa 670 (long)(HOP3c(saved_s, 1, strend) - i_strpos)));
1aa99e6b
IH
671 other_last = HOP3c(last1, prog->anchored_offset+1, strend);
672 s = HOP3c(last, 1, strend);
2c2d71f5
JH
673 goto restart;
674 }
675 else {
a3621e74 676 DEBUG_EXECUTE_r(PerlIO_printf(Perl_debug_log, " at offset %ld...\n",
30944b6d 677 (long)(s - i_strpos)));
1aa99e6b
IH
678 t = HOP3c(s, -prog->anchored_offset, strbeg);
679 other_last = HOP3c(s, 1, strend);
be8e71aa 680 s = saved_s;
2c2d71f5
JH
681 if (t == strpos)
682 goto try_at_start;
2c2d71f5
JH
683 goto try_at_offset;
684 }
30944b6d 685 }
2c2d71f5
JH
686 }
687 else { /* Take into account the floating substring. */
33b8afdf 688 char *last, *last1;
be8e71aa 689 char * const saved_s = s;
33b8afdf
JH
690 SV* must;
691
692 t = HOP3c(s, -start_shift, strbeg);
693 last1 = last =
694 HOP3c(strend, -prog->minlen + prog->float_min_offset, strbeg);
695 if (CHR_DIST((U8*)last, (U8*)t) > prog->float_max_offset)
696 last = HOP3c(t, prog->float_max_offset, strend);
697 s = HOP3c(t, prog->float_min_offset, strend);
698 if (s < other_last)
699 s = other_last;
2c2d71f5 700 /* XXXX It is not documented what units *_offsets are in. Assume bytes. */
33b8afdf
JH
701 must = do_utf8 ? prog->float_utf8 : prog->float_substr;
702 /* fbm_instr() takes into account exact value of end-of-str
703 if the check is SvTAIL(ed). Since false positives are OK,
704 and end-of-str is not later than strend we are OK. */
705 if (must == &PL_sv_undef) {
706 s = (char*)NULL;
1de06328 707 DEBUG_r(must = prog->float_utf8); /* for debug message */
33b8afdf
JH
708 }
709 else
2c2d71f5 710 s = fbm_instr((unsigned char*)s,
33b8afdf
JH
711 (unsigned char*)last + SvCUR(must)
712 - (SvTAIL(must)!=0),
7fba1cd6 713 must, multiline ? FBMrf_MULTILINE : 0);
ab3bbdeb
YO
714 DEBUG_EXECUTE_r({
715 RE_PV_QUOTED_DECL(quoted, do_utf8, PERL_DEBUG_PAD_ZERO(0),
716 SvPVX_const(must), RE_SV_DUMPLEN(must), 30);
717 PerlIO_printf(Perl_debug_log, "%s floating substr %s%s",
33b8afdf 718 (s ? "Found" : "Contradicts"),
ab3bbdeb
YO
719 quoted, RE_SV_TAIL(must));
720 });
33b8afdf
JH
721 if (!s) {
722 if (last1 == last) {
a3621e74 723 DEBUG_EXECUTE_r(PerlIO_printf(Perl_debug_log,
33b8afdf
JH
724 ", giving up...\n"));
725 goto fail_finish;
2c2d71f5 726 }
a3621e74 727 DEBUG_EXECUTE_r(PerlIO_printf(Perl_debug_log,
33b8afdf 728 ", trying anchored starting at offset %ld...\n",
be8e71aa 729 (long)(saved_s + 1 - i_strpos)));
33b8afdf
JH
730 other_last = last;
731 s = HOP3c(t, 1, strend);
732 goto restart;
733 }
734 else {
a3621e74 735 DEBUG_EXECUTE_r(PerlIO_printf(Perl_debug_log, " at offset %ld...\n",
33b8afdf
JH
736 (long)(s - i_strpos)));
737 other_last = s; /* Fix this later. --Hugo */
be8e71aa 738 s = saved_s;
33b8afdf
JH
739 if (t == strpos)
740 goto try_at_start;
741 goto try_at_offset;
742 }
2c2d71f5 743 }
cad2e5aa 744 }
2c2d71f5 745
1de06328 746
9ef43ace 747 t= (char*)HOP3( s, -prog->check_offset_max, (prog->check_offset_max<0) ? strend : strpos);
1de06328 748
6bda09f9 749 DEBUG_OPTIMISE_MORE_r(
1de06328
YO
750 PerlIO_printf(Perl_debug_log,
751 "Check offset min:%"IVdf" max:%"IVdf" S:%"IVdf" t:%"IVdf" D:%"IVdf" end:%"IVdf"\n",
752 (IV)prog->check_offset_min,
753 (IV)prog->check_offset_max,
754 (IV)(s-strpos),
755 (IV)(t-strpos),
756 (IV)(t-s),
757 (IV)(strend-strpos)
758 )
759 );
760
2c2d71f5 761 if (s - strpos > prog->check_offset_max /* signed-corrected t > strpos */
1d86a7f9 762 && (!do_utf8
9ef43ace 763 || ((t = (char*)reghopmaybe3((U8*)s, -prog->check_offset_max, (U8*) ((prog->check_offset_max<0) ? strend : strpos)))
1de06328
YO
764 && t > strpos)))
765 {
2c2d71f5
JH
766 /* Fixed substring is found far enough so that the match
767 cannot start at strpos. */
768 try_at_offset:
cad2e5aa 769 if (ml_anch && t[-1] != '\n') {
30944b6d
IZ
770 /* Eventually fbm_*() should handle this, but often
771 anchored_offset is not 0, so this check will not be wasted. */
772 /* XXXX In the code below we prefer to look for "^" even in
773 presence of anchored substrings. And we search even
774 beyond the found float position. These pessimizations
775 are historical artefacts only. */
776 find_anchor:
2c2d71f5 777 while (t < strend - prog->minlen) {
cad2e5aa 778 if (*t == '\n') {
4ee3650e 779 if (t < check_at - prog->check_offset_min) {
33b8afdf 780 if (do_utf8 ? prog->anchored_utf8 : prog->anchored_substr) {
4ee3650e
GS
781 /* Since we moved from the found position,
782 we definitely contradict the found anchored
30944b6d
IZ
783 substr. Due to the above check we do not
784 contradict "check" substr.
785 Thus we can arrive here only if check substr
786 is float. Redo checking for "other"=="fixed".
787 */
9041c2e3 788 strpos = t + 1;
a3621e74 789 DEBUG_EXECUTE_r(PerlIO_printf(Perl_debug_log, "Found /%s^%s/m at offset %ld, rescanning for anchored from offset %ld...\n",
e4584336 790 PL_colors[0], PL_colors[1], (long)(strpos - i_strpos), (long)(strpos - i_strpos + prog->anchored_offset)));
30944b6d
IZ
791 goto do_other_anchored;
792 }
4ee3650e
GS
793 /* We don't contradict the found floating substring. */
794 /* XXXX Why not check for STCLASS? */
cad2e5aa 795 s = t + 1;
a3621e74 796 DEBUG_EXECUTE_r(PerlIO_printf(Perl_debug_log, "Found /%s^%s/m at offset %ld...\n",
e4584336 797 PL_colors[0], PL_colors[1], (long)(s - i_strpos)));
cad2e5aa
JH
798 goto set_useful;
799 }
4ee3650e
GS
800 /* Position contradicts check-string */
801 /* XXXX probably better to look for check-string
802 than for "\n", so one should lower the limit for t? */
a3621e74 803 DEBUG_EXECUTE_r(PerlIO_printf(Perl_debug_log, "Found /%s^%s/m, restarting lookup for check-string at offset %ld...\n",
e4584336 804 PL_colors[0], PL_colors[1], (long)(t + 1 - i_strpos)));
0e41cd87 805 other_last = strpos = s = t + 1;
cad2e5aa
JH
806 goto restart;
807 }
808 t++;
809 }
a3621e74 810 DEBUG_EXECUTE_r(PerlIO_printf(Perl_debug_log, "Did not find /%s^%s/m...\n",
e4584336 811 PL_colors[0], PL_colors[1]));
2c2d71f5 812 goto fail_finish;
cad2e5aa 813 }
f5952150 814 else {
a3621e74 815 DEBUG_EXECUTE_r(PerlIO_printf(Perl_debug_log, "Starting position does not contradict /%s^%s/m...\n",
e4584336 816 PL_colors[0], PL_colors[1]));
f5952150 817 }
cad2e5aa
JH
818 s = t;
819 set_useful:
33b8afdf 820 ++BmUSEFUL(do_utf8 ? prog->check_utf8 : prog->check_substr); /* hooray/5 */
cad2e5aa
JH
821 }
822 else {
f5952150 823 /* The found string does not prohibit matching at strpos,
2c2d71f5 824 - no optimization of calling REx engine can be performed,
f5952150
GS
825 unless it was an MBOL and we are not after MBOL,
826 or a future STCLASS check will fail this. */
2c2d71f5
JH
827 try_at_start:
828 /* Even in this situation we may use MBOL flag if strpos is offset
829 wrt the start of the string. */
05b4157f 830 if (ml_anch && sv && !SvROK(sv) /* See prev comment on SvROK */
a1933d95 831 && (strpos != strbeg) && strpos[-1] != '\n'
d506a20d 832 /* May be due to an implicit anchor of m{.*foo} */
bbe252da 833 && !(prog->intflags & PREGf_IMPLICIT))
d506a20d 834 {
cad2e5aa
JH
835 t = strpos;
836 goto find_anchor;
837 }
a3621e74 838 DEBUG_EXECUTE_r( if (ml_anch)
f5952150 839 PerlIO_printf(Perl_debug_log, "Position at offset %ld does not contradict /%s^%s/m...\n",
70685ca0 840 (long)(strpos - i_strpos), PL_colors[0], PL_colors[1]);
30944b6d 841 );
2c2d71f5 842 success_at_start:
bbe252da 843 if (!(prog->intflags & PREGf_NAUGHTY) /* XXXX If strpos moved? */
33b8afdf
JH
844 && (do_utf8 ? (
845 prog->check_utf8 /* Could be deleted already */
846 && --BmUSEFUL(prog->check_utf8) < 0
847 && (prog->check_utf8 == prog->float_utf8)
848 ) : (
849 prog->check_substr /* Could be deleted already */
850 && --BmUSEFUL(prog->check_substr) < 0
851 && (prog->check_substr == prog->float_substr)
852 )))
66e933ab 853 {
cad2e5aa 854 /* If flags & SOMETHING - do not do it many times on the same match */
a3621e74 855 DEBUG_EXECUTE_r(PerlIO_printf(Perl_debug_log, "... Disabling check substring...\n"));
33b8afdf
JH
856 SvREFCNT_dec(do_utf8 ? prog->check_utf8 : prog->check_substr);
857 if (do_utf8 ? prog->check_substr : prog->check_utf8)
858 SvREFCNT_dec(do_utf8 ? prog->check_substr : prog->check_utf8);
a0714e2c
SS
859 prog->check_substr = prog->check_utf8 = NULL; /* disable */
860 prog->float_substr = prog->float_utf8 = NULL; /* clear */
861 check = NULL; /* abort */
cad2e5aa 862 s = strpos;
3cf5c195
IZ
863 /* XXXX This is a remnant of the old implementation. It
864 looks wasteful, since now INTUIT can use many
6eb5f6b9 865 other heuristics. */
bbe252da 866 prog->extflags &= ~RXf_USE_INTUIT;
cad2e5aa
JH
867 }
868 else
869 s = strpos;
870 }
871
6eb5f6b9
JH
872 /* Last resort... */
873 /* XXXX BmUSEFUL already changed, maybe multiple change is meaningful... */
1de06328
YO
874 /* trie stclasses are too expensive to use here, we are better off to
875 leave it to regmatch itself */
f8fc2ecf 876 if (progi->regstclass && PL_regkind[OP(progi->regstclass)]!=TRIE) {
6eb5f6b9
JH
877 /* minlen == 0 is possible if regstclass is \b or \B,
878 and the fixed substr is ''$.
879 Since minlen is already taken into account, s+1 is before strend;
880 accidentally, minlen >= 1 guaranties no false positives at s + 1
881 even for \b or \B. But (minlen? 1 : 0) below assumes that
882 regstclass does not come from lookahead... */
883 /* If regstclass takes bytelength more than 1: If charlength==1, OK.
884 This leaves EXACTF only, which is dealt with in find_byclass(). */
f8fc2ecf
YO
885 const U8* const str = (U8*)STRING(progi->regstclass);
886 const int cl_l = (PL_regkind[OP(progi->regstclass)] == EXACT
887 ? CHR_DIST(str+STR_LEN(progi->regstclass), str)
66e933ab 888 : 1);
1de06328
YO
889 char * endpos;
890 if (prog->anchored_substr || prog->anchored_utf8 || ml_anch)
891 endpos= HOP3c(s, (prog->minlen ? cl_l : 0), strend);
892 else if (prog->float_substr || prog->float_utf8)
893 endpos= HOP3c(HOP3c(check_at, -start_shift, strbeg), cl_l, strend);
894 else
895 endpos= strend;
896
70685ca0
JH
897 DEBUG_EXECUTE_r(PerlIO_printf(Perl_debug_log, "start_shift: %"IVdf" check_at: %"IVdf" s: %"IVdf" endpos: %"IVdf"\n",
898 (IV)start_shift, (IV)(check_at - strbeg), (IV)(s - strbeg), (IV)(endpos - strbeg)));
1de06328 899
6eb5f6b9 900 t = s;
f8fc2ecf 901 s = find_byclass(prog, progi->regstclass, s, endpos, NULL);
6eb5f6b9
JH
902 if (!s) {
903#ifdef DEBUGGING
cbbf8932 904 const char *what = NULL;
6eb5f6b9
JH
905#endif
906 if (endpos == strend) {
a3621e74 907 DEBUG_EXECUTE_r( PerlIO_printf(Perl_debug_log,
6eb5f6b9
JH
908 "Could not match STCLASS...\n") );
909 goto fail;
910 }
a3621e74 911 DEBUG_EXECUTE_r( PerlIO_printf(Perl_debug_log,
66e933ab 912 "This position contradicts STCLASS...\n") );
bbe252da 913 if ((prog->extflags & RXf_ANCH) && !ml_anch)
653099ff 914 goto fail;
6eb5f6b9 915 /* Contradict one of substrings */
33b8afdf
JH
916 if (prog->anchored_substr || prog->anchored_utf8) {
917 if ((do_utf8 ? prog->anchored_utf8 : prog->anchored_substr) == check) {
a3621e74 918 DEBUG_EXECUTE_r( what = "anchored" );
6eb5f6b9 919 hop_and_restart:
1aa99e6b 920 s = HOP3c(t, 1, strend);
66e933ab
GS
921 if (s + start_shift + end_shift > strend) {
922 /* XXXX Should be taken into account earlier? */
a3621e74 923 DEBUG_EXECUTE_r( PerlIO_printf(Perl_debug_log,
66e933ab
GS
924 "Could not match STCLASS...\n") );
925 goto fail;
926 }
5e39e1e5
HS
927 if (!check)
928 goto giveup;
a3621e74 929 DEBUG_EXECUTE_r( PerlIO_printf(Perl_debug_log,
f5952150 930 "Looking for %s substr starting at offset %ld...\n",
6eb5f6b9
JH
931 what, (long)(s + start_shift - i_strpos)) );
932 goto restart;
933 }
66e933ab 934 /* Have both, check_string is floating */
6eb5f6b9
JH
935 if (t + start_shift >= check_at) /* Contradicts floating=check */
936 goto retry_floating_check;
937 /* Recheck anchored substring, but not floating... */
9041c2e3 938 s = check_at;
5e39e1e5
HS
939 if (!check)
940 goto giveup;
a3621e74 941 DEBUG_EXECUTE_r( PerlIO_printf(Perl_debug_log,
f5952150 942 "Looking for anchored substr starting at offset %ld...\n",
6eb5f6b9
JH
943 (long)(other_last - i_strpos)) );
944 goto do_other_anchored;
945 }
60e71179
GS
946 /* Another way we could have checked stclass at the
947 current position only: */
948 if (ml_anch) {
949 s = t = t + 1;
5e39e1e5
HS
950 if (!check)
951 goto giveup;
a3621e74 952 DEBUG_EXECUTE_r( PerlIO_printf(Perl_debug_log,
f5952150 953 "Looking for /%s^%s/m starting at offset %ld...\n",
e4584336 954 PL_colors[0], PL_colors[1], (long)(t - i_strpos)) );
60e71179 955 goto try_at_offset;
66e933ab 956 }
33b8afdf 957 if (!(do_utf8 ? prog->float_utf8 : prog->float_substr)) /* Could have been deleted */
60e71179 958 goto fail;
6eb5f6b9
JH
959 /* Check is floating subtring. */
960 retry_floating_check:
961 t = check_at - start_shift;
a3621e74 962 DEBUG_EXECUTE_r( what = "floating" );
6eb5f6b9
JH
963 goto hop_and_restart;
964 }
b7953727 965 if (t != s) {
a3621e74 966 DEBUG_EXECUTE_r(PerlIO_printf(Perl_debug_log,
6eb5f6b9 967 "By STCLASS: moving %ld --> %ld\n",
b7953727
JH
968 (long)(t - i_strpos), (long)(s - i_strpos))
969 );
970 }
971 else {
a3621e74 972 DEBUG_EXECUTE_r(PerlIO_printf(Perl_debug_log,
b7953727
JH
973 "Does not contradict STCLASS...\n");
974 );
975 }
6eb5f6b9 976 }
5e39e1e5 977 giveup:
a3621e74 978 DEBUG_EXECUTE_r(PerlIO_printf(Perl_debug_log, "%s%s:%s match at offset %ld\n",
5e39e1e5
HS
979 PL_colors[4], (check ? "Guessed" : "Giving up"),
980 PL_colors[5], (long)(s - i_strpos)) );
cad2e5aa 981 return s;
2c2d71f5
JH
982
983 fail_finish: /* Substring not found */
33b8afdf
JH
984 if (prog->check_substr || prog->check_utf8) /* could be removed already */
985 BmUSEFUL(do_utf8 ? prog->check_utf8 : prog->check_substr) += 5; /* hooray */
cad2e5aa 986 fail:
a3621e74 987 DEBUG_EXECUTE_r(PerlIO_printf(Perl_debug_log, "%sMatch rejected by optimizer%s\n",
e4584336 988 PL_colors[4], PL_colors[5]));
bd61b366 989 return NULL;
cad2e5aa 990}
9661b544 991
786e8c11 992
3b0527fe 993
55eed653
NC
994#define REXEC_TRIE_READ_CHAR(trie_type, trie, widecharmap, uc, uscan, len, \
995uvc, charid, foldlen, foldbuf, uniflags) STMT_START { \
4cadc6a9
YO
996 switch (trie_type) { \
997 case trie_utf8_fold: \
998 if ( foldlen>0 ) { \
999 uvc = utf8n_to_uvuni( uscan, UTF8_MAXLEN, &len, uniflags ); \
1000 foldlen -= len; \
1001 uscan += len; \
1002 len=0; \
1003 } else { \
1004 uvc = utf8n_to_uvuni( (U8*)uc, UTF8_MAXLEN, &len, uniflags ); \
1005 uvc = to_uni_fold( uvc, foldbuf, &foldlen ); \
1006 foldlen -= UNISKIP( uvc ); \
1007 uscan = foldbuf + UNISKIP( uvc ); \
1008 } \
1009 break; \
1010 case trie_utf8: \
1011 uvc = utf8n_to_uvuni( (U8*)uc, UTF8_MAXLEN, &len, uniflags ); \
1012 break; \
1013 case trie_plain: \
1014 uvc = (UV)*uc; \
1015 len = 1; \
1016 } \
1017 \
1018 if (uvc < 256) { \
1019 charid = trie->charmap[ uvc ]; \
1020 } \
1021 else { \
1022 charid = 0; \
55eed653
NC
1023 if (widecharmap) { \
1024 SV** const svpp = hv_fetch(widecharmap, \
4cadc6a9
YO
1025 (char*)&uvc, sizeof(UV), 0); \
1026 if (svpp) \
1027 charid = (U16)SvIV(*svpp); \
1028 } \
1029 } \
1030} STMT_END
1031
1032#define REXEC_FBC_EXACTISH_CHECK(CoNd) \
1033 if ( (CoNd) \
1034 && (ln == len || \
1035 ibcmp_utf8(s, NULL, 0, do_utf8, \
1036 m, NULL, ln, (bool)UTF)) \
24b23f37 1037 && (!reginfo || regtry(reginfo, &s)) ) \
4cadc6a9
YO
1038 goto got_it; \
1039 else { \
1040 U8 foldbuf[UTF8_MAXBYTES_CASE+1]; \
1041 uvchr_to_utf8(tmpbuf, c); \
1042 f = to_utf8_fold(tmpbuf, foldbuf, &foldlen); \
1043 if ( f != c \
1044 && (f == c1 || f == c2) \
1045 && (ln == foldlen || \
1046 !ibcmp_utf8((char *) foldbuf, \
1047 NULL, foldlen, do_utf8, \
1048 m, \
1049 NULL, ln, (bool)UTF)) \
24b23f37 1050 && (!reginfo || regtry(reginfo, &s)) ) \
4cadc6a9
YO
1051 goto got_it; \
1052 } \
1053 s += len
1054
1055#define REXEC_FBC_EXACTISH_SCAN(CoNd) \
1056STMT_START { \
1057 while (s <= e) { \
1058 if ( (CoNd) \
1059 && (ln == 1 || !(OP(c) == EXACTF \
1060 ? ibcmp(s, m, ln) \
1061 : ibcmp_locale(s, m, ln))) \
24b23f37 1062 && (!reginfo || regtry(reginfo, &s)) ) \
4cadc6a9
YO
1063 goto got_it; \
1064 s++; \
1065 } \
1066} STMT_END
1067
1068#define REXEC_FBC_UTF8_SCAN(CoDe) \
1069STMT_START { \
1070 while (s + (uskip = UTF8SKIP(s)) <= strend) { \
1071 CoDe \
1072 s += uskip; \
1073 } \
1074} STMT_END
1075
1076#define REXEC_FBC_SCAN(CoDe) \
1077STMT_START { \
1078 while (s < strend) { \
1079 CoDe \
1080 s++; \
1081 } \
1082} STMT_END
1083
1084#define REXEC_FBC_UTF8_CLASS_SCAN(CoNd) \
1085REXEC_FBC_UTF8_SCAN( \
1086 if (CoNd) { \
24b23f37 1087 if (tmp && (!reginfo || regtry(reginfo, &s))) \
4cadc6a9
YO
1088 goto got_it; \
1089 else \
1090 tmp = doevery; \
1091 } \
1092 else \
1093 tmp = 1; \
1094)
1095
1096#define REXEC_FBC_CLASS_SCAN(CoNd) \
1097REXEC_FBC_SCAN( \
1098 if (CoNd) { \
24b23f37 1099 if (tmp && (!reginfo || regtry(reginfo, &s))) \
4cadc6a9
YO
1100 goto got_it; \
1101 else \
1102 tmp = doevery; \
1103 } \
1104 else \
1105 tmp = 1; \
1106)
1107
1108#define REXEC_FBC_TRYIT \
24b23f37 1109if ((!reginfo || regtry(reginfo, &s))) \
4cadc6a9
YO
1110 goto got_it
1111
e1d1eefb
YO
1112#define REXEC_FBC_CSCAN(CoNdUtF8,CoNd) \
1113 if (do_utf8) { \
1114 REXEC_FBC_UTF8_CLASS_SCAN(CoNdUtF8); \
1115 } \
1116 else { \
1117 REXEC_FBC_CLASS_SCAN(CoNd); \
1118 } \
1119 break
1120
4cadc6a9
YO
1121#define REXEC_FBC_CSCAN_PRELOAD(UtFpReLoAd,CoNdUtF8,CoNd) \
1122 if (do_utf8) { \
1123 UtFpReLoAd; \
1124 REXEC_FBC_UTF8_CLASS_SCAN(CoNdUtF8); \
1125 } \
1126 else { \
1127 REXEC_FBC_CLASS_SCAN(CoNd); \
1128 } \
1129 break
1130
1131#define REXEC_FBC_CSCAN_TAINT(CoNdUtF8,CoNd) \
1132 PL_reg_flags |= RF_tainted; \
1133 if (do_utf8) { \
1134 REXEC_FBC_UTF8_CLASS_SCAN(CoNdUtF8); \
1135 } \
1136 else { \
1137 REXEC_FBC_CLASS_SCAN(CoNd); \
1138 } \
1139 break
1140
786e8c11
YO
1141#define DUMP_EXEC_POS(li,s,doutf8) \
1142 dump_exec_pos(li,s,(PL_regeol),(PL_bostr),(PL_reg_starttry),doutf8)
1143
1144/* We know what class REx starts with. Try to find this position... */
1145/* if reginfo is NULL, its a dryrun */
1146/* annoyingly all the vars in this routine have different names from their counterparts
1147 in regmatch. /grrr */
1148
3c3eec57 1149STATIC char *
07be1b83 1150S_find_byclass(pTHX_ regexp * prog, const regnode *c, char *s,
24b23f37 1151 const char *strend, regmatch_info *reginfo)
a687059c 1152{
27da23d5 1153 dVAR;
bbe252da 1154 const I32 doevery = (prog->intflags & PREGf_SKIP) == 0;
6eb5f6b9 1155 char *m;
d8093b23 1156 STRLEN ln;
5dab1207 1157 STRLEN lnc;
078c425b 1158 register STRLEN uskip;
d8093b23
G
1159 unsigned int c1;
1160 unsigned int c2;
6eb5f6b9
JH
1161 char *e;
1162 register I32 tmp = 1; /* Scratch variable? */
a3b680e6 1163 register const bool do_utf8 = PL_reg_match_utf8;
f8fc2ecf
YO
1164 RXi_GET_DECL(prog,progi);
1165
6eb5f6b9
JH
1166 /* We know what class it must start with. */
1167 switch (OP(c)) {
6eb5f6b9 1168 case ANYOF:
388cc4de 1169 if (do_utf8) {
4cadc6a9 1170 REXEC_FBC_UTF8_CLASS_SCAN((ANYOF_FLAGS(c) & ANYOF_UNICODE) ||
388cc4de 1171 !UTF8_IS_INVARIANT((U8)s[0]) ?
32fc9b6a 1172 reginclass(prog, c, (U8*)s, 0, do_utf8) :
4cadc6a9 1173 REGINCLASS(prog, c, (U8*)s));
388cc4de
HS
1174 }
1175 else {
1176 while (s < strend) {
1177 STRLEN skip = 1;
1178
32fc9b6a 1179 if (REGINCLASS(prog, c, (U8*)s) ||
388cc4de
HS
1180 (ANYOF_FOLD_SHARP_S(c, s, strend) &&
1181 /* The assignment of 2 is intentional:
1182 * for the folded sharp s, the skip is 2. */
1183 (skip = SHARP_S_SKIP))) {
24b23f37 1184 if (tmp && (!reginfo || regtry(reginfo, &s)))
388cc4de
HS
1185 goto got_it;
1186 else
1187 tmp = doevery;
1188 }
1189 else
1190 tmp = 1;
1191 s += skip;
1192 }
a0d0e21e 1193 }
6eb5f6b9 1194 break;
f33976b4 1195 case CANY:
4cadc6a9 1196 REXEC_FBC_SCAN(
24b23f37 1197 if (tmp && (!reginfo || regtry(reginfo, &s)))
f33976b4
DB
1198 goto got_it;
1199 else
1200 tmp = doevery;
4cadc6a9 1201 );
f33976b4 1202 break;
6eb5f6b9 1203 case EXACTF:
5dab1207
NIS
1204 m = STRING(c);
1205 ln = STR_LEN(c); /* length to match in octets/bytes */
1206 lnc = (I32) ln; /* length to match in characters */
1aa99e6b 1207 if (UTF) {
a2a2844f 1208 STRLEN ulen1, ulen2;
5dab1207 1209 U8 *sm = (U8 *) m;
89ebb4a3
JH
1210 U8 tmpbuf1[UTF8_MAXBYTES_CASE+1];
1211 U8 tmpbuf2[UTF8_MAXBYTES_CASE+1];
4ad0818d 1212 const U32 uniflags = UTF8_ALLOW_DEFAULT;
a2a2844f
JH
1213
1214 to_utf8_lower((U8*)m, tmpbuf1, &ulen1);
1215 to_utf8_upper((U8*)m, tmpbuf2, &ulen2);
1216
89ebb4a3 1217 c1 = utf8n_to_uvchr(tmpbuf1, UTF8_MAXBYTES_CASE,
041457d9 1218 0, uniflags);
89ebb4a3 1219 c2 = utf8n_to_uvchr(tmpbuf2, UTF8_MAXBYTES_CASE,
041457d9 1220 0, uniflags);
5dab1207
NIS
1221 lnc = 0;
1222 while (sm < ((U8 *) m + ln)) {
1223 lnc++;
1224 sm += UTF8SKIP(sm);
1225 }
1aa99e6b
IH
1226 }
1227 else {
1228 c1 = *(U8*)m;
1229 c2 = PL_fold[c1];
1230 }
6eb5f6b9
JH
1231 goto do_exactf;
1232 case EXACTFL:
5dab1207
NIS
1233 m = STRING(c);
1234 ln = STR_LEN(c);
1235 lnc = (I32) ln;
d8093b23 1236 c1 = *(U8*)m;
6eb5f6b9
JH
1237 c2 = PL_fold_locale[c1];
1238 do_exactf:
db12adc6 1239 e = HOP3c(strend, -((I32)lnc), s);
b3c9acc1 1240
3b0527fe 1241 if (!reginfo && e < s)
6eb5f6b9 1242 e = s; /* Due to minlen logic of intuit() */
1aa99e6b 1243
60a8b682
JH
1244 /* The idea in the EXACTF* cases is to first find the
1245 * first character of the EXACTF* node and then, if
1246 * necessary, case-insensitively compare the full
1247 * text of the node. The c1 and c2 are the first
1248 * characters (though in Unicode it gets a bit
1249 * more complicated because there are more cases
7f16dd3d
JH
1250 * than just upper and lower: one needs to use
1251 * the so-called folding case for case-insensitive
1252 * matching (called "loose matching" in Unicode).
1253 * ibcmp_utf8() will do just that. */
60a8b682 1254
1aa99e6b 1255 if (do_utf8) {
575cac57 1256 UV c, f;
89ebb4a3 1257 U8 tmpbuf [UTF8_MAXBYTES+1];
575cac57 1258 STRLEN len, foldlen;
4ad0818d 1259 const U32 uniflags = UTF8_ALLOW_DEFAULT;
09091399 1260 if (c1 == c2) {
5dab1207
NIS
1261 /* Upper and lower of 1st char are equal -
1262 * probably not a "letter". */
1aa99e6b 1263 while (s <= e) {
89ebb4a3 1264 c = utf8n_to_uvchr((U8*)s, UTF8_MAXBYTES, &len,
041457d9 1265 uniflags);
4cadc6a9 1266 REXEC_FBC_EXACTISH_CHECK(c == c1);
1aa99e6b 1267 }
09091399
JH
1268 }
1269 else {
1aa99e6b 1270 while (s <= e) {
89ebb4a3 1271 c = utf8n_to_uvchr((U8*)s, UTF8_MAXBYTES, &len,
041457d9 1272 uniflags);
80aecb99 1273
60a8b682 1274 /* Handle some of the three Greek sigmas cases.
8c01da3c
JH
1275 * Note that not all the possible combinations
1276 * are handled here: some of them are handled
1277 * by the standard folding rules, and some of
1278 * them (the character class or ANYOF cases)
1279 * are handled during compiletime in
1280 * regexec.c:S_regclass(). */
880bd946
JH
1281 if (c == (UV)UNICODE_GREEK_CAPITAL_LETTER_SIGMA ||
1282 c == (UV)UNICODE_GREEK_SMALL_LETTER_FINAL_SIGMA)
1283 c = (UV)UNICODE_GREEK_SMALL_LETTER_SIGMA;
80aecb99 1284
4cadc6a9 1285 REXEC_FBC_EXACTISH_CHECK(c == c1 || c == c2);
1aa99e6b 1286 }
09091399 1287 }
1aa99e6b
IH
1288 }
1289 else {
1290 if (c1 == c2)
4cadc6a9 1291 REXEC_FBC_EXACTISH_SCAN(*(U8*)s == c1);
1aa99e6b 1292 else
4cadc6a9 1293 REXEC_FBC_EXACTISH_SCAN(*(U8*)s == c1 || *(U8*)s == c2);
b3c9acc1
IZ
1294 }
1295 break;
bbce6d69 1296 case BOUNDL:
3280af22 1297 PL_reg_flags |= RF_tainted;
bbce6d69 1298 /* FALL THROUGH */
a0d0e21e 1299 case BOUND:
ffc61ed2 1300 if (do_utf8) {
12d33761 1301 if (s == PL_bostr)
ffc61ed2
JH
1302 tmp = '\n';
1303 else {
6136c704 1304 U8 * const r = reghop3((U8*)s, -1, (U8*)PL_bostr);
4ad0818d 1305 tmp = utf8n_to_uvchr(r, UTF8SKIP(r), 0, UTF8_ALLOW_DEFAULT);
ffc61ed2
JH
1306 }
1307 tmp = ((OP(c) == BOUND ?
9041c2e3 1308 isALNUM_uni(tmp) : isALNUM_LC_uvchr(UNI_TO_NATIVE(tmp))) != 0);
1a4fad37 1309 LOAD_UTF8_CHARCLASS_ALNUM();
4cadc6a9 1310 REXEC_FBC_UTF8_SCAN(
ffc61ed2 1311 if (tmp == !(OP(c) == BOUND ?
bb7a0f54 1312 (bool)swash_fetch(PL_utf8_alnum, (U8*)s, do_utf8) :
ffc61ed2
JH
1313 isALNUM_LC_utf8((U8*)s)))
1314 {
1315 tmp = !tmp;
4cadc6a9 1316 REXEC_FBC_TRYIT;
a687059c 1317 }
4cadc6a9 1318 );
a0d0e21e 1319 }
667bb95a 1320 else {
12d33761 1321 tmp = (s != PL_bostr) ? UCHARAT(s - 1) : '\n';
ffc61ed2 1322 tmp = ((OP(c) == BOUND ? isALNUM(tmp) : isALNUM_LC(tmp)) != 0);
4cadc6a9 1323 REXEC_FBC_SCAN(
ffc61ed2
JH
1324 if (tmp ==
1325 !(OP(c) == BOUND ? isALNUM(*s) : isALNUM_LC(*s))) {
1326 tmp = !tmp;
4cadc6a9 1327 REXEC_FBC_TRYIT;
a0ed51b3 1328 }
4cadc6a9 1329 );
a0ed51b3 1330 }
24b23f37 1331 if ((!prog->minlen && tmp) && (!reginfo || regtry(reginfo, &s)))
a0ed51b3
LW
1332 goto got_it;
1333 break;
bbce6d69 1334 case NBOUNDL:
3280af22 1335 PL_reg_flags |= RF_tainted;
bbce6d69 1336 /* FALL THROUGH */
a0d0e21e 1337 case NBOUND:
ffc61ed2 1338 if (do_utf8) {
12d33761 1339 if (s == PL_bostr)
ffc61ed2
JH
1340 tmp = '\n';
1341 else {
6136c704 1342 U8 * const r = reghop3((U8*)s, -1, (U8*)PL_bostr);
4ad0818d 1343 tmp = utf8n_to_uvchr(r, UTF8SKIP(r), 0, UTF8_ALLOW_DEFAULT);
ffc61ed2
JH
1344 }
1345 tmp = ((OP(c) == NBOUND ?
9041c2e3 1346 isALNUM_uni(tmp) : isALNUM_LC_uvchr(UNI_TO_NATIVE(tmp))) != 0);
1a4fad37 1347 LOAD_UTF8_CHARCLASS_ALNUM();
4cadc6a9 1348 REXEC_FBC_UTF8_SCAN(
ffc61ed2 1349 if (tmp == !(OP(c) == NBOUND ?
bb7a0f54 1350 (bool)swash_fetch(PL_utf8_alnum, (U8*)s, do_utf8) :
ffc61ed2
JH
1351 isALNUM_LC_utf8((U8*)s)))
1352 tmp = !tmp;
4cadc6a9
YO
1353 else REXEC_FBC_TRYIT;
1354 );
a0d0e21e 1355 }
667bb95a 1356 else {
12d33761 1357 tmp = (s != PL_bostr) ? UCHARAT(s - 1) : '\n';
ffc61ed2
JH
1358 tmp = ((OP(c) == NBOUND ?
1359 isALNUM(tmp) : isALNUM_LC(tmp)) != 0);
4cadc6a9 1360 REXEC_FBC_SCAN(
ffc61ed2
JH
1361 if (tmp ==
1362 !(OP(c) == NBOUND ? isALNUM(*s) : isALNUM_LC(*s)))
1363 tmp = !tmp;
4cadc6a9
YO
1364 else REXEC_FBC_TRYIT;
1365 );
a0ed51b3 1366 }
24b23f37 1367 if ((!prog->minlen && !tmp) && (!reginfo || regtry(reginfo, &s)))
a0ed51b3
LW
1368 goto got_it;
1369 break;
a0d0e21e 1370 case ALNUM:
4cadc6a9
YO
1371 REXEC_FBC_CSCAN_PRELOAD(
1372 LOAD_UTF8_CHARCLASS_ALNUM(),
1373 swash_fetch(PL_utf8_alnum, (U8*)s, do_utf8),
1374 isALNUM(*s)
1375 );
bbce6d69 1376 case ALNUML:
4cadc6a9
YO
1377 REXEC_FBC_CSCAN_TAINT(
1378 isALNUM_LC_utf8((U8*)s),
1379 isALNUM_LC(*s)
1380 );
a0d0e21e 1381 case NALNUM:
4cadc6a9
YO
1382 REXEC_FBC_CSCAN_PRELOAD(
1383 LOAD_UTF8_CHARCLASS_ALNUM(),
1384 !swash_fetch(PL_utf8_alnum, (U8*)s, do_utf8),
1385 !isALNUM(*s)
1386 );
bbce6d69 1387 case NALNUML:
4cadc6a9
YO
1388 REXEC_FBC_CSCAN_TAINT(
1389 !isALNUM_LC_utf8((U8*)s),
1390 !isALNUM_LC(*s)
1391 );
a0d0e21e 1392 case SPACE:
4cadc6a9
YO
1393 REXEC_FBC_CSCAN_PRELOAD(
1394 LOAD_UTF8_CHARCLASS_SPACE(),
1395 *s == ' ' || swash_fetch(PL_utf8_space,(U8*)s, do_utf8),
1396 isSPACE(*s)
1397 );
bbce6d69 1398 case SPACEL:
4cadc6a9
YO
1399 REXEC_FBC_CSCAN_TAINT(
1400 *s == ' ' || isSPACE_LC_utf8((U8*)s),
1401 isSPACE_LC(*s)
1402 );
a0d0e21e 1403 case NSPACE:
4cadc6a9
YO
1404 REXEC_FBC_CSCAN_PRELOAD(
1405 LOAD_UTF8_CHARCLASS_SPACE(),
1406 !(*s == ' ' || swash_fetch(PL_utf8_space,(U8*)s, do_utf8)),
1407 !isSPACE(*s)
1408 );
bbce6d69 1409 case NSPACEL:
4cadc6a9
YO
1410 REXEC_FBC_CSCAN_TAINT(
1411 !(*s == ' ' || isSPACE_LC_utf8((U8*)s)),
1412 !isSPACE_LC(*s)
1413 );
a0d0e21e 1414 case DIGIT:
4cadc6a9
YO
1415 REXEC_FBC_CSCAN_PRELOAD(
1416 LOAD_UTF8_CHARCLASS_DIGIT(),
1417 swash_fetch(PL_utf8_digit,(U8*)s, do_utf8),
1418 isDIGIT(*s)
1419 );
b8c5462f 1420 case DIGITL:
4cadc6a9
YO
1421 REXEC_FBC_CSCAN_TAINT(
1422 isDIGIT_LC_utf8((U8*)s),
1423 isDIGIT_LC(*s)
1424 );
a0d0e21e 1425 case NDIGIT:
4cadc6a9
YO
1426 REXEC_FBC_CSCAN_PRELOAD(
1427 LOAD_UTF8_CHARCLASS_DIGIT(),
1428 !swash_fetch(PL_utf8_digit,(U8*)s, do_utf8),
1429 !isDIGIT(*s)
1430 );
b8c5462f 1431 case NDIGITL:
4cadc6a9
YO
1432 REXEC_FBC_CSCAN_TAINT(
1433 !isDIGIT_LC_utf8((U8*)s),
1434 !isDIGIT_LC(*s)
1435 );
e1d1eefb
YO
1436 case LNBREAK:
1437 REXEC_FBC_CSCAN(
1438 is_LNBREAK_utf8(s),
1439 is_LNBREAK_latin1(s)
1440 );
1441 case VERTWS:
1442 REXEC_FBC_CSCAN(
1443 is_VERTWS_utf8(s),
1444 is_VERTWS_latin1(s)
1445 );
1446 case NVERTWS:
1447 REXEC_FBC_CSCAN(
1448 !is_VERTWS_utf8(s),
1449 !is_VERTWS_latin1(s)
1450 );
1451 case HORIZWS:
1452 REXEC_FBC_CSCAN(
1453 is_HORIZWS_utf8(s),
1454 is_HORIZWS_latin1(s)
1455 );
1456 case NHORIZWS:
1457 REXEC_FBC_CSCAN(
1458 !is_HORIZWS_utf8(s),
1459 !is_HORIZWS_latin1(s)
1460 );
1de06328
YO
1461 case AHOCORASICKC:
1462 case AHOCORASICK:
07be1b83
YO
1463 {
1464 const enum { trie_plain, trie_utf8, trie_utf8_fold }
1465 trie_type = do_utf8 ?
1466 (c->flags == EXACT ? trie_utf8 : trie_utf8_fold)
1467 : trie_plain;
1468 /* what trie are we using right now */
1469 reg_ac_data *aho
f8fc2ecf 1470 = (reg_ac_data*)progi->data->data[ ARG( c ) ];
3251b653
NC
1471 reg_trie_data *trie
1472 = (reg_trie_data*)progi->data->data[ aho->trie ];
55eed653 1473 HV *widecharmap = (HV*) progi->data->data[ aho->trie + 1 ];
07be1b83
YO
1474
1475 const char *last_start = strend - trie->minlen;
6148ee25 1476#ifdef DEBUGGING
07be1b83 1477 const char *real_start = s;
6148ee25 1478#endif
07be1b83 1479 STRLEN maxlen = trie->maxlen;
be8e71aa
YO
1480 SV *sv_points;
1481 U8 **points; /* map of where we were in the input string
786e8c11 1482 when reading a given char. For ASCII this
be8e71aa
YO
1483 is unnecessary overhead as the relationship
1484 is always 1:1, but for unicode, especially
1485 case folded unicode this is not true. */
f9e705e8 1486 U8 foldbuf[ UTF8_MAXBYTES_CASE + 1 ];
786e8c11
YO
1487 U8 *bitmap=NULL;
1488
07be1b83
YO
1489
1490 GET_RE_DEBUG_FLAGS_DECL;
1491
be8e71aa
YO
1492 /* We can't just allocate points here. We need to wrap it in
1493 * an SV so it gets freed properly if there is a croak while
1494 * running the match */
1495 ENTER;
1496 SAVETMPS;
1497 sv_points=newSV(maxlen * sizeof(U8 *));
1498 SvCUR_set(sv_points,
1499 maxlen * sizeof(U8 *));
1500 SvPOK_on(sv_points);
1501 sv_2mortal(sv_points);
1502 points=(U8**)SvPV_nolen(sv_points );
1de06328
YO
1503 if ( trie_type != trie_utf8_fold
1504 && (trie->bitmap || OP(c)==AHOCORASICKC) )
1505 {
786e8c11
YO
1506 if (trie->bitmap)
1507 bitmap=(U8*)trie->bitmap;
1508 else
1509 bitmap=(U8*)ANYOF_BITMAP(c);
07be1b83 1510 }
786e8c11
YO
1511 /* this is the Aho-Corasick algorithm modified a touch
1512 to include special handling for long "unknown char"
1513 sequences. The basic idea being that we use AC as long
1514 as we are dealing with a possible matching char, when
1515 we encounter an unknown char (and we have not encountered
1516 an accepting state) we scan forward until we find a legal
1517 starting char.
1518 AC matching is basically that of trie matching, except
1519 that when we encounter a failing transition, we fall back
1520 to the current states "fail state", and try the current char
1521 again, a process we repeat until we reach the root state,
1522 state 1, or a legal transition. If we fail on the root state
1523 then we can either terminate if we have reached an accepting
1524 state previously, or restart the entire process from the beginning
1525 if we have not.
1526
1527 */
07be1b83
YO
1528 while (s <= last_start) {
1529 const U32 uniflags = UTF8_ALLOW_DEFAULT;
1530 U8 *uc = (U8*)s;
1531 U16 charid = 0;
1532 U32 base = 1;
1533 U32 state = 1;
1534 UV uvc = 0;
1535 STRLEN len = 0;
1536 STRLEN foldlen = 0;
1537 U8 *uscan = (U8*)NULL;
1538 U8 *leftmost = NULL;
786e8c11
YO
1539#ifdef DEBUGGING
1540 U32 accepted_word= 0;
1541#endif
07be1b83
YO
1542 U32 pointpos = 0;
1543
1544 while ( state && uc <= (U8*)strend ) {
1545 int failed=0;
786e8c11
YO
1546 U32 word = aho->states[ state ].wordnum;
1547
1de06328
YO
1548 if( state==1 ) {
1549 if ( bitmap ) {
1550 DEBUG_TRIE_EXECUTE_r(
1551 if ( uc <= (U8*)last_start && !BITMAP_TEST(bitmap,*uc) ) {
1552 dump_exec_pos( (char *)uc, c, strend, real_start,
1553 (char *)uc, do_utf8 );
1554 PerlIO_printf( Perl_debug_log,
1555 " Scanning for legal start char...\n");
1556 }
1557 );
1558 while ( uc <= (U8*)last_start && !BITMAP_TEST(bitmap,*uc) ) {
1559 uc++;
786e8c11 1560 }
1de06328 1561 s= (char *)uc;
786e8c11 1562 }
786e8c11
YO
1563 if (uc >(U8*)last_start) break;
1564 }
1565
1566 if ( word ) {
1567 U8 *lpos= points[ (pointpos - trie->wordlen[word-1] ) % maxlen ];
1568 if (!leftmost || lpos < leftmost) {
1569 DEBUG_r(accepted_word=word);
07be1b83 1570 leftmost= lpos;
786e8c11 1571 }
07be1b83 1572 if (base==0) break;
786e8c11 1573
07be1b83
YO
1574 }
1575 points[pointpos++ % maxlen]= uc;
55eed653
NC
1576 REXEC_TRIE_READ_CHAR(trie_type, trie, widecharmap, uc,
1577 uscan, len, uvc, charid, foldlen,
1578 foldbuf, uniflags);
786e8c11
YO
1579 DEBUG_TRIE_EXECUTE_r({
1580 dump_exec_pos( (char *)uc, c, strend, real_start,
1581 s, do_utf8 );
07be1b83 1582 PerlIO_printf(Perl_debug_log,
786e8c11
YO
1583 " Charid:%3u CP:%4"UVxf" ",
1584 charid, uvc);
1585 });
07be1b83
YO
1586
1587 do {
6148ee25 1588#ifdef DEBUGGING
786e8c11 1589 word = aho->states[ state ].wordnum;
6148ee25 1590#endif
07be1b83
YO
1591 base = aho->states[ state ].trans.base;
1592
786e8c11
YO
1593 DEBUG_TRIE_EXECUTE_r({
1594 if (failed)
1595 dump_exec_pos( (char *)uc, c, strend, real_start,
1596 s, do_utf8 );
07be1b83 1597 PerlIO_printf( Perl_debug_log,
786e8c11
YO
1598 "%sState: %4"UVxf", word=%"UVxf,
1599 failed ? " Fail transition to " : "",
1600 (UV)state, (UV)word);
1601 });
07be1b83
YO
1602 if ( base ) {
1603 U32 tmp;
1604 if (charid &&
1605 (base + charid > trie->uniquecharcount )
1606 && (base + charid - 1 - trie->uniquecharcount
1607 < trie->lasttrans)
1608 && trie->trans[base + charid - 1 -
1609 trie->uniquecharcount].check == state
1610 && (tmp=trie->trans[base + charid - 1 -
1611 trie->uniquecharcount ].next))
1612 {
786e8c11
YO
1613 DEBUG_TRIE_EXECUTE_r(
1614 PerlIO_printf( Perl_debug_log," - legal\n"));
07be1b83
YO
1615 state = tmp;
1616 break;
1617 }
1618 else {
786e8c11
YO
1619 DEBUG_TRIE_EXECUTE_r(
1620 PerlIO_printf( Perl_debug_log," - fail\n"));
1621 failed = 1;
1622 state = aho->fail[state];
07be1b83
YO
1623 }
1624 }
1625 else {
1626 /* we must be accepting here */
786e8c11
YO
1627 DEBUG_TRIE_EXECUTE_r(
1628 PerlIO_printf( Perl_debug_log," - accepting\n"));
1629 failed = 1;
07be1b83
YO
1630 break;
1631 }
1632 } while(state);
786e8c11 1633 uc += len;
07be1b83
YO
1634 if (failed) {
1635 if (leftmost)
1636 break;
786e8c11 1637 if (!state) state = 1;
07be1b83
YO
1638 }
1639 }
1640 if ( aho->states[ state ].wordnum ) {
1641 U8 *lpos = points[ (pointpos - trie->wordlen[aho->states[ state ].wordnum-1]) % maxlen ];
786e8c11
YO
1642 if (!leftmost || lpos < leftmost) {
1643 DEBUG_r(accepted_word=aho->states[ state ].wordnum);
07be1b83 1644 leftmost = lpos;
786e8c11 1645 }
07be1b83 1646 }
07be1b83
YO
1647 if (leftmost) {
1648 s = (char*)leftmost;
786e8c11
YO
1649 DEBUG_TRIE_EXECUTE_r({
1650 PerlIO_printf(
70685ca0
JH
1651 Perl_debug_log,"Matches word #%"UVxf" at position %"IVdf". Trying full pattern...\n",
1652 (UV)accepted_word, (IV)(s - real_start)
786e8c11
YO
1653 );
1654 });
24b23f37 1655 if (!reginfo || regtry(reginfo, &s)) {
be8e71aa
YO
1656 FREETMPS;
1657 LEAVE;
07be1b83 1658 goto got_it;
be8e71aa 1659 }
07be1b83 1660 s = HOPc(s,1);
786e8c11
YO
1661 DEBUG_TRIE_EXECUTE_r({
1662 PerlIO_printf( Perl_debug_log,"Pattern failed. Looking for new start point...\n");
1663 });
07be1b83 1664 } else {
786e8c11
YO
1665 DEBUG_TRIE_EXECUTE_r(
1666 PerlIO_printf( Perl_debug_log,"No match.\n"));
07be1b83
YO
1667 break;
1668 }
1669 }
be8e71aa
YO
1670 FREETMPS;
1671 LEAVE;
07be1b83
YO
1672 }
1673 break;
b3c9acc1 1674 default:
3c3eec57
GS
1675 Perl_croak(aTHX_ "panic: unknown regstclass %d", (int)OP(c));
1676 break;
d6a28714 1677 }
6eb5f6b9
JH
1678 return 0;
1679 got_it:
1680 return s;
1681}
1682
e6aad7ab 1683static void
fae667d5 1684S_swap_match_buff (pTHX_ regexp *prog) {
f0ab9afb 1685 regexp_paren_pair *t;
fae667d5 1686
28d8d7f4 1687 if (!prog->swap) {
fae667d5
YO
1688 /* We have to be careful. If the previous successful match
1689 was from this regex we don't want a subsequent paritally
1690 successful match to clobber the old results.
1691 So when we detect this possibility we add a swap buffer
1692 to the re, and switch the buffer each match. If we fail
1693 we switch it back, otherwise we leave it swapped.
1694 */
f0ab9afb 1695 Newxz(prog->swap, (prog->nparens + 1), regexp_paren_pair);
fae667d5 1696 }
f0ab9afb
NC
1697 t = prog->swap;
1698 prog->swap = prog->offs;
1699 prog->offs = t;
fae667d5
YO
1700}
1701
1702
6eb5f6b9
JH
1703/*
1704 - regexec_flags - match a regexp against a string
1705 */
1706I32
49d7dfbc 1707Perl_regexec_flags(pTHX_ REGEXP * const prog, char *stringarg, register char *strend,
6eb5f6b9
JH
1708 char *strbeg, I32 minend, SV *sv, void *data, U32 flags)
1709/* strend: pointer to null at end of string */
1710/* strbeg: real beginning of string */
1711/* minend: end of match must be >=minend after stringarg. */
58e23c8d
YO
1712/* data: May be used for some additional optimizations.
1713 Currently its only used, with a U32 cast, for transmitting
1714 the ganch offset when doing a /g match. This will change */
6eb5f6b9
JH
1715/* nosave: For optimizations. */
1716{
97aff369 1717 dVAR;
24b23f37 1718 /*register*/ char *s;
6eb5f6b9 1719 register regnode *c;
24b23f37 1720 /*register*/ char *startpos = stringarg;
6eb5f6b9
JH
1721 I32 minlen; /* must match at least this many chars */
1722 I32 dontbother = 0; /* how many characters not to try at end */
6eb5f6b9
JH
1723 I32 end_shift = 0; /* Same for the end. */ /* CC */
1724 I32 scream_pos = -1; /* Internal iterator of scream. */
ccac19ea 1725 char *scream_olds = NULL;
f9f4320a 1726 const bool do_utf8 = (bool)DO_UTF8(sv);
2757e526 1727 I32 multiline;
f8fc2ecf 1728 RXi_GET_DECL(prog,progi);
3b0527fe 1729 regmatch_info reginfo; /* create some info to pass to regtry etc */
fae667d5 1730 bool swap_on_fail = 0;
a3621e74
YO
1731
1732 GET_RE_DEBUG_FLAGS_DECL;
1733
9d4ba2ae 1734 PERL_UNUSED_ARG(data);
6eb5f6b9
JH
1735
1736 /* Be paranoid... */
1737 if (prog == NULL || startpos == NULL) {
1738 Perl_croak(aTHX_ "NULL regexp parameter");
1739 return 0;
1740 }
1741
bbe252da 1742 multiline = prog->extflags & RXf_PMf_MULTILINE;
3b0527fe 1743 reginfo.prog = prog;
2757e526 1744
bac06658 1745 RX_MATCH_UTF8_set(prog, do_utf8);
1de06328
YO
1746 DEBUG_EXECUTE_r(
1747 debug_start_match(prog, do_utf8, startpos, strend,
1748 "Matching");
1749 );
bac06658 1750
6eb5f6b9 1751 minlen = prog->minlen;
1de06328
YO
1752
1753 if (strend - startpos < (minlen+(prog->check_offset_min<0?prog->check_offset_min:0))) {
a3621e74 1754 DEBUG_EXECUTE_r(PerlIO_printf(Perl_debug_log,
a72c7584
JH
1755 "String too short [regexec_flags]...\n"));
1756 goto phooey;
1aa99e6b 1757 }
6eb5f6b9 1758
1de06328 1759
6eb5f6b9 1760 /* Check validity of program. */
f8fc2ecf 1761 if (UCHARAT(progi->program) != REG_MAGIC) {
6eb5f6b9
JH
1762 Perl_croak(aTHX_ "corrupted regexp program");
1763 }
1764
1765 PL_reg_flags = 0;
1766 PL_reg_eval_set = 0;
1767 PL_reg_maxiter = 0;
1768
bbe252da 1769 if (prog->extflags & RXf_UTF8)
6eb5f6b9
JH
1770 PL_reg_flags |= RF_utf8;
1771
1772 /* Mark beginning of line for ^ and lookbehind. */
3b0527fe 1773 reginfo.bol = startpos; /* XXX not used ??? */
6eb5f6b9 1774 PL_bostr = strbeg;
3b0527fe 1775 reginfo.sv = sv;
6eb5f6b9
JH
1776
1777 /* Mark end of line for $ (and such) */
1778 PL_regeol = strend;
1779
1780 /* see how far we have to get to not match where we matched before */
3b0527fe 1781 reginfo.till = startpos+minend;
6eb5f6b9 1782
6eb5f6b9
JH
1783 /* If there is a "must appear" string, look for it. */
1784 s = startpos;
1785
bbe252da 1786 if (prog->extflags & RXf_GPOS_SEEN) { /* Need to set reginfo->ganch */
6eb5f6b9
JH
1787 MAGIC *mg;
1788
1789 if (flags & REXEC_IGNOREPOS) /* Means: check only at start */
58e23c8d 1790 reginfo.ganch = startpos + prog->gofs;
6eb5f6b9
JH
1791 else if (sv && SvTYPE(sv) >= SVt_PVMG
1792 && SvMAGIC(sv)
14befaf4
DM
1793 && (mg = mg_find(sv, PERL_MAGIC_regex_global))
1794 && mg->mg_len >= 0) {
3b0527fe 1795 reginfo.ganch = strbeg + mg->mg_len; /* Defined pos() */
bbe252da 1796 if (prog->extflags & RXf_ANCH_GPOS) {
3b0527fe 1797 if (s > reginfo.ganch)
6eb5f6b9 1798 goto phooey;
58e23c8d 1799 s = reginfo.ganch - prog->gofs;
6eb5f6b9
JH
1800 }
1801 }
58e23c8d 1802 else if (data) {
70685ca0 1803 reginfo.ganch = strbeg + PTR2UV(data);
58e23c8d 1804 } else /* pos() not defined */
3b0527fe 1805 reginfo.ganch = strbeg;
6eb5f6b9 1806 }
c74340f9 1807 if (PL_curpm && (PM_GETRE(PL_curpm) == prog)) {
fae667d5
YO
1808 swap_on_fail = 1;
1809 swap_match_buff(prog); /* do we need a save destructor here for
1810 eval dies? */
c74340f9 1811 }
a0714e2c 1812 if (!(flags & REXEC_CHECKED) && (prog->check_substr != NULL || prog->check_utf8 != NULL)) {
6eb5f6b9
JH
1813 re_scream_pos_data d;
1814
1815 d.scream_olds = &scream_olds;
1816 d.scream_pos = &scream_pos;
1817 s = re_intuit_start(prog, sv, s, strend, flags, &d);
3fa9c3d7 1818 if (!s) {
a3621e74 1819 DEBUG_EXECUTE_r(PerlIO_printf(Perl_debug_log, "Not present...\n"));
6eb5f6b9 1820 goto phooey; /* not present */
3fa9c3d7 1821 }
6eb5f6b9
JH
1822 }
1823
1de06328 1824
6eb5f6b9
JH
1825
1826 /* Simplest case: anchored match need be tried only once. */
1827 /* [unless only anchor is BOL and multiline is set] */
bbe252da 1828 if (prog->extflags & (RXf_ANCH & ~RXf_ANCH_GPOS)) {
24b23f37 1829 if (s == startpos && regtry(&reginfo, &startpos))
6eb5f6b9 1830 goto got_it;
bbe252da
YO
1831 else if (multiline || (prog->intflags & PREGf_IMPLICIT)
1832 || (prog->extflags & RXf_ANCH_MBOL)) /* XXXX SBOL? */
6eb5f6b9
JH
1833 {
1834 char *end;
1835
1836 if (minlen)
1837 dontbother = minlen - 1;
1aa99e6b 1838 end = HOP3c(strend, -dontbother, strbeg) - 1;
6eb5f6b9 1839 /* for multiline we only have to try after newlines */
33b8afdf 1840 if (prog->check_substr || prog->check_utf8) {
6eb5f6b9
JH
1841 if (s == startpos)
1842 goto after_try;
1843 while (1) {
24b23f37 1844 if (regtry(&reginfo, &s))
6eb5f6b9
JH
1845 goto got_it;
1846 after_try:
5339e136 1847 if (s > end)
6eb5f6b9 1848 goto phooey;
bbe252da 1849 if (prog->extflags & RXf_USE_INTUIT) {
6eb5f6b9
JH
1850 s = re_intuit_start(prog, sv, s + 1, strend, flags, NULL);
1851 if (!s)
1852 goto phooey;
1853 }
1854 else
1855 s++;
1856 }
1857 } else {
1858 if (s > startpos)
1859 s--;
1860 while (s < end) {
1861 if (*s++ == '\n') { /* don't need PL_utf8skip here */
24b23f37 1862 if (regtry(&reginfo, &s))
6eb5f6b9
JH
1863 goto got_it;
1864 }
1865 }
1866 }
1867 }
1868 goto phooey;
bbe252da 1869 } else if (RXf_GPOS_CHECK == (prog->extflags & RXf_GPOS_CHECK))
f9f4320a
YO
1870 {
1871 /* the warning about reginfo.ganch being used without intialization
bbe252da 1872 is bogus -- we set it above, when prog->extflags & RXf_GPOS_SEEN
f9f4320a 1873 and we only enter this block when the same bit is set. */
58e23c8d
YO
1874 char *tmp_s = reginfo.ganch - prog->gofs;
1875 if (regtry(&reginfo, &tmp_s))
6eb5f6b9
JH
1876 goto got_it;
1877 goto phooey;
1878 }
1879
1880 /* Messy cases: unanchored match. */
bbe252da 1881 if ((prog->anchored_substr || prog->anchored_utf8) && prog->intflags & PREGf_SKIP) {
6eb5f6b9
JH
1882 /* we have /x+whatever/ */
1883 /* it must be a one character string (XXXX Except UTF?) */
33b8afdf 1884 char ch;
bf93d4cc
GS
1885#ifdef DEBUGGING
1886 int did_match = 0;
1887#endif
33b8afdf
JH
1888 if (!(do_utf8 ? prog->anchored_utf8 : prog->anchored_substr))
1889 do_utf8 ? to_utf8_substr(prog) : to_byte_substr(prog);
3f7c398e 1890 ch = SvPVX_const(do_utf8 ? prog->anchored_utf8 : prog->anchored_substr)[0];
bf93d4cc 1891
1aa99e6b 1892 if (do_utf8) {
4cadc6a9 1893 REXEC_FBC_SCAN(
6eb5f6b9 1894 if (*s == ch) {
a3621e74 1895 DEBUG_EXECUTE_r( did_match = 1 );
24b23f37 1896 if (regtry(&reginfo, &s)) goto got_it;
6eb5f6b9
JH
1897 s += UTF8SKIP(s);
1898 while (s < strend && *s == ch)
1899 s += UTF8SKIP(s);
1900 }
4cadc6a9 1901 );
6eb5f6b9
JH
1902 }
1903 else {
4cadc6a9 1904 REXEC_FBC_SCAN(
6eb5f6b9 1905 if (*s == ch) {
a3621e74 1906 DEBUG_EXECUTE_r( did_match = 1 );
24b23f37 1907 if (regtry(&reginfo, &s)) goto got_it;
6eb5f6b9
JH
1908 s++;
1909 while (s < strend && *s == ch)
1910 s++;
1911 }
4cadc6a9 1912 );
6eb5f6b9 1913 }
a3621e74 1914 DEBUG_EXECUTE_r(if (!did_match)
bf93d4cc 1915 PerlIO_printf(Perl_debug_log,
b7953727
JH
1916 "Did not find anchored character...\n")
1917 );
6eb5f6b9 1918 }
a0714e2c
SS
1919 else if (prog->anchored_substr != NULL
1920 || prog->anchored_utf8 != NULL
1921 || ((prog->float_substr != NULL || prog->float_utf8 != NULL)
33b8afdf
JH
1922 && prog->float_max_offset < strend - s)) {
1923 SV *must;
1924 I32 back_max;
1925 I32 back_min;
1926 char *last;
6eb5f6b9 1927 char *last1; /* Last position checked before */
bf93d4cc
GS
1928#ifdef DEBUGGING
1929 int did_match = 0;
1930#endif
33b8afdf
JH
1931 if (prog->anchored_substr || prog->anchored_utf8) {
1932 if (!(do_utf8 ? prog->anchored_utf8 : prog->anchored_substr))
1933 do_utf8 ? to_utf8_substr(prog) : to_byte_substr(prog);
1934 must = do_utf8 ? prog->anchored_utf8 : prog->anchored_substr;
1935 back_max = back_min = prog->anchored_offset;
1936 } else {
1937 if (!(do_utf8 ? prog->float_utf8 : prog->float_substr))
1938 do_utf8 ? to_utf8_substr(prog) : to_byte_substr(prog);
1939 must = do_utf8 ? prog->float_utf8 : prog->float_substr;
1940 back_max = prog->float_max_offset;
1941 back_min = prog->float_min_offset;
1942 }
1de06328
YO
1943
1944
33b8afdf
JH
1945 if (must == &PL_sv_undef)
1946 /* could not downgrade utf8 check substring, so must fail */
1947 goto phooey;
1948
1de06328
YO
1949 if (back_min<0) {
1950 last = strend;
1951 } else {
1952 last = HOP3c(strend, /* Cannot start after this */
1953 -(I32)(CHR_SVLEN(must)
1954 - (SvTAIL(must) != 0) + back_min), strbeg);
1955 }
6eb5f6b9
JH
1956 if (s > PL_bostr)
1957 last1 = HOPc(s, -1);
1958 else
1959 last1 = s - 1; /* bogus */
1960
a0288114 1961 /* XXXX check_substr already used to find "s", can optimize if
6eb5f6b9
JH
1962 check_substr==must. */
1963 scream_pos = -1;
1964 dontbother = end_shift;
1965 strend = HOPc(strend, -dontbother);
1966 while ( (s <= last) &&
9041c2e3 1967 ((flags & REXEC_SCREAM)
1de06328 1968 ? (s = screaminstr(sv, must, HOP3c(s, back_min, (back_min<0 ? strbeg : strend)) - strbeg,
6eb5f6b9 1969 end_shift, &scream_pos, 0))
1de06328 1970 : (s = fbm_instr((unsigned char*)HOP3(s, back_min, (back_min<0 ? strbeg : strend)),
9041c2e3 1971 (unsigned char*)strend, must,
7fba1cd6 1972 multiline ? FBMrf_MULTILINE : 0))) ) {
4addbd3b
HS
1973 /* we may be pointing at the wrong string */
1974 if ((flags & REXEC_SCREAM) && RX_MATCH_COPIED(prog))
3f7c398e 1975 s = strbeg + (s - SvPVX_const(sv));
a3621e74 1976 DEBUG_EXECUTE_r( did_match = 1 );
6eb5f6b9
JH
1977 if (HOPc(s, -back_max) > last1) {
1978 last1 = HOPc(s, -back_min);
1979 s = HOPc(s, -back_max);
1980 }
1981 else {
52657f30 1982 char * const t = (last1 >= PL_bostr) ? HOPc(last1, 1) : last1 + 1;
6eb5f6b9
JH
1983
1984 last1 = HOPc(s, -back_min);
52657f30 1985 s = t;
6eb5f6b9 1986 }
1aa99e6b 1987 if (do_utf8) {
6eb5f6b9 1988 while (s <= last1) {
24b23f37 1989 if (regtry(&reginfo, &s))
6eb5f6b9
JH
1990 goto got_it;
1991 s += UTF8SKIP(s);
1992 }
1993 }
1994 else {
1995 while (s <= last1) {
24b23f37 1996 if (regtry(&reginfo, &s))
6eb5f6b9
JH
1997 goto got_it;
1998 s++;
1999 }
2000 }
2001 }
ab3bbdeb
YO
2002 DEBUG_EXECUTE_r(if (!did_match) {
2003 RE_PV_QUOTED_DECL(quoted, do_utf8, PERL_DEBUG_PAD_ZERO(0),
2004 SvPVX_const(must), RE_SV_DUMPLEN(must), 30);
2005 PerlIO_printf(Perl_debug_log, "Did not find %s substr %s%s...\n",
33b8afdf 2006 ((must == prog->anchored_substr || must == prog->anchored_utf8)
bf93d4cc 2007 ? "anchored" : "floating"),
ab3bbdeb
YO
2008 quoted, RE_SV_TAIL(must));
2009 });
6eb5f6b9
JH
2010 goto phooey;
2011 }
f8fc2ecf 2012 else if ( (c = progi->regstclass) ) {
f14c76ed 2013 if (minlen) {
f8fc2ecf 2014 const OPCODE op = OP(progi->regstclass);
66e933ab 2015 /* don't bother with what can't match */
786e8c11 2016 if (PL_regkind[op] != EXACT && op != CANY && PL_regkind[op] != TRIE)
f14c76ed
RGS
2017 strend = HOPc(strend, -(minlen - 1));
2018 }
a3621e74 2019 DEBUG_EXECUTE_r({
be8e71aa 2020 SV * const prop = sv_newmortal();
32fc9b6a 2021 regprop(prog, prop, c);
0df25f3d 2022 {
02daf0ab 2023 RE_PV_QUOTED_DECL(quoted,do_utf8,PERL_DEBUG_PAD_ZERO(1),
ab3bbdeb 2024 s,strend-s,60);
0df25f3d 2025 PerlIO_printf(Perl_debug_log,
ab3bbdeb 2026 "Matching stclass %.*s against %s (%d chars)\n",
e4f74956 2027 (int)SvCUR(prop), SvPVX_const(prop),
ab3bbdeb 2028 quoted, (int)(strend - s));
0df25f3d 2029 }
ffc61ed2 2030 });
3b0527fe 2031 if (find_byclass(prog, c, s, strend, &reginfo))
6eb5f6b9 2032 goto got_it;
07be1b83 2033 DEBUG_EXECUTE_r(PerlIO_printf(Perl_debug_log, "Contradicts stclass... [regexec_flags]\n"));
d6a28714
JH
2034 }
2035 else {
2036 dontbother = 0;
a0714e2c 2037 if (prog->float_substr != NULL || prog->float_utf8 != NULL) {
33b8afdf 2038 /* Trim the end. */
d6a28714 2039 char *last;
33b8afdf
JH
2040 SV* float_real;
2041
2042 if (!(do_utf8 ? prog->float_utf8 : prog->float_substr))
2043 do_utf8 ? to_utf8_substr(prog) : to_byte_substr(prog);
2044 float_real = do_utf8 ? prog->float_utf8 : prog->float_substr;
d6a28714
JH
2045
2046 if (flags & REXEC_SCREAM) {
33b8afdf 2047 last = screaminstr(sv, float_real, s - strbeg,
d6a28714
JH
2048 end_shift, &scream_pos, 1); /* last one */
2049 if (!last)
ffc61ed2 2050 last = scream_olds; /* Only one occurrence. */
4addbd3b
HS
2051 /* we may be pointing at the wrong string */
2052 else if (RX_MATCH_COPIED(prog))
3f7c398e 2053 s = strbeg + (s - SvPVX_const(sv));
b8c5462f 2054 }
d6a28714
JH
2055 else {
2056 STRLEN len;
cfd0369c 2057 const char * const little = SvPV_const(float_real, len);
d6a28714 2058
33b8afdf 2059 if (SvTAIL(float_real)) {
d6a28714
JH
2060 if (memEQ(strend - len + 1, little, len - 1))
2061 last = strend - len + 1;
7fba1cd6 2062 else if (!multiline)
9041c2e3 2063 last = memEQ(strend - len, little, len)
bd61b366 2064 ? strend - len : NULL;
b8c5462f 2065 else
d6a28714
JH
2066 goto find_last;
2067 } else {
2068 find_last:
9041c2e3 2069 if (len)
d6a28714 2070 last = rninstr(s, strend, little, little + len);
b8c5462f 2071 else
a0288114 2072 last = strend; /* matching "$" */
b8c5462f 2073 }
b8c5462f 2074 }
bf93d4cc 2075 if (last == NULL) {
6bda09f9
YO
2076 DEBUG_EXECUTE_r(
2077 PerlIO_printf(Perl_debug_log,
2078 "%sCan't trim the tail, match fails (should not happen)%s\n",
2079 PL_colors[4], PL_colors[5]));
bf93d4cc
GS
2080 goto phooey; /* Should not happen! */
2081 }
d6a28714
JH
2082 dontbother = strend - last + prog->float_min_offset;
2083 }
2084 if (minlen && (dontbother < minlen))
2085 dontbother = minlen - 1;
2086 strend -= dontbother; /* this one's always in bytes! */
2087 /* We don't know much -- general case. */
1aa99e6b 2088 if (do_utf8) {
d6a28714 2089 for (;;) {
24b23f37 2090 if (regtry(&reginfo, &s))
d6a28714
JH
2091 goto got_it;
2092 if (s >= strend)
2093 break;
b8c5462f 2094 s += UTF8SKIP(s);
d6a28714
JH
2095 };
2096 }
2097 else {
2098 do {
24b23f37 2099 if (regtry(&reginfo, &s))
d6a28714
JH
2100 goto got_it;
2101 } while (s++ < strend);
2102 }
2103 }
2104
2105 /* Failure. */
2106 goto phooey;
2107
2108got_it:
2109 RX_MATCH_TAINTED_set(prog, PL_reg_flags & RF_tainted);
2110
19b95bf0 2111 if (PL_reg_eval_set)
4f639d21 2112 restore_pos(aTHX_ prog);
81714fb9
YO
2113 if (prog->paren_names)
2114 (void)hv_iterinit(prog->paren_names);
d6a28714
JH
2115
2116 /* make sure $`, $&, $', and $digit will work later */
2117 if ( !(flags & REXEC_NOT_FIRST) ) {
ed252734 2118 RX_MATCH_COPY_FREE(prog);
d6a28714 2119 if (flags & REXEC_COPY_STR) {
be8e71aa 2120 const I32 i = PL_regeol - startpos + (stringarg - strbeg);
f8c7b90f 2121#ifdef PERL_OLD_COPY_ON_WRITE
ed252734
NC
2122 if ((SvIsCOW(sv)
2123 || (SvFLAGS(sv) & CAN_COW_MASK) == CAN_COW_FLAGS)) {
2124 if (DEBUG_C_TEST) {
2125 PerlIO_printf(Perl_debug_log,
2126 "Copy on write: regexp capture, type %d\n",
2127 (int) SvTYPE(sv));
2128 }
2129 prog->saved_copy = sv_setsv_cow(prog->saved_copy, sv);
d5263905 2130 prog->subbeg = (char *)SvPVX_const(prog->saved_copy);
ed252734
NC
2131 assert (SvPOKp(prog->saved_copy));
2132 } else
2133#endif
2134 {
2135 RX_MATCH_COPIED_on(prog);
2136 s = savepvn(strbeg, i);
2137 prog->subbeg = s;
2138 }
d6a28714 2139 prog->sublen = i;
d6a28714
JH
2140 }
2141 else {
2142 prog->subbeg = strbeg;
2143 prog->sublen = PL_regeol - strbeg; /* strend may have been modified */
2144 }
2145 }
9041c2e3 2146
d6a28714
JH
2147 return 1;
2148
2149phooey:
a3621e74 2150 DEBUG_EXECUTE_r(PerlIO_printf(Perl_debug_log, "%sMatch failed%s\n",
e4584336 2151 PL_colors[4], PL_colors[5]));
d6a28714 2152 if (PL_reg_eval_set)
4f639d21 2153 restore_pos(aTHX_ prog);
fae667d5 2154 if (swap_on_fail)
c74340f9 2155 /* we failed :-( roll it back */
fae667d5
YO
2156 swap_match_buff(prog);
2157
d6a28714
JH
2158 return 0;
2159}
2160
6bda09f9 2161
d6a28714
JH
2162/*
2163 - regtry - try match at specific point
2164 */
2165STATIC I32 /* 0 failure, 1 success */
24b23f37 2166S_regtry(pTHX_ regmatch_info *reginfo, char **startpos)
d6a28714 2167{
97aff369 2168 dVAR;
d6a28714 2169 CHECKPOINT lastcp;
3b0527fe 2170 regexp *prog = reginfo->prog;
f8fc2ecf 2171 RXi_GET_DECL(prog,progi);
a3621e74 2172 GET_RE_DEBUG_FLAGS_DECL;
24b23f37 2173 reginfo->cutpoint=NULL;
d6a28714 2174
bbe252da 2175 if ((prog->extflags & RXf_EVAL_SEEN) && !PL_reg_eval_set) {
d6a28714
JH
2176 MAGIC *mg;
2177
2178 PL_reg_eval_set = RS_init;
a3621e74 2179 DEBUG_EXECUTE_r(DEBUG_s(
b900a521
JH
2180 PerlIO_printf(Perl_debug_log, " setting stack tmpbase at %"IVdf"\n",
2181 (IV)(PL_stack_sp - PL_stack_base));
d6a28714 2182 ));
ea8d6ae1 2183 SAVESTACK_CXPOS();
d6a28714
JH
2184 cxstack[cxstack_ix].blk_oldsp = PL_stack_sp - PL_stack_base;
2185 /* Otherwise OP_NEXTSTATE will free whatever on stack now. */
2186 SAVETMPS;
2187 /* Apparently this is not needed, judging by wantarray. */
e8347627 2188 /* SAVEI8(cxstack[cxstack_ix].blk_gimme);
d6a28714
JH
2189 cxstack[cxstack_ix].blk_gimme = G_SCALAR; */
2190
3b0527fe 2191 if (reginfo->sv) {
d6a28714 2192 /* Make $_ available to executed code. */
3b0527fe 2193 if (reginfo->sv != DEFSV) {
59f00321 2194 SAVE_DEFSV;
3b0527fe 2195 DEFSV = reginfo->sv;
b8c5462f 2196 }
d6a28714 2197
3b0527fe
DM
2198 if (!(SvTYPE(reginfo->sv) >= SVt_PVMG && SvMAGIC(reginfo->sv)
2199 && (mg = mg_find(reginfo->sv, PERL_MAGIC_regex_global)))) {
d6a28714 2200 /* prepare for quick setting of pos */
d300d9fa 2201#ifdef PERL_OLD_COPY_ON_WRITE
51a9ea20
NC
2202 if (SvIsCOW(reginfo->sv))
2203 sv_force_normal_flags(reginfo->sv, 0);
d300d9fa 2204#endif
3dab1dad 2205 mg = sv_magicext(reginfo->sv, NULL, PERL_MAGIC_regex_global,
d300d9fa 2206 &PL_vtbl_mglob, NULL, 0);
d6a28714 2207 mg->mg_len = -1;
b8c5462f 2208 }
d6a28714
JH
2209 PL_reg_magic = mg;
2210 PL_reg_oldpos = mg->mg_len;
4f639d21 2211 SAVEDESTRUCTOR_X(restore_pos, prog);
d6a28714 2212 }
09687e5a 2213 if (!PL_reg_curpm) {
a02a5408 2214 Newxz(PL_reg_curpm, 1, PMOP);
09687e5a
AB
2215#ifdef USE_ITHREADS
2216 {
be8e71aa 2217 SV* const repointer = newSViv(0);
577e12cc 2218 /* so we know which PL_regex_padav element is PL_reg_curpm */
35061a7e 2219 SvFLAGS(repointer) |= SVf_BREAK;
09687e5a
AB
2220 av_push(PL_regex_padav,repointer);
2221 PL_reg_curpm->op_pmoffset = av_len(PL_regex_padav);
2222 PL_regex_pad = AvARRAY(PL_regex_padav);
2223 }
2224#endif
2225 }
aaa362c4 2226 PM_SETRE(PL_reg_curpm, prog);
d6a28714
JH
2227 PL_reg_oldcurpm = PL_curpm;
2228 PL_curpm = PL_reg_curpm;
2229 if (RX_MATCH_COPIED(prog)) {
2230 /* Here is a serious problem: we cannot rewrite subbeg,
2231 since it may be needed if this match fails. Thus
2232 $` inside (?{}) could fail... */
2233 PL_reg_oldsaved = prog->subbeg;
2234 PL_reg_oldsavedlen = prog->sublen;
f8c7b90f 2235#ifdef PERL_OLD_COPY_ON_WRITE
ed252734
NC
2236 PL_nrs = prog->saved_copy;
2237#endif
d6a28714
JH
2238 RX_MATCH_COPIED_off(prog);
2239 }
2240 else
bd61b366 2241 PL_reg_oldsaved = NULL;
d6a28714
JH
2242 prog->subbeg = PL_bostr;
2243 prog->sublen = PL_regeol - PL_bostr; /* strend may have been modified */
2244 }
24b23f37 2245 DEBUG_EXECUTE_r(PL_reg_starttry = *startpos);
f0ab9afb 2246 prog->offs[0].start = *startpos - PL_bostr;
24b23f37 2247 PL_reginput = *startpos;
d6a28714 2248 PL_reglastparen = &prog->lastparen;
a01268b5 2249 PL_reglastcloseparen = &prog->lastcloseparen;
d6a28714 2250 prog->lastparen = 0;
03994de8 2251 prog->lastcloseparen = 0;
d6a28714 2252 PL_regsize = 0;
f0ab9afb 2253 PL_regoffs = prog->offs;
d6a28714
JH
2254 if (PL_reg_start_tmpl <= prog->nparens) {
2255 PL_reg_start_tmpl = prog->nparens*3/2 + 3;
2256 if(PL_reg_start_tmp)
2257 Renew(PL_reg_start_tmp, PL_reg_start_tmpl, char*);
2258 else
a02a5408 2259 Newx(PL_reg_start_tmp, PL_reg_start_tmpl, char*);
d6a28714
JH
2260 }
2261
2262 /* XXXX What this code is doing here?!!! There should be no need
2263 to do this again and again, PL_reglastparen should take care of
3dd2943c 2264 this! --ilya*/
dafc8851
JH
2265
2266 /* Tests pat.t#187 and split.t#{13,14} seem to depend on this code.
2267 * Actually, the code in regcppop() (which Ilya may be meaning by
daf18116 2268 * PL_reglastparen), is not needed at all by the test suite
225593e1
DM
2269 * (op/regexp, op/pat, op/split), but that code is needed otherwise
2270 * this erroneously leaves $1 defined: "1" =~ /^(?:(\d)x)?\d$/
2271 * Meanwhile, this code *is* needed for the
daf18116
JH
2272 * above-mentioned test suite tests to succeed. The common theme
2273 * on those tests seems to be returning null fields from matches.
225593e1 2274 * --jhi updated by dapm */
dafc8851 2275#if 1
d6a28714 2276 if (prog->nparens) {
f0ab9afb 2277 regexp_paren_pair *pp = PL_regoffs;
097eb12c 2278 register I32 i;
eb160463 2279 for (i = prog->nparens; i > (I32)*PL_reglastparen; i--) {
f0ab9afb
NC
2280 ++pp;
2281 pp->start = -1;
2282 pp->end = -1;
d6a28714
JH
2283 }
2284 }
dafc8851 2285#endif
02db2b7b 2286 REGCP_SET(lastcp);
f8fc2ecf 2287 if (regmatch(reginfo, progi->program + 1)) {
f0ab9afb 2288 PL_regoffs[0].end = PL_reginput - PL_bostr;
d6a28714
JH
2289 return 1;
2290 }
24b23f37
YO
2291 if (reginfo->cutpoint)
2292 *startpos= reginfo->cutpoint;
02db2b7b 2293 REGCP_UNWIND(lastcp);
d6a28714
JH
2294 return 0;
2295}
2296
02db2b7b 2297
8ba1375e
MJD
2298#define sayYES goto yes
2299#define sayNO goto no
262b90c4 2300#define sayNO_SILENT goto no_silent
8ba1375e 2301
f9f4320a
YO
2302/* we dont use STMT_START/END here because it leads to
2303 "unreachable code" warnings, which are bogus, but distracting. */
2304#define CACHEsayNO \
c476f425
DM
2305 if (ST.cache_mask) \
2306 PL_reg_poscache[ST.cache_offset] |= ST.cache_mask; \
f9f4320a 2307 sayNO
3298f257 2308
a3621e74 2309/* this is used to determine how far from the left messages like
265c4333
YO
2310 'failed...' are printed. It should be set such that messages
2311 are inline with the regop output that created them.
a3621e74 2312*/
265c4333 2313#define REPORT_CODE_OFF 32
a3621e74
YO
2314
2315
2316/* Make sure there is a test for this +1 options in re_tests */
2317#define TRIE_INITAL_ACCEPT_BUFFLEN 4;
2318
40a82448
DM
2319#define CHRTEST_UNINIT -1001 /* c1/c2 haven't been calculated yet */
2320#define CHRTEST_VOID -1000 /* the c1/c2 "next char" test should be skipped */
9e137952 2321
86545054
DM
2322#define SLAB_FIRST(s) (&(s)->states[0])
2323#define SLAB_LAST(s) (&(s)->states[PERL_REGMATCH_SLAB_SLOTS-1])
2324
5d9a96ca
DM
2325/* grab a new slab and return the first slot in it */
2326
2327STATIC regmatch_state *
2328S_push_slab(pTHX)
2329{
a35a87e7 2330#if PERL_VERSION < 9 && !defined(PERL_CORE)
54df2634
NC
2331 dMY_CXT;
2332#endif
5d9a96ca
DM
2333 regmatch_slab *s = PL_regmatch_slab->next;
2334 if (!s) {
2335 Newx(s, 1, regmatch_slab);
2336 s->prev = PL_regmatch_slab;
2337 s->next = NULL;
2338 PL_regmatch_slab->next = s;
2339 }
2340 PL_regmatch_slab = s;
86545054 2341 return SLAB_FIRST(s);
5d9a96ca 2342}
5b47454d 2343
95b24440 2344
40a82448
DM
2345/* push a new state then goto it */
2346
2347#define PUSH_STATE_GOTO(state, node) \
2348 scan = node; \
2349 st->resume_state = state; \
2350 goto push_state;
2351
2352/* push a new state with success backtracking, then goto it */
2353
2354#define PUSH_YES_STATE_GOTO(state, node) \
2355 scan = node; \
2356 st->resume_state = state; \
2357 goto push_yes_state;
2358
aa283a38 2359
aa283a38 2360
d6a28714 2361/*
95b24440 2362
bf1f174e
DM
2363regmatch() - main matching routine
2364
2365This is basically one big switch statement in a loop. We execute an op,
2366set 'next' to point the next op, and continue. If we come to a point which
2367we may need to backtrack to on failure such as (A|B|C), we push a
2368backtrack state onto the backtrack stack. On failure, we pop the top
2369state, and re-enter the loop at the state indicated. If there are no more
2370states to pop, we return failure.
2371
2372Sometimes we also need to backtrack on success; for example /A+/, where
2373after successfully matching one A, we need to go back and try to
2374match another one; similarly for lookahead assertions: if the assertion
2375completes successfully, we backtrack to the state just before the assertion
2376and then carry on. In these cases, the pushed state is marked as
2377'backtrack on success too'. This marking is in fact done by a chain of
2378pointers, each pointing to the previous 'yes' state. On success, we pop to
2379the nearest yes state, discarding any intermediate failure-only states.
2380Sometimes a yes state is pushed just to force some cleanup code to be
2381called at the end of a successful match or submatch; e.g. (??{$re}) uses
2382it to free the inner regex.
2383
2384Note that failure backtracking rewinds the cursor position, while
2385success backtracking leaves it alone.
2386
2387A pattern is complete when the END op is executed, while a subpattern
2388such as (?=foo) is complete when the SUCCESS op is executed. Both of these
2389ops trigger the "pop to last yes state if any, otherwise return true"
2390behaviour.
2391
2392A common convention in this function is to use A and B to refer to the two
2393subpatterns (or to the first nodes thereof) in patterns like /A*B/: so A is
2394the subpattern to be matched possibly multiple times, while B is the entire
2395rest of the pattern. Variable and state names reflect this convention.
2396
2397The states in the main switch are the union of ops and failure/success of
2398substates associated with with that op. For example, IFMATCH is the op
2399that does lookahead assertions /(?=A)B/ and so the IFMATCH state means
2400'execute IFMATCH'; while IFMATCH_A is a state saying that we have just
2401successfully matched A and IFMATCH_A_fail is a state saying that we have
2402just failed to match A. Resume states always come in pairs. The backtrack
2403state we push is marked as 'IFMATCH_A', but when that is popped, we resume
2404at IFMATCH_A or IFMATCH_A_fail, depending on whether we are backtracking
2405on success or failure.
2406
2407The struct that holds a backtracking state is actually a big union, with
2408one variant for each major type of op. The variable st points to the
2409top-most backtrack struct. To make the code clearer, within each
2410block of code we #define ST to alias the relevant union.
2411
2412Here's a concrete example of a (vastly oversimplified) IFMATCH
2413implementation:
2414
2415 switch (state) {
2416 ....
2417
2418#define ST st->u.ifmatch
2419
2420 case IFMATCH: // we are executing the IFMATCH op, (?=A)B
2421 ST.foo = ...; // some state we wish to save
95b24440 2422 ...
bf1f174e
DM
2423 // push a yes backtrack state with a resume value of
2424 // IFMATCH_A/IFMATCH_A_fail, then continue execution at the
2425 // first node of A:
2426 PUSH_YES_STATE_GOTO(IFMATCH_A, A);
2427 // NOTREACHED
2428
2429 case IFMATCH_A: // we have successfully executed A; now continue with B
2430 next = B;
2431 bar = ST.foo; // do something with the preserved value
2432 break;
2433
2434 case IFMATCH_A_fail: // A failed, so the assertion failed
2435 ...; // do some housekeeping, then ...
2436 sayNO; // propagate the failure
2437
2438#undef ST
95b24440 2439
bf1f174e
DM
2440 ...
2441 }
95b24440 2442
bf1f174e
DM
2443For any old-timers reading this who are familiar with the old recursive
2444approach, the code above is equivalent to:
95b24440 2445
bf1f174e
DM
2446 case IFMATCH: // we are executing the IFMATCH op, (?=A)B
2447 {
2448 int foo = ...
95b24440 2449 ...
bf1f174e
DM
2450 if (regmatch(A)) {
2451 next = B;
2452 bar = foo;
2453 break;
95b24440 2454 }
bf1f174e
DM
2455 ...; // do some housekeeping, then ...
2456 sayNO; // propagate the failure
95b24440 2457 }
bf1f174e
DM
2458
2459The topmost backtrack state, pointed to by st, is usually free. If you
2460want to claim it, populate any ST.foo fields in it with values you wish to
2461save, then do one of
2462
2463 PUSH_STATE_GOTO(resume_state, node);
2464 PUSH_YES_STATE_GOTO(resume_state, node);
2465
2466which sets that backtrack state's resume value to 'resume_state', pushes a
2467new free entry to the top of the backtrack stack, then goes to 'node'.
2468On backtracking, the free slot is popped, and the saved state becomes the
2469new free state. An ST.foo field in this new top state can be temporarily
2470accessed to retrieve values, but once the main loop is re-entered, it
2471becomes available for reuse.
2472
2473Note that the depth of the backtrack stack constantly increases during the
2474left-to-right execution of the pattern, rather than going up and down with
2475the pattern nesting. For example the stack is at its maximum at Z at the
2476end of the pattern, rather than at X in the following:
2477
2478 /(((X)+)+)+....(Y)+....Z/
2479
2480The only exceptions to this are lookahead/behind assertions and the cut,
2481(?>A), which pop all the backtrack states associated with A before
2482continuing.
2483
2484Bascktrack state structs are allocated in slabs of about 4K in size.
2485PL_regmatch_state and st always point to the currently active state,
2486and PL_regmatch_slab points to the slab currently containing
2487PL_regmatch_state. The first time regmatch() is called, the first slab is
2488allocated, and is never freed until interpreter destruction. When the slab
2489is full, a new one is allocated and chained to the end. At exit from
2490regmatch(), slabs allocated since entry are freed.
2491
2492*/
95b24440 2493
40a82448 2494
5bc10b2c 2495#define DEBUG_STATE_pp(pp) \
265c4333 2496 DEBUG_STATE_r({ \
5bc10b2c
DM
2497 DUMP_EXEC_POS(locinput, scan, do_utf8); \
2498 PerlIO_printf(Perl_debug_log, \
5d458dd8 2499 " %*s"pp" %s%s%s%s%s\n", \
5bc10b2c 2500 depth*2, "", \
13d6edb4 2501 PL_reg_name[st->resume_state], \
5d458dd8
YO
2502 ((st==yes_state||st==mark_state) ? "[" : ""), \
2503 ((st==yes_state) ? "Y" : ""), \
2504 ((st==mark_state) ? "M" : ""), \
2505 ((st==yes_state||st==mark_state) ? "]" : "") \
2506 ); \
265c4333 2507 });
5bc10b2c 2508
40a82448 2509
3dab1dad 2510#define REG_NODE_NUM(x) ((x) ? (int)((x)-prog) : -1)
95b24440 2511
3df15adc 2512#ifdef DEBUGGING
5bc10b2c 2513
ab3bbdeb
YO
2514STATIC void
2515S_debug_start_match(pTHX_ const regexp *prog, const bool do_utf8,
2516 const char *start, const char *end, const char *blurb)
2517{
bbe252da 2518 const bool utf8_pat= prog->extflags & RXf_UTF8 ? 1 : 0;
ab3bbdeb
YO
2519 if (!PL_colorset)
2520 reginitcolors();
2521 {
2522 RE_PV_QUOTED_DECL(s0, utf8_pat, PERL_DEBUG_PAD_ZERO(0),
2523 prog->precomp, prog->prelen, 60);
2524
2525 RE_PV_QUOTED_DECL(s1, do_utf8, PERL_DEBUG_PAD_ZERO(1),
2526 start, end - start, 60);
2527
2528 PerlIO_printf(Perl_debug_log,
2529 "%s%s REx%s %s against %s\n",
2530 PL_colors[4], blurb, PL_colors[5], s0, s1);
2531
2532 if (do_utf8||utf8_pat)
1de06328
YO
2533 PerlIO_printf(Perl_debug_log, "UTF-8 %s%s%s...\n",
2534 utf8_pat ? "pattern" : "",
2535 utf8_pat && do_utf8 ? " and " : "",
2536 do_utf8 ? "string" : ""
ab3bbdeb
YO
2537 );
2538 }
2539}
3df15adc
YO
2540
2541STATIC void
786e8c11
YO
2542S_dump_exec_pos(pTHX_ const char *locinput,
2543 const regnode *scan,
2544 const char *loc_regeol,
2545 const char *loc_bostr,
2546 const char *loc_reg_starttry,
2547 const bool do_utf8)
07be1b83 2548{
786e8c11 2549 const int docolor = *PL_colors[0] || *PL_colors[2] || *PL_colors[4];
07be1b83 2550 const int taill = (docolor ? 10 : 7); /* 3 chars for "> <" */
786e8c11 2551 int l = (loc_regeol - locinput) > taill ? taill : (loc_regeol - locinput);
07be1b83
YO
2552 /* The part of the string before starttry has one color
2553 (pref0_len chars), between starttry and current
2554 position another one (pref_len - pref0_len chars),
2555 after the current position the third one.
2556 We assume that pref0_len <= pref_len, otherwise we
2557 decrease pref0_len. */
786e8c11
YO
2558 int pref_len = (locinput - loc_bostr) > (5 + taill) - l
2559 ? (5 + taill) - l : locinput - loc_bostr;
07be1b83
YO
2560 int pref0_len;
2561
2562 while (do_utf8 && UTF8_IS_CONTINUATION(*(U8*)(locinput - pref_len)))
2563 pref_len++;
786e8c11
YO
2564 pref0_len = pref_len - (locinput - loc_reg_starttry);
2565 if (l + pref_len < (5 + taill) && l < loc_regeol - locinput)
2566 l = ( loc_regeol - locinput > (5 + taill) - pref_len
2567 ? (5 + taill) - pref_len : loc_regeol - locinput);
07be1b83
YO
2568 while (do_utf8 && UTF8_IS_CONTINUATION(*(U8*)(locinput + l)))
2569 l--;
2570 if (pref0_len < 0)
2571 pref0_len = 0;
2572 if (pref0_len > pref_len)
2573 pref0_len = pref_len;
2574 {
3df15adc 2575 const int is_uni = (do_utf8 && OP(scan) != CANY) ? 1 : 0;
0df25f3d 2576
ab3bbdeb 2577 RE_PV_COLOR_DECL(s0,len0,is_uni,PERL_DEBUG_PAD(0),
1de06328 2578 (locinput - pref_len),pref0_len, 60, 4, 5);
0df25f3d 2579
ab3bbdeb 2580 RE_PV_COLOR_DECL(s1,len1,is_uni,PERL_DEBUG_PAD(1),
3df15adc 2581 (locinput - pref_len + pref0_len),
1de06328 2582 pref_len - pref0_len, 60, 2, 3);
0df25f3d 2583
ab3bbdeb 2584 RE_PV_COLOR_DECL(s2,len2,is_uni,PERL_DEBUG_PAD(2),
1de06328 2585 locinput, loc_regeol - locinput, 10, 0, 1);
0df25f3d 2586
1de06328 2587 const STRLEN tlen=len0+len1+len2;
3df15adc 2588 PerlIO_printf(Perl_debug_log,
ab3bbdeb 2589 "%4"IVdf" <%.*s%.*s%s%.*s>%*s|",
786e8c11 2590 (IV)(locinput - loc_bostr),
07be1b83 2591 len0, s0,
07be1b83 2592 len1, s1,
07be1b83 2593 (docolor ? "" : "> <"),
07be1b83 2594 len2, s2,
f9f4320a 2595 (int)(tlen > 19 ? 0 : 19 - tlen),
07be1b83
YO
2596 "");
2597 }
2598}
3df15adc 2599
07be1b83
YO
2600#endif
2601
0a4db386
YO
2602/* reg_check_named_buff_matched()
2603 * Checks to see if a named buffer has matched. The data array of
2604 * buffer numbers corresponding to the buffer is expected to reside
2605 * in the regexp->data->data array in the slot stored in the ARG() of
2606 * node involved. Note that this routine doesn't actually care about the
2607 * name, that information is not preserved from compilation to execution.
2608 * Returns the index of the leftmost defined buffer with the given name
2609 * or 0 if non of the buffers matched.
2610 */
2611STATIC I32
2612S_reg_check_named_buff_matched(pTHX_ const regexp *rex, const regnode *scan) {
2613 I32 n;
f8fc2ecf
YO
2614 RXi_GET_DECL(rex,rexi);
2615 SV *sv_dat=(SV*)rexi->data->data[ ARG( scan ) ];
0a4db386
YO
2616 I32 *nums=(I32*)SvPVX(sv_dat);
2617 for ( n=0; n<SvIVX(sv_dat); n++ ) {
2618 if ((I32)*PL_reglastparen >= nums[n] &&
f0ab9afb 2619 PL_regoffs[nums[n]].end != -1)
0a4db386
YO
2620 {
2621 return nums[n];
2622 }
2623 }
2624 return 0;
2625}
2626
2f554ef7
DM
2627
2628/* free all slabs above current one - called during LEAVE_SCOPE */
2629
2630STATIC void
2631S_clear_backtrack_stack(pTHX_ void *p)
2632{
2633 regmatch_slab *s = PL_regmatch_slab->next;
2634 PERL_UNUSED_ARG(p);
2635
2636 if (!s)
2637 return;
2638 PL_regmatch_slab->next = NULL;
2639 while (s) {
2640 regmatch_slab * const osl = s;
2641 s = s->next;
2642 Safefree(osl);
2643 }
2644}
2645
2646
28d8d7f4
YO
2647#define SETREX(Re1,Re2) \
2648 if (PL_reg_eval_set) PM_SETRE((PL_reg_curpm), (Re2)); \
2649 Re1 = (Re2)
2650
d6a28714 2651STATIC I32 /* 0 failure, 1 success */
24b23f37 2652S_regmatch(pTHX_ regmatch_info *reginfo, regnode *prog)
d6a28714 2653{
a35a87e7 2654#if PERL_VERSION < 9 && !defined(PERL_CORE)
54df2634
NC
2655 dMY_CXT;
2656#endif
27da23d5 2657 dVAR;
95b24440 2658 register const bool do_utf8 = PL_reg_match_utf8;
4ad0818d 2659 const U32 uniflags = UTF8_ALLOW_DEFAULT;
95b24440 2660
3b0527fe 2661 regexp *rex = reginfo->prog;
f8fc2ecf
YO
2662 RXi_GET_DECL(rex,rexi);
2663
2f554ef7 2664 I32 oldsave;
a3621e74 2665
5d9a96ca
DM
2666 /* the current state. This is a cached copy of PL_regmatch_state */
2667 register regmatch_state *st;
95b24440 2668
5d9a96ca
DM
2669 /* cache heavy used fields of st in registers */
2670 register regnode *scan;
2671 register regnode *next;
438e9bae 2672 register U32 n = 0; /* general value; init to avoid compiler warning */
24d3c4a9 2673 register I32 ln = 0; /* len or last; init to avoid compiler warning */
5d9a96ca 2674 register char *locinput = PL_reginput;
5d9a96ca 2675 register I32 nextchr; /* is always set to UCHARAT(locinput) */
24d3c4a9 2676
b69b0499 2677 bool result = 0; /* return value of S_regmatch */
24d3c4a9 2678 int depth = 0; /* depth of backtrack stack */
4b196cd4
YO
2679 U32 nochange_depth = 0; /* depth of GOSUB recursion with nochange */
2680 const U32 max_nochange_depth =
2681 (3 * rex->nparens > MAX_RECURSE_EVAL_NOCHANGE_DEPTH) ?
2682 3 * rex->nparens : MAX_RECURSE_EVAL_NOCHANGE_DEPTH;
2683
77cb431f
DM
2684 regmatch_state *yes_state = NULL; /* state to pop to on success of
2685 subpattern */
e2e6a0f1
YO
2686 /* mark_state piggy backs on the yes_state logic so that when we unwind
2687 the stack on success we can update the mark_state as we go */
2688 regmatch_state *mark_state = NULL; /* last mark state we have seen */
5d458dd8 2689
faec1544 2690 regmatch_state *cur_eval = NULL; /* most recent EVAL_AB state */
b8591aee 2691 struct regmatch_state *cur_curlyx = NULL; /* most recent curlyx */
40a82448 2692 U32 state_num;
5d458dd8
YO
2693 bool no_final = 0; /* prevent failure from backtracking? */
2694 bool do_cutgroup = 0; /* no_final only until next branch/trie entry */
e2e6a0f1 2695 char *startpoint = PL_reginput;
5d458dd8
YO
2696 SV *popmark = NULL; /* are we looking for a mark? */
2697 SV *sv_commit = NULL; /* last mark name seen in failure */
2698 SV *sv_yes_mark = NULL; /* last mark name we have seen
2699 during a successfull match */
2700 U32 lastopen = 0; /* last open we saw */
2701 bool has_cutgroup = RX_HAS_CUTGROUP(rex) ? 1 : 0;
19b95bf0
DM
2702
2703 SV* const oreplsv = GvSV(PL_replgv);
58e23c8d 2704
5d458dd8 2705
24d3c4a9
DM
2706 /* these three flags are set by various ops to signal information to
2707 * the very next op. They have a useful lifetime of exactly one loop
2708 * iteration, and are not preserved or restored by state pushes/pops
2709 */
2710 bool sw = 0; /* the condition value in (?(cond)a|b) */
2711 bool minmod = 0; /* the next "{n,m}" is a "{n,m}?" */
2712 int logical = 0; /* the following EVAL is:
2713 0: (?{...})
2714 1: (?(?{...})X|Y)
2715 2: (??{...})
2716 or the following IFMATCH/UNLESSM is:
2717 false: plain (?=foo)
2718 true: used as a condition: (?(?=foo))
2719 */
2720
95b24440 2721#ifdef DEBUGGING
e68ec53f 2722 GET_RE_DEBUG_FLAGS_DECL;
d6a28714
JH
2723#endif
2724
3b57cd43 2725 DEBUG_OPTIMISE_r( DEBUG_EXECUTE_r({
24b23f37 2726 PerlIO_printf(Perl_debug_log,"regmatch start\n");
3b57cd43 2727 }));
5d9a96ca
DM
2728 /* on first ever call to regmatch, allocate first slab */
2729 if (!PL_regmatch_slab) {
2730 Newx(PL_regmatch_slab, 1, regmatch_slab);
2731 PL_regmatch_slab->prev = NULL;
2732 PL_regmatch_slab->next = NULL;
86545054 2733 PL_regmatch_state = SLAB_FIRST(PL_regmatch_slab);
5d9a96ca
DM
2734 }
2735
2f554ef7
DM
2736 oldsave = PL_savestack_ix;
2737 SAVEDESTRUCTOR_X(S_clear_backtrack_stack, NULL);
2738 SAVEVPTR(PL_regmatch_slab);
2739 SAVEVPTR(PL_regmatch_state);
5d9a96ca
DM
2740
2741 /* grab next free state slot */
2742 st = ++PL_regmatch_state;
86545054 2743 if (st > SLAB_LAST(PL_regmatch_slab))
5d9a96ca
DM
2744 st = PL_regmatch_state = S_push_slab(aTHX);
2745
d6a28714
JH
2746 /* Note that nextchr is a byte even in UTF */
2747 nextchr = UCHARAT(locinput);
2748 scan = prog;
2749 while (scan != NULL) {
8ba1375e 2750
a3621e74 2751 DEBUG_EXECUTE_r( {
6136c704 2752 SV * const prop = sv_newmortal();
1de06328 2753 regnode *rnext=regnext(scan);
786e8c11 2754 DUMP_EXEC_POS( locinput, scan, do_utf8 );
32fc9b6a 2755 regprop(rex, prop, scan);
07be1b83
YO
2756
2757 PerlIO_printf(Perl_debug_log,
2758 "%3"IVdf":%*s%s(%"IVdf")\n",
f8fc2ecf 2759 (IV)(scan - rexi->program), depth*2, "",
07be1b83 2760 SvPVX_const(prop),
1de06328 2761 (PL_regkind[OP(scan)] == END || !rnext) ?
f8fc2ecf 2762 0 : (IV)(rnext - rexi->program));
2a782b5b 2763 });
d6a28714
JH
2764
2765 next = scan + NEXT_OFF(scan);
2766 if (next == scan)
2767 next = NULL;
40a82448 2768 state_num = OP(scan);
d6a28714 2769
40a82448
DM
2770 reenter_switch:
2771 switch (state_num) {
d6a28714 2772 case BOL:
7fba1cd6 2773 if (locinput == PL_bostr)
d6a28714 2774 {
3b0527fe 2775 /* reginfo->till = reginfo->bol; */
b8c5462f
JH
2776 break;
2777 }
d6a28714
JH
2778 sayNO;
2779 case MBOL:
12d33761
HS
2780 if (locinput == PL_bostr ||
2781 ((nextchr || locinput < PL_regeol) && locinput[-1] == '\n'))
d6a28714 2782 {
b8c5462f
JH
2783 break;
2784 }
d6a28714
JH
2785 sayNO;
2786 case SBOL:
c2a73568 2787 if (locinput == PL_bostr)
b8c5462f 2788 break;
d6a28714
JH
2789 sayNO;
2790 case GPOS:
3b0527fe 2791 if (locinput == reginfo->ganch)
d6a28714
JH
2792 break;
2793 sayNO;
ee9b8eae
YO
2794
2795 case KEEPS:
2796 /* update the startpoint */
f0ab9afb 2797 st->u.keeper.val = PL_regoffs[0].start;
ee9b8eae 2798 PL_reginput = locinput;
f0ab9afb 2799 PL_regoffs[0].start = locinput - PL_bostr;
ee9b8eae
YO
2800 PUSH_STATE_GOTO(KEEPS_next, next);
2801 /*NOT-REACHED*/
2802 case KEEPS_next_fail:
2803 /* rollback the start point change */
f0ab9afb 2804 PL_regoffs[0].start = st->u.keeper.val;
ee9b8eae
YO
2805 sayNO_SILENT;
2806 /*NOT-REACHED*/
d6a28714 2807 case EOL:
d6a28714
JH
2808 goto seol;
2809 case MEOL:
d6a28714 2810 if ((nextchr || locinput < PL_regeol) && nextchr != '\n')
b8c5462f 2811 sayNO;
b8c5462f 2812 break;
d6a28714
JH
2813 case SEOL:
2814 seol:
2815 if ((nextchr || locinput < PL_regeol) && nextchr != '\n')
b8c5462f 2816 sayNO;
d6a28714 2817 if (PL_regeol - locinput > 1)
b8c5462f 2818 sayNO;
b8c5462f 2819 break;
d6a28714
JH
2820 case EOS:
2821 if (PL_regeol != locinput)
b8c5462f 2822 sayNO;
d6a28714 2823 break;
ffc61ed2 2824 case SANY:
d6a28714 2825 if (!nextchr && locinput >= PL_regeol)
4633a7c4 2826 sayNO;
f33976b4
DB
2827 if (do_utf8) {
2828 locinput += PL_utf8skip[nextchr];
2829 if (locinput > PL_regeol)
2830 sayNO;
2831 nextchr = UCHARAT(locinput);
2832 }
2833 else
2834 nextchr = UCHARAT(++locinput);
2835 break;
2836 case CANY:
2837 if (!nextchr && locinput >= PL_regeol)
2838 sayNO;
b8c5462f 2839 nextchr = UCHARAT(++locinput);
a0d0e21e 2840 break;
ffc61ed2 2841 case REG_ANY:
1aa99e6b
IH
2842 if ((!nextchr && locinput >= PL_regeol) || nextchr == '\n')
2843 sayNO;
2844 if (do_utf8) {
b8c5462f 2845 locinput += PL_utf8skip[nextchr];
d6a28714
JH
2846 if (locinput > PL_regeol)
2847 sayNO;
a0ed51b3 2848 nextchr = UCHARAT(locinput);
a0ed51b3 2849 }
1aa99e6b
IH
2850 else
2851 nextchr = UCHARAT(++locinput);
a0ed51b3 2852 break;
166ba7cd
DM
2853
2854#undef ST
2855#define ST st->u.trie
786e8c11
YO
2856 case TRIEC:
2857 /* In this case the charclass data is available inline so
2858 we can fail fast without a lot of extra overhead.
2859 */
2860 if (scan->flags == EXACT || !do_utf8) {
2861 if(!ANYOF_BITMAP_TEST(scan, *locinput)) {
2862 DEBUG_EXECUTE_r(
2863 PerlIO_printf(Perl_debug_log,
2864 "%*s %sfailed to match trie start class...%s\n",
5bc10b2c 2865 REPORT_CODE_OFF+depth*2, "", PL_colors[4], PL_colors[5])
786e8c11
YO
2866 );
2867 sayNO_SILENT;
2868 /* NOTREACHED */
2869 }
2870 }
2871 /* FALL THROUGH */
5b47454d 2872 case TRIE:
3dab1dad 2873 {
07be1b83 2874 /* what type of TRIE am I? (utf8 makes this contextual) */
3dab1dad
YO
2875 const enum { trie_plain, trie_utf8, trie_utf8_fold }
2876 trie_type = do_utf8 ?
2877 (scan->flags == EXACT ? trie_utf8 : trie_utf8_fold)
2878 : trie_plain;
2879
2880 /* what trie are we using right now */
be8e71aa 2881 reg_trie_data * const trie
f8fc2ecf 2882 = (reg_trie_data*)rexi->data->data[ ARG( scan ) ];
55eed653 2883 HV * widecharmap = (HV *)rexi->data->data[ ARG( scan ) + 1 ];
3dab1dad 2884 U32 state = trie->startstate;
166ba7cd 2885
3dab1dad
YO
2886 if (trie->bitmap && trie_type != trie_utf8_fold &&
2887 !TRIE_BITMAP_TEST(trie,*locinput)
2888 ) {
2889 if (trie->states[ state ].wordnum) {
2890 DEBUG_EXECUTE_r(
2891 PerlIO_printf(Perl_debug_log,
2892 "%*s %smatched empty string...%s\n",
5bc10b2c 2893 REPORT_CODE_OFF+depth*2, "", PL_colors[4], PL_colors[5])
3dab1dad
YO
2894 );
2895 break;
2896 } else {
2897 DEBUG_EXECUTE_r(
2898 PerlIO_printf(Perl_debug_log,
786e8c11 2899 "%*s %sfailed to match trie start class...%s\n",
5bc10b2c 2900 REPORT_CODE_OFF+depth*2, "", PL_colors[4], PL_colors[5])
3dab1dad
YO
2901 );
2902 sayNO_SILENT;
2903 }
2904 }
166ba7cd 2905
786e8c11
YO
2906 {
2907 U8 *uc = ( U8* )locinput;
2908
2909 STRLEN len = 0;
2910 STRLEN foldlen = 0;
2911 U8 *uscan = (U8*)NULL;
2912 STRLEN bufflen=0;
2913 SV *sv_accept_buff = NULL;
2914 U8 foldbuf[ UTF8_MAXBYTES_CASE + 1 ];
2915
2916 ST.accepted = 0; /* how many accepting states we have seen */
2917 ST.B = next;
2918 ST.jump = trie->jump;
786e8c11 2919 ST.me = scan;
07be1b83
YO
2920 /*
2921 traverse the TRIE keeping track of all accepting states
2922 we transition through until we get to a failing node.
2923 */
2924
a3621e74 2925 while ( state && uc <= (U8*)PL_regeol ) {
786e8c11 2926 U32 base = trie->states[ state ].trans.base;
f9f4320a 2927 UV uvc = 0;
786e8c11
YO
2928 U16 charid;
2929 /* We use charid to hold the wordnum as we don't use it
2930 for charid until after we have done the wordnum logic.
2931 We define an alias just so that the wordnum logic reads
2932 more naturally. */
2933
2934#define got_wordnum charid
2935 got_wordnum = trie->states[ state ].wordnum;
2936
2937 if ( got_wordnum ) {
2938 if ( ! ST.accepted ) {
5b47454d
DM
2939 ENTER;
2940 SAVETMPS;
2941 bufflen = TRIE_INITAL_ACCEPT_BUFFLEN;
2942 sv_accept_buff=newSV(bufflen *
2943 sizeof(reg_trie_accepted) - 1);
786e8c11 2944 SvCUR_set(sv_accept_buff, 0);
5b47454d
DM
2945 SvPOK_on(sv_accept_buff);
2946 sv_2mortal(sv_accept_buff);
166ba7cd
DM
2947 SAVETMPS;
2948 ST.accept_buff =
5b47454d
DM
2949 (reg_trie_accepted*)SvPV_nolen(sv_accept_buff );
2950 }
786e8c11 2951 do {
166ba7cd 2952 if (ST.accepted >= bufflen) {
5b47454d 2953 bufflen *= 2;
166ba7cd 2954 ST.accept_buff =(reg_trie_accepted*)
5b47454d
DM
2955 SvGROW(sv_accept_buff,
2956 bufflen * sizeof(reg_trie_accepted));
2957 }
2958 SvCUR_set(sv_accept_buff,SvCUR(sv_accept_buff)
2959 + sizeof(reg_trie_accepted));
a3621e74 2960
786e8c11
YO
2961
2962 ST.accept_buff[ST.accepted].wordnum = got_wordnum;
2963 ST.accept_buff[ST.accepted].endpos = uc;
2964 ++ST.accepted;
2965 } while (trie->nextword && (got_wordnum= trie->nextword[got_wordnum]));
2966 }
2967#undef got_wordnum
a3621e74 2968
07be1b83 2969 DEBUG_TRIE_EXECUTE_r({
786e8c11 2970 DUMP_EXEC_POS( (char *)uc, scan, do_utf8 );
a3621e74 2971 PerlIO_printf( Perl_debug_log,
786e8c11 2972 "%*s %sState: %4"UVxf" Accepted: %4"UVxf" ",
5bc10b2c 2973 2+depth * 2, "", PL_colors[4],
786e8c11 2974 (UV)state, (UV)ST.accepted );
07be1b83 2975 });
a3621e74
YO
2976
2977 if ( base ) {
55eed653
NC
2978 REXEC_TRIE_READ_CHAR(trie_type, trie, widecharmap, uc,
2979 uscan, len, uvc, charid, foldlen,
2980 foldbuf, uniflags);
a3621e74 2981
5b47454d
DM
2982 if (charid &&
2983 (base + charid > trie->uniquecharcount )
2984 && (base + charid - 1 - trie->uniquecharcount
2985 < trie->lasttrans)
2986 && trie->trans[base + charid - 1 -
2987 trie->uniquecharcount].check == state)
2988 {
2989 state = trie->trans[base + charid - 1 -
2990 trie->uniquecharcount ].next;
2991 }
2992 else {
2993 state = 0;
2994 }
2995 uc += len;
2996
2997 }
2998 else {
a3621e74
YO
2999 state = 0;
3000 }
3001 DEBUG_TRIE_EXECUTE_r(
e4584336 3002 PerlIO_printf( Perl_debug_log,
786e8c11 3003 "Charid:%3x CP:%4"UVxf" After State: %4"UVxf"%s\n",
e4584336 3004 charid, uvc, (UV)state, PL_colors[5] );
a3621e74
YO
3005 );
3006 }
166ba7cd 3007 if (!ST.accepted )
a3621e74 3008 sayNO;
a3621e74 3009
166ba7cd
DM
3010 DEBUG_EXECUTE_r(
3011 PerlIO_printf( Perl_debug_log,
3012 "%*s %sgot %"IVdf" possible matches%s\n",
5bc10b2c 3013 REPORT_CODE_OFF + depth * 2, "",
166ba7cd
DM
3014 PL_colors[4], (IV)ST.accepted, PL_colors[5] );
3015 );
786e8c11 3016 }}
fae667d5
YO
3017 goto trie_first_try; /* jump into the fail handler */
3018 /* NOTREACHED */
166ba7cd 3019 case TRIE_next_fail: /* we failed - try next alterative */
fae667d5
YO
3020 if ( ST.jump) {
3021 REGCP_UNWIND(ST.cp);
3022 for (n = *PL_reglastparen; n > ST.lastparen; n--)
f0ab9afb 3023 PL_regoffs[n].end = -1;
fae667d5
YO
3024 *PL_reglastparen = n;
3025 }
3026 trie_first_try:
5d458dd8
YO
3027 if (do_cutgroup) {
3028 do_cutgroup = 0;
3029 no_final = 0;
3030 }
fae667d5
YO
3031
3032 if ( ST.jump) {
3033 ST.lastparen = *PL_reglastparen;
3034 REGCP_SET(ST.cp);
3035 }
166ba7cd
DM
3036 if ( ST.accepted == 1 ) {
3037 /* only one choice left - just continue */
3038 DEBUG_EXECUTE_r({
2b8b4781
NC
3039 AV *const trie_words
3040 = (AV *) rexi->data->data[ARG(ST.me)+TRIE_WORDS_OFFSET];
3041 SV ** const tmp = av_fetch( trie_words,
5c9f2f80 3042 ST.accept_buff[ 0 ].wordnum-1, 0 );
de734bd5
A
3043 SV *sv= tmp ? sv_newmortal() : NULL;
3044
166ba7cd
DM
3045 PerlIO_printf( Perl_debug_log,
3046 "%*s %sonly one match left: #%d <%s>%s\n",
5bc10b2c 3047 REPORT_CODE_OFF+depth*2, "", PL_colors[4],
166ba7cd 3048 ST.accept_buff[ 0 ].wordnum,
de734bd5
A
3049 tmp ? pv_pretty(sv, SvPV_nolen_const(*tmp), SvCUR(*tmp), 0,
3050 PL_colors[0], PL_colors[1],
3051 (SvUTF8(*tmp) ? PERL_PV_ESCAPE_UNI : 0)
3052 )
3053 : "not compiled under -Dr",
166ba7cd
DM
3054 PL_colors[5] );
3055 });
3056 PL_reginput = (char *)ST.accept_buff[ 0 ].endpos;
3057 /* in this case we free tmps/leave before we call regmatch
3058 as we wont be using accept_buff again. */
5d458dd8 3059
166ba7cd
DM
3060 locinput = PL_reginput;
3061 nextchr = UCHARAT(locinput);
5d458dd8
YO
3062 if ( !ST.jump || !ST.jump[ST.accept_buff[0].wordnum])
3063 scan = ST.B;
3064 else
3065 scan = ST.me + ST.jump[ST.accept_buff[0].wordnum];
3066 if (!has_cutgroup) {
3067 FREETMPS;
3068 LEAVE;
3069 } else {
3070 ST.accepted--;
3071 PUSH_YES_STATE_GOTO(TRIE_next, scan);
3072 }
786e8c11 3073
166ba7cd
DM
3074 continue; /* execute rest of RE */
3075 }
fae667d5
YO
3076
3077 if ( !ST.accepted-- ) {
5d458dd8
YO
3078 DEBUG_EXECUTE_r({
3079 PerlIO_printf( Perl_debug_log,
3080 "%*s %sTRIE failed...%s\n",
3081 REPORT_CODE_OFF+depth*2, "",
3082 PL_colors[4],
3083 PL_colors[5] );
3084 });
166ba7cd
DM
3085 FREETMPS;
3086 LEAVE;
5d458dd8 3087 sayNO_SILENT;
fae667d5
YO
3088 /*NOTREACHED*/
3089 }
166ba7cd 3090
a3621e74 3091 /*
166ba7cd
DM
3092 There are at least two accepting states left. Presumably
3093 the number of accepting states is going to be low,
3094 typically two. So we simply scan through to find the one
3095 with lowest wordnum. Once we find it, we swap the last
3096 state into its place and decrement the size. We then try to
3097 match the rest of the pattern at the point where the word
3098 ends. If we succeed, control just continues along the
3099 regex; if we fail we return here to try the next accepting
3100 state
3101 */
a3621e74 3102
166ba7cd
DM
3103 {
3104 U32 best = 0;
3105 U32 cur;
3106 for( cur = 1 ; cur <= ST.accepted ; cur++ ) {
3107 DEBUG_TRIE_EXECUTE_r(
f2278c82 3108 PerlIO_printf( Perl_debug_log,
166ba7cd 3109 "%*s %sgot %"IVdf" (%d) as best, looking at %"IVdf" (%d)%s\n",
5bc10b2c 3110 REPORT_CODE_OFF + depth * 2, "", PL_colors[4],
166ba7cd
DM
3111 (IV)best, ST.accept_buff[ best ].wordnum, (IV)cur,
3112 ST.accept_buff[ cur ].wordnum, PL_colors[5] );
3113 );
3114
3115 if (ST.accept_buff[cur].wordnum <
3116 ST.accept_buff[best].wordnum)
3117 best = cur;
a3621e74 3118 }
166ba7cd
DM
3119
3120 DEBUG_EXECUTE_r({
2b8b4781
NC
3121 AV *const trie_words
3122 = (AV *) rexi->data->data[ARG(ST.me)+TRIE_WORDS_OFFSET];
3123 SV ** const tmp = av_fetch( trie_words,
5c9f2f80 3124 ST.accept_buff[ best ].wordnum - 1, 0 );
7f69552c 3125 regnode *nextop=(!ST.jump || !ST.jump[ST.accept_buff[best].wordnum]) ?
265c4333 3126 ST.B :
7f69552c 3127 ST.me + ST.jump[ST.accept_buff[best].wordnum];
de734bd5
A
3128 SV *sv= tmp ? sv_newmortal() : NULL;
3129
265c4333
YO
3130 PerlIO_printf( Perl_debug_log,
3131 "%*s %strying alternation #%d <%s> at node #%d %s\n",
5bc10b2c 3132 REPORT_CODE_OFF+depth*2, "", PL_colors[4],
166ba7cd 3133 ST.accept_buff[best].wordnum,
de734bd5
A
3134 tmp ? pv_pretty(sv, SvPV_nolen_const(*tmp), SvCUR(*tmp), 0,
3135 PL_colors[0], PL_colors[1],
3136 (SvUTF8(*tmp) ? PERL_PV_ESCAPE_UNI : 0)
3137 ) : "not compiled under -Dr",
265c4333 3138 REG_NODE_NUM(nextop),
166ba7cd
DM
3139 PL_colors[5] );
3140 });
3141
3142 if ( best<ST.accepted ) {
3143 reg_trie_accepted tmp = ST.accept_buff[ best ];
3144 ST.accept_buff[ best ] = ST.accept_buff[ ST.accepted ];
3145 ST.accept_buff[ ST.accepted ] = tmp;
3146 best = ST.accepted;
a3621e74 3147 }
166ba7cd 3148 PL_reginput = (char *)ST.accept_buff[ best ].endpos;
7f69552c 3149 if ( !ST.jump || !ST.jump[ST.accept_buff[best].wordnum]) {
5d458dd8 3150 scan = ST.B;
786e8c11
YO
3151 /* NOTREACHED */
3152 } else {
5d458dd8 3153 scan = ST.me + ST.jump[ST.accept_buff[best].wordnum];
786e8c11
YO
3154 /* NOTREACHED */
3155 }
5d458dd8
YO
3156 if (has_cutgroup) {
3157 PUSH_YES_STATE_GOTO(TRIE_next, scan);
3158 /* NOTREACHED */
3159 } else {
3160 PUSH_STATE_GOTO(TRIE_next, scan);
3161 /* NOTREACHED */
3162 }
786e8c11 3163 /* NOTREACHED */
166ba7cd 3164 }
166ba7cd 3165 /* NOTREACHED */
5d458dd8
YO
3166 case TRIE_next:
3167 FREETMPS;
3168 LEAVE;
3169 sayYES;
166ba7cd
DM
3170#undef ST
3171
95b24440
DM
3172 case EXACT: {
3173 char *s = STRING(scan);
24d3c4a9 3174 ln = STR_LEN(scan);
eb160463 3175 if (do_utf8 != UTF) {
bc517b45 3176 /* The target and the pattern have differing utf8ness. */
1aa99e6b 3177 char *l = locinput;
24d3c4a9 3178 const char * const e = s + ln;
a72c7584 3179
5ff6fc6d
JH
3180 if (do_utf8) {
3181 /* The target is utf8, the pattern is not utf8. */
1aa99e6b 3182 while (s < e) {
a3b680e6 3183 STRLEN ulen;
1aa99e6b 3184 if (l >= PL_regeol)
5ff6fc6d
JH
3185 sayNO;
3186 if (NATIVE_TO_UNI(*(U8*)s) !=
89ebb4a3 3187 utf8n_to_uvuni((U8*)l, UTF8_MAXBYTES, &ulen,
041457d9 3188 uniflags))
5ff6fc6d 3189 sayNO;
bc517b45 3190 l += ulen;
5ff6fc6d 3191 s ++;
1aa99e6b 3192 }
5ff6fc6d
JH
3193 }
3194 else {
3195 /* The target is not utf8, the pattern is utf8. */
1aa99e6b 3196 while (s < e) {
a3b680e6 3197 STRLEN ulen;
1aa99e6b
IH
3198 if (l >= PL_regeol)
3199 sayNO;
5ff6fc6d 3200 if (NATIVE_TO_UNI(*((U8*)l)) !=
89ebb4a3 3201 utf8n_to_uvuni((U8*)s, UTF8_MAXBYTES, &ulen,
041457d9 3202 uniflags))
1aa99e6b 3203 sayNO;
bc517b45 3204 s += ulen;
a72c7584 3205 l ++;
1aa99e6b 3206 }
5ff6fc6d 3207 }
1aa99e6b
IH
3208 locinput = l;
3209 nextchr = UCHARAT(locinput);
3210 break;
3211 }
bc517b45 3212 /* The target and the pattern have the same utf8ness. */
d6a28714
JH
3213 /* Inline the first character, for speed. */
3214 if (UCHARAT(s) != nextchr)
3215 sayNO;
24d3c4a9 3216 if (PL_regeol - locinput < ln)
d6a28714 3217 sayNO;
24d3c4a9 3218 if (ln > 1 && memNE(s, locinput, ln))
d6a28714 3219 sayNO;
24d3c4a9 3220 locinput += ln;
d6a28714
JH
3221 nextchr = UCHARAT(locinput);
3222 break;
95b24440 3223 }
d6a28714 3224 case EXACTFL:
b8c5462f
JH
3225 PL_reg_flags |= RF_tainted;
3226 /* FALL THROUGH */
95b24440 3227 case EXACTF: {
be8e71aa 3228 char * const s = STRING(scan);
24d3c4a9 3229 ln = STR_LEN(scan);
d6a28714 3230
d07ddd77
JH
3231 if (do_utf8 || UTF) {
3232 /* Either target or the pattern are utf8. */
be8e71aa 3233 const char * const l = locinput;
d07ddd77 3234 char *e = PL_regeol;
bc517b45 3235
24d3c4a9 3236 if (ibcmp_utf8(s, 0, ln, (bool)UTF,
1feea2c7 3237 l, &e, 0, do_utf8)) {
5486206c
JH
3238 /* One more case for the sharp s:
3239 * pack("U0U*", 0xDF) =~ /ss/i,
3240 * the 0xC3 0x9F are the UTF-8
3241 * byte sequence for the U+00DF. */
e1d1eefb 3242
5486206c 3243 if (!(do_utf8 &&
e1d1eefb 3244 toLOWER(s[0]) == 's' &&
24d3c4a9 3245 ln >= 2 &&
5486206c
JH
3246 toLOWER(s[1]) == 's' &&
3247 (U8)l[0] == 0xC3 &&
3248 e - l >= 2 &&
3249 (U8)l[1] == 0x9F))
3250 sayNO;
3251 }
d07ddd77
JH
3252 locinput = e;
3253 nextchr = UCHARAT(locinput);
3254 break;
a0ed51b3 3255 }
d6a28714 3256
bc517b45
JH
3257 /* Neither the target and the pattern are utf8. */
3258
d6a28714
JH
3259 /* Inline the first character, for speed. */
3260 if (UCHARAT(s) != nextchr &&
3261 UCHARAT(s) != ((OP(scan) == EXACTF)
3262 ? PL_fold : PL_fold_locale)[nextchr])
a0ed51b3 3263 sayNO;
24d3c4a9 3264 if (PL_regeol - locinput < ln)
b8c5462f 3265 sayNO;
24d3c4a9
DM
3266 if (ln > 1 && (OP(scan) == EXACTF
3267 ? ibcmp(s, locinput, ln)
3268 : ibcmp_locale(s, locinput, ln)))
4633a7c4 3269 sayNO;
24d3c4a9 3270 locinput += ln;
d6a28714 3271 nextchr = UCHARAT(locinput);
a0d0e21e 3272 break;
95b24440 3273 }
d6a28714 3274 case ANYOF:
ffc61ed2 3275 if (do_utf8) {
9e55ce06
JH
3276 STRLEN inclasslen = PL_regeol - locinput;
3277
32fc9b6a 3278 if (!reginclass(rex, scan, (U8*)locinput, &inclasslen, do_utf8))
262b90c4 3279 goto anyof_fail;
ffc61ed2
JH
3280 if (locinput >= PL_regeol)
3281 sayNO;
0f0076b4 3282 locinput += inclasslen ? inclasslen : UTF8SKIP(locinput);
b8c5462f 3283 nextchr = UCHARAT(locinput);
e0f9d4a8 3284 break;
ffc61ed2
JH
3285 }
3286 else {
3287 if (nextchr < 0)
3288 nextchr = UCHARAT(locinput);
32fc9b6a 3289 if (!REGINCLASS(rex, scan, (U8*)locinput))
262b90c4 3290 goto anyof_fail;
ffc61ed2
JH
3291 if (!nextchr && locinput >= PL_regeol)
3292 sayNO;
3293 nextchr = UCHARAT(++locinput);
e0f9d4a8
JH
3294 break;
3295 }
262b90c4 3296 anyof_fail:
e0f9d4a8
JH
3297 /* If we might have the case of the German sharp s
3298 * in a casefolding Unicode character class. */
3299
ebc501f0
JH
3300 if (ANYOF_FOLD_SHARP_S(scan, locinput, PL_regeol)) {
3301 locinput += SHARP_S_SKIP;
e0f9d4a8 3302 nextchr = UCHARAT(locinput);
ffc61ed2 3303 }
e0f9d4a8
JH
3304 else
3305 sayNO;
b8c5462f 3306 break;
d6a28714 3307 case ALNUML:
b8c5462f
JH
3308 PL_reg_flags |= RF_tainted;
3309 /* FALL THROUGH */
d6a28714 3310 case ALNUM:
b8c5462f 3311 if (!nextchr)
4633a7c4 3312 sayNO;
ffc61ed2 3313 if (do_utf8) {
1a4fad37 3314 LOAD_UTF8_CHARCLASS_ALNUM();
ffc61ed2 3315 if (!(OP(scan) == ALNUM
bb7a0f54 3316 ? (bool)swash_fetch(PL_utf8_alnum, (U8*)locinput, do_utf8)
d6a28714 3317 : isALNUM_LC_utf8((U8*)locinput)))
b8c5462f
JH
3318 {
3319 sayNO;
a0ed51b3 3320 }
b8c5462f 3321 locinput += PL_utf8skip[nextchr];
a0ed51b3
LW
3322 nextchr = UCHARAT(locinput);
3323 break;
3324 }
ffc61ed2 3325 if (!(OP(scan) == ALNUM
d6a28714 3326 ? isALNUM(nextchr) : isALNUM_LC(nextchr)))
bbce6d69 3327 sayNO;
b8c5462f 3328 nextchr = UCHARAT(++locinput);
a0d0e21e 3329 break;
d6a28714 3330 case NALNUML:
b8c5462f
JH
3331 PL_reg_flags |= RF_tainted;
3332 /* FALL THROUGH */
d6a28714
JH
3333 case NALNUM:
3334 if (!nextchr && locinput >= PL_regeol)
a0ed51b3 3335 sayNO;
ffc61ed2 3336 if (do_utf8) {
1a4fad37 3337 LOAD_UTF8_CHARCLASS_ALNUM();
ffc61ed2 3338 if (OP(scan) == NALNUM
bb7a0f54 3339 ? (bool)swash_fetch(PL_utf8_alnum, (U8*)locinput, do_utf8)
d6a28714
JH
3340 : isALNUM_LC_utf8((U8*)locinput))
3341 {
b8c5462f 3342 sayNO;
d6a28714 3343 }
b8c5462f
JH
3344 locinput += PL_utf8skip[nextchr];
3345 nextchr = UCHARAT(locinput);
3346 break;
3347 }
ffc61ed2 3348 if (OP(scan) == NALNUM
d6a28714 3349 ? isALNUM(nextchr) : isALNUM_LC(nextchr))
b8c5462f 3350 sayNO;
76e3520e 3351 nextchr = UCHARAT(++locinput);
a0d0e21e 3352 break;
d6a28714
JH
3353 case BOUNDL:
3354 case NBOUNDL:
3280af22 3355 PL_reg_flags |= RF_tainted;
bbce6d69 3356 /* FALL THROUGH */
d6a28714
JH
3357 case BOUND:
3358 case NBOUND:
3359 /* was last char in word? */
ffc61ed2 3360 if (do_utf8) {
12d33761 3361 if (locinput == PL_bostr)
24d3c4a9 3362 ln = '\n';
ffc61ed2 3363 else {
a3b680e6 3364 const U8 * const r = reghop3((U8*)locinput, -1, (U8*)PL_bostr);
9041c2e3 3365
24d3c4a9 3366 ln = utf8n_to_uvchr(r, UTF8SKIP(r), 0, uniflags);
ffc61ed2
JH
3367 }
3368 if (OP(scan) == BOUND || OP(scan) == NBOUND) {
24d3c4a9 3369 ln = isALNUM_uni(ln);
1a4fad37 3370 LOAD_UTF8_CHARCLASS_ALNUM();
3568d838 3371 n = swash_fetch(PL_utf8_alnum, (U8*)locinput, do_utf8);
ffc61ed2
JH
3372 }
3373 else {
24d3c4a9 3374 ln = isALNUM_LC_uvchr(UNI_TO_NATIVE(ln));
ffc61ed2
JH
3375 n = isALNUM_LC_utf8((U8*)locinput);
3376 }
a0ed51b3 3377 }
d6a28714 3378 else {
24d3c4a9 3379 ln = (locinput != PL_bostr) ?
12d33761 3380 UCHARAT(locinput - 1) : '\n';
ffc61ed2 3381 if (OP(scan) == BOUND || OP(scan) == NBOUND) {
24d3c4a9 3382 ln = isALNUM(ln);
ffc61ed2
JH
3383 n = isALNUM(nextchr);
3384 }
3385 else {
24d3c4a9 3386 ln = isALNUM_LC(ln);
ffc61ed2
JH
3387 n = isALNUM_LC(nextchr);
3388 }
d6a28714 3389 }
24d3c4a9 3390 if (((!ln) == (!n)) == (OP(scan) == BOUND ||
ffc61ed2
JH
3391 OP(scan) == BOUNDL))
3392 sayNO;
a0ed51b3 3393 break;
d6a28714 3394 case SPACEL:
3280af22 3395 PL_reg_flags |= RF_tainted;
bbce6d69 3396 /* FALL THROUGH */
d6a28714 3397 case SPACE:
9442cb0e 3398 if (!nextchr)
4633a7c4 3399 sayNO;
1aa99e6b 3400 if (do_utf8) {
fd400ab9 3401 if (UTF8_IS_CONTINUED(nextchr)) {
1a4fad37 3402 LOAD_UTF8_CHARCLASS_SPACE();
ffc61ed2 3403 if (!(OP(scan) == SPACE
bb7a0f54 3404 ? (bool)swash_fetch(PL_utf8_space, (U8*)locinput, do_utf8)
ffc61ed2
JH
3405 : isSPACE_LC_utf8((U8*)locinput)))
3406 {
3407 sayNO;
3408 }
3409 locinput += PL_utf8skip[nextchr];
3410 nextchr = UCHARAT(locinput);
3411 break;
d6a28714 3412 }
ffc61ed2
JH
3413 if (!(OP(scan) == SPACE
3414 ? isSPACE(nextchr) : isSPACE_LC(nextchr)))
3415 sayNO;
3416 nextchr = UCHARAT(++locinput);
3417 }
3418 else {
3419 if (!(OP(scan) == SPACE
3420 ? isSPACE(nextchr) : isSPACE_LC(nextchr)))
3421 sayNO;
3422 nextchr = UCHARAT(++locinput);
a0ed51b3 3423 }
a0ed51b3 3424 break;
d6a28714 3425 case NSPACEL:
3280af22 3426 PL_reg_flags |= RF_tainted;
bbce6d69 3427 /* FALL THROUGH */
d6a28714 3428 case NSPACE:
9442cb0e 3429 if (!nextchr && locinput >= PL_regeol)
b8c5462f 3430 sayNO;
1aa99e6b 3431 if (do_utf8) {
1a4fad37 3432 LOAD_UTF8_CHARCLASS_SPACE();
ffc61ed2 3433 if (OP(scan) == NSPACE
bb7a0f54 3434 ? (bool)swash_fetch(PL_utf8_space, (U8*)locinput, do_utf8)
d6a28714 3435 : isSPACE_LC_utf8((U8*)locinput))
b8c5462f
JH
3436 {
3437 sayNO;
3438 }
3439 locinput += PL_utf8skip[nextchr];
3440 nextchr = UCHARAT(locinput);
3441 break;
a0ed51b3 3442 }
ffc61ed2 3443 if (OP(scan) == NSPACE
d6a28714 3444 ? isSPACE(nextchr) : isSPACE_LC(nextchr))
4633a7c4 3445 sayNO;
76e3520e 3446 nextchr = UCHARAT(++locinput);
a0d0e21e 3447 break;
d6a28714 3448 case DIGITL:
a0ed51b3
LW
3449 PL_reg_flags |= RF_tainted;
3450 /* FALL THROUGH */
d6a28714 3451 case DIGIT:
9442cb0e 3452 if (!nextchr)
a0ed51b3 3453 sayNO;
1aa99e6b 3454 if (do_utf8) {
1a4fad37 3455 LOAD_UTF8_CHARCLASS_DIGIT();
ffc61ed2 3456 if (!(OP(scan) == DIGIT
bb7a0f54 3457 ? (bool)swash_fetch(PL_utf8_digit, (U8*)locinput, do_utf8)
9442cb0e 3458 : isDIGIT_LC_utf8((U8*)locinput)))
dfe13c55 3459 {
a0ed51b3 3460 sayNO;
dfe13c55 3461 }
6f06b55f 3462 locinput += PL_utf8skip[nextchr];
a0ed51b3
LW
3463 nextchr = UCHARAT(locinput);
3464 break;
3465 }
ffc61ed2 3466 if (!(OP(scan) == DIGIT
9442cb0e 3467 ? isDIGIT(nextchr) : isDIGIT_LC(nextchr)))
a0ed51b3
LW
3468 sayNO;
3469 nextchr = UCHARAT(++locinput);
3470 break;
d6a28714 3471 case NDIGITL:
b8c5462f
JH
3472 PL_reg_flags |= RF_tainted;
3473 /* FALL THROUGH */
d6a28714 3474 case NDIGIT:
9442cb0e 3475 if (!nextchr && locinput >= PL_regeol)
b8c5462f 3476 sayNO;
1aa99e6b 3477 if (do_utf8) {
1a4fad37 3478 LOAD_UTF8_CHARCLASS_DIGIT();
ffc61ed2 3479 if (OP(scan) == NDIGIT
bb7a0f54 3480 ? (bool)swash_fetch(PL_utf8_digit, (U8*)locinput, do_utf8)
9442cb0e
GS
3481 : isDIGIT_LC_utf8((U8*)locinput))
3482 {
a0ed51b3 3483 sayNO;
9442cb0e 3484 }
6f06b55f 3485 locinput += PL_utf8skip[nextchr];
a0ed51b3
LW
3486 nextchr = UCHARAT(locinput);
3487 break;
3488 }
ffc61ed2 3489 if (OP(scan) == NDIGIT
9442cb0e 3490 ? isDIGIT(nextchr) : isDIGIT_LC(nextchr))
a0ed51b3
LW
3491 sayNO;
3492 nextchr = UCHARAT(++locinput);
3493 break;
3494 case CLUMP:
b7c83a7e 3495 if (locinput >= PL_regeol)
a0ed51b3 3496 sayNO;
b7c83a7e 3497 if (do_utf8) {
1a4fad37 3498 LOAD_UTF8_CHARCLASS_MARK();
b7c83a7e
JH
3499 if (swash_fetch(PL_utf8_mark,(U8*)locinput, do_utf8))
3500 sayNO;
3501 locinput += PL_utf8skip[nextchr];
3502 while (locinput < PL_regeol &&
3503 swash_fetch(PL_utf8_mark,(U8*)locinput, do_utf8))
3504 locinput += UTF8SKIP(locinput);
3505 if (locinput > PL_regeol)
3506 sayNO;
eb08e2da
JH
3507 }
3508 else
3509 locinput++;
a0ed51b3
LW
3510 nextchr = UCHARAT(locinput);
3511 break;
81714fb9
YO
3512
3513 case NREFFL:
3514 {
3515 char *s;
ff1157ca 3516 char type;
81714fb9
YO
3517 PL_reg_flags |= RF_tainted;
3518 /* FALL THROUGH */
3519 case NREF:
3520 case NREFF:
ff1157ca 3521 type = OP(scan);
0a4db386
YO
3522 n = reg_check_named_buff_matched(rex,scan);
3523
3524 if ( n ) {
3525 type = REF + ( type - NREF );
3526 goto do_ref;
3527 } else {
81714fb9 3528 sayNO;
0a4db386
YO
3529 }
3530 /* unreached */
c8756f30 3531 case REFFL:
3280af22 3532 PL_reg_flags |= RF_tainted;
c8756f30 3533 /* FALL THROUGH */
c277df42 3534 case REF:
81714fb9 3535 case REFF:
c277df42 3536 n = ARG(scan); /* which paren pair */
81714fb9
YO
3537 type = OP(scan);
3538 do_ref:
f0ab9afb 3539 ln = PL_regoffs[n].start;
2c2d71f5 3540 PL_reg_leftiter = PL_reg_maxiter; /* Void cache */
3b6647e0 3541 if (*PL_reglastparen < n || ln == -1)
af3f8c16 3542 sayNO; /* Do not match unless seen CLOSEn. */
f0ab9afb 3543 if (ln == PL_regoffs[n].end)
a0d0e21e 3544 break;
a0ed51b3 3545
24d3c4a9 3546 s = PL_bostr + ln;
81714fb9 3547 if (do_utf8 && type != REF) { /* REF can do byte comparison */
a0ed51b3 3548 char *l = locinput;
f0ab9afb 3549 const char *e = PL_bostr + PL_regoffs[n].end;
a0ed51b3
LW
3550 /*
3551 * Note that we can't do the "other character" lookup trick as
3552 * in the 8-bit case (no pun intended) because in Unicode we
3553 * have to map both upper and title case to lower case.
3554 */
81714fb9 3555 if (type == REFF) {
a0ed51b3 3556 while (s < e) {
a3b680e6
AL
3557 STRLEN ulen1, ulen2;
3558 U8 tmpbuf1[UTF8_MAXBYTES_CASE+1];
3559 U8 tmpbuf2[UTF8_MAXBYTES_CASE+1];
3560
a0ed51b3
LW
3561 if (l >= PL_regeol)
3562 sayNO;
a2a2844f
JH
3563 toLOWER_utf8((U8*)s, tmpbuf1, &ulen1);
3564 toLOWER_utf8((U8*)l, tmpbuf2, &ulen2);
7114a2d2 3565 if (ulen1 != ulen2 || memNE((char *)tmpbuf1, (char *)tmpbuf2, ulen1))
a0ed51b3 3566 sayNO;
a2a2844f
JH
3567 s += ulen1;
3568 l += ulen2;
a0ed51b3
LW
3569 }
3570 }
3571 locinput = l;
3572 nextchr = UCHARAT(locinput);
3573 break;
3574 }
3575
a0d0e21e 3576 /* Inline the first character, for speed. */
76e3520e 3577 if (UCHARAT(s) != nextchr &&
81714fb9
YO
3578 (type == REF ||
3579 (UCHARAT(s) != (type == REFF
3580 ? PL_fold : PL_fold_locale)[nextchr])))
4633a7c4 3581 sayNO;
f0ab9afb 3582 ln = PL_regoffs[n].end - ln;
24d3c4a9 3583 if (locinput + ln > PL_regeol)
4633a7c4 3584 sayNO;
81714fb9 3585 if (ln > 1 && (type == REF
24d3c4a9 3586 ? memNE(s, locinput, ln)
81714fb9 3587 : (type == REFF
24d3c4a9
DM
3588 ? ibcmp(s, locinput, ln)
3589 : ibcmp_locale(s, locinput, ln))))
4633a7c4 3590 sayNO;
24d3c4a9 3591 locinput += ln;
76e3520e 3592 nextchr = UCHARAT(locinput);
a0d0e21e 3593 break;
81714fb9 3594 }
a0d0e21e 3595 case NOTHING:
c277df42 3596 case TAIL:
a0d0e21e
LW
3597 break;
3598 case BACK:
3599 break;
40a82448
DM
3600
3601#undef ST
3602#define ST st->u.eval
c277df42 3603 {
c277df42 3604 SV *ret;
6bda09f9 3605 regexp *re;
f8fc2ecf 3606 regexp_internal *rei;
1a147d38
YO
3607 regnode *startpoint;
3608
3609 case GOSTART:
e7707071
YO
3610 case GOSUB: /* /(...(?1))/ /(...(?&foo))/ */
3611 if (cur_eval && cur_eval->locinput==locinput) {
24b23f37 3612 if (cur_eval->u.eval.close_paren == (U32)ARG(scan))
1a147d38 3613 Perl_croak(aTHX_ "Infinite recursion in regex");
4b196cd4 3614 if ( ++nochange_depth > max_nochange_depth )
1a147d38
YO
3615 Perl_croak(aTHX_
3616 "Pattern subroutine nesting without pos change"
3617 " exceeded limit in regex");
6bda09f9
YO
3618 } else {
3619 nochange_depth = 0;
1a147d38 3620 }
6bda09f9 3621 re = rex;
f8fc2ecf 3622 rei = rexi;
6bda09f9 3623 (void)ReREFCNT_inc(rex);
1a147d38 3624 if (OP(scan)==GOSUB) {
6bda09f9
YO
3625 startpoint = scan + ARG2L(scan);
3626 ST.close_paren = ARG(scan);
3627 } else {
f8fc2ecf 3628 startpoint = rei->program+1;
6bda09f9
YO
3629 ST.close_paren = 0;
3630 }
3631 goto eval_recurse_doit;
3632 /* NOTREACHED */
3633 case EVAL: /* /(?{A})B/ /(??{A})B/ and /(?(?{A})X|Y)B/ */
3634 if (cur_eval && cur_eval->locinput==locinput) {
4b196cd4 3635 if ( ++nochange_depth > max_nochange_depth )
1a147d38 3636 Perl_croak(aTHX_ "EVAL without pos change exceeded limit in regex");
6bda09f9
YO
3637 } else {
3638 nochange_depth = 0;
3639 }
8e5e9ebe 3640 {
4aabdb9b
DM
3641 /* execute the code in the {...} */
3642 dSP;
6136c704 3643 SV ** const before = SP;
4aabdb9b
DM
3644 OP_4tree * const oop = PL_op;
3645 COP * const ocurcop = PL_curcop;
3646 PAD *old_comppad;
4aabdb9b
DM
3647
3648 n = ARG(scan);
f8fc2ecf 3649 PL_op = (OP_4tree*)rexi->data->data[n];
24b23f37
YO
3650 DEBUG_STATE_r( PerlIO_printf(Perl_debug_log,
3651 " re_eval 0x%"UVxf"\n", PTR2UV(PL_op)) );
f8fc2ecf 3652 PAD_SAVE_LOCAL(old_comppad, (PAD*)rexi->data->data[n + 2]);
f0ab9afb 3653 PL_regoffs[0].end = PL_reg_magic->mg_len = locinput - PL_bostr;
4aabdb9b 3654
2bf803e2
YO
3655 if (sv_yes_mark) {
3656 SV *sv_mrk = get_sv("REGMARK", 1);
3657 sv_setsv(sv_mrk, sv_yes_mark);
3658 }
3659
8e5e9ebe
RGS
3660 CALLRUNOPS(aTHX); /* Scalar context. */
3661 SPAGAIN;
3662 if (SP == before)
075aa684 3663 ret = &PL_sv_undef; /* protect against empty (?{}) blocks. */
8e5e9ebe
RGS
3664 else {
3665 ret = POPs;
3666 PUTBACK;
3667 }
4aabdb9b
DM
3668
3669 PL_op = oop;
3670 PAD_RESTORE_LOCAL(old_comppad);
3671 PL_curcop = ocurcop;
24d3c4a9 3672 if (!logical) {
4aabdb9b
DM
3673 /* /(?{...})/ */
3674 sv_setsv(save_scalar(PL_replgv), ret);
4aabdb9b
DM
3675 break;
3676 }
8e5e9ebe 3677 }
24d3c4a9
DM
3678 if (logical == 2) { /* Postponed subexpression: /(??{...})/ */
3679 logical = 0;
4aabdb9b 3680 {
4f639d21
DM
3681 /* extract RE object from returned value; compiling if
3682 * necessary */
3683
6136c704 3684 MAGIC *mg = NULL;
be8e71aa 3685 const SV *sv;
faf82a0b
AE
3686 if(SvROK(ret) && SvSMAGICAL(sv = SvRV(ret)))
3687 mg = mg_find(sv, PERL_MAGIC_qr);
3688 else if (SvSMAGICAL(ret)) {
3689 if (SvGMAGICAL(ret))
3690 sv_unmagic(ret, PERL_MAGIC_qr);
3691 else
3692 mg = mg_find(ret, PERL_MAGIC_qr);
0f5d15d6 3693 }
faf82a0b 3694
0f5d15d6 3695 if (mg) {
28d8d7f4 3696 re = reg_temp_copy((regexp *)mg->mg_obj); /*XXX:dmq*/
0f5d15d6
IZ
3697 }
3698 else {
c737faaf 3699 U32 pm_flags = 0;
a3b680e6 3700 const I32 osize = PL_regsize;
0f5d15d6 3701
c737faaf 3702 if (DO_UTF8(ret)) pm_flags |= RXf_UTF8;
3ab4a224 3703 re = CALLREGCOMP(ret, pm_flags);
9041c2e3 3704 if (!(SvFLAGS(ret)
faf82a0b
AE
3705 & (SVs_TEMP | SVs_PADTMP | SVf_READONLY
3706 | SVs_GMG)))
14befaf4
DM
3707 sv_magic(ret,(SV*)ReREFCNT_inc(re),
3708 PERL_MAGIC_qr,0,0);
0f5d15d6 3709 PL_regsize = osize;
0f5d15d6 3710 }
4aabdb9b 3711 }
28d8d7f4
YO
3712 RX_MATCH_COPIED_off(re);
3713 re->subbeg = rex->subbeg;
3714 re->sublen = rex->sublen;
f8fc2ecf 3715 rei = RXi_GET(re);
6bda09f9
YO
3716 DEBUG_EXECUTE_r(
3717 debug_start_match(re, do_utf8, locinput, PL_regeol,
3718 "Matching embedded");
3719 );
f8fc2ecf 3720 startpoint = rei->program + 1;
1a147d38 3721 ST.close_paren = 0; /* only used for GOSUB */
6bda09f9
YO
3722 /* borrowed from regtry */
3723 if (PL_reg_start_tmpl <= re->nparens) {
3724 PL_reg_start_tmpl = re->nparens*3/2 + 3;
3725 if(PL_reg_start_tmp)
3726 Renew(PL_reg_start_tmp, PL_reg_start_tmpl, char*);
3727 else
3728 Newx(PL_reg_start_tmp, PL_reg_start_tmpl, char*);
dd5def09 3729 }
aa283a38 3730
1a147d38 3731 eval_recurse_doit: /* Share code with GOSUB below this line */
aa283a38 3732 /* run the pattern returned from (??{...}) */
40a82448
DM
3733 ST.cp = regcppush(0); /* Save *all* the positions. */
3734 REGCP_SET(ST.lastcp);
6bda09f9 3735
f0ab9afb 3736 PL_regoffs = re->offs; /* essentially NOOP on GOSUB */
6bda09f9 3737
4aabdb9b
DM
3738 *PL_reglastparen = 0;
3739 *PL_reglastcloseparen = 0;
4aabdb9b 3740 PL_reginput = locinput;
ae0beba1 3741 PL_regsize = 0;
4aabdb9b
DM
3742
3743 /* XXXX This is too dramatic a measure... */
3744 PL_reg_maxiter = 0;
3745
faec1544 3746 ST.toggle_reg_flags = PL_reg_flags;
bbe252da 3747 if (re->extflags & RXf_UTF8)
faec1544
DM
3748 PL_reg_flags |= RF_utf8;
3749 else
3750 PL_reg_flags &= ~RF_utf8;
3751 ST.toggle_reg_flags ^= PL_reg_flags; /* diff of old and new */
3752
40a82448 3753 ST.prev_rex = rex;
faec1544 3754 ST.prev_curlyx = cur_curlyx;
28d8d7f4 3755 SETREX(rex,re);
f8fc2ecf 3756 rexi = rei;
faec1544 3757 cur_curlyx = NULL;
40a82448 3758 ST.B = next;
faec1544
DM
3759 ST.prev_eval = cur_eval;
3760 cur_eval = st;
faec1544 3761 /* now continue from first node in postoned RE */
6bda09f9 3762 PUSH_YES_STATE_GOTO(EVAL_AB, startpoint);
4aabdb9b 3763 /* NOTREACHED */
a0ed51b3 3764 }
24d3c4a9
DM
3765 /* logical is 1, /(?(?{...})X|Y)/ */
3766 sw = (bool)SvTRUE(ret);
3767 logical = 0;
c277df42
IZ
3768 break;
3769 }
40a82448 3770
faec1544
DM
3771 case EVAL_AB: /* cleanup after a successful (??{A})B */
3772 /* note: this is called twice; first after popping B, then A */
3773 PL_reg_flags ^= ST.toggle_reg_flags;
40a82448 3774 ReREFCNT_dec(rex);
28d8d7f4 3775 SETREX(rex,ST.prev_rex);
f8fc2ecf 3776 rexi = RXi_GET(rex);
faec1544
DM
3777 regcpblow(ST.cp);
3778 cur_eval = ST.prev_eval;
3779 cur_curlyx = ST.prev_curlyx;
40a82448
DM
3780 /* XXXX This is too dramatic a measure... */
3781 PL_reg_maxiter = 0;
e7707071 3782 if ( nochange_depth )
4b196cd4 3783 nochange_depth--;
262b90c4 3784 sayYES;
40a82448 3785
40a82448 3786
faec1544
DM
3787 case EVAL_AB_fail: /* unsuccessfully ran A or B in (??{A})B */
3788 /* note: this is called twice; first after popping B, then A */
3789 PL_reg_flags ^= ST.toggle_reg_flags;
3790 ReREFCNT_dec(rex);
28d8d7f4 3791 SETREX(rex,ST.prev_rex);
f8fc2ecf 3792 rexi = RXi_GET(rex);
40a82448
DM
3793 PL_reginput = locinput;
3794 REGCP_UNWIND(ST.lastcp);
3795 regcppop(rex);
faec1544
DM
3796 cur_eval = ST.prev_eval;
3797 cur_curlyx = ST.prev_curlyx;
3798 /* XXXX This is too dramatic a measure... */
3799 PL_reg_maxiter = 0;
e7707071 3800 if ( nochange_depth )
4b196cd4 3801 nochange_depth--;
40a82448 3802 sayNO_SILENT;
40a82448
DM
3803#undef ST
3804
a0d0e21e 3805 case OPEN:
c277df42 3806 n = ARG(scan); /* which paren pair */
3280af22
NIS
3807 PL_reg_start_tmp[n] = locinput;
3808 if (n > PL_regsize)
3809 PL_regsize = n;
e2e6a0f1 3810 lastopen = n;
a0d0e21e
LW
3811 break;
3812 case CLOSE:
c277df42 3813 n = ARG(scan); /* which paren pair */
f0ab9afb
NC
3814 PL_regoffs[n].start = PL_reg_start_tmp[n] - PL_bostr;
3815 PL_regoffs[n].end = locinput - PL_bostr;
7f69552c
YO
3816 /*if (n > PL_regsize)
3817 PL_regsize = n;*/
3b6647e0 3818 if (n > *PL_reglastparen)
3280af22 3819 *PL_reglastparen = n;
a01268b5 3820 *PL_reglastcloseparen = n;
3b6647e0 3821 if (cur_eval && cur_eval->u.eval.close_paren == n) {
6bda09f9
YO
3822 goto fake_end;
3823 }
a0d0e21e 3824 break;
e2e6a0f1
YO
3825 case ACCEPT:
3826 if (ARG(scan)){
3827 regnode *cursor;
3828 for (cursor=scan;
3829 cursor && OP(cursor)!=END;
3830 cursor=regnext(cursor))
3831 {
3832 if ( OP(cursor)==CLOSE ){
3833 n = ARG(cursor);
3834 if ( n <= lastopen ) {
f0ab9afb
NC
3835 PL_regoffs[n].start
3836 = PL_reg_start_tmp[n] - PL_bostr;
3837 PL_regoffs[n].end = locinput - PL_bostr;
e2e6a0f1
YO
3838 /*if (n > PL_regsize)
3839 PL_regsize = n;*/
3b6647e0 3840 if (n > *PL_reglastparen)
e2e6a0f1
YO
3841 *PL_reglastparen = n;
3842 *PL_reglastcloseparen = n;
3b6647e0
RB
3843 if ( n == ARG(scan) || (cur_eval &&
3844 cur_eval->u.eval.close_paren == n))
e2e6a0f1
YO
3845 break;
3846 }
3847 }
3848 }
3849 }
3850 goto fake_end;
3851 /*NOTREACHED*/
c277df42
IZ
3852 case GROUPP:
3853 n = ARG(scan); /* which paren pair */
f0ab9afb 3854 sw = (bool)(*PL_reglastparen >= n && PL_regoffs[n].end != -1);
c277df42 3855 break;
0a4db386
YO
3856 case NGROUPP:
3857 /* reg_check_named_buff_matched returns 0 for no match */
3858 sw = (bool)(0 < reg_check_named_buff_matched(rex,scan));
3859 break;
1a147d38 3860 case INSUBP:
0a4db386 3861 n = ARG(scan);
3b6647e0 3862 sw = (cur_eval && (!n || cur_eval->u.eval.close_paren == n));
0a4db386
YO
3863 break;
3864 case DEFINEP:
3865 sw = 0;
3866 break;
c277df42 3867 case IFTHEN:
2c2d71f5 3868 PL_reg_leftiter = PL_reg_maxiter; /* Void cache */
24d3c4a9 3869 if (sw)
c277df42
IZ
3870 next = NEXTOPER(NEXTOPER(scan));
3871 else {
3872 next = scan + ARG(scan);
3873 if (OP(next) == IFTHEN) /* Fake one. */
3874 next = NEXTOPER(NEXTOPER(next));
3875 }
3876 break;
3877 case LOGICAL:
24d3c4a9 3878 logical = scan->flags;
c277df42 3879 break;
c476f425 3880
2ab05381 3881/*******************************************************************
2ab05381 3882
c476f425
DM
3883The CURLYX/WHILEM pair of ops handle the most generic case of the /A*B/
3884pattern, where A and B are subpatterns. (For simple A, CURLYM or
3885STAR/PLUS/CURLY/CURLYN are used instead.)
2ab05381 3886
c476f425 3887A*B is compiled as <CURLYX><A><WHILEM><B>
2ab05381 3888
c476f425
DM
3889On entry to the subpattern, CURLYX is called. This pushes a CURLYX
3890state, which contains the current count, initialised to -1. It also sets
3891cur_curlyx to point to this state, with any previous value saved in the
3892state block.
2ab05381 3893
c476f425
DM
3894CURLYX then jumps straight to the WHILEM op, rather than executing A,
3895since the pattern may possibly match zero times (i.e. it's a while {} loop
3896rather than a do {} while loop).
2ab05381 3897
c476f425
DM
3898Each entry to WHILEM represents a successful match of A. The count in the
3899CURLYX block is incremented, another WHILEM state is pushed, and execution
3900passes to A or B depending on greediness and the current count.
2ab05381 3901
c476f425
DM
3902For example, if matching against the string a1a2a3b (where the aN are
3903substrings that match /A/), then the match progresses as follows: (the
3904pushed states are interspersed with the bits of strings matched so far):
2ab05381 3905
c476f425
DM
3906 <CURLYX cnt=-1>
3907 <CURLYX cnt=0><WHILEM>
3908 <CURLYX cnt=1><WHILEM> a1 <WHILEM>
3909 <CURLYX cnt=2><WHILEM> a1 <WHILEM> a2 <WHILEM>
3910 <CURLYX cnt=3><WHILEM> a1 <WHILEM> a2 <WHILEM> a3 <WHILEM>
3911 <CURLYX cnt=3><WHILEM> a1 <WHILEM> a2 <WHILEM> a3 <WHILEM> b
2ab05381 3912
c476f425
DM
3913(Contrast this with something like CURLYM, which maintains only a single
3914backtrack state:
2ab05381 3915
c476f425
DM
3916 <CURLYM cnt=0> a1
3917 a1 <CURLYM cnt=1> a2
3918 a1 a2 <CURLYM cnt=2> a3
3919 a1 a2 a3 <CURLYM cnt=3> b
3920)
2ab05381 3921
c476f425
DM
3922Each WHILEM state block marks a point to backtrack to upon partial failure
3923of A or B, and also contains some minor state data related to that
3924iteration. The CURLYX block, pointed to by cur_curlyx, contains the
3925overall state, such as the count, and pointers to the A and B ops.
2ab05381 3926
c476f425
DM
3927This is complicated slightly by nested CURLYX/WHILEM's. Since cur_curlyx
3928must always point to the *current* CURLYX block, the rules are:
2ab05381 3929
c476f425
DM
3930When executing CURLYX, save the old cur_curlyx in the CURLYX state block,
3931and set cur_curlyx to point the new block.
2ab05381 3932
c476f425
DM
3933When popping the CURLYX block after a successful or unsuccessful match,
3934restore the previous cur_curlyx.
2ab05381 3935
c476f425
DM
3936When WHILEM is about to execute B, save the current cur_curlyx, and set it
3937to the outer one saved in the CURLYX block.
2ab05381 3938
c476f425
DM
3939When popping the WHILEM block after a successful or unsuccessful B match,
3940restore the previous cur_curlyx.
2ab05381 3941
c476f425
DM
3942Here's an example for the pattern (AI* BI)*BO
3943I and O refer to inner and outer, C and W refer to CURLYX and WHILEM:
2ab05381 3944
c476f425
DM
3945cur_
3946curlyx backtrack stack
3947------ ---------------
3948NULL
3949CO <CO prev=NULL> <WO>
3950CI <CO prev=NULL> <WO> <CI prev=CO> <WI> ai
3951CO <CO prev=NULL> <WO> <CI prev=CO> <WI> ai <WI prev=CI> bi
3952NULL <CO prev=NULL> <WO> <CI prev=CO> <WI> ai <WI prev=CI> bi <WO prev=CO> bo
2ab05381 3953
c476f425
DM
3954At this point the pattern succeeds, and we work back down the stack to
3955clean up, restoring as we go:
95b24440 3956
c476f425
DM
3957CO <CO prev=NULL> <WO> <CI prev=CO> <WI> ai <WI prev=CI> bi
3958CI <CO prev=NULL> <WO> <CI prev=CO> <WI> ai
3959CO <CO prev=NULL> <WO>
3960NULL
a0374537 3961
c476f425
DM
3962*******************************************************************/
3963
3964#define ST st->u.curlyx
3965
3966 case CURLYX: /* start of /A*B/ (for complex A) */
3967 {
3968 /* No need to save/restore up to this paren */
3969 I32 parenfloor = scan->flags;
3970
3971 assert(next); /* keep Coverity happy */
3972 if (OP(PREVOPER(next)) == NOTHING) /* LONGJMP */
3973 next += ARG(next);
3974
3975 /* XXXX Probably it is better to teach regpush to support
3976 parenfloor > PL_regsize... */
3977 if (parenfloor > (I32)*PL_reglastparen)
3978 parenfloor = *PL_reglastparen; /* Pessimization... */
3979
3980 ST.prev_curlyx= cur_curlyx;
3981 cur_curlyx = st;
3982 ST.cp = PL_savestack_ix;
3983
3984 /* these fields contain the state of the current curly.
3985 * they are accessed by subsequent WHILEMs */
3986 ST.parenfloor = parenfloor;
3987 ST.min = ARG1(scan);
3988 ST.max = ARG2(scan);
3989 ST.A = NEXTOPER(scan) + EXTRA_STEP_2ARGS;
3990 ST.B = next;
24d3c4a9
DM
3991 ST.minmod = minmod;
3992 minmod = 0;
c476f425
DM
3993 ST.count = -1; /* this will be updated by WHILEM */
3994 ST.lastloc = NULL; /* this will be updated by WHILEM */
3995
3996 PL_reginput = locinput;
3997 PUSH_YES_STATE_GOTO(CURLYX_end, PREVOPER(next));
5f66b61c 3998 /* NOTREACHED */
c476f425 3999 }
a0d0e21e 4000
c476f425 4001 case CURLYX_end: /* just finished matching all of A*B */
c476f425
DM
4002 cur_curlyx = ST.prev_curlyx;
4003 sayYES;
4004 /* NOTREACHED */
a0d0e21e 4005
c476f425
DM
4006 case CURLYX_end_fail: /* just failed to match all of A*B */
4007 regcpblow(ST.cp);
4008 cur_curlyx = ST.prev_curlyx;
4009 sayNO;
4010 /* NOTREACHED */
4633a7c4 4011
a0d0e21e 4012
c476f425
DM
4013#undef ST
4014#define ST st->u.whilem
4015
4016 case WHILEM: /* just matched an A in /A*B/ (for complex A) */
4017 {
4018 /* see the discussion above about CURLYX/WHILEM */
c476f425
DM
4019 I32 n;
4020 assert(cur_curlyx); /* keep Coverity happy */
4021 n = ++cur_curlyx->u.curlyx.count; /* how many A's matched */
4022 ST.save_lastloc = cur_curlyx->u.curlyx.lastloc;
4023 ST.cache_offset = 0;
4024 ST.cache_mask = 0;
4025
4026 PL_reginput = locinput;
4027
4028 DEBUG_EXECUTE_r( PerlIO_printf(Perl_debug_log,
4029 "%*s whilem: matched %ld out of %ld..%ld\n",
4030 REPORT_CODE_OFF+depth*2, "", (long)n,
4031 (long)cur_curlyx->u.curlyx.min,
4032 (long)cur_curlyx->u.curlyx.max)
4033 );
a0d0e21e 4034
c476f425 4035 /* First just match a string of min A's. */
a0d0e21e 4036
c476f425
DM
4037 if (n < cur_curlyx->u.curlyx.min) {
4038 cur_curlyx->u.curlyx.lastloc = locinput;
4039 PUSH_STATE_GOTO(WHILEM_A_pre, cur_curlyx->u.curlyx.A);
4040 /* NOTREACHED */
4041 }
4042
4043 /* If degenerate A matches "", assume A done. */
4044
4045 if (locinput == cur_curlyx->u.curlyx.lastloc) {
4046 DEBUG_EXECUTE_r( PerlIO_printf(Perl_debug_log,
4047 "%*s whilem: empty match detected, trying continuation...\n",
4048 REPORT_CODE_OFF+depth*2, "")
4049 );
4050 goto do_whilem_B_max;
4051 }
4052
4053 /* super-linear cache processing */
4054
4055 if (scan->flags) {
a0d0e21e 4056
2c2d71f5 4057 if (!PL_reg_maxiter) {
c476f425
DM
4058 /* start the countdown: Postpone detection until we
4059 * know the match is not *that* much linear. */
2c2d71f5 4060 PL_reg_maxiter = (PL_regeol - PL_bostr + 1) * (scan->flags>>4);
66bf836d
DM
4061 /* possible overflow for long strings and many CURLYX's */
4062 if (PL_reg_maxiter < 0)
4063 PL_reg_maxiter = I32_MAX;
2c2d71f5
JH
4064 PL_reg_leftiter = PL_reg_maxiter;
4065 }
c476f425 4066
2c2d71f5 4067 if (PL_reg_leftiter-- == 0) {
c476f425 4068 /* initialise cache */
3298f257 4069 const I32 size = (PL_reg_maxiter + 7)/8;
2c2d71f5 4070 if (PL_reg_poscache) {
eb160463 4071 if ((I32)PL_reg_poscache_size < size) {
2c2d71f5
JH
4072 Renew(PL_reg_poscache, size, char);
4073 PL_reg_poscache_size = size;
4074 }
4075 Zero(PL_reg_poscache, size, char);
4076 }
4077 else {
4078 PL_reg_poscache_size = size;
a02a5408 4079 Newxz(PL_reg_poscache, size, char);
2c2d71f5 4080 }
c476f425
DM
4081 DEBUG_EXECUTE_r( PerlIO_printf(Perl_debug_log,
4082 "%swhilem: Detected a super-linear match, switching on caching%s...\n",
4083 PL_colors[4], PL_colors[5])
4084 );
2c2d71f5 4085 }
c476f425 4086
2c2d71f5 4087 if (PL_reg_leftiter < 0) {
c476f425
DM
4088 /* have we already failed at this position? */
4089 I32 offset, mask;
4090 offset = (scan->flags & 0xf) - 1
4091 + (locinput - PL_bostr) * (scan->flags>>4);
4092 mask = 1 << (offset % 8);
4093 offset /= 8;
4094 if (PL_reg_poscache[offset] & mask) {
4095 DEBUG_EXECUTE_r( PerlIO_printf(Perl_debug_log,
4096 "%*s whilem: (cache) already tried at this position...\n",
4097 REPORT_CODE_OFF+depth*2, "")
2c2d71f5 4098 );
3298f257 4099 sayNO; /* cache records failure */
2c2d71f5 4100 }
c476f425
DM
4101 ST.cache_offset = offset;
4102 ST.cache_mask = mask;
2c2d71f5 4103 }
c476f425 4104 }
2c2d71f5 4105
c476f425 4106 /* Prefer B over A for minimal matching. */
a687059c 4107
c476f425
DM
4108 if (cur_curlyx->u.curlyx.minmod) {
4109 ST.save_curlyx = cur_curlyx;
4110 cur_curlyx = cur_curlyx->u.curlyx.prev_curlyx;
4111 ST.cp = regcppush(ST.save_curlyx->u.curlyx.parenfloor);
4112 REGCP_SET(ST.lastcp);
4113 PUSH_YES_STATE_GOTO(WHILEM_B_min, ST.save_curlyx->u.curlyx.B);
4114 /* NOTREACHED */
4115 }
a0d0e21e 4116
c476f425
DM
4117 /* Prefer A over B for maximal matching. */
4118
4119 if (n < cur_curlyx->u.curlyx.max) { /* More greed allowed? */
4120 ST.cp = regcppush(cur_curlyx->u.curlyx.parenfloor);
4121 cur_curlyx->u.curlyx.lastloc = locinput;
4122 REGCP_SET(ST.lastcp);
4123 PUSH_STATE_GOTO(WHILEM_A_max, cur_curlyx->u.curlyx.A);
4124 /* NOTREACHED */
4125 }
4126 goto do_whilem_B_max;
4127 }
4128 /* NOTREACHED */
4129
4130 case WHILEM_B_min: /* just matched B in a minimal match */
4131 case WHILEM_B_max: /* just matched B in a maximal match */
4132 cur_curlyx = ST.save_curlyx;
4133 sayYES;
4134 /* NOTREACHED */
4135
4136 case WHILEM_B_max_fail: /* just failed to match B in a maximal match */
4137 cur_curlyx = ST.save_curlyx;
4138 cur_curlyx->u.curlyx.lastloc = ST.save_lastloc;
4139 cur_curlyx->u.curlyx.count--;
4140 CACHEsayNO;
4141 /* NOTREACHED */
4142
4143 case WHILEM_A_min_fail: /* just failed to match A in a minimal match */
4144 REGCP_UNWIND(ST.lastcp);
4145 regcppop(rex);
4146 /* FALL THROUGH */
4147 case WHILEM_A_pre_fail: /* just failed to match even minimal A */
4148 cur_curlyx->u.curlyx.lastloc = ST.save_lastloc;
4149 cur_curlyx->u.curlyx.count--;
4150 CACHEsayNO;
4151 /* NOTREACHED */
4152
4153 case WHILEM_A_max_fail: /* just failed to match A in a maximal match */
4154 REGCP_UNWIND(ST.lastcp);
4155 regcppop(rex); /* Restore some previous $<digit>s? */
4156 PL_reginput = locinput;
4157 DEBUG_EXECUTE_r(PerlIO_printf(Perl_debug_log,
4158 "%*s whilem: failed, trying continuation...\n",
4159 REPORT_CODE_OFF+depth*2, "")
4160 );
4161 do_whilem_B_max:
4162 if (cur_curlyx->u.curlyx.count >= REG_INFTY
4163 && ckWARN(WARN_REGEXP)
4164 && !(PL_reg_flags & RF_warned))
4165 {
4166 PL_reg_flags |= RF_warned;
4167 Perl_warner(aTHX_ packWARN(WARN_REGEXP), "%s limit (%d) exceeded",
4168 "Complex regular subexpression recursion",
4169 REG_INFTY - 1);
4170 }
4171
4172 /* now try B */
4173 ST.save_curlyx = cur_curlyx;
4174 cur_curlyx = cur_curlyx->u.curlyx.prev_curlyx;
4175 PUSH_YES_STATE_GOTO(WHILEM_B_max, ST.save_curlyx->u.curlyx.B);
4176 /* NOTREACHED */
4177
4178 case WHILEM_B_min_fail: /* just failed to match B in a minimal match */
4179 cur_curlyx = ST.save_curlyx;
4180 REGCP_UNWIND(ST.lastcp);
4181 regcppop(rex);
4182
4183 if (cur_curlyx->u.curlyx.count >= cur_curlyx->u.curlyx.max) {
4184 /* Maximum greed exceeded */
4185 if (cur_curlyx->u.curlyx.count >= REG_INFTY
4186 && ckWARN(WARN_REGEXP)
4187 && !(PL_reg_flags & RF_warned))
4188 {
3280af22 4189 PL_reg_flags |= RF_warned;
c476f425
DM
4190 Perl_warner(aTHX_ packWARN(WARN_REGEXP),
4191 "%s limit (%d) exceeded",
4192 "Complex regular subexpression recursion",
4193 REG_INFTY - 1);
a0d0e21e 4194 }
c476f425 4195 cur_curlyx->u.curlyx.count--;
3ab3c9b4 4196 CACHEsayNO;
a0d0e21e 4197 }
c476f425
DM
4198
4199 DEBUG_EXECUTE_r(PerlIO_printf(Perl_debug_log,
4200 "%*s trying longer...\n", REPORT_CODE_OFF+depth*2, "")
4201 );
4202 /* Try grabbing another A and see if it helps. */
4203 PL_reginput = locinput;
4204 cur_curlyx->u.curlyx.lastloc = locinput;
4205 ST.cp = regcppush(cur_curlyx->u.curlyx.parenfloor);
4206 REGCP_SET(ST.lastcp);
4207 PUSH_STATE_GOTO(WHILEM_A_min, ST.save_curlyx->u.curlyx.A);
5f66b61c 4208 /* NOTREACHED */
40a82448
DM
4209
4210#undef ST
4211#define ST st->u.branch
4212
4213 case BRANCHJ: /* /(...|A|...)/ with long next pointer */
c277df42
IZ
4214 next = scan + ARG(scan);
4215 if (next == scan)
4216 next = NULL;
40a82448
DM
4217 scan = NEXTOPER(scan);
4218 /* FALL THROUGH */
c277df42 4219
40a82448
DM
4220 case BRANCH: /* /(...|A|...)/ */
4221 scan = NEXTOPER(scan); /* scan now points to inner node */
40a82448
DM
4222 ST.lastparen = *PL_reglastparen;
4223 ST.next_branch = next;
4224 REGCP_SET(ST.cp);
4225 PL_reginput = locinput;
02db2b7b 4226
40a82448 4227 /* Now go into the branch */
5d458dd8
YO
4228 if (has_cutgroup) {
4229 PUSH_YES_STATE_GOTO(BRANCH_next, scan);
4230 } else {
4231 PUSH_STATE_GOTO(BRANCH_next, scan);
4232 }
40a82448 4233 /* NOTREACHED */
5d458dd8
YO
4234 case CUTGROUP:
4235 PL_reginput = locinput;
4236 sv_yes_mark = st->u.mark.mark_name = scan->flags ? NULL :
f8fc2ecf 4237 (SV*)rexi->data->data[ ARG( scan ) ];
5d458dd8
YO
4238 PUSH_STATE_GOTO(CUTGROUP_next,next);
4239 /* NOTREACHED */
4240 case CUTGROUP_next_fail:
4241 do_cutgroup = 1;
4242 no_final = 1;
4243 if (st->u.mark.mark_name)
4244 sv_commit = st->u.mark.mark_name;
4245 sayNO;
4246 /* NOTREACHED */
4247 case BRANCH_next:
4248 sayYES;
4249 /* NOTREACHED */
40a82448 4250 case BRANCH_next_fail: /* that branch failed; try the next, if any */
5d458dd8
YO
4251 if (do_cutgroup) {
4252 do_cutgroup = 0;
4253 no_final = 0;
4254 }
40a82448
DM
4255 REGCP_UNWIND(ST.cp);
4256 for (n = *PL_reglastparen; n > ST.lastparen; n--)
f0ab9afb 4257 PL_regoffs[n].end = -1;
40a82448 4258 *PL_reglastparen = n;
0a4db386 4259 /*dmq: *PL_reglastcloseparen = n; */
40a82448
DM
4260 scan = ST.next_branch;
4261 /* no more branches? */
5d458dd8
YO
4262 if (!scan || (OP(scan) != BRANCH && OP(scan) != BRANCHJ)) {
4263 DEBUG_EXECUTE_r({
4264 PerlIO_printf( Perl_debug_log,
4265 "%*s %sBRANCH failed...%s\n",
4266 REPORT_CODE_OFF+depth*2, "",
4267 PL_colors[4],
4268 PL_colors[5] );
4269 });
4270 sayNO_SILENT;
4271 }
40a82448
DM
4272 continue; /* execute next BRANCH[J] op */
4273 /* NOTREACHED */
4274
a0d0e21e 4275 case MINMOD:
24d3c4a9 4276 minmod = 1;
a0d0e21e 4277 break;
40a82448
DM
4278
4279#undef ST
4280#define ST st->u.curlym
4281
4282 case CURLYM: /* /A{m,n}B/ where A is fixed-length */
4283
4284 /* This is an optimisation of CURLYX that enables us to push
4285 * only a single backtracking state, no matter now many matches
4286 * there are in {m,n}. It relies on the pattern being constant
4287 * length, with no parens to influence future backrefs
4288 */
4289
4290 ST.me = scan;
dc45a647 4291 scan = NEXTOPER(scan) + NODE_STEP_REGNODE;
40a82448
DM
4292
4293 /* if paren positive, emulate an OPEN/CLOSE around A */
4294 if (ST.me->flags) {
3b6647e0 4295 U32 paren = ST.me->flags;
40a82448
DM
4296 if (paren > PL_regsize)
4297 PL_regsize = paren;
3b6647e0 4298 if (paren > *PL_reglastparen)
40a82448 4299 *PL_reglastparen = paren;
c277df42 4300 scan += NEXT_OFF(scan); /* Skip former OPEN. */
6407bf3b 4301 }
40a82448
DM
4302 ST.A = scan;
4303 ST.B = next;
4304 ST.alen = 0;
4305 ST.count = 0;
24d3c4a9
DM
4306 ST.minmod = minmod;
4307 minmod = 0;
40a82448
DM
4308 ST.c1 = CHRTEST_UNINIT;
4309 REGCP_SET(ST.cp);
6407bf3b 4310
40a82448
DM
4311 if (!(ST.minmod ? ARG1(ST.me) : ARG2(ST.me))) /* min/max */
4312 goto curlym_do_B;
4313
4314 curlym_do_A: /* execute the A in /A{m,n}B/ */
6407bf3b 4315 PL_reginput = locinput;
40a82448
DM
4316 PUSH_YES_STATE_GOTO(CURLYM_A, ST.A); /* match A */
4317 /* NOTREACHED */
5f80c4cf 4318
40a82448
DM
4319 case CURLYM_A: /* we've just matched an A */
4320 locinput = st->locinput;
4321 nextchr = UCHARAT(locinput);
4322
4323 ST.count++;
4324 /* after first match, determine A's length: u.curlym.alen */
4325 if (ST.count == 1) {
4326 if (PL_reg_match_utf8) {
4327 char *s = locinput;
4328 while (s < PL_reginput) {
4329 ST.alen++;
4330 s += UTF8SKIP(s);
4331 }
4332 }
4333 else {
4334 ST.alen = PL_reginput - locinput;
4335 }
4336 if (ST.alen == 0)
4337 ST.count = ST.minmod ? ARG1(ST.me) : ARG2(ST.me);
4338 }
0cadcf80
DM
4339 DEBUG_EXECUTE_r(
4340 PerlIO_printf(Perl_debug_log,
40a82448 4341 "%*s CURLYM now matched %"IVdf" times, len=%"IVdf"...\n",
5bc10b2c 4342 (int)(REPORT_CODE_OFF+(depth*2)), "",
40a82448 4343 (IV) ST.count, (IV)ST.alen)
0cadcf80
DM
4344 );
4345
40a82448 4346 locinput = PL_reginput;
0a4db386
YO
4347
4348 if (cur_eval && cur_eval->u.eval.close_paren &&
24b23f37 4349 cur_eval->u.eval.close_paren == (U32)ST.me->flags)
0a4db386
YO
4350 goto fake_end;
4351
4352 if ( ST.count < (ST.minmod ? ARG1(ST.me) : ARG2(ST.me)) )
40a82448
DM
4353 goto curlym_do_A; /* try to match another A */
4354 goto curlym_do_B; /* try to match B */
5f80c4cf 4355
40a82448
DM
4356 case CURLYM_A_fail: /* just failed to match an A */
4357 REGCP_UNWIND(ST.cp);
0a4db386
YO
4358
4359 if (ST.minmod || ST.count < ARG1(ST.me) /* min*/
4360 || (cur_eval && cur_eval->u.eval.close_paren &&
24b23f37 4361 cur_eval->u.eval.close_paren == (U32)ST.me->flags))
40a82448 4362 sayNO;
0cadcf80 4363
40a82448
DM
4364 curlym_do_B: /* execute the B in /A{m,n}B/ */
4365 PL_reginput = locinput;
4366 if (ST.c1 == CHRTEST_UNINIT) {
4367 /* calculate c1 and c2 for possible match of 1st char
4368 * following curly */
4369 ST.c1 = ST.c2 = CHRTEST_VOID;
4370 if (HAS_TEXT(ST.B) || JUMPABLE(ST.B)) {
4371 regnode *text_node = ST.B;
4372 if (! HAS_TEXT(text_node))
4373 FIND_NEXT_IMPT(text_node);
ee9b8eae
YO
4374 /* this used to be
4375
4376 (HAS_TEXT(text_node) && PL_regkind[OP(text_node)] == EXACT)
4377
4378 But the former is redundant in light of the latter.
4379
4380 if this changes back then the macro for
4381 IS_TEXT and friends need to change.
4382 */
4383 if (PL_regkind[OP(text_node)] == EXACT)
40a82448 4384 {
ee9b8eae 4385
40a82448
DM
4386 ST.c1 = (U8)*STRING(text_node);
4387 ST.c2 =
ee9b8eae 4388 (IS_TEXTF(text_node))
40a82448 4389 ? PL_fold[ST.c1]
ee9b8eae 4390 : (IS_TEXTFL(text_node))
40a82448
DM
4391 ? PL_fold_locale[ST.c1]
4392 : ST.c1;
c277df42 4393 }
c277df42 4394 }
40a82448
DM
4395 }
4396
4397 DEBUG_EXECUTE_r(
4398 PerlIO_printf(Perl_debug_log,
4399 "%*s CURLYM trying tail with matches=%"IVdf"...\n",
5bc10b2c 4400 (int)(REPORT_CODE_OFF+(depth*2)),
40a82448
DM
4401 "", (IV)ST.count)
4402 );
4403 if (ST.c1 != CHRTEST_VOID
4404 && UCHARAT(PL_reginput) != ST.c1
4405 && UCHARAT(PL_reginput) != ST.c2)
4406 {
4407 /* simulate B failing */
3e901dc0
YO
4408 DEBUG_OPTIMISE_r(
4409 PerlIO_printf(Perl_debug_log,
4410 "%*s CURLYM Fast bail c1=%"IVdf" c2=%"IVdf"\n",
4411 (int)(REPORT_CODE_OFF+(depth*2)),"",
4412 (IV)ST.c1,(IV)ST.c2
4413 ));
40a82448
DM
4414 state_num = CURLYM_B_fail;
4415 goto reenter_switch;
4416 }
4417
4418 if (ST.me->flags) {
4419 /* mark current A as captured */
4420 I32 paren = ST.me->flags;
4421 if (ST.count) {
f0ab9afb 4422 PL_regoffs[paren].start
40a82448 4423 = HOPc(PL_reginput, -ST.alen) - PL_bostr;
f0ab9afb 4424 PL_regoffs[paren].end = PL_reginput - PL_bostr;
0a4db386 4425 /*dmq: *PL_reglastcloseparen = paren; */
c277df42 4426 }
40a82448 4427 else
f0ab9afb 4428 PL_regoffs[paren].end = -1;
0a4db386 4429 if (cur_eval && cur_eval->u.eval.close_paren &&
24b23f37 4430 cur_eval->u.eval.close_paren == (U32)ST.me->flags)
0a4db386
YO
4431 {
4432 if (ST.count)
4433 goto fake_end;
4434 else
4435 sayNO;
4436 }
c277df42 4437 }
0a4db386 4438
40a82448 4439 PUSH_STATE_GOTO(CURLYM_B, ST.B); /* match B */
5f66b61c 4440 /* NOTREACHED */
40a82448
DM
4441
4442 case CURLYM_B_fail: /* just failed to match a B */
4443 REGCP_UNWIND(ST.cp);
4444 if (ST.minmod) {
4445 if (ST.count == ARG2(ST.me) /* max */)
4446 sayNO;
4447 goto curlym_do_A; /* try to match a further A */
4448 }
4449 /* backtrack one A */
4450 if (ST.count == ARG1(ST.me) /* min */)
4451 sayNO;
4452 ST.count--;
4453 locinput = HOPc(locinput, -ST.alen);
4454 goto curlym_do_B; /* try to match B */
4455
c255a977
DM
4456#undef ST
4457#define ST st->u.curly
40a82448 4458
c255a977
DM
4459#define CURLY_SETPAREN(paren, success) \
4460 if (paren) { \
4461 if (success) { \
f0ab9afb
NC
4462 PL_regoffs[paren].start = HOPc(locinput, -1) - PL_bostr; \
4463 PL_regoffs[paren].end = locinput - PL_bostr; \
0a4db386 4464 *PL_reglastcloseparen = paren; \
c255a977
DM
4465 } \
4466 else \
f0ab9afb 4467 PL_regoffs[paren].end = -1; \
c255a977
DM
4468 }
4469
4470 case STAR: /* /A*B/ where A is width 1 */
4471 ST.paren = 0;
4472 ST.min = 0;
4473 ST.max = REG_INFTY;
a0d0e21e
LW
4474 scan = NEXTOPER(scan);
4475 goto repeat;
c255a977
DM
4476 case PLUS: /* /A+B/ where A is width 1 */
4477 ST.paren = 0;
4478 ST.min = 1;
4479 ST.max = REG_INFTY;
c277df42 4480 scan = NEXTOPER(scan);
c255a977
DM
4481 goto repeat;
4482 case CURLYN: /* /(A){m,n}B/ where A is width 1 */
4483 ST.paren = scan->flags; /* Which paren to set */
4484 if (ST.paren > PL_regsize)
4485 PL_regsize = ST.paren;
3b6647e0 4486 if (ST.paren > *PL_reglastparen)
c255a977
DM
4487 *PL_reglastparen = ST.paren;
4488 ST.min = ARG1(scan); /* min to match */
4489 ST.max = ARG2(scan); /* max to match */
0a4db386 4490 if (cur_eval && cur_eval->u.eval.close_paren &&
86413ec0 4491 cur_eval->u.eval.close_paren == (U32)ST.paren) {
0a4db386
YO
4492 ST.min=1;
4493 ST.max=1;
4494 }
c255a977
DM
4495 scan = regnext(NEXTOPER(scan) + NODE_STEP_REGNODE);
4496 goto repeat;
4497 case CURLY: /* /A{m,n}B/ where A is width 1 */
4498 ST.paren = 0;
4499 ST.min = ARG1(scan); /* min to match */
4500 ST.max = ARG2(scan); /* max to match */
4501 scan = NEXTOPER(scan) + NODE_STEP_REGNODE;
c277df42 4502 repeat:
a0d0e21e
LW
4503 /*
4504 * Lookahead to avoid useless match attempts
4505 * when we know what character comes next.
c255a977 4506 *
5f80c4cf
JP
4507 * Used to only do .*x and .*?x, but now it allows
4508 * for )'s, ('s and (?{ ... })'s to be in the way
4509 * of the quantifier and the EXACT-like node. -- japhy
4510 */
4511
c255a977
DM
4512 if (ST.min > ST.max) /* XXX make this a compile-time check? */
4513 sayNO;
cca55fe3 4514 if (HAS_TEXT(next) || JUMPABLE(next)) {
5f80c4cf
JP
4515 U8 *s;
4516 regnode *text_node = next;
4517
3dab1dad
YO
4518 if (! HAS_TEXT(text_node))
4519 FIND_NEXT_IMPT(text_node);
5f80c4cf 4520
9e137952 4521 if (! HAS_TEXT(text_node))
c255a977 4522 ST.c1 = ST.c2 = CHRTEST_VOID;
5f80c4cf 4523 else {
ee9b8eae 4524 if ( PL_regkind[OP(text_node)] != EXACT ) {
c255a977 4525 ST.c1 = ST.c2 = CHRTEST_VOID;
44a68960 4526 goto assume_ok_easy;
cca55fe3 4527 }
be8e71aa
YO
4528 else
4529 s = (U8*)STRING(text_node);
ee9b8eae
YO
4530
4531 /* Currently we only get here when
4532
4533 PL_rekind[OP(text_node)] == EXACT
4534
4535 if this changes back then the macro for IS_TEXT and
4536 friends need to change. */
5f80c4cf 4537 if (!UTF) {
c255a977 4538 ST.c2 = ST.c1 = *s;
ee9b8eae 4539 if (IS_TEXTF(text_node))
c255a977 4540 ST.c2 = PL_fold[ST.c1];
ee9b8eae 4541 else if (IS_TEXTFL(text_node))
c255a977 4542 ST.c2 = PL_fold_locale[ST.c1];
1aa99e6b 4543 }
5f80c4cf 4544 else { /* UTF */
ee9b8eae 4545 if (IS_TEXTF(text_node)) {
a2a2844f 4546 STRLEN ulen1, ulen2;
89ebb4a3
JH
4547 U8 tmpbuf1[UTF8_MAXBYTES_CASE+1];
4548 U8 tmpbuf2[UTF8_MAXBYTES_CASE+1];
a2a2844f
JH
4549
4550 to_utf8_lower((U8*)s, tmpbuf1, &ulen1);
4551 to_utf8_upper((U8*)s, tmpbuf2, &ulen2);
e294cc5d
JH
4552#ifdef EBCDIC
4553 ST.c1 = utf8n_to_uvchr(tmpbuf1, UTF8_MAXLEN, 0,
4554 ckWARN(WARN_UTF8) ?
4555 0 : UTF8_ALLOW_ANY);
4556 ST.c2 = utf8n_to_uvchr(tmpbuf2, UTF8_MAXLEN, 0,
4557 ckWARN(WARN_UTF8) ?
4558 0 : UTF8_ALLOW_ANY);
4559#else
c255a977 4560 ST.c1 = utf8n_to_uvuni(tmpbuf1, UTF8_MAXBYTES, 0,
e294cc5d 4561 uniflags);
c255a977 4562 ST.c2 = utf8n_to_uvuni(tmpbuf2, UTF8_MAXBYTES, 0,
e294cc5d
JH
4563 uniflags);
4564#endif
5f80c4cf
JP
4565 }
4566 else {
c255a977 4567 ST.c2 = ST.c1 = utf8n_to_uvchr(s, UTF8_MAXBYTES, 0,
041457d9 4568 uniflags);
5f80c4cf 4569 }
1aa99e6b
IH
4570 }
4571 }
bbce6d69 4572 }
a0d0e21e 4573 else
c255a977 4574 ST.c1 = ST.c2 = CHRTEST_VOID;
cca55fe3 4575 assume_ok_easy:
c255a977
DM
4576
4577 ST.A = scan;
4578 ST.B = next;
3280af22 4579 PL_reginput = locinput;
24d3c4a9
DM
4580 if (minmod) {
4581 minmod = 0;
e2e6a0f1 4582 if (ST.min && regrepeat(rex, ST.A, ST.min, depth) < ST.min)
4633a7c4 4583 sayNO;
c255a977 4584 ST.count = ST.min;
a0ed51b3 4585 locinput = PL_reginput;
c255a977
DM
4586 REGCP_SET(ST.cp);
4587 if (ST.c1 == CHRTEST_VOID)
4588 goto curly_try_B_min;
4589
4590 ST.oldloc = locinput;
4591
4592 /* set ST.maxpos to the furthest point along the
4593 * string that could possibly match */
4594 if (ST.max == REG_INFTY) {
4595 ST.maxpos = PL_regeol - 1;
4596 if (do_utf8)
4597 while (UTF8_IS_CONTINUATION(*(U8*)ST.maxpos))
4598 ST.maxpos--;
4599 }
4600 else if (do_utf8) {
4601 int m = ST.max - ST.min;
4602 for (ST.maxpos = locinput;
4603 m >0 && ST.maxpos + UTF8SKIP(ST.maxpos) <= PL_regeol; m--)
4604 ST.maxpos += UTF8SKIP(ST.maxpos);
4605 }
4606 else {
4607 ST.maxpos = locinput + ST.max - ST.min;
4608 if (ST.maxpos >= PL_regeol)
4609 ST.maxpos = PL_regeol - 1;
4610 }
4611 goto curly_try_B_min_known;
4612
4613 }
4614 else {
e2e6a0f1 4615 ST.count = regrepeat(rex, ST.A, ST.max, depth);
c255a977
DM
4616 locinput = PL_reginput;
4617 if (ST.count < ST.min)
4618 sayNO;
4619 if ((ST.count > ST.min)
4620 && (PL_regkind[OP(ST.B)] == EOL) && (OP(ST.B) != MEOL))
4621 {
4622 /* A{m,n} must come at the end of the string, there's
4623 * no point in backing off ... */
4624 ST.min = ST.count;
4625 /* ...except that $ and \Z can match before *and* after
4626 newline at the end. Consider "\n\n" =~ /\n+\Z\n/.
4627 We may back off by one in this case. */
4628 if (UCHARAT(PL_reginput - 1) == '\n' && OP(ST.B) != EOS)
4629 ST.min--;
4630 }
4631 REGCP_SET(ST.cp);
4632 goto curly_try_B_max;
4633 }
4634 /* NOTREACHED */
4635
4636
4637 case CURLY_B_min_known_fail:
4638 /* failed to find B in a non-greedy match where c1,c2 valid */
4639 if (ST.paren && ST.count)
f0ab9afb 4640 PL_regoffs[ST.paren].end = -1;
c255a977
DM
4641
4642 PL_reginput = locinput; /* Could be reset... */
4643 REGCP_UNWIND(ST.cp);
4644 /* Couldn't or didn't -- move forward. */
4645 ST.oldloc = locinput;
4646 if (do_utf8)
4647 locinput += UTF8SKIP(locinput);
4648 else
4649 locinput++;
4650 ST.count++;
4651 curly_try_B_min_known:
4652 /* find the next place where 'B' could work, then call B */
4653 {
4654 int n;
4655 if (do_utf8) {
4656 n = (ST.oldloc == locinput) ? 0 : 1;
4657 if (ST.c1 == ST.c2) {
4658 STRLEN len;
4659 /* set n to utf8_distance(oldloc, locinput) */
4660 while (locinput <= ST.maxpos &&
4661 utf8n_to_uvchr((U8*)locinput,
4662 UTF8_MAXBYTES, &len,
4663 uniflags) != (UV)ST.c1) {
4664 locinput += len;
4665 n++;
4666 }
1aa99e6b
IH
4667 }
4668 else {
c255a977
DM
4669 /* set n to utf8_distance(oldloc, locinput) */
4670 while (locinput <= ST.maxpos) {
4671 STRLEN len;
4672 const UV c = utf8n_to_uvchr((U8*)locinput,
4673 UTF8_MAXBYTES, &len,
4674 uniflags);
4675 if (c == (UV)ST.c1 || c == (UV)ST.c2)
4676 break;
4677 locinput += len;
4678 n++;
1aa99e6b 4679 }
0fe9bf95
IZ
4680 }
4681 }
c255a977
DM
4682 else {
4683 if (ST.c1 == ST.c2) {
4684 while (locinput <= ST.maxpos &&
4685 UCHARAT(locinput) != ST.c1)
4686 locinput++;
bbce6d69 4687 }
c255a977
DM
4688 else {
4689 while (locinput <= ST.maxpos
4690 && UCHARAT(locinput) != ST.c1
4691 && UCHARAT(locinput) != ST.c2)
4692 locinput++;
a0ed51b3 4693 }
c255a977
DM
4694 n = locinput - ST.oldloc;
4695 }
4696 if (locinput > ST.maxpos)
4697 sayNO;
4698 /* PL_reginput == oldloc now */
4699 if (n) {
4700 ST.count += n;
e2e6a0f1 4701 if (regrepeat(rex, ST.A, n, depth) < n)
4633a7c4 4702 sayNO;
a0d0e21e 4703 }
c255a977
DM
4704 PL_reginput = locinput;
4705 CURLY_SETPAREN(ST.paren, ST.count);
0a4db386 4706 if (cur_eval && cur_eval->u.eval.close_paren &&
86413ec0 4707 cur_eval->u.eval.close_paren == (U32)ST.paren) {
0a4db386
YO
4708 goto fake_end;
4709 }
c255a977 4710 PUSH_STATE_GOTO(CURLY_B_min_known, ST.B);
a0d0e21e 4711 }
c255a977
DM
4712 /* NOTREACHED */
4713
4714
4715 case CURLY_B_min_fail:
4716 /* failed to find B in a non-greedy match where c1,c2 invalid */
4717 if (ST.paren && ST.count)
f0ab9afb 4718 PL_regoffs[ST.paren].end = -1;
c255a977
DM
4719
4720 REGCP_UNWIND(ST.cp);
4721 /* failed -- move forward one */
4722 PL_reginput = locinput;
e2e6a0f1 4723 if (regrepeat(rex, ST.A, 1, depth)) {
c255a977 4724 ST.count++;
a0ed51b3 4725 locinput = PL_reginput;
c255a977
DM
4726 if (ST.count <= ST.max || (ST.max == REG_INFTY &&
4727 ST.count > 0)) /* count overflow ? */
15272685 4728 {
c255a977
DM
4729 curly_try_B_min:
4730 CURLY_SETPAREN(ST.paren, ST.count);
0a4db386 4731 if (cur_eval && cur_eval->u.eval.close_paren &&
86413ec0 4732 cur_eval->u.eval.close_paren == (U32)ST.paren) {
0a4db386
YO
4733 goto fake_end;
4734 }
c255a977 4735 PUSH_STATE_GOTO(CURLY_B_min, ST.B);
a0d0e21e
LW
4736 }
4737 }
4633a7c4 4738 sayNO;
c255a977
DM
4739 /* NOTREACHED */
4740
4741
4742 curly_try_B_max:
4743 /* a successful greedy match: now try to match B */
40d049e4 4744 if (cur_eval && cur_eval->u.eval.close_paren &&
86413ec0 4745 cur_eval->u.eval.close_paren == (U32)ST.paren) {
40d049e4
YO
4746 goto fake_end;
4747 }
c255a977
DM
4748 {
4749 UV c = 0;
4750 if (ST.c1 != CHRTEST_VOID)
4751 c = do_utf8 ? utf8n_to_uvchr((U8*)PL_reginput,
4752 UTF8_MAXBYTES, 0, uniflags)
466787eb 4753 : (UV) UCHARAT(PL_reginput);
c255a977
DM
4754 /* If it could work, try it. */
4755 if (ST.c1 == CHRTEST_VOID || c == (UV)ST.c1 || c == (UV)ST.c2) {
4756 CURLY_SETPAREN(ST.paren, ST.count);
4757 PUSH_STATE_GOTO(CURLY_B_max, ST.B);
4758 /* NOTREACHED */
4759 }
4760 }
4761 /* FALL THROUGH */
4762 case CURLY_B_max_fail:
4763 /* failed to find B in a greedy match */
4764 if (ST.paren && ST.count)
f0ab9afb 4765 PL_regoffs[ST.paren].end = -1;
c255a977
DM
4766
4767 REGCP_UNWIND(ST.cp);
4768 /* back up. */
4769 if (--ST.count < ST.min)
4770 sayNO;
4771 PL_reginput = locinput = HOPc(locinput, -1);
4772 goto curly_try_B_max;
4773
4774#undef ST
4775
a0d0e21e 4776 case END:
6bda09f9 4777 fake_end:
faec1544
DM
4778 if (cur_eval) {
4779 /* we've just finished A in /(??{A})B/; now continue with B */
4780 I32 tmpix;
faec1544
DM
4781 st->u.eval.toggle_reg_flags
4782 = cur_eval->u.eval.toggle_reg_flags;
4783 PL_reg_flags ^= st->u.eval.toggle_reg_flags;
4784
4785 st->u.eval.prev_rex = rex; /* inner */
28d8d7f4 4786 SETREX(rex,cur_eval->u.eval.prev_rex);
f8fc2ecf 4787 rexi = RXi_GET(rex);
faec1544
DM
4788 cur_curlyx = cur_eval->u.eval.prev_curlyx;
4789 ReREFCNT_inc(rex);
4790 st->u.eval.cp = regcppush(0); /* Save *all* the positions. */
4791 REGCP_SET(st->u.eval.lastcp);
4792 PL_reginput = locinput;
4793
4794 /* Restore parens of the outer rex without popping the
4795 * savestack */
4796 tmpix = PL_savestack_ix;
4797 PL_savestack_ix = cur_eval->u.eval.lastcp;
4798 regcppop(rex);
4799 PL_savestack_ix = tmpix;
4800
4801 st->u.eval.prev_eval = cur_eval;
4802 cur_eval = cur_eval->u.eval.prev_eval;
4803 DEBUG_EXECUTE_r(
2a49f0f5
JH
4804 PerlIO_printf(Perl_debug_log, "%*s EVAL trying tail ... %"UVxf"\n",
4805 REPORT_CODE_OFF+depth*2, "",PTR2UV(cur_eval)););
e7707071
YO
4806 if ( nochange_depth )
4807 nochange_depth--;
4808
4809 PUSH_YES_STATE_GOTO(EVAL_AB,
faec1544
DM
4810 st->u.eval.prev_eval->u.eval.B); /* match B */
4811 }
4812
3b0527fe 4813 if (locinput < reginfo->till) {
a3621e74 4814 DEBUG_EXECUTE_r(PerlIO_printf(Perl_debug_log,
7821416a
IZ
4815 "%sMatch possible, but length=%ld is smaller than requested=%ld, failing!%s\n",
4816 PL_colors[4],
4817 (long)(locinput - PL_reg_starttry),
3b0527fe 4818 (long)(reginfo->till - PL_reg_starttry),
7821416a 4819 PL_colors[5]));
58e23c8d 4820
262b90c4 4821 sayNO_SILENT; /* Cannot match: too short. */
7821416a
IZ
4822 }
4823 PL_reginput = locinput; /* put where regtry can find it */
262b90c4 4824 sayYES; /* Success! */
dad79028
DM
4825
4826 case SUCCEED: /* successful SUSPEND/UNLESSM/IFMATCH/CURLYM */
4827 DEBUG_EXECUTE_r(
4828 PerlIO_printf(Perl_debug_log,
4829 "%*s %ssubpattern success...%s\n",
5bc10b2c 4830 REPORT_CODE_OFF+depth*2, "", PL_colors[4], PL_colors[5]));
3280af22 4831 PL_reginput = locinput; /* put where regtry can find it */
262b90c4 4832 sayYES; /* Success! */
dad79028 4833
40a82448
DM
4834#undef ST
4835#define ST st->u.ifmatch
4836
4837 case SUSPEND: /* (?>A) */
4838 ST.wanted = 1;
9fe1d20c 4839 PL_reginput = locinput;
9041c2e3 4840 goto do_ifmatch;
dad79028 4841
40a82448
DM
4842 case UNLESSM: /* -ve lookaround: (?!A), or with flags, (?<!A) */
4843 ST.wanted = 0;
dad79028
DM
4844 goto ifmatch_trivial_fail_test;
4845
40a82448
DM
4846 case IFMATCH: /* +ve lookaround: (?=A), or with flags, (?<=A) */
4847 ST.wanted = 1;
dad79028 4848 ifmatch_trivial_fail_test:
a0ed51b3 4849 if (scan->flags) {
52657f30 4850 char * const s = HOPBACKc(locinput, scan->flags);
dad79028
DM
4851 if (!s) {
4852 /* trivial fail */
24d3c4a9
DM
4853 if (logical) {
4854 logical = 0;
4855 sw = 1 - (bool)ST.wanted;
dad79028 4856 }
40a82448 4857 else if (ST.wanted)
dad79028
DM
4858 sayNO;
4859 next = scan + ARG(scan);
4860 if (next == scan)
4861 next = NULL;
4862 break;
4863 }
efb30f32 4864 PL_reginput = s;
a0ed51b3
LW
4865 }
4866 else
4867 PL_reginput = locinput;
4868
c277df42 4869 do_ifmatch:
40a82448 4870 ST.me = scan;
24d3c4a9 4871 ST.logical = logical;
40a82448
DM
4872 /* execute body of (?...A) */
4873 PUSH_YES_STATE_GOTO(IFMATCH_A, NEXTOPER(NEXTOPER(scan)));
4874 /* NOTREACHED */
4875
4876 case IFMATCH_A_fail: /* body of (?...A) failed */
4877 ST.wanted = !ST.wanted;
4878 /* FALL THROUGH */
4879
4880 case IFMATCH_A: /* body of (?...A) succeeded */
24d3c4a9
DM
4881 if (ST.logical) {
4882 sw = (bool)ST.wanted;
40a82448
DM
4883 }
4884 else if (!ST.wanted)
4885 sayNO;
4886
4887 if (OP(ST.me) == SUSPEND)
4888 locinput = PL_reginput;
4889 else {
4890 locinput = PL_reginput = st->locinput;
4891 nextchr = UCHARAT(locinput);
4892 }
4893 scan = ST.me + ARG(ST.me);
4894 if (scan == ST.me)
4895 scan = NULL;
4896 continue; /* execute B */
4897
4898#undef ST
dad79028 4899
c277df42 4900 case LONGJMP:
c277df42
IZ
4901 next = scan + ARG(scan);
4902 if (next == scan)
4903 next = NULL;
a0d0e21e 4904 break;
54612592 4905 case COMMIT:
e2e6a0f1
YO
4906 reginfo->cutpoint = PL_regeol;
4907 /* FALLTHROUGH */
5d458dd8 4908 case PRUNE:
24b23f37 4909 PL_reginput = locinput;
e2e6a0f1 4910 if (!scan->flags)
f8fc2ecf 4911 sv_yes_mark = sv_commit = (SV*)rexi->data->data[ ARG( scan ) ];
54612592
YO
4912 PUSH_STATE_GOTO(COMMIT_next,next);
4913 /* NOTREACHED */
4914 case COMMIT_next_fail:
4915 no_final = 1;
4916 /* FALLTHROUGH */
7f69552c
YO
4917 case OPFAIL:
4918 sayNO;
e2e6a0f1
YO
4919 /* NOTREACHED */
4920
4921#define ST st->u.mark
4922 case MARKPOINT:
4923 ST.prev_mark = mark_state;
5d458dd8 4924 ST.mark_name = sv_commit = sv_yes_mark
f8fc2ecf 4925 = (SV*)rexi->data->data[ ARG( scan ) ];
e2e6a0f1
YO
4926 mark_state = st;
4927 ST.mark_loc = PL_reginput = locinput;
4928 PUSH_YES_STATE_GOTO(MARKPOINT_next,next);
4929 /* NOTREACHED */
4930 case MARKPOINT_next:
4931 mark_state = ST.prev_mark;
4932 sayYES;
4933 /* NOTREACHED */
4934 case MARKPOINT_next_fail:
5d458dd8 4935 if (popmark && sv_eq(ST.mark_name,popmark))
e2e6a0f1
YO
4936 {
4937 if (ST.mark_loc > startpoint)
4938 reginfo->cutpoint = HOPBACKc(ST.mark_loc, 1);
4939 popmark = NULL; /* we found our mark */
4940 sv_commit = ST.mark_name;
4941
4942 DEBUG_EXECUTE_r({
5d458dd8 4943 PerlIO_printf(Perl_debug_log,
e2e6a0f1
YO
4944 "%*s %ssetting cutpoint to mark:%"SVf"...%s\n",
4945 REPORT_CODE_OFF+depth*2, "",
be2597df 4946 PL_colors[4], SVfARG(sv_commit), PL_colors[5]);
e2e6a0f1
YO
4947 });
4948 }
4949 mark_state = ST.prev_mark;
5d458dd8
YO
4950 sv_yes_mark = mark_state ?
4951 mark_state->u.mark.mark_name : NULL;
e2e6a0f1
YO
4952 sayNO;
4953 /* NOTREACHED */
5d458dd8
YO
4954 case SKIP:
4955 PL_reginput = locinput;
4956 if (scan->flags) {
2bf803e2 4957 /* (*SKIP) : if we fail we cut here*/
5d458dd8 4958 ST.mark_name = NULL;
e2e6a0f1 4959 ST.mark_loc = locinput;
5d458dd8
YO
4960 PUSH_STATE_GOTO(SKIP_next,next);
4961 } else {
2bf803e2 4962 /* (*SKIP:NAME) : if there is a (*MARK:NAME) fail where it was,
5d458dd8
YO
4963 otherwise do nothing. Meaning we need to scan
4964 */
4965 regmatch_state *cur = mark_state;
f8fc2ecf 4966 SV *find = (SV*)rexi->data->data[ ARG( scan ) ];
5d458dd8
YO
4967
4968 while (cur) {
4969 if ( sv_eq( cur->u.mark.mark_name,
4970 find ) )
4971 {
4972 ST.mark_name = find;
4973 PUSH_STATE_GOTO( SKIP_next, next );
4974 }
4975 cur = cur->u.mark.prev_mark;
4976 }
e2e6a0f1 4977 }
2bf803e2 4978 /* Didn't find our (*MARK:NAME) so ignore this (*SKIP:NAME) */
5d458dd8
YO
4979 break;
4980 case SKIP_next_fail:
4981 if (ST.mark_name) {
4982 /* (*CUT:NAME) - Set up to search for the name as we
4983 collapse the stack*/
4984 popmark = ST.mark_name;
4985 } else {
4986 /* (*CUT) - No name, we cut here.*/
e2e6a0f1
YO
4987 if (ST.mark_loc > startpoint)
4988 reginfo->cutpoint = HOPBACKc(ST.mark_loc, 1);
5d458dd8
YO
4989 /* but we set sv_commit to latest mark_name if there
4990 is one so they can test to see how things lead to this
4991 cut */
4992 if (mark_state)
4993 sv_commit=mark_state->u.mark.mark_name;
4994 }
e2e6a0f1
YO
4995 no_final = 1;
4996 sayNO;
4997 /* NOTREACHED */
4998#undef ST
32e6a07c
YO
4999 case FOLDCHAR:
5000 n = ARG(scan);
81d4fa0f 5001 if ( n == (U32)what_len_TRICKYFOLD(locinput,do_utf8,ln) ) {
e64b1bd1
YO
5002 locinput += ln;
5003 } else if ( 0xDF == n && !do_utf8 && !UTF ) {
5004 sayNO;
5005 } else {
5006 U8 folded[UTF8_MAXBYTES_CASE+1];
5007 STRLEN foldlen;
5008 const char * const l = locinput;
5009 char *e = PL_regeol;
5010 to_uni_fold(n, folded, &foldlen);
5011
59fe32ea 5012 if (ibcmp_utf8((const char*) folded, 0, foldlen, 1,
e64b1bd1 5013 l, &e, 0, do_utf8)) {
32e6a07c 5014 sayNO;
e64b1bd1
YO
5015 }
5016 locinput = e;
32e6a07c
YO
5017 }
5018 nextchr = UCHARAT(locinput);
5019 break;
e1d1eefb
YO
5020 case LNBREAK:
5021 if ((n=is_LNBREAK(locinput,do_utf8))) {
5022 locinput += n;
5023 nextchr = UCHARAT(locinput);
5024 } else
5025 sayNO;
5026 break;
5027
5028#define CASE_CLASS(nAmE) \
5029 case nAmE: \
5030 if ((n=is_##nAmE(locinput,do_utf8))) { \
5031 locinput += n; \
5032 nextchr = UCHARAT(locinput); \
5033 } else \
5034 sayNO; \
5035 break; \
5036 case N##nAmE: \
5037 if ((n=is_##nAmE(locinput,do_utf8))) { \
5038 sayNO; \
5039 } else { \
5040 locinput += UTF8SKIP(locinput); \
5041 nextchr = UCHARAT(locinput); \
5042 } \
5043 break
5044
5045 CASE_CLASS(VERTWS);
5046 CASE_CLASS(HORIZWS);
5047#undef CASE_CLASS
5048
a0d0e21e 5049 default:
b900a521 5050 PerlIO_printf(Perl_error_log, "%"UVxf" %d\n",
d7d93a81 5051 PTR2UV(scan), OP(scan));
cea2e8a9 5052 Perl_croak(aTHX_ "regexp memory corruption");
5d458dd8
YO
5053
5054 } /* end switch */
95b24440 5055
5d458dd8
YO
5056 /* switch break jumps here */
5057 scan = next; /* prepare to execute the next op and ... */
5058 continue; /* ... jump back to the top, reusing st */
95b24440
DM
5059 /* NOTREACHED */
5060
40a82448
DM
5061 push_yes_state:
5062 /* push a state that backtracks on success */
5063 st->u.yes.prev_yes_state = yes_state;
5064 yes_state = st;
5065 /* FALL THROUGH */
5066 push_state:
5067 /* push a new regex state, then continue at scan */
5068 {
5069 regmatch_state *newst;
5070
24b23f37
YO
5071 DEBUG_STACK_r({
5072 regmatch_state *cur = st;
5073 regmatch_state *curyes = yes_state;
5074 int curd = depth;
5075 regmatch_slab *slab = PL_regmatch_slab;
5076 for (;curd > -1;cur--,curd--) {
5077 if (cur < SLAB_FIRST(slab)) {
5078 slab = slab->prev;
5079 cur = SLAB_LAST(slab);
5080 }
5081 PerlIO_printf(Perl_error_log, "%*s#%-3d %-10s %s\n",
5082 REPORT_CODE_OFF + 2 + depth * 2,"",
13d6edb4 5083 curd, PL_reg_name[cur->resume_state],
24b23f37
YO
5084 (curyes == cur) ? "yes" : ""
5085 );
5086 if (curyes == cur)
5087 curyes = cur->u.yes.prev_yes_state;
5088 }
5089 } else
5090 DEBUG_STATE_pp("push")
5091 );
40a82448 5092 depth++;
40a82448
DM
5093 st->locinput = locinput;
5094 newst = st+1;
5095 if (newst > SLAB_LAST(PL_regmatch_slab))
5096 newst = S_push_slab(aTHX);
5097 PL_regmatch_state = newst;
786e8c11 5098
40a82448
DM
5099 locinput = PL_reginput;
5100 nextchr = UCHARAT(locinput);
5101 st = newst;
5102 continue;
5103 /* NOTREACHED */
5104 }
a0d0e21e 5105 }
a687059c 5106
a0d0e21e
LW
5107 /*
5108 * We get here only if there's trouble -- normally "case END" is
5109 * the terminating point.
5110 */
cea2e8a9 5111 Perl_croak(aTHX_ "corrupted regexp pointers");
a0d0e21e 5112 /*NOTREACHED*/
4633a7c4
LW
5113 sayNO;
5114
262b90c4 5115yes:
77cb431f
DM
5116 if (yes_state) {
5117 /* we have successfully completed a subexpression, but we must now
5118 * pop to the state marked by yes_state and continue from there */
77cb431f 5119 assert(st != yes_state);
5bc10b2c
DM
5120#ifdef DEBUGGING
5121 while (st != yes_state) {
5122 st--;
5123 if (st < SLAB_FIRST(PL_regmatch_slab)) {
5124 PL_regmatch_slab = PL_regmatch_slab->prev;
5125 st = SLAB_LAST(PL_regmatch_slab);
5126 }
e2e6a0f1 5127 DEBUG_STATE_r({
54612592
YO
5128 if (no_final) {
5129 DEBUG_STATE_pp("pop (no final)");
5130 } else {
5131 DEBUG_STATE_pp("pop (yes)");
5132 }
e2e6a0f1 5133 });
5bc10b2c
DM
5134 depth--;
5135 }
5136#else
77cb431f
DM
5137 while (yes_state < SLAB_FIRST(PL_regmatch_slab)
5138 || yes_state > SLAB_LAST(PL_regmatch_slab))
5139 {
5140 /* not in this slab, pop slab */
5141 depth -= (st - SLAB_FIRST(PL_regmatch_slab) + 1);
5142 PL_regmatch_slab = PL_regmatch_slab->prev;
5143 st = SLAB_LAST(PL_regmatch_slab);
5144 }
5145 depth -= (st - yes_state);
5bc10b2c 5146#endif
77cb431f
DM
5147 st = yes_state;
5148 yes_state = st->u.yes.prev_yes_state;
5149 PL_regmatch_state = st;
24b23f37 5150
5d458dd8
YO
5151 if (no_final) {
5152 locinput= st->locinput;
5153 nextchr = UCHARAT(locinput);
5154 }
54612592 5155 state_num = st->resume_state + no_final;
24d3c4a9 5156 goto reenter_switch;
77cb431f
DM
5157 }
5158
a3621e74 5159 DEBUG_EXECUTE_r(PerlIO_printf(Perl_debug_log, "%sMatch successful!%s\n",
e4584336 5160 PL_colors[4], PL_colors[5]));
02db2b7b 5161
19b95bf0
DM
5162 if (PL_reg_eval_set) {
5163 /* each successfully executed (?{...}) block does the equivalent of
5164 * local $^R = do {...}
5165 * When popping the save stack, all these locals would be undone;
5166 * bypass this by setting the outermost saved $^R to the latest
5167 * value */
5168 if (oreplsv != GvSV(PL_replgv))
5169 sv_setsv(oreplsv, GvSV(PL_replgv));
5170 }
95b24440 5171 result = 1;
aa283a38 5172 goto final_exit;
4633a7c4
LW
5173
5174no:
a3621e74 5175 DEBUG_EXECUTE_r(
7821416a 5176 PerlIO_printf(Perl_debug_log,
786e8c11 5177 "%*s %sfailed...%s\n",
5bc10b2c 5178 REPORT_CODE_OFF+depth*2, "",
786e8c11 5179 PL_colors[4], PL_colors[5])
7821416a 5180 );
aa283a38 5181
262b90c4 5182no_silent:
54612592
YO
5183 if (no_final) {
5184 if (yes_state) {
5185 goto yes;
5186 } else {
5187 goto final_exit;
5188 }
5189 }
aa283a38
DM
5190 if (depth) {
5191 /* there's a previous state to backtrack to */
40a82448
DM
5192 st--;
5193 if (st < SLAB_FIRST(PL_regmatch_slab)) {
5194 PL_regmatch_slab = PL_regmatch_slab->prev;
5195 st = SLAB_LAST(PL_regmatch_slab);
5196 }
5197 PL_regmatch_state = st;
40a82448
DM
5198 locinput= st->locinput;
5199 nextchr = UCHARAT(locinput);
5200
5bc10b2c
DM
5201 DEBUG_STATE_pp("pop");
5202 depth--;
262b90c4
DM
5203 if (yes_state == st)
5204 yes_state = st->u.yes.prev_yes_state;
5bc10b2c 5205
24d3c4a9
DM
5206 state_num = st->resume_state + 1; /* failure = success + 1 */
5207 goto reenter_switch;
95b24440 5208 }
24d3c4a9 5209 result = 0;
aa283a38 5210
262b90c4 5211 final_exit:
bbe252da 5212 if (rex->intflags & PREGf_VERBARG_SEEN) {
5d458dd8
YO
5213 SV *sv_err = get_sv("REGERROR", 1);
5214 SV *sv_mrk = get_sv("REGMARK", 1);
5215 if (result) {
e2e6a0f1 5216 sv_commit = &PL_sv_no;
5d458dd8
YO
5217 if (!sv_yes_mark)
5218 sv_yes_mark = &PL_sv_yes;
5219 } else {
5220 if (!sv_commit)
5221 sv_commit = &PL_sv_yes;
5222 sv_yes_mark = &PL_sv_no;
5223 }
5224 sv_setsv(sv_err, sv_commit);
5225 sv_setsv(sv_mrk, sv_yes_mark);
e2e6a0f1 5226 }
19b95bf0 5227
2f554ef7
DM
5228 /* clean up; in particular, free all slabs above current one */
5229 LEAVE_SCOPE(oldsave);
5d9a96ca 5230
95b24440 5231 return result;
a687059c
LW
5232}
5233
5234/*
5235 - regrepeat - repeatedly match something simple, report how many
5236 */
5237/*
5238 * [This routine now assumes that it will only match on things of length 1.
5239 * That was true before, but now we assume scan - reginput is the count,
a0ed51b3 5240 * rather than incrementing count on every character. [Er, except utf8.]]
a687059c 5241 */
76e3520e 5242STATIC I32
e2e6a0f1 5243S_regrepeat(pTHX_ const regexp *prog, const regnode *p, I32 max, int depth)
a687059c 5244{
27da23d5 5245 dVAR;
a0d0e21e 5246 register char *scan;
a0d0e21e 5247 register I32 c;
3280af22 5248 register char *loceol = PL_regeol;
a0ed51b3 5249 register I32 hardcount = 0;
53c4c00c 5250 register bool do_utf8 = PL_reg_match_utf8;
4f55667c
SP
5251#ifndef DEBUGGING
5252 PERL_UNUSED_ARG(depth);
5253#endif
a0d0e21e 5254
3280af22 5255 scan = PL_reginput;
faf11cac
HS
5256 if (max == REG_INFTY)
5257 max = I32_MAX;
5258 else if (max < loceol - scan)
7f596f4c 5259 loceol = scan + max;
a0d0e21e 5260 switch (OP(p)) {
22c35a8c 5261 case REG_ANY:
1aa99e6b 5262 if (do_utf8) {
ffc61ed2 5263 loceol = PL_regeol;
1aa99e6b 5264 while (scan < loceol && hardcount < max && *scan != '\n') {
ffc61ed2
JH
5265 scan += UTF8SKIP(scan);
5266 hardcount++;
5267 }
5268 } else {
5269 while (scan < loceol && *scan != '\n')
5270 scan++;
a0ed51b3
LW
5271 }
5272 break;
ffc61ed2 5273 case SANY:
def8e4ea
JH
5274 if (do_utf8) {
5275 loceol = PL_regeol;
a0804c9e 5276 while (scan < loceol && hardcount < max) {
def8e4ea
JH
5277 scan += UTF8SKIP(scan);
5278 hardcount++;
5279 }
5280 }
5281 else
5282 scan = loceol;
a0ed51b3 5283 break;
f33976b4
DB
5284 case CANY:
5285 scan = loceol;
5286 break;
090f7165
JH
5287 case EXACT: /* length of string is 1 */
5288 c = (U8)*STRING(p);
5289 while (scan < loceol && UCHARAT(scan) == c)
5290 scan++;
bbce6d69 5291 break;
5292 case EXACTF: /* length of string is 1 */
cd439c50 5293 c = (U8)*STRING(p);
bbce6d69 5294 while (scan < loceol &&
22c35a8c 5295 (UCHARAT(scan) == c || UCHARAT(scan) == PL_fold[c]))
bbce6d69 5296 scan++;
5297 break;
5298 case EXACTFL: /* length of string is 1 */
3280af22 5299 PL_reg_flags |= RF_tainted;
cd439c50 5300 c = (U8)*STRING(p);
bbce6d69 5301 while (scan < loceol &&
22c35a8c 5302 (UCHARAT(scan) == c || UCHARAT(scan) == PL_fold_locale[c]))
a0d0e21e
LW
5303 scan++;
5304 break;
5305 case ANYOF:
ffc61ed2
JH
5306 if (do_utf8) {
5307 loceol = PL_regeol;
cfc92286 5308 while (hardcount < max && scan < loceol &&
32fc9b6a 5309 reginclass(prog, p, (U8*)scan, 0, do_utf8)) {
ffc61ed2
JH
5310 scan += UTF8SKIP(scan);
5311 hardcount++;
5312 }
5313 } else {
32fc9b6a 5314 while (scan < loceol && REGINCLASS(prog, p, (U8*)scan))
ffc61ed2
JH
5315 scan++;
5316 }
a0d0e21e
LW
5317 break;
5318 case ALNUM:
1aa99e6b 5319 if (do_utf8) {
ffc61ed2 5320 loceol = PL_regeol;
1a4fad37 5321 LOAD_UTF8_CHARCLASS_ALNUM();
1aa99e6b 5322 while (hardcount < max && scan < loceol &&
3568d838 5323 swash_fetch(PL_utf8_alnum, (U8*)scan, do_utf8)) {
ffc61ed2
JH
5324 scan += UTF8SKIP(scan);
5325 hardcount++;
5326 }
5327 } else {
5328 while (scan < loceol && isALNUM(*scan))
5329 scan++;
a0ed51b3
LW
5330 }
5331 break;
bbce6d69 5332 case ALNUML:
3280af22 5333 PL_reg_flags |= RF_tainted;
1aa99e6b 5334 if (do_utf8) {
ffc61ed2 5335 loceol = PL_regeol;
1aa99e6b
IH
5336 while (hardcount < max && scan < loceol &&
5337 isALNUM_LC_utf8((U8*)scan)) {
ffc61ed2
JH
5338 scan += UTF8SKIP(scan);
5339 hardcount++;
5340 }
5341 } else {
5342 while (scan < loceol && isALNUM_LC(*scan))
5343 scan++;
a0ed51b3
LW
5344 }
5345 break;
a0d0e21e 5346 case NALNUM:
1aa99e6b 5347 if (do_utf8) {
ffc61ed2 5348 loceol = PL_regeol;
1a4fad37 5349 LOAD_UTF8_CHARCLASS_ALNUM();
1aa99e6b 5350 while (hardcount < max && scan < loceol &&
3568d838 5351 !swash_fetch(PL_utf8_alnum, (U8*)scan, do_utf8)) {
ffc61ed2
JH
5352 scan += UTF8SKIP(scan);
5353 hardcount++;
5354 }
5355 } else {
5356 while (scan < loceol && !isALNUM(*scan))
5357 scan++;
a0ed51b3
LW
5358 }
5359 break;
bbce6d69 5360 case NALNUML:
3280af22 5361 PL_reg_flags |= RF_tainted;
1aa99e6b 5362 if (do_utf8) {
ffc61ed2 5363 loceol = PL_regeol;
1aa99e6b
IH
5364 while (hardcount < max && scan < loceol &&
5365 !isALNUM_LC_utf8((U8*)scan)) {
ffc61ed2
JH
5366 scan += UTF8SKIP(scan);
5367 hardcount++;
5368 }
5369 } else {
5370 while (scan < loceol && !isALNUM_LC(*scan))
5371 scan++;
a0ed51b3
LW
5372 }
5373 break;
a0d0e21e 5374 case SPACE:
1aa99e6b 5375 if (do_utf8) {
ffc61ed2 5376 loceol = PL_regeol;
1a4fad37 5377 LOAD_UTF8_CHARCLASS_SPACE();
1aa99e6b 5378 while (hardcount < max && scan < loceol &&
3568d838
JH
5379 (*scan == ' ' ||
5380 swash_fetch(PL_utf8_space,(U8*)scan, do_utf8))) {
ffc61ed2
JH
5381 scan += UTF8SKIP(scan);
5382 hardcount++;
5383 }
5384 } else {
5385 while (scan < loceol && isSPACE(*scan))
5386 scan++;
a0ed51b3
LW
5387 }
5388 break;
bbce6d69 5389 case SPACEL:
3280af22 5390 PL_reg_flags |= RF_tainted;
1aa99e6b 5391 if (do_utf8) {
ffc61ed2 5392 loceol = PL_regeol;
1aa99e6b 5393 while (hardcount < max && scan < loceol &&
ffc61ed2
JH
5394 (*scan == ' ' || isSPACE_LC_utf8((U8*)scan))) {
5395 scan += UTF8SKIP(scan);
5396 hardcount++;
5397 }
5398 } else {
5399 while (scan < loceol && isSPACE_LC(*scan))
5400 scan++;
a0ed51b3
LW
5401 }
5402 break;
a0d0e21e 5403 case NSPACE:
1aa99e6b 5404 if (do_utf8) {
ffc61ed2 5405 loceol = PL_regeol;
1a4fad37 5406 LOAD_UTF8_CHARCLASS_SPACE();
1aa99e6b 5407 while (hardcount < max && scan < loceol &&
3568d838
JH
5408 !(*scan == ' ' ||
5409 swash_fetch(PL_utf8_space,(U8*)scan, do_utf8))) {
ffc61ed2
JH
5410 scan += UTF8SKIP(scan);
5411 hardcount++;
5412 }
5413 } else {
5414 while (scan < loceol && !isSPACE(*scan))
5415 scan++;
5416 break;
a0ed51b3 5417 }
bbce6d69 5418 case NSPACEL:
3280af22 5419 PL_reg_flags |= RF_tainted;
1aa99e6b 5420 if (do_utf8) {
ffc61ed2 5421 loceol = PL_regeol;
1aa99e6b 5422 while (hardcount < max && scan < loceol &&
ffc61ed2
JH
5423 !(*scan == ' ' || isSPACE_LC_utf8((U8*)scan))) {
5424 scan += UTF8SKIP(scan);
5425 hardcount++;
5426 }
5427 } else {
5428 while (scan < loceol && !isSPACE_LC(*scan))
5429 scan++;
a0ed51b3
LW
5430 }
5431 break;
a0d0e21e 5432 case DIGIT:
1aa99e6b 5433 if (do_utf8) {
ffc61ed2 5434 loceol = PL_regeol;
1a4fad37 5435 LOAD_UTF8_CHARCLASS_DIGIT();
1aa99e6b 5436 while (hardcount < max && scan < loceol &&
3568d838 5437 swash_fetch(PL_utf8_digit, (U8*)scan, do_utf8)) {
ffc61ed2
JH
5438 scan += UTF8SKIP(scan);
5439 hardcount++;
5440 }
5441 } else {
5442 while (scan < loceol && isDIGIT(*scan))
5443 scan++;
a0ed51b3
LW
5444 }
5445 break;
a0d0e21e 5446 case NDIGIT:
1aa99e6b 5447 if (do_utf8) {
ffc61ed2 5448 loceol = PL_regeol;
1a4fad37 5449 LOAD_UTF8_CHARCLASS_DIGIT();
1aa99e6b 5450 while (hardcount < max && scan < loceol &&
3568d838 5451 !swash_fetch(PL_utf8_digit, (U8*)scan, do_utf8)) {
ffc61ed2
JH
5452 scan += UTF8SKIP(scan);
5453 hardcount++;
5454 }
5455 } else {
5456 while (scan < loceol && !isDIGIT(*scan))
5457 scan++;
a0ed51b3 5458 }
e1d1eefb
YO
5459 case LNBREAK:
5460 if (do_utf8) {
5461 loceol = PL_regeol;
5462 while (hardcount < max && scan < loceol && (c=is_LNBREAK_utf8(scan))) {
5463 scan += c;
5464 hardcount++;
5465 }
5466 } else {
5467 /*
5468 LNBREAK can match two latin chars, which is ok,
5469 because we have a null terminated string, but we
5470 have to use hardcount in this situation
5471 */
5472 while (scan < loceol && (c=is_LNBREAK_latin1(scan))) {
5473 scan+=c;
5474 hardcount++;
5475 }
5476 }
5477 break;
5478 case HORIZWS:
5479 if (do_utf8) {
5480 loceol = PL_regeol;
5481 while (hardcount < max && scan < loceol && (c=is_HORIZWS_utf8(scan))) {
5482 scan += c;
5483 hardcount++;
5484 }
5485 } else {
5486 while (scan < loceol && is_HORIZWS_latin1(scan))
5487 scan++;
5488 }
a0ed51b3 5489 break;
e1d1eefb
YO
5490 case NHORIZWS:
5491 if (do_utf8) {
5492 loceol = PL_regeol;
5493 while (hardcount < max && scan < loceol && !is_HORIZWS_utf8(scan)) {
5494 scan += UTF8SKIP(scan);
5495 hardcount++;
5496 }
5497 } else {
5498 while (scan < loceol && !is_HORIZWS_latin1(scan))
5499 scan++;
5500
5501 }
5502 break;
5503 case VERTWS:
5504 if (do_utf8) {
5505 loceol = PL_regeol;
5506 while (hardcount < max && scan < loceol && (c=is_VERTWS_utf8(scan))) {
5507 scan += c;
5508 hardcount++;
5509 }
5510 } else {
5511 while (scan < loceol && is_VERTWS_latin1(scan))
5512 scan++;
5513
5514 }
5515 break;
5516 case NVERTWS:
5517 if (do_utf8) {
5518 loceol = PL_regeol;
5519 while (hardcount < max && scan < loceol && !is_VERTWS_utf8(scan)) {
5520 scan += UTF8SKIP(scan);
5521 hardcount++;
5522 }
5523 } else {
5524 while (scan < loceol && !is_VERTWS_latin1(scan))
5525 scan++;
5526
5527 }
5528 break;
5529
a0d0e21e
LW
5530 default: /* Called on something of 0 width. */
5531 break; /* So match right here or not at all. */
5532 }
a687059c 5533
a0ed51b3
LW
5534 if (hardcount)
5535 c = hardcount;
5536 else
5537 c = scan - PL_reginput;
3280af22 5538 PL_reginput = scan;
a687059c 5539
a3621e74 5540 DEBUG_r({
e68ec53f 5541 GET_RE_DEBUG_FLAGS_DECL;
be8e71aa 5542 DEBUG_EXECUTE_r({
e68ec53f
YO
5543 SV * const prop = sv_newmortal();
5544 regprop(prog, prop, p);
5545 PerlIO_printf(Perl_debug_log,
be8e71aa 5546 "%*s %s can match %"IVdf" times out of %"IVdf"...\n",
e2e6a0f1 5547 REPORT_CODE_OFF + depth*2, "", SvPVX_const(prop),(IV)c,(IV)max);
a3621e74 5548 });
be8e71aa 5549 });
9041c2e3 5550
a0d0e21e 5551 return(c);
a687059c
LW
5552}
5553
c277df42 5554
be8e71aa 5555#if !defined(PERL_IN_XSUB_RE) || defined(PLUGGABLE_RE_EXTENSION)
c277df42 5556/*
ffc61ed2
JH
5557- regclass_swash - prepare the utf8 swash
5558*/
5559
5560SV *
32fc9b6a 5561Perl_regclass_swash(pTHX_ const regexp *prog, register const regnode* node, bool doinit, SV** listsvp, SV **altsvp)
ffc61ed2 5562{
97aff369 5563 dVAR;
9e55ce06
JH
5564 SV *sw = NULL;
5565 SV *si = NULL;
5566 SV *alt = NULL;
f8fc2ecf
YO
5567 RXi_GET_DECL(prog,progi);
5568 const struct reg_data * const data = prog ? progi->data : NULL;
ffc61ed2 5569
4f639d21 5570 if (data && data->count) {
a3b680e6 5571 const U32 n = ARG(node);
ffc61ed2 5572
4f639d21
DM
5573 if (data->what[n] == 's') {
5574 SV * const rv = (SV*)data->data[n];
890ce7af 5575 AV * const av = (AV*)SvRV((SV*)rv);
2d03de9c 5576 SV **const ary = AvARRAY(av);
9e55ce06 5577 SV **a, **b;
9041c2e3 5578
711a919c 5579 /* See the end of regcomp.c:S_regclass() for
9e55ce06
JH
5580 * documentation of these array elements. */
5581
b11f357e 5582 si = *ary;
8f7f7219 5583 a = SvROK(ary[1]) ? &ary[1] : 0;
b11f357e
JH
5584 b = SvTYPE(ary[2]) == SVt_PVAV ? &ary[2] : 0;
5585
ffc61ed2
JH
5586 if (a)
5587 sw = *a;
5588 else if (si && doinit) {
5589 sw = swash_init("utf8", "", si, 1, 0);
5590 (void)av_store(av, 1, sw);
5591 }
9e55ce06
JH
5592 if (b)
5593 alt = *b;
ffc61ed2
JH
5594 }
5595 }
5596
9e55ce06
JH
5597 if (listsvp)
5598 *listsvp = si;
5599 if (altsvp)
5600 *altsvp = alt;
ffc61ed2
JH
5601
5602 return sw;
5603}
76234dfb 5604#endif
ffc61ed2
JH
5605
5606/*
ba7b4546 5607 - reginclass - determine if a character falls into a character class
832705d4
JH
5608
5609 The n is the ANYOF regnode, the p is the target string, lenp
5610 is pointer to the maximum length of how far to go in the p
5611 (if the lenp is zero, UTF8SKIP(p) is used),
5612 do_utf8 tells whether the target string is in UTF-8.
5613
bbce6d69 5614 */
5615
76e3520e 5616STATIC bool
32fc9b6a 5617S_reginclass(pTHX_ const regexp *prog, register const regnode *n, register const U8* p, STRLEN* lenp, register bool do_utf8)
bbce6d69 5618{
27da23d5 5619 dVAR;
a3b680e6 5620 const char flags = ANYOF_FLAGS(n);
bbce6d69 5621 bool match = FALSE;
cc07378b 5622 UV c = *p;
ae9ddab8 5623 STRLEN len = 0;
9e55ce06 5624 STRLEN plen;
1aa99e6b 5625
19f67299
TS
5626 if (do_utf8 && !UTF8_IS_INVARIANT(c)) {
5627 c = utf8n_to_uvchr(p, UTF8_MAXBYTES, &len,
4ad0818d
DM
5628 (UTF8_ALLOW_DEFAULT & UTF8_ALLOW_ANYUV) | UTF8_CHECK_ONLY);
5629 /* see [perl #37836] for UTF8_ALLOW_ANYUV */
e8a70c6f
SP
5630 if (len == (STRLEN)-1)
5631 Perl_croak(aTHX_ "Malformed UTF-8 character (fatal)");
19f67299 5632 }
bbce6d69 5633
0f0076b4 5634 plen = lenp ? *lenp : UNISKIP(NATIVE_TO_UNI(c));
ffc61ed2 5635 if (do_utf8 || (flags & ANYOF_UNICODE)) {
9e55ce06
JH
5636 if (lenp)
5637 *lenp = 0;
ffc61ed2 5638 if (do_utf8 && !ANYOF_RUNTIME(n)) {
ffc61ed2
JH
5639 if (len != (STRLEN)-1 && c < 256 && ANYOF_BITMAP_TEST(n, c))
5640 match = TRUE;
bbce6d69 5641 }
3568d838 5642 if (!match && do_utf8 && (flags & ANYOF_UNICODE_ALL) && c >= 256)
1aa99e6b 5643 match = TRUE;
ffc61ed2 5644 if (!match) {
9e55ce06 5645 AV *av;
32fc9b6a 5646 SV * const sw = regclass_swash(prog, n, TRUE, 0, (SV**)&av);
ffc61ed2
JH
5647
5648 if (sw) {
3568d838 5649 if (swash_fetch(sw, p, do_utf8))
ffc61ed2
JH
5650 match = TRUE;
5651 else if (flags & ANYOF_FOLD) {
9e55ce06
JH
5652 if (!match && lenp && av) {
5653 I32 i;
9e55ce06 5654 for (i = 0; i <= av_len(av); i++) {
890ce7af 5655 SV* const sv = *av_fetch(av, i, FALSE);
9e55ce06 5656 STRLEN len;
890ce7af 5657 const char * const s = SvPV_const(sv, len);
9e55ce06 5658
061b10df 5659 if (len <= plen && memEQ(s, (char*)p, len)) {
9e55ce06
JH
5660 *lenp = len;
5661 match = TRUE;
5662 break;
5663 }
5664 }
5665 }
5666 if (!match) {
89ebb4a3 5667 U8 tmpbuf[UTF8_MAXBYTES_CASE+1];
4a623e43
JH
5668 STRLEN tmplen;
5669
9e55ce06
JH
5670 to_utf8_fold(p, tmpbuf, &tmplen);
5671 if (swash_fetch(sw, tmpbuf, do_utf8))
5672 match = TRUE;
5673 }
ffc61ed2
JH
5674 }
5675 }
bbce6d69 5676 }
9e55ce06 5677 if (match && lenp && *lenp == 0)
0f0076b4 5678 *lenp = UNISKIP(NATIVE_TO_UNI(c));
bbce6d69 5679 }
1aa99e6b 5680 if (!match && c < 256) {
ffc61ed2
JH
5681 if (ANYOF_BITMAP_TEST(n, c))
5682 match = TRUE;
5683 else if (flags & ANYOF_FOLD) {
eb160463 5684 U8 f;
a0ed51b3 5685
ffc61ed2
JH
5686 if (flags & ANYOF_LOCALE) {
5687 PL_reg_flags |= RF_tainted;
5688 f = PL_fold_locale[c];
5689 }
5690 else
5691 f = PL_fold[c];
5692 if (f != c && ANYOF_BITMAP_TEST(n, f))
5693 match = TRUE;
5694 }
5695
5696 if (!match && (flags & ANYOF_CLASS)) {
a0ed51b3 5697 PL_reg_flags |= RF_tainted;
ffc61ed2
JH
5698 if (
5699 (ANYOF_CLASS_TEST(n, ANYOF_ALNUM) && isALNUM_LC(c)) ||
5700 (ANYOF_CLASS_TEST(n, ANYOF_NALNUM) && !isALNUM_LC(c)) ||
5701 (ANYOF_CLASS_TEST(n, ANYOF_SPACE) && isSPACE_LC(c)) ||
5702 (ANYOF_CLASS_TEST(n, ANYOF_NSPACE) && !isSPACE_LC(c)) ||
5703 (ANYOF_CLASS_TEST(n, ANYOF_DIGIT) && isDIGIT_LC(c)) ||
5704 (ANYOF_CLASS_TEST(n, ANYOF_NDIGIT) && !isDIGIT_LC(c)) ||
5705 (ANYOF_CLASS_TEST(n, ANYOF_ALNUMC) && isALNUMC_LC(c)) ||
5706 (ANYOF_CLASS_TEST(n, ANYOF_NALNUMC) && !isALNUMC_LC(c)) ||
5707 (ANYOF_CLASS_TEST(n, ANYOF_ALPHA) && isALPHA_LC(c)) ||
5708 (ANYOF_CLASS_TEST(n, ANYOF_NALPHA) && !isALPHA_LC(c)) ||
5709 (ANYOF_CLASS_TEST(n, ANYOF_ASCII) && isASCII(c)) ||
5710 (ANYOF_CLASS_TEST(n, ANYOF_NASCII) && !isASCII(c)) ||
5711 (ANYOF_CLASS_TEST(n, ANYOF_CNTRL) && isCNTRL_LC(c)) ||
5712 (ANYOF_CLASS_TEST(n, ANYOF_NCNTRL) && !isCNTRL_LC(c)) ||
5713 (ANYOF_CLASS_TEST(n, ANYOF_GRAPH) && isGRAPH_LC(c)) ||
5714 (ANYOF_CLASS_TEST(n, ANYOF_NGRAPH) && !isGRAPH_LC(c)) ||
5715 (ANYOF_CLASS_TEST(n, ANYOF_LOWER) && isLOWER_LC(c)) ||
5716 (ANYOF_CLASS_TEST(n, ANYOF_NLOWER) && !isLOWER_LC(c)) ||
5717 (ANYOF_CLASS_TEST(n, ANYOF_PRINT) && isPRINT_LC(c)) ||
5718 (ANYOF_CLASS_TEST(n, ANYOF_NPRINT) && !isPRINT_LC(c)) ||
5719 (ANYOF_CLASS_TEST(n, ANYOF_PUNCT) && isPUNCT_LC(c)) ||
5720 (ANYOF_CLASS_TEST(n, ANYOF_NPUNCT) && !isPUNCT_LC(c)) ||
5721 (ANYOF_CLASS_TEST(n, ANYOF_UPPER) && isUPPER_LC(c)) ||
5722 (ANYOF_CLASS_TEST(n, ANYOF_NUPPER) && !isUPPER_LC(c)) ||
5723 (ANYOF_CLASS_TEST(n, ANYOF_XDIGIT) && isXDIGIT(c)) ||
5724 (ANYOF_CLASS_TEST(n, ANYOF_NXDIGIT) && !isXDIGIT(c)) ||
5725 (ANYOF_CLASS_TEST(n, ANYOF_PSXSPC) && isPSXSPC(c)) ||
5726 (ANYOF_CLASS_TEST(n, ANYOF_NPSXSPC) && !isPSXSPC(c)) ||
5727 (ANYOF_CLASS_TEST(n, ANYOF_BLANK) && isBLANK(c)) ||
5728 (ANYOF_CLASS_TEST(n, ANYOF_NBLANK) && !isBLANK(c))
5729 ) /* How's that for a conditional? */
5730 {
5731 match = TRUE;
5732 }
a0ed51b3 5733 }
a0ed51b3
LW
5734 }
5735
a0ed51b3
LW
5736 return (flags & ANYOF_INVERT) ? !match : match;
5737}
161b471a 5738
dfe13c55 5739STATIC U8 *
0ce71af7 5740S_reghop3(U8 *s, I32 off, const U8* lim)
9041c2e3 5741{
97aff369 5742 dVAR;
a0ed51b3 5743 if (off >= 0) {
1aa99e6b 5744 while (off-- && s < lim) {
ffc61ed2 5745 /* XXX could check well-formedness here */
a0ed51b3 5746 s += UTF8SKIP(s);
ffc61ed2 5747 }
a0ed51b3
LW
5748 }
5749 else {
1de06328
YO
5750 while (off++ && s > lim) {
5751 s--;
5752 if (UTF8_IS_CONTINUED(*s)) {
5753 while (s > lim && UTF8_IS_CONTINUATION(*s))
5754 s--;
a0ed51b3 5755 }
1de06328 5756 /* XXX could check well-formedness here */
a0ed51b3
LW
5757 }
5758 }
5759 return s;
5760}
161b471a 5761
f9f4320a
YO
5762#ifdef XXX_dmq
5763/* there are a bunch of places where we use two reghop3's that should
5764 be replaced with this routine. but since thats not done yet
5765 we ifdef it out - dmq
5766*/
dfe13c55 5767STATIC U8 *
1de06328
YO
5768S_reghop4(U8 *s, I32 off, const U8* llim, const U8* rlim)
5769{
5770 dVAR;
5771 if (off >= 0) {
5772 while (off-- && s < rlim) {
5773 /* XXX could check well-formedness here */
5774 s += UTF8SKIP(s);
5775 }
5776 }
5777 else {
5778 while (off++ && s > llim) {
5779 s--;
5780 if (UTF8_IS_CONTINUED(*s)) {
5781 while (s > llim && UTF8_IS_CONTINUATION(*s))
5782 s--;
5783 }
5784 /* XXX could check well-formedness here */
5785 }
5786 }
5787 return s;
5788}
f9f4320a 5789#endif
1de06328
YO
5790
5791STATIC U8 *
0ce71af7 5792S_reghopmaybe3(U8* s, I32 off, const U8* lim)
a0ed51b3 5793{
97aff369 5794 dVAR;
a0ed51b3 5795 if (off >= 0) {
1aa99e6b 5796 while (off-- && s < lim) {
ffc61ed2 5797 /* XXX could check well-formedness here */
a0ed51b3 5798 s += UTF8SKIP(s);
ffc61ed2 5799 }
a0ed51b3 5800 if (off >= 0)
3dab1dad 5801 return NULL;
a0ed51b3
LW
5802 }
5803 else {
1de06328
YO
5804 while (off++ && s > lim) {
5805 s--;
5806 if (UTF8_IS_CONTINUED(*s)) {
5807 while (s > lim && UTF8_IS_CONTINUATION(*s))
5808 s--;
a0ed51b3 5809 }
1de06328 5810 /* XXX could check well-formedness here */
a0ed51b3
LW
5811 }
5812 if (off <= 0)
3dab1dad 5813 return NULL;
a0ed51b3
LW
5814 }
5815 return s;
5816}
51371543 5817
51371543 5818static void
acfe0abc 5819restore_pos(pTHX_ void *arg)
51371543 5820{
97aff369 5821 dVAR;
097eb12c 5822 regexp * const rex = (regexp *)arg;
51371543
GS
5823 if (PL_reg_eval_set) {
5824 if (PL_reg_oldsaved) {
4f639d21
DM
5825 rex->subbeg = PL_reg_oldsaved;
5826 rex->sublen = PL_reg_oldsavedlen;
f8c7b90f 5827#ifdef PERL_OLD_COPY_ON_WRITE
4f639d21 5828 rex->saved_copy = PL_nrs;
ed252734 5829#endif
4f639d21 5830 RX_MATCH_COPIED_on(rex);
51371543
GS
5831 }
5832 PL_reg_magic->mg_len = PL_reg_oldpos;
5833 PL_reg_eval_set = 0;
5834 PL_curpm = PL_reg_oldcurpm;
5835 }
5836}
33b8afdf
JH
5837
5838STATIC void
5839S_to_utf8_substr(pTHX_ register regexp *prog)
5840{
a1cac82e
NC
5841 int i = 1;
5842 do {
5843 if (prog->substrs->data[i].substr
5844 && !prog->substrs->data[i].utf8_substr) {
5845 SV* const sv = newSVsv(prog->substrs->data[i].substr);
5846 prog->substrs->data[i].utf8_substr = sv;
5847 sv_utf8_upgrade(sv);
610460f9
NC
5848 if (SvVALID(prog->substrs->data[i].substr)) {
5849 const U8 flags = BmFLAGS(prog->substrs->data[i].substr);
5850 if (flags & FBMcf_TAIL) {
5851 /* Trim the trailing \n that fbm_compile added last
5852 time. */
5853 SvCUR_set(sv, SvCUR(sv) - 1);
5854 /* Whilst this makes the SV technically "invalid" (as its
5855 buffer is no longer followed by "\0") when fbm_compile()
5856 adds the "\n" back, a "\0" is restored. */
5857 }
5858 fbm_compile(sv, flags);
5859 }
a1cac82e
NC
5860 if (prog->substrs->data[i].substr == prog->check_substr)
5861 prog->check_utf8 = sv;
5862 }
5863 } while (i--);
33b8afdf
JH
5864}
5865
5866STATIC void
5867S_to_byte_substr(pTHX_ register regexp *prog)
5868{
97aff369 5869 dVAR;
a1cac82e
NC
5870 int i = 1;
5871 do {
5872 if (prog->substrs->data[i].utf8_substr
5873 && !prog->substrs->data[i].substr) {
5874 SV* sv = newSVsv(prog->substrs->data[i].utf8_substr);
5875 if (sv_utf8_downgrade(sv, TRUE)) {
610460f9
NC
5876 if (SvVALID(prog->substrs->data[i].utf8_substr)) {
5877 const U8 flags
5878 = BmFLAGS(prog->substrs->data[i].utf8_substr);
5879 if (flags & FBMcf_TAIL) {
5880 /* Trim the trailing \n that fbm_compile added last
5881 time. */
5882 SvCUR_set(sv, SvCUR(sv) - 1);
5883 }
5884 fbm_compile(sv, flags);
5885 }
a1cac82e
NC
5886 } else {
5887 SvREFCNT_dec(sv);
5888 sv = &PL_sv_undef;
5889 }
5890 prog->substrs->data[i].substr = sv;
5891 if (prog->substrs->data[i].utf8_substr == prog->check_utf8)
5892 prog->check_substr = sv;
33b8afdf 5893 }
a1cac82e 5894 } while (i--);
33b8afdf 5895}
66610fdd
RGS
5896
5897/*
5898 * Local variables:
5899 * c-indentation-style: bsd
5900 * c-basic-offset: 4
5901 * indent-tabs-mode: t
5902 * End:
5903 *
37442d52
RGS
5904 * ex: set ts=8 sts=4 sw=4 noet:
5905 */