This is a live mirror of the Perl 5 development currently hosted at https://github.com/perl/perl5
https://perl5.git.perl.org / perl5.git / blame
? search:
summary | shortlog | log | commit | commitdiff | tree
blob | blame (incremental) | history | HEAD
Upgrade to Module::CoreList 2.09:
[perl5.git] / regexec.c
CommitLineData
a0d0e21e
LW		 1/* regexec.c
2 */
3
4/*
5 * "One Ring to rule them all, One Ring to find them..."
6 */
7
61296642
DM		 8/* This file contains functions for executing a regular expression. See
9 * also regcomp.c which funnily enough, contains functions for compiling
166f8a29 10 * a regular expression.
e4a054ea
DM		 11 *
12 * This file is also copied at build time to ext/re/re_exec.c, where
13 * it's built with -DPERL_EXT_RE_BUILD -DPERL_EXT_RE_DEBUG -DPERL_EXT.
14 * This causes the main functions to be compiled under new names and with
15 * debugging support added, which makes "use re 'debug'" work.
166f8a29
DM		 16 */
17
a687059c
LW		 18/* NOTE: this is derived from Henry Spencer's regexp code, and should not
19 * confused with the original package (see point 3 below). Thanks, Henry!
20 */
21
22/* Additional note: this code is very heavily munged from Henry's version
23 * in places. In some spots I've traded clarity for efficiency, so don't
24 * blame Henry for some of the lack of readability.
25 */
26
e50aee73
AD		 27/* The names of the functions have been changed from regcomp and
28 * regexec to pregcomp and pregexec in order to avoid conflicts
29 * with the POSIX routines of the same names.
30*/
31
b9d5759e 32#ifdef PERL_EXT_RE_BUILD
54df2634 33#include "re_top.h"
9041c2e3 34#endif
56953603 35
a687059c 36/*
e50aee73 37 * pregcomp and pregexec -- regsub and regerror are not used in perl
a687059c
LW		 38 *
39 * Copyright (c) 1986 by University of Toronto.
40 * Written by Henry Spencer. Not derived from licensed software.
41 *
42 * Permission is granted to anyone to use this software for any
43 * purpose on any computer system, and to redistribute it freely,
44 * subject to the following restrictions:
45 *
46 * 1. The author is not responsible for the consequences of use of
47 * this software, no matter how awful, even if they arise
48 * from defects in it.
49 *
50 * 2. The origin of this software must not be misrepresented, either
51 * by explicit claim or by omission.
52 *
53 * 3. Altered versions must be plainly marked as such, and must not
54 * be misrepresented as being the original software.
55 *
56 **** Alterations to Henry's code are...
57 ****
4bb101f2 58 **** Copyright (C) 1991, 1992, 1993, 1994, 1995, 1996, 1997, 1998, 1999,
b94e2f88 59 **** 2000, 2001, 2002, 2003, 2004, 2005, 2006, by Larry Wall and others
a687059c 60 ****
9ef589d8
LW		 61 **** You may distribute under the terms of either the GNU General Public
62 **** License or the Artistic License, as specified in the README file.
a687059c
LW		 63 *
64 * Beware that some of this code is subtly aware of the way operator
65 * precedence is structured in regular expressions. Serious changes in
66 * regular-expression syntax might require a total rethink.
67 */
68#include "EXTERN.h"
864dbfa3 69#define PERL_IN_REGEXEC_C
a687059c 70#include "perl.h"
0f5d15d6 71
54df2634
NC		 72#ifdef PERL_IN_XSUB_RE
73# include "re_comp.h"
74#else
75# include "regcomp.h"
76#endif
a687059c 77
c277df42
IZ		 78#define RF_tainted 1 /* tainted information used? */
79#define RF_warned 2 /* warned about big count? */
faec1544 80
ab3bbdeb 81#define RF_utf8 8 /* Pattern contains multibyte chars? */
a0ed51b3 82
eb160463 83#define UTF ((PL_reg_flags & RF_utf8) != 0)
ce862d02
IZ		 84
85#define RS_init 1 /* eval environment created */
86#define RS_set 2 /* replsv value is set */
c277df42 87
a687059c
LW		 88#ifndef STATIC
89#define STATIC static
90#endif
91
32fc9b6a 92#define REGINCLASS(prog,p,c) (ANYOF_FLAGS(p) ? reginclass(prog,p,c,0,0) : ANYOF_BITMAP_TEST(p,*(c)))
7d3e948e 93
c277df42
IZ		 94/*
95 * Forwards.
96 */
97
33b8afdf 98#define CHR_SVLEN(sv) (do_utf8 ? sv_len_utf8(sv) : SvCUR(sv))
53c4c00c 99#define CHR_DIST(a,b) (PL_reg_match_utf8 ? utf8_distance(a,b) : a - b)
a0ed51b3 100
3dab1dad
YO		 101#define HOPc(pos,off) \
102 (char *)(PL_reg_match_utf8 \
52657f30 103 ? reghop3((U8*)pos, off, (U8*)(off >= 0 ? PL_regeol : PL_bostr)) \
3dab1dad
YO		 104 : (U8*)(pos + off))
105#define HOPBACKc(pos, off) \
07be1b83
YO		 106 (char*)(PL_reg_match_utf8\
107 ? reghopmaybe3((U8*)pos, -off, (U8*)PL_bostr) \
108 : (pos - off >= PL_bostr) \
8e11feef 109 ? (U8*)pos - off \
3dab1dad 110 : NULL)
efb30f32 111
e7409c1b 112#define HOP3(pos,off,lim) (PL_reg_match_utf8 ? reghop3((U8*)(pos), off, (U8*)(lim)) : (U8*)(pos + off))
1aa99e6b 113#define HOP3c(pos,off,lim) ((char*)HOP3(pos,off,lim))
1aa99e6b 114
1a4fad37
AL		 115#define LOAD_UTF8_CHARCLASS(class,str) STMT_START { \
116 if (!CAT2(PL_utf8_,class)) { bool ok; ENTER; save_re_context(); ok=CAT2(is_utf8_,class)((const U8*)str); assert(ok); LEAVE; } } STMT_END
117#define LOAD_UTF8_CHARCLASS_ALNUM() LOAD_UTF8_CHARCLASS(alnum,"a")
118#define LOAD_UTF8_CHARCLASS_DIGIT() LOAD_UTF8_CHARCLASS(digit,"0")
119#define LOAD_UTF8_CHARCLASS_SPACE() LOAD_UTF8_CHARCLASS(space," ")
120#define LOAD_UTF8_CHARCLASS_MARK() LOAD_UTF8_CHARCLASS(mark, "\xcd\x86")
51371543 121
3dab1dad
YO		 122/* TODO: Combine JUMPABLE and HAS_TEXT to cache OP(rn) */
123
5f80c4cf 124/* for use after a quantifier and before an EXACT-like node -- japhy */
e2d8ce26
JP		 125#define JUMPABLE(rn) ( \
126 OP(rn) == OPEN || OP(rn) == CLOSE || OP(rn) == EVAL || \
cca55fe3
JP		 127 OP(rn) == SUSPEND || OP(rn) == IFMATCH || \
128 OP(rn) == PLUS || OP(rn) == MINMOD || \
3dab1dad 129 (PL_regkind[OP(rn)] == CURLY && ARG1(rn) > 0) \
e2d8ce26
JP		 130)
131
cca55fe3 132#define HAS_TEXT(rn) ( \
3dab1dad 133 PL_regkind[OP(rn)] == EXACT || PL_regkind[OP(rn)] == REF \
cca55fe3 134)
e2d8ce26 135
a84d97b6
HS		 136/*
137 Search for mandatory following text node; for lookahead, the text must
138 follow but for lookbehind (rn->flags != 0) we skip to the next step.
139*/
cca55fe3 140#define FIND_NEXT_IMPT(rn) STMT_START { \
3dab1dad
YO		 141 while (JUMPABLE(rn)) { \
142 const OPCODE type = OP(rn); \
143 if (type == SUSPEND || PL_regkind[type] == CURLY) \
e2d8ce26 144 rn = NEXTOPER(NEXTOPER(rn)); \
3dab1dad 145 else if (type == PLUS) \
cca55fe3 146 rn = NEXTOPER(rn); \
3dab1dad 147 else if (type == IFMATCH) \
a84d97b6 148 rn = (rn->flags == 0) ? NEXTOPER(NEXTOPER(rn)) : rn + ARG(rn); \
e2d8ce26 149 else rn += NEXT_OFF(rn); \
3dab1dad 150 } \
5f80c4cf 151} STMT_END
74750237 152
acfe0abc 153static void restore_pos(pTHX_ void *arg);
51371543 154
76e3520e 155STATIC CHECKPOINT
cea2e8a9 156S_regcppush(pTHX_ I32 parenfloor)
a0d0e21e 157{
97aff369 158 dVAR;
a3b680e6 159 const int retval = PL_savestack_ix;
b1ce53c5 160#define REGCP_PAREN_ELEMS 4
a3b680e6 161 const int paren_elems_to_push = (PL_regsize - parenfloor) * REGCP_PAREN_ELEMS;
a0d0e21e 162 int p;
40a82448 163 GET_RE_DEBUG_FLAGS_DECL;
a0d0e21e 164
e49a9654
IH		 165 if (paren_elems_to_push < 0)
166 Perl_croak(aTHX_ "panic: paren_elems_to_push < 0");
167
a01268b5 168#define REGCP_OTHER_ELEMS 6
4b3c1a47 169 SSGROW(paren_elems_to_push + REGCP_OTHER_ELEMS);
3280af22 170 for (p = PL_regsize; p > parenfloor; p--) {
b1ce53c5 171/* REGCP_PARENS_ELEMS are pushed per pairs of parentheses. */
cf93c79d
IZ		 172 SSPUSHINT(PL_regendp[p]);
173 SSPUSHINT(PL_regstartp[p]);
3280af22 174 SSPUSHPTR(PL_reg_start_tmp[p]);
a0d0e21e 175 SSPUSHINT(p);
40a82448
DM		 176 DEBUG_EXECUTE_r(PerlIO_printf(Perl_debug_log,
177 " saving \\%"UVuf" %"IVdf"(%"IVdf")..%"IVdf"\n",
178 (UV)p, (IV)PL_regstartp[p],
179 (IV)(PL_reg_start_tmp[p] - PL_bostr),
180 (IV)PL_regendp[p]
181 ));
a0d0e21e 182 }
b1ce53c5 183/* REGCP_OTHER_ELEMS are pushed in any case, parentheses or no. */
3280af22
NIS		 184 SSPUSHINT(PL_regsize);
185 SSPUSHINT(*PL_reglastparen);
a01268b5 186 SSPUSHINT(*PL_reglastcloseparen);
3280af22 187 SSPUSHPTR(PL_reginput);
41123dfd
JH		 188#define REGCP_FRAME_ELEMS 2
189/* REGCP_FRAME_ELEMS are part of the REGCP_OTHER_ELEMS and
190 * are needed for the regexp context stack bookkeeping. */
191 SSPUSHINT(paren_elems_to_push + REGCP_OTHER_ELEMS - REGCP_FRAME_ELEMS);
b1ce53c5 192 SSPUSHINT(SAVEt_REGCONTEXT); /* Magic cookie. */
41123dfd 193
a0d0e21e
LW		 194 return retval;
195}
196
c277df42 197/* These are needed since we do not localize EVAL nodes: */
ab3bbdeb
YO		 198#define REGCP_SET(cp) \
199 DEBUG_STATE_r( \
ab3bbdeb 200 PerlIO_printf(Perl_debug_log, \
e4f74956 201 " Setting an EVAL scope, savestack=%"IVdf"\n", \
ab3bbdeb
YO		 202 (IV)PL_savestack_ix)); \
203 cp = PL_savestack_ix
c3464db5 204
ab3bbdeb 205#define REGCP_UNWIND(cp) \
e4f74956 206 DEBUG_STATE_r( \
ab3bbdeb 207 if (cp != PL_savestack_ix) \
e4f74956
YO		 208 PerlIO_printf(Perl_debug_log, \
209 " Clearing an EVAL scope, savestack=%"IVdf"..%"IVdf"\n", \
ab3bbdeb
YO		 210 (IV)(cp), (IV)PL_savestack_ix)); \
211 regcpblow(cp)
c277df42 212
76e3520e 213STATIC char *
097eb12c 214S_regcppop(pTHX_ const regexp *rex)
a0d0e21e 215{
97aff369 216 dVAR;
b1ce53c5 217 I32 i;
a0d0e21e 218 char *input;
b1ce53c5 219
a3621e74
YO		 220 GET_RE_DEBUG_FLAGS_DECL;
221
b1ce53c5 222 /* Pop REGCP_OTHER_ELEMS before the parentheses loop starts. */
a0d0e21e 223 i = SSPOPINT;
b1ce53c5
JH		 224 assert(i == SAVEt_REGCONTEXT); /* Check that the magic cookie is there. */
225 i = SSPOPINT; /* Parentheses elements to pop. */
a0d0e21e 226 input = (char *) SSPOPPTR;
a01268b5 227 *PL_reglastcloseparen = SSPOPINT;
3280af22
NIS		 228 *PL_reglastparen = SSPOPINT;
229 PL_regsize = SSPOPINT;
b1ce53c5
JH		 230
231 /* Now restore the parentheses context. */
41123dfd
JH		 232 for (i -= (REGCP_OTHER_ELEMS - REGCP_FRAME_ELEMS);
233 i > 0; i -= REGCP_PAREN_ELEMS) {
1df70142 234 I32 tmps;
097eb12c 235 U32 paren = (U32)SSPOPINT;
3280af22 236 PL_reg_start_tmp[paren] = (char *) SSPOPPTR;
cf93c79d
IZ		 237 PL_regstartp[paren] = SSPOPINT;
238 tmps = SSPOPINT;
3280af22
NIS		 239 if (paren <= *PL_reglastparen)
240 PL_regendp[paren] = tmps;
a3621e74 241 DEBUG_EXECUTE_r(
c3464db5 242 PerlIO_printf(Perl_debug_log,
b900a521 243 " restoring \\%"UVuf" to %"IVdf"(%"IVdf")..%"IVdf"%s\n",
9041c2e3 244 (UV)paren, (IV)PL_regstartp[paren],
b900a521 245 (IV)(PL_reg_start_tmp[paren] - PL_bostr),
9041c2e3 246 (IV)PL_regendp[paren],
3280af22 247 (paren > *PL_reglastparen ? "(no)" : ""));
c277df42 248 );
a0d0e21e 249 }
a3621e74 250 DEBUG_EXECUTE_r(
bb7a0f54 251 if (*PL_reglastparen + 1 <= rex->nparens) {
c3464db5 252 PerlIO_printf(Perl_debug_log,
faccc32b 253 " restoring \\%"IVdf"..\\%"IVdf" to undef\n",
4f639d21 254 (IV)(*PL_reglastparen + 1), (IV)rex->nparens);
c277df42
IZ		 255 }
256 );
daf18116 257#if 1
dafc8851
JH		 258 /* It would seem that the similar code in regtry()
259 * already takes care of this, and in fact it is in
260 * a better location to since this code can #if 0-ed out
261 * but the code in regtry() is needed or otherwise tests
262 * requiring null fields (pat.t#187 and split.t#{13,14}
daf18116
JH		 263 * (as of patchlevel 7877) will fail. Then again,
264 * this code seems to be necessary or otherwise
265 * building DynaLoader will fail:
266 * "Error: '*' not in typemap in DynaLoader.xs, line 164"
267 * --jhi */
bb7a0f54 268 for (i = *PL_reglastparen + 1; (U32)i <= rex->nparens; i++) {
097eb12c
AL		 269 if (i > PL_regsize)
270 PL_regstartp[i] = -1;
271 PL_regendp[i] = -1;
a0d0e21e 272 }
dafc8851 273#endif
a0d0e21e
LW		 274 return input;
275}
276
02db2b7b 277#define regcpblow(cp) LEAVE_SCOPE(cp) /* Ignores regcppush()ed data. */
a0d0e21e 278
a687059c 279/*
e50aee73 280 * pregexec and friends
a687059c
LW		 281 */
282
76234dfb 283#ifndef PERL_IN_XSUB_RE
a687059c 284/*
c277df42 285 - pregexec - match a regexp against a string
a687059c 286 */
c277df42 287I32
864dbfa3 288Perl_pregexec(pTHX_ register regexp *prog, char *stringarg, register char *strend,
c3464db5 289 char *strbeg, I32 minend, SV *screamer, U32 nosave)
c277df42
IZ		 290/* strend: pointer to null at end of string */
291/* strbeg: real beginning of string */
292/* minend: end of match must be >=minend after stringarg. */
293/* nosave: For optimizations. */
294{
295 return
9041c2e3 296 regexec_flags(prog, stringarg, strend, strbeg, minend, screamer, NULL,
c277df42
IZ		 297 nosave ? 0 : REXEC_COPY_STR);
298}
76234dfb 299#endif
22e551b9 300
9041c2e3 301/*
cad2e5aa
JH		 302 * Need to implement the following flags for reg_anch:
303 *
304 * USE_INTUIT_NOML - Useful to call re_intuit_start() first
305 * USE_INTUIT_ML
306 * INTUIT_AUTORITATIVE_NOML - Can trust a positive answer
307 * INTUIT_AUTORITATIVE_ML
308 * INTUIT_ONCE_NOML - Intuit can match in one location only.
309 * INTUIT_ONCE_ML
310 *
311 * Another flag for this function: SECOND_TIME (so that float substrs
312 * with giant delta may be not rechecked).
313 */
314
315/* Assumptions: if ANCH_GPOS, then strpos is anchored. XXXX Check GPOS logic */
316
3f7c398e 317/* If SCREAM, then SvPVX_const(sv) should be compatible with strpos and strend.
cad2e5aa
JH		 318 Otherwise, only SvCUR(sv) is used to get strbeg. */
319
320/* XXXX We assume that strpos is strbeg unless sv. */
321
6eb5f6b9
JH		 322/* XXXX Some places assume that there is a fixed substring.
323 An update may be needed if optimizer marks as "INTUITable"
324 RExen without fixed substrings. Similarly, it is assumed that
325 lengths of all the strings are no more than minlen, thus they
326 cannot come from lookahead.
327 (Or minlen should take into account lookahead.) */
328
2c2d71f5
JH		 329/* A failure to find a constant substring means that there is no need to make
330 an expensive call to REx engine, thus we celebrate a failure. Similarly,
331 finding a substring too deep into the string means that less calls to
30944b6d
IZ		 332 regtry() should be needed.
333
334 REx compiler's optimizer found 4 possible hints:
335 a) Anchored substring;
336 b) Fixed substring;
337 c) Whether we are anchored (beginning-of-line or \G);
338 d) First node (of those at offset 0) which may distingush positions;
6eb5f6b9 339 We use a)b)d) and multiline-part of c), and try to find a position in the
30944b6d
IZ		 340 string which does not contradict any of them.
341 */
2c2d71f5 342
6eb5f6b9
JH		 343/* Most of decisions we do here should have been done at compile time.
344 The nodes of the REx which we used for the search should have been
345 deleted from the finite automaton. */
346
cad2e5aa
JH		 347char *
348Perl_re_intuit_start(pTHX_ regexp *prog, SV *sv, char *strpos,
349 char *strend, U32 flags, re_scream_pos_data *data)
350{
97aff369 351 dVAR;
b7953727 352 register I32 start_shift = 0;
cad2e5aa 353 /* Should be nonnegative! */
b7953727 354 register I32 end_shift = 0;
2c2d71f5
JH		 355 register char *s;
356 register SV *check;
a1933d95 357 char *strbeg;
cad2e5aa 358 char *t;
1de06328 359 const bool do_utf8 = (sv && SvUTF8(sv)) ? 1 : 0; /* if no sv we have to assume bytes */
cad2e5aa 360 I32 ml_anch;
bd61b366
SS		 361 register char *other_last = NULL; /* other substr checked before this */
362 char *check_at = NULL; /* check substr found at this pos */
1df70142 363 const I32 multiline = prog->reganch & PMf_MULTILINE;
30944b6d 364#ifdef DEBUGGING
890ce7af 365 const char * const i_strpos = strpos;
30944b6d 366#endif
a3621e74
YO		 367
368 GET_RE_DEBUG_FLAGS_DECL;
369
a30b2f1f 370 RX_MATCH_UTF8_set(prog,do_utf8);
cad2e5aa 371
b8d68ded 372 if (prog->reganch & ROPT_UTF8) {
b8d68ded
JH		 373 PL_reg_flags |= RF_utf8;
374 }
ab3bbdeb
YO		 375 DEBUG_EXECUTE_r(
376 debug_start_match(prog, do_utf8, strpos, strend,
1de06328
YO		 377 sv ? "Guessing start of match in sv for"
378 : "Guessing start of match in string for");
2a782b5b 379 );
cad2e5aa 380
c344f387
JH		 381 /* CHR_DIST() would be more correct here but it makes things slow. */
382 if (prog->minlen > strend - strpos) {
a3621e74 383 DEBUG_EXECUTE_r(PerlIO_printf(Perl_debug_log,
a72c7584 384 "String too short... [re_intuit_start]\n"));
cad2e5aa 385 goto fail;
2c2d71f5 386 }
1de06328 387
a1933d95 388 strbeg = (sv && SvPOK(sv)) ? strend - SvCUR(sv) : strpos;
1aa99e6b 389 PL_regeol = strend;
33b8afdf
JH		 390 if (do_utf8) {
391 if (!prog->check_utf8 && prog->check_substr)
392 to_utf8_substr(prog);
393 check = prog->check_utf8;
394 } else {
395 if (!prog->check_substr && prog->check_utf8)
396 to_byte_substr(prog);
397 check = prog->check_substr;
398 }
1de06328 399 if (check == &PL_sv_undef) {
a3621e74 400 DEBUG_EXECUTE_r(PerlIO_printf(Perl_debug_log,
1de06328 401 "Non-utf8 string cannot match utf8 check string\n"));
33b8afdf
JH		 402 goto fail;
403 }
2c2d71f5 404 if (prog->reganch & ROPT_ANCH) { /* Match at beg-of-str or after \n */
cad2e5aa
JH		 405 ml_anch = !( (prog->reganch & ROPT_ANCH_SINGLE)
406 || ( (prog->reganch & ROPT_ANCH_BOL)
7fba1cd6 407 && !multiline ) ); /* Check after \n? */
cad2e5aa 408
7e25d62c
JH		 409 if (!ml_anch) {
410 if ( !(prog->reganch & (ROPT_ANCH_GPOS /* Checked by the caller */
411 | ROPT_IMPLICIT)) /* not a real BOL */
3f7c398e 412 /* SvCUR is not set on references: SvRV and SvPVX_const overlap */
7e25d62c
JH		 413 && sv && !SvROK(sv)
414 && (strpos != strbeg)) {
a3621e74 415 DEBUG_EXECUTE_r(PerlIO_printf(Perl_debug_log, "Not at start...\n"));
7e25d62c
JH		 416 goto fail;
417 }
418 if (prog->check_offset_min == prog->check_offset_max &&
cce850e4 419 !(prog->reganch & ROPT_CANY_SEEN)) {
2c2d71f5 420 /* Substring at constant offset from beg-of-str... */
cad2e5aa
JH		 421 I32 slen;
422
1aa99e6b 423 s = HOP3c(strpos, prog->check_offset_min, strend);
1de06328 424
653099ff
GS		 425 if (SvTAIL(check)) {
426 slen = SvCUR(check); /* >= 1 */
cad2e5aa 427
9041c2e3 428 if ( strend - s > slen || strend - s < slen - 1
2c2d71f5 429 || (strend - s == slen && strend[-1] != '\n')) {
a3621e74 430 DEBUG_EXECUTE_r(PerlIO_printf(Perl_debug_log, "String too long...\n"));
2c2d71f5 431 goto fail_finish;
cad2e5aa
JH		 432 }
433 /* Now should match s[0..slen-2] */
434 slen--;
3f7c398e 435 if (slen && (*SvPVX_const(check) != *s
cad2e5aa 436 || (slen > 1
3f7c398e 437 && memNE(SvPVX_const(check), s, slen)))) {
2c2d71f5 438 report_neq:
a3621e74 439 DEBUG_EXECUTE_r(PerlIO_printf(Perl_debug_log, "String not equal...\n"));
2c2d71f5
JH		 440 goto fail_finish;
441 }
cad2e5aa 442 }
3f7c398e 443 else if (*SvPVX_const(check) != *s
653099ff 444 || ((slen = SvCUR(check)) > 1
3f7c398e 445 && memNE(SvPVX_const(check), s, slen)))
2c2d71f5 446 goto report_neq;
c315bfe8 447 check_at = s;
2c2d71f5 448 goto success_at_start;
7e25d62c 449 }
cad2e5aa 450 }
2c2d71f5 451 /* Match is anchored, but substr is not anchored wrt beg-of-str. */
cad2e5aa 452 s = strpos;
2c2d71f5 453 start_shift = prog->check_offset_min; /* okay to underestimate on CC */
1de06328
YO		 454 end_shift = prog->check_end_shift;
455
2c2d71f5 456 if (!ml_anch) {
a3b680e6 457 const I32 end = prog->check_offset_max + CHR_SVLEN(check)
653099ff 458 - (SvTAIL(check) != 0);
a3b680e6 459 const I32 eshift = CHR_DIST((U8*)strend, (U8*)s) - end;
2c2d71f5
JH		 460
461 if (end_shift < eshift)
462 end_shift = eshift;
463 }
cad2e5aa 464 }
2c2d71f5 465 else { /* Can match at random position */
cad2e5aa
JH		 466 ml_anch = 0;
467 s = strpos;
1de06328
YO		 468 start_shift = prog->check_offset_min; /* okay to underestimate on CC */
469 end_shift = prog->check_end_shift;
470
471 /* end shift should be non negative here */
cad2e5aa
JH		 472 }
473
2c2d71f5 474#ifdef DEBUGGING /* 7/99: reports of failure (with the older version) */
0033605d 475 if (end_shift < 0)
1de06328 476 Perl_croak(aTHX_ "panic: end_shift: %"IVdf" pattern:\n%s\n ",
b57a0404 477 (IV)end_shift, prog->precomp);
2c2d71f5
JH		 478#endif
479
2c2d71f5
JH		 480 restart:
481 /* Find a possible match in the region s..strend by looking for
482 the "check" substring in the region corrected by start/end_shift. */
1de06328
YO		 483
484 {
485 I32 srch_start_shift = start_shift;
486 I32 srch_end_shift = end_shift;
487 if (srch_start_shift < 0 && strbeg - s > srch_start_shift) {
488 srch_end_shift -= ((strbeg - s) - srch_start_shift);
489 srch_start_shift = strbeg - s;
490 }
491 DEBUG_OPTIMISE_r({
492 PerlIO_printf(Perl_debug_log, "Check offset min: %"IVdf" Start shift: %"IVdf" End shift %"IVdf" Real End Shift: %"IVdf"\n",
493 (IV)prog->check_offset_min,
494 (IV)srch_start_shift,
495 (IV)srch_end_shift,
496 (IV)prog->check_end_shift);
497 });
498
cad2e5aa 499 if (flags & REXEC_SCREAM) {
cad2e5aa 500 I32 p = -1; /* Internal iterator of scream. */
a3b680e6 501 I32 * const pp = data ? data->scream_pos : &p;
cad2e5aa 502
2c2d71f5
JH		 503 if (PL_screamfirst[BmRARE(check)] >= 0
504 || ( BmRARE(check) == '\n'
505 && (BmPREVIOUS(check) == SvCUR(check) - 1)
506 && SvTAIL(check) ))
9041c2e3 507 s = screaminstr(sv, check,
1de06328 508 srch_start_shift + (s - strbeg), srch_end_shift, pp, 0);
cad2e5aa 509 else
2c2d71f5 510 goto fail_finish;
4addbd3b
HS		 511 /* we may be pointing at the wrong string */
512 if (s && RX_MATCH_COPIED(prog))
3f7c398e 513 s = strbeg + (s - SvPVX_const(sv));
cad2e5aa
JH		 514 if (data)
515 *data->scream_olds = s;
516 }
1de06328
YO		 517 else {
518 U8* start_point;
519 U8* end_point;
520 if (prog->reganch & ROPT_CANY_SEEN) {
521 start_point= (U8*)(s + srch_start_shift);
522 end_point= (U8*)(strend - srch_end_shift);
523 } else {
524 start_point= HOP3(s, srch_start_shift, srch_start_shift < 0 ? strbeg : strend);
525 end_point= HOP3(strend, -srch_end_shift, strbeg);
526 }
527 DEBUG_OPTIMISE_r({
56570a2c 528 PerlIO_printf(Perl_debug_log, "fbm_instr len=%d str=<%.*s>\n",
1de06328 529 (int)(end_point - start_point),
fc8cd66c 530 (int)(end_point - start_point) > 20 ? 20 : (int)(end_point - start_point),
1de06328
YO		 531 start_point);
532 });
533
534 s = fbm_instr( start_point, end_point,
7fba1cd6 535 check, multiline ? FBMrf_MULTILINE : 0);
1de06328
YO		 536 }
537 }
cad2e5aa
JH		 538 /* Update the count-of-usability, remove useless subpatterns,
539 unshift s. */
2c2d71f5 540
ab3bbdeb
YO		 541 DEBUG_EXECUTE_r({
542 RE_PV_QUOTED_DECL(quoted, do_utf8, PERL_DEBUG_PAD_ZERO(0),
543 SvPVX_const(check), RE_SV_DUMPLEN(check), 30);
544 PerlIO_printf(Perl_debug_log, "%s %s substr %s%s%s",
2c2d71f5 545 (s ? "Found" : "Did not find"),
ab3bbdeb
YO		 546 (check == (do_utf8 ? prog->anchored_utf8 : prog->anchored_substr)
547 ? "anchored" : "floating"),
548 quoted,
549 RE_SV_TAIL(check),
550 (s ? " at offset " : "...\n") );
551 });
2c2d71f5
JH		 552
553 if (!s)
554 goto fail_finish;
2c2d71f5 555 /* Finish the diagnostic message */
a3621e74 556 DEBUG_EXECUTE_r(PerlIO_printf(Perl_debug_log, "%ld...\n", (long)(s - i_strpos)) );
2c2d71f5 557
1de06328
YO		 558 /* XXX dmq: first branch is for positive lookbehind...
559 Our check string is offset from the beginning of the pattern.
560 So we need to do any stclass tests offset forward from that
561 point. I think. :-(
562 */
563
564
565
566 check_at=s;
567
568
2c2d71f5
JH		 569 /* Got a candidate. Check MBOL anchoring, and the *other* substr.
570 Start with the other substr.
571 XXXX no SCREAM optimization yet - and a very coarse implementation
a0288114 572 XXXX /ttx+/ results in anchored="ttx", floating="x". floating will
2c2d71f5
JH		 573 *always* match. Probably should be marked during compile...
574 Probably it is right to do no SCREAM here...
575 */
576
1de06328
YO		 577 if (do_utf8 ? (prog->float_utf8 && prog->anchored_utf8)
578 : (prog->float_substr && prog->anchored_substr))
579 {
30944b6d 580 /* Take into account the "other" substring. */
2c2d71f5
JH		 581 /* XXXX May be hopelessly wrong for UTF... */
582 if (!other_last)
6eb5f6b9 583 other_last = strpos;
33b8afdf 584 if (check == (do_utf8 ? prog->float_utf8 : prog->float_substr)) {
30944b6d
IZ		 585 do_other_anchored:
586 {
890ce7af
AL		 587 char * const last = HOP3c(s, -start_shift, strbeg);
588 char *last1, *last2;
be8e71aa 589 char * const saved_s = s;
33b8afdf 590 SV* must;
2c2d71f5 591
2c2d71f5
JH		 592 t = s - prog->check_offset_max;
593 if (s - strpos > prog->check_offset_max /* signed-corrected t > strpos */
1d86a7f9 594 && (!do_utf8
0ce71af7 595 || ((t = (char*)reghopmaybe3((U8*)s, -(prog->check_offset_max), (U8*)strpos))
2c2d71f5 596 && t > strpos)))
6f207bd3 597 NOOP;
2c2d71f5
JH		 598 else
599 t = strpos;
1aa99e6b 600 t = HOP3c(t, prog->anchored_offset, strend);
6eb5f6b9
JH		 601 if (t < other_last) /* These positions already checked */
602 t = other_last;
1aa99e6b 603 last2 = last1 = HOP3c(strend, -prog->minlen, strbeg);
2c2d71f5
JH		 604 if (last < last1)
605 last1 = last;
1de06328
YO		 606 /* XXXX It is not documented what units *_offsets are in.
607 We assume bytes, but this is clearly wrong.
608 Meaning this code needs to be carefully reviewed for errors.
609 dmq.
610 */
611
2c2d71f5 612 /* On end-of-str: see comment below. */
33b8afdf
JH		 613 must = do_utf8 ? prog->anchored_utf8 : prog->anchored_substr;
614 if (must == &PL_sv_undef) {
615 s = (char*)NULL;
1de06328 616 DEBUG_r(must = prog->anchored_utf8); /* for debug */
33b8afdf
JH		 617 }
618 else
619 s = fbm_instr(
620 (unsigned char*)t,
621 HOP3(HOP3(last1, prog->anchored_offset, strend)
622 + SvCUR(must), -(SvTAIL(must)!=0), strbeg),
623 must,
7fba1cd6 624 multiline ? FBMrf_MULTILINE : 0
33b8afdf 625 );
ab3bbdeb
YO		 626 DEBUG_EXECUTE_r({
627 RE_PV_QUOTED_DECL(quoted, do_utf8, PERL_DEBUG_PAD_ZERO(0),
628 SvPVX_const(must), RE_SV_DUMPLEN(must), 30);
629 PerlIO_printf(Perl_debug_log, "%s anchored substr %s%s",
2c2d71f5 630 (s ? "Found" : "Contradicts"),
ab3bbdeb
YO		 631 quoted, RE_SV_TAIL(must));
632 });
633
634
2c2d71f5
JH		 635 if (!s) {
636 if (last1 >= last2) {
a3621e74 637 DEBUG_EXECUTE_r(PerlIO_printf(Perl_debug_log,
2c2d71f5
JH		 638 ", giving up...\n"));
639 goto fail_finish;
640 }
a3621e74 641 DEBUG_EXECUTE_r(PerlIO_printf(Perl_debug_log,
2c2d71f5 642 ", trying floating at offset %ld...\n",
be8e71aa 643 (long)(HOP3c(saved_s, 1, strend) - i_strpos)));
1aa99e6b
IH		 644 other_last = HOP3c(last1, prog->anchored_offset+1, strend);
645 s = HOP3c(last, 1, strend);
2c2d71f5
JH		 646 goto restart;
647 }
648 else {
a3621e74 649 DEBUG_EXECUTE_r(PerlIO_printf(Perl_debug_log, " at offset %ld...\n",
30944b6d 650 (long)(s - i_strpos)));
1aa99e6b
IH		 651 t = HOP3c(s, -prog->anchored_offset, strbeg);
652 other_last = HOP3c(s, 1, strend);
be8e71aa 653 s = saved_s;
2c2d71f5
JH		 654 if (t == strpos)
655 goto try_at_start;
2c2d71f5
JH		 656 goto try_at_offset;
657 }
30944b6d 658 }
2c2d71f5
JH		 659 }
660 else { /* Take into account the floating substring. */
33b8afdf 661 char *last, *last1;
be8e71aa 662 char * const saved_s = s;
33b8afdf
JH		 663 SV* must;
664
665 t = HOP3c(s, -start_shift, strbeg);
666 last1 = last =
667 HOP3c(strend, -prog->minlen + prog->float_min_offset, strbeg);
668 if (CHR_DIST((U8*)last, (U8*)t) > prog->float_max_offset)
669 last = HOP3c(t, prog->float_max_offset, strend);
670 s = HOP3c(t, prog->float_min_offset, strend);
671 if (s < other_last)
672 s = other_last;
2c2d71f5 673 /* XXXX It is not documented what units *_offsets are in. Assume bytes. */
33b8afdf
JH		 674 must = do_utf8 ? prog->float_utf8 : prog->float_substr;
675 /* fbm_instr() takes into account exact value of end-of-str
676 if the check is SvTAIL(ed). Since false positives are OK,
677 and end-of-str is not later than strend we are OK. */
678 if (must == &PL_sv_undef) {
679 s = (char*)NULL;
1de06328 680 DEBUG_r(must = prog->float_utf8); /* for debug message */
33b8afdf
JH		 681 }
682 else
2c2d71f5 683 s = fbm_instr((unsigned char*)s,
33b8afdf
JH		 684 (unsigned char*)last + SvCUR(must)
685 - (SvTAIL(must)!=0),
7fba1cd6 686 must, multiline ? FBMrf_MULTILINE : 0);
ab3bbdeb
YO		 687 DEBUG_EXECUTE_r({
688 RE_PV_QUOTED_DECL(quoted, do_utf8, PERL_DEBUG_PAD_ZERO(0),
689 SvPVX_const(must), RE_SV_DUMPLEN(must), 30);
690 PerlIO_printf(Perl_debug_log, "%s floating substr %s%s",
33b8afdf 691 (s ? "Found" : "Contradicts"),
ab3bbdeb
YO		 692 quoted, RE_SV_TAIL(must));
693 });
33b8afdf
JH		 694 if (!s) {
695 if (last1 == last) {
a3621e74 696 DEBUG_EXECUTE_r(PerlIO_printf(Perl_debug_log,
33b8afdf
JH		 697 ", giving up...\n"));
698 goto fail_finish;
2c2d71f5 699 }
a3621e74 700 DEBUG_EXECUTE_r(PerlIO_printf(Perl_debug_log,
33b8afdf 701 ", trying anchored starting at offset %ld...\n",
be8e71aa 702 (long)(saved_s + 1 - i_strpos)));
33b8afdf
JH		 703 other_last = last;
704 s = HOP3c(t, 1, strend);
705 goto restart;
706 }
707 else {
a3621e74 708 DEBUG_EXECUTE_r(PerlIO_printf(Perl_debug_log, " at offset %ld...\n",
33b8afdf
JH		 709 (long)(s - i_strpos)));
710 other_last = s; /* Fix this later. --Hugo */
be8e71aa 711 s = saved_s;
33b8afdf
JH		 712 if (t == strpos)
713 goto try_at_start;
714 goto try_at_offset;
715 }
2c2d71f5 716 }
cad2e5aa 717 }
2c2d71f5 718
1de06328 719
9ef43ace 720 t= (char*)HOP3( s, -prog->check_offset_max, (prog->check_offset_max<0) ? strend : strpos);
1de06328
YO		 721
722 DEBUG_OPTIMISE_r(
723 PerlIO_printf(Perl_debug_log,
724 "Check offset min:%"IVdf" max:%"IVdf" S:%"IVdf" t:%"IVdf" D:%"IVdf" end:%"IVdf"\n",
725 (IV)prog->check_offset_min,
726 (IV)prog->check_offset_max,
727 (IV)(s-strpos),
728 (IV)(t-strpos),
729 (IV)(t-s),
730 (IV)(strend-strpos)
731 )
732 );
733
2c2d71f5 734 if (s - strpos > prog->check_offset_max /* signed-corrected t > strpos */
1d86a7f9 735 && (!do_utf8
9ef43ace 736 || ((t = (char*)reghopmaybe3((U8*)s, -prog->check_offset_max, (U8*) ((prog->check_offset_max<0) ? strend : strpos)))
1de06328
YO		 737 && t > strpos)))
738 {
2c2d71f5
JH		 739 /* Fixed substring is found far enough so that the match
740 cannot start at strpos. */
741 try_at_offset:
cad2e5aa 742 if (ml_anch && t[-1] != '\n') {
30944b6d
IZ		 743 /* Eventually fbm_*() should handle this, but often
744 anchored_offset is not 0, so this check will not be wasted. */
745 /* XXXX In the code below we prefer to look for "^" even in
746 presence of anchored substrings. And we search even
747 beyond the found float position. These pessimizations
748 are historical artefacts only. */
749 find_anchor:
2c2d71f5 750 while (t < strend - prog->minlen) {
cad2e5aa 751 if (*t == '\n') {
4ee3650e 752 if (t < check_at - prog->check_offset_min) {
33b8afdf 753 if (do_utf8 ? prog->anchored_utf8 : prog->anchored_substr) {
4ee3650e
GS		 754 /* Since we moved from the found position,
755 we definitely contradict the found anchored
30944b6d
IZ		 756 substr. Due to the above check we do not
757 contradict "check" substr.
758 Thus we can arrive here only if check substr
759 is float. Redo checking for "other"=="fixed".
760 */
9041c2e3 761 strpos = t + 1;
a3621e74 762 DEBUG_EXECUTE_r(PerlIO_printf(Perl_debug_log, "Found /%s^%s/m at offset %ld, rescanning for anchored from offset %ld...\n",
e4584336 763 PL_colors[0], PL_colors[1], (long)(strpos - i_strpos), (long)(strpos - i_strpos + prog->anchored_offset)));
30944b6d
IZ		 764 goto do_other_anchored;
765 }
4ee3650e
GS		 766 /* We don't contradict the found floating substring. */
767 /* XXXX Why not check for STCLASS? */
cad2e5aa 768 s = t + 1;
a3621e74 769 DEBUG_EXECUTE_r(PerlIO_printf(Perl_debug_log, "Found /%s^%s/m at offset %ld...\n",
e4584336 770 PL_colors[0], PL_colors[1], (long)(s - i_strpos)));
cad2e5aa
JH		 771 goto set_useful;
772 }
4ee3650e
GS		 773 /* Position contradicts check-string */
774 /* XXXX probably better to look for check-string
775 than for "\n", so one should lower the limit for t? */
a3621e74 776 DEBUG_EXECUTE_r(PerlIO_printf(Perl_debug_log, "Found /%s^%s/m, restarting lookup for check-string at offset %ld...\n",
e4584336 777 PL_colors[0], PL_colors[1], (long)(t + 1 - i_strpos)));
0e41cd87 778 other_last = strpos = s = t + 1;
cad2e5aa
JH		 779 goto restart;
780 }
781 t++;
782 }
a3621e74 783 DEBUG_EXECUTE_r(PerlIO_printf(Perl_debug_log, "Did not find /%s^%s/m...\n",
e4584336 784 PL_colors[0], PL_colors[1]));
2c2d71f5 785 goto fail_finish;
cad2e5aa 786 }
f5952150 787 else {
a3621e74 788 DEBUG_EXECUTE_r(PerlIO_printf(Perl_debug_log, "Starting position does not contradict /%s^%s/m...\n",
e4584336 789 PL_colors[0], PL_colors[1]));
f5952150 790 }
cad2e5aa
JH		 791 s = t;
792 set_useful:
33b8afdf 793 ++BmUSEFUL(do_utf8 ? prog->check_utf8 : prog->check_substr); /* hooray/5 */
cad2e5aa
JH		 794 }
795 else {
f5952150 796 /* The found string does not prohibit matching at strpos,
2c2d71f5 797 - no optimization of calling REx engine can be performed,
f5952150
GS		 798 unless it was an MBOL and we are not after MBOL,
799 or a future STCLASS check will fail this. */
2c2d71f5
JH		 800 try_at_start:
801 /* Even in this situation we may use MBOL flag if strpos is offset
802 wrt the start of the string. */
05b4157f 803 if (ml_anch && sv && !SvROK(sv) /* See prev comment on SvROK */
a1933d95 804 && (strpos != strbeg) && strpos[-1] != '\n'
d506a20d
IZ		 805 /* May be due to an implicit anchor of m{.*foo} */
806 && !(prog->reganch & ROPT_IMPLICIT))
807 {
cad2e5aa
JH		 808 t = strpos;
809 goto find_anchor;
810 }
a3621e74 811 DEBUG_EXECUTE_r( if (ml_anch)
f5952150 812 PerlIO_printf(Perl_debug_log, "Position at offset %ld does not contradict /%s^%s/m...\n",
e4584336 813 (long)(strpos - i_strpos), PL_colors[0], PL_colors[1]);
30944b6d 814 );
2c2d71f5 815 success_at_start:
30944b6d 816 if (!(prog->reganch & ROPT_NAUGHTY) /* XXXX If strpos moved? */
33b8afdf
JH		 817 && (do_utf8 ? (
818 prog->check_utf8 /* Could be deleted already */
819 && --BmUSEFUL(prog->check_utf8) < 0
820 && (prog->check_utf8 == prog->float_utf8)
821 ) : (
822 prog->check_substr /* Could be deleted already */
823 && --BmUSEFUL(prog->check_substr) < 0
824 && (prog->check_substr == prog->float_substr)
825 )))
66e933ab 826 {
cad2e5aa 827 /* If flags & SOMETHING - do not do it many times on the same match */
a3621e74 828 DEBUG_EXECUTE_r(PerlIO_printf(Perl_debug_log, "... Disabling check substring...\n"));
33b8afdf
JH		 829 SvREFCNT_dec(do_utf8 ? prog->check_utf8 : prog->check_substr);
830 if (do_utf8 ? prog->check_substr : prog->check_utf8)
831 SvREFCNT_dec(do_utf8 ? prog->check_substr : prog->check_utf8);
a0714e2c
SS		 832 prog->check_substr = prog->check_utf8 = NULL; /* disable */
833 prog->float_substr = prog->float_utf8 = NULL; /* clear */
834 check = NULL; /* abort */
cad2e5aa 835 s = strpos;
3cf5c195
IZ		 836 /* XXXX This is a remnant of the old implementation. It
837 looks wasteful, since now INTUIT can use many
6eb5f6b9 838 other heuristics. */
cad2e5aa
JH		 839 prog->reganch &= ~RE_USE_INTUIT;
840 }
841 else
842 s = strpos;
843 }
844
6eb5f6b9
JH		 845 /* Last resort... */
846 /* XXXX BmUSEFUL already changed, maybe multiple change is meaningful... */
1de06328
YO		 847 /* trie stclasses are too expensive to use here, we are better off to
848 leave it to regmatch itself */
786e8c11 849 if (prog->regstclass && PL_regkind[OP(prog->regstclass)]!=TRIE) {
6eb5f6b9
JH		 850 /* minlen == 0 is possible if regstclass is \b or \B,
851 and the fixed substr is ''$.
852 Since minlen is already taken into account, s+1 is before strend;
853 accidentally, minlen >= 1 guaranties no false positives at s + 1
854 even for \b or \B. But (minlen? 1 : 0) below assumes that
855 regstclass does not come from lookahead... */
856 /* If regstclass takes bytelength more than 1: If charlength==1, OK.
857 This leaves EXACTF only, which is dealt with in find_byclass(). */
890ce7af 858 const U8* const str = (U8*)STRING(prog->regstclass);
3dab1dad 859 const int cl_l = (PL_regkind[OP(prog->regstclass)] == EXACT
1aa99e6b 860 ? CHR_DIST(str+STR_LEN(prog->regstclass), str)
66e933ab 861 : 1);
1de06328
YO		 862 char * endpos;
863 if (prog->anchored_substr || prog->anchored_utf8 || ml_anch)
864 endpos= HOP3c(s, (prog->minlen ? cl_l : 0), strend);
865 else if (prog->float_substr || prog->float_utf8)
866 endpos= HOP3c(HOP3c(check_at, -start_shift, strbeg), cl_l, strend);
867 else
868 endpos= strend;
869
56570a2c 870 DEBUG_EXECUTE_r(PerlIO_printf(Perl_debug_log, "start_shift: %"IVdf" check_at: %d s: %d endpos: %d\n",
b57a0404 871 (IV)start_shift, check_at - strbeg, s - strbeg, endpos - strbeg));
1de06328 872
6eb5f6b9 873 t = s;
3b0527fe 874 s = find_byclass(prog, prog->regstclass, s, endpos, NULL);
6eb5f6b9
JH		 875 if (!s) {
876#ifdef DEBUGGING
cbbf8932 877 const char *what = NULL;
6eb5f6b9
JH		 878#endif
879 if (endpos == strend) {
a3621e74 880 DEBUG_EXECUTE_r( PerlIO_printf(Perl_debug_log,
6eb5f6b9
JH		 881 "Could not match STCLASS...\n") );
882 goto fail;
883 }
a3621e74 884 DEBUG_EXECUTE_r( PerlIO_printf(Perl_debug_log,
66e933ab 885 "This position contradicts STCLASS...\n") );
653099ff
GS		 886 if ((prog->reganch & ROPT_ANCH) && !ml_anch)
887 goto fail;
6eb5f6b9 888 /* Contradict one of substrings */
33b8afdf
JH		 889 if (prog->anchored_substr || prog->anchored_utf8) {
890 if ((do_utf8 ? prog->anchored_utf8 : prog->anchored_substr) == check) {
a3621e74 891 DEBUG_EXECUTE_r( what = "anchored" );
6eb5f6b9 892 hop_and_restart:
1aa99e6b 893 s = HOP3c(t, 1, strend);
66e933ab
GS		 894 if (s + start_shift + end_shift > strend) {
895 /* XXXX Should be taken into account earlier? */
a3621e74 896 DEBUG_EXECUTE_r( PerlIO_printf(Perl_debug_log,
66e933ab
GS		 897 "Could not match STCLASS...\n") );
898 goto fail;
899 }
5e39e1e5
HS		 900 if (!check)
901 goto giveup;
a3621e74 902 DEBUG_EXECUTE_r( PerlIO_printf(Perl_debug_log,
f5952150 903 "Looking for %s substr starting at offset %ld...\n",
6eb5f6b9
JH		 904 what, (long)(s + start_shift - i_strpos)) );
905 goto restart;
906 }
66e933ab 907 /* Have both, check_string is floating */
6eb5f6b9
JH		 908 if (t + start_shift >= check_at) /* Contradicts floating=check */
909 goto retry_floating_check;
910 /* Recheck anchored substring, but not floating... */
9041c2e3 911 s = check_at;
5e39e1e5
HS		 912 if (!check)
913 goto giveup;
a3621e74 914 DEBUG_EXECUTE_r( PerlIO_printf(Perl_debug_log,
f5952150 915 "Looking for anchored substr starting at offset %ld...\n",
6eb5f6b9
JH		 916 (long)(other_last - i_strpos)) );
917 goto do_other_anchored;
918 }
60e71179
GS		 919 /* Another way we could have checked stclass at the
920 current position only: */
921 if (ml_anch) {
922 s = t = t + 1;
5e39e1e5
HS		 923 if (!check)
924 goto giveup;
a3621e74 925 DEBUG_EXECUTE_r( PerlIO_printf(Perl_debug_log,
f5952150 926 "Looking for /%s^%s/m starting at offset %ld...\n",
e4584336 927 PL_colors[0], PL_colors[1], (long)(t - i_strpos)) );
60e71179 928 goto try_at_offset;
66e933ab 929 }
33b8afdf 930 if (!(do_utf8 ? prog->float_utf8 : prog->float_substr)) /* Could have been deleted */
60e71179 931 goto fail;
6eb5f6b9
JH		 932 /* Check is floating subtring. */
933 retry_floating_check:
934 t = check_at - start_shift;
a3621e74 935 DEBUG_EXECUTE_r( what = "floating" );
6eb5f6b9
JH		 936 goto hop_and_restart;
937 }
b7953727 938 if (t != s) {
a3621e74 939 DEBUG_EXECUTE_r(PerlIO_printf(Perl_debug_log,
6eb5f6b9 940 "By STCLASS: moving %ld --> %ld\n",
b7953727
JH		 941 (long)(t - i_strpos), (long)(s - i_strpos))
942 );
943 }
944 else {
a3621e74 945 DEBUG_EXECUTE_r(PerlIO_printf(Perl_debug_log,
b7953727
JH		 946 "Does not contradict STCLASS...\n");
947 );
948 }
6eb5f6b9 949 }
5e39e1e5 950 giveup:
a3621e74 951 DEBUG_EXECUTE_r(PerlIO_printf(Perl_debug_log, "%s%s:%s match at offset %ld\n",
5e39e1e5
HS		 952 PL_colors[4], (check ? "Guessed" : "Giving up"),
953 PL_colors[5], (long)(s - i_strpos)) );
cad2e5aa 954 return s;
2c2d71f5
JH		 955
956 fail_finish: /* Substring not found */
33b8afdf
JH		 957 if (prog->check_substr || prog->check_utf8) /* could be removed already */
958 BmUSEFUL(do_utf8 ? prog->check_utf8 : prog->check_substr) += 5; /* hooray */
cad2e5aa 959 fail:
a3621e74 960 DEBUG_EXECUTE_r(PerlIO_printf(Perl_debug_log, "%sMatch rejected by optimizer%s\n",
e4584336 961 PL_colors[4], PL_colors[5]));
bd61b366 962 return NULL;
cad2e5aa 963}
9661b544 964
786e8c11 965
3b0527fe 966
4cadc6a9
YO		 967#define REXEC_TRIE_READ_CHAR(trie_type, trie, uc, uscan, len, uvc, charid, \
968foldlen, foldbuf, uniflags) STMT_START { \
969 switch (trie_type) { \
970 case trie_utf8_fold: \
971 if ( foldlen>0 ) { \
972 uvc = utf8n_to_uvuni( uscan, UTF8_MAXLEN, &len, uniflags ); \
973 foldlen -= len; \
974 uscan += len; \
975 len=0; \
976 } else { \
977 uvc = utf8n_to_uvuni( (U8*)uc, UTF8_MAXLEN, &len, uniflags ); \
978 uvc = to_uni_fold( uvc, foldbuf, &foldlen ); \
979 foldlen -= UNISKIP( uvc ); \
980 uscan = foldbuf + UNISKIP( uvc ); \
981 } \
982 break; \
983 case trie_utf8: \
984 uvc = utf8n_to_uvuni( (U8*)uc, UTF8_MAXLEN, &len, uniflags ); \
985 break; \
986 case trie_plain: \
987 uvc = (UV)*uc; \
988 len = 1; \
989 } \
990 \
991 if (uvc < 256) { \
992 charid = trie->charmap[ uvc ]; \
993 } \
994 else { \
995 charid = 0; \
996 if (trie->widecharmap) { \
997 SV** const svpp = hv_fetch(trie->widecharmap, \
998 (char*)&uvc, sizeof(UV), 0); \
999 if (svpp) \
1000 charid = (U16)SvIV(*svpp); \
1001 } \
1002 } \
1003} STMT_END
1004
1005#define REXEC_FBC_EXACTISH_CHECK(CoNd) \
1006 if ( (CoNd) \
1007 && (ln == len || \
1008 ibcmp_utf8(s, NULL, 0, do_utf8, \
1009 m, NULL, ln, (bool)UTF)) \
1010 && (!reginfo || regtry(reginfo, s)) ) \
1011 goto got_it; \
1012 else { \
1013 U8 foldbuf[UTF8_MAXBYTES_CASE+1]; \
1014 uvchr_to_utf8(tmpbuf, c); \
1015 f = to_utf8_fold(tmpbuf, foldbuf, &foldlen); \
1016 if ( f != c \
1017 && (f == c1 || f == c2) \
1018 && (ln == foldlen || \
1019 !ibcmp_utf8((char *) foldbuf, \
1020 NULL, foldlen, do_utf8, \
1021 m, \
1022 NULL, ln, (bool)UTF)) \
1023 && (!reginfo || regtry(reginfo, s)) ) \
1024 goto got_it; \
1025 } \
1026 s += len
1027
1028#define REXEC_FBC_EXACTISH_SCAN(CoNd) \
1029STMT_START { \
1030 while (s <= e) { \
1031 if ( (CoNd) \
1032 && (ln == 1 || !(OP(c) == EXACTF \
1033 ? ibcmp(s, m, ln) \
1034 : ibcmp_locale(s, m, ln))) \
1035 && (!reginfo || regtry(reginfo, s)) ) \
1036 goto got_it; \
1037 s++; \
1038 } \
1039} STMT_END
1040
1041#define REXEC_FBC_UTF8_SCAN(CoDe) \
1042STMT_START { \
1043 while (s + (uskip = UTF8SKIP(s)) <= strend) { \
1044 CoDe \
1045 s += uskip; \
1046 } \
1047} STMT_END
1048
1049#define REXEC_FBC_SCAN(CoDe) \
1050STMT_START { \
1051 while (s < strend) { \
1052 CoDe \
1053 s++; \
1054 } \
1055} STMT_END
1056
1057#define REXEC_FBC_UTF8_CLASS_SCAN(CoNd) \
1058REXEC_FBC_UTF8_SCAN( \
1059 if (CoNd) { \
1060 if (tmp && (!reginfo || regtry(reginfo, s))) \
1061 goto got_it; \
1062 else \
1063 tmp = doevery; \
1064 } \
1065 else \
1066 tmp = 1; \
1067)
1068
1069#define REXEC_FBC_CLASS_SCAN(CoNd) \
1070REXEC_FBC_SCAN( \
1071 if (CoNd) { \
1072 if (tmp && (!reginfo || regtry(reginfo, s))) \
1073 goto got_it; \
1074 else \
1075 tmp = doevery; \
1076 } \
1077 else \
1078 tmp = 1; \
1079)
1080
1081#define REXEC_FBC_TRYIT \
1082if ((!reginfo || regtry(reginfo, s))) \
1083 goto got_it
1084
1085#define REXEC_FBC_CSCAN_PRELOAD(UtFpReLoAd,CoNdUtF8,CoNd) \
1086 if (do_utf8) { \
1087 UtFpReLoAd; \
1088 REXEC_FBC_UTF8_CLASS_SCAN(CoNdUtF8); \
1089 } \
1090 else { \
1091 REXEC_FBC_CLASS_SCAN(CoNd); \
1092 } \
1093 break
1094
1095#define REXEC_FBC_CSCAN_TAINT(CoNdUtF8,CoNd) \
1096 PL_reg_flags |= RF_tainted; \
1097 if (do_utf8) { \
1098 REXEC_FBC_UTF8_CLASS_SCAN(CoNdUtF8); \
1099 } \
1100 else { \
1101 REXEC_FBC_CLASS_SCAN(CoNd); \
1102 } \
1103 break
1104
786e8c11
YO		 1105#define DUMP_EXEC_POS(li,s,doutf8) \
1106 dump_exec_pos(li,s,(PL_regeol),(PL_bostr),(PL_reg_starttry),doutf8)
1107
1108/* We know what class REx starts with. Try to find this position... */
1109/* if reginfo is NULL, its a dryrun */
1110/* annoyingly all the vars in this routine have different names from their counterparts
1111 in regmatch. /grrr */
1112
3c3eec57 1113STATIC char *
07be1b83
YO		 1114S_find_byclass(pTHX_ regexp * prog, const regnode *c, char *s,
1115 const char *strend, const regmatch_info *reginfo)
a687059c 1116{
27da23d5 1117 dVAR;
1df70142 1118 const I32 doevery = (prog->reganch & ROPT_SKIP) == 0;
6eb5f6b9 1119 char *m;
d8093b23 1120 STRLEN ln;
5dab1207 1121 STRLEN lnc;
078c425b 1122 register STRLEN uskip;
d8093b23
G		 1123 unsigned int c1;
1124 unsigned int c2;
6eb5f6b9
JH		 1125 char *e;
1126 register I32 tmp = 1; /* Scratch variable? */
a3b680e6 1127 register const bool do_utf8 = PL_reg_match_utf8;
cad2e5aa 1128
6eb5f6b9
JH		 1129 /* We know what class it must start with. */
1130 switch (OP(c)) {
6eb5f6b9 1131 case ANYOF:
388cc4de 1132 if (do_utf8) {
4cadc6a9 1133 REXEC_FBC_UTF8_CLASS_SCAN((ANYOF_FLAGS(c) & ANYOF_UNICODE) ||
388cc4de 1134 !UTF8_IS_INVARIANT((U8)s[0]) ?
32fc9b6a 1135 reginclass(prog, c, (U8*)s, 0, do_utf8) :
4cadc6a9 1136 REGINCLASS(prog, c, (U8*)s));
388cc4de
HS		 1137 }
1138 else {
1139 while (s < strend) {
1140 STRLEN skip = 1;
1141
32fc9b6a 1142 if (REGINCLASS(prog, c, (U8*)s) ||
388cc4de
HS		 1143 (ANYOF_FOLD_SHARP_S(c, s, strend) &&
1144 /* The assignment of 2 is intentional:
1145 * for the folded sharp s, the skip is 2. */
1146 (skip = SHARP_S_SKIP))) {
3b0527fe 1147 if (tmp && (!reginfo || regtry(reginfo, s)))
388cc4de
HS		 1148 goto got_it;
1149 else
1150 tmp = doevery;
1151 }
1152 else
1153 tmp = 1;
1154 s += skip;
1155 }
a0d0e21e 1156 }
6eb5f6b9 1157 break;
f33976b4 1158 case CANY:
4cadc6a9 1159 REXEC_FBC_SCAN(
3b0527fe 1160 if (tmp && (!reginfo || regtry(reginfo, s)))
f33976b4
DB		 1161 goto got_it;
1162 else
1163 tmp = doevery;
4cadc6a9 1164 );
f33976b4 1165 break;
6eb5f6b9 1166 case EXACTF:
5dab1207
NIS		 1167 m = STRING(c);
1168 ln = STR_LEN(c); /* length to match in octets/bytes */
1169 lnc = (I32) ln; /* length to match in characters */
1aa99e6b 1170 if (UTF) {
a2a2844f 1171 STRLEN ulen1, ulen2;
5dab1207 1172 U8 *sm = (U8 *) m;
89ebb4a3
JH		 1173 U8 tmpbuf1[UTF8_MAXBYTES_CASE+1];
1174 U8 tmpbuf2[UTF8_MAXBYTES_CASE+1];
4ad0818d 1175 const U32 uniflags = UTF8_ALLOW_DEFAULT;
a2a2844f
JH		 1176
1177 to_utf8_lower((U8*)m, tmpbuf1, &ulen1);
1178 to_utf8_upper((U8*)m, tmpbuf2, &ulen2);
1179
89ebb4a3 1180 c1 = utf8n_to_uvchr(tmpbuf1, UTF8_MAXBYTES_CASE,
041457d9 1181 0, uniflags);
89ebb4a3 1182 c2 = utf8n_to_uvchr(tmpbuf2, UTF8_MAXBYTES_CASE,
041457d9 1183 0, uniflags);
5dab1207
NIS		 1184 lnc = 0;
1185 while (sm < ((U8 *) m + ln)) {
1186 lnc++;
1187 sm += UTF8SKIP(sm);
1188 }
1aa99e6b
IH		 1189 }
1190 else {
1191 c1 = *(U8*)m;
1192 c2 = PL_fold[c1];
1193 }
6eb5f6b9
JH		 1194 goto do_exactf;
1195 case EXACTFL:
5dab1207
NIS		 1196 m = STRING(c);
1197 ln = STR_LEN(c);
1198 lnc = (I32) ln;
d8093b23 1199 c1 = *(U8*)m;
6eb5f6b9
JH		 1200 c2 = PL_fold_locale[c1];
1201 do_exactf:
db12adc6 1202 e = HOP3c(strend, -((I32)lnc), s);
b3c9acc1 1203
3b0527fe 1204 if (!reginfo && e < s)
6eb5f6b9 1205 e = s; /* Due to minlen logic of intuit() */
1aa99e6b 1206
60a8b682
JH		 1207 /* The idea in the EXACTF* cases is to first find the
1208 * first character of the EXACTF* node and then, if
1209 * necessary, case-insensitively compare the full
1210 * text of the node. The c1 and c2 are the first
1211 * characters (though in Unicode it gets a bit
1212 * more complicated because there are more cases
7f16dd3d
JH		 1213 * than just upper and lower: one needs to use
1214 * the so-called folding case for case-insensitive
1215 * matching (called "loose matching" in Unicode).
1216 * ibcmp_utf8() will do just that. */
60a8b682 1217
1aa99e6b 1218 if (do_utf8) {
575cac57 1219 UV c, f;
89ebb4a3 1220 U8 tmpbuf [UTF8_MAXBYTES+1];
575cac57 1221 STRLEN len, foldlen;
4ad0818d 1222 const U32 uniflags = UTF8_ALLOW_DEFAULT;
09091399 1223 if (c1 == c2) {
5dab1207
NIS		 1224 /* Upper and lower of 1st char are equal -
1225 * probably not a "letter". */
1aa99e6b 1226 while (s <= e) {
89ebb4a3 1227 c = utf8n_to_uvchr((U8*)s, UTF8_MAXBYTES, &len,
041457d9 1228 uniflags);
4cadc6a9 1229 REXEC_FBC_EXACTISH_CHECK(c == c1);
1aa99e6b 1230 }
09091399
JH		 1231 }
1232 else {
1aa99e6b 1233 while (s <= e) {
89ebb4a3 1234 c = utf8n_to_uvchr((U8*)s, UTF8_MAXBYTES, &len,
041457d9 1235 uniflags);
80aecb99 1236
60a8b682 1237 /* Handle some of the three Greek sigmas cases.
8c01da3c
JH		 1238 * Note that not all the possible combinations
1239 * are handled here: some of them are handled
1240 * by the standard folding rules, and some of
1241 * them (the character class or ANYOF cases)
1242 * are handled during compiletime in
1243 * regexec.c:S_regclass(). */
880bd946
JH		 1244 if (c == (UV)UNICODE_GREEK_CAPITAL_LETTER_SIGMA ||
1245 c == (UV)UNICODE_GREEK_SMALL_LETTER_FINAL_SIGMA)
1246 c = (UV)UNICODE_GREEK_SMALL_LETTER_SIGMA;
80aecb99 1247
4cadc6a9 1248 REXEC_FBC_EXACTISH_CHECK(c == c1 || c == c2);
1aa99e6b 1249 }
09091399 1250 }
1aa99e6b
IH		 1251 }
1252 else {
1253 if (c1 == c2)
4cadc6a9 1254 REXEC_FBC_EXACTISH_SCAN(*(U8*)s == c1);
1aa99e6b 1255 else
4cadc6a9 1256 REXEC_FBC_EXACTISH_SCAN(*(U8*)s == c1 || *(U8*)s == c2);
b3c9acc1
IZ		 1257 }
1258 break;
bbce6d69 1259 case BOUNDL:
3280af22 1260 PL_reg_flags |= RF_tainted;
bbce6d69 1261 /* FALL THROUGH */
a0d0e21e 1262 case BOUND:
ffc61ed2 1263 if (do_utf8) {
12d33761 1264 if (s == PL_bostr)
ffc61ed2
JH		 1265 tmp = '\n';
1266 else {
6136c704 1267 U8 * const r = reghop3((U8*)s, -1, (U8*)PL_bostr);
4ad0818d 1268 tmp = utf8n_to_uvchr(r, UTF8SKIP(r), 0, UTF8_ALLOW_DEFAULT);
ffc61ed2
JH		 1269 }
1270 tmp = ((OP(c) == BOUND ?
9041c2e3 1271 isALNUM_uni(tmp) : isALNUM_LC_uvchr(UNI_TO_NATIVE(tmp))) != 0);
1a4fad37 1272 LOAD_UTF8_CHARCLASS_ALNUM();
4cadc6a9 1273 REXEC_FBC_UTF8_SCAN(
ffc61ed2 1274 if (tmp == !(OP(c) == BOUND ?
bb7a0f54 1275 (bool)swash_fetch(PL_utf8_alnum, (U8*)s, do_utf8) :
ffc61ed2
JH		 1276 isALNUM_LC_utf8((U8*)s)))
1277 {
1278 tmp = !tmp;
4cadc6a9 1279 REXEC_FBC_TRYIT;
a687059c 1280 }
4cadc6a9 1281 );
a0d0e21e 1282 }
667bb95a 1283 else {
12d33761 1284 tmp = (s != PL_bostr) ? UCHARAT(s - 1) : '\n';
ffc61ed2 1285 tmp = ((OP(c) == BOUND ? isALNUM(tmp) : isALNUM_LC(tmp)) != 0);
4cadc6a9 1286 REXEC_FBC_SCAN(
ffc61ed2
JH		 1287 if (tmp ==
1288 !(OP(c) == BOUND ? isALNUM(*s) : isALNUM_LC(*s))) {
1289 tmp = !tmp;
4cadc6a9 1290 REXEC_FBC_TRYIT;
a0ed51b3 1291 }
4cadc6a9 1292 );
a0ed51b3 1293 }
3b0527fe 1294 if ((!prog->minlen && tmp) && (!reginfo || regtry(reginfo, s)))
a0ed51b3
LW		 1295 goto got_it;
1296 break;
bbce6d69 1297 case NBOUNDL:
3280af22 1298 PL_reg_flags |= RF_tainted;
bbce6d69 1299 /* FALL THROUGH */
a0d0e21e 1300 case NBOUND:
ffc61ed2 1301 if (do_utf8) {
12d33761 1302 if (s == PL_bostr)
ffc61ed2
JH		 1303 tmp = '\n';
1304 else {
6136c704 1305 U8 * const r = reghop3((U8*)s, -1, (U8*)PL_bostr);
4ad0818d 1306 tmp = utf8n_to_uvchr(r, UTF8SKIP(r), 0, UTF8_ALLOW_DEFAULT);
ffc61ed2
JH		 1307 }
1308 tmp = ((OP(c) == NBOUND ?
9041c2e3 1309 isALNUM_uni(tmp) : isALNUM_LC_uvchr(UNI_TO_NATIVE(tmp))) != 0);
1a4fad37 1310 LOAD_UTF8_CHARCLASS_ALNUM();
4cadc6a9 1311 REXEC_FBC_UTF8_SCAN(
ffc61ed2 1312 if (tmp == !(OP(c) == NBOUND ?
bb7a0f54 1313 (bool)swash_fetch(PL_utf8_alnum, (U8*)s, do_utf8) :
ffc61ed2
JH		 1314 isALNUM_LC_utf8((U8*)s)))
1315 tmp = !tmp;
4cadc6a9
YO		 1316 else REXEC_FBC_TRYIT;
1317 );
a0d0e21e 1318 }
667bb95a 1319 else {
12d33761 1320 tmp = (s != PL_bostr) ? UCHARAT(s - 1) : '\n';
ffc61ed2
JH		 1321 tmp = ((OP(c) == NBOUND ?
1322 isALNUM(tmp) : isALNUM_LC(tmp)) != 0);
4cadc6a9 1323 REXEC_FBC_SCAN(
ffc61ed2
JH		 1324 if (tmp ==
1325 !(OP(c) == NBOUND ? isALNUM(*s) : isALNUM_LC(*s)))
1326 tmp = !tmp;
4cadc6a9
YO		 1327 else REXEC_FBC_TRYIT;
1328 );
a0ed51b3 1329 }
3b0527fe 1330 if ((!prog->minlen && !tmp) && (!reginfo || regtry(reginfo, s)))
a0ed51b3
LW		 1331 goto got_it;
1332 break;
a0d0e21e 1333 case ALNUM:
4cadc6a9
YO		 1334 REXEC_FBC_CSCAN_PRELOAD(
1335 LOAD_UTF8_CHARCLASS_ALNUM(),
1336 swash_fetch(PL_utf8_alnum, (U8*)s, do_utf8),
1337 isALNUM(*s)
1338 );
bbce6d69 1339 case ALNUML:
4cadc6a9
YO		 1340 REXEC_FBC_CSCAN_TAINT(
1341 isALNUM_LC_utf8((U8*)s),
1342 isALNUM_LC(*s)
1343 );
a0d0e21e 1344 case NALNUM:
4cadc6a9
YO		 1345 REXEC_FBC_CSCAN_PRELOAD(
1346 LOAD_UTF8_CHARCLASS_ALNUM(),
1347 !swash_fetch(PL_utf8_alnum, (U8*)s, do_utf8),
1348 !isALNUM(*s)
1349 );
bbce6d69 1350 case NALNUML:
4cadc6a9
YO		 1351 REXEC_FBC_CSCAN_TAINT(
1352 !isALNUM_LC_utf8((U8*)s),
1353 !isALNUM_LC(*s)
1354 );
a0d0e21e 1355 case SPACE:
4cadc6a9
YO		 1356 REXEC_FBC_CSCAN_PRELOAD(
1357 LOAD_UTF8_CHARCLASS_SPACE(),
1358 *s == ' ' || swash_fetch(PL_utf8_space,(U8*)s, do_utf8),
1359 isSPACE(*s)
1360 );
bbce6d69 1361 case SPACEL:
4cadc6a9
YO		 1362 REXEC_FBC_CSCAN_TAINT(
1363 *s == ' ' || isSPACE_LC_utf8((U8*)s),
1364 isSPACE_LC(*s)
1365 );
a0d0e21e 1366 case NSPACE:
4cadc6a9
YO		 1367 REXEC_FBC_CSCAN_PRELOAD(
1368 LOAD_UTF8_CHARCLASS_SPACE(),
1369 !(*s == ' ' || swash_fetch(PL_utf8_space,(U8*)s, do_utf8)),
1370 !isSPACE(*s)
1371 );
bbce6d69 1372 case NSPACEL:
4cadc6a9
YO		 1373 REXEC_FBC_CSCAN_TAINT(
1374 !(*s == ' ' || isSPACE_LC_utf8((U8*)s)),
1375 !isSPACE_LC(*s)
1376 );
a0d0e21e 1377 case DIGIT:
4cadc6a9
YO		 1378 REXEC_FBC_CSCAN_PRELOAD(
1379 LOAD_UTF8_CHARCLASS_DIGIT(),
1380 swash_fetch(PL_utf8_digit,(U8*)s, do_utf8),
1381 isDIGIT(*s)
1382 );
b8c5462f 1383 case DIGITL:
4cadc6a9
YO		 1384 REXEC_FBC_CSCAN_TAINT(
1385 isDIGIT_LC_utf8((U8*)s),
1386 isDIGIT_LC(*s)
1387 );
a0d0e21e 1388 case NDIGIT:
4cadc6a9
YO		 1389 REXEC_FBC_CSCAN_PRELOAD(
1390 LOAD_UTF8_CHARCLASS_DIGIT(),
1391 !swash_fetch(PL_utf8_digit,(U8*)s, do_utf8),
1392 !isDIGIT(*s)
1393 );
b8c5462f 1394 case NDIGITL:
4cadc6a9
YO		 1395 REXEC_FBC_CSCAN_TAINT(
1396 !isDIGIT_LC_utf8((U8*)s),
1397 !isDIGIT_LC(*s)
1398 );
1de06328
YO		 1399 case AHOCORASICKC:
1400 case AHOCORASICK:
07be1b83
YO		 1401 {
1402 const enum { trie_plain, trie_utf8, trie_utf8_fold }
1403 trie_type = do_utf8 ?
1404 (c->flags == EXACT ? trie_utf8 : trie_utf8_fold)
1405 : trie_plain;
1406 /* what trie are we using right now */
1407 reg_ac_data *aho
1408 = (reg_ac_data*)prog->data->data[ ARG( c ) ];
1409 reg_trie_data *trie=aho->trie;
1410
1411 const char *last_start = strend - trie->minlen;
6148ee25 1412#ifdef DEBUGGING
07be1b83 1413 const char *real_start = s;
6148ee25 1414#endif
07be1b83 1415 STRLEN maxlen = trie->maxlen;
be8e71aa
YO		 1416 SV *sv_points;
1417 U8 **points; /* map of where we were in the input string
786e8c11 1418 when reading a given char. For ASCII this
be8e71aa
YO		 1419 is unnecessary overhead as the relationship
1420 is always 1:1, but for unicode, especially
1421 case folded unicode this is not true. */
f9e705e8 1422 U8 foldbuf[ UTF8_MAXBYTES_CASE + 1 ];
786e8c11
YO		 1423 U8 *bitmap=NULL;
1424
07be1b83
YO		 1425
1426 GET_RE_DEBUG_FLAGS_DECL;
1427
be8e71aa
YO		 1428 /* We can't just allocate points here. We need to wrap it in
1429 * an SV so it gets freed properly if there is a croak while
1430 * running the match */
1431 ENTER;
1432 SAVETMPS;
1433 sv_points=newSV(maxlen * sizeof(U8 *));
1434 SvCUR_set(sv_points,
1435 maxlen * sizeof(U8 *));
1436 SvPOK_on(sv_points);
1437 sv_2mortal(sv_points);
1438 points=(U8**)SvPV_nolen(sv_points );
1de06328
YO		 1439 if ( trie_type != trie_utf8_fold
1440 && (trie->bitmap || OP(c)==AHOCORASICKC) )
1441 {
786e8c11
YO		 1442 if (trie->bitmap)
1443 bitmap=(U8*)trie->bitmap;
1444 else
1445 bitmap=(U8*)ANYOF_BITMAP(c);
07be1b83 1446 }
786e8c11
YO		 1447 /* this is the Aho-Corasick algorithm modified a touch
1448 to include special handling for long "unknown char"
1449 sequences. The basic idea being that we use AC as long
1450 as we are dealing with a possible matching char, when
1451 we encounter an unknown char (and we have not encountered
1452 an accepting state) we scan forward until we find a legal
1453 starting char.
1454 AC matching is basically that of trie matching, except
1455 that when we encounter a failing transition, we fall back
1456 to the current states "fail state", and try the current char
1457 again, a process we repeat until we reach the root state,
1458 state 1, or a legal transition. If we fail on the root state
1459 then we can either terminate if we have reached an accepting
1460 state previously, or restart the entire process from the beginning
1461 if we have not.
1462
1463 */
07be1b83
YO		 1464 while (s <= last_start) {
1465 const U32 uniflags = UTF8_ALLOW_DEFAULT;
1466 U8 *uc = (U8*)s;
1467 U16 charid = 0;
1468 U32 base = 1;
1469 U32 state = 1;
1470 UV uvc = 0;
1471 STRLEN len = 0;
1472 STRLEN foldlen = 0;
1473 U8 *uscan = (U8*)NULL;
1474 U8 *leftmost = NULL;
786e8c11
YO		 1475#ifdef DEBUGGING
1476 U32 accepted_word= 0;
1477#endif
07be1b83
YO		 1478 U32 pointpos = 0;
1479
1480 while ( state && uc <= (U8*)strend ) {
1481 int failed=0;
786e8c11
YO		 1482 U32 word = aho->states[ state ].wordnum;
1483
1de06328
YO		 1484 if( state==1 ) {
1485 if ( bitmap ) {
1486 DEBUG_TRIE_EXECUTE_r(
1487 if ( uc <= (U8*)last_start && !BITMAP_TEST(bitmap,*uc) ) {
1488 dump_exec_pos( (char *)uc, c, strend, real_start,
1489 (char *)uc, do_utf8 );
1490 PerlIO_printf( Perl_debug_log,
1491 " Scanning for legal start char...\n");
1492 }
1493 );
1494 while ( uc <= (U8*)last_start && !BITMAP_TEST(bitmap,*uc) ) {
1495 uc++;
786e8c11 1496 }
1de06328 1497 s= (char *)uc;
786e8c11 1498 }
786e8c11
YO		 1499 if (uc >(U8*)last_start) break;
1500 }
1501
1502 if ( word ) {
1503 U8 *lpos= points[ (pointpos - trie->wordlen[word-1] ) % maxlen ];
1504 if (!leftmost || lpos < leftmost) {
1505 DEBUG_r(accepted_word=word);
07be1b83 1506 leftmost= lpos;
786e8c11 1507 }
07be1b83 1508 if (base==0) break;
786e8c11 1509
07be1b83
YO		 1510 }
1511 points[pointpos++ % maxlen]= uc;
4cadc6a9
YO		 1512 REXEC_TRIE_READ_CHAR(trie_type, trie, uc, uscan, len,
1513 uvc, charid, foldlen, foldbuf, uniflags);
786e8c11
YO		 1514 DEBUG_TRIE_EXECUTE_r({
1515 dump_exec_pos( (char *)uc, c, strend, real_start,
1516 s, do_utf8 );
07be1b83 1517 PerlIO_printf(Perl_debug_log,
786e8c11
YO		 1518 " Charid:%3u CP:%4"UVxf" ",
1519 charid, uvc);
1520 });
07be1b83
YO		 1521
1522 do {
6148ee25 1523#ifdef DEBUGGING
786e8c11 1524 word = aho->states[ state ].wordnum;
6148ee25 1525#endif
07be1b83
YO		 1526 base = aho->states[ state ].trans.base;
1527
786e8c11
YO		 1528 DEBUG_TRIE_EXECUTE_r({
1529 if (failed)
1530 dump_exec_pos( (char *)uc, c, strend, real_start,
1531 s, do_utf8 );
07be1b83 1532 PerlIO_printf( Perl_debug_log,
786e8c11
YO		 1533 "%sState: %4"UVxf", word=%"UVxf,
1534 failed ? " Fail transition to " : "",
1535 (UV)state, (UV)word);
1536 });
07be1b83
YO		 1537 if ( base ) {
1538 U32 tmp;
1539 if (charid &&
1540 (base + charid > trie->uniquecharcount )
1541 && (base + charid - 1 - trie->uniquecharcount
1542 < trie->lasttrans)
1543 && trie->trans[base + charid - 1 -
1544 trie->uniquecharcount].check == state
1545 && (tmp=trie->trans[base + charid - 1 -
1546 trie->uniquecharcount ].next))
1547 {
786e8c11
YO		 1548 DEBUG_TRIE_EXECUTE_r(
1549 PerlIO_printf( Perl_debug_log," - legal\n"));
07be1b83
YO		 1550 state = tmp;
1551 break;
1552 }
1553 else {
786e8c11
YO		 1554 DEBUG_TRIE_EXECUTE_r(
1555 PerlIO_printf( Perl_debug_log," - fail\n"));
1556 failed = 1;
1557 state = aho->fail[state];
07be1b83
YO		 1558 }
1559 }
1560 else {
1561 /* we must be accepting here */
786e8c11
YO		 1562 DEBUG_TRIE_EXECUTE_r(
1563 PerlIO_printf( Perl_debug_log," - accepting\n"));
1564 failed = 1;
07be1b83
YO		 1565 break;
1566 }
1567 } while(state);
786e8c11 1568 uc += len;
07be1b83
YO		 1569 if (failed) {
1570 if (leftmost)
1571 break;
786e8c11 1572 if (!state) state = 1;
07be1b83
YO		 1573 }
1574 }
1575 if ( aho->states[ state ].wordnum ) {
1576 U8 *lpos = points[ (pointpos - trie->wordlen[aho->states[ state ].wordnum-1]) % maxlen ];
786e8c11
YO		 1577 if (!leftmost || lpos < leftmost) {
1578 DEBUG_r(accepted_word=aho->states[ state ].wordnum);
07be1b83 1579 leftmost = lpos;
786e8c11 1580 }
07be1b83 1581 }
07be1b83
YO		 1582 if (leftmost) {
1583 s = (char*)leftmost;
786e8c11
YO		 1584 DEBUG_TRIE_EXECUTE_r({
1585 PerlIO_printf(
1586 Perl_debug_log,"Matches word #%"UVxf" at position %d. Trying full pattern...\n",
1587 (UV)accepted_word, s - real_start
1588 );
1589 });
be8e71aa
YO		 1590 if (!reginfo || regtry(reginfo, s)) {
1591 FREETMPS;
1592 LEAVE;
07be1b83 1593 goto got_it;
be8e71aa 1594 }
07be1b83 1595 s = HOPc(s,1);
786e8c11
YO		 1596 DEBUG_TRIE_EXECUTE_r({
1597 PerlIO_printf( Perl_debug_log,"Pattern failed. Looking for new start point...\n");
1598 });
07be1b83 1599 } else {
786e8c11
YO		 1600 DEBUG_TRIE_EXECUTE_r(
1601 PerlIO_printf( Perl_debug_log,"No match.\n"));
07be1b83
YO		 1602 break;
1603 }
1604 }
be8e71aa
YO		 1605 FREETMPS;
1606 LEAVE;
07be1b83
YO		 1607 }
1608 break;
b3c9acc1 1609 default:
3c3eec57
GS		 1610 Perl_croak(aTHX_ "panic: unknown regstclass %d", (int)OP(c));
1611 break;
d6a28714 1612 }
6eb5f6b9
JH		 1613 return 0;
1614 got_it:
1615 return s;
1616}
1617
1618/*
1619 - regexec_flags - match a regexp against a string
1620 */
1621I32
1622Perl_regexec_flags(pTHX_ register regexp *prog, char *stringarg, register char *strend,
1623 char *strbeg, I32 minend, SV *sv, void *data, U32 flags)
1624/* strend: pointer to null at end of string */
1625/* strbeg: real beginning of string */
1626/* minend: end of match must be >=minend after stringarg. */
1627/* data: May be used for some additional optimizations. */
1628/* nosave: For optimizations. */
1629{
97aff369 1630 dVAR;
6eb5f6b9
JH		 1631 register char *s;
1632 register regnode *c;
1633 register char *startpos = stringarg;
6eb5f6b9
JH		 1634 I32 minlen; /* must match at least this many chars */
1635 I32 dontbother = 0; /* how many characters not to try at end */
6eb5f6b9
JH		 1636 I32 end_shift = 0; /* Same for the end. */ /* CC */
1637 I32 scream_pos = -1; /* Internal iterator of scream. */
ccac19ea 1638 char *scream_olds = NULL;
3dab1dad 1639 SV* const oreplsv = GvSV(PL_replgv);
f9f4320a 1640 const bool do_utf8 = (bool)DO_UTF8(sv);
2757e526 1641 I32 multiline;
0df25f3d 1642
3b0527fe 1643 regmatch_info reginfo; /* create some info to pass to regtry etc */
a3621e74
YO		 1644
1645 GET_RE_DEBUG_FLAGS_DECL;
1646
9d4ba2ae 1647 PERL_UNUSED_ARG(data);
6eb5f6b9
JH		 1648
1649 /* Be paranoid... */
1650 if (prog == NULL || startpos == NULL) {
1651 Perl_croak(aTHX_ "NULL regexp parameter");
1652 return 0;
1653 }
1654
2757e526 1655 multiline = prog->reganch & PMf_MULTILINE;
3b0527fe 1656 reginfo.prog = prog;
2757e526 1657
bac06658 1658 RX_MATCH_UTF8_set(prog, do_utf8);
1de06328
YO		 1659 DEBUG_EXECUTE_r(
1660 debug_start_match(prog, do_utf8, startpos, strend,
1661 "Matching");
1662 );
bac06658 1663
6eb5f6b9 1664 minlen = prog->minlen;
1de06328
YO		 1665
1666 if (strend - startpos < (minlen+(prog->check_offset_min<0?prog->check_offset_min:0))) {
a3621e74 1667 DEBUG_EXECUTE_r(PerlIO_printf(Perl_debug_log,
a72c7584
JH		 1668 "String too short [regexec_flags]...\n"));
1669 goto phooey;
1aa99e6b 1670 }
6eb5f6b9 1671
1de06328 1672
6eb5f6b9
JH		 1673 /* Check validity of program. */
1674 if (UCHARAT(prog->program) != REG_MAGIC) {
1675 Perl_croak(aTHX_ "corrupted regexp program");
1676 }
1677
1678 PL_reg_flags = 0;
1679 PL_reg_eval_set = 0;
1680 PL_reg_maxiter = 0;
1681
1682 if (prog->reganch & ROPT_UTF8)
1683 PL_reg_flags |= RF_utf8;
1684
1685 /* Mark beginning of line for ^ and lookbehind. */
3b0527fe 1686 reginfo.bol = startpos; /* XXX not used ??? */
6eb5f6b9 1687 PL_bostr = strbeg;
3b0527fe 1688 reginfo.sv = sv;
6eb5f6b9
JH		 1689
1690 /* Mark end of line for $ (and such) */
1691 PL_regeol = strend;
1692
1693 /* see how far we have to get to not match where we matched before */
3b0527fe 1694 reginfo.till = startpos+minend;
6eb5f6b9 1695
6eb5f6b9
JH		 1696 /* If there is a "must appear" string, look for it. */
1697 s = startpos;
1698
3b0527fe 1699 if (prog->reganch & ROPT_GPOS_SEEN) { /* Need to set reginfo->ganch */
6eb5f6b9
JH		 1700 MAGIC *mg;
1701
1702 if (flags & REXEC_IGNOREPOS) /* Means: check only at start */
3b0527fe 1703 reginfo.ganch = startpos;
6eb5f6b9
JH		 1704 else if (sv && SvTYPE(sv) >= SVt_PVMG
1705 && SvMAGIC(sv)
14befaf4
DM		 1706 && (mg = mg_find(sv, PERL_MAGIC_regex_global))
1707 && mg->mg_len >= 0) {
3b0527fe 1708 reginfo.ganch = strbeg + mg->mg_len; /* Defined pos() */
6eb5f6b9 1709 if (prog->reganch & ROPT_ANCH_GPOS) {
3b0527fe 1710 if (s > reginfo.ganch)
6eb5f6b9 1711 goto phooey;
3b0527fe 1712 s = reginfo.ganch;
6eb5f6b9
JH		 1713 }
1714 }
1715 else /* pos() not defined */
3b0527fe 1716 reginfo.ganch = strbeg;
6eb5f6b9
JH		 1717 }
1718
a0714e2c 1719 if (!(flags & REXEC_CHECKED) && (prog->check_substr != NULL || prog->check_utf8 != NULL)) {
6eb5f6b9
JH		 1720 re_scream_pos_data d;
1721
1722 d.scream_olds = &scream_olds;
1723 d.scream_pos = &scream_pos;
1724 s = re_intuit_start(prog, sv, s, strend, flags, &d);
3fa9c3d7 1725 if (!s) {
a3621e74 1726 DEBUG_EXECUTE_r(PerlIO_printf(Perl_debug_log, "Not present...\n"));
6eb5f6b9 1727 goto phooey; /* not present */
3fa9c3d7 1728 }
6eb5f6b9
JH		 1729 }
1730
1de06328 1731
6eb5f6b9
JH		 1732
1733 /* Simplest case: anchored match need be tried only once. */
1734 /* [unless only anchor is BOL and multiline is set] */
1735 if (prog->reganch & (ROPT_ANCH & ~ROPT_ANCH_GPOS)) {
3b0527fe 1736 if (s == startpos && regtry(&reginfo, startpos))
6eb5f6b9 1737 goto got_it;
7fba1cd6 1738 else if (multiline || (prog->reganch & ROPT_IMPLICIT)
6eb5f6b9
JH		 1739 || (prog->reganch & ROPT_ANCH_MBOL)) /* XXXX SBOL? */
1740 {
1741 char *end;
1742
1743 if (minlen)
1744 dontbother = minlen - 1;
1aa99e6b 1745 end = HOP3c(strend, -dontbother, strbeg) - 1;
6eb5f6b9 1746 /* for multiline we only have to try after newlines */
33b8afdf 1747 if (prog->check_substr || prog->check_utf8) {
6eb5f6b9
JH		 1748 if (s == startpos)
1749 goto after_try;
1750 while (1) {
3b0527fe 1751 if (regtry(&reginfo, s))
6eb5f6b9
JH		 1752 goto got_it;
1753 after_try:
1754 if (s >= end)
1755 goto phooey;
1756 if (prog->reganch & RE_USE_INTUIT) {
1757 s = re_intuit_start(prog, sv, s + 1, strend, flags, NULL);
1758 if (!s)
1759 goto phooey;
1760 }
1761 else
1762 s++;
1763 }
1764 } else {
1765 if (s > startpos)
1766 s--;
1767 while (s < end) {
1768 if (*s++ == '\n') { /* don't need PL_utf8skip here */
3b0527fe 1769 if (regtry(&reginfo, s))
6eb5f6b9
JH		 1770 goto got_it;
1771 }
1772 }
1773 }
1774 }
1775 goto phooey;
f9f4320a
YO		 1776 } else if (ROPT_GPOS_CHECK == (prog->reganch & ROPT_GPOS_CHECK))
1777 {
1778 /* the warning about reginfo.ganch being used without intialization
1779 is bogus -- we set it above, when prog->reganch & ROPT_GPOS_SEEN
1780 and we only enter this block when the same bit is set. */
3b0527fe 1781 if (regtry(&reginfo, reginfo.ganch))
6eb5f6b9
JH		 1782 goto got_it;
1783 goto phooey;
1784 }
1785
1786 /* Messy cases: unanchored match. */
33b8afdf 1787 if ((prog->anchored_substr || prog->anchored_utf8) && prog->reganch & ROPT_SKIP) {
6eb5f6b9
JH		 1788 /* we have /x+whatever/ */
1789 /* it must be a one character string (XXXX Except UTF?) */
33b8afdf 1790 char ch;
bf93d4cc
GS		 1791#ifdef DEBUGGING
1792 int did_match = 0;
1793#endif
33b8afdf
JH		 1794 if (!(do_utf8 ? prog->anchored_utf8 : prog->anchored_substr))
1795 do_utf8 ? to_utf8_substr(prog) : to_byte_substr(prog);
3f7c398e 1796 ch = SvPVX_const(do_utf8 ? prog->anchored_utf8 : prog->anchored_substr)[0];
bf93d4cc 1797
1aa99e6b 1798 if (do_utf8) {
4cadc6a9 1799 REXEC_FBC_SCAN(
6eb5f6b9 1800 if (*s == ch) {
a3621e74 1801 DEBUG_EXECUTE_r( did_match = 1 );
3b0527fe 1802 if (regtry(&reginfo, s)) goto got_it;
6eb5f6b9
JH		 1803 s += UTF8SKIP(s);
1804 while (s < strend && *s == ch)
1805 s += UTF8SKIP(s);
1806 }
4cadc6a9 1807 );
6eb5f6b9
JH		 1808 }
1809 else {
4cadc6a9 1810 REXEC_FBC_SCAN(
6eb5f6b9 1811 if (*s == ch) {
a3621e74 1812 DEBUG_EXECUTE_r( did_match = 1 );
3b0527fe 1813 if (regtry(&reginfo, s)) goto got_it;
6eb5f6b9
JH		 1814 s++;
1815 while (s < strend && *s == ch)
1816 s++;
1817 }
4cadc6a9 1818 );
6eb5f6b9 1819 }
a3621e74 1820 DEBUG_EXECUTE_r(if (!did_match)
bf93d4cc 1821 PerlIO_printf(Perl_debug_log,
b7953727
JH		 1822 "Did not find anchored character...\n")
1823 );
6eb5f6b9 1824 }
a0714e2c
SS		 1825 else if (prog->anchored_substr != NULL
1826 || prog->anchored_utf8 != NULL
1827 || ((prog->float_substr != NULL || prog->float_utf8 != NULL)
33b8afdf
JH		 1828 && prog->float_max_offset < strend - s)) {
1829 SV *must;
1830 I32 back_max;
1831 I32 back_min;
1832 char *last;
6eb5f6b9 1833 char *last1; /* Last position checked before */
bf93d4cc
GS		 1834#ifdef DEBUGGING
1835 int did_match = 0;
1836#endif
33b8afdf
JH		 1837 if (prog->anchored_substr || prog->anchored_utf8) {
1838 if (!(do_utf8 ? prog->anchored_utf8 : prog->anchored_substr))
1839 do_utf8 ? to_utf8_substr(prog) : to_byte_substr(prog);
1840 must = do_utf8 ? prog->anchored_utf8 : prog->anchored_substr;
1841 back_max = back_min = prog->anchored_offset;
1842 } else {
1843 if (!(do_utf8 ? prog->float_utf8 : prog->float_substr))
1844 do_utf8 ? to_utf8_substr(prog) : to_byte_substr(prog);
1845 must = do_utf8 ? prog->float_utf8 : prog->float_substr;
1846 back_max = prog->float_max_offset;
1847 back_min = prog->float_min_offset;
1848 }
1de06328
YO		 1849
1850
33b8afdf
JH		 1851 if (must == &PL_sv_undef)
1852 /* could not downgrade utf8 check substring, so must fail */
1853 goto phooey;
1854
1de06328
YO		 1855 if (back_min<0) {
1856 last = strend;
1857 } else {
1858 last = HOP3c(strend, /* Cannot start after this */
1859 -(I32)(CHR_SVLEN(must)
1860 - (SvTAIL(must) != 0) + back_min), strbeg);
1861 }
6eb5f6b9
JH		 1862 if (s > PL_bostr)
1863 last1 = HOPc(s, -1);
1864 else
1865 last1 = s - 1; /* bogus */
1866
a0288114 1867 /* XXXX check_substr already used to find "s", can optimize if
6eb5f6b9
JH		 1868 check_substr==must. */
1869 scream_pos = -1;
1870 dontbother = end_shift;
1871 strend = HOPc(strend, -dontbother);
1872 while ( (s <= last) &&
9041c2e3 1873 ((flags & REXEC_SCREAM)
1de06328 1874 ? (s = screaminstr(sv, must, HOP3c(s, back_min, (back_min<0 ? strbeg : strend)) - strbeg,
6eb5f6b9 1875 end_shift, &scream_pos, 0))
1de06328 1876 : (s = fbm_instr((unsigned char*)HOP3(s, back_min, (back_min<0 ? strbeg : strend)),
9041c2e3 1877 (unsigned char*)strend, must,
7fba1cd6 1878 multiline ? FBMrf_MULTILINE : 0))) ) {
4addbd3b
HS		 1879 /* we may be pointing at the wrong string */
1880 if ((flags & REXEC_SCREAM) && RX_MATCH_COPIED(prog))
3f7c398e 1881 s = strbeg + (s - SvPVX_const(sv));
a3621e74 1882 DEBUG_EXECUTE_r( did_match = 1 );
6eb5f6b9
JH		 1883 if (HOPc(s, -back_max) > last1) {
1884 last1 = HOPc(s, -back_min);
1885 s = HOPc(s, -back_max);
1886 }
1887 else {
52657f30 1888 char * const t = (last1 >= PL_bostr) ? HOPc(last1, 1) : last1 + 1;
6eb5f6b9
JH		 1889
1890 last1 = HOPc(s, -back_min);
52657f30 1891 s = t;
6eb5f6b9 1892 }
1aa99e6b 1893 if (do_utf8) {
6eb5f6b9 1894 while (s <= last1) {
3b0527fe 1895 if (regtry(&reginfo, s))
6eb5f6b9
JH		 1896 goto got_it;
1897 s += UTF8SKIP(s);
1898 }
1899 }
1900 else {
1901 while (s <= last1) {
3b0527fe 1902 if (regtry(&reginfo, s))
6eb5f6b9
JH		 1903 goto got_it;
1904 s++;
1905 }
1906 }
1907 }
ab3bbdeb
YO		 1908 DEBUG_EXECUTE_r(if (!did_match) {
1909 RE_PV_QUOTED_DECL(quoted, do_utf8, PERL_DEBUG_PAD_ZERO(0),
1910 SvPVX_const(must), RE_SV_DUMPLEN(must), 30);
1911 PerlIO_printf(Perl_debug_log, "Did not find %s substr %s%s...\n",
33b8afdf 1912 ((must == prog->anchored_substr || must == prog->anchored_utf8)
bf93d4cc 1913 ? "anchored" : "floating"),
ab3bbdeb
YO		 1914 quoted, RE_SV_TAIL(must));
1915 });
6eb5f6b9
JH		 1916 goto phooey;
1917 }
786e8c11 1918 else if ( (c = prog->regstclass) ) {
f14c76ed 1919 if (minlen) {
be8e71aa 1920 const OPCODE op = OP(prog->regstclass);
66e933ab 1921 /* don't bother with what can't match */
786e8c11 1922 if (PL_regkind[op] != EXACT && op != CANY && PL_regkind[op] != TRIE)
f14c76ed
RGS		 1923 strend = HOPc(strend, -(minlen - 1));
1924 }
a3621e74 1925 DEBUG_EXECUTE_r({
be8e71aa 1926 SV * const prop = sv_newmortal();
32fc9b6a 1927 regprop(prog, prop, c);
0df25f3d 1928 {
ab3bbdeb
YO		 1929 RE_PV_QUOTED_DECL(quoted,UTF,PERL_DEBUG_PAD_ZERO(1),
1930 s,strend-s,60);
0df25f3d 1931 PerlIO_printf(Perl_debug_log,
ab3bbdeb 1932 "Matching stclass %.*s against %s (%d chars)\n",
e4f74956 1933 (int)SvCUR(prop), SvPVX_const(prop),
ab3bbdeb 1934 quoted, (int)(strend - s));
0df25f3d 1935 }
ffc61ed2 1936 });
3b0527fe 1937 if (find_byclass(prog, c, s, strend, &reginfo))
6eb5f6b9 1938 goto got_it;
07be1b83 1939 DEBUG_EXECUTE_r(PerlIO_printf(Perl_debug_log, "Contradicts stclass... [regexec_flags]\n"));
d6a28714
JH		 1940 }
1941 else {
1942 dontbother = 0;
a0714e2c 1943 if (prog->float_substr != NULL || prog->float_utf8 != NULL) {
33b8afdf 1944 /* Trim the end. */
d6a28714 1945 char *last;
33b8afdf
JH		 1946 SV* float_real;
1947
1948 if (!(do_utf8 ? prog->float_utf8 : prog->float_substr))
1949 do_utf8 ? to_utf8_substr(prog) : to_byte_substr(prog);
1950 float_real = do_utf8 ? prog->float_utf8 : prog->float_substr;
d6a28714
JH		 1951
1952 if (flags & REXEC_SCREAM) {
33b8afdf 1953 last = screaminstr(sv, float_real, s - strbeg,
d6a28714
JH		 1954 end_shift, &scream_pos, 1); /* last one */
1955 if (!last)
ffc61ed2 1956 last = scream_olds; /* Only one occurrence. */
4addbd3b
HS		 1957 /* we may be pointing at the wrong string */
1958 else if (RX_MATCH_COPIED(prog))
3f7c398e 1959 s = strbeg + (s - SvPVX_const(sv));
b8c5462f 1960 }
d6a28714
JH		 1961 else {
1962 STRLEN len;
cfd0369c 1963 const char * const little = SvPV_const(float_real, len);
d6a28714 1964
33b8afdf 1965 if (SvTAIL(float_real)) {
d6a28714
JH		 1966 if (memEQ(strend - len + 1, little, len - 1))
1967 last = strend - len + 1;
7fba1cd6 1968 else if (!multiline)
9041c2e3 1969 last = memEQ(strend - len, little, len)
bd61b366 1970 ? strend - len : NULL;
b8c5462f 1971 else
d6a28714
JH		 1972 goto find_last;
1973 } else {
1974 find_last:
9041c2e3 1975 if (len)
d6a28714 1976 last = rninstr(s, strend, little, little + len);
b8c5462f 1977 else
a0288114 1978 last = strend; /* matching "$" */
b8c5462f 1979 }
b8c5462f 1980 }
bf93d4cc 1981 if (last == NULL) {
a3621e74 1982 DEBUG_EXECUTE_r(PerlIO_printf(Perl_debug_log,
bf93d4cc 1983 "%sCan't trim the tail, match fails (should not happen)%s\n",
e4584336 1984 PL_colors[4], PL_colors[5]));
bf93d4cc
GS		 1985 goto phooey; /* Should not happen! */
1986 }
d6a28714
JH		 1987 dontbother = strend - last + prog->float_min_offset;
1988 }
1989 if (minlen && (dontbother < minlen))
1990 dontbother = minlen - 1;
1991 strend -= dontbother; /* this one's always in bytes! */
1992 /* We don't know much -- general case. */
1aa99e6b 1993 if (do_utf8) {
d6a28714 1994 for (;;) {
3b0527fe 1995 if (regtry(&reginfo, s))
d6a28714
JH		 1996 goto got_it;
1997 if (s >= strend)
1998 break;
b8c5462f 1999 s += UTF8SKIP(s);
d6a28714
JH		 2000 };
2001 }
2002 else {
2003 do {
3b0527fe 2004 if (regtry(&reginfo, s))
d6a28714
JH		 2005 goto got_it;
2006 } while (s++ < strend);
2007 }
2008 }
2009
2010 /* Failure. */
2011 goto phooey;
2012
2013got_it:
2014 RX_MATCH_TAINTED_set(prog, PL_reg_flags & RF_tainted);
2015
2016 if (PL_reg_eval_set) {
2017 /* Preserve the current value of $^R */
2018 if (oreplsv != GvSV(PL_replgv))
2019 sv_setsv(oreplsv, GvSV(PL_replgv));/* So that when GvSV(replgv) is
2020 restored, the value remains
2021 the same. */
4f639d21 2022 restore_pos(aTHX_ prog);
d6a28714
JH		 2023 }
2024
2025 /* make sure $`, $&, $', and $digit will work later */
2026 if ( !(flags & REXEC_NOT_FIRST) ) {
ed252734 2027 RX_MATCH_COPY_FREE(prog);
d6a28714 2028 if (flags & REXEC_COPY_STR) {
be8e71aa 2029 const I32 i = PL_regeol - startpos + (stringarg - strbeg);
f8c7b90f 2030#ifdef PERL_OLD_COPY_ON_WRITE
ed252734
NC		 2031 if ((SvIsCOW(sv)
2032 || (SvFLAGS(sv) & CAN_COW_MASK) == CAN_COW_FLAGS)) {
2033 if (DEBUG_C_TEST) {
2034 PerlIO_printf(Perl_debug_log,
2035 "Copy on write: regexp capture, type %d\n",
2036 (int) SvTYPE(sv));
2037 }
2038 prog->saved_copy = sv_setsv_cow(prog->saved_copy, sv);
d5263905 2039 prog->subbeg = (char *)SvPVX_const(prog->saved_copy);
ed252734
NC		 2040 assert (SvPOKp(prog->saved_copy));
2041 } else
2042#endif
2043 {
2044 RX_MATCH_COPIED_on(prog);
2045 s = savepvn(strbeg, i);
2046 prog->subbeg = s;
2047 }
d6a28714 2048 prog->sublen = i;
d6a28714
JH		 2049 }
2050 else {
2051 prog->subbeg = strbeg;
2052 prog->sublen = PL_regeol - strbeg; /* strend may have been modified */
2053 }
2054 }
9041c2e3 2055
d6a28714
JH		 2056 return 1;
2057
2058phooey:
a3621e74 2059 DEBUG_EXECUTE_r(PerlIO_printf(Perl_debug_log, "%sMatch failed%s\n",
e4584336 2060 PL_colors[4], PL_colors[5]));
d6a28714 2061 if (PL_reg_eval_set)
4f639d21 2062 restore_pos(aTHX_ prog);
d6a28714
JH		 2063 return 0;
2064}
2065
2066/*
2067 - regtry - try match at specific point
2068 */
2069STATIC I32 /* 0 failure, 1 success */
3b0527fe 2070S_regtry(pTHX_ const regmatch_info *reginfo, char *startpos)
d6a28714 2071{
97aff369 2072 dVAR;
d6a28714
JH		 2073 register I32 *sp;
2074 register I32 *ep;
2075 CHECKPOINT lastcp;
3b0527fe 2076 regexp *prog = reginfo->prog;
a3621e74 2077 GET_RE_DEBUG_FLAGS_DECL;
d6a28714
JH		 2078
2079 if ((prog->reganch & ROPT_EVAL_SEEN) && !PL_reg_eval_set) {
2080 MAGIC *mg;
2081
2082 PL_reg_eval_set = RS_init;
a3621e74 2083 DEBUG_EXECUTE_r(DEBUG_s(
b900a521
JH		 2084 PerlIO_printf(Perl_debug_log, " setting stack tmpbase at %"IVdf"\n",
2085 (IV)(PL_stack_sp - PL_stack_base));
d6a28714 2086 ));
e8347627 2087 SAVEI32(cxstack[cxstack_ix].blk_oldsp);
d6a28714
JH		 2088 cxstack[cxstack_ix].blk_oldsp = PL_stack_sp - PL_stack_base;
2089 /* Otherwise OP_NEXTSTATE will free whatever on stack now. */
2090 SAVETMPS;
2091 /* Apparently this is not needed, judging by wantarray. */
e8347627 2092 /* SAVEI8(cxstack[cxstack_ix].blk_gimme);
d6a28714
JH		 2093 cxstack[cxstack_ix].blk_gimme = G_SCALAR; */
2094
3b0527fe 2095 if (reginfo->sv) {
d6a28714 2096 /* Make $_ available to executed code. */
3b0527fe 2097 if (reginfo->sv != DEFSV) {
59f00321 2098 SAVE_DEFSV;
3b0527fe 2099 DEFSV = reginfo->sv;
b8c5462f 2100 }
d6a28714 2101
3b0527fe
DM		 2102 if (!(SvTYPE(reginfo->sv) >= SVt_PVMG && SvMAGIC(reginfo->sv)
2103 && (mg = mg_find(reginfo->sv, PERL_MAGIC_regex_global)))) {
d6a28714 2104 /* prepare for quick setting of pos */
d300d9fa
NC		 2105#ifdef PERL_OLD_COPY_ON_WRITE
2106 if (SvIsCOW(sv))
2107 sv_force_normal_flags(sv, 0);
2108#endif
3dab1dad 2109 mg = sv_magicext(reginfo->sv, NULL, PERL_MAGIC_regex_global,
d300d9fa 2110 &PL_vtbl_mglob, NULL, 0);
d6a28714 2111 mg->mg_len = -1;
b8c5462f 2112 }
d6a28714
JH		 2113 PL_reg_magic = mg;
2114 PL_reg_oldpos = mg->mg_len;
4f639d21 2115 SAVEDESTRUCTOR_X(restore_pos, prog);
d6a28714 2116 }
09687e5a 2117 if (!PL_reg_curpm) {
a02a5408 2118 Newxz(PL_reg_curpm, 1, PMOP);
09687e5a
AB		 2119#ifdef USE_ITHREADS
2120 {
be8e71aa 2121 SV* const repointer = newSViv(0);
577e12cc 2122 /* so we know which PL_regex_padav element is PL_reg_curpm */
35061a7e 2123 SvFLAGS(repointer) |= SVf_BREAK;
09687e5a
AB		 2124 av_push(PL_regex_padav,repointer);
2125 PL_reg_curpm->op_pmoffset = av_len(PL_regex_padav);
2126 PL_regex_pad = AvARRAY(PL_regex_padav);
2127 }
2128#endif
2129 }
aaa362c4 2130 PM_SETRE(PL_reg_curpm, prog);
d6a28714
JH		 2131 PL_reg_oldcurpm = PL_curpm;
2132 PL_curpm = PL_reg_curpm;
2133 if (RX_MATCH_COPIED(prog)) {
2134 /* Here is a serious problem: we cannot rewrite subbeg,
2135 since it may be needed if this match fails. Thus
2136 $` inside (?{}) could fail... */
2137 PL_reg_oldsaved = prog->subbeg;
2138 PL_reg_oldsavedlen = prog->sublen;
f8c7b90f 2139#ifdef PERL_OLD_COPY_ON_WRITE
ed252734
NC		 2140 PL_nrs = prog->saved_copy;
2141#endif
d6a28714
JH		 2142 RX_MATCH_COPIED_off(prog);
2143 }
2144 else
bd61b366 2145 PL_reg_oldsaved = NULL;
d6a28714
JH		 2146 prog->subbeg = PL_bostr;
2147 prog->sublen = PL_regeol - PL_bostr; /* strend may have been modified */
2148 }
973dddac 2149 prog->startp[0] = startpos - PL_bostr;
d6a28714
JH		 2150 PL_reginput = startpos;
2151 PL_regstartp = prog->startp;
2152 PL_regendp = prog->endp;
2153 PL_reglastparen = &prog->lastparen;
a01268b5 2154 PL_reglastcloseparen = &prog->lastcloseparen;
d6a28714 2155 prog->lastparen = 0;
03994de8 2156 prog->lastcloseparen = 0;
d6a28714 2157 PL_regsize = 0;
a3621e74 2158 DEBUG_EXECUTE_r(PL_reg_starttry = startpos);
d6a28714
JH		 2159 if (PL_reg_start_tmpl <= prog->nparens) {
2160 PL_reg_start_tmpl = prog->nparens*3/2 + 3;
2161 if(PL_reg_start_tmp)
2162 Renew(PL_reg_start_tmp, PL_reg_start_tmpl, char*);
2163 else
a02a5408 2164 Newx(PL_reg_start_tmp, PL_reg_start_tmpl, char*);
d6a28714
JH		 2165 }
2166
2167 /* XXXX What this code is doing here?!!! There should be no need
2168 to do this again and again, PL_reglastparen should take care of
3dd2943c 2169 this! --ilya*/
dafc8851
JH		 2170
2171 /* Tests pat.t#187 and split.t#{13,14} seem to depend on this code.
2172 * Actually, the code in regcppop() (which Ilya may be meaning by
daf18116
JH		 2173 * PL_reglastparen), is not needed at all by the test suite
2174 * (op/regexp, op/pat, op/split), but that code is needed, oddly
2175 * enough, for building DynaLoader, or otherwise this
2176 * "Error: '*' not in typemap in DynaLoader.xs, line 164"
2177 * will happen. Meanwhile, this code *is* needed for the
2178 * above-mentioned test suite tests to succeed. The common theme
2179 * on those tests seems to be returning null fields from matches.
2180 * --jhi */
dafc8851 2181#if 1
d6a28714
JH		 2182 sp = prog->startp;
2183 ep = prog->endp;
2184 if (prog->nparens) {
097eb12c 2185 register I32 i;
eb160463 2186 for (i = prog->nparens; i > (I32)*PL_reglastparen; i--) {
d6a28714
JH		 2187 *++sp = -1;
2188 *++ep = -1;
2189 }
2190 }
dafc8851 2191#endif
02db2b7b 2192 REGCP_SET(lastcp);
3b0527fe 2193 if (regmatch(reginfo, prog->program + 1)) {
d6a28714
JH		 2194 prog->endp[0] = PL_reginput - PL_bostr;
2195 return 1;
2196 }
02db2b7b 2197 REGCP_UNWIND(lastcp);
d6a28714
JH		 2198 return 0;
2199}
2200
02db2b7b 2201
8ba1375e
MJD		 2202#define sayYES goto yes
2203#define sayNO goto no
262b90c4 2204#define sayNO_SILENT goto no_silent
8ba1375e
MJD		 2205#define saySAME(x) if (x) goto yes; else goto no
2206
f9f4320a
YO		 2207/* we dont use STMT_START/END here because it leads to
2208 "unreachable code" warnings, which are bogus, but distracting. */
2209#define CACHEsayNO \
3298f257
DM		 2210 if (st->u.whilem.cache_offset | st->u.whilem.cache_bit) \
2211 PL_reg_poscache[st->u.whilem.cache_offset] |= \
2212 (1<<st->u.whilem.cache_bit); \
f9f4320a 2213 sayNO
3298f257 2214
a3621e74 2215/* this is used to determine how far from the left messages like
265c4333
YO		 2216 'failed...' are printed. It should be set such that messages
2217 are inline with the regop output that created them.
a3621e74 2218*/
265c4333 2219#define REPORT_CODE_OFF 32
a3621e74
YO		 2220
2221
2222/* Make sure there is a test for this +1 options in re_tests */
2223#define TRIE_INITAL_ACCEPT_BUFFLEN 4;
2224
40a82448
DM		 2225#define CHRTEST_UNINIT -1001 /* c1/c2 haven't been calculated yet */
2226#define CHRTEST_VOID -1000 /* the c1/c2 "next char" test should be skipped */
9e137952 2227
86545054
DM		 2228#define SLAB_FIRST(s) (&(s)->states[0])
2229#define SLAB_LAST(s) (&(s)->states[PERL_REGMATCH_SLAB_SLOTS-1])
2230
5d9a96ca
DM		 2231/* grab a new slab and return the first slot in it */
2232
2233STATIC regmatch_state *
2234S_push_slab(pTHX)
2235{
54df2634
NC		 2236#if PERL_VERSION < 9
2237 dMY_CXT;
2238#endif
5d9a96ca
DM		 2239 regmatch_slab *s = PL_regmatch_slab->next;
2240 if (!s) {
2241 Newx(s, 1, regmatch_slab);
2242 s->prev = PL_regmatch_slab;
2243 s->next = NULL;
2244 PL_regmatch_slab->next = s;
2245 }
2246 PL_regmatch_slab = s;
86545054 2247 return SLAB_FIRST(s);
5d9a96ca 2248}
5b47454d 2249
95b24440
DM		 2250/* simulate a recursive call to regmatch */
2251
2252#define REGMATCH(ns, where) \
5d9a96ca
DM		 2253 st->scan = scan; \
2254 scan = (ns); \
2255 st->resume_state = resume_##where; \
95b24440
DM		 2256 goto start_recurse; \
2257 resume_point_##where:
2258
40a82448
DM		 2259/* push a new state then goto it */
2260
2261#define PUSH_STATE_GOTO(state, node) \
2262 scan = node; \
2263 st->resume_state = state; \
2264 goto push_state;
2265
2266/* push a new state with success backtracking, then goto it */
2267
2268#define PUSH_YES_STATE_GOTO(state, node) \
2269 scan = node; \
2270 st->resume_state = state; \
2271 goto push_yes_state;
2272
aa283a38 2273
aa283a38 2274
d6a28714
JH		 2275/*
2276 - regmatch - main matching routine
2277 *
2278 * Conceptually the strategy is simple: check to see whether the current
2279 * node matches, call self recursively to see whether the rest matches,
2280 * and then act accordingly. In practice we make some effort to avoid
2281 * recursion, in particular by going through "ordinary" nodes (that don't
2282 * need to know whether the rest of the match failed) by a loop instead of
2283 * by recursion.
2284 */
2285/* [lwall] I've hoisted the register declarations to the outer block in order to
2286 * maybe save a little bit of pushing and popping on the stack. It also takes
2287 * advantage of machines that use a register save mask on subroutine entry.
95b24440
DM		 2288 *
2289 * This function used to be heavily recursive, but since this had the
2290 * effect of blowing the CPU stack on complex regexes, it has been
2291 * restructured to be iterative, and to save state onto the heap rather
2292 * than the stack. Essentially whereever regmatch() used to be called, it
2293 * pushes the current state, notes where to return, then jumps back into
2294 * the main loop.
2295 *
2296 * Originally the structure of this function used to look something like
2297
2298 S_regmatch() {
2299 int a = 1, b = 2;
2300 ...
2301 while (scan != NULL) {
5d9a96ca 2302 a++; // do stuff with a and b
95b24440
DM		 2303 ...
2304 switch (OP(scan)) {
2305 case FOO: {
2306 int local = 3;
2307 ...
2308 if (regmatch(...)) // recurse
2309 goto yes;
2310 }
2311 ...
2312 }
2313 }
2314 yes:
2315 return 1;
2316 }
2317
2318 * Now it looks something like this:
2319
5d9a96ca 2320 typedef struct {
95b24440
DM		 2321 int a, b, local;
2322 int resume_state;
5d9a96ca 2323 } regmatch_state;
95b24440
DM		 2324
2325 S_regmatch() {
5d9a96ca
DM		 2326 regmatch_state *st = new();
2327 int depth=0;
2328 st->a++; // do stuff with a and b
95b24440
DM		 2329 ...
2330 while (scan != NULL) {
2331 ...
2332 switch (OP(scan)) {
2333 case FOO: {
5d9a96ca 2334 st->local = 3;
95b24440 2335 ...
5d9a96ca
DM		 2336 st->scan = scan;
2337 scan = ...;
2338 st->resume_state = resume_FOO;
2339 goto start_recurse; // recurse
95b24440 2340
5d9a96ca
DM		 2341 resume_point_FOO:
2342 if (result)
95b24440
DM		 2343 goto yes;
2344 }
2345 ...
2346 }
5d9a96ca
DM		 2347 start_recurse:
2348 st = new(); push a new state
2349 st->a = 1; st->b = 2;
2350 depth++;
95b24440 2351 }
5d9a96ca 2352 yes:
95b24440 2353 result = 1;
5d9a96ca
DM		 2354 if (depth--) {
2355 st = pop();
95b24440
DM		 2356 switch (resume_state) {
2357 case resume_FOO:
2358 goto resume_point_FOO;
2359 ...
2360 }
2361 }
2362 return result
2363 }
2364
2365 * WARNING: this means that any line in this function that contains a
2366 * REGMATCH() or TRYPAREN() is actually simulating a recursive call to
2367 * regmatch() using gotos instead. Thus the values of any local variables
2368 * not saved in the regmatch_state structure will have been lost when
2369 * execution resumes on the next line .
5d9a96ca
DM		 2370 *
2371 * States (ie the st pointer) are allocated in slabs of about 4K in size.
2372 * PL_regmatch_state always points to the currently active state, and
2373 * PL_regmatch_slab points to the slab currently containing PL_regmatch_state.
2374 * The first time regmatch is called, the first slab is allocated, and is
2375 * never freed until interpreter desctruction. When the slab is full,
2376 * a new one is allocated chained to the end. At exit from regmatch, slabs
2377 * allocated since entry are freed.
d6a28714 2378 */
95b24440 2379
40a82448 2380
5bc10b2c 2381#define DEBUG_STATE_pp(pp) \
265c4333 2382 DEBUG_STATE_r({ \
5bc10b2c
DM		 2383 DUMP_EXEC_POS(locinput, scan, do_utf8); \
2384 PerlIO_printf(Perl_debug_log, \
2385 " %*s"pp" %s\n", \
2386 depth*2, "", \
03363afd 2387 reg_name[st->resume_state] ); \
265c4333 2388 });
5bc10b2c 2389
40a82448 2390
3dab1dad 2391#define REG_NODE_NUM(x) ((x) ? (int)((x)-prog) : -1)
95b24440 2392
3df15adc 2393#ifdef DEBUGGING
5bc10b2c 2394
ab3bbdeb
YO		 2395STATIC void
2396S_debug_start_match(pTHX_ const regexp *prog, const bool do_utf8,
2397 const char *start, const char *end, const char *blurb)
2398{
2399 const bool utf8_pat= prog->reganch & ROPT_UTF8 ? 1 : 0;
2400 if (!PL_colorset)
2401 reginitcolors();
2402 {
2403 RE_PV_QUOTED_DECL(s0, utf8_pat, PERL_DEBUG_PAD_ZERO(0),
2404 prog->precomp, prog->prelen, 60);
2405
2406 RE_PV_QUOTED_DECL(s1, do_utf8, PERL_DEBUG_PAD_ZERO(1),
2407 start, end - start, 60);
2408
2409 PerlIO_printf(Perl_debug_log,
2410 "%s%s REx%s %s against %s\n",
2411 PL_colors[4], blurb, PL_colors[5], s0, s1);
2412
2413 if (do_utf8||utf8_pat)
1de06328
YO		 2414 PerlIO_printf(Perl_debug_log, "UTF-8 %s%s%s...\n",
2415 utf8_pat ? "pattern" : "",
2416 utf8_pat && do_utf8 ? " and " : "",
2417 do_utf8 ? "string" : ""
ab3bbdeb
YO		 2418 );
2419 }
2420}
3df15adc
YO		 2421
2422STATIC void
786e8c11
YO		 2423S_dump_exec_pos(pTHX_ const char *locinput,
2424 const regnode *scan,
2425 const char *loc_regeol,
2426 const char *loc_bostr,
2427 const char *loc_reg_starttry,
2428 const bool do_utf8)
07be1b83 2429{
786e8c11 2430 const int docolor = *PL_colors[0] || *PL_colors[2] || *PL_colors[4];
07be1b83 2431 const int taill = (docolor ? 10 : 7); /* 3 chars for "> <" */
786e8c11 2432 int l = (loc_regeol - locinput) > taill ? taill : (loc_regeol - locinput);
07be1b83
YO		 2433 /* The part of the string before starttry has one color
2434 (pref0_len chars), between starttry and current
2435 position another one (pref_len - pref0_len chars),
2436 after the current position the third one.
2437 We assume that pref0_len <= pref_len, otherwise we
2438 decrease pref0_len. */
786e8c11
YO		 2439 int pref_len = (locinput - loc_bostr) > (5 + taill) - l
2440 ? (5 + taill) - l : locinput - loc_bostr;
07be1b83
YO		 2441 int pref0_len;
2442
2443 while (do_utf8 && UTF8_IS_CONTINUATION(*(U8*)(locinput - pref_len)))
2444 pref_len++;
786e8c11
YO		 2445 pref0_len = pref_len - (locinput - loc_reg_starttry);
2446 if (l + pref_len < (5 + taill) && l < loc_regeol - locinput)
2447 l = ( loc_regeol - locinput > (5 + taill) - pref_len
2448 ? (5 + taill) - pref_len : loc_regeol - locinput);
07be1b83
YO		 2449 while (do_utf8 && UTF8_IS_CONTINUATION(*(U8*)(locinput + l)))
2450 l--;
2451 if (pref0_len < 0)
2452 pref0_len = 0;
2453 if (pref0_len > pref_len)
2454 pref0_len = pref_len;
2455 {
3df15adc 2456 const int is_uni = (do_utf8 && OP(scan) != CANY) ? 1 : 0;
0df25f3d 2457
ab3bbdeb 2458 RE_PV_COLOR_DECL(s0,len0,is_uni,PERL_DEBUG_PAD(0),
1de06328 2459 (locinput - pref_len),pref0_len, 60, 4, 5);
0df25f3d 2460
ab3bbdeb 2461 RE_PV_COLOR_DECL(s1,len1,is_uni,PERL_DEBUG_PAD(1),
3df15adc 2462 (locinput - pref_len + pref0_len),
1de06328 2463 pref_len - pref0_len, 60, 2, 3);
0df25f3d 2464
ab3bbdeb 2465 RE_PV_COLOR_DECL(s2,len2,is_uni,PERL_DEBUG_PAD(2),
1de06328 2466 locinput, loc_regeol - locinput, 10, 0, 1);
0df25f3d 2467
1de06328 2468 const STRLEN tlen=len0+len1+len2;
3df15adc 2469 PerlIO_printf(Perl_debug_log,
ab3bbdeb 2470 "%4"IVdf" <%.*s%.*s%s%.*s>%*s|",
786e8c11 2471 (IV)(locinput - loc_bostr),
07be1b83 2472 len0, s0,
07be1b83 2473 len1, s1,
07be1b83 2474 (docolor ? "" : "> <"),
07be1b83 2475 len2, s2,
f9f4320a 2476 (int)(tlen > 19 ? 0 : 19 - tlen),
07be1b83
YO		 2477 "");
2478 }
2479}
3df15adc 2480
07be1b83
YO		 2481#endif
2482
d6a28714 2483STATIC I32 /* 0 failure, 1 success */
3b0527fe 2484S_regmatch(pTHX_ const regmatch_info *reginfo, regnode *prog)
d6a28714 2485{
54df2634
NC		 2486#if PERL_VERSION < 9
2487 dMY_CXT;
2488#endif
27da23d5 2489 dVAR;
95b24440 2490 register const bool do_utf8 = PL_reg_match_utf8;
4ad0818d 2491 const U32 uniflags = UTF8_ALLOW_DEFAULT;
95b24440 2492
3b0527fe
DM		 2493 regexp *rex = reginfo->prog;
2494
5d9a96ca
DM		 2495 regmatch_slab *orig_slab;
2496 regmatch_state *orig_state;
a3621e74 2497
5d9a96ca
DM		 2498 /* the current state. This is a cached copy of PL_regmatch_state */
2499 register regmatch_state *st;
95b24440 2500
5d9a96ca
DM		 2501 /* cache heavy used fields of st in registers */
2502 register regnode *scan;
2503 register regnode *next;
2504 register I32 n = 0; /* initialize to shut up compiler warning */
2505 register char *locinput = PL_reginput;
95b24440 2506
5d9a96ca
DM		 2507 /* these variables are NOT saved during a recusive RFEGMATCH: */
2508 register I32 nextchr; /* is always set to UCHARAT(locinput) */
b69b0499 2509 bool result = 0; /* return value of S_regmatch */
5d9a96ca 2510 int depth = 0; /* depth of recursion */
77cb431f
DM		 2511 regmatch_state *yes_state = NULL; /* state to pop to on success of
2512 subpattern */
faec1544 2513 regmatch_state *cur_eval = NULL; /* most recent EVAL_AB state */
b8591aee 2514 struct regmatch_state *cur_curlyx = NULL; /* most recent curlyx */
40a82448 2515 U32 state_num;
95b24440 2516
10edeb5d
JH		 2517 I32 parenfloor = 0;
2518
95b24440 2519#ifdef DEBUGGING
e68ec53f 2520 GET_RE_DEBUG_FLAGS_DECL;
d6a28714
JH		 2521#endif
2522
5d9a96ca
DM		 2523 /* on first ever call to regmatch, allocate first slab */
2524 if (!PL_regmatch_slab) {
2525 Newx(PL_regmatch_slab, 1, regmatch_slab);
2526 PL_regmatch_slab->prev = NULL;
2527 PL_regmatch_slab->next = NULL;
86545054 2528 PL_regmatch_state = SLAB_FIRST(PL_regmatch_slab);
5d9a96ca
DM		 2529 }
2530
2531 /* remember current high-water mark for exit */
2532 /* XXX this should be done with SAVE* instead */
2533 orig_slab = PL_regmatch_slab;
2534 orig_state = PL_regmatch_state;
2535
2536 /* grab next free state slot */
2537 st = ++PL_regmatch_state;
86545054 2538 if (st > SLAB_LAST(PL_regmatch_slab))
5d9a96ca
DM		 2539 st = PL_regmatch_state = S_push_slab(aTHX);
2540
2541 st->minmod = 0;
2542 st->sw = 0;
2543 st->logical = 0;
b8591aee 2544 cur_curlyx = NULL;
786e8c11 2545
d6a28714
JH		 2546 /* Note that nextchr is a byte even in UTF */
2547 nextchr = UCHARAT(locinput);
2548 scan = prog;
2549 while (scan != NULL) {
8ba1375e 2550
a3621e74 2551 DEBUG_EXECUTE_r( {
6136c704 2552 SV * const prop = sv_newmortal();
1de06328 2553 regnode *rnext=regnext(scan);
786e8c11 2554 DUMP_EXEC_POS( locinput, scan, do_utf8 );
32fc9b6a 2555 regprop(rex, prop, scan);
07be1b83
YO		 2556
2557 PerlIO_printf(Perl_debug_log,
2558 "%3"IVdf":%*s%s(%"IVdf")\n",
5bc10b2c 2559 (IV)(scan - rex->program), depth*2, "",
07be1b83 2560 SvPVX_const(prop),
1de06328
YO		 2561 (PL_regkind[OP(scan)] == END || !rnext) ?
2562 0 : (IV)(rnext - rex->program));
2a782b5b 2563 });
d6a28714
JH		 2564
2565 next = scan + NEXT_OFF(scan);
2566 if (next == scan)
2567 next = NULL;
40a82448 2568 state_num = OP(scan);
d6a28714 2569
40a82448
DM		 2570 reenter_switch:
2571 switch (state_num) {
d6a28714 2572 case BOL:
7fba1cd6 2573 if (locinput == PL_bostr)
d6a28714 2574 {
3b0527fe 2575 /* reginfo->till = reginfo->bol; */
b8c5462f
JH		 2576 break;
2577 }
d6a28714
JH		 2578 sayNO;
2579 case MBOL:
12d33761
HS		 2580 if (locinput == PL_bostr ||
2581 ((nextchr || locinput < PL_regeol) && locinput[-1] == '\n'))
d6a28714 2582 {
b8c5462f
JH		 2583 break;
2584 }
d6a28714
JH		 2585 sayNO;
2586 case SBOL:
c2a73568 2587 if (locinput == PL_bostr)
b8c5462f 2588 break;
d6a28714
JH		 2589 sayNO;
2590 case GPOS:
3b0527fe 2591 if (locinput == reginfo->ganch)
d6a28714
JH		 2592 break;
2593 sayNO;
2594 case EOL:
d6a28714
JH		 2595 goto seol;
2596 case MEOL:
d6a28714 2597 if ((nextchr || locinput < PL_regeol) && nextchr != '\n')
b8c5462f 2598 sayNO;
b8c5462f 2599 break;
d6a28714
JH		 2600 case SEOL:
2601 seol:
2602 if ((nextchr || locinput < PL_regeol) && nextchr != '\n')
b8c5462f 2603 sayNO;
d6a28714 2604 if (PL_regeol - locinput > 1)
b8c5462f 2605 sayNO;
b8c5462f 2606 break;
d6a28714
JH		 2607 case EOS:
2608 if (PL_regeol != locinput)
b8c5462f 2609 sayNO;
d6a28714 2610 break;
ffc61ed2 2611 case SANY:
d6a28714 2612 if (!nextchr && locinput >= PL_regeol)
4633a7c4 2613 sayNO;
f33976b4
DB		 2614 if (do_utf8) {
2615 locinput += PL_utf8skip[nextchr];
2616 if (locinput > PL_regeol)
2617 sayNO;
2618 nextchr = UCHARAT(locinput);
2619 }
2620 else
2621 nextchr = UCHARAT(++locinput);
2622 break;
2623 case CANY:
2624 if (!nextchr && locinput >= PL_regeol)
2625 sayNO;
b8c5462f 2626 nextchr = UCHARAT(++locinput);
a0d0e21e 2627 break;
ffc61ed2 2628 case REG_ANY:
1aa99e6b
IH		 2629 if ((!nextchr && locinput >= PL_regeol) || nextchr == '\n')
2630 sayNO;
2631 if (do_utf8) {
b8c5462f 2632 locinput += PL_utf8skip[nextchr];
d6a28714
JH		 2633 if (locinput > PL_regeol)
2634 sayNO;
a0ed51b3 2635 nextchr = UCHARAT(locinput);
a0ed51b3 2636 }
1aa99e6b
IH		 2637 else
2638 nextchr = UCHARAT(++locinput);
a0ed51b3 2639 break;
166ba7cd
DM		 2640
2641#undef ST
2642#define ST st->u.trie
786e8c11
YO		 2643 case TRIEC:
2644 /* In this case the charclass data is available inline so
2645 we can fail fast without a lot of extra overhead.
2646 */
2647 if (scan->flags == EXACT || !do_utf8) {
2648 if(!ANYOF_BITMAP_TEST(scan, *locinput)) {
2649 DEBUG_EXECUTE_r(
2650 PerlIO_printf(Perl_debug_log,
2651 "%*s %sfailed to match trie start class...%s\n",
5bc10b2c 2652 REPORT_CODE_OFF+depth*2, "", PL_colors[4], PL_colors[5])
786e8c11
YO		 2653 );
2654 sayNO_SILENT;
2655 /* NOTREACHED */
2656 }
2657 }
2658 /* FALL THROUGH */
5b47454d 2659 case TRIE:
3dab1dad 2660 {
07be1b83 2661 /* what type of TRIE am I? (utf8 makes this contextual) */
3dab1dad
YO		 2662 const enum { trie_plain, trie_utf8, trie_utf8_fold }
2663 trie_type = do_utf8 ?
2664 (scan->flags == EXACT ? trie_utf8 : trie_utf8_fold)
2665 : trie_plain;
2666
2667 /* what trie are we using right now */
be8e71aa 2668 reg_trie_data * const trie
3dab1dad
YO		 2669 = (reg_trie_data*)rex->data->data[ ARG( scan ) ];
2670 U32 state = trie->startstate;
166ba7cd 2671
3dab1dad
YO		 2672 if (trie->bitmap && trie_type != trie_utf8_fold &&
2673 !TRIE_BITMAP_TEST(trie,*locinput)
2674 ) {
2675 if (trie->states[ state ].wordnum) {
2676 DEBUG_EXECUTE_r(
2677 PerlIO_printf(Perl_debug_log,
2678 "%*s %smatched empty string...%s\n",
5bc10b2c 2679 REPORT_CODE_OFF+depth*2, "", PL_colors[4], PL_colors[5])
3dab1dad
YO		 2680 );
2681 break;
2682 } else {
2683 DEBUG_EXECUTE_r(
2684 PerlIO_printf(Perl_debug_log,
786e8c11 2685 "%*s %sfailed to match trie start class...%s\n",
5bc10b2c 2686 REPORT_CODE_OFF+depth*2, "", PL_colors[4], PL_colors[5])
3dab1dad
YO		 2687 );
2688 sayNO_SILENT;
2689 }
2690 }
166ba7cd 2691
786e8c11
YO		 2692 {
2693 U8 *uc = ( U8* )locinput;
2694
2695 STRLEN len = 0;
2696 STRLEN foldlen = 0;
2697 U8 *uscan = (U8*)NULL;
2698 STRLEN bufflen=0;
2699 SV *sv_accept_buff = NULL;
2700 U8 foldbuf[ UTF8_MAXBYTES_CASE + 1 ];
2701
2702 ST.accepted = 0; /* how many accepting states we have seen */
2703 ST.B = next;
2704 ST.jump = trie->jump;
2705
2706#ifdef DEBUGGING
2707 ST.me = scan;
2708#endif
2709
2710
2711
07be1b83
YO		 2712 /*
2713 traverse the TRIE keeping track of all accepting states
2714 we transition through until we get to a failing node.
2715 */
2716
a3621e74 2717 while ( state && uc <= (U8*)PL_regeol ) {
786e8c11 2718 U32 base = trie->states[ state ].trans.base;
f9f4320a 2719 UV uvc = 0;
786e8c11
YO		 2720 U16 charid;
2721 /* We use charid to hold the wordnum as we don't use it
2722 for charid until after we have done the wordnum logic.
2723 We define an alias just so that the wordnum logic reads
2724 more naturally. */
2725
2726#define got_wordnum charid
2727 got_wordnum = trie->states[ state ].wordnum;
2728
2729 if ( got_wordnum ) {
2730 if ( ! ST.accepted ) {
5b47454d
DM		 2731 ENTER;
2732 SAVETMPS;
2733 bufflen = TRIE_INITAL_ACCEPT_BUFFLEN;
2734 sv_accept_buff=newSV(bufflen *
2735 sizeof(reg_trie_accepted) - 1);
786e8c11 2736 SvCUR_set(sv_accept_buff, 0);
5b47454d
DM		 2737 SvPOK_on(sv_accept_buff);
2738 sv_2mortal(sv_accept_buff);
166ba7cd
DM		 2739 SAVETMPS;
2740 ST.accept_buff =
5b47454d
DM		 2741 (reg_trie_accepted*)SvPV_nolen(sv_accept_buff );
2742 }
786e8c11 2743 do {
166ba7cd 2744 if (ST.accepted >= bufflen) {
5b47454d 2745 bufflen *= 2;
166ba7cd 2746 ST.accept_buff =(reg_trie_accepted*)
5b47454d
DM		 2747 SvGROW(sv_accept_buff,
2748 bufflen * sizeof(reg_trie_accepted));
2749 }
2750 SvCUR_set(sv_accept_buff,SvCUR(sv_accept_buff)
2751 + sizeof(reg_trie_accepted));
a3621e74 2752
786e8c11
YO		 2753
2754 ST.accept_buff[ST.accepted].wordnum = got_wordnum;
2755 ST.accept_buff[ST.accepted].endpos = uc;
2756 ++ST.accepted;
2757 } while (trie->nextword && (got_wordnum= trie->nextword[got_wordnum]));
2758 }
2759#undef got_wordnum
a3621e74 2760
07be1b83 2761 DEBUG_TRIE_EXECUTE_r({
786e8c11 2762 DUMP_EXEC_POS( (char *)uc, scan, do_utf8 );
a3621e74 2763 PerlIO_printf( Perl_debug_log,
786e8c11 2764 "%*s %sState: %4"UVxf" Accepted: %4"UVxf" ",
5bc10b2c 2765 2+depth * 2, "", PL_colors[4],
786e8c11 2766 (UV)state, (UV)ST.accepted );
07be1b83 2767 });
a3621e74
YO		 2768
2769 if ( base ) {
4cadc6a9
YO		 2770 REXEC_TRIE_READ_CHAR(trie_type, trie, uc, uscan, len,
2771 uvc, charid, foldlen, foldbuf, uniflags);
a3621e74 2772
5b47454d
DM		 2773 if (charid &&
2774 (base + charid > trie->uniquecharcount )
2775 && (base + charid - 1 - trie->uniquecharcount
2776 < trie->lasttrans)
2777 && trie->trans[base + charid - 1 -
2778 trie->uniquecharcount].check == state)
2779 {
2780 state = trie->trans[base + charid - 1 -
2781 trie->uniquecharcount ].next;
2782 }
2783 else {
2784 state = 0;
2785 }
2786 uc += len;
2787
2788 }
2789 else {
a3621e74
YO		 2790 state = 0;
2791 }
2792 DEBUG_TRIE_EXECUTE_r(
e4584336 2793 PerlIO_printf( Perl_debug_log,
786e8c11 2794 "Charid:%3x CP:%4"UVxf" After State: %4"UVxf"%s\n",
e4584336 2795 charid, uvc, (UV)state, PL_colors[5] );
a3621e74
YO		 2796 );
2797 }
166ba7cd 2798 if (!ST.accepted )
a3621e74 2799 sayNO;
a3621e74 2800
166ba7cd
DM		 2801 DEBUG_EXECUTE_r(
2802 PerlIO_printf( Perl_debug_log,
2803 "%*s %sgot %"IVdf" possible matches%s\n",
5bc10b2c 2804 REPORT_CODE_OFF + depth * 2, "",
166ba7cd
DM		 2805 PL_colors[4], (IV)ST.accepted, PL_colors[5] );
2806 );
786e8c11 2807 }}
166ba7cd
DM		 2808
2809 /* FALL THROUGH */
2810
2811 case TRIE_next_fail: /* we failed - try next alterative */
2812
2813 if ( ST.accepted == 1 ) {
2814 /* only one choice left - just continue */
2815 DEBUG_EXECUTE_r({
2816 reg_trie_data * const trie
2817 = (reg_trie_data*)rex->data->data[ ARG(ST.me) ];
2818 SV ** const tmp = RX_DEBUG(reginfo->prog)
2819 ? av_fetch( trie->words, ST.accept_buff[ 0 ].wordnum-1, 0 )
2820 : NULL;
2821 PerlIO_printf( Perl_debug_log,
2822 "%*s %sonly one match left: #%d <%s>%s\n",
5bc10b2c 2823 REPORT_CODE_OFF+depth*2, "", PL_colors[4],
166ba7cd
DM		 2824 ST.accept_buff[ 0 ].wordnum,
2825 tmp ? SvPV_nolen_const( *tmp ) : "not compiled under -Dr",
2826 PL_colors[5] );
2827 });
2828 PL_reginput = (char *)ST.accept_buff[ 0 ].endpos;
2829 /* in this case we free tmps/leave before we call regmatch
2830 as we wont be using accept_buff again. */
2831 FREETMPS;
2832 LEAVE;
2833 locinput = PL_reginput;
2834 nextchr = UCHARAT(locinput);
786e8c11
YO		 2835
2836 if ( !ST.jump )
2837 scan = ST.B;
2838 else
2839 scan = ST.B - ST.jump[ST.accept_buff[0].wordnum];
2840
166ba7cd
DM		 2841 continue; /* execute rest of RE */
2842 }
2843
2844 if (!ST.accepted-- ) {
2845 FREETMPS;
2846 LEAVE;
2847 sayNO;
2848 }
2849
a3621e74 2850 /*
166ba7cd
DM		 2851 There are at least two accepting states left. Presumably
2852 the number of accepting states is going to be low,
2853 typically two. So we simply scan through to find the one
2854 with lowest wordnum. Once we find it, we swap the last
2855 state into its place and decrement the size. We then try to
2856 match the rest of the pattern at the point where the word
2857 ends. If we succeed, control just continues along the
2858 regex; if we fail we return here to try the next accepting
2859 state
2860 */
a3621e74 2861
166ba7cd
DM		 2862 {
2863 U32 best = 0;
2864 U32 cur;
2865 for( cur = 1 ; cur <= ST.accepted ; cur++ ) {
2866 DEBUG_TRIE_EXECUTE_r(
f2278c82 2867 PerlIO_printf( Perl_debug_log,
166ba7cd 2868 "%*s %sgot %"IVdf" (%d) as best, looking at %"IVdf" (%d)%s\n",
5bc10b2c 2869 REPORT_CODE_OFF + depth * 2, "", PL_colors[4],
166ba7cd
DM		 2870 (IV)best, ST.accept_buff[ best ].wordnum, (IV)cur,
2871 ST.accept_buff[ cur ].wordnum, PL_colors[5] );
2872 );
2873
2874 if (ST.accept_buff[cur].wordnum <
2875 ST.accept_buff[best].wordnum)
2876 best = cur;
a3621e74 2877 }
166ba7cd
DM		 2878
2879 DEBUG_EXECUTE_r({
2880 reg_trie_data * const trie
2881 = (reg_trie_data*)rex->data->data[ ARG(ST.me) ];
2882 SV ** const tmp = RX_DEBUG(reginfo->prog)
2883 ? av_fetch( trie->words, ST.accept_buff[ best ].wordnum - 1, 0 )
2884 : NULL;
265c4333
YO		 2885 regnode *nextop=!ST.jump ?
2886 ST.B :
2887 ST.B - ST.jump[ST.accept_buff[best].wordnum];
2888 PerlIO_printf( Perl_debug_log,
2889 "%*s %strying alternation #%d <%s> at node #%d %s\n",
5bc10b2c 2890 REPORT_CODE_OFF+depth*2, "", PL_colors[4],
166ba7cd 2891 ST.accept_buff[best].wordnum,
265c4333
YO		 2892 tmp ? SvPV_nolen_const( *tmp ) : "not compiled under -Dr",
2893 REG_NODE_NUM(nextop),
166ba7cd
DM		 2894 PL_colors[5] );
2895 });
2896
2897 if ( best<ST.accepted ) {
2898 reg_trie_accepted tmp = ST.accept_buff[ best ];
2899 ST.accept_buff[ best ] = ST.accept_buff[ ST.accepted ];
2900 ST.accept_buff[ ST.accepted ] = tmp;
2901 best = ST.accepted;
a3621e74 2902 }
166ba7cd 2903 PL_reginput = (char *)ST.accept_buff[ best ].endpos;
786e8c11
YO		 2904 if ( !ST.jump ) {
2905 PUSH_STATE_GOTO(TRIE_next, ST.B);
2906 /* NOTREACHED */
2907 } else {
2908 PUSH_STATE_GOTO(TRIE_next, ST.B - ST.jump[ST.accept_buff[best].wordnum]);
2909 /* NOTREACHED */
2910 }
2911 /* NOTREACHED */
166ba7cd 2912 }
166ba7cd
DM		 2913 /* NOTREACHED */
2914
2915#undef ST
2916
95b24440
DM		 2917 case EXACT: {
2918 char *s = STRING(scan);
5d9a96ca 2919 st->ln = STR_LEN(scan);
eb160463 2920 if (do_utf8 != UTF) {
bc517b45 2921 /* The target and the pattern have differing utf8ness. */
1aa99e6b 2922 char *l = locinput;
be8e71aa 2923 const char * const e = s + st->ln;
a72c7584 2924
5ff6fc6d
JH		 2925 if (do_utf8) {
2926 /* The target is utf8, the pattern is not utf8. */
1aa99e6b 2927 while (s < e) {
a3b680e6 2928 STRLEN ulen;
1aa99e6b 2929 if (l >= PL_regeol)
5ff6fc6d
JH		 2930 sayNO;
2931 if (NATIVE_TO_UNI(*(U8*)s) !=
89ebb4a3 2932 utf8n_to_uvuni((U8*)l, UTF8_MAXBYTES, &ulen,
041457d9 2933 uniflags))
5ff6fc6d 2934 sayNO;
bc517b45 2935 l += ulen;
5ff6fc6d 2936 s ++;
1aa99e6b 2937 }
5ff6fc6d
JH		 2938 }
2939 else {
2940 /* The target is not utf8, the pattern is utf8. */
1aa99e6b 2941 while (s < e) {
a3b680e6 2942 STRLEN ulen;
1aa99e6b
IH		 2943 if (l >= PL_regeol)
2944 sayNO;
5ff6fc6d 2945 if (NATIVE_TO_UNI(*((U8*)l)) !=
89ebb4a3 2946 utf8n_to_uvuni((U8*)s, UTF8_MAXBYTES, &ulen,
041457d9 2947 uniflags))
1aa99e6b 2948 sayNO;
bc517b45 2949 s += ulen;
a72c7584 2950 l ++;
1aa99e6b 2951 }
5ff6fc6d 2952 }
1aa99e6b
IH		 2953 locinput = l;
2954 nextchr = UCHARAT(locinput);
2955 break;
2956 }
bc517b45 2957 /* The target and the pattern have the same utf8ness. */
d6a28714
JH		 2958 /* Inline the first character, for speed. */
2959 if (UCHARAT(s) != nextchr)
2960 sayNO;
5d9a96ca 2961 if (PL_regeol - locinput < st->ln)
d6a28714 2962 sayNO;
5d9a96ca 2963 if (st->ln > 1 && memNE(s, locinput, st->ln))
d6a28714 2964 sayNO;
5d9a96ca 2965 locinput += st->ln;
d6a28714
JH		 2966 nextchr = UCHARAT(locinput);
2967 break;
95b24440 2968 }
d6a28714 2969 case EXACTFL:
b8c5462f
JH		 2970 PL_reg_flags |= RF_tainted;
2971 /* FALL THROUGH */
95b24440 2972 case EXACTF: {
be8e71aa 2973 char * const s = STRING(scan);
5d9a96ca 2974 st->ln = STR_LEN(scan);
d6a28714 2975
d07ddd77
JH		 2976 if (do_utf8 || UTF) {
2977 /* Either target or the pattern are utf8. */
be8e71aa 2978 const char * const l = locinput;
d07ddd77 2979 char *e = PL_regeol;
bc517b45 2980
5d9a96ca 2981 if (ibcmp_utf8(s, 0, st->ln, (bool)UTF,
1feea2c7 2982 l, &e, 0, do_utf8)) {
5486206c
JH		 2983 /* One more case for the sharp s:
2984 * pack("U0U*", 0xDF) =~ /ss/i,
2985 * the 0xC3 0x9F are the UTF-8
2986 * byte sequence for the U+00DF. */
2987 if (!(do_utf8 &&
2988 toLOWER(s[0]) == 's' &&
5d9a96ca 2989 st->ln >= 2 &&
5486206c
JH		 2990 toLOWER(s[1]) == 's' &&
2991 (U8)l[0] == 0xC3 &&
2992 e - l >= 2 &&
2993 (U8)l[1] == 0x9F))
2994 sayNO;
2995 }
d07ddd77
JH		 2996 locinput = e;
2997 nextchr = UCHARAT(locinput);
2998 break;
a0ed51b3 2999 }
d6a28714 3000
bc517b45
JH		 3001 /* Neither the target and the pattern are utf8. */
3002
d6a28714
JH		 3003 /* Inline the first character, for speed. */
3004 if (UCHARAT(s) != nextchr &&
3005 UCHARAT(s) != ((OP(scan) == EXACTF)
3006 ? PL_fold : PL_fold_locale)[nextchr])
a0ed51b3 3007 sayNO;
5d9a96ca 3008 if (PL_regeol - locinput < st->ln)
b8c5462f 3009 sayNO;
5d9a96ca
DM		 3010 if (st->ln > 1 && (OP(scan) == EXACTF
3011 ? ibcmp(s, locinput, st->ln)
3012 : ibcmp_locale(s, locinput, st->ln)))
4633a7c4 3013 sayNO;
5d9a96ca 3014 locinput += st->ln;
d6a28714 3015 nextchr = UCHARAT(locinput);
a0d0e21e 3016 break;
95b24440 3017 }
d6a28714 3018 case ANYOF:
ffc61ed2 3019 if (do_utf8) {
9e55ce06
JH		 3020 STRLEN inclasslen = PL_regeol - locinput;
3021
32fc9b6a 3022 if (!reginclass(rex, scan, (U8*)locinput, &inclasslen, do_utf8))
262b90c4 3023 goto anyof_fail;
ffc61ed2
JH		 3024 if (locinput >= PL_regeol)
3025 sayNO;
0f0076b4 3026 locinput += inclasslen ? inclasslen : UTF8SKIP(locinput);
b8c5462f 3027 nextchr = UCHARAT(locinput);
e0f9d4a8 3028 break;
ffc61ed2
JH		 3029 }
3030 else {
3031 if (nextchr < 0)
3032 nextchr = UCHARAT(locinput);
32fc9b6a 3033 if (!REGINCLASS(rex, scan, (U8*)locinput))
262b90c4 3034 goto anyof_fail;
ffc61ed2
JH		 3035 if (!nextchr && locinput >= PL_regeol)
3036 sayNO;
3037 nextchr = UCHARAT(++locinput);
e0f9d4a8
JH		 3038 break;
3039 }
262b90c4 3040 anyof_fail:
e0f9d4a8
JH		 3041 /* If we might have the case of the German sharp s
3042 * in a casefolding Unicode character class. */
3043
ebc501f0
JH		 3044 if (ANYOF_FOLD_SHARP_S(scan, locinput, PL_regeol)) {
3045 locinput += SHARP_S_SKIP;
e0f9d4a8 3046 nextchr = UCHARAT(locinput);
ffc61ed2 3047 }
e0f9d4a8
JH		 3048 else
3049 sayNO;
b8c5462f 3050 break;
d6a28714 3051 case ALNUML:
b8c5462f
JH		 3052 PL_reg_flags |= RF_tainted;
3053 /* FALL THROUGH */
d6a28714 3054 case ALNUM:
b8c5462f 3055 if (!nextchr)
4633a7c4 3056 sayNO;
ffc61ed2 3057 if (do_utf8) {
1a4fad37 3058 LOAD_UTF8_CHARCLASS_ALNUM();
ffc61ed2 3059 if (!(OP(scan) == ALNUM
bb7a0f54 3060 ? (bool)swash_fetch(PL_utf8_alnum, (U8*)locinput, do_utf8)
d6a28714 3061 : isALNUM_LC_utf8((U8*)locinput)))
b8c5462f
JH		 3062 {
3063 sayNO;
a0ed51b3 3064 }
b8c5462f 3065 locinput += PL_utf8skip[nextchr];
a0ed51b3
LW		 3066 nextchr = UCHARAT(locinput);
3067 break;
3068 }
ffc61ed2 3069 if (!(OP(scan) == ALNUM
d6a28714 3070 ? isALNUM(nextchr) : isALNUM_LC(nextchr)))
bbce6d69 3071 sayNO;
b8c5462f 3072 nextchr = UCHARAT(++locinput);
a0d0e21e 3073 break;
d6a28714 3074 case NALNUML:
b8c5462f
JH		 3075 PL_reg_flags |= RF_tainted;
3076 /* FALL THROUGH */
d6a28714
JH		 3077 case NALNUM:
3078 if (!nextchr && locinput >= PL_regeol)
a0ed51b3 3079 sayNO;
ffc61ed2 3080 if (do_utf8) {
1a4fad37 3081 LOAD_UTF8_CHARCLASS_ALNUM();
ffc61ed2 3082 if (OP(scan) == NALNUM
bb7a0f54 3083 ? (bool)swash_fetch(PL_utf8_alnum, (U8*)locinput, do_utf8)
d6a28714
JH		 3084 : isALNUM_LC_utf8((U8*)locinput))
3085 {
b8c5462f 3086 sayNO;
d6a28714 3087 }
b8c5462f
JH		 3088 locinput += PL_utf8skip[nextchr];
3089 nextchr = UCHARAT(locinput);
3090 break;
3091 }
ffc61ed2 3092 if (OP(scan) == NALNUM
d6a28714 3093 ? isALNUM(nextchr) : isALNUM_LC(nextchr))
b8c5462f 3094 sayNO;
76e3520e 3095 nextchr = UCHARAT(++locinput);
a0d0e21e 3096 break;
d6a28714
JH		 3097 case BOUNDL:
3098 case NBOUNDL:
3280af22 3099 PL_reg_flags |= RF_tainted;
bbce6d69 3100 /* FALL THROUGH */
d6a28714
JH		 3101 case BOUND:
3102 case NBOUND:
3103 /* was last char in word? */
ffc61ed2 3104 if (do_utf8) {
12d33761 3105 if (locinput == PL_bostr)
5d9a96ca 3106 st->ln = '\n';
ffc61ed2 3107 else {
a3b680e6 3108 const U8 * const r = reghop3((U8*)locinput, -1, (U8*)PL_bostr);
9041c2e3 3109
4ad0818d 3110 st->ln = utf8n_to_uvchr(r, UTF8SKIP(r), 0, uniflags);
ffc61ed2
JH		 3111 }
3112 if (OP(scan) == BOUND || OP(scan) == NBOUND) {
5d9a96ca 3113 st->ln = isALNUM_uni(st->ln);
1a4fad37 3114 LOAD_UTF8_CHARCLASS_ALNUM();
3568d838 3115 n = swash_fetch(PL_utf8_alnum, (U8*)locinput, do_utf8);
ffc61ed2
JH		 3116 }
3117 else {
5d9a96ca 3118 st->ln = isALNUM_LC_uvchr(UNI_TO_NATIVE(st->ln));
ffc61ed2
JH		 3119 n = isALNUM_LC_utf8((U8*)locinput);
3120 }
a0ed51b3 3121 }
d6a28714 3122 else {
5d9a96ca 3123 st->ln = (locinput != PL_bostr) ?
12d33761 3124 UCHARAT(locinput - 1) : '\n';
ffc61ed2 3125 if (OP(scan) == BOUND || OP(scan) == NBOUND) {
5d9a96ca 3126 st->ln = isALNUM(st->ln);
ffc61ed2
JH		 3127 n = isALNUM(nextchr);
3128 }
3129 else {
5d9a96ca 3130 st->ln = isALNUM_LC(st->ln);
ffc61ed2
JH		 3131 n = isALNUM_LC(nextchr);
3132 }
d6a28714 3133 }
5d9a96ca 3134 if (((!st->ln) == (!n)) == (OP(scan) == BOUND ||
ffc61ed2
JH		 3135 OP(scan) == BOUNDL))
3136 sayNO;
a0ed51b3 3137 break;
d6a28714 3138 case SPACEL:
3280af22 3139 PL_reg_flags |= RF_tainted;
bbce6d69 3140 /* FALL THROUGH */
d6a28714 3141 case SPACE:
9442cb0e 3142 if (!nextchr)
4633a7c4 3143 sayNO;
1aa99e6b 3144 if (do_utf8) {
fd400ab9 3145 if (UTF8_IS_CONTINUED(nextchr)) {
1a4fad37 3146 LOAD_UTF8_CHARCLASS_SPACE();
ffc61ed2 3147 if (!(OP(scan) == SPACE
bb7a0f54 3148 ? (bool)swash_fetch(PL_utf8_space, (U8*)locinput, do_utf8)
ffc61ed2
JH		 3149 : isSPACE_LC_utf8((U8*)locinput)))
3150 {
3151 sayNO;
3152 }
3153 locinput += PL_utf8skip[nextchr];
3154 nextchr = UCHARAT(locinput);
3155 break;
d6a28714 3156 }
ffc61ed2
JH		 3157 if (!(OP(scan) == SPACE
3158 ? isSPACE(nextchr) : isSPACE_LC(nextchr)))
3159 sayNO;
3160 nextchr = UCHARAT(++locinput);
3161 }
3162 else {
3163 if (!(OP(scan) == SPACE
3164 ? isSPACE(nextchr) : isSPACE_LC(nextchr)))
3165 sayNO;
3166 nextchr = UCHARAT(++locinput);
a0ed51b3 3167 }
a0ed51b3 3168 break;
d6a28714 3169 case NSPACEL:
3280af22 3170 PL_reg_flags |= RF_tainted;
bbce6d69 3171 /* FALL THROUGH */
d6a28714 3172 case NSPACE:
9442cb0e 3173 if (!nextchr && locinput >= PL_regeol)
b8c5462f 3174 sayNO;
1aa99e6b 3175 if (do_utf8) {
1a4fad37 3176 LOAD_UTF8_CHARCLASS_SPACE();
ffc61ed2 3177 if (OP(scan) == NSPACE
bb7a0f54 3178 ? (bool)swash_fetch(PL_utf8_space, (U8*)locinput, do_utf8)
d6a28714 3179 : isSPACE_LC_utf8((U8*)locinput))
b8c5462f
JH		 3180 {
3181 sayNO;
3182 }
3183 locinput += PL_utf8skip[nextchr];
3184 nextchr = UCHARAT(locinput);
3185 break;
a0ed51b3 3186 }
ffc61ed2 3187 if (OP(scan) == NSPACE
d6a28714 3188 ? isSPACE(nextchr) : isSPACE_LC(nextchr))
4633a7c4 3189 sayNO;
76e3520e 3190 nextchr = UCHARAT(++locinput);
a0d0e21e 3191 break;
d6a28714 3192 case DIGITL:
a0ed51b3
LW		 3193 PL_reg_flags |= RF_tainted;
3194 /* FALL THROUGH */
d6a28714 3195 case DIGIT:
9442cb0e 3196 if (!nextchr)
a0ed51b3 3197 sayNO;
1aa99e6b 3198 if (do_utf8) {
1a4fad37 3199 LOAD_UTF8_CHARCLASS_DIGIT();
ffc61ed2 3200 if (!(OP(scan) == DIGIT
bb7a0f54 3201 ? (bool)swash_fetch(PL_utf8_digit, (U8*)locinput, do_utf8)
9442cb0e 3202 : isDIGIT_LC_utf8((U8*)locinput)))
dfe13c55 3203 {
a0ed51b3 3204 sayNO;
dfe13c55 3205 }
6f06b55f 3206 locinput += PL_utf8skip[nextchr];
a0ed51b3
LW		 3207 nextchr = UCHARAT(locinput);
3208 break;
3209 }
ffc61ed2 3210 if (!(OP(scan) == DIGIT
9442cb0e 3211 ? isDIGIT(nextchr) : isDIGIT_LC(nextchr)))
a0ed51b3
LW		 3212 sayNO;
3213 nextchr = UCHARAT(++locinput);
3214 break;
d6a28714 3215 case NDIGITL:
b8c5462f
JH		 3216 PL_reg_flags |= RF_tainted;
3217 /* FALL THROUGH */
d6a28714 3218 case NDIGIT:
9442cb0e 3219 if (!nextchr && locinput >= PL_regeol)
b8c5462f 3220 sayNO;
1aa99e6b 3221 if (do_utf8) {
1a4fad37 3222 LOAD_UTF8_CHARCLASS_DIGIT();
ffc61ed2 3223 if (OP(scan) == NDIGIT
bb7a0f54 3224 ? (bool)swash_fetch(PL_utf8_digit, (U8*)locinput, do_utf8)
9442cb0e
GS		 3225 : isDIGIT_LC_utf8((U8*)locinput))
3226 {
a0ed51b3 3227 sayNO;
9442cb0e 3228 }
6f06b55f 3229 locinput += PL_utf8skip[nextchr];
a0ed51b3
LW		 3230 nextchr = UCHARAT(locinput);
3231 break;
3232 }
ffc61ed2 3233 if (OP(scan) == NDIGIT
9442cb0e 3234 ? isDIGIT(nextchr) : isDIGIT_LC(nextchr))
a0ed51b3
LW		 3235 sayNO;
3236 nextchr = UCHARAT(++locinput);
3237 break;
3238 case CLUMP:
b7c83a7e 3239 if (locinput >= PL_regeol)
a0ed51b3 3240 sayNO;
b7c83a7e 3241 if (do_utf8) {
1a4fad37 3242 LOAD_UTF8_CHARCLASS_MARK();
b7c83a7e
JH		 3243 if (swash_fetch(PL_utf8_mark,(U8*)locinput, do_utf8))
3244 sayNO;
3245 locinput += PL_utf8skip[nextchr];
3246 while (locinput < PL_regeol &&
3247 swash_fetch(PL_utf8_mark,(U8*)locinput, do_utf8))
3248 locinput += UTF8SKIP(locinput);
3249 if (locinput > PL_regeol)
3250 sayNO;
eb08e2da
JH		 3251 }
3252 else
3253 locinput++;
a0ed51b3
LW		 3254 nextchr = UCHARAT(locinput);
3255 break;
c8756f30 3256 case REFFL:
3280af22 3257 PL_reg_flags |= RF_tainted;
c8756f30 3258 /* FALL THROUGH */
c277df42 3259 case REF:
95b24440
DM		 3260 case REFF: {
3261 char *s;
c277df42 3262 n = ARG(scan); /* which paren pair */
5d9a96ca 3263 st->ln = PL_regstartp[n];
2c2d71f5 3264 PL_reg_leftiter = PL_reg_maxiter; /* Void cache */
5d9a96ca 3265 if ((I32)*PL_reglastparen < n || st->ln == -1)
af3f8c16 3266 sayNO; /* Do not match unless seen CLOSEn. */
5d9a96ca 3267 if (st->ln == PL_regendp[n])
a0d0e21e 3268 break;
a0ed51b3 3269
5d9a96ca 3270 s = PL_bostr + st->ln;
1aa99e6b 3271 if (do_utf8 && OP(scan) != REF) { /* REF can do byte comparison */
a0ed51b3 3272 char *l = locinput;
a3b680e6 3273 const char *e = PL_bostr + PL_regendp[n];
a0ed51b3
LW		 3274 /*
3275 * Note that we can't do the "other character" lookup trick as
3276 * in the 8-bit case (no pun intended) because in Unicode we
3277 * have to map both upper and title case to lower case.
3278 */
3279 if (OP(scan) == REFF) {
3280 while (s < e) {
a3b680e6
AL		 3281 STRLEN ulen1, ulen2;
3282 U8 tmpbuf1[UTF8_MAXBYTES_CASE+1];
3283 U8 tmpbuf2[UTF8_MAXBYTES_CASE+1];
3284
a0ed51b3
LW		 3285 if (l >= PL_regeol)
3286 sayNO;
a2a2844f
JH		 3287 toLOWER_utf8((U8*)s, tmpbuf1, &ulen1);
3288 toLOWER_utf8((U8*)l, tmpbuf2, &ulen2);
7114a2d2 3289 if (ulen1 != ulen2 || memNE((char *)tmpbuf1, (char *)tmpbuf2, ulen1))
a0ed51b3 3290 sayNO;
a2a2844f
JH		 3291 s += ulen1;
3292 l += ulen2;
a0ed51b3
LW		 3293 }
3294 }
3295 locinput = l;
3296 nextchr = UCHARAT(locinput);
3297 break;
3298 }
3299
a0d0e21e 3300 /* Inline the first character, for speed. */
76e3520e 3301 if (UCHARAT(s) != nextchr &&
c8756f30
AK		 3302 (OP(scan) == REF ||
3303 (UCHARAT(s) != ((OP(scan) == REFF
22c35a8c 3304 ? PL_fold : PL_fold_locale)[nextchr]))))
4633a7c4 3305 sayNO;
5d9a96ca
DM		 3306 st->ln = PL_regendp[n] - st->ln;
3307 if (locinput + st->ln > PL_regeol)
4633a7c4 3308 sayNO;
5d9a96ca
DM		 3309 if (st->ln > 1 && (OP(scan) == REF
3310 ? memNE(s, locinput, st->ln)
c8756f30 3311 : (OP(scan) == REFF
5d9a96ca
DM		 3312 ? ibcmp(s, locinput, st->ln)
3313 : ibcmp_locale(s, locinput, st->ln))))
4633a7c4 3314 sayNO;
5d9a96ca 3315 locinput += st->ln;
76e3520e 3316 nextchr = UCHARAT(locinput);
a0d0e21e 3317 break;
95b24440 3318 }
a0d0e21e
LW		 3319
3320 case NOTHING:
c277df42 3321 case TAIL:
a0d0e21e
LW		 3322 break;
3323 case BACK:
3324 break;
40a82448
DM		 3325
3326#undef ST
3327#define ST st->u.eval
3328
3329 case EVAL: /* /(?{A})B/ /(??{A})B/ and /(?(?{A})X|Y)B/ */
c277df42 3330 {
c277df42 3331 SV *ret;
8e5e9ebe 3332 {
4aabdb9b
DM		 3333 /* execute the code in the {...} */
3334 dSP;
6136c704 3335 SV ** const before = SP;
4aabdb9b
DM		 3336 OP_4tree * const oop = PL_op;
3337 COP * const ocurcop = PL_curcop;
3338 PAD *old_comppad;
4aabdb9b
DM		 3339
3340 n = ARG(scan);
32fc9b6a 3341 PL_op = (OP_4tree*)rex->data->data[n];
4aabdb9b 3342 DEBUG_EXECUTE_r( PerlIO_printf(Perl_debug_log, " re_eval 0x%"UVxf"\n", PTR2UV(PL_op)) );
32fc9b6a 3343 PAD_SAVE_LOCAL(old_comppad, (PAD*)rex->data->data[n + 2]);
4aabdb9b
DM		 3344 PL_regendp[0] = PL_reg_magic->mg_len = locinput - PL_bostr;
3345
8e5e9ebe
RGS		 3346 CALLRUNOPS(aTHX); /* Scalar context. */
3347 SPAGAIN;
3348 if (SP == before)
075aa684 3349 ret = &PL_sv_undef; /* protect against empty (?{}) blocks. */
8e5e9ebe
RGS		 3350 else {
3351 ret = POPs;
3352 PUTBACK;
3353 }
4aabdb9b
DM		 3354
3355 PL_op = oop;
3356 PAD_RESTORE_LOCAL(old_comppad);
3357 PL_curcop = ocurcop;
3358 if (!st->logical) {
3359 /* /(?{...})/ */
3360 sv_setsv(save_scalar(PL_replgv), ret);
4aabdb9b
DM		 3361 break;
3362 }
8e5e9ebe 3363 }
4aabdb9b
DM		 3364 if (st->logical == 2) { /* Postponed subexpression: /(??{...})/ */
3365 regexp *re;
4aabdb9b 3366 {
4f639d21
DM		 3367 /* extract RE object from returned value; compiling if
3368 * necessary */
3369
6136c704 3370 MAGIC *mg = NULL;
be8e71aa 3371 const SV *sv;
faf82a0b
AE		 3372 if(SvROK(ret) && SvSMAGICAL(sv = SvRV(ret)))
3373 mg = mg_find(sv, PERL_MAGIC_qr);
3374 else if (SvSMAGICAL(ret)) {
3375 if (SvGMAGICAL(ret))
3376 sv_unmagic(ret, PERL_MAGIC_qr);
3377 else
3378 mg = mg_find(ret, PERL_MAGIC_qr);
0f5d15d6 3379 }
faf82a0b 3380
0f5d15d6
IZ		 3381 if (mg) {
3382 re = (regexp *)mg->mg_obj;
df0003d4 3383 (void)ReREFCNT_inc(re);
0f5d15d6
IZ		 3384 }
3385 else {
3386 STRLEN len;
6136c704 3387 const char * const t = SvPV_const(ret, len);
0f5d15d6 3388 PMOP pm;
a3b680e6 3389 const I32 osize = PL_regsize;
0f5d15d6 3390
5fcd1c1b 3391 Zero(&pm, 1, PMOP);
4aabdb9b 3392 if (DO_UTF8(ret)) pm.op_pmdynflags |= PMdf_DYN_UTF8;
f9f4320a 3393 re = CALLREGCOMP((char*)t, (char*)t + len, &pm);
9041c2e3 3394 if (!(SvFLAGS(ret)
faf82a0b
AE		 3395 & (SVs_TEMP | SVs_PADTMP | SVf_READONLY
3396 | SVs_GMG)))
14befaf4
DM		 3397 sv_magic(ret,(SV*)ReREFCNT_inc(re),
3398 PERL_MAGIC_qr,0,0);
0f5d15d6 3399 PL_regsize = osize;
0f5d15d6 3400 }
4aabdb9b 3401 }
aa283a38
DM		 3402
3403 /* run the pattern returned from (??{...}) */
40a82448
DM		 3404 ST.cp = regcppush(0); /* Save *all* the positions. */
3405 REGCP_SET(ST.lastcp);
4aabdb9b
DM		 3406 *PL_reglastparen = 0;
3407 *PL_reglastcloseparen = 0;
4aabdb9b 3408 PL_reginput = locinput;
4aabdb9b
DM		 3409
3410 /* XXXX This is too dramatic a measure... */
3411 PL_reg_maxiter = 0;
3412
5d9a96ca 3413 st->logical = 0;
faec1544
DM		 3414 ST.toggle_reg_flags = PL_reg_flags;
3415 if (re->reganch & ROPT_UTF8)
3416 PL_reg_flags |= RF_utf8;
3417 else
3418 PL_reg_flags &= ~RF_utf8;
3419 ST.toggle_reg_flags ^= PL_reg_flags; /* diff of old and new */
3420
40a82448 3421 ST.prev_rex = rex;
faec1544 3422 ST.prev_curlyx = cur_curlyx;
aa283a38 3423 rex = re;
faec1544 3424 cur_curlyx = NULL;
40a82448 3425 ST.B = next;
faec1544
DM