This is a live mirror of the Perl 5 development currently hosted at https://github.com/perl/perl5
Initial devel changes.
[perl5.git] / toke.c
diff --git a/toke.c b/toke.c
index 99d0e61..1318208 100644 (file)
--- a/toke.c
+++ b/toke.c
@@ -43,6 +43,8 @@ static I32 sublex_start _((void));
 #ifdef CRIPPLED_CC
 static int uni _((I32 f, char *s));
 #endif
+static char * filter_gets _((SV *sv, FILE *fp));
+static void restore_rsfp _((void *f));
 
 /* The following are arranged oddly so that the guard on the switch statement
  * can get by with a single comparison (if the compiler is smart enough).
@@ -221,7 +223,7 @@ SV *line;
     SAVESPTR(linestr);
     SAVEPPTR(lex_brackstack);
     SAVEPPTR(lex_casestack);
-    SAVESPTR(rsfp);
+    SAVEDESTRUCTOR(restore_rsfp, rsfp);
 
     lex_state = LEX_NORMAL;
     lex_defer = 0;
@@ -256,10 +258,8 @@ SV *line;
     SvTEMP_off(linestr);
     oldoldbufptr = oldbufptr = bufptr = SvPVX(linestr);
     bufend = bufptr + SvCUR(linestr);
-    rs = "\n";
-    rslen = 1;
-    rschar = '\n';
-    rspara = 0;
+    SvREFCNT_dec(rs);
+    rs = newSVpv("\n", 1);
     rsfp = 0;
 }
 
@@ -269,6 +269,19 @@ lex_end()
 }
 
 static void
+restore_rsfp(f)
+void *f;
+{
+    FILE *fp = (FILE*)f;
+
+    if (rsfp == stdin)
+       clearerr(rsfp);
+    else if (rsfp && (rsfp != fp))
+       fclose(rsfp);
+    rsfp = fp;
+}
+
+static void
 incline(s)
 char *s;
 {
@@ -329,7 +342,7 @@ register char *s;
        }
        if (s < bufend || !rsfp || lex_state != LEX_NORMAL)
            return s;
-       if ((s = sv_gets(linestr, rsfp, 0)) == Nullch) {
+       if ((s = filter_gets(linestr, rsfp)) == Nullch) {
            if (minus_n || minus_p) {
                sv_setpv(linestr,minus_p ? ";}continue{print" : "");
                sv_catpv(linestr,";}");
@@ -677,8 +690,8 @@ char *start;
                SvGROW(sv, SvLEN(sv) + 256);
                d = SvPVX(sv) + i;
                d -= 2;
-               max = d[1] & 0377;
-               for (i = (*d & 0377); i <= max; i++)
+               max = (U8)d[1];
+               for (i = (U8)*d; i <= max; i++)
                    *d++ = i;
                dorange = FALSE;
                continue;
@@ -982,15 +995,143 @@ incl_perldb()
 }
 
 
-/* Encrypted script support: cryptswitch_add() may be called to */
-/* define a function which may manipulate the input stream      */
-/* (via popen() etc) to decode the input if required.           */
-/* At the moment we only allow one cryptswitch function.        */
+/* Encoded script support. filter_add() effectively inserts a
+ * 'pre-processing' function into the current source input stream. 
+ * Note that the filter function only applies to the current source file
+ * (e.g., it will not affect files 'require'd or 'use'd by this one).
+ *
+ * The datasv parameter (which may be NULL) can be used to pass
+ * private data to this instance of the filter. The filter function
+ * can recover the SV using the FILTER_DATA macro and use it to
+ * store private buffers and state information.
+ *
+ * The supplied datasv parameter is upgraded to a PVIO type
+ * and the IoDIRP field is used to store the function pointer.
+ * Note that IoTOP_NAME, IoFMT_NAME, IoBOTTOM_NAME, if set for
+ * private use must be set using malloc'd pointers.
+ */
+static int filter_debug = 0;
+
+SV *
+filter_add(funcp, datasv)
+    filter_t funcp;
+    SV *datasv;
+{
+    if (!funcp){ /* temporary handy debugging hack to be deleted */
+       filter_debug = atoi((char*)datasv);
+       return NULL;
+    }
+    if (!rsfp_filters)
+       rsfp_filters = newAV();
+    if (!datasv)
+       datasv = newSV(0);
+    if (!SvUPGRADE(datasv, SVt_PVIO))
+        die("Can't upgrade filter_add data to SVt_PVIO");
+    IoDIRP(datasv) = (DIR*)funcp; /* stash funcp into spare field */
+    if (filter_debug)
+       warn("filter_add func %lx (%s)", funcp, SvPV(datasv,na));
+    av_unshift(rsfp_filters, 1);
+    av_store(rsfp_filters, 0, datasv) ;
+    return(datasv);
+}
+
+/* Delete most recently added instance of this filter function.        */
 void
-cryptswitch_add(funcp)
-    cryptswitch_t funcp;
+filter_del(funcp)
+    filter_t funcp;
+{
+    if (filter_debug)
+       warn("filter_del func %lx", funcp);
+    if (!rsfp_filters || AvFILL(rsfp_filters)<0)
+       return;
+    /* if filter is on top of stack (usual case) just pop it off */
+    if (IoDIRP(FILTER_DATA(0)) == (void*)funcp){
+       /* sv_free(av_pop(rsfp_filters)); */
+       sv_free(av_shift(rsfp_filters));
+
+        return;
+    }
+    /* we need to search for the correct entry and clear it    */
+    die("filter_del can only delete in reverse order (currently)");
+}
+
+
+/* Invoke the n'th filter function for the current rsfp.        */
+I32
+filter_read(idx, buf_sv, maxlen)
+    int idx;
+    SV *buf_sv;
+    int maxlen;                /* 0 = read one text line */
+{
+    filter_t funcp;
+    SV *datasv = NULL;
+
+    if (!rsfp_filters)
+       return -1;
+    if (idx > AvFILL(rsfp_filters)){       /* Any more filters?        */
+       /* Provide a default input filter to make life easy.    */
+       /* Note that we append to the line. This is handy.      */
+       if (filter_debug)
+           warn("filter_read %d: from rsfp\n", idx);
+       if (maxlen) { 
+           /* Want a block */
+           int len ;
+           int old_len = SvCUR(buf_sv) ;
+
+           /* ensure buf_sv is large enough */
+           SvGROW(buf_sv, old_len + maxlen) ;
+           if ((len = fread(SvPVX(buf_sv) + old_len, 1, maxlen, rsfp)) <= 0){
+               if (ferror(rsfp))
+                   return -1;          /* error */
+               else
+                   return 0 ;          /* end of file */
+           }
+           SvCUR_set(buf_sv, old_len + len) ;
+       } else {
+           /* Want a line */
+            if (sv_gets(buf_sv, rsfp, SvCUR(buf_sv)) == NULL) {
+               if (ferror(rsfp))
+                   return -1;          /* error */
+               else
+                   return 0 ;          /* end of file */
+           }
+       }
+       return SvCUR(buf_sv);
+    }
+    /* Skip this filter slot if filter has been deleted        */
+    if ( (datasv = FILTER_DATA(idx)) == &sv_undef){
+       if (filter_debug)
+           warn("filter_read %d: skipped (filter deleted)\n", idx);
+       return FILTER_READ(idx+1, buf_sv, maxlen); /* recurse */
+    }
+    /* Get function pointer hidden within datasv       */
+    funcp = (filter_t)IoDIRP(datasv);
+    if (filter_debug)
+       warn("filter_read %d: via function %lx (%s)\n",
+               idx, funcp, SvPV(datasv,na));
+    /* Call function. The function is expected to      */
+    /* call "FILTER_READ(idx+1, buf_sv)" first.                */
+    /* Return: <0:error, =0:eof, >0:not eof            */
+    return (*funcp)(idx, buf_sv, maxlen);
+}
+
+static char *
+filter_gets(sv,fp)
+register SV *sv;
+register FILE *fp;
 {
-    cryptswitch_fp = funcp;
+    if (rsfp_filters) {
+
+        SvCUR_set(sv, 0);      /* start with empty line        */
+        if (FILTER_READ(0, sv, 0) > 0)
+            return ( SvPVX(sv) ) ;
+        else
+           return Nullch ;
+    }
+    else 
+        return (sv_gets(sv, fp, 0)) ;
+    
 }
 
 
@@ -1203,8 +1344,18 @@ yylex()
        if (!in_eval && !preambled) {
            preambled = TRUE;
            sv_setpv(linestr,incl_perldb());
-           if (autoboot_preamble)
-               sv_catpv(linestr, autoboot_preamble);
+           if (SvCUR(linestr))
+               sv_catpv(linestr,";");
+           if (preambleav){
+               while(AvFILL(preambleav) >= 0) {
+                   SV *tmpsv = av_shift(preambleav);
+                   sv_catsv(linestr, tmpsv);
+                   sv_catpv(linestr, ";");
+                   sv_free(tmpsv);
+               }
+               sv_free((SV*)preambleav);
+               preambleav = NULL;
+           }
            if (minus_n || minus_p) {
                sv_catpv(linestr, "LINE: while (<>) {");
                if (minus_l)
@@ -1236,16 +1387,8 @@ yylex()
            }
            goto retry;
        }
-       /* Give cryptswitch a chance. Note that cryptswitch_fp may */
-       /* be either be called once if it redirects rsfp and unregisters */
-       /* itself, or it may be called on every line if it loads linestr. */
-       if (cryptswitch_fp && (*cryptswitch_fp)()) {
-           oldoldbufptr = oldbufptr = s = SvPVX(linestr);
-           bufend = SvPVX(linestr) + SvCUR(linestr);
-           goto retry;
-       }
        do {
-           if ((s = sv_gets(linestr, rsfp, 0)) == Nullch) {
+           if ((s = filter_gets(linestr, rsfp)) == Nullch) {
              fake_eof:
                if (rsfp) {
                    if (preprocess && !in_eval)
@@ -1342,8 +1485,9 @@ yylex()
                    if (*d++ == '-') {
                        while (d = moreswitches(d)) ;
                        if (perldb && !oldpdb ||
-                           minus_n && !oldn ||
-                           minus_p && !oldp)
+                           ( minus_n || minus_p ) && !(oldn || oldp) )
+                             /* if we have already added "LINE: while (<>) {",
+                                we must not do it again */
                        {
                            sv_setpv(linestr, "");
                            oldoldbufptr = oldbufptr = s = SvPVX(linestr);
@@ -1560,6 +1704,9 @@ yylex()
        OPERATOR(tmp);
     case ')':
        tmp = *s++;
+       s = skipspace(s);
+       if (*s == '{')
+           PREBLOCK(tmp);
        TERM(tmp);
     case ']':
        s++;
@@ -1573,7 +1720,7 @@ yylex()
                    lex_state = LEX_INTERPEND;
            }
        }
-       TOKEN(']');
+       TERM(']');
     case '{':
       leftbracket:
        s++;
@@ -1631,7 +1778,7 @@ yylex()
                if (*s == '}')
                    OPERATOR(HASHBRACK);
                if (isALPHA(*s)) {
-                   for (t = s; t < bufend && isALPHA(*t); t++) ;
+                   for (t = s; t < bufend && isALNUM(*t); t++) ;
                }
                else if (*s == '\'' || *s == '"') {
                    t = strchr(s+1,*s);
@@ -1691,7 +1838,7 @@ yylex()
            AOPERATOR(ANDAND);
        s--;
        if (expect == XOPERATOR) {
-           if (isALPHA(*s) && bufptr == SvPVX(linestr)) {
+           if (dowarn && isALPHA(*s) && bufptr == SvPVX(linestr)) {
                curcop->cop_line--;
                warn(warn_nosemi);
                curcop->cop_line++;
@@ -1706,6 +1853,7 @@ yylex()
        }
        else
            PREREF('&');
+       yylval.ival = (OPpENTERSUB_AMPER<<8);
        TERM('&');
 
     case '|':
@@ -1730,6 +1878,24 @@ yylex()
        if (expect == XSTATE && isALPHA(tmp) &&
                (s == SvPVX(linestr)+1 || s[-2] == '\n') )
        {
+           if (in_eval && !rsfp) {
+               d = bufend;
+               while (s < d) {
+                   if (*s++ == '\n') {
+                       incline(s);
+                       if (strnEQ(s,"=cut",4)) {
+                           s = strchr(s,'\n');
+                           if (s)
+                               s++;
+                           else
+                               s = d;
+                           incline(s);
+                           goto retry;
+                       }
+                   }
+               }
+               goto retry;
+           }
            s = bufend;
            doextract = TRUE;
            goto retry;
@@ -1887,25 +2053,33 @@ yylex()
            }
            else if (!strchr(tokenbuf,':')) {
                if (oldexpect != XREF || oldoldbufptr == last_lop) {
-                   if (*s == '[')
-                       tokenbuf[0] = '@';
-                   else if (*s == '{')
-                       tokenbuf[0] = '%';
+                   if (intuit_more(s)) {
+                       if (*s == '[')
+                           tokenbuf[0] = '@';
+                       else if (*s == '{')
+                           tokenbuf[0] = '%';
+                   }
                }
                if (tmp = pad_findmy(tokenbuf)) {
+                   if (!tokenbuf[2] && *tokenbuf =='$' &&
+                       tokenbuf[1] <= 'b' && tokenbuf[1] >= 'a')
+                   {
+                       for (d = in_eval ? oldoldbufptr : SvPVX(linestr);
+                           d < bufend && *d != '\n';
+                           d++)
+                       {
+                           if (strnEQ(d,"<=>",3) || strnEQ(d,"cmp",3)) {
+                               croak("Can't use \"my %s\" in sort comparison",
+                                   tokenbuf);
+                           }
+                       }
+                   }
                    nextval[nexttoke].opval = newOP(OP_PADANY, 0);
                    nextval[nexttoke].opval->op_targ = tmp;
                    force_next(PRIVATEREF);
                }
-               else {
-                   if ((tainting || !euid) &&
-                       !isLOWER(tokenbuf[1]) &&
-                       (isDIGIT(tokenbuf[1]) ||
-                        strchr("&`'+", tokenbuf[1]) ||
-                        instr(tokenbuf,"MATCH") ))
-                       hints |= HINT_BLOCK_SCOPE; /* Can't optimize block out*/
+               else
                    force_ident(tokenbuf+1, *tokenbuf);
-               }
            }
            else
                force_ident(tokenbuf+1, *tokenbuf);
@@ -1935,8 +2109,10 @@ yylex()
                TERM('@');
            }
            else if (!strchr(tokenbuf,':')) {
-               if (*s == '{')
-                   tokenbuf[0] = '%';
+               if (intuit_more(s)) {
+                   if (*s == '{')
+                       tokenbuf[0] = '%';
+               }
                if (tmp = pad_findmy(tokenbuf)) {
                    nextval[nexttoke].opval = newOP(OP_PADANY, 0);
                    nextval[nexttoke].opval->op_targ = tmp;
@@ -1946,7 +2122,7 @@ yylex()
            }
 
            /* Force them to make up their mind on "@foo". */
-           if (lex_state != LEX_NORMAL &&
+           if (lex_state != LEX_NORMAL && !lex_brackets &&
                    ( !(gv = gv_fetchpv(tokenbuf+1, FALSE, SVt_PVAV)) ||
                      (*tokenbuf == '@'
                        ? !GvAV(gv)
@@ -2052,7 +2228,13 @@ yylex()
        }
        if (!s)
            missingterm((char*)0);
-       yylval.ival = OP_STRINGIFY;
+       yylval.ival = OP_CONST;
+       for (d = SvPV(lex_stuff, len); len; len--, d++) {
+           if (*d == '$' || *d == '@' || *d == '\\') {
+               yylval.ival = OP_STRINGIFY;
+               break;
+           }
+       }
        TERM(sublex_start());
 
     case '`':
@@ -2112,6 +2294,9 @@ yylex()
        bufptr = s;
        s = scan_word(s, tokenbuf, FALSE, &len);
        
+       if (*s == ':' && s[1] == ':' && strNE(tokenbuf, "CORE"))
+           goto just_a_word;
+
        tmp = keyword(tokenbuf, len);
 
        /* Is this a word before a => operator? */
@@ -2131,10 +2316,9 @@ yylex()
        if (tmp < 0) {                  /* second-class keyword? */
            GV* gv;
            if (expect != XOPERATOR &&
-             (*s != ':' || s[1] != ':') &&
-             (gv = gv_fetchpv(tokenbuf,FALSE, SVt_PVCV)) &&
-             (GvFLAGS(gv) & GVf_IMPORTED) &&
-             GvCV(gv))
+               (*s != ':' || s[1] != ':') &&
+               (gv = gv_fetchpv(tokenbuf, FALSE, SVt_PVCV)) &&
+               GvIMPORTED_CV(gv))
            {
                tmp = 0;
            }
@@ -2211,8 +2395,9 @@ yylex()
                    /* If not a declared subroutine, it's an indirect object. */
                    /* (But it's an indir obj regardless for sort.) */
 
-                   if (last_lop_op == OP_SORT ||
-                     (!immediate_paren && (!gv || !GvCV(gv))) ) {
+                   if ((last_lop_op == OP_SORT ||
+                         (!immediate_paren && (!gv || !GvCV(gv))) ) &&
+                        (last_lop_op != OP_MAPSTART && last_lop_op != OP_GREPSTART)){
                        expect = (last_lop == oldoldbufptr) ? XTERM : XOPERATOR;
                        goto bareword;
                    }
@@ -2227,6 +2412,7 @@ yylex()
                    nextval[nexttoke].opval = yylval.opval;
                    expect = XOPERATOR;
                    force_next(WORD);
+                   yylval.ival = 0;
                    TOKEN('&');
                }
 
@@ -2246,17 +2432,36 @@ yylex()
                /* Not a method, so call it a subroutine (if defined) */
 
                if (gv && GvCV(gv)) {
-                   nextval[nexttoke].opval = yylval.opval;
+                   CV* cv = GvCV(gv);
                    if (*s == '(') {
+                       nextval[nexttoke].opval = yylval.opval;
                        expect = XTERM;
                        force_next(WORD);
+                       yylval.ival = 0;
                        TOKEN('&');
                    }
                    if (lastchar == '-')
-                       warn("Ambiguious use of -%s resolved as -&%s()",
+                       warn("Ambiguous use of -%s resolved as -&%s()",
                                tokenbuf, tokenbuf);
                    last_lop = oldbufptr;
                    last_lop_op = OP_ENTERSUB;
+                   /* Resolve to GV now. */
+                   op_free(yylval.opval);
+                   yylval.opval = newCVREF(0, newGVOP(OP_GV, 0, gv));
+                   /* Is there a prototype? */
+                   if (SvPOK(cv)) {
+                       STRLEN len;
+                       char *proto = SvPV((SV*)cv, len);
+                       if (!len)
+                           TERM(FUNC0SUB);
+                       if (strEQ(proto, "$"))
+                           OPERATOR(UNIOPSUB);
+                       if (*proto == '&' && *s == '{') {
+                           sv_setpv(subname,"__ANON__");
+                           PREBLOCK(LSTOPSUB);
+                       }
+                   }
+                   nextval[nexttoke].opval = yylval.opval;
                    expect = XTERM;
                    force_next(WORD);
                    TOKEN(NOAMP);
@@ -2288,7 +2493,7 @@ yylex()
                if (lastchar && strchr("*%&", lastchar)) {
                    warn("Operator or semicolon missing before %c%s",
                        lastchar, tokenbuf);
-                   warn("Ambiguious use of %c resolved as operator %c",
+                   warn("Ambiguous use of %c resolved as operator %c",
                        lastchar, lastchar);
                }
                TOKEN(WORD);
@@ -2304,13 +2509,19 @@ yylex()
            TERM(THING);
        }
 
+       case KEY___DATA__:
        case KEY___END__: {
            GV *gv;
 
            /*SUPPRESS 560*/
-           if (!in_eval) {
-               gv = gv_fetchpv("main::DATA",TRUE, SVt_PVIO);
-               SvMULTI_on(gv);
+           if (rsfp && (!in_eval || tokenbuf[2] == 'D')) {
+               char dname[256];
+               char *pname = "main";
+               if (tokenbuf[2] == 'D')
+                   pname = HvNAME(curstash ? curstash : defstash);
+               sprintf(dname,"%s::DATA", pname);
+               gv = gv_fetchpv(dname,TRUE, SVt_PVIO);
+               GvMULTI_on(gv);
                if (!GvIO(gv))
                    GvIOp(gv) = newIO();
                IoIFP(GvIOp(gv)) = rsfp;
@@ -2335,6 +2546,7 @@ yylex()
        case KEY_DESTROY:
        case KEY_BEGIN:
        case KEY_END:
+       case KEY_RESTART:
            if (expect == XSTATE) {
                s = bufptr;
                goto really_sub;
@@ -2720,6 +2932,17 @@ yylex()
        case KEY_my:
            in_my = TRUE;
            yylval.ival = 1;
+           s = skipspace(s);
+           if (isIDFIRST(*s)) {
+               s = scan_word(s, tokenbuf, TRUE, &len);
+               in_my_stash = gv_stashpv(tokenbuf, FALSE);
+               if (!in_my_stash) {
+                   char tmpbuf[1024];
+                   bufptr = s;
+                   sprintf(tmpbuf, "No such class %.1000s", tokenbuf);
+                   yyerror(tmpbuf);
+               }
+           }
            OPERATOR(LOCAL);
 
        case KEY_next:
@@ -2772,6 +2995,9 @@ yylex()
            checkcomma(s,tokenbuf,"filehandle");
            LOP(OP_PRTF,XREF);
 
+       case KEY_prototype:
+           UNI(OP_PROTOTYPE);
+
        case KEY_push:
            LOP(OP_PUSH,XTERM);
 
@@ -3027,13 +3253,10 @@ yylex()
        case KEY_sub:
          really_sub:
            s = skipspace(s);
-           if (*s == '{' && tmp == KEY_sub) {
-               sv_setpv(subname,"__ANON__");
-               PRETERMBLOCK(ANONSUB);
-           }
-           expect = XBLOCK;
+
            if (isIDFIRST(*s) || *s == '\'' || *s == ':') {
                char tmpbuf[128];
+               expect = XBLOCK;
                d = scan_word(s, tmpbuf, TRUE, &len);
                if (strchr(tmpbuf, ':'))
                    sv_setpv(subname, tmpbuf);
@@ -3043,17 +3266,47 @@ yylex()
                    sv_catpvn(subname,tmpbuf,len);
                }
                s = force_word(s,WORD,FALSE,TRUE,TRUE);
+               s = skipspace(s);
            }
-           else
+           else {
+               expect = XTERMBLOCK;
                sv_setpv(subname,"?");
+           }
 
-           if (tmp != KEY_format)
-               PREBLOCK(SUB);
+           if (tmp == KEY_format) {
+               s = skipspace(s);
+               if (*s == '=')
+                   lex_formbrack = lex_brackets + 1;
+               OPERATOR(FORMAT);
+           }
 
-           s = skipspace(s);
-           if (*s == '=')
-               lex_formbrack = lex_brackets + 1;
-           OPERATOR(FORMAT);
+           /* Look for a prototype */
+           if (*s == '(') {
+               s = scan_str(s);
+               if (!s) {
+                   if (lex_stuff)
+                       SvREFCNT_dec(lex_stuff);
+                   lex_stuff = Nullsv;
+                   croak("Prototype not terminated");
+               }
+               nexttoke++;
+               nextval[1] = nextval[0];
+               nexttype[1] = nexttype[0];
+               nextval[0].opval = (OP*)newSVOP(OP_CONST, 0, lex_stuff);
+               nexttype[0] = THING;
+               if (nexttoke == 1) {
+                   lex_defer = lex_state;
+                   lex_expect = expect;
+                   lex_state = LEX_KNOWNEXT;
+               }
+               lex_stuff = Nullsv;
+           }
+
+           if (*SvPV(subname,na) == '?') {
+               sv_setpv(subname,"__ANON__");
+               TOKEN(ANONSUB);
+           }
+           PREBLOCK(SUB);
 
        case KEY_system:
            set_csh();
@@ -3065,6 +3318,9 @@ yylex()
        case KEY_syscall:
            LOP(OP_SYSCALL,XTERM);
 
+       case KEY_sysopen:
+           LOP(OP_SYSOPEN,XTERM);
+
        case KEY_sysread:
            LOP(OP_SYSREAD,XTERM);
 
@@ -3084,6 +3340,9 @@ yylex()
        case KEY_tie:
            LOP(OP_TIE,XTERM);
 
+       case KEY_tied:
+           UNI(OP_TIED);
+
        case KEY_time:
            FUN0(OP_TIME);
 
@@ -3195,6 +3454,7 @@ I32 len;
        if (d[1] == '_') {
            if (strEQ(d,"__LINE__"))            return -KEY___LINE__;
            if (strEQ(d,"__FILE__"))            return -KEY___FILE__;
+           if (strEQ(d,"__DATA__"))            return KEY___DATA__;
            if (strEQ(d,"__END__"))             return KEY___END__;
        }
        break;
@@ -3309,6 +3569,7 @@ I32 len;
            break;
        case 6:
            if (strEQ(d,"exists"))              return KEY_exists;
+           if (strEQ(d,"elseif")) warn("elseif should be elsif");
            break;
        case 8:
            if (strEQ(d,"endgrent"))            return -KEY_endgrent;
@@ -3554,6 +3815,8 @@ I32 len;
        case 7:
            if (strEQ(d,"package"))             return KEY_package;
            break;
+       case 9:
+           if (strEQ(d,"prototype"))           return KEY_prototype;
        }
        break;
     case 'q':
@@ -3565,6 +3828,9 @@ I32 len;
        }
        else if (strEQ(d,"quotemeta"))          return -KEY_quotemeta;
        break;
+    case 'R':
+       if (strEQ(d,"RESTART"))                 return KEY_RESTART;
+       break;
     case 'r':
        switch (len) {
        case 3:
@@ -3696,6 +3962,7 @@ I32 len;
                if (strEQ(d,"system"))          return -KEY_system;
                break;
            case 7:
+               if (strEQ(d,"sysopen"))         return -KEY_sysopen;
                if (strEQ(d,"sysread"))         return -KEY_sysread;
                if (strEQ(d,"symlink"))         return -KEY_symlink;
                if (strEQ(d,"syscall"))         return -KEY_syscall;
@@ -3717,6 +3984,7 @@ I32 len;
            break;
        case 4:
            if (strEQ(d,"tell"))                return -KEY_tell;
+           if (strEQ(d,"tied"))                return KEY_tied;
            if (strEQ(d,"time"))                return -KEY_time;
            break;
        case 5:
@@ -3827,7 +4095,7 @@ char *what;
        if (*s == ',') {
            int kw;
            *s = '\0';
-           kw = keyword(w, s - w);
+           kw = keyword(w, s - w) || perl_get_cv(w, FALSE) != 0;
            *s = ',';
            if (kw)
                return;
@@ -4008,6 +4276,7 @@ char *start;
     while (*s && strchr("iogmsx", *s))
        pmflag(&pm->op_pmflags,*s++);
 
+    pm->op_pmpermflags = pm->op_pmflags;
     lex_op = (OP*)pm;
     yylval.ival = OP_MATCH;
     return s;
@@ -4070,6 +4339,7 @@ char *start;
        lex_repl = repl;
     }
 
+    pm->op_pmpermflags = pm->op_pmflags;
     lex_op = (OP*)pm;
     yylval.ival = OP_SUBST;
     return s;
@@ -4179,12 +4449,15 @@ register char *s;
     SV *tmpstr;
     char term;
     register char *d;
+    char *peek;
 
     s += 2;
     d = tokenbuf;
     if (!rsfp)
        *d++ = '\n';
-    if (*s && strchr("`'\"",*s)) {
+    for (peek = s; *peek == ' ' || *peek == '\t'; peek++) ;
+    if (*peek && strchr("`'\"",*peek)) {
+       s = peek;
        term = *s++;
        s = cpytill(d,s,bufend,term,&len);
        if (s < bufend)
@@ -4196,6 +4469,8 @@ register char *s;
            s++, term = '\'';
        else
            term = '"';
+       if (!isALNUM(*s))
+           deprecate("bare << to mean <<\"\"");
        while (isALNUM(*s))
            *d++ = *s++;
     }                          /* assuming tokenbuf won't clobber */
@@ -4246,7 +4521,7 @@ register char *s;
        sv_setpvn(tmpstr,"",0);   /* avoid "uninitialized" warning */
     while (s >= bufend) {      /* multiple line string? */
        if (!rsfp ||
-        !(oldoldbufptr = oldbufptr = s = sv_gets(linestr, rsfp, 0))) {
+        !(oldoldbufptr = oldbufptr = s = filter_gets(linestr, rsfp))) {
            curcop->cop_line = multi_start;
            missingterm(tokenbuf);
        }
@@ -4298,7 +4573,7 @@ char *start;
     else
        croak("Unterminated <> operator");
 
-    if (*d == '$') d++;
+    if (*d == '$' && d[1]) d++;
     while (*d && (isALNUM(*d) || *d == '\'' || *d == ':'))
        d++;
     if (d - tokenbuf != len) {
@@ -4405,7 +4680,8 @@ char *start;
     if (s < bufend) break;     /* string ends on this line? */
 
        if (!rsfp ||
-        !(oldoldbufptr = oldbufptr = s = sv_gets(linestr, rsfp, 0))) {
+        !(oldoldbufptr = oldbufptr = s = filter_gets(linestr, rsfp))) {
+           sv_free(sv);
            curcop->cop_line = multi_start;
            return Nullch;
        }
@@ -4583,7 +4859,7 @@ register char *s;
        }
        s = eol;
        if (rsfp) {
-           s = sv_gets(linestr, rsfp, 0);
+           s = filter_gets(linestr, rsfp);
            oldoldbufptr = oldbufptr = bufptr = SvPVX(linestr);
            bufend = bufptr + SvCUR(linestr);
            if (!s) {
@@ -4633,6 +4909,9 @@ start_subparse()
     CV* outsidecv = compcv;
     AV* comppadlist;
 
+    if (compcv) {
+       assert(SvTYPE(compcv) == SVt_PVCV);
+    }
     save_I32(&subline);
     save_item(subname);
     SAVEINT(padix);
@@ -4649,9 +4928,7 @@ start_subparse()
     sv_upgrade((SV *)compcv, SVt_PVCV);
 
     comppad = newAV();
-    SAVEFREESV((SV*)comppad);
     comppad_name = newAV();
-    SAVEFREESV((SV*)comppad_name);
     comppad_name_fill = 0;
     min_intro_pending = 0;
     av_push(comppad, Nullsv);
@@ -4661,11 +4938,11 @@ start_subparse()
 
     comppadlist = newAV();
     AvREAL_off(comppadlist);
-    av_store(comppadlist, 0, SvREFCNT_inc((SV*)comppad_name));
-    av_store(comppadlist, 1, SvREFCNT_inc((SV*)comppad));
+    av_store(comppadlist, 0, (SV*)comppad_name);
+    av_store(comppadlist, 1, (SV*)comppad);
 
     CvPADLIST(compcv) = comppadlist;
-    CvOUTSIDE(compcv) = outsidecv;
+    CvOUTSIDE(compcv) = (CV*)SvREFCNT_inc((SV*)outsidecv);
 
     return oldsavestack_ix;
 }
@@ -4708,6 +4985,8 @@ char *s;
        if (lex_state == LEX_NORMAL ||
           (lex_state == LEX_KNOWNEXT && lex_defer == LEX_NORMAL))
            (void)strcpy(tname,"at end of line");
+       else if (lex_inpat)
+           (void)strcpy(tname,"within pattern");
        else
            (void)strcpy(tname,"within string");
     }
@@ -4726,11 +5005,13 @@ char *s;
     if (in_eval & 2)
        warn("%s",buf);
     else if (in_eval)
-       sv_catpv(GvSV(gv_fetchpv("@",TRUE, SVt_PV)),buf);
+       sv_catpv(GvSV(errgv),buf);
     else
        fputs(buf,stderr);
     if (++error_count >= 10)
        croak("%s has too many errors.\n",
        SvPVX(GvSV(curcop->cop_filegv)));
+    in_my = 0;
+    in_my_stash = Nullhv;
     return 0;
 }