3 # Test the core keywords.
5 # Initially this test file just checked that CORE::foo got correctly
6 # deparsed as CORE::foo, hence the name. It's since been expanded
7 # to fully test both CORE:: versus none, plus that any arguments
8 # are correctly deparsed. It also cross-checks against regen/keywords.pl
9 # to make sure we've tested all keywords, and with the correct strength.
11 # A keyword can be either weak or strong. Strong keywords can never be
12 # overridden, while weak ones can. So deparsing of weak keywords depends
13 # on whether a sub of that name has been created:
15 # for both: keyword(..) deparsed as keyword(..)
16 # for weak: CORE::keyword(..) deparsed as CORE::keyword(..)
17 # for strong: CORE::keyword(..) deparsed as keyword(..)
19 # Three permutations of lex/nonlex args are checked for:
22 # foo(my $a,$b,$c,...)
23 # my ($a,$b,$c,...); foo($a,$b,$c,...)
25 # Note that tests for prefixing feature.pm-enabled keywords with CORE:: when
26 # feature.pm is not enabled are in deparse.t, as they fit that format better.
31 if (($Config::Config{extensions} !~ /\bB\b/) ){
32 print "1..0 # Skip -- Perl configured without B module\n";
40 use feature (sprintf(":%vd", $^V)); # to avoid relying on the feature
43 my $deparse = B::Deparse->new();
48 # For a given keyword, create a sub of that name,
49 # then deparse 3 different assignment expressions
50 # using that keyword. See if the $expr we get back
51 # matches $expected_expr.
54 my ($keyword, $expr, $expected_expr, $lexsub) = @_;
56 $expected_expr //= $expr;
59 # lex=0: () = foo($a,$b,$c)
60 # lex=1: my ($a,$b); () = foo($a,$b,$c)
61 # lex=2: () = foo(my $a,$b,$c)
62 for my $lex (0, 1, 2) {
63 next if ($lex and $keyword =~ /local|our|state|my/);
64 my $vars = $lex == 1 ? 'my($a, $b, $c, $d, $e);' . "\n " : "";
68 if ($expr =~ 'CORE::do') {
69 # do foo() is a syntax error, so B::Deparse emits
70 # do (foo()), but does not distinguish between foo and my,
71 # because it is too complicated.
74 s/\$a/$repl/ for $expr, $expected_expr;
77 my $desc = "$keyword: lex=$lex $expr => $expected_expr";
78 $desc .= " (lex sub)" if $lexsub;
84 no warnings 'experimental::lexical_subs', 'experimental::isa';
85 use feature 'lexical_subs';
87 $code = "sub { state sub $keyword; ${vars}() = $expr }";
88 $code = "use feature 'isa';\n$code" if $keyword eq "isa";
89 $code = "use feature 'switch';\n$code" if $keyword eq "break";
90 $code_ref = eval $code or die "$@ in $expr";
94 no warnings 'experimental::isa';
97 $code = "no strict 'vars'; sub { ${vars}() = $expr }";
98 $code = "use feature 'isa';\n$code" if $keyword eq "isa";
99 $code = "use feature 'switch';\n$code" if $keyword eq "break";
100 $code_ref = eval $code or die "$@ in $expr";
103 my $got_text = $deparse->coderef2text($code_ref);
105 unless ($got_text =~ /
106 package (?:lexsub)?test;
107 (?: BEGIN \{\$\{\^WARNING_BITS\} = "[^"]+"\}
108 )? use strict 'refs', 'subs';
110 (?: (?:CORE::)?state sub \w+;
111 )? \Q$vars\E\(\) = (.*)
114 ::diag("couldn't extract line from boilerplate\n");
120 is $got_expr, $expected_expr, $desc
121 or ::diag("ORIGINAL CODE:\n$code");;
126 # Deparse can't distinguish 'and' from '&&' etc
127 my %infix_map = qw(and && or ||);
129 # Test a keyword that is a binary infix operator, like 'cmp'.
130 # $parens - "$a op $b" is deparsed as "($a op $b)"
131 # $strong - keyword is strong
133 sub do_infix_keyword {
134 my ($keyword, $parens, $strong) = @_;
135 $SEEN_STRENGTH{$keyword} = $strong;
136 my $expr = "(\$a $keyword \$b)";
137 my $nkey = $infix_map{$keyword} // $keyword;
138 my $expr = "(\$a $keyword \$b)";
139 my $exp = "\$a $nkey \$b";
140 $exp = "($exp)" if $parens;
142 # with infix notation, a keyword is always interpreted as core,
143 # so no need for Deparse to disambiguate with CORE::
144 testit $keyword, "(\$a CORE::$keyword \$b)", $exp;
145 testit $keyword, "(\$a $keyword \$b)", $exp;
146 testit $keyword, "(\$a CORE::$keyword \$b)", $exp, 1;
147 testit $keyword, "(\$a $keyword \$b)", $exp, 1;
149 # B::Deparse fully qualifies any sub whose name is a keyword,
150 # imported or not, since the importedness may not be reproduced by
151 # the deparsed code. x is special.
152 my $pre = "test::" x ($keyword ne 'x');
153 testit $keyword, "$keyword(\$a, \$b)", "$pre$keyword(\$a, \$b);";
155 testit $keyword, "$keyword(\$a, \$b)", "$keyword(\$a, \$b);", 1;
158 # Test a keyword that is a standard op/function, like 'index(...)'.
159 # $narg - how many args to test it with
160 # $parens - "foo $a, $b" is deparsed as "foo($a, $b)"
161 # $dollar - an extra '$_' arg will appear in the deparsed output
162 # $strong - keyword is strong
166 my ($keyword, $narg, $parens, $dollar, $strong) = @_;
168 $SEEN_STRENGTH{$keyword} = $strong;
170 for my $core (0,1) { # if true, add CORE:: to keyword being deparsed
171 for my $lexsub (0,1) { # if true, define lex sub
173 for my $do_exp(0, 1) { # first create expr, then expected-expr
174 my @args = map "\$$_", (undef,"a".."z")[1..$narg];
176 if $dollar && $do_exp && ($strong && !$lexsub or $core);
177 my $args = join(', ', @args);
178 # XXX $lex_parens is temporary, until lex subs are
181 !$core && $do_exp && $lexsub && $keyword ne 'map';
182 $args = ((!$core && !$strong) || $parens || $lex_parens)
188 ($core && !($do_exp && $strong))
192 : $do_exp && !$core && !$strong
195 ) . "$keyword$args;";
197 # code[0]: to run; code[1]: expected
198 testit $keyword, @code, $lexsub;
210 die "not 3 fields" unless @fields == 3;
211 my ($keyword, $args, $flags) = @fields;
213 $args = '012' if $args eq '@';
215 my $parens = $flags =~ s/p//;
216 my $invert1 = $flags =~ s/1//;
217 my $dollar = $flags =~ s/\$//;
218 my $strong = $flags =~ s/\+//;
219 die "unrecognised flag(s): '$flags'" unless $flags =~ /^-?$/;
221 if ($args eq 'B') { # binary infix
222 die "$keyword: binary (B) op can't have '\$' flag\\n" if $dollar;
223 die "$keyword: binary (B) op can't have '1' flag\\n" if $invert1;
224 do_infix_keyword($keyword, $parens, $strong);
227 my @narg = split //, $args;
228 for my $n (0..$#narg) {
229 my $narg = $narg[$n];
231 $p = !$p if ($n == 0 && $invert1);
232 do_std_keyword($keyword, $narg, $p, (!$n && $dollar), $strong);
240 testit dbmopen => 'CORE::dbmopen(%foo, $bar, $baz);';
241 testit dbmclose => 'CORE::dbmclose %foo;';
243 testit delete => 'CORE::delete $h{\'foo\'};', 'delete $h{\'foo\'};';
244 testit delete => 'CORE::delete $h{\'foo\'};', undef, 1;
245 testit delete => 'CORE::delete @h{\'foo\'};', undef, 1;
246 testit delete => 'CORE::delete $h[0];', undef, 1;
247 testit delete => 'CORE::delete @h[0];', undef, 1;
248 testit delete => 'delete $h{\'foo\'};', 'delete $h{\'foo\'};';
250 # do is listed as strong, but only do { block } is strong;
251 # do $file is weak, so test it separately here
252 testit do => 'CORE::do $a;';
253 testit do => 'do $a;', 'test::do($a);';
254 testit do => 'CORE::do { 1 }',
256 testit do => 'CORE::do { 1 }',
257 "CORE::do {\n 1\n };", 1;
258 testit do => 'do { 1 };',
261 testit each => 'CORE::each %bar;';
262 testit each => 'CORE::each @foo;';
264 testit eof => 'CORE::eof();';
266 testit exists => 'CORE::exists $h{\'foo\'};', 'exists $h{\'foo\'};';
267 testit exists => 'CORE::exists $h{\'foo\'};', undef, 1;
268 testit exists => 'CORE::exists &foo;', undef, 1;
269 testit exists => 'CORE::exists $h[0];', undef, 1;
270 testit exists => 'exists $h{\'foo\'};', 'exists $h{\'foo\'};';
272 testit exec => 'CORE::exec($foo $bar);';
274 testit glob => 'glob;', 'glob($_);';
275 testit glob => 'CORE::glob;', 'CORE::glob($_);';
276 testit glob => 'glob $a;', 'glob($a);';
277 testit glob => 'CORE::glob $a;', 'CORE::glob($a);';
279 testit grep => 'CORE::grep { $a } $b, $c', 'grep({$a;} $b, $c);';
281 testit keys => 'CORE::keys %bar;';
282 testit keys => 'CORE::keys @bar;';
284 testit map => 'CORE::map { $a } $b, $c', 'map({$a;} $b, $c);';
286 testit not => '3 unless CORE::not $a && $b;';
288 testit pop => 'CORE::pop @foo;';
290 testit push => 'CORE::push @foo;', 'CORE::push(@foo);';
291 testit push => 'CORE::push @foo, 1;', 'CORE::push(@foo, 1);';
292 testit push => 'CORE::push @foo, 1, 2;', 'CORE::push(@foo, 1, 2);';
294 testit readline => 'CORE::readline $a . $b;';
296 testit readpipe => 'CORE::readpipe $a + $b;';
298 testit reverse => 'CORE::reverse sort(@foo);';
300 testit shift => 'CORE::shift @foo;';
302 testit splice => q{CORE::splice @foo;}, q{CORE::splice(@foo);};
303 testit splice => q{CORE::splice @foo, 0;}, q{CORE::splice(@foo, 0);};
304 testit splice => q{CORE::splice @foo, 0, 1;}, q{CORE::splice(@foo, 0, 1);};
305 testit splice => q{CORE::splice @foo, 0, 1, 'a';}, q{CORE::splice(@foo, 0, 1, 'a');};
306 testit splice => q{CORE::splice @foo, 0, 1, 'a', 'b';}, q{CORE::splice(@foo, 0, 1, 'a', 'b');};
308 # note that the test does '() = split...' which is why the
309 # limit is optimised to 1
310 testit split => 'split;', q{split(' ', $_, 1);};
311 testit split => 'CORE::split;', q{split(' ', $_, 1);};
312 testit split => 'split $a;', q{split(/$a/u, $_, 1);};
313 testit split => 'CORE::split $a;', q{split(/$a/u, $_, 1);};
314 testit split => 'split $a, $b;', q{split(/$a/u, $b, 1);};
315 testit split => 'CORE::split $a, $b;', q{split(/$a/u, $b, 1);};
316 testit split => 'split $a, $b, $c;', q{split(/$a/u, $b, $c);};
317 testit split => 'CORE::split $a, $b, $c;', q{split(/$a/u, $b, $c);};
319 testit sub => 'CORE::sub { $a, $b }',
320 "sub {\n \$a, \$b;\n }\n ;";
322 testit system => 'CORE::system($foo $bar);';
324 testit unshift => 'CORE::unshift @foo;', 'CORE::unshift(@foo);';
325 testit unshift => 'CORE::unshift @foo, 1;', 'CORE::unshift(@foo, 1);';
326 testit unshift => 'CORE::unshift @foo, 1, 2;', 'CORE::unshift(@foo, 1, 2);';
328 testit values => 'CORE::values %bar;';
329 testit values => 'CORE::values @foo;';
332 # XXX These are deparsed wrapped in parens.
333 # whether they should be, I don't know!
335 testit dump => '(CORE::dump);';
336 testit dump => '(CORE::dump FOO);';
337 testit goto => '(CORE::goto);', '(goto);';
338 testit goto => '(CORE::goto FOO);', '(goto FOO);';
339 testit last => '(CORE::last);', '(last);';
340 testit last => '(CORE::last FOO);', '(last FOO);';
341 testit next => '(CORE::next);', '(next);';
342 testit next => '(CORE::next FOO);', '(next FOO);';
343 testit redo => '(CORE::redo);', '(redo);';
344 testit redo => '(CORE::redo FOO);', '(redo FOO);';
345 testit redo => '(CORE::redo);', '(redo);';
346 testit redo => '(CORE::redo FOO);', '(redo FOO);';
347 testit return => '(return);', '(return);';
348 testit return => '(CORE::return);', '(return);';
350 # these are the keywords I couldn't think how to test within this framework
352 my %not_tested = map { $_ => 1} qw(
397 # Sanity check against keyword data:
398 # make sure we haven't missed any keywords,
399 # and that we got the strength right.
403 skip "sanity checks when not PERL_CORE", 1 unless defined $ENV{PERL_CORE};
405 my $file = '../regen/keywords.pl';
407 if (open my $fh, '<', $file) {
412 next unless /^([+\-])(\w+)$/;
413 my ($strength, $key) = ($1, $2);
414 $strength = ($strength eq '+') ? 1 : 0;
416 if (!$SEEN{$key} && !$not_tested{$key}) {
417 diag("keyword '$key' seen in $file, but not tested here!!");
420 if (exists $SEEN_STRENGTH{$key} and $SEEN_STRENGTH{$key} != $strength) {
421 diag("keyword '$key' strengh as seen in $file doen't match here!!");
427 diag("Can't open $file: $!");
432 diag("Saw $count keywords: less than 200!");
435 ok($pass, "sanity checks");
446 # * one of more digits indictating which lengths of args the function accepts,
447 # * or 'B' to indiate a binary infix operator,
448 # * or '@' to indicate a list function.
450 # Flags consists of the following (or '-' if no flags):
451 # + : strong keyword: can't be overrriden
452 # p : the args are parenthesised on deparsing;
453 # 1 : parenthesising of 1st arg length is inverted
454 # so '234 p1' means: foo a1,a2; foo(a1,a2,a3); foo(a1,a2,a3,a4)
455 # $ : on the first argument length, there is an implicit extra
456 # '$_' arg which will appear on deparsing;
457 # e.g. 12p$ will be tested as: foo(a1); foo(a1,a2);
458 # and deparsed as: foo(a1, $_); foo(a1,a2);
460 # XXX Note that we really should get this data from regen/keywords.pl
461 # and regen/opcodes (augmented if necessary), rather than duplicating it
489 # dbmopen handled specially
490 # dbmclose handled specially
492 # delete handled specially
494 # do handled specially
495 # dump handled specially
496 # each handled specially
503 eof 01 - # also tested specially
507 exec @ p1 # also tested specially
508 # exists handled specially
544 # given handled specially
545 grep 123 p+ # also tested specially
546 # glob handled specially
547 # goto handled specially
556 # keys handled specially
558 # last handled specially
571 map 123 p+ # also tested specially
577 my 123 p+ # skip with 0 args, as my() => ()
579 # next handled specially
580 # not handled specially
586 our 123 p+ # skip with 0 args, as our() => ()
589 pop 0 1 # also tested specially
594 # push handled specially
599 # readline handled specially
601 # readpipe handled specially
603 # redo handled specially
606 # XXX This code prints 'Undefined subroutine &main::require called':
607 # use subs (); import subs 'require';
608 # eval q[no strict 'vars'; sub { () = require; }]; print $@;
612 # return handled specially
613 reverse @ p1 # also tested specially
635 shift 0 1 # also tested specially
646 # split handled specially
647 # splice handled specially
652 state 123 p1+ # skip with 0 args, as state() => ()
654 # sub handled specially
661 system @ p1 # also tested specially
676 # unshift handled specially
679 # values handled specially