| 1 | #!./perl |
| 2 | |
| 3 | # Last change: Fri May 28 03:16:57 BST 1999 |
| 4 | |
| 5 | # This is written in a peculiar style, since we're trying to avoid |
| 6 | # most of the constructs we'll be testing for. |
| 7 | |
| 8 | $| = 1; |
| 9 | |
| 10 | if ($#ARGV >= 0 && $ARGV[0] eq '-v') { |
| 11 | $verbose = 1; |
| 12 | shift; |
| 13 | } |
| 14 | |
| 15 | chdir 't' if -f 't/TEST'; |
| 16 | |
| 17 | die "You need to run \"make test\" first to set things up.\n" |
| 18 | unless -e 'perl' or -e 'perl.exe'; |
| 19 | |
| 20 | # check leakage for embedders |
| 21 | $ENV{PERL_DESTRUCT_LEVEL} = 2 unless exists $ENV{PERL_DESTRUCT_LEVEL}; |
| 22 | |
| 23 | $ENV{EMXSHELL} = 'sh'; # For OS/2 |
| 24 | |
| 25 | if ($#ARGV == -1) { |
| 26 | @ARGV = split(/[ \n]/, |
| 27 | `echo base/*.t comp/*.t cmd/*.t io/*.t; echo op/*.t pragma/*.t lib/*.t`); |
| 28 | } |
| 29 | |
| 30 | %infinite = ( 'comp/require.t', 1, 'op/bop.t', 1, 'lib/hostname.t', 1 ); |
| 31 | |
| 32 | _testprogs('perl', @ARGV); |
| 33 | _testprogs('compile', @ARGV) if (-e "../testcompile"); |
| 34 | |
| 35 | sub _testprogs { |
| 36 | $type = shift @_; |
| 37 | @tests = @_; |
| 38 | |
| 39 | |
| 40 | print <<'EOT' if ($type eq 'compile'); |
| 41 | -------------------------------------------------------------------------------- |
| 42 | TESTING COMPILER |
| 43 | -------------------------------------------------------------------------------- |
| 44 | EOT |
| 45 | |
| 46 | $ENV{COMPILE_TIMEOUT} = 120 |
| 47 | if ($type eq 'compile' && !$ENV{COMPILE_TIMEOUT}); |
| 48 | |
| 49 | $bad = 0; |
| 50 | $good = 0; |
| 51 | $total = @tests; |
| 52 | $files = 0; |
| 53 | $totmax = 0; |
| 54 | $maxlen = 0; |
| 55 | foreach (@tests) { |
| 56 | $len = length; |
| 57 | $maxlen = $len if $len > $maxlen; |
| 58 | } |
| 59 | # +3 : we want three dots between the test name and the "ok" |
| 60 | # -2 : the .t suffix |
| 61 | $dotdotdot = $maxlen + 3 - 2; |
| 62 | while ($test = shift @tests) { |
| 63 | |
| 64 | if ( $infinite{$test} && $type eq 'compile' ) { |
| 65 | print STDERR "$test creates infinite loop! Skipping.\n"; |
| 66 | next; |
| 67 | } |
| 68 | if ($test =~ /^$/) { |
| 69 | next; |
| 70 | } |
| 71 | $te = $test; |
| 72 | chop($te); |
| 73 | print "$te" . '.' x ($dotdotdot - length($te)); |
| 74 | |
| 75 | open(SCRIPT,"<$test") or die "Can't run $test.\n"; |
| 76 | $_ = <SCRIPT>; |
| 77 | close(SCRIPT); |
| 78 | if (/#!.*perl(.*)$/) { |
| 79 | $switch = $1; |
| 80 | if ($^O eq 'VMS') { |
| 81 | # Must protect uppercase switches with "" on command line |
| 82 | $switch =~ s/-([A-Z]\S*)/"-$1"/g; |
| 83 | } |
| 84 | } |
| 85 | else { |
| 86 | $switch = ''; |
| 87 | } |
| 88 | |
| 89 | if ($type eq 'perl') { |
| 90 | open(RESULTS,"./perl$switch $test |") or print "can't run.\n"; |
| 91 | } |
| 92 | else { |
| 93 | open(RESULTS, "./perl -I../lib ../utils/perlcc ./$test " |
| 94 | ."-run -verbose dcf -log ../compilelog |") |
| 95 | or print "can't compile.\n"; |
| 96 | } |
| 97 | |
| 98 | $ok = 0; |
| 99 | $next = 0; |
| 100 | while (<RESULTS>) { |
| 101 | if ($verbose) { |
| 102 | print $_; |
| 103 | } |
| 104 | unless (/^#/) { |
| 105 | if (/^1\.\.([0-9]+)/) { |
| 106 | $max = $1; |
| 107 | $totmax += $max; |
| 108 | $files += 1; |
| 109 | $next = 1; |
| 110 | $ok = 1; |
| 111 | } |
| 112 | else { |
| 113 | $next = $1, $ok = 0, last if /^not ok ([0-9]*)/; |
| 114 | if (/^ok (\d+)(\s*#.*)?$/ && $1 == $next) { |
| 115 | $next = $next + 1; |
| 116 | } |
| 117 | else { |
| 118 | $ok = 0; |
| 119 | } |
| 120 | } |
| 121 | } |
| 122 | } |
| 123 | close RESULTS; |
| 124 | $next = $next - 1; |
| 125 | if ($ok && $next == $max) { |
| 126 | if ($max) { |
| 127 | print "ok\n"; |
| 128 | $good = $good + 1; |
| 129 | } |
| 130 | else { |
| 131 | print "skipping test on this platform\n"; |
| 132 | $files -= 1; |
| 133 | } |
| 134 | } |
| 135 | else { |
| 136 | $next += 1; |
| 137 | print "FAILED at test $next\n"; |
| 138 | $bad = $bad + 1; |
| 139 | $_ = $test; |
| 140 | if (/^base/) { |
| 141 | die "Failed a basic test--cannot continue.\n"; |
| 142 | } |
| 143 | } |
| 144 | } |
| 145 | |
| 146 | if ($bad == 0) { |
| 147 | if ($ok) { |
| 148 | print "All tests successful.\n"; |
| 149 | # XXX add mention of 'perlbug -ok' ? |
| 150 | } |
| 151 | else { |
| 152 | die "FAILED--no tests were run for some reason.\n"; |
| 153 | } |
| 154 | } |
| 155 | else { |
| 156 | $pct = sprintf("%.2f", ($files - $bad) / $files * 100); |
| 157 | if ($bad == 1) { |
| 158 | warn "Failed 1 test script out of $files, $pct% okay.\n"; |
| 159 | } |
| 160 | else { |
| 161 | warn "Failed $bad test scripts out of $files, $pct% okay.\n"; |
| 162 | } |
| 163 | warn <<'SHRDLU'; |
| 164 | ### Since not all tests were successful, you may want to run some |
| 165 | ### of them individually and examine any diagnostic messages they |
| 166 | ### produce. See the INSTALL document's section on "make test". |
| 167 | ### If you are testing the compiler, then ignore this message |
| 168 | ### and run |
| 169 | ### ./perl harness |
| 170 | ### in the directory ./t. |
| 171 | SHRDLU |
| 172 | warn <<'SHRDLU' if $good / $total > 0.8; |
| 173 | ### |
| 174 | ### Since most tests were successful, you have a good chance to |
| 175 | ### get information with better granularity by running |
| 176 | ### ./perl harness |
| 177 | ### in directory ./t. |
| 178 | SHRDLU |
| 179 | } |
| 180 | ($user,$sys,$cuser,$csys) = times; |
| 181 | print sprintf("u=%g s=%g cu=%g cs=%g scripts=%d tests=%d\n", |
| 182 | $user,$sys,$cuser,$csys,$files,$totmax); |
| 183 | } |
| 184 | exit ($bad != 0); |