4 use Getopt::Long qw(:config bundling no_auto_abbrev);
10 = qw(config.sh config.h miniperl lib/Config.pm Fcntl perl test_prep);
15 clean => 1, # mostly for debugging this
18 my $linux64 = `uname -sm` eq "Linux x86_64\n" ? '64' : '';
23 # This is the search logic for a multi-arch library layout
24 # added to linux.sh in commits 40f026236b9959b7 and dcffd848632af2c7.
25 my $gcc = -x '/usr/bin/gcc' ? '/usr/bin/gcc' : 'gcc';
27 foreach (`$gcc -print-search-dirs`) {
28 next unless /^libraries: =(.*)/;
29 foreach (split ':', $1) {
38 push @paths, map {$_ . $linux64} qw(/usr/local/lib /lib /usr/lib);
45 ($linux64 ? (libpth => \@paths) : ()),
48 unless(GetOptions(\%options,
49 'target=s', 'make=s', 'jobs|j=i', 'expect-pass=i',
50 'expect-fail' => sub { $options{'expect-pass'} = 0; },
51 'clean!', 'one-liner|e=s', 'c', 'l', 'w', 'match=s',
53 $options{match} = $_[1];
54 $options{'expect-pass'} = 0;
56 'force-manifest', 'force-regen', 'test-build', 'validate',
57 'check-args', 'check-shebang!', 'usage|help|?', 'A=s@',
59 my (undef, $val) = @_;
60 if ($val =~ /\A([^=]+)=(.*)/s) {
61 $defines{$1} = length $2 ? $2 : "\0";
67 $defines{$_[1]} = undef;
70 pod2usage(exitval => 255, verbose => 1);
73 my ($target, $match) = @options{qw(target match)};
75 @ARGV = ('sh', '-c', 'cd t && ./perl TEST base/*.t')
76 if $options{validate} && !@ARGV;
78 pod2usage(exitval => 0, verbose => 2) if $options{usage};
79 pod2usage(exitval => 255, verbose => 1)
80 unless @ARGV || $match || $options{'test-build'} || defined $options{'one-liner'};
81 pod2usage(exitval => 255, verbose => 1)
82 if !$options{'one-liner'} && ($options{l} || $options{w});
84 check_shebang($ARGV[0])
85 if $options{'check-shebang'} && @ARGV && !$options{match};
87 exit 0 if $options{'check-args'};
91 bisect.pl - use git bisect to pinpoint changes
95 # When did this become an error?
96 .../Porting/bisect.pl -e 'my $a := 2;'
97 # When did this stop being an error?
98 .../Porting/bisect.pl --expect-fail -e '1 // 2'
99 # When were all lines matching this pattern removed from all files?
100 .../Porting/bisect.pl --match '\b(?:PL_)hash_seed_set\b'
101 # When was some line matching this pattern added to some file?
102 .../Porting/bisect.pl --expect-fail --match '\buseithreads\b'
103 # When did this test program stop exiting 0?
104 .../Porting/bisect.pl -- ./perl -Ilib ../test_prog.pl
105 # When did this test start failing?
106 .../Porting/bisect.pl -- ./perl -Ilib t/TEST op/sort.t
107 # When did this first become valid syntax?
108 .../Porting/bisect.pl --target=miniperl --end=v5.10.0 \
109 --expect-fail -e 'my $a := 2;'
110 # What was the last revision to build with these options?
111 .../Porting/bisect.pl --test-build -Dd_dosuid
115 Together F<bisect.pl> and F<bisect-runner.pl> attempt to automate the use
116 of C<git bisect> as much as possible. With one command (and no other files)
117 it's easy to find out
123 Which commit caused this example code to break?
127 Which commit caused this example code to start working?
131 Which commit added the first file to match this regex?
135 Which commit removed the last file to match this regex?
139 usually without needing to know which versions of perl to use as start and
142 By default F<bisect.pl> will process all options, then use the rest of the
143 command line as arguments to list C<system> to run a test case. By default,
144 the test case should pass (exit with 0) on earlier perls, and fail (exit
145 non-zero) on I<blead> (note that running most of perl's test files directly
146 won't do this, you'll need to run them through a harness to get the proper
147 error code). F<bisect.pl> will use F<bisect-runner.pl> to find the earliest
148 stable perl version on which the test case passes, check that it fails on
149 blead, and then use F<bisect-runner.pl> with C<git bisect run> to find the
150 commit which caused the failure.
152 Because the test case is the complete argument to C<system>, it is easy to
153 run something other than the F<perl> built, if necessary. If you need to run
154 the perl built, you'll probably need to invoke it as C<./perl -Ilib ...>
156 You need a clean checkout to run a bisect, and you can't use the checkout
157 which contains F<Porting/bisect.pl> (because C<git bisect>) will check out
158 a revision before F<Porting/bisect-runner.pl> was added, which
159 C<git bisect run> needs). If your working checkout is called F<perl>, the
160 simplest solution is to make a local clone, and run from that. I<i.e.>:
165 ../perl/Porting/bisect.pl ...
167 By default, F<bisect-runner.pl> will automatically disable the build of
168 L<DB_File> for commits earlier than ccb44e3bf3be2c30, as it's not practical
169 to patch DB_File 1.70 and earlier to build with current Berkeley DB headers.
170 (ccb44e3bf3be2c30 was in September 1999, between 5.005_62 and 5.005_63.)
171 If your F<db.h> is old enough you can override this with C<-Unoextensions>.
179 --start I<commit-ish>
181 Earliest revision to test, as a I<commit-ish> (a tag, commit or anything
182 else C<git> understands as a revision). If not specified, F<bisect.pl> will
183 search stable perl releases until it finds one where the test case passes.
184 The default is to search from 5.002 to 5.14.0. If F<bisect.pl> detects that
185 the checkout is on a case insensitive file system, it will search from
192 Most recent revision to test, as a I<commit-ish>. If not specified, defaults
199 F<Makefile> target (or equivalent) needed, to run the test case. If specified,
200 this should be one of
208 Just run F<./Configure>
214 Run the various F<*.SH> files to generate F<Makefile>, F<config.h>, I<etc>.
226 Use F<miniperl> to build F<lib/Config.pm>
232 Build F<lib/auto/Fcntl/Fnctl.so> (strictly, C<.$Config{so}>). As L<Fcntl>
233 is simple XS module present since 5.000, this provides a fast test of
234 whether XS modules can be built. Note, XS modules are built by F<miniperl>,
235 hence this target will not build F<perl>.
241 Build F<perl>. This also builds pure-Perl modules in F<cpan>, F<dist> and
242 F<ext>. XS modules (such as L<Fcntl>) are not built.
248 Build everything needed to run the tests. This is the default if we're
249 running test code, but is time consuming, as it means building all
250 XS modules. For older F<Makefile>s, the previous name of C<test-prep>
251 is automatically substituted. For very old F<Makefile>s, C<make test> is
252 run, as there is no target provided to just get things ready, and for 5.004
253 and earlier the tests run very quickly.
259 --one-liner 'code to run'
265 Example code to run, just like you'd use with C<perl -e>.
267 This prepends C<./perl -Ilib -e 'code to run'> to the test case given,
268 or F<./miniperl> if I<target> is C<miniperl>.
270 (Usually you'll use C<-e> instead of providing a test case in the
271 non-option arguments to F<bisect.pl>)
273 C<-E> intentionally isn't supported, as it's an error in 5.8.0 and earlier,
274 which interferes with detecting errors in the example code itself.
280 Add C<-c> to the command line, to cause perl to exit after syntax checking.
286 Add C<-l> to the command line with C<-e>
288 This will automatically append a newline to every output line of your testcase.
289 Note that you can't specify an argument to F<perl>'s C<-l> with this, as it's
290 not feasible to emulate F<perl>'s somewhat quirky switch parsing with
291 L<Getopt::Long>. If you need the full flexibility of C<-l>, you need to write
292 a full test case, instead of using C<bisect.pl>'s C<-e> shortcut.
298 Add C<-w> to the command line with C<-e>
300 It's not valid to pass C<-c>, C<-l> or C<-w> to C<bisect.pl> unless you are
307 The test case should fail for the I<start> revision, and pass for the I<end>
308 revision. The bisect run will find the first commit where it passes.
312 -D I<config_arg=value>
320 -A I<config_arg=value>
322 Arguments (C<-A>, C<-D>, C<-U>) to pass to F<Configure>. For example,
324 -Dnoextensions=Encode
326 -Accflags=-DNO_MATHOMS
328 Repeated C<-A> arguments are passed
329 through as is. C<-D> and C<-U> are processed in order, and override
330 previous settings for the same parameter. F<bisect-runner.pl> emulates
331 C<-Dnoextensions> when F<Configure> itself does not provide it, as it's
332 often very useful to be able to disable some XS extensions.
338 The C<make> command to use. If this not set, F<make> is used. If this is
339 set, it also adds a C<-Dmake=...> else some recursive make invocations
340 in extensions may fail. Typically one would use this as C<--make gmake>
341 to use F<gmake> in place of the system F<make>.
351 Number of C<make> jobs to run in parallel. A value of 0 suppresses
352 parallelism. If F</proc/cpuinfo> exists and can be parsed, or F</sbin/sysctl>
353 exists and reports C<hw.ncpu>, or F</usr/bin/getconf> exists and reports
354 C<_NPROCESSORS_ONLN> defaults to 1 + I<number of CPUs>. On HP-UX with the
355 system make defaults to 0, otherwise defaults to 2.
365 Instead of running a test program to determine I<pass> or I<fail>,
366 C<--match> will pass if the given regex matches, and hence search for the
367 commit that removes the last matching file. C<--no-match> inverts the test,
368 to search for the first commit that adds files that match.
370 The remaining command line arguments are treated as glob patterns for files
371 to match against. If none are specified, then they default as follows:
377 If no I<target> is specified, the match is against all files in the
378 repository (which is fast).
382 If a I<target> is specified, that target is built, and the match is against
383 only the built files.
387 Treating the command line arguments as glob patterns should not cause
388 problems, as the perl distribution has never shipped or built files with
389 names that contain characters which are globbing metacharacters.
391 Anything which is not a readable file is ignored, instead of generating an
392 error. (If you want an error, run C<grep> or C<ack> as a test case). This
393 permits one to easily search in a file that changed its name. For example:
395 .../Porting/bisect.pl --match 'Pod.*Functions' 'pod/buildtoc*'
397 C<--no-match ...> is implemented as C<--expect-fail --match ...>
403 Test that the build completes, without running any test case.
405 By default, if the build for the desired I<target> fails to complete,
406 F<bisect-runner.pl> reports a I<skip> back to C<git bisect>, the assumption
407 being that one wants to find a commit which changed state "builds && passes"
408 to "builds && fails". If instead one is interested in which commit broke the
409 build (possibly for particular F<Configure> options), use I<--test-build>
410 to treat a build failure as a failure, not a "skip".
412 Often this option isn't as useful as it first seems, because I<any> build
413 failure will be reported to C<git bisect> as a failure, not just the failure
414 that you're interested in. Generally, to debug a particular problem, it's
415 more useful to use a I<target> that builds properly at the point of interest,
416 and then a test case that runs C<make>. For example:
418 .../Porting/bisect.pl --start=perl-5.000 --end=perl-5.002 \
419 --expect-fail --force-manifest --target=miniperl make perl
421 will find the first revision capable of building L<DynaLoader> and then
422 F<perl>, without becoming confused by revisions where F<miniperl> won't
429 By default, a build will "skip" if any files listed in F<MANIFEST> are not
430 present. Usually this is useful, as it avoids false-failures. However, there
431 are some long ranges of commits where listed files are missing, which can
432 cause a bisect to abort because all that remain are skipped revisions.
434 In these cases, particularly if the test case uses F<miniperl> and no modules,
435 it may be more useful to force the build to continue, even if files
436 F<MANIFEST> are missing.
442 Run C<make regen_headers> before building F<miniperl>. This may fix a build
443 that otherwise would skip because the generated headers at that revision
444 are stale. It's not the default because it conceals this error in the true
445 state of such revisions.
451 C<--expect-pass=0> is equivalent to C<--expect-fail>. I<1> is the default.
457 Tell F<bisect-runner.pl> not to clean up after the build. This allows one
458 to use F<bisect-runner.pl> to build the current particular perl revision for
459 interactive testing, or for debugging F<bisect-runner.pl>.
461 Passing this to F<bisect.pl> will likely cause the bisect to fail badly.
467 Test that all stable revisions can be built. By default, attempts to build
468 I<blead>, I<v5.14.0> .. I<perl-5.002> (or I<perl5.005> on a case insensitive
469 file system). Stops at the first failure, without
470 cleaning the checkout. Use I<--start> to specify the earliest revision to
471 test, I<--end> to specify the most recent. Useful for validating a new
472 OS/CPU/compiler combination. For example
474 ../perl/Porting/bisect.pl --validate -le 'print "Hello from $]"'
476 If no testcase is specified, the default is to use F<t/TEST> to run
483 Validate the options and arguments, and exit silently if they are valid.
489 Validate that the test case isn't an executable file with a
490 C<#!/usr/bin/perl> line (or similar). As F<bisect-runner.pl> does B<not>
491 prepend C<./perl> to the test case, a I<#!> line specifying an external
492 F<perl> binary will cause the test case to always run with I<that> F<perl>,
493 not the F<perl> built by the bisect runner. Likely this is not what you
494 wanted. If your test case is actually a wrapper script to run other
495 commands, you should run it with an explicit interpreter, to be clear. For
496 example, instead of C<../perl/Porting/bisect.pl ~/test/testcase.pl> you'd
497 run C<../perl/Porting/bisect.pl /usr/bin/perl ~/test/testcase.pl>
511 Display the usage information and exit.
517 die "$0: Can't build $target" if defined $target && !grep {@targets} $target;
519 unless (exists $defines{cc}) {
520 # If it fails, the heuristic of 63f9ec3008baf7d6 is noisy, and hence
522 # FIXME - really it should be replaced with a proper test of
523 # "can we build something?" and a helpful diagnostic if we can't.
524 # For now, simply move it here.
525 $defines{cc} = (`ccache -V`, $?) ? 'cc' : 'ccache cc';
528 my $j = $options{jobs} ? "-j$options{jobs}" : '';
530 if (exists $options{make}) {
531 if (!exists $defines{make}) {
532 $defines{make} = $options{make};
535 $options{make} = 'make';
538 # Sadly, however hard we try, I don't think that it will be possible to build
539 # modules in ext/ on x86_64 Linux before commit e1666bf5602ae794 on 1999/12/29,
540 # which updated to MakeMaker 3.7, which changed from using a hard coded ld
541 # in the Makefile to $(LD). On x86_64 Linux the "linker" is gcc.
545 my $mode = @_ ? shift : '<';
546 open my $fh, $mode, $file or croak("Can't open $file: $!");
547 ${*$fh{SCALAR}} = $file;
554 croak("Can't close: $!") unless ref $fh eq 'GLOB';
555 croak("Can't close ${*$fh{SCALAR}}: $!");
558 sub extract_from_file {
559 my ($file, $rx, $default) = @_;
560 my $fh = open_or_die($file);
563 return wantarray ? @got : $got[0]
566 return $default if defined $default;
571 my ($file, $munger) = @_;
573 my $fh = open_or_die($file);
575 die "Can't read $file: $!" unless defined $orig && close $fh;
576 my $new = $munger->($orig);
577 return if $new eq $orig;
578 $fh = open_or_die($file, '>');
579 print $fh $new or die "Can't print to $file: $!";
583 # AIX supplies a pre-historic patch program, which certainly predates Linux
584 # and is probably older than NT. It can't cope with unified diffs. Meanwhile,
585 # it's hard enough to get git diff to output context diffs, let alone git show,
586 # and nearly all the patches embedded here are unified. So it seems that the
587 # path of least resistance is to convert unified diffs to context diffs:
590 my ($from_out, $to_out, $has_from, $has_to, $delete, $add) = @_;
591 ++$$has_from if $delete;
594 if ($delete && $add) {
595 $$from_out .= "! $_\n" foreach @$delete;
596 $$to_out .= "! $_\n" foreach @$add;
598 $$from_out .= "- $_\n" foreach @$delete;
600 $$to_out .= "+ $_\n" foreach @$add;
604 # This isn't quite general purpose, as it can't cope with
605 # '\ No newline at end of file'
610 # Stuff before the diff
611 while ($diff_in =~ s/\A(?!\*\*\* )(?!--- )([^\n]*\n?)//ms && length $1) {
615 if (!length $diff_in) {
616 die "That didn't seem to be a diff";
619 if ($diff_in =~ /\A\*\*\* /ms) {
620 warn "Seems to be a context diff already\n";
621 return $diff_out . $diff_in;
626 if ($diff_in =~ s/\A((?:diff |index )[^\n]+\n)//ms) {
630 if ($diff_in !~ /\A--- /ms) {
631 # Stuff after the diff;
632 return $diff_out . $diff_in;
634 $diff_in =~ s/\A([^\n]+\n?)//ms;
636 die "Can't parse '$line'" unless $line =~ s/\A--- /*** /ms;
638 $diff_in =~ s/\A([^\n]+\n?)//ms;
640 die "Can't parse '$line'" unless $line =~ s/\A\+\+\+ /--- /ms;
646 unless $diff_in =~ s/\A\@\@ (-([0-9]+),([0-9]+) \+([0-9]+),([0-9]+)) \@\@[^\n]*\n?//;
647 my ($hunk, $from_start, $from_count, $to_start, $to_count)
648 = ($1, $2, $3, $4, $5);
649 my $from_end = $from_start + $from_count - 1;
650 my $to_end = $to_start + $to_count - 1;
651 my ($from_out, $to_out, $has_from, $has_to, $add, $delete);
652 while (length $diff_in && ($from_count || $to_count)) {
653 die "Confused in $hunk" unless $diff_in =~ s/\A([^\n]*)\n//ms;
655 $line = ' ' unless length $line;
656 if ($line =~ /^ .*/) {
657 process_hunk(\$from_out, \$to_out, \$has_from, \$has_to,
661 $from_out .= " $line\n";
662 $to_out .= " $line\n";
665 } elsif ($line =~ /^-(.*)/) {
668 } elsif ($line =~ /^\+(.*)/) {
672 die "Can't parse '$line' as part of hunk $hunk";
675 process_hunk(\$from_out, \$to_out, \$has_from, \$has_to,
677 die "No lines in hunk $hunk"
678 unless length $from_out || length $to_out;
679 die "No changes in hunk $hunk"
680 unless $has_from || $has_to;
681 $diff_out .= "***************\n";
682 $diff_out .= "*** $from_start,$from_end ****\n";
683 $diff_out .= $from_out if $has_from;
684 $diff_out .= "--- $to_start,$to_end ----\n";
685 $diff_out .= $to_out if $has_to;
693 sub placate_patch_prog {
696 if (!defined $use_context) {
697 my $version = `patch -v 2>&1`;
698 die "Can't run `patch -v`, \$?=$?, bailing out"
699 unless defined $version;
700 if ($version =~ /Free Software Foundation/) {
702 } elsif ($version =~ /Header: patch\.c,v.*\blwall\b/) {
703 # The system patch is older than Linux, and probably older than
712 return $use_context ? ud2cd($patch) : $patch;
717 my ($patch, $what, $files) = @_;
718 $what = 'patch' unless defined $what;
719 unless (defined $files) {
720 $patch =~ m!^--- a/(\S+)\n\+\+\+ b/\1!sm;
723 my $patch_to_use = placate_patch_prog($patch);
724 open my $fh, '|-', 'patch', '-p1' or die "Can't run patch: $!";
725 print $fh $patch_to_use;
727 print STDERR "Patch is <<'EOPATCH'\n${patch}EOPATCH\n";
728 print STDERR "\nConverted to a context diff <<'EOCONTEXT'\n${patch_to_use}EOCONTEXT\n"
729 if $patch_to_use ne $patch;
730 die "Can't $what$files: $?, $!";
734 my ($commit, @files) = @_;
735 my $patch = `git show $commit @files`;
736 if (!defined $patch) {
737 die "Can't get commit $commit for @files: $?" if @files;
738 die "Can't get commit $commit: $?";
740 apply_patch($patch, "patch $commit", @files ? " for @files" : '');
744 my ($commit, @files) = @_;
745 my $patch = `git show -R $commit @files`;
746 if (!defined $patch) {
747 die "Can't get revert commit $commit for @files: $?" if @files;
748 die "Can't get revert commit $commit: $?";
750 apply_patch($patch, "revert $commit", @files ? " for @files" : '');
754 my ($file, $commit) = @_;
756 system "git show $commit:$file > $file </dev/null"
757 and die "Could not extract $file at revision $commit";
762 return unless -e $file;
764 die "$file is not executable.
765 system($file, ...) is always going to fail.
769 my $fh = open_or_die($file);
771 return unless $line =~ m{\A#!(/\S+/perl\S*)\s};
772 die "$file will always be run by $1
773 It won't be tested by the ./perl we build.
774 If you intended to run it with that perl binary, please change your
779 If you intended to test it with the ./perl we build, please change your
784 [You may also need to add -- before ./perl to prevent that -Ilib as being
785 parsed as an argument to bisect.pl]
791 if ($options{clean}) {
792 # Needed, because files that are build products in this checked out
793 # version might be in git in the next desired version.
794 system 'git clean -dxf </dev/null';
795 # Needed, because at some revisions the build alters checked out files.
796 # (eg pod/perlapi.pod). Also undoes any changes to makedepend.SH
797 system 'git reset --hard HEAD </dev/null';
804 warn "skipping - $reason";
808 sub report_and_exit {
809 my ($ret, $pass, $fail, $desc) = @_;
813 my $got = ($options{'expect-pass'} ? !$ret : $ret) ? 'good' : 'bad';
815 print "$got - $fail $desc\n";
817 print "$got - $pass $desc\n";
824 my ($target, @globs) = @_;
831 foreach (sort map { File::Glob::bsd_glob($_)} @globs) {
832 if (!-f $_ || !-r _) {
833 warn "Skipping matching '$_' as it is not a readable file\n";
840 @files = defined $target ? `git ls-files -o -z`: `git ls-files -z`;
844 foreach my $file (@files) {
845 my $fh = open_or_die($file);
849 if (tr/\t\r\n -~\200-\377//c) {
850 print "Binary file $file matches\n";
852 $_ .= "\n" unless /\n\z/;
859 report_and_exit(!$matches,
860 $matches == 1 ? '1 match for' : "$matches matches for",
861 'no matches for', $match);
864 # Not going to assume that system perl is yet new enough to have autodie
865 system 'git clean -dxf </dev/null' and die;
867 if (!defined $target) {
868 match_and_exit(undef, @ARGV) if $match;
869 $target = 'test_prep';
872 skip('no Configure - is this the //depot/perlext/Compiler branch?')
873 unless -f 'Configure';
875 my $case_insensitive;
877 my ($dev_C, $ino_C) = stat 'Configure';
878 die "Could not stat Configure: $!" unless defined $dev_C;
879 my ($dev_c, $ino_c) = stat 'configure';
881 if defined $dev_c && $dev_C == $dev_c && $ino_C == $ino_c;
884 # This changes to PERL_VERSION in 4d8076ea25903dcb in 1999
886 = extract_from_file('patchlevel.h',
887 qr/^#define\s+(?:PERL_VERSION|PATCHLEVEL)\s+(\d+)\s/,
893 # if Encode is not needed for the test, you can speed up the bisect by
894 # excluding it from the runs with -Dnoextensions=Encode
895 # ccache is an easy win. Remove it if it causes problems.
896 # Commit 1cfa4ec74d4933da adds ignore_versioned_solibs to Configure, and sets it
897 # to true in hints/linux.sh
898 # On dromedary, from that point on, Configure (by default) fails to find any
899 # libraries, because it scans /usr/local/lib /lib /usr/lib, which only contain
900 # versioned libraries. Without -lm, the build fails.
901 # Telling /usr/local/lib64 /lib64 /usr/lib64 works from that commit onwards,
902 # until commit faae14e6e968e1c0 adds it to the hints.
903 # However, prior to 1cfa4ec74d4933da telling Configure the truth doesn't work,
904 # because it will spot versioned libraries, pass them to the compiler, and then
905 # bail out pretty early on. Configure won't let us override libswanted, but it
906 # will let us override the entire libs list.
908 unless (extract_from_file('Configure', 'ignore_versioned_solibs')) {
909 # Before 1cfa4ec74d4933da, so force the libs list.
912 # This is the current libswanted list from Configure, less the libs removed
913 # by current hints/linux.sh
914 foreach my $lib (qw(sfio socket inet nsl nm ndbm gdbm dbm db malloc dl dld
915 ld sun m crypt sec util c cposix posix ucb BSD)) {
916 foreach my $dir (@paths) {
917 next unless -f "$dir/lib$lib.so";
918 push @libs, "-l$lib";
922 $defines{libs} = \@libs unless exists $defines{libs};
925 $defines{usenm} = undef
926 if $major < 2 && !exists $defines{usenm};
928 my ($missing, $created_dirs);
929 ($missing, $created_dirs) = force_manifest()
930 if $options{'force-manifest'};
933 foreach my $key (sort keys %defines) {
934 my $val = $defines{$key};
936 push @ARGS, "-D$key=@$val";
937 } elsif (!defined $val) {
938 push @ARGS, "-U$key";
939 } elsif (!length $val) {
940 push @ARGS, "-D$key";
942 $val = "" if $val eq "\0";
943 push @ARGS, "-D$key=$val";
946 push @ARGS, map {"-A$_"} @{$options{A}};
948 # </dev/null because it seems that some earlier versions of Configure can
949 # call commands in a way that now has them reading from stdin (and hanging)
951 die "Can't fork: $!" unless defined $pid;
953 open STDIN, '<', '/dev/null';
954 # If a file in MANIFEST is missing, Configure asks if you want to
955 # continue (the default being 'n'). With stdin closed or /dev/null,
956 # it exits immediately and the check for config.sh below will skip.
957 exec './Configure', @ARGS;
958 die "Failed to start Configure: $!";
961 or die "wait for Configure, pid $pid failed: $!";
965 if (-f 'config.sh') {
966 # Emulate noextensions if Configure doesn't support it.
968 if $major < 10 && $defines{noextensions};
969 system './Configure -S </dev/null' and die;
972 if ($target =~ /config\.s?h/) {
973 match_and_exit($target, @ARGV) if $match && -f $target;
974 report_and_exit(!-f $target, 'could build', 'could not build', $target)
975 if $options{'test-build'};
977 skip("could not build $target") unless -f $target;
979 my $ret = system @ARGV;
980 report_and_exit($ret, 'zero exit from', 'non-zero exit from', "@ARGV");
981 } elsif (!-f 'config.sh') {
982 # Skip if something went wrong with Configure
984 skip('could not build config.sh');
987 force_manifest_cleanup($missing, $created_dirs)
990 if($options{'force-regen'}
991 && extract_from_file('Makefile', qr/\bregen_headers\b/)) {
992 # regen_headers was added in e50aee73b3d4c555, patch.1m for perl5.001
993 # It's not worth faking it for earlier revisions.
994 system "make regen_headers </dev/null"
1001 # Parallel build for miniperl is safe
1002 system "$options{make} $j miniperl </dev/null";
1004 # This is the file we expect make to create
1005 my $expected_file = $target =~ /^test/ ? 't/perl'
1006 : $target eq 'Fcntl' ? "lib/auto/Fcntl/Fcntl.$Config{so}"
1008 # This is the target we tell make to build in order to get $expected_file
1009 my $real_target = $target eq 'Fcntl' ? $expected_file : $target;
1011 if ($target ne 'miniperl') {
1012 # Nearly all parallel build issues fixed by 5.10.0. Untrustworthy before that.
1013 $j = '' if $major < 10;
1015 if ($real_target eq 'test_prep') {
1017 # test-prep was added in 5.004_01, 3e3baf6d63945cb6.
1018 # renamed to test_prep in 2001 in 5fe84fd29acaf55c.
1019 # earlier than that, just make test. It will be fast enough.
1020 $real_target = extract_from_file('Makefile.SH',
1021 qr/^(test[-_]prep):/,
1026 system "$options{make} $j $real_target </dev/null";
1029 my $expected_file_found = $expected_file =~ /perl$/
1030 ? -x $expected_file : -r $expected_file;
1032 if ($expected_file_found && $expected_file eq 't/perl') {
1033 # Check that it isn't actually pointing to ../miniperl, which will happen
1034 # if the sanity check ./miniperl -Ilib -MExporter -e '<?>' fails, and
1035 # Makefile tries to run minitest.
1037 # Of course, helpfully sometimes it's called ../perl, other times .././perl
1038 # and who knows if that list is exhaustive...
1039 my ($dev0, $ino0) = stat 't/perl';
1040 my ($dev1, $ino1) = stat 'perl';
1041 unless (defined $dev0 && defined $dev1 && $dev0 == $dev1 && $ino0 == $ino1) {
1042 undef $expected_file_found;
1043 my $link = readlink $expected_file;
1044 warn "'t/perl' => '$link', not 'perl'";
1045 die "Could not realink t/perl: $!" unless defined $link;
1049 if ($options{'test-build'}) {
1050 report_and_exit(!$expected_file_found, 'could build', 'could not build',
1052 } elsif (!$expected_file_found) {
1053 skip("could not build $real_target");
1056 match_and_exit($real_target, @ARGV) if $match;
1058 if (defined $options{'one-liner'}) {
1059 my $exe = $target =~ /^(?:perl$|test)/ ? 'perl' : 'miniperl';
1060 unshift @ARGV, '-e', $options{'one-liner'};
1061 foreach (qw(c l w)) {
1062 unshift @ARGV, "-$_" if $options{$_};
1064 unshift @ARGV, "./$exe", '-Ilib';
1067 # This is what we came here to run:
1069 if (exists $Config{ldlibpthname}) {
1071 my $varname = $Config{ldlibpthname};
1072 my $cwd = Cwd::getcwd();
1073 if (defined $ENV{$varname}) {
1074 $ENV{$varname} = $cwd . $Config{path_sep} . $ENV{$varname};
1076 $ENV{$varname} = $cwd;
1080 my $ret = system @ARGV;
1082 report_and_exit($ret, 'zero exit from', 'non-zero exit from', "@ARGV");
1084 ############################################################################
1086 # Patching, editing and faking routines only below here.
1088 ############################################################################
1090 sub fake_noextensions {
1091 edit_file('config.sh', sub {
1092 my @lines = split /\n/, shift;
1093 my @ext = split /\s+/, $defines{noextensions};
1095 next unless /^extensions=/ || /^dynamic_ext/;
1096 foreach my $ext (@ext) {
1100 return join "\n", @lines;
1104 sub force_manifest {
1105 my (@missing, @created_dirs);
1106 my $fh = open_or_die('MANIFEST');
1108 next unless /^(\S+)/;
1109 # -d is special case needed (at least) between 27332437a2ed1941 and
1110 # bf3d9ec563d25054^ inclusive, as manifest contains ext/Thread/Thread
1112 unless -f $1 || -d $1;
1116 foreach my $pathname (@missing) {
1117 my @parts = split '/', $pathname;
1118 my $leaf = pop @parts;
1121 $path .= '/' . shift @parts;
1123 mkdir $path, 0700 or die "Can't create $path: $!";
1124 unshift @created_dirs, $path;
1126 $fh = open_or_die($pathname, '>');
1128 chmod 0, $pathname or die "Can't chmod 0 $pathname: $!";
1130 return \@missing, \@created_dirs;
1133 sub force_manifest_cleanup {
1134 my ($missing, $created_dirs) = @_;
1135 # This is probably way too paranoid:
1138 foreach my $file (@$missing) {
1139 my (undef, undef, $mode, undef, undef, undef, undef, $size)
1141 if (!defined $mode) {
1142 push @errors, "Added file $file has been deleted by Configure";
1145 if (Fcntl::S_IMODE($mode) != 0) {
1147 sprintf 'Added file %s had mode changed by Configure to %03o',
1152 "Added file $file had sized changed by Configure to $size";
1154 unlink $file or die "Can't unlink $file: $!";
1156 foreach my $dir (@$created_dirs) {
1157 rmdir $dir or die "Can't rmdir $dir: $!";
1163 sub patch_Configure {
1165 if (extract_from_file('Configure',
1166 qr/^\t\t\*=\*\) echo "\$1" >> \$optdef;;$/)) {
1167 # This is " Spaces now allowed in -D command line options.",
1168 # part of commit ecfc54246c2a6f42
1169 apply_patch(<<'EOPATCH');
1170 diff --git a/Configure b/Configure
1171 index 3d3b38d..78ffe16 100755
1174 @@ -652,7 +777,8 @@ while test $# -gt 0; do
1175 echo "$me: use '-U symbol=', not '-D symbol='." >&2
1176 echo "$me: ignoring -D $1" >&2
1178 - *=*) echo "$1" >> $optdef;;
1179 + *=*) echo "$1" | \
1180 + sed -e "s/'/'\"'\"'/g" -e "s/=\(.*\)/='\1'/" >> $optdef;;
1181 *) echo "$1='define'" >> $optdef;;
1187 if (extract_from_file('Configure', qr/^if \$contains 'd_namlen' \$xinc\b/)) {
1188 # Configure's original simple "grep" for d_namlen falls foul of the
1189 # approach taken by the glibc headers:
1190 # #ifdef _DIRENT_HAVE_D_NAMLEN
1191 # # define _D_EXACT_NAMLEN(d) ((d)->d_namlen)
1193 # where _DIRENT_HAVE_D_NAMLEN is not defined on Linux.
1194 # This is also part of commit ecfc54246c2a6f42
1195 apply_patch(<<'EOPATCH');
1196 diff --git a/Configure b/Configure
1197 index 3d3b38d..78ffe16 100755
1200 @@ -3935,7 +4045,8 @@ $rm -f try.c
1202 : see if the directory entry stores field length
1204 -if $contains 'd_namlen' $xinc >/dev/null 2>&1; then
1205 +$cppstdin $cppflags $cppminus < "$xinc" > try.c
1206 +if $contains 'd_namlen' try.c >/dev/null 2>&1; then
1207 echo "Good, your directory entry keeps length information in d_namlen." >&4
1215 && !extract_from_file('Configure',
1216 qr/Try to guess additional flags to pick up local libraries/)) {
1217 my $mips = extract_from_file('Configure',
1218 qr!(''\) if (?:\./)?mips; then)!);
1219 # This is part of perl-5.001n. It's needed, to add -L/usr/local/lib to
1220 # the ld flags if libraries are found there. It shifts the code to set
1221 # up libpth earlier, and then adds the code to add libpth entries to
1223 # mips was changed to ./mips in ecfc54246c2a6f42, perl5.000 patch.0g
1224 apply_patch(sprintf <<'EOPATCH', $mips);
1225 diff --git a/Configure b/Configure
1226 index 53649d5..0635a6e 100755
1229 @@ -2749,6 +2749,52 @@ EOM
1233 +: Set private lib path
1235 +'') if ./mips; then
1236 + plibpth="$incpath/usr/lib /usr/local/lib /usr/ccs/lib"
1241 +'') dlist="$plibpth $glibpth";;
1242 +*) dlist="$libpth";;
1245 +: Now check and see which directories actually exist, avoiding duplicates
1249 + if $test -d $xxx; then
1250 + case " $libpth " in
1252 + *) libpth="$libpth $xxx";;
1258 +Some systems have incompatible or broken versions of libraries. Among
1259 +the directories listed in the question below, please remove any you
1260 +know not to be holding relevant libraries, and add any that are needed.
1261 +Say "none" for none.
1272 +rp="Directories to use for library searches?"
1279 : flags used in final linking phase
1281 '') if ./venix; then
1282 @@ -2765,6 +2811,23 @@ case "$ldflags" in
1284 *) dflt="$ldflags";;
1287 +: Possible local library directories to search.
1288 +loclibpth="/usr/local/lib /opt/local/lib /usr/gnu/lib"
1289 +loclibpth="$loclibpth /opt/gnu/lib /usr/GNU/lib /opt/GNU/lib"
1291 +: Try to guess additional flags to pick up local libraries.
1292 +for thislibdir in $libpth; do
1293 + case " $loclibpth " in
1294 + *" $thislibdir "*)
1296 + "-L$thislibdir ") ;;
1297 + *) dflt="$dflt -L$thislibdir" ;;
1304 rp="Any additional ld flags (NOT including libraries)?"
1306 @@ -2828,52 +2891,6 @@ n) echo "OK, that should do.";;
1308 $rm -f try try.* core
1310 -: Set private lib path
1313 - plibpth="$incpath/usr/lib /usr/local/lib /usr/ccs/lib"
1318 -'') dlist="$plibpth $glibpth";;
1319 -*) dlist="$libpth";;
1322 -: Now check and see which directories actually exist, avoiding duplicates
1326 - if $test -d $xxx; then
1327 - case " $libpth " in
1329 - *) libpth="$libpth $xxx";;
1335 -Some systems have incompatible or broken versions of libraries. Among
1336 -the directories listed in the question below, please remove any you
1337 -know not to be holding relevant libraries, and add any that are needed.
1338 -Say "none" for none.
1349 -rp="Directories to use for library searches?"
1356 : compute shared library extension
1362 if ($major < 5 && extract_from_file('Configure',
1363 qr!if \$cc \$ccflags try\.c -o try >/dev/null 2>&1; then!)) {
1364 # Analogous to the more general fix of dfe9444ca7881e71
1365 # Without this flags such as -m64 may not be passed to this compile,
1366 # which results in a byteorder of '1234' instead of '12345678', which
1367 # can then cause crashes.
1369 if (extract_from_file('Configure', qr/xxx_prompt=y/)) {
1370 # 8e07c86ebc651fe9 or later
1371 # ("This is my patch patch.1n for perl5.001.")
1372 apply_patch(<<'EOPATCH');
1373 diff --git a/Configure b/Configure
1374 index 62249dd..c5c384e 100755
1377 @@ -8247,7 +8247,7 @@ main()
1381 - if $cc $ccflags try.c -o try >/dev/null 2>&1 && ./try > /dev/null; then
1382 + if $cc $ccflags $ldflags try.c -o try >/dev/null 2>&1 && ./try > /dev/null; then
1385 [1-4][1-4][1-4][1-4]|12345678|87654321)
1388 apply_patch(<<'EOPATCH');
1389 diff --git a/Configure b/Configure
1390 index 53649d5..f1cd64a 100755
1393 @@ -6362,7 +6362,7 @@ main()
1397 - if $cc $ccflags try.c -o try >/dev/null 2>&1 ; then
1398 + if $cc $ccflags $ldflags try.c -o try >/dev/null 2>&1 ; then
1401 ????|????????) echo "(The test program ran ok.)";;
1406 if ($major < 6 && !extract_from_file('Configure',
1408 # This adds the -A option to Configure, which is incredibly useful
1409 # Effectively this is commits 02e93a22d20fc9a5, 5f83a3e9d818c3ad,
1410 # bde6b06b2c493fef, f7c3111703e46e0c and 2 lines of trailing whitespace
1411 # removed by 613d6c3e99b9decc, but applied at slightly different
1412 # locations to ensure a clean patch back to 5.000
1413 # Note, if considering patching to the intermediate revisions to fix
1414 # bugs in -A handling, f7c3111703e46e0c is from 2002, and hence
1417 # To add to the fun, early patches add -K and -O options, and it's not
1418 # trivial to get patch to put the C<. ./posthint.sh> in the right place
1419 edit_file('Configure', sub {
1421 $code =~ s/(optstr = ")([^"]+";\s*# getopt-style specification)/$1A:$2/
1422 or die "Substitution failed";
1423 $code =~ s!^(: who configured the system)!
1428 or die "Substitution failed";
1431 apply_patch(<<'EOPATCH');
1432 diff --git a/Configure b/Configure
1433 index 4b55fa6..60c3c64 100755
1436 @@ -1150,6 +1150,7 @@ set X `for arg in "$@"; do echo "X$arg"; done |
1442 : set up default values
1444 @@ -1172,6 +1173,56 @@ while test $# -gt 0; do
1446 -d) shift; fastread=yes;;
1447 -e) shift; alldone=cont;;
1455 + *=*) zzz=`echo "$yyy"|sed 's!=.*!!'`
1459 + zzz=" "`echo "$yyy"|sed 's!^[^=]*=!!'`
1460 + yyy=`echo "$yyy"|sed 's!=.*!!'` ;;
1465 + '') case "$yyy" in
1466 + *:*) xxx=`echo "$yyy"|sed 's!:.*!!'`
1467 + yyy=`echo "$yyy"|sed 's!^[^:]*:!!'`
1468 + zzz=`echo "$yyy"|sed 's!^[^=]*=!!'`
1469 + yyy=`echo "$yyy"|sed 's!=.*!!'` ;;
1470 + *) xxx=`echo "$yyy"|sed 's!:.*!!'`
1471 + yyy=`echo "$yyy"|sed 's!^[^:]*:!!'` ;;
1477 + echo "$yyy=\"\${$yyy}$zzz\"" >> posthint.sh ;;
1479 + echo "$yyy=''" >> posthint.sh ;;
1484 + echo "$yyy='$zzz'" >> posthint.sh ;;
1486 + echo "eval \"$yyy=$zzz\"" >> posthint.sh ;;
1488 + echo "$yyy=\"$zzz\${$yyy}\"" >> posthint.sh ;;
1493 + echo "$yyy=$zzz" >> posthint.sh ;;
1494 + *) echo "$me: unknown -A command '$xxx', ignoring -A $1" >&2 ;;
1504 if ($major < 8 && $^O eq 'aix') {
1505 edit_file('Configure', sub {
1507 # Replicate commit a8c676c69574838b
1508 # Whitespace allowed at the ends of /lib/syscalls.exp lines
1509 # and half of commit c6912327ae30e6de
1510 # AIX syscalls.exp scan: the syscall might be marked 32, 3264, or 64
1511 $code =~ s{(\bsed\b.*\bsyscall)(?:\[0-9\]\*)?(\$.*/lib/syscalls\.exp)}
1512 {$1 . "[0-9]*[ \t]*" . $2}e;
1517 if ($major < 8 && !extract_from_file('Configure',
1518 qr/^\t\tif test ! -t 0; then$/)) {
1519 # Before dfe9444ca7881e71, Configure would refuse to run if stdin was
1520 # not a tty. With that commit, the tty requirement was dropped for -de
1522 # Commit aaeb8e512e8e9e14 dropped the tty requirement for -S
1523 # For those older versions, it's probably easiest if we simply remove
1525 edit_file('Configure', sub {
1527 $code =~ s/test ! -t 0/test Perl = rules/;
1532 if ($major == 8 || $major == 9) {
1533 # Fix symbol detection to that of commit 373dfab3839ca168 if it's any
1534 # intermediate version 5129fff43c4fe08c or later, as the intermediate
1535 # versions don't work correctly on (at least) Sparc Linux.
1536 # 5129fff43c4fe08c adds the first mention of mistrustnm.
1537 # 373dfab3839ca168 removes the last mention of lc=""
1538 edit_file('Configure', sub {
1541 if $code !~ /\btc="";/; # 373dfab3839ca168 or later
1543 if $code !~ /\bmistrustnm\b/; # before 5129fff43c4fe08c
1544 my $fixed = <<'EOC';
1546 : is a C symbol defined?
1549 -v) tf=libc.tmp; tdc="";;
1550 -a) tf=libc.tmp; tdc="[]";;
1551 *) tlook="^$1\$"; tf=libc.list; tdc="()";;
1554 case "$reuseval-$4" in
1556 true-*) tx=no; eval "tval=\$$4"; case "$tval" in "") tx=yes;; esac;;
1561 if $test "$runnm" = true; then
1562 if $contains $tlook $tf >/dev/null 2>&1; then
1564 elif $test "$mistrustnm" = compile -o "$mistrustnm" = run; then
1565 echo "void *(*(p()))$tdc { extern void *$1$tdc; return &$1; } int main() { if(p()) return(0); else return(1); }"> try.c;
1566 $cc -o try $optimize $ccflags $ldflags try.c >/dev/null 2>&1 $libs && tval=true;
1567 $test "$mistrustnm" = run -a -x try && { $run ./try$_exe >/dev/null 2>&1 || tval=false; };
1568 $rm -f try$_exe try.c core core.* try.core;
1571 echo "void *(*(p()))$tdc { extern void *$1$tdc; return &$1; } int main() { if(p()) return(0); else return(1); }"> try.c;
1572 $cc -o try $optimize $ccflags $ldflags try.c $libs >/dev/null 2>&1 && tval=true;
1573 $rm -f try$_exe try.c;
1578 $define) tval=true;;
1586 $code =~ s/\n: is a C symbol defined\?\n.*?\neval "\$2=\$tval"'\n\n/$fixed/sm
1587 or die "substitution failed";
1593 && extract_from_file('Configure', qr/^set malloc\.h i_malloc$/)) {
1594 # This is commit 01d07975f7ef0e7d, trimmed, with $compile inlined as
1595 # prior to bd9b35c97ad661cc Configure had the malloc.h test before the
1596 # definition of $compile.
1597 apply_patch(<<'EOPATCH');
1598 diff --git a/Configure b/Configure
1599 index 3d2e8b9..6ce7766 100755
1602 @@ -6743,5 +6743,22 @@ set d_dosuid
1604 : see if this is a malloc.h system
1605 -set malloc.h i_malloc
1607 +: we want a real compile instead of Inhdr because some systems have a
1608 +: malloc.h that just gives a compile error saying to use stdlib.h instead
1611 +#include <stdlib.h>
1612 +#include <malloc.h>
1613 +int main () { return 0; }
1616 +if $cc $optimize $ccflags $ldflags -o try $* try.c $libs > /dev/null 2>&1; then
1617 + echo "<malloc.h> found." >&4
1620 + echo "<malloc.h> NOT found." >&4
1632 if ($^O eq 'freebsd') {
1633 # There are rather too many version-specific FreeBSD hints fixes to
1634 # patch individually. Also, more than once the FreeBSD hints file has
1635 # been written in what turned out to be a rather non-future-proof style,
1636 # with case statements treating the most recent version as the
1637 # exception, instead of treating previous versions' behaviour explicitly
1638 # and changing the default to cater for the current behaviour. (As
1639 # strangely, future versions inherit the current behaviour.)
1640 checkout_file('hints/freebsd.sh');
1641 } elsif ($^O eq 'darwin') {
1643 # We can't build on darwin without some of the data in the hints
1644 # file. Probably less surprising to use the earliest version of
1645 # hints/darwin.sh and then edit in place just below, than use
1646 # blead's version, as that would create a discontinuity at
1647 # f556e5b971932902 - before it, hints bugs would be "fixed", after
1648 # it they'd resurface. This way, we should give the illusion of
1649 # monotonic bug fixing.
1651 if (!-f 'hints/darwin.sh') {
1652 checkout_file('hints/darwin.sh', 'f556e5b971932902');
1656 edit_file('hints/darwin.sh', sub {
1658 # Part of commit 8f4f83badb7d1ba9, which mostly undoes
1659 # commit 0511a818910f476c.
1660 $code =~ s/^cppflags='-traditional-cpp';$/cppflags="\${cppflags} -no-cpp-precomp"/m;
1661 # commit 14c11978e9b52e08/803bb6cc74d36a3f
1662 # Without this, code in libperl.bundle links against op.o
1663 # in preference to opmini.o on the linker command line,
1664 # and hence miniperl tries to use File::Glob instead of
1666 $code =~ s/^(lddlflags=)/ldflags="\${ldflags} -flat_namespace"\n$1/m;
1667 # f556e5b971932902 also patches Makefile.SH with some
1668 # special case code to deal with useshrplib for darwin.
1669 # Given that post 5.8.0 the darwin hints default was
1670 # changed to false, and it would be very complex to splice
1671 # in that code in various versions of Makefile.SH back
1672 # to 5.002, lets just turn it off.
1673 $code =~ s/^useshrplib='true'/useshrplib='false'/m
1676 # Part of commit d235852b65d51c44
1677 # Don't do this on a case sensitive HFS+ partition, as it
1678 # breaks the build for 5.003 and earlier.
1679 if ($case_insensitive
1680 && $code !~ /^firstmakefile=GNUmakefile/) {
1681 $code .= "\nfirstmakefile=GNUmakefile;\n";
1687 } elsif ($^O eq 'netbsd') {
1689 # These are part of commit 099685bc64c7dbce
1690 edit_file('hints/netbsd.sh', sub {
1692 my $fixed = <<'EOC';
1698 if [ -f /usr/libexec/ld.elf_so ]; then
1701 ccdlflags="-Wl,-E -Wl,-R${PREFIX}/lib $ccdlflags"
1702 cccdlflags="-DPIC -fPIC $cccdlflags"
1703 lddlflags="--whole-archive -shared $lddlflags"
1704 elif [ "`uname -m`" = "pmax" ]; then
1705 # NetBSD 1.3 and 1.3.1 on pmax shipped an 'old' ld.so, which will not work.
1707 elif [ -f /usr/libexec/ld.so ]; then
1710 ccdlflags="-Wl,-R${PREFIX}/lib $ccdlflags"
1711 # we use -fPIC here because -fpic is *NOT* enough for some of the
1712 # extensions like Tk on some netbsd platforms (the sparc is one)
1713 cccdlflags="-DPIC -fPIC $cccdlflags"
1714 lddlflags="-Bforcearchive -Bshareable $lddlflags"
1721 $code =~ s/^case "\$osvers" in\n0\.9\|0\.8.*?^esac\n/$fixed/ms;
1725 } elsif ($^O eq 'openbsd') {
1727 checkout_file('hints/openbsd.sh', '43051805d53a3e4c')
1728 unless -f 'hints/openbsd.sh';
1729 my $which = extract_from_file('hints/openbsd.sh',
1730 qr/# from (2\.8|3\.1) onwards/,
1733 my $was = extract_from_file('hints/openbsd.sh',
1734 qr/(lddlflags="(?:-Bforcearchive )?-Bshareable)/);
1735 # This is commit 154d43cbcf57271c and parts of 5c75dbfa77b0949c
1736 # and 29b5585702e5e025
1737 apply_patch(sprintf <<'EOPATCH', $was);
1738 diff --git a/hints/openbsd.sh b/hints/openbsd.sh
1739 index a7d8bf2..5b79709 100644
1740 --- a/hints/openbsd.sh
1741 +++ b/hints/openbsd.sh
1742 @@ -37,7 +37,25 @@ OpenBSD.alpha|OpenBSD.mips|OpenBSD.powerpc|OpenBSD.vax)
1743 # we use -fPIC here because -fpic is *NOT* enough for some of the
1744 # extensions like Tk on some OpenBSD platforms (ie: sparc)
1745 cccdlflags="-DPIC -fPIC $cccdlflags"
1748 + [01].*|2.[0-7]|2.[0-7].*)
1749 + lddlflags="-Bshareable $lddlflags"
1753 + lddlflags="-shared -fPIC $lddlflags"
1755 + *) # from 3.1 onwards
1757 + lddlflags="-shared -fPIC $lddlflags"
1758 + libswanted=`echo $libswanted | sed 's/ dl / /'`
1762 + # We need to force ld to export symbols on ELF platforms.
1763 + # Without this, dlopen() is crippled.
1764 + ELF=`${cc:-cc} -dM -E - </dev/null | grep __ELF__`
1765 + test -n "$ELF" && ldflags="-Wl,-E $ldflags"
1770 } elsif ($which eq '2.8') {
1771 # This is parts of 5c75dbfa77b0949c and 29b5585702e5e025, and
1772 # possibly eb9cd59d45ad2908
1773 my $was = extract_from_file('hints/openbsd.sh',
1774 qr/lddlflags="(-shared(?: -fPIC)?) \$lddlflags"/);
1776 apply_patch(sprintf <<'EOPATCH', $was);
1777 --- a/hints/openbsd.sh 2011-10-21 17:25:20.000000000 +0200
1778 +++ b/hints/openbsd.sh 2011-10-21 16:58:43.000000000 +0200
1780 [01].*|2.[0-7]|2.[0-7].*)
1781 lddlflags="-Bshareable $lddlflags"
1783 - *) # from 2.8 onwards
1786 - lddlflags="%s $lddlflags"
1787 + lddlflags="-shared -fPIC $lddlflags"
1789 + *) # from 3.1 onwards
1791 + lddlflags="-shared -fPIC $lddlflags"
1792 + libswanted=`echo $libswanted | sed 's/ dl / /'`
1796 + # We need to force ld to export symbols on ELF platforms.
1797 + # Without this, dlopen() is crippled.
1798 + ELF=`${cc:-cc} -dM -E - </dev/null | grep __ELF__`
1799 + test -n "$ELF" && ldflags="-Wl,-E $ldflags"
1804 } elsif ($which eq '3.1'
1805 && !extract_from_file('hints/openbsd.sh',
1806 qr/We need to force ld to export symbols on ELF platforms/)) {
1807 # This is part of 29b5585702e5e025
1808 apply_patch(<<'EOPATCH');
1809 diff --git a/hints/openbsd.sh b/hints/openbsd.sh
1810 index c6b6bc9..4839d04 100644
1811 --- a/hints/openbsd.sh
1812 +++ b/hints/openbsd.sh
1813 @@ -54,6 +54,11 @@ alpha-2.[0-8]|mips-*|vax-*|powerpc-2.[0-7]|m88k-*)
1814 libswanted=`echo $libswanted | sed 's/ dl / /'`
1818 + # We need to force ld to export symbols on ELF platforms.
1819 + # Without this, dlopen() is crippled.
1820 + ELF=`${cc:-cc} -dM -E - </dev/null | grep __ELF__`
1821 + test -n "$ELF" && ldflags="-Wl,-E $ldflags"
1828 } elsif ($^O eq 'linux') {
1830 # sparc linux seems to need the -Dbool=char -DHAS_BOOL part of
1831 # perl5.000 patch.0n: [address Configure and build issues]
1832 edit_file('hints/linux.sh', sub {
1834 $code =~ s!-I/usr/include/bsd!-Dbool=char -DHAS_BOOL!g;
1840 if (`uname -sm` =~ qr/^Linux sparc/) {
1841 if (extract_from_file('hints/linux.sh', qr/sparc-linux/)) {
1842 # Be sure to use -fPIC not -fpic on Linux/SPARC
1843 apply_commit('f6527d0ef0c13ad4');
1844 } elsif(!extract_from_file('hints/linux.sh',
1845 qr/^sparc-linux\)$/)) {
1846 my $fh = open_or_die('hints/linux.sh', '>>');
1847 print $fh <<'EOT' or die $!;
1849 case "`uname -m`" in
1851 case "$cccdlflags" in
1852 *-fpic*) cccdlflags="`echo $cccdlflags|sed 's/-fpic/-fPIC/'`" ;;
1853 *) cccdlflags="$cccdlflags -fPIC" ;;
1866 # Cwd.xs added in commit 0d2079faa739aaa9. Cwd.pm moved to ext/ 8 years
1867 # later in commit 403f501d5b37ebf0
1868 if ($major > 0 && <*/Cwd/Cwd.xs>) {
1870 && !extract_from_file('Makefile.SH', qr/^extra_dep=''$/)) {
1871 # The Makefile.PL for Unicode::Normalize needs
1872 # lib/unicore/CombiningClass.pl. Even without a parallel build, we
1873 # need a dependency to ensure that it builds. This is a variant of
1874 # commit 9f3ef600c170f61e. Putting this for earlier versions gives
1875 # us a spot on which to hang the edits below
1876 apply_patch(<<'EOPATCH');
1877 diff --git a/Makefile.SH b/Makefile.SH
1878 index f61d0db..6097954 100644
1881 @@ -155,10 +155,20 @@ esac
1883 : Prepare dependency lists for Makefile.
1886 for f in $dynamic_ext; do
1887 : the dependency named here will never exist
1888 base=`echo "$f" | sed 's/.*\///'`
1889 - dynamic_list="$dynamic_list lib/auto/$f/$base.$dlext"
1890 + this_target="lib/auto/$f/$base.$dlext"
1891 + dynamic_list="$dynamic_list $this_target"
1893 + : Parallel makes reveal that we have some interdependencies
1895 + Math/BigInt/FastCalc) extra_dep="$extra_dep
1896 +$this_target: lib/auto/List/Util/Util.$dlext" ;;
1897 + Unicode/Normalize) extra_dep="$extra_dep
1898 +$this_target: lib/unicore/CombiningClass.pl" ;;
1903 @@ -987,2 +997,9 @@ n_dummy $(nonxs_ext): miniperl$(EXE_EXT) preplibrary $(DYNALOADER) FORCE
1904 @$(LDLIBPTH) sh ext/util/make_ext nonxs $@ MAKE=$(MAKE) LIBPERL_A=$(LIBPERL)
1907 +$spitshell >>Makefile <<EOF
1911 +$spitshell >>Makefile <<'!NO!SUBS!'
1917 if (extract_from_file('patchlevel.h',
1918 qr/^#include "unpushed\.h"/)) {
1919 # I had thought it easier to detect when building one of the 52
1920 # commits with the original method of incorporating the git
1921 # revision and drop parallel make flags. Commits shown by
1922 # git log 46807d8e809cc127^..dcff826f70bf3f64^ ^d4fb0a1f15d1a1c4
1923 # However, it's not actually possible to make miniperl for that
1924 # configuration as-is, because the file .patchnum is only made
1925 # as a side effect of target 'all'
1926 # I also don't think that it's "safe" to simply run
1927 # make_patchnum.sh before the build. We need the proper
1928 # dependency rules in the Makefile to *stop* it being run again
1929 # at the wrong time.
1930 # This range is important because contains the commit that
1931 # merges Schwern's y2038 work.
1932 apply_patch(<<'EOPATCH');
1933 diff --git a/Makefile.SH b/Makefile.SH
1934 index 9ad8b6f..106e721 100644
1937 @@ -540,9 +544,14 @@ sperl.i: perl.c $(h)
1939 .PHONY: all translators utilities make_patchnum
1942 +make_patchnum: lib/Config_git.pl
1944 +lib/Config_git.pl: make_patchnum.sh
1945 sh $(shellflags) make_patchnum.sh
1947 +# .patchnum, unpushed.h and lib/Config_git.pl are built by make_patchnum.sh
1948 +unpushed.h .patchnum: lib/Config_git.pl
1950 # make sure that we recompile perl.c if .patchnum changes
1951 perl$(OBJ_EXT): .patchnum unpushed.h
1954 } elsif (-f '.gitignore'
1955 && extract_from_file('.gitignore', qr/^\.patchnum$/)) {
1956 # 8565263ab8a47cda to 46807d8e809cc127^ inclusive.
1957 edit_file('Makefile.SH', sub {
1959 $code =~ s/^make_patchnum:\n/make_patchnum: .patchnum
1963 .patchnum: make_patchnum.sh
1967 } elsif (-f 'lib/.gitignore'
1968 && extract_from_file('lib/.gitignore',
1969 qr!^/Config_git.pl!)
1970 && !extract_from_file('Makefile.SH',
1971 qr/^uudmap\.h.*:bitcount.h$/)) {
1972 # Between commits and dcff826f70bf3f64 and 0f13ebd5d71f8177^
1973 edit_file('Makefile.SH', sub {
1975 # Bug introduced by 344af494c35a9f0f
1976 # fixed in 0f13ebd5d71f8177
1977 $code =~ s{^(pod/perlapi\.pod) (pod/perlintern\.pod): }
1979 # Bug introduced by efa50c51e3301a2c
1980 # fixed in 0f13ebd5d71f8177
1981 $code =~ s{^(uudmap\.h) (bitcount\.h): }
1984 # The rats nest of getting git_version.h correct
1986 if ($code =~ s{git_version\.h: stock_git_version\.h
1987 \tcp stock_git_version\.h git_version\.h}
1989 # before 486cd780047ff224
1991 # We probably can't build between
1992 # 953f6acfa20ec275^ and 8565263ab8a47cda
1993 # inclusive, but all commits in that range
1994 # relate to getting make_patchnum.sh working,
1995 # so it is extremely unlikely to be an
1996 # interesting bisect target. They will skip.
1998 # No, don't spawn a submake if
1999 # make_patchnum.sh or make_patchnum.pl fails
2000 $code =~ s{\|\| \$\(MAKE\) miniperl.*}
2002 $code =~ s{^\t(sh.*make_patchnum\.sh.*)}
2005 # Use an external perl to run make_patchnum.pl
2006 # because miniperl still depends on
2008 $code =~ s{^\t.*make_patchnum\.pl}
2009 {\t-$^X make_patchnum.pl}m;
2012 # "Truth in advertising" - running
2013 # make_patchnum generates 2 files.
2014 $code =~ s{^make_patchnum:.*}{
2015 make_patchnum: lib/Config_git.pl
2017 git_version.h: lib/Config_git.pl
2019 perlmini\$(OBJ_EXT): git_version.h
2021 lib/Config_git.pl:}m;
2023 # Right, now we've corrected Makefile.SH to
2024 # correctly describe how lib/Config_git.pl and
2025 # git_version.h are made, we need to fix the rest
2027 # This emulates commit 2b63e250843b907e
2028 # This might duplicate the rule stating that
2029 # git_version.h depends on lib/Config_git.pl
2031 $code =~ s{^(?:lib/Config_git\.pl )?git_version\.h: (.* make_patchnum\.pl.*)}
2032 {git_version.h: lib/Config_git.pl
2034 lib/Config_git.pl: $1}m;
2036 # This emulates commits 0f13ebd5d71f8177 and
2037 # and a04d4598adc57886. It ensures that
2038 # lib/Config_git.pl is built before configpm,
2039 # and that configpm is run exactly once.
2040 $code =~ s{^(\$\(.*?\) )?(\$\(CONFIGPOD\))(: .*? configpm Porting/Glossary)( lib/Config_git\.pl)?}{
2041 # If present, other files depend on $(CONFIGPOD)
2042 ($1 ? "$1: $2\n\n" : '')
2043 # Then the rule we found
2045 # Add dependency if not there
2046 . ($4 ? $4 : ' lib/Config_git.pl')
2055 # Commits dc0655f797469c47 and d11a62fe01f2ecb2
2056 edit_file('Makefile.SH', sub {
2058 foreach my $ext (qw(Encode SDBM_File)) {
2059 next if $code =~ /\b$ext\) extra_dep=/s;
2060 $code =~ s!(\) extra_dep="\$extra_dep
2061 \$this_target: .*?" ;;)
2064 $ext) extra_dep="\$extra_dep
2065 \$this_target: lib/auto/Cwd/Cwd.\$dlext" ;;
2074 # Remove commits 9fec149bb652b6e9 and 5bab1179608f81d8, which add/amend
2075 # rules to automatically run regen scripts that rebuild C headers. These
2076 # cause problems because a git checkout doesn't preserve relative file
2077 # modification times, hence the regen scripts may fire. This will
2078 # obscure whether the repository had the correct generated headers
2080 # Also, the dependency rules for running the scripts were not correct,
2081 # which could cause spurious re-builds on re-running make, and can cause
2082 # complete build failures for a parallel make.
2083 if (extract_from_file('Makefile.SH',
2084 qr/Writing it this way gives make a big hint to always run opcode\.pl before/)) {
2085 apply_commit('70c6e6715e8fec53');
2086 } elsif (extract_from_file('Makefile.SH',
2087 qr/^opcode\.h opnames\.h pp_proto\.h pp\.sym: opcode\.pl$/)) {
2088 revert_commit('9fec149bb652b6e9');
2092 if ($^O eq 'aix' && $major >= 11 && $major <= 15
2093 && extract_from_file('makedef.pl', qr/^use Config/)) {
2094 edit_file('Makefile.SH', sub {
2095 # The AIX part of commit e6807d8ab22b761c
2096 # It's safe to substitute lib/Config.pm for config.sh
2097 # as lib/Config.pm depends on config.sh
2098 # If the tree is post e6807d8ab22b761c, the substitution
2099 # won't match, which is harmless.
2101 $code =~ s{^(perl\.exp:.* )config\.sh(\b.*)}
2102 {$1 . '$(CONFIGPM)' . $2}me;
2107 # There was a bug in makedepend.SH which was fixed in version 96a8704c.
2108 # Symptom was './makedepend: 1: Syntax error: Unterminated quoted string'
2109 # Remove this if you're actually bisecting a problem related to
2111 # If you do this, you may need to add in code to correct the output of older
2112 # makedepends, which don't correctly filter newer gcc output such as
2114 checkout_file('makedepend.SH');
2116 if ($major < 4 && -f 'config.sh'
2117 && !extract_from_file('config.sh', qr/^trnl=/)) {
2118 # This seems to be necessary to avoid makedepend becoming confused,
2119 # and hanging on stdin. Seems that the code after
2120 # make shlist || ...here... is never run.
2121 edit_file('makedepend.SH', sub {
2123 $code =~ s/^trnl='\$trnl'$/trnl='\\n'/m;
2130 # This is ordered by $major, as it's likely that different platforms may
2131 # well want to share code.
2133 if ($major == 2 && extract_from_file('perl.c', qr/^\tfclose\(e_fp\);$/)) {
2134 # need to patch perl.c to avoid calling fclose() twice on e_fp when
2136 # This diff is part of commit ab821d7fdc14a438. The second close was
2137 # introduced with perl-5.002, commit a5f75d667838e8e7
2138 # Might want a6c477ed8d4864e6 too, for the corresponding change to
2139 # pp_ctl.c (likely without this, eval will have "fun")
2140 apply_patch(<<'EOPATCH');
2141 diff --git a/perl.c b/perl.c
2142 index 03c4d48..3c814a2 100644
2145 @@ -252,6 +252,7 @@ setuid perl scripts securely.\n");
2146 #ifndef VMS /* VMS doesn't have environ array */
2147 origenviron = environ;
2149 + e_tmpname = Nullch;
2153 @@ -405,6 +406,7 @@ setuid perl scripts securely.\n");
2155 if (Fflush(e_fp) || ferror(e_fp) || fclose(e_fp))
2156 croak("Can't write to temp file for -e: %s", Strerror(errno));
2159 scriptname = e_tmpname;
2161 @@ -470,10 +472,10 @@ setuid perl scripts securely.\n");
2162 curcop->cop_line = 0;
2163 curstash = defstash;
2169 (void)UNLINK(e_tmpname);
2170 + Safefree(e_tmpname);
2171 + e_tmpname = Nullch;
2174 /* now that script is parsed, we can modify record separator */
2175 @@ -1369,7 +1371,7 @@ SV *sv;
2176 scriptname = xfound;
2179 - origfilename = savepv(e_fp ? "-e" : scriptname);
2180 + origfilename = savepv(e_tmpname ? "-e" : scriptname);
2181 curcop->cop_filegv = gv_fetchfile(origfilename);
2182 if (strEQ(origfilename,"-"))
2188 if ($major < 3 && $^O eq 'openbsd'
2189 && !extract_from_file('pp_sys.c', qr/BSD_GETPGRP/)) {
2190 # Part of commit c3293030fd1b7489
2191 apply_patch(<<'EOPATCH');
2192 diff --git a/pp_sys.c b/pp_sys.c
2193 index 4608a2a..f0c9d1d 100644
2196 @@ -2903,8 +2903,8 @@ PP(pp_getpgrp)
2201 - value = (I32)getpgrp(pid);
2203 + value = (I32)BSD_GETPGRP(pid);
2206 DIE("POSIX getpgrp can't take an argument");
2207 @@ -2933,8 +2933,8 @@ PP(pp_setpgrp)
2210 TAINT_PROPER("setpgrp");
2212 - SETi( setpgrp(pid, pgrp) >= 0 );
2214 + SETi( BSD_SETPGRP(pid, pgrp) >= 0 );
2216 if ((pgrp != 0) || (pid != 0)) {
2217 DIE("POSIX setpgrp can't take an argument");
2221 if ($major < 4 && $^O eq 'openbsd') {
2223 # Need changes from commit a6e633defa583ad5.
2224 # Commits c07a80fdfe3926b5 and f82b3d4130164d5f changed the same part
2227 if (extract_from_file('perl.h',
2228 qr/^#ifdef HAS_GETPGRP2$/)) {
2232 #define TAINT_PROPER(s) if (tainting) taint_proper(no_security, s)
2233 #define TAINT_ENV() if (tainting) taint_env()
2235 ! #ifdef HAS_GETPGRP2
2236 ! # ifndef HAS_GETPGRP
2237 ! # define HAS_GETPGRP
2241 ! #ifdef HAS_SETPGRP2
2242 ! # ifndef HAS_SETPGRP
2243 ! # define HAS_SETPGRP
2248 } elsif (extract_from_file('perl.h',
2249 qr/Gack, you have one but not both of getpgrp2/)) {
2253 #define TAINT_PROPER(s) if (tainting) taint_proper(no_security, s)
2254 #define TAINT_ENV() if (tainting) taint_env()
2256 ! #if defined(HAS_GETPGRP2) && defined(HAS_SETPGRP2)
2257 ! # define getpgrp getpgrp2
2258 ! # define setpgrp setpgrp2
2259 ! # ifndef HAS_GETPGRP
2260 ! # define HAS_GETPGRP
2262 ! # ifndef HAS_SETPGRP
2263 ! # define HAS_SETPGRP
2265 ! # ifndef USE_BSDPGRP
2266 ! # define USE_BSDPGRP
2269 ! # if defined(HAS_GETPGRP2) || defined(HAS_SETPGRP2)
2270 ! #include "Gack, you have one but not both of getpgrp2() and setpgrp2()."
2275 } elsif (extract_from_file('perl.h',
2276 qr/^#ifdef USE_BSDPGRP$/)) {
2280 #define TAINT_PROPER(s) if (tainting) taint_proper(no_security, s)
2281 #define TAINT_ENV() if (tainting) taint_env()
2283 ! #ifdef USE_BSDPGRP
2284 ! # ifdef HAS_GETPGRP
2285 ! # define BSD_GETPGRP(pid) getpgrp((pid))
2287 ! # ifdef HAS_SETPGRP
2288 ! # define BSD_SETPGRP(pid, pgrp) setpgrp((pid), (pgrp))
2291 ! # ifdef HAS_GETPGRP2
2292 ! # define BSD_GETPGRP(pid) getpgrp2((pid))
2293 ! # ifndef HAS_GETPGRP
2294 ! # define HAS_GETPGRP
2297 ! # ifdef HAS_SETPGRP2
2298 ! # define BSD_SETPGRP(pid, pgrp) setpgrp2((pid), (pgrp))
2299 ! # ifndef HAS_SETPGRP
2300 ! # define HAS_SETPGRP
2305 #ifndef _TYPES_ /* If types.h defines this it's easy. */
2309 apply_patch(<<"EOPATCH");
2310 *** a/perl.h 2011-10-21 09:46:12.000000000 +0200
2311 --- b/perl.h 2011-10-21 09:46:12.000000000 +0200
2313 #define TAINT_PROPER(s) if (tainting) taint_proper(no_security, s)
2314 #define TAINT_ENV() if (tainting) taint_env()
2316 ! /* XXX All process group stuff is handled in pp_sys.c. Should these
2317 ! defines move there? If so, I could simplify this a lot. --AD 9/96.
2319 ! /* Process group stuff changed from traditional BSD to POSIX.
2320 ! perlfunc.pod documents the traditional BSD-style syntax, so we'll
2321 ! try to preserve that, if possible.
2323 ! #ifdef HAS_SETPGID
2324 ! # define BSD_SETPGRP(pid, pgrp) setpgid((pid), (pgrp))
2326 ! # if defined(HAS_SETPGRP) && defined(USE_BSD_SETPGRP)
2327 ! # define BSD_SETPGRP(pid, pgrp) setpgrp((pid), (pgrp))
2329 ! # ifdef HAS_SETPGRP2 /* DG/UX */
2330 ! # define BSD_SETPGRP(pid, pgrp) setpgrp2((pid), (pgrp))
2334 ! #if defined(BSD_SETPGRP) && !defined(HAS_SETPGRP)
2335 ! # define HAS_SETPGRP /* Well, effectively it does . . . */
2338 ! /* getpgid isn't POSIX, but at least Solaris and Linux have it, and it makes
2339 ! our life easier :-) so we'll try it.
2341 ! #ifdef HAS_GETPGID
2342 ! # define BSD_GETPGRP(pid) getpgid((pid))
2344 ! # if defined(HAS_GETPGRP) && defined(USE_BSD_GETPGRP)
2345 ! # define BSD_GETPGRP(pid) getpgrp((pid))
2347 ! # ifdef HAS_GETPGRP2 /* DG/UX */
2348 ! # define BSD_GETPGRP(pid) getpgrp2((pid))
2352 ! #if defined(BSD_GETPGRP) && !defined(HAS_GETPGRP)
2353 ! # define HAS_GETPGRP /* Well, effectively it does . . . */
2356 ! /* These are not exact synonyms, since setpgrp() and getpgrp() may
2357 ! have different behaviors, but perl.h used to define USE_BSDPGRP
2358 ! (prior to 5.003_05) so some extension might depend on it.
2360 ! #if defined(USE_BSD_SETPGRP) || defined(USE_BSD_GETPGRP)
2361 ! # ifndef USE_BSDPGRP
2362 ! # define USE_BSDPGRP
2366 #ifndef _TYPES_ /* If types.h defines this it's easy. */
2371 if ($major == 4 && extract_from_file('scope.c', qr/\(SV\*\)SSPOPINT/)) {
2372 # [PATCH] 5.004_04 +MAINT_TRIAL_1 broken when sizeof(int) != sizeof(void)
2373 # Fixes a bug introduced in 161b7d1635bc830b
2374 apply_commit('9002cb76ec83ef7f');
2377 if ($major == 4 && extract_from_file('av.c', qr/AvARRAY\(av\) = 0;/)) {
2378 # Fixes a bug introduced in 1393e20655efb4bc
2379 apply_commit('e1c148c28bf3335b', 'av.c');
2383 my $rest = extract_from_file('perl.c', qr/delimcpy(.*)/);
2384 if (defined $rest and $rest !~ /,$/) {
2385 # delimcpy added in fc36a67e8855d031, perl.c refactored to use it.
2386 # bug introduced in 2a92aaa05aa1acbf, fixed in 8490252049bf42d3
2387 # code then moved to util.c in commit 491527d0220de34e
2388 apply_patch(<<'EOPATCH');
2389 diff --git a/perl.c b/perl.c
2390 index 4eb69e3..54bbb00 100644
2393 @@ -1735,7 +1735,7 @@ SV *sv;
2394 if (len < sizeof tokenbuf)
2395 tokenbuf[len] = '\0';
2396 #else /* ! (atarist || DOSISH) */
2397 - s = delimcpy(tokenbuf, tokenbuf + sizeof tokenbuf, s, bufend
2398 + s = delimcpy(tokenbuf, tokenbuf + sizeof tokenbuf, s, bufend,
2401 #endif /* ! (atarist || DOSISH) */
2406 if ($major == 4 && $^O eq 'linux') {
2407 # Whilst this is fixed properly in f0784f6a4c3e45e1 which provides the
2408 # Configure probe, it's easier to back out the problematic changes made
2409 # in these previous commits:
2410 if (extract_from_file('doio.c',
2411 qr!^/\* XXX REALLY need metaconfig test \*/$!)) {
2412 revert_commit('4682965a1447ea44', 'doio.c');
2414 if (my $token = extract_from_file('doio.c',
2415 qr!^#if (defined\(__sun(?:__)?\)) && defined\(__svr4__\) /\* XXX Need metaconfig test \*/$!)) {
2416 my $patch = `git show -R 9b599b2a63d2324d doio.c`;
2417 $patch =~ s/defined\(__sun__\)/$token/g;
2418 apply_patch($patch);
2420 if (extract_from_file('doio.c',
2421 qr!^/\* linux \(and Solaris2\?\) uses :$!)) {
2422 revert_commit('8490252049bf42d3', 'doio.c');
2424 if (extract_from_file('doio.c',
2425 qr/^ unsemds.buf = &semds;$/)) {
2426 revert_commit('8e591e46b4c6543e');
2428 if (extract_from_file('doio.c',
2429 qr!^#ifdef __linux__ /\* XXX Need metaconfig test \*/$!)) {
2430 # Reverts part of commit 3e3baf6d63945cb6
2431 apply_patch(<<'EOPATCH');
2432 diff --git b/doio.c a/doio.c
2433 index 62b7de9..0d57425 100644
2436 @@ -1333,9 +1331,6 @@ SV **sp;
2438 I32 id, n, cmd, infosize, getinfo;
2440 -#ifdef __linux__ /* XXX Need metaconfig test */
2441 - union semun unsemds;
2444 id = SvIVx(*++mark);
2445 n = (optype == OP_SEMCTL) ? SvIVx(*++mark) : 0;
2446 @@ -1364,29 +1359,11 @@ SV **sp;
2447 infosize = sizeof(struct semid_ds);
2448 else if (cmd == GETALL || cmd == SETALL)
2450 -#ifdef __linux__ /* XXX Need metaconfig test */
2452 - int semctl (int semid, int semnun, int cmd, union semun arg)
2456 - struct semid_ds *buf;
2460 - union semun semds;
2461 - if (semctl(id, 0, IPC_STAT, semds) == -1)
2463 struct semid_ds semds;
2464 if (semctl(id, 0, IPC_STAT, &semds) == -1)
2467 getinfo = (cmd == GETALL);
2468 -#ifdef __linux__ /* XXX Need metaconfig test */
2469 - infosize = semds.buf->sem_nsems * sizeof(short);
2471 infosize = semds.sem_nsems * sizeof(short);
2473 /* "short" is technically wrong but much more portable
2474 than guessing about u_?short(_t)? */
2476 @@ -1429,12 +1406,7 @@ SV **sp;
2480 -#ifdef __linux__ /* XXX Need metaconfig test */
2481 - unsemds.buf = (struct semid_ds *)a;
2482 - ret = semctl(id, n, cmd, unsemds);
2484 ret = semctl(id, n, cmd, (struct semid_ds *)a);
2491 # Incorrect prototype added as part of 8ac853655d9b7447, fixed as part
2492 # of commit dc45a647708b6c54, with at least one intermediate
2493 # modification. Correct prototype for gethostbyaddr has socklen_t
2494 # second. Linux has uint32_t first for getnetbyaddr.
2495 # Easiest just to remove, instead of attempting more complex patching.
2496 # Something similar may be needed on other platforms.
2497 edit_file('pp_sys.c', sub {
2499 $code =~ s/^ struct hostent \*(?:PerlSock_)?gethostbyaddr\([^)]+\);$//m;
2500 $code =~ s/^ struct netent \*getnetbyaddr\([^)]+\);$//m;
2505 if ($major < 5 && $^O eq 'aix'
2506 && !extract_from_file('pp_sys.c',
2507 qr/defined\(HOST_NOT_FOUND\) && !defined\(h_errno\)/)) {
2508 # part of commit dc45a647708b6c54
2509 # Andy Dougherty's configuration patches (Config_63-01 up to 04).
2510 apply_patch(<<'EOPATCH')
2511 diff --git a/pp_sys.c b/pp_sys.c
2512 index c2fcb6f..efa39fb 100644
2515 @@ -54,7 +54,7 @@ extern "C" int syscall(unsigned long,...);
2519 -#ifdef HOST_NOT_FOUND
2520 +#if defined(HOST_NOT_FOUND) && !defined(h_errno)
2528 && `git rev-parse HEAD` eq "22c35a8c2392967a5ba6b5370695be464bd7012c\n") {
2529 # Commit 22c35a8c2392967a is significant,
2530 # "phase 1 of somewhat major rearrangement of PERL_OBJECT stuff"
2531 # but doesn't build due to 2 simple errors. blead in this broken state
2532 # was merged to the cfgperl branch, and then these were immediately
2533 # corrected there. cfgperl (with the fixes) was merged back to blead.
2534 # The resultant rather twisty maze of commits looks like this:
2538 * | | commit 137225782c183172f360c827424b9b9f8adbef0e
2539 |\ \ \ Merge: 22c35a8 2a8ee23
2540 | |/ / Author: Gurusamy Sarathy <gsar@cpan.org>
2541 | | | Date: Fri Oct 30 17:38:36 1998 +0000
2543 | | | integrate cfgperl tweaks into mainline
2545 | | | p4raw-id: //depot/perl@2144
2547 | * | commit 2a8ee23279873759693fa83eca279355db2b665c
2548 | | | Author: Jarkko Hietaniemi <jhi@iki.fi>
2549 | | | Date: Fri Oct 30 13:27:39 1998 +0000
2551 | | | There can be multiple yacc/bison errors.
2553 | | | p4raw-id: //depot/cfgperl@2143
2555 | * | commit 93fb2ac393172fc3e2c14edb20b718309198abbc
2556 | | | Author: Jarkko Hietaniemi <jhi@iki.fi>
2557 | | | Date: Fri Oct 30 13:18:43 1998 +0000
2559 | | | README.posix-bc update.
2561 | | | p4raw-id: //depot/cfgperl@2142
2563 | * | commit 4ec43091e8e6657cb260b5e563df30aaa154effe
2564 | | | Author: Jarkko Hietaniemi <jhi@iki.fi>
2565 | | | Date: Fri Oct 30 09:12:59 1998 +0000
2567 | | | #2133 fallout.
2569 | | | p4raw-id: //depot/cfgperl@2141
2571 | * | commit 134ca994cfefe0f613d43505a885e4fc2100b05c
2572 | |\ \ Merge: 7093112 22c35a8
2573 | |/ / Author: Jarkko Hietaniemi <jhi@iki.fi>
2574 |/| | Date: Fri Oct 30 08:43:18 1998 +0000
2576 | | | Integrate from mainperl.
2578 | | | p4raw-id: //depot/cfgperl@2140
2580 * | | commit 22c35a8c2392967a5ba6b5370695be464bd7012c
2581 | | | Author: Gurusamy Sarathy <gsar@cpan.org>
2582 | | | Date: Fri Oct 30 02:51:39 1998 +0000
2584 | | | phase 1 of somewhat major rearrangement of PERL_OBJECT stuff
2585 | | | (objpp.h is gone, embed.pl now does some of that); objXSUB.h
2586 | | | should soon be automated also; the global variables that
2587 | | | escaped the PL_foo conversion are now reined in; renamed
2588 | | | MAGIC in regcomp.h to REG_MAGIC to avoid collision with the
2589 | | | type of same name; duplicated lists of pp_things in various
2590 | | | places is now gone; result has only been tested on win32
2592 | | | p4raw-id: //depot/perl@2133
2598 # and completely confuses git bisect (and at least me), causing it to
2599 # the bisect run to confidently return the wrong answer, an unrelated
2600 # commit on the cfgperl branch.
2602 apply_commit('4ec43091e8e6657c');
2606 && extract_from_file('pp_sys.c', qr/PERL_EFF_ACCESS_R_OK/)
2607 && !extract_from_file('pp_sys.c', qr/XXX Configure test needed for eaccess/)) {
2608 # Between 5ff3f7a4e03a6b10 and c955f1177b2e311d^
2609 # This is the meat of commit c955f1177b2e311d (without the other
2610 # indenting changes that would cause a conflict).
2611 # Without this 538 revisions won't build on (at least) Linux
2612 apply_patch(<<'EOPATCH');
2613 diff --git a/pp_sys.c b/pp_sys.c
2614 index d60c8dc..867dee4 100644
2617 @@ -198,9 +198,18 @@ static char zero_but_true[ZBTLEN + 1] = "0 but true";
2618 # if defined(I_SYS_SECURITY)
2619 # include <sys/security.h>
2621 -# define PERL_EFF_ACCESS_R_OK(p) (eaccess((p), R_OK, ACC_SELF))
2622 -# define PERL_EFF_ACCESS_W_OK(p) (eaccess((p), W_OK, ACC_SELF))
2623 -# define PERL_EFF_ACCESS_X_OK(p) (eaccess((p), X_OK, ACC_SELF))
2624 + /* XXX Configure test needed for eaccess */
2626 + /* HP SecureWare */
2627 +# define PERL_EFF_ACCESS_R_OK(p) (eaccess((p), R_OK, ACC_SELF))
2628 +# define PERL_EFF_ACCESS_W_OK(p) (eaccess((p), W_OK, ACC_SELF))
2629 +# define PERL_EFF_ACCESS_X_OK(p) (eaccess((p), X_OK, ACC_SELF))
2632 +# define PERL_EFF_ACCESS_R_OK(p) (eaccess((p), R_OK))
2633 +# define PERL_EFF_ACCESS_W_OK(p) (eaccess((p), W_OK))
2634 +# define PERL_EFF_ACCESS_X_OK(p) (eaccess((p), X_OK))
2638 #if !defined(PERL_EFF_ACCESS_R_OK) && defined(HAS_ACCESSX) && defined(ACC_SELF)
2643 && extract_from_file('mg.c', qr/If we're still on top of the stack, pop us off/)
2644 && !extract_from_file('mg.c', qr/PL_savestack_ix -= popval/)) {
2645 # Fix up commit 455ece5e082708b1:
2646 # SSNEW() API for allocating memory on the savestack
2647 # Message-Id: <tqemtae338.fsf@puma.genscan.com>
2648 # Subject: [PATCH 5.005_51] (was: why SAVEDESTRUCTOR()...)
2649 apply_commit('3c8a44569607336e', 'mg.c');
2653 if (extract_from_file('doop.c', qr/croak\(no_modify\);/)
2654 && extract_from_file('doop.c', qr/croak\(PL_no_modify\);/)) {
2655 # Whilst the log suggests that this would only fix 5 commits, in
2656 # practice this area of history is a complete tarpit, and git bisect
2657 # gets very confused by the skips in the middle of the back and
2658 # forth merging between //depot/perl and //depot/cfgperl
2659 apply_commit('6393042b638dafd3');
2662 # One error "fixed" with another:
2663 if (extract_from_file('pp_ctl.c',
2664 qr/\Qstatic void *docatch_body _((void *o));\E/)) {
2665 apply_commit('5b51e982882955fe');
2667 # Which is then fixed by this:
2668 if (extract_from_file('pp_ctl.c',
2669 qr/\Qstatic void *docatch_body _((valist\E/)) {
2670 apply_commit('47aa779ee4c1a50e');
2673 if (extract_from_file('thrdvar.h', qr/PERLVARI\(Tprotect/)
2674 && !extract_from_file('embedvar.h', qr/PL_protect/)) {
2675 # Commit 312caa8e97f1c7ee didn't update embedvar.h
2676 apply_commit('e0284a306d2de082', 'embedvar.h');
2681 && extract_from_file('sv.c',
2682 qr/PerlDir_close\(IoDIRP\((?:\(IO\*\))?sv\)\);/)
2683 && !(extract_from_file('toke.c',
2684 qr/\QIoDIRP(FILTER_DATA(AvFILLp(PL_rsfp_filters))) = NULL\E/)
2685 || extract_from_file('toke.c',
2686 qr/\QIoDIRP(datasv) = (DIR*)NULL;\E/))) {
2687 # Commit 93578b34124e8a3b, //depot/perl@3298
2688 # close directory handles properly when localized,
2689 # tweaked slightly by commit 1236053a2c722e2b,
2690 # add test case for change#3298
2692 # The fix is the last part of:
2694 # various fixes for clean build and test on win32; configpm broken,
2695 # needed to open myconfig.SH rather than myconfig; sundry adjustments
2696 # to bytecode stuff; tweaks to DYNAMIC_ENV_FETCH code to make it
2697 # work under win32; getenv_sv() changed to getenv_len() since SVs
2698 # aren't visible in the lower echelons; remove bogus exports from
2699 # config.sym; PERL_OBJECT-ness for C++ exception support; null out
2700 # IoDIRP in filter_del() or sv_free() will attempt to close it
2702 # The changed code is modified subsequently by commit e0c198038146b7a4
2703 apply_commit('a6c403648ecd5cc7', 'toke.c');
2706 if ($major < 6 && $^O eq 'netbsd'
2707 && !extract_from_file('unixish.h',
2708 qr/defined\(NSIG\).*defined\(__NetBSD__\)/)) {
2709 apply_patch(<<'EOPATCH')
2710 diff --git a/unixish.h b/unixish.h
2711 index 2a6cbcd..eab2de1 100644
2716 /* #define ALTERNATE_SHEBANG "#!" / **/
2718 -#if !defined(NSIG) || defined(M_UNIX) || defined(M_XENIX)
2719 +#if !defined(NSIG) || defined(M_UNIX) || defined(M_XENIX) || defined(__NetBSD__)
2720 # include <signal.h>
2726 if (($major >= 7 || $major <= 9) && $^O eq 'openbsd'
2727 && `uname -m` eq "sparc64\n"
2728 # added in 2000 by commit cb434fcc98ac25f5:
2729 && extract_from_file('regexec.c',
2730 qr!/\* No need to save/restore up to this paren \*/!)
2731 # re-indented in 2006 by commit 95b2444054382532:
2732 && extract_from_file('regexec.c', qr/^\t\tCURCUR cc;$/)) {
2733 # Need to work around a bug in (at least) OpenBSD's 4.6's sparc64 #
2734 # compiler ["gcc (GCC) 3.3.5 (propolice)"]. Between commits
2735 # 3ec562b0bffb8b8b (2002) and 1a4fad37125bac3e^ (2005) the darling thing
2736 # fails to compile any code for the statement cc.oldcc = PL_regcc;
2738 # If you refactor the code to "fix" that, or force the issue using set
2739 # in the debugger, the stack smashing detection code fires on return
2740 # from S_regmatch(). Turns out that the compiler doesn't allocate any
2741 # (or at least enough) space for cc.
2743 # Restore the "uninitialised" value for cc before function exit, and the
2744 # stack smashing code is placated. "Fix" 3ec562b0bffb8b8b (which
2745 # changes the size of auto variables used elsewhere in S_regmatch), and
2746 # the crash is visible back to bc517b45fdfb539b (which also changes
2747 # buffer sizes). "Unfix" 1a4fad37125bac3e and the crash is visible until
2748 # 5b47454deb66294b. Problem goes away if you compile with -O, or hack
2749 # the code as below.
2751 # Hence this turns out to be a bug in (old) gcc. Not a security bug we
2752 # still need to fix.
2753 apply_patch(<<'EOPATCH');
2754 diff --git a/regexec.c b/regexec.c
2755 index 900b491..6251a0b 100644
2758 @@ -2958,7 +2958,11 @@ S_regmatch(pTHX_ regnode *prog)
2760 *******************************************************************/
2765 + char hack_buff[sizeof(CURCUR) + 1];
2767 +#define cc hack.hack_cc
2768 CHECKPOINT cp = PL_savestack_ix;
2769 /* No need to save/restore up to this paren */
2770 I32 parenfloor = scan->flags;
2771 @@ -2983,6 +2987,7 @@ S_regmatch(pTHX_ regnode *prog)
2772 n = regmatch(PREVOPER(next)); /* start on the WHILEM */
2774 PL_regcc = cc.oldcc;
2782 if ($major < 8 && $^O eq 'openbsd'
2783 && !extract_from_file('perl.h', qr/include <unistd\.h>/)) {
2784 # This is part of commit 3f270f98f9305540, applied at a slightly
2785 # different location in perl.h, where the context is stable back to
2787 apply_patch(<<'EOPATCH');
2788 diff --git a/perl.h b/perl.h
2789 index 9418b52..b8b1a7c 100644
2792 @@ -496,6 +496,10 @@ register struct op *Perl_op asm(stringify(OP_IN_REGISTER));
2793 # include <sys/param.h>
2796 +/* If this causes problems, set i_unistd=undef in the hint file. */
2798 +# include <unistd.h>
2801 /* Use all the "standard" definitions? */
2802 #if defined(STANDARD_C) && defined(I_STDLIB)
2808 if (-f 'ext/POSIX/Makefile.PL'
2809 && extract_from_file('ext/POSIX/Makefile.PL',
2810 qr/Explicitly avoid including/)) {
2811 # commit 6695a346c41138df, which effectively reverts 170888cff5e2ffb7
2813 # PERL5LIB is populated by make_ext.pl with paths to the modules we need
2814 # to run, don't override this with "../../lib" since that may not have
2815 # been populated yet in a parallel build.
2816 apply_commit('6695a346c41138df');
2819 if (-f 'ext/Hash/Util/Makefile.PL'
2820 && extract_from_file('ext/Hash/Util/Makefile.PL',
2821 qr/\bDIR\b.*'FieldHash'/)) {
2822 # ext/Hash/Util/Makefile.PL should not recurse to FieldHash's Makefile.PL
2823 # *nix, VMS and Win32 all know how to (and have to) call the latter directly.
2824 # As is, targets in ext/Hash/Util/FieldHash get called twice, which may result
2825 # in race conditions, and certainly messes up make clean; make distclean;
2826 apply_commit('550428fe486b1888');
2829 if ($major < 8 && $^O eq 'darwin' && !-f 'ext/DynaLoader/dl_dyld.xs') {
2830 checkout_file('ext/DynaLoader/dl_dyld.xs', 'f556e5b971932902');
2831 apply_patch(<<'EOPATCH');
2832 diff -u a/ext/DynaLoader/dl_dyld.xs~ a/ext/DynaLoader/dl_dyld.xs
2833 --- a/ext/DynaLoader/dl_dyld.xs~ 2011-10-11 21:41:27.000000000 +0100
2834 +++ b/ext/DynaLoader/dl_dyld.xs 2011-10-11 21:42:20.000000000 +0100
2848 +# define dTHXa(a) extern int Perl___notused(void)
2849 +# define dTHX extern int Perl___notused(void)
2852 +#ifndef Perl_form_nocontext
2853 +# define Perl_form_nocontext form
2856 +#ifndef Perl_warn_nocontext
2857 +# define Perl_warn_nocontext warn
2861 +# define PTR2IV(p) (IV)(p)
2865 +# define get_av perl_get_av
2868 #define DL_LOADONCEONLY
2870 #include "dlutils.c" /* SaveError() etc */
2873 DLDEBUG(1,PerlIO_printf(Perl_debug_log, "dl_load_file(%s,%x):\n", filename,flags));
2875 - Perl_warn(aTHX_ "Can't make loaded symbols global on this platform while loading %s",filename);
2876 + Perl_warn_nocontext("Can't make loaded symbols global on this platform while loading %s",filename);
2877 RETVAL = dlopen(filename, mode) ;
2878 DLDEBUG(2,PerlIO_printf(Perl_debug_log, " libref=%x\n", RETVAL));
2879 ST(0) = sv_newmortal() ;
2881 if ($major < 4 && !extract_from_file('util.c', qr/^form/m)) {
2882 apply_patch(<<'EOPATCH');
2883 diff -u a/ext/DynaLoader/dl_dyld.xs~ a/ext/DynaLoader/dl_dyld.xs
2884 --- a/ext/DynaLoader/dl_dyld.xs~ 2011-10-11 21:56:25.000000000 +0100
2885 +++ b/ext/DynaLoader/dl_dyld.xs 2011-10-11 22:00:00.000000000 +0100
2887 # define get_av perl_get_av
2891 +form(char *pat, ...)
2895 + va_start(args, pat);
2896 + vasprintf(&retval, pat, &args);
2898 + SAVEFREEPV(retval);
2902 #define DL_LOADONCEONLY
2904 #include "dlutils.c" /* SaveError() etc */
2910 if (!extract_from_file('ext/DB_File/DB_File.xs',
2911 qr!^#else /\* Berkeley DB Version > 2 \*/$!)) {
2912 # This DB_File.xs is really too old to patch up.
2913 # Skip DB_File, unless we're invoked with an explicit -Unoextensions
2914 if (!exists $defines{noextensions}) {
2915 $defines{noextensions} = 'DB_File';
2916 } elsif (defined $defines{noextensions}) {
2917 $defines{noextensions} .= ' DB_File';
2919 } elsif (!extract_from_file('ext/DB_File/DB_File.xs',
2920 qr/^#ifdef AT_LEAST_DB_4_1$/)) {
2921 # This line is changed by commit 3245f0580c13b3ab
2922 my $line = extract_from_file('ext/DB_File/DB_File.xs',
2923 qr/^( status = \(?RETVAL->dbp->open\)?\(RETVAL->dbp, name, NULL, RETVAL->type, $)/);
2924 apply_patch(<<"EOPATCH");
2925 diff --git a/ext/DB_File/DB_File.xs b/ext/DB_File/DB_File.xs
2926 index 489ba96..fba8ded 100644
2927 --- a/ext/DB_File/DB_File.xs
2928 +++ b/ext/DB_File/DB_File.xs
2929 \@\@ -183,4 +187,8 \@\@
2932 +#if DB_VERSION_MAJOR > 4 || (DB_VERSION_MAJOR == 4 && DB_VERSION_MINOR >= 1)
2933 +# define AT_LEAST_DB_4_1
2936 /* map version 2 features & constants onto their version 1 equivalent */
2938 \@\@ -1334,7 +1419,12 \@\@ SV * sv ;
2941 +#ifdef AT_LEAST_DB_4_1
2942 + status = (RETVAL->dbp->open)(RETVAL->dbp, NULL, name, NULL, RETVAL->type,
2948 /* printf("open returned %d %s\\n", status, db_strerror(status)) ; */
2954 if ($major < 10 and -f 'ext/IPC/SysV/SysV.xs') {
2955 edit_file('ext/IPC/SysV/SysV.xs', sub {
2957 my $fixed = <<'EOFIX';
2959 #include <sys/types.h>
2960 #if defined(HAS_MSG) || defined(HAS_SEM) || defined(HAS_SHM)
2962 # include <sys/ipc.h>
2965 # include <sys/msg.h>
2968 # if defined(PERL_SCO) || defined(PERL_ISC)
2969 # include <sys/sysmacros.h> /* SHMLBA */
2971 # include <sys/shm.h>
2972 # ifndef HAS_SHMAT_PROTOTYPE
2973 extern Shmat_t shmat (int, char *, int);
2975 # if defined(HAS_SYSCONF) && defined(_SC_PAGESIZE)
2976 # undef SHMLBA /* not static: determined at boot time */
2977 # define SHMLBA sysconf(_SC_PAGESIZE)
2978 # elif defined(HAS_GETPAGESIZE)
2979 # undef SHMLBA /* not static: determined at boot time */
2980 # define SHMLBA getpagesize()
2986 #include <sys/types\.h>
2988 (#ifdef newCONSTSUB|/\* Required)!$fixed$1!ms;
2995 # cperl-indent-level: 4
2996 # indent-tabs-mode: nil
2999 # ex: set ts=8 sts=4 sw=4 et: