X-Git-Url: https://perl5.git.perl.org/perl5.git/blobdiff_plain/5e4c4c91bd52a48de59520d5e9b4e3478e49c613..44129e4698cf2866be96e739c41415dda2b74567:/make_ext.pl diff --git a/make_ext.pl b/make_ext.pl index 13a15b4..12926f8 100644 --- a/make_ext.pl +++ b/make_ext.pl @@ -2,19 +2,11 @@ use strict; use warnings; use Config; -BEGIN { - if ($^O eq 'MSWin32') { - unshift @INC, '../dist/Cwd'; - require FindExt; - } else { - unshift @INC, 'dist/Cwd'; - } -} -use Cwd; - -my $is_Win32 = $^O eq 'MSWin32'; -my $is_VMS = $^O eq 'VMS'; -my $is_Unix = !$is_Win32 && !$is_VMS; +use constant{IS_CROSS => defined $Config::Config{usecrosscompile} ? 1 : 0, + IS_WIN32 => $^O eq 'MSWin32', + IS_VMS => $^O eq 'VMS', + IS_UNIX => $^O ne 'MSWin32' && $^O ne 'VMS', +}; my @ext_dirs = qw(cpan dist ext); my $ext_dirs_re = '(?:' . join('|', @ext_dirs) . ')'; @@ -52,19 +44,22 @@ my $ext_dirs_re = '(?:' . join('|', @ext_dirs) . ')'; # Mostly because they still not ported to specified platform. # # If any extensions are listed with a '+' char then only those -# extensions will be built, but only if they arent countermanded +# extensions will be built, but only if they aren't countermanded # by an '!ext' and are appropriate to the type of building being done. +# An extensions follows the format of Foo/Bar, which would be extension Foo::Bar # It may be deleted in a later release of perl so try to # avoid using it for other purposes. -my (%excl, %incl, %opts, @extspec, @pass_through); +my (%excl, %incl, %opts, @extspec, @pass_through, $verbose); foreach (@ARGV) { if (/^!(.*)$/) { $excl{$1} = 1; } elsif (/^\+(.*)$/) { $incl{$1} = 1; + } elsif (/^--verbose$/ or /^-v$/) { + $verbose = 1; } elsif (/^--([\w\-]+)$/) { $opts{$1} = 1; } elsif (/^--([\w\-]+)=(.*)$/) { @@ -127,15 +122,13 @@ unless(defined $makecmd and $makecmd =~ /^MAKE=(.*)$/) { # names, but neither did what it replaced. Once there is a use case that needs # it, please supply patches. Until then, I'm sticking to KISS my @make = split ' ', $1 || $Config{make} || $ENV{MAKE}; -# Using an array of 0 or 1 elements makes the subsequent code simpler. -my @run = $Config{run}; -@run = () if not defined $run[0] or $run[0] eq ''; if ($target eq '') { die "make_ext: no make target specified (eg all or clean)\n"; -} elsif ($target !~ /(?:^all|clean)$/) { - # for the time being we are strict about what make_ext is used for +} elsif ($target !~ /^(?:all|clean|distclean|realclean|veryclean)$/) { + # we are strict about what make_ext is used for because we emulate these + # targets for simple modules: die "$0: unknown make target '$target'\n"; } @@ -146,8 +139,10 @@ if (!@extspec and !$static and !$dynamic and !$nonxs and !$dynaloader) { my $perl; my %extra_passthrough; -if ($is_Win32) { - my $build = getcwd(); +if (IS_WIN32) { + require Cwd; + require FindExt; + my $build = Cwd::getcwd(); $perl = $^X; if ($perl =~ m#^\.\.#) { my $here = $build; @@ -160,14 +155,14 @@ if ($is_Win32) { my $pl2bat = "$topdir\\win32\\bin\\pl2bat"; unless (-f "$pl2bat.bat") { my @args = ($perl, "-I$topdir\\lib", ("$pl2bat.pl") x 2); - print "@args\n"; - system(@args) unless defined $::Cross::platform; + print "@args\n" if $verbose; + system(@args) unless IS_CROSS; } - print "In $build"; + print "In $build" if $verbose; foreach my $dir (@dirs) { chdir($dir) or die "Cannot cd to $dir: $!\n"; - (my $ext = getcwd()) =~ s{/}{\\}g; + (my $ext = Cwd::getcwd()) =~ s{/}{\\}g; FindExt::scan_ext($ext); FindExt::set_static_extensions(split ' ', $Config{static_ext}); chdir $build @@ -190,10 +185,7 @@ if ($is_Win32) { next; } push @extspec, $_; - if($_ eq 'DynaLoader' and $target !~ /clean$/) { - # No, we don't know why nmake can't work out the dependency chain - push @{$extra_passthrough{$_}}, 'DynaLoader.c'; - } elsif(FindExt::is_static($_)) { + if($_ ne 'DynaLoader' && FindExt::is_static($_)) { push @{$extra_passthrough{$_}}, 'LINKTYPE=static'; } } @@ -201,7 +193,7 @@ if ($is_Win32) { chdir '..' or die "Couldn't chdir to build directory: $!"; # now in the Perl build } -elsif ($is_VMS) { +elsif (IS_VMS) { $perl = $^X; push @extspec, (split ' ', $Config{static_ext}) if $static; push @extspec, (split ' ', $Config{dynamic_ext}) if $dynamic; @@ -211,10 +203,11 @@ elsif ($is_VMS) { { # Cwd needs to be built before Encode recurses into subdirectories. + # Pod::Simple needs to be built before Pod::Functions # This seems to be the simplest way to ensure this ordering: my (@first, @other); foreach (@extspec) { - if ($_ eq 'Cwd') { + if ($_ eq 'Cwd' || $_ eq 'Pod/Simple') { push @first, $_; } else { push @other, $_; @@ -236,6 +229,11 @@ foreach my $spec (@extspec) { # Try new style ext/Data-Dumper/ first my $copy = $spec; $copy =~ tr!/!-!; + + # List/Util.xs lives in Scalar-List-Utils, Cwd.xs lives in PathTools + $copy = 'Scalar-List-Utils' if $copy eq 'List-Util'; + $copy = 'PathTools' if $copy eq 'Cwd'; + foreach my $dir (@ext_dirs) { if (-d "$dir/$copy") { $ext_pathname = "$dir/$copy"; @@ -253,14 +251,14 @@ foreach my $spec (@extspec) { } } - print "\tMaking $mname ($target)\n"; + print "\tMaking $mname ($target)\n" if $verbose; - build_extension($ext_pathname, $perl, $mname, + build_extension($ext_pathname, $perl, $mname, $target, [@pass_through, @{$extra_passthrough{$spec} || []}]); } sub build_extension { - my ($ext_dir, $perl, $mname, $pass_through) = @_; + my ($ext_dir, $perl, $mname, $target, $pass_through) = @_; unless (chdir "$ext_dir") { warn "Cannot cd to $ext_dir: $!"; @@ -275,8 +273,8 @@ sub build_extension { my $lib_dir = "$up/lib"; $ENV{PERL_CORE} = 1; - my $makefile; - if ($is_VMS) { + my ($makefile, $makefile_no_minus_f); + if (IS_VMS) { $makefile = 'descrip.mms'; if ($target =~ /clean$/ && !-f $makefile @@ -287,9 +285,72 @@ sub build_extension { $makefile = 'Makefile'; } - if (!-f $makefile) { + if (-f $makefile) { + $makefile_no_minus_f = 0; + open my $mfh, $makefile or die "Cannot open $makefile: $!"; + while (<$mfh>) { + # Plagiarised from CPAN::Distribution + last if /MakeMaker post_initialize section/; + next unless /^#\s+VERSION_FROM\s+=>\s+(.+)/; + my $vmod = eval $1; + my $oldv; + while (<$mfh>) { + next unless /^XS_VERSION = (\S+)/; + $oldv = $1; + last; + } + last unless defined $oldv; + require ExtUtils::MM_Unix; + defined (my $newv = parse_version MM $vmod) or last; + if ($newv ne $oldv) { + close $mfh or die "close $makefile: $!"; + _unlink($makefile); + { + no warnings 'deprecated'; + goto NO_MAKEFILE; + } + } + } + + if (IS_CROSS) { + # If we're cross-compiling, it's possible that the host's + # Makefiles are around. + seek($mfh, 0, 0) or die "Cannot seek $makefile: $!"; + + my $cross_makefile; + while (<$mfh>) { + # XXX This might not be throughout enough. + # For example, it's possible to cause a false-positive + # if cross compiling on and for the Raspberry Pi, + # which is insane but plausible. + # False positives are really not troublesome, though; + # all they mean is that the module gets rebuilt. + if (/^CC = \Q$Config{cc}\E/) { + $cross_makefile = 1; + last; + } + } + + if (!$cross_makefile) { + print "Deleting non-Cross makefile\n"; + close $mfh or die "close $makefile: $!"; + _unlink($makefile); + } + } + } else { + $makefile_no_minus_f = 1; + } + + if ($makefile_no_minus_f || !-f $makefile) { + NO_MAKEFILE: if (!-f 'Makefile.PL') { - print "\nCreating Makefile.PL in $ext_dir for $mname\n"; + unless (just_pm_to_blib($target, $ext_dir, $mname, $return_dir)) { + # No problems returned, so it has faked everything for us. :-) + chdir $return_dir || die "Cannot cd to $return_dir: $!"; + return; + } + + print "\nCreating Makefile.PL in $ext_dir for $mname\n" if $verbose; my ($fromname, $key, $value); if ($mname eq 'podlators') { # We need to special case this somewhere, and this is fewer @@ -315,11 +376,22 @@ sub build_extension { } unless ($fromname) { - die "For $mname tried @locations in in $ext_dir but can't find source"; + die "For $mname tried @locations in $ext_dir but can't find source"; } ($value = $fromname) =~ s/\.pm\z/.pod/; $value = $fromname unless -e $value; } + + if ($mname eq 'Pod::Checker') { + # the abstract in the .pm file is unparseable by MM, + # so special-case it. We can't use the package's own + # Makefile.PL, as it doesn't handle the executable scripts + # right. + $key = 'ABSTRACT'; + # this is copied from the CPAN Makefile.PL v 1.171 + $value = 'Pod::Checker verifies POD documentation contents for compliance with the POD format specifications'; + } + open my $fh, '>', 'Makefile.PL' or die "Can't open Makefile.PL for writing: $!"; printf $fh <<'EOM', $0, $mname, $fromname, $key, $value; @@ -376,21 +448,65 @@ WriteMakefile( # ex: set ro: EOM close $fh or die "Can't close Makefile.PL: $!"; + # As described in commit 23525070d6c0e51f: + # Push the atime and mtime of generated Makefile.PLs back 4 + # seconds. In certain circumstances ( on virtual machines ) the + # generated Makefile.PL can produce a Makefile that is older than + # the Makefile.PL. Altering the atime and mtime backwards by 4 + # seconds seems to resolve the issue. + eval { + my $ftime = (stat('Makefile.PL'))[9] - 4; + utime $ftime, $ftime, 'Makefile.PL'; + }; + } elsif ($mname =~ /\A(?:Carp + |ExtUtils::CBuilder + |Safe + |Search::Dict)\z/x) { + # An explicit list of dual-life extensions that have a Makefile.PL + # for CPAN, but we have verified can also be built using the fakery. + my ($problem) = just_pm_to_blib($target, $ext_dir, $mname, $return_dir); + # We really need to sanity test that we can fake it. + # Otherwise "skips" will go undetected, and the build slow down for + # everyone, defeating the purpose. + if (defined $problem) { + if (-d "$return_dir/.git") { + # Get the list of files that git isn't ignoring: + my @files = `git ls-files --cached --others --exclude-standard 2>/dev/null`; + # on error (eg no git) we get nothing, but that's not a + # problem. The goal is to see if git thinks that the problem + # file is interesting, by getting a positive match with + # something git told us about, and if so bail out: + foreach (@files) { + chomp; + # We really need to sanity test that we can fake it. + # The intent is that this should only fail because + # you've just added a file to the dual-life dist that + # we can't handle. In which case you should either + # 1) remove the dist from the regex a few lines above. + # or + # 2) add the file to regex of "safe" filenames earlier + # in this function, that starts with ChangeLog + die "FATAL - $0 has $mname in the list of simple extensions, but it now contains file '$problem' which we can't handle" + if $problem eq $_; + } + # There's an unexpected file, but it seems to be something + # that git will ignore. So fall through to the regular + # Makefile.PL handling code below, on the assumption that + # we won't get here for a clean build. + } + warn "WARNING - $0 is building $mname using EU::MM, as it found file '$problem'"; + } else { + # It faked everything for us. + chdir $return_dir || die "Cannot cd to $return_dir: $!"; + return; + } } - print "\nRunning Makefile.PL in $ext_dir\n"; - - # Presumably this can be simplified - my @cross; - if (defined $::Cross::platform) { - # Inherited from win32/buildext.pl - @cross = "-MCross=$::Cross::platform"; - } elsif ($opts{cross}) { - # Inherited from make_ext.pl - @cross = '-MCross'; - } - - my @args = ("-I$lib_dir", @cross, 'Makefile.PL'); - if ($is_VMS) { + + # We are going to have to use Makefile.PL: + print "\nRunning Makefile.PL in $ext_dir\n" if $verbose; + + my @args = ("-I$lib_dir", 'Makefile.PL'); + if (IS_VMS) { my $libd = VMS::Filespec::vmspath($lib_dir); push @args, "INST_LIB=$libd", "INST_ARCHLIB=$libd"; } else { @@ -398,9 +514,12 @@ EOM 'INSTALLMAN3DIR=none'; } push @args, @$pass_through; - _quote_args(\@args) if $is_VMS; - print join(' ', @run, $perl, @args), "\n"; - my $code = system @run, $perl, @args; + _quote_args(\@args) if IS_VMS; + print join(' ', $perl, @args), "\n" if $verbose; + my $code = do { + local $ENV{PERL_MM_USE_DEFAULT} = 1; + system $perl, @args; + }; warn "$code from $ext_dir\'s Makefile.PL" if $code; # Right. The reason for this little hack is that we're sitting inside @@ -414,15 +533,9 @@ EOM # some of them rely on a $(PERL) for their own distclean targets. # But this always used to be a problem with the old /bin/sh version of # this. - if ($is_Unix) { - my $suffix = '.sh'; + if (IS_UNIX) { foreach my $clean_target ('realclean', 'veryclean') { - my $file = "$return_dir/$clean_target$suffix"; - open my $fh, '>>', $file or die "open $file: $!"; - # Quite possible that we're being run in parallel here. - # Can't use Fcntl this early to get the LOCK_EX - flock $fh, 2 or warn "flock $file: $!"; - print $fh <<"EOS"; + fallback_cleanup($return_dir, $clean_target, <<"EOS"); cd $ext_dir if test ! -f Makefile -a -f Makefile.old; then echo "Note: Using Makefile.old" @@ -431,11 +544,10 @@ else if test ! -f Makefile ; then echo "Warning: No Makefile!" fi - make $clean_target MAKE='@make' @pass_through + @make $clean_target MAKE='@make' @pass_through fi cd $return_dir EOS - close $fh or die "close $file: $!"; } } } @@ -444,22 +556,21 @@ EOS print "Warning: No Makefile!\n"; } - if ($is_VMS) { - _macroify_passthrough($pass_through); - unshift @$pass_through, "/DESCRIPTION=$makefile"; + if (IS_VMS) { + _quote_args($pass_through); + @$pass_through = ( + "/DESCRIPTION=$makefile", + '/MACRO=(' . join(',',@$pass_through) . ')' + ); } - if (!$target or $target !~ /clean$/) { - # Give makefile an opportunity to rewrite itself. - # reassure users that life goes on... - my @args = ('config', @$pass_through); - _quote_args(\@args) if $is_VMS; - system(@run, @make, @args) and print "@run @make @args failed, continuing anyway...\n"; - } my @targ = ($target, @$pass_through); - _quote_args(\@targ) if $is_VMS; - print "Making $target in $ext_dir\n@run @make @targ\n"; - my $code = system(@run, @make, @targ); + print "Making $target in $ext_dir\n@make @targ\n" if $verbose; + local $ENV{PERL_INSTALL_QUIET} = 1; + my $code = system(@make, @targ); + if($code >> 8 != 0){ # probably cleaned itself, try again once more time + $code = system(@make, @targ); + } die "Unsuccessful make($ext_dir): code=$code" if $code != 0; chdir $return_dir || die "Cannot cd to $return_dir: $!"; @@ -477,10 +588,161 @@ sub _quote_args { ; } -sub _macroify_passthrough { - my $passthrough = shift; - _quote_args($passthrough); - my $macro = '/MACRO=(' . join(',',@$passthrough) . ')'; - @$passthrough = (); - @$passthrough[0] = $macro; +#guarentee that a file is deleted or die, void _unlink($filename) +#xxx replace with _unlink_or_rename from EU::Install? +sub _unlink { + 1 while unlink $_[0]; + my $err = $!; + die "Can't unlink $_[0]: $err" if -f $_[0]; +} + +# Figure out if this extension is simple enough that it would only use +# ExtUtils::MakeMaker's pm_to_blib target. If we're confident that it would, +# then do all the work ourselves (returning an empty list), else return the +# name of a file that we identified as beyond our ability to handle. +# +# While this is clearly quite a bit more work than just letting +# ExtUtils::MakeMaker do it, and effectively is some code duplication, the time +# savings are impressive. + +sub just_pm_to_blib { + my ($target, $ext_dir, $mname, $return_dir) = @_; + my ($has_lib, $has_top, $has_topdir); + my ($last) = $mname =~ /([^:]+)$/; + my ($first) = $mname =~ /^([^:]+)/; + + my $pm_to_blib = IS_VMS ? 'pm_to_blib.ts' : 'pm_to_blib'; + + foreach my $leaf (<*>) { + if (-d $leaf) { + $leaf =~ s/\.DIR\z//i + if IS_VMS; + next if $leaf =~ /\A(?:\.|\.\.|t|demo)\z/; + if ($leaf eq 'lib') { + ++$has_lib; + next; + } + if ($leaf eq $first) { + ++$has_topdir; + next; + } + } + return $leaf + unless -f _; + $leaf =~ s/\.\z// + if IS_VMS; + # Makefile.PL is "safe" to ignore because we will only be called for + # directories that hold a Makefile.PL if they are in the exception list. + next + if $leaf =~ /\A(ChangeLog + |Changes + |LICENSE + |Makefile\.PL + |MANIFEST + |META\.yml + |\Q$pm_to_blib\E + |README + |README\.patching + |README\.release + )\z/xi; # /i to deal with case munging systems. + if ($leaf eq "$last.pm") { + ++$has_top; + next; + } + return $leaf; + } + return 'no lib/' + unless $has_lib || $has_top; + die "Inconsistent module $mname has both lib/ and $first/" + if $has_lib && $has_topdir; + + print "\nRunning pm_to_blib for $ext_dir directly\n"; + + my %pm; + if ($has_top) { + my $to = $mname =~ s!::!/!gr; + $pm{"$last.pm"} = "../../lib/$to.pm"; + } + if ($has_lib || $has_topdir) { + # strictly ExtUtils::MakeMaker uses the pm_to_blib target to install + # .pm, pod and .pl files. We're just going to do it for .pm and .pod + # files, to avoid problems on case munging file systems. Specifically, + # _pm.PL which ExtUtils::MakeMaker should run munges to _PM.PL, and + # looks a lot like a regular foo.pl (ie FOO.PL) + my @found; + require File::Find; + unless (eval { + File::Find::find({ + no_chdir => 1, + wanted => sub { + return if -d $_; + # Bail out immediately with the problem file: + die \$_ + unless -f _; + die \$_ + unless /\A[^.]+\.(?:pm|pod)\z/i; + push @found, $_; + } + }, $has_lib ? 'lib' : $first); + 1; + }) { + # Problem files aren't really errors: + return ${$@} + if ref $@ eq 'SCALAR'; + # But anything else is: + die $@; + } + if ($has_lib) { + $pm{$_} = "../../$_" + foreach @found; + } else { + $pm{$_} = "../../lib/$_" + foreach @found; + } + } + # This is running under miniperl, so no autodie + if ($target eq 'all') { + local $ENV{PERL_INSTALL_QUIET} = 1; + require ExtUtils::Install; + ExtUtils::Install::pm_to_blib(\%pm, '../../lib/auto'); + open my $fh, '>', $pm_to_blib + or die "Can't open '$pm_to_blib': $!"; + print $fh "$0 has handled pm_to_blib directly\n"; + close $fh + or die "Can't close '$pm_to_blib': $!"; + if (IS_UNIX) { + # Fake the fallback cleanup + my $fallback + = join '', map {s!^\.\./\.\./!!; "rm -f $_\n"} sort values %pm; + foreach my $clean_target ('realclean', 'veryclean') { + fallback_cleanup($return_dir, $clean_target, $fallback); + } + } + } else { + # A clean target. + # For now, make the targets behave the same way as ExtUtils::MakeMaker + # does + _unlink($pm_to_blib); + unless ($target eq 'clean') { + # but cheat a bit, by relying on the top level Makefile clean target + # to take out our directory lib/auto/... + # (which it has to deal with, as cpan/foo/bar creates + # lib/auto/foo/bar, but the EU::MM rule will only + # rmdir lib/auto/foo/bar, leaving lib/auto/foo + _unlink($_) + foreach sort values %pm; + } + } + return; +} + +sub fallback_cleanup { + my ($dir, $clean_target, $contents) = @_; + my $file = "$dir/$clean_target.sh"; + open my $fh, '>>', $file or die "open $file: $!"; + # Quite possible that we're being run in parallel here. + # Can't use Fcntl this early to get the LOCK_EX + flock $fh, 2 or warn "flock $file: $!"; + print $fh $contents or die "print $file: $!"; + close $fh or die "close $file: $!"; }