X-Git-Url: https://pintos-os.org/cgi-bin/gitweb.cgi?a=blobdiff_plain;f=build-pspp;h=634364fd6b182c9d846a55800db55e85e40f6665;hb=9dcb38e8079aa5258fb9abeccd8d1d23cf94376c;hp=8180ddd80c1d289ac3785f0b833e4ccf7b902b79;hpb=e69ef9cf2879acc8bd4c4b53099af8f75e982ef9;p=pspp diff --git a/build-pspp b/build-pspp index 8180ddd80c..634364fd6b 100755 --- a/build-pspp +++ b/build-pspp @@ -1,58 +1,164 @@ #! /usr/bin/env perl +use Cwd; +use File::Spec; use Getopt::Long qw(:config bundling no_ignore_case); +use IO::Handle; use POSIX; use strict; use warnings; my $help = 0; -GetOptions ("h|help" => \$help); +my $build_binary = 1; +my $batch = 0; +my $builddir; +my $build_number; +GetOptions ("h|help" => \$help, + "binary!" => \$build_binary, + "batch!" => \$batch, + "o|output=s" => \$builddir, + "build-number=i" => \$build_number); usage () if $help; die "$0: exactly one or two nonoption arguments are required\n" if @ARGV != 1 && @ARGV != 2; -my $buildslave = `hostname`; -chomp $buildslave; +my $builder = `hostname`; +chomp $builder; # Select build number. -my $buildnumber = POSIX::strftime("%Y%m%d%H%M%S", localtime); -print "\tBUILDNUMBER=$buildnumber\n"; +if (!defined ($build_number)) { + $build_number = POSIX::strftime("%Y%m%d%H%M%S", localtime); +} + +my $topdir = getcwd (); # Create build directory. -my $builddir = "builds/$buildnumber"; -print "Create $builddir\n"; -mkdir "builds" or die "builds: mkdir: $!\n" if ! -d "builds"; -mkdir $builddir or die "$builddir: mkdir: $!\n"; +if (!defined ($builddir)) { + $builddir = "builds/$build_number"; + mkdir "builds" or die "builds: mkdir: $!\n" if ! -d "builds"; +} +-d $builddir or mkdir $builddir or die "$builddir: mkdir: $!\n"; +my $abs_builddir = File::Spec->rel2abs ($builddir); + +our $resultsdir = "$builddir/results"; +mkdir $resultsdir or die "$resultsdir: mkdir: $!\n"; +mkdir "$resultsdir/vars" or die "$resultsdir/vars: mkdir: $!\n"; +my $abs_resultsdir = File::Spec->rel2abs ($resultsdir); + +my $varsfile = "$resultsdir/VARS"; +open (VARS, '>', $varsfile) or die "creating $varsfile failed: $!\n"; +VARS->autoflush (1); + +my $logfile = "$resultsdir/LOG"; +open (LOG, '>', $logfile) or die "creating $logfile failed: $!\n"; + +set_var ("builder", $builder); +set_var ("build_number", $build_number); + +sub start_step { + my ($msg) = @_; + print LOG " \n$msg\n"; + print "$msg\n" unless $batch; +} + +sub set_var { + my ($var, $value) = @_; + + print VARS "$var=$value\n"; + + print "\t$var=$value\n" unless $batch; + + open (VAR, '>', "$resultsdir/vars/$var") + or die "creating $resultsdir/$var failed: $!\n"; + print VAR "$value\n"; + close VAR; +} + +sub saved_result { + my ($product) = @_; + start_step ("Saving $product"); +} + +sub save_result { + my ($src, $rm_src) = @_; + my ($basename) = $src; + $basename =~ s(^.*/)(); + my ($dst) = "$resultsdir/$basename"; + + saved_result ($basename); + run ("cp -R $src $dst"); + + if (defined ($rm_src) && $rm_src) { + run ("rm $src"); + } + return $dst; +} + +sub save_result_if_exists { + my ($src, $rm_src) = @_; + if (-e $src) { + save_result (@_); + } else { + start_step ("$src does not exist, cannot save"); + } +} + +my $tarball; if (@ARGV == 2) { my ($repo, $branch) = @ARGV; # Fetch branch - print "Fetch $repo, branch $branch\n"; + start_step ("Fetch $repo, branch $branch"); run ("git fetch $repo +$branch:buildtmp/$$/pspp"); # Get revision number. my $revision = `git rev-parse buildtmp/$$/pspp`; chomp $revision; - print "\tREVISION=$revision\n"; - my $abbrev_revision = substr ($revision, 0, 6); + set_var ("pspp_commit", $revision); + my $abbrev_commit = substr ($revision, 0, 6); # Extract source. - print "Extract branch into $builddir/pspp$buildnumber\n"; - run ("git archive --format=tar --prefix=pspp$buildnumber/ buildtmp/$$/pspp | (cd $builddir && tar xf -)"); + start_step ("Extract branch into $builddir/pspp$build_number"); + run ("git archive --format=tar --prefix=pspp$build_number/ buildtmp/$$/pspp | (cd $builddir && tar xf -)"); + run ("git branch -D buildtmp/$$/pspp"); # Extract version number. - print "Extract version number\n"; - my $trace = `cd $builddir/pspp$buildnumber && autoconf -t AC_INIT`; + start_step ("Extract repository version number"); + my $trace = `cd $builddir/pspp$build_number && autoconf -t AC_INIT`; chomp $trace; - my ($file, $line, $macro, $package, $version, @rest) = split (':', $trace); - print "\tVERSION=$version\n"; + my ($file, $line, $macro, $package, $repo_version, @rest) + = split (':', $trace); + set_var ("repo_version", $repo_version); + + # Is this a "gnits" mode tree? + start_step ("Checking Automake mode"); + open (MAKEFILE_AM, '<', "$builddir/pspp$build_number/Makefile.am"); + my $am_mode = "gnu"; + while () { + if (/gnits/) { + $am_mode = "gnits"; + last; + } + } + close (MAKEFILE_AM); + set_var ("am_mode", $am_mode); + + # Generate version number for build. + # We want to append -g012345, but if we're in Gnits mode and the + # version number already has a hyphen, we have to omit it. + start_step ("Generate build version number"); + my $version = $repo_version; + $version .= '-' unless $version =~ /-/; + $version .= "g$abbrev_commit"; + set_var ("version", $version); - # Append -g012345 to AC_INIT version number. - my $fullname = "$builddir/pspp$buildnumber/$file"; + # Append -g012345 to configure.ac version number. + start_step ("Updating version number in $file"); + my $fullname = "$builddir/pspp$build_number/$file"; open (OLDFILE, '<', $fullname) or die "opening $fullname failed: $!\n"; open (NEWFILE, '>', "$fullname.new") @@ -61,9 +167,8 @@ if (@ARGV == 2) { if ($. != $line) { print NEWFILE $_; } else { - print NEWFILE "AC_INIT([[$package]]"; - print NEWFILE ", [[$version-g$abbrev_revision]]"; - print NEWFILE ", [[$_]]" foreach @rest; + print NEWFILE "AC_INIT([$package], [$version]"; + print NEWFILE ", [$_]" foreach @rest; print NEWFILE ")\n"; } } @@ -73,7 +178,8 @@ if (@ARGV == 2) { or die "rename $fullname.new to $fullname failed: $!\n"; # Add note to beginning of NEWS (otherwise "make dist" fails). - $fullname = "$builddir/pspp$buildnumber/NEWS"; + start_step ("Updating NEWS"); + $fullname = "$builddir/pspp$build_number/NEWS"; open (OLDFILE, '<', $fullname) or die "opening $fullname failed: $!\n"; open (NEWFILE, '>', "$fullname.new") @@ -83,10 +189,10 @@ if (@ARGV == 2) { if (!$found_changes && /^Changes/) { $found_changes = 1; print NEWFILE <) { @@ -107,9 +214,102 @@ EOF } die "$fullname does not specify a Git commit number\n" if !defined ($gnulib_commit); - print "\tGNULIB_REVISION=$gnulib_commit\n"; + set_var ("gnulib_commit", $gnulib_commit); + + # If we don't already have that Gnulib commit, update Gnulib. + `git rev-parse $gnulib_commit`; + if ($? != 0) { + start_step ("Updating Gnulib to obtain commit"); + run ("git fetch gnulib"); + } + + # Extract gnulib source. + start_step ("Extract Gnulib source"); + run ("git archive --format=tar --prefix=gnulib/ $gnulib_commit | (cd $builddir && tar xf -)"); + + # Bootstrap. + start_step ("Bootstrap (make -f Smake)"); + run ("cd $builddir/pspp$build_number && make -f Smake", "bootstrap"); + + # Configure. + start_step ("Configure source"); + run ("cd $builddir/pspp$build_number && mkdir _build && cd _build && ../configure", "configure"); + + # Distribute. + start_step ("Make source tarball"); + run ("cd $builddir/pspp$build_number/_build && make dist", "dist"); + my $tarname = "pspp-$version.tar.gz"; + $tarball = save_result ("$builddir/pspp$build_number/_build/$tarname", 1); + + # Build user manual + start_step ("Build user manual"); + run ("cd $builddir/pspp$build_number && cp _build/doc/*.texi doc/"); + run ("cd $builddir/pspp$build_number && GENDOCS_TEMPLATE_DIR=$topdir $topdir/gendocs.sh -s doc/pspp.texinfo -o $abs_resultsdir/user-manual --email bug-gnu-pspp\@gnu.org pspp \"GNU PSPP User Manual\"", "user-manual"); + saved_result ("user-manual"); + + # Build developer's guide + start_step ("Build developers guide"); + run ("cd $builddir/pspp$build_number && GENDOCS_TEMPLATE_DIR=$topdir $topdir/gendocs.sh -s doc/pspp-dev.texinfo -o $abs_resultsdir/dev-guide --email bug-gnu-pspp\@gnu.org pspp-dev \"GNU PSPP Developers Guide\"", "dev-guide"); + saved_result ("dev-guide"); +} else { + $tarball = $ARGV[0]; +} + +if ($build_binary) { + start_step ("Determining $tarball target directory"); + my $sample_filename = `zcat $tarball | tar tf - | head -1`; + my ($tarball_dir) = $sample_filename =~ m%^(?:[./])*([^/]+)/%; + set_var ("dist_dir", $tarball_dir); + + start_step ("Extracting $tarball into $builddir/$tarball_dir"); + run ("zcat $tarball | (cd $builddir && tar xf -)"); + + start_step ("Extracting tar version"); + my ($version) = `cd $builddir/$tarball_dir && ./configure --version | head -1` + =~ /configure (\S+)$/; + set_var ("dist_version", $version); + my ($binary_version) = "$version-$builder-build$build_number"; + set_var ("binary_version", $binary_version); + + start_step ("Configuring"); + run ("chmod -R a-w $builddir/$tarball_dir"); + run ("chmod u+w $builddir/$tarball_dir"); + run ("mkdir $builddir/$tarball_dir/_build"); + run ("chmod a-w $builddir/$tarball_dir"); + my $ok = try_run ("cd $builddir/$tarball_dir/_build && ../configure --enable-relocatable --prefix=''", "bin-configure"); + for my $basename ("config.h", "config.log") { + save_result_if_exists ("$builddir/$tarball_dir/_build/$basename"); + } + fail () if !$ok; + + start_step ("Build"); + run ("cd $builddir/$tarball_dir/_build && make", "build"); + + start_step ("Install"); + run ("cd $builddir/$tarball_dir/_build && make install DESTDIR=\$PWD/pspp-$binary_version", "install"); + + start_step ("Make binary distribution"); + run ("cd $builddir/$tarball_dir/_build && tar cfz pspp-$binary_version.tar.gz pspp-$binary_version"); + save_result ("$builddir/$tarball_dir/_build/pspp-$binary_version.tar.gz", 1); + + start_step ("Check"); + $ok = try_run ("cd $builddir/$tarball_dir/_build && make check", "check"); + for my $basename ("tests/testsuite.log", "tests/testsuite.dir") { + save_result_if_exists ("$builddir/$tarball_dir/_build/$basename"); + } + fail () if !$ok; + + start_step ("Uninstall"); + run ("cd $builddir/$tarball_dir/_build && make uninstall DESTDIR=\$PWD/pspp-$binary_version", "uninstall"); + + start_step ("Check uninstall"); + run ("cd $builddir/$tarball_dir/_build && make distuninstallcheck distuninstallcheck_dir=\$PWD/pspp-$binary_version", "distuninstallcheck"); + + # distcleancheck } +start_step ("Success"); + sub usage { print <) { + print LOG $_; + + my $elapsed = time () - $start; + $progress = sprintf "%d lines logged, %d s elapsed", + $lines++, $elapsed; + if ($est_time > 0) { + my $left = $est_time - $elapsed; + if ($left > 0) { + $progress .= sprintf ", ETA %d s", $left; + } + } + print "\r$progress", " " x (79 - length ($progress)), "\r" + unless $batch; + } + close (COMMAND); + print "\r", " " x 79, "\r" unless $batch; + + write_timing ($id, time () - $start) if defined ($id); + + return 1 if !$?; + + if ($? & 127) { + printf STDERR "%s: child died with signal %d, %s coredump\n", $command, ($? & 127), ($? & 128) ? 'with' : 'without'; } else { - printf "%s: child exited with value %d\n", $command, $? >> 8; + printf STDERR "%s: child exited with value %d\n", $command, $? >> 8; + } + return 0; +} + +sub read_timing { + my ($id) = @_; + open (TIMINGS, "<", "$topdir/timings") or return 0; + while () { + chomp; + my ($key, $value) = /^([^=]+)=(.*)/ or next; + return $value if $key eq $id; } - exit 1; + close (TIMINGS); + return 0; } -# Clone source -# Add build number -# Tag build -# Clone gnulib at correct commit number -# Run gnulib-tool. -# Run configure -# Make dist - -# Unpack dist -# Run configure -# Check -# Install -# Make binary dist -# Build mingw32 installer -# Other distcheck stuff? +sub write_timing { + my ($id, $time) = @_; + + open (NEWTIMINGS, ">", "$topdir/timings.tmp$$") or return; + + if (open (OLDTIMINGS, "<", "$topdir/timings")) { + while () { + if (my ($key, $value) = /^([^=]+)=(.*)/) { + next if $key eq $id; + } + print NEWTIMINGS $_; + } + close (OLDTIMINGS); + } + + print NEWTIMINGS "$id=$time\n"; + close (NEWTIMINGS); + + rename ("$topdir/timings.tmp$$", "$topdir/timings"); +} + +sub fail { + die "Build failed, refer to:\n\t$topdir/$logfile\nfor details.\n"; +}