X-Git-Url: https://pintos-os.org/cgi-bin/gitweb.cgi?a=blobdiff_plain;f=build-pspp;h=ae723f7de4922f2ccd58695098b4f499af5cc8b9;hb=91958b98fac5f791b0009314e09773d21e550b4b;hp=92e1d9a2668ee1cb87e0f307753bc20c60d04bd4;hpb=82cd5d32c86d7bfcc5a1c90e02c182cf790f4c68;p=pspp

diff --git a/build-pspp b/build-pspp
index 92e1d9a266..ae723f7de4 100755
--- a/build-pspp
+++ b/build-pspp
@@ -1,84 +1,180 @@
 #! /usr/bin/env perl
 
+use Cwd;
+use File::Basename;
+use File::Spec;
 use Getopt::Long qw(:config bundling no_ignore_case);
+use IO::Handle;
 use POSIX;
 
 use strict;
 use warnings;
 
 my $help = 0;
-GetOptions ("h|help" => \$help);
+my $build_binary = 1;
+my $batch = 0;
+my $builddir;
+my $build_number;
+GetOptions ("h|help" => \$help,
+	    "binary!" => \$build_binary,
+	    "batch!" => \$batch,
+	    "o|output=s" => \$builddir,
+	    "build-number=i" => \$build_number);
 
 usage () if $help;
 
 die "$0: exactly one or two nonoption arguments are required\n"
   if @ARGV != 1 && @ARGV != 2;
 
-my $builder = `hostname`;
-chomp $builder;
+my $tarball;
+if (@ARGV == 1) {
+    $tarball = File::Spec->rel2abs ($ARGV[0]);
+} else {
+    # Tarball will be generated later.
+}
 
 # Select build number.
-my $build_number = POSIX::strftime("%Y%m%d%H%M%S", localtime);
+if (!defined ($build_number)) {
+    $build_number = POSIX::strftime("%Y%m%d%H%M%S", localtime);
+}
+
+my $topdir = dirname ($0);
+$topdir = cwd () . "/$topdir" if $topdir !~ m%^/%;
 
 # Create build directory.
-my $builddir = "builds/$build_number";
-mkdir "builds" or die "builds: mkdir: $!\n" if ! -d "builds";
-mkdir $builddir or die "$builddir: mkdir: $!\n";
+if (!defined ($builddir)) {
+    $builddir = "builds/$build_number";
+    mkdir "builds" or die "builds: mkdir: $!\n" if ! -d "builds";
+}
+$builddir = File::Spec->rel2abs ($builddir);
+-d $builddir or mkdir $builddir or die "$builddir: mkdir: $!\n";
+chdir ($builddir) or die "$builddir: chdir: $!\n";
 
 our $resultsdir = "$builddir/results";
 mkdir $resultsdir or die "$resultsdir: mkdir: $!\n";
 mkdir "$resultsdir/vars" or die "$resultsdir/vars: mkdir: $!\n";
 
-my $logfile = "$resultsdir/LOG";
+my $varsfile = "$resultsdir/VARS";
+open (VARS, '>', $varsfile) or die "creating $varsfile failed: $!\n";
+VARS->autoflush (1);
+
+our $logfile = "$resultsdir/LOG";
 open (LOG, '>', $logfile) or die "creating $logfile failed: $!\n";
 
-set_var ("builder", $builder);
+my $build_host = `hostname`;
+chomp $build_host;
+set_var ("build_host", $build_host);
 set_var ("build_number", $build_number);
 
+our $GIT = "git --git-dir=$topdir/.git";
+
 sub start_step {
     my ($msg) = @_;
     print LOG "\n$msg\n";
-    print "$msg\n";
+    print "$msg\n" unless $batch;
 }
 
 sub set_var {
     my ($var, $value) = @_;
+
+    print VARS "$var=$value\n";
+
+    print "\t$var=$value\n" unless $batch;
+
     open (VAR, '>', "$resultsdir/vars/$var")
       or die "creating $resultsdir/$var failed: $!\n";
     print VAR "$value\n";
     close VAR;
-    print LOG "$var=$value\n";
-    print "\t$var=$value\n";
 }
 
-my $tarball;
+sub saved_result {
+    my ($name, $product) = @_;
+    start_step ("Saving $name: $product");
+}
+
+sub save_result {
+    my ($name, $src, $rm_src) = @_;
+    my ($basename) = $src;
+    $basename =~ s(^.*/)();
+    my ($dst) = "$resultsdir/$basename";
+
+    saved_result ($name, $basename);
+    run ("cp -R $src $dst");
+
+    if (defined ($rm_src) && $rm_src) {
+	run ("rm $src");
+    }
+
+    return $dst;
+}
+
+sub save_result_if_exists {
+    my ($name, $src, $rm_src) = @_;
+    if (-e $src) {
+	save_result (@_);
+    } else {
+	start_step ("$src does not exist, cannot save");
+    }
+}
+
+sub ref_to_commit {
+    my ($ref) = @_;
+    my $commit = `$GIT rev-parse $ref`;
+    chomp $commit;
+    return $commit;
+}
+
 if (@ARGV == 2) {
     my ($repo, $branch) = @ARGV;
 
-    # Fetch branch
-    start_step ("Fetch $repo, branch $branch");
-    run ("git fetch $repo +$branch:buildtmp/$$/pspp");
+    start_step ("Fetch branch from Git");
+    set_var ("git_repo", $repo);
+    set_var ("git_branch", $branch);
+    run ("$GIT fetch $repo +$branch:refs/builds/$build_number/pspp");
 
     # Get revision number.
-    my $revision = `git rev-parse buildtmp/$$/pspp`;
-    chomp $revision;
+    set_var ("pspp_ref", "refs/builds/$build_number/pspp");
+    my $revision = ref_to_commit ("refs/builds/$build_number/pspp");
     set_var ("pspp_commit", $revision);
     my $abbrev_commit = substr ($revision, 0, 6);
 
     # Extract source.
-    start_step ("Extract branch into $builddir/pspp$build_number");
-    run ("git archive --format=tar --prefix=pspp$build_number/ buildtmp/$$/pspp | (cd $builddir && tar xf -)");
+    start_step ("Extract branch into source directory");
+    run ("$GIT archive --format=tar --prefix=pspp/ refs/builds/$build_number/pspp | tar xf -");
 
     # Extract version number.
-    start_step ("Extract version number");
-    my $trace = `cd $builddir/pspp$build_number && autoconf -t AC_INIT`;
+    start_step ("Extract repository version number");
+    my $trace = `cd pspp && autoconf -t AC_INIT`;
     chomp $trace;
-    my ($file, $line, $macro, $package, $version, @rest) = split (':', $trace);
-    set_var ("pspp_version", $version);
-
-    # Append -g012345 to AC_INIT version number.
-    start_step ("Adding -g$abbrev_commit to version number");
-    my $fullname = "$builddir/pspp$build_number/$file";
+    my ($file, $line, $macro, $package, $repo_version, @rest)
+      = split (':', $trace);
+    set_var ("repo_version", $repo_version);
+
+    # Is this a "gnits" mode tree?
+    start_step ("Checking Automake mode");
+    open (MAKEFILE_AM, '<', "pspp/Makefile.am");
+    my $am_mode = "gnu";
+    while (<MAKEFILE_AM>) {
+	if (/gnits/) {
+	    $am_mode = "gnits";
+	    last;
+	}
+    }
+    close (MAKEFILE_AM);
+    print LOG "Automake mode is $am_mode\n";
+
+    # Generate version number for build.
+    # We want to append -g012345, but if we're in Gnits mode and the
+    # version number already has a hyphen, we have to omit it.
+    start_step ("Generate build version number");
+    my $version = $repo_version;
+    $version .= '-' unless $version =~ /-/;
+    $version .= "g$abbrev_commit";
+    set_var ("version", $version);
+
+    # Append -g012345 to configure.ac version number.
+    start_step ("Updating version number in $file");
+    my $fullname = "pspp/$file";
     open (OLDFILE, '<', $fullname)
       or die "opening $fullname failed: $!\n";
     open (NEWFILE, '>', "$fullname.new")
@@ -87,7 +183,7 @@ if (@ARGV == 2) {
 	if ($. != $line) {
 	    print NEWFILE $_;
 	} else {
-	    print NEWFILE "AC_INIT([$package], [$version-g$abbrev_commit]";
+	    print NEWFILE "AC_INIT([$package], [$version]";
 	    print NEWFILE ", [$_]" foreach @rest;
 	    print NEWFILE ")\n";
 	}
@@ -97,9 +193,22 @@ if (@ARGV == 2) {
     rename ("$fullname.new", $fullname)
       or die "rename $fullname.new to $fullname failed: $!\n";
 
+    # Get Gnulib commit number.
+    start_step ("Reading README.Git to find Gnulib commit number");
+    my $gnulib_commit;
+    $fullname = "pspp/README.Git";
+    open (README_GIT, '<', $fullname)
+      or die "opening $fullname failed: $!\n";
+    while (<README_GIT>) {
+	($gnulib_commit) = /^\s+commit ([0-9a-fA-F]{8,})/ and last;
+    }
+    die "$fullname does not specify a Git commit number\n"
+      if !defined ($gnulib_commit);
+    set_var ("gnulib_commit", $gnulib_commit);
+
     # Add note to beginning of NEWS (otherwise "make dist" fails).
     start_step ("Updating NEWS");
-    $fullname = "$builddir/pspp$build_number/NEWS";
+    $fullname = "pspp/NEWS";
     open (OLDFILE, '<', $fullname)
       or die "opening $fullname failed: $!\n";
     open (NEWFILE, '>', "$fullname.new")
@@ -109,10 +218,12 @@ if (@ARGV == 2) {
 	if (!$found_changes && /^Changes/) {
 	    $found_changes = 1;
 	    print NEWFILE <<EOF;
-Changes from $version to $version-g$abbrev_commit:
+Changes from $repo_version to $version:
+
+ * Built from PSPP commit $revision
+   in branch $branch on host $build_host.
 
- * Built automatically from commit $revision
-   in branch $branch by builder $builder
+ * Built from Gnulib commit $gnulib_commit.
 
 EOF
 	}
@@ -123,88 +234,110 @@ EOF
     rename ("$fullname.new", $fullname)
       or die "rename $fullname.new to $fullname failed: $!\n";
 
-    # Get Gnulib commit number.
-    start_step ("Reading README.Git to find Gnulib commit number");
-    my $gnulib_commit;
-    $fullname = "$builddir/pspp$build_number/README.Git";
-    open (README_GIT, '<', $fullname)
-      or die "opening $fullname failed: $!\n";
-    while (<README_GIT>) {
-	($gnulib_commit) = /^\s+commit ([0-9a-fA-F]{8,})/ and last;
-    }
-    die "$fullname does not specify a Git commit number\n"
-      if !defined ($gnulib_commit);
-    set_var ("gnulib_commit", $gnulib_commit);
-
     # If we don't already have that Gnulib commit, update Gnulib.
-    `git rev-parse $gnulib_commit`;
+    system ("$GIT rev-parse --verify --quiet $gnulib_commit^0 > /dev/null");
     if ($? != 0) {
 	start_step ("Updating Gnulib to obtain commit");
-	run ("git fetch gnulib");
+	run ("$GIT fetch gnulib");
     }
+    run ("$GIT update-ref refs/builds/$build_number/gnulib $gnulib_commit");
+    set_var ("gnulib_ref", "refs/builds/$build_number/gnulib");
 
     # Extract gnulib source.
     start_step ("Extract Gnulib source");
-    run ("git archive --format=tar --prefix=gnulib/ $gnulib_commit | (cd $builddir && tar xf -)");
+    run ("$GIT archive --format=tar --prefix=gnulib/ $gnulib_commit | tar xf -");
 
     # Bootstrap.
     start_step ("Bootstrap (make -f Smake)");
-    run ("cd $builddir/pspp$build_number && make -f Smake");
+    run ("cd pspp && make -f Smake", "bootstrap");
 
     # Configure.
     start_step ("Configure source");
-    run ("cd $builddir/pspp$build_number && mkdir _build && cd _build && ../configure");
+    run ("cd pspp && mkdir _build && cd _build && ../configure", "configure");
 
     # Distribute.
-    start_step ("Make dist tarball");
-    run ("cd $builddir/pspp$build_number/_build && make dist");
-
-    $tarball = "$builddir/pspp$build_number/_build/pspp-$version-g$abbrev_commit.tar.gz";
+    start_step ("Make source tarball");
+    run ("cd pspp/_build && make dist", "dist");
+    my $tarname = "pspp-$version.tar.gz";
+    $tarball = save_result ("source distribution", "pspp/_build/$tarname", 1);
+
+    # Save translation templates.
+    my $potfile = "pspp/_build/po/pspp.pot";
+    $potfile = "pspp/po/pspp.pot" if ! -e $potfile;
+    save_result ("translation templates", $potfile);
+
+    # Build user manual
+    start_step ("Build user manual");
+    run ("cd pspp && cp _build/doc/*.texi doc/");
+    run ("cd pspp && GENDOCS_TEMPLATE_DIR=$topdir $topdir/gendocs.sh -s doc/pspp.texinfo -o $resultsdir/user-manual --email bug-gnu-pspp\@gnu.org pspp \"GNU PSPP User Manual\"", "user-manual");
+    saved_result ("User Manual", "user-manual");
+
+    # Build developer's guide
+    start_step ("Build developers guide");
+    run ("cd pspp && GENDOCS_TEMPLATE_DIR=$topdir $topdir/gendocs.sh -s doc/pspp-dev.texinfo -o $resultsdir/dev-guide --email bug-gnu-pspp\@gnu.org pspp-dev \"GNU PSPP Developers Guide\"", "dev-guide");
+    saved_result ("Developers Guide", "dev-guide");
 } else {
-    $tarball = $ARGV[0];
+    $tarball = saved_result ("source distribution", $tarball);
 }
 
-start_step ("Determining $tarball target directory");
-my $sample_filename = `zcat $tarball | tar tf - | head -1`;
-my ($tarball_dir) = $sample_filename =~ m%^(?:[./])*([^/]+)/%;
-set_var ("dist_dir", $tarball_dir);
-
-start_step ("Extracting $tarball into $builddir/$tarball_dir");
-run ("zcat $tarball | (cd $builddir && tar xf -)");
-
-start_step ("Extracting tar version");
-my ($version) = `cd $builddir/$tarball_dir && ./configure --version | head -1`
-  =~ /configure (\S+)$/;
-set_var ("dist_version", $version);
-my ($binary_version) = "$version-$builder-build$build_number";
-set_var ("binary_version", $binary_version);
-
-start_step ("Configuring");
-run ("chmod -R a-w $builddir/$tarball_dir");
-run ("chmod u+w $builddir/$tarball_dir");
-run ("mkdir $builddir/$tarball_dir/_build");
-run ("chmod a-w $builddir/$tarball_dir");
-run ("cd $builddir/$tarball_dir/_build && ../configure --enable-relocatable --prefix=''");
+if ($build_binary) {
+    start_step ("Save tarball to Git");
+    run ("GIT_DIR=$topdir/.git $topdir/git-import-tar $tarball refs/builds/$build_number/dist", "git-dist");
+    set_var ("dist_ref", "refs/builds/$build_number/dist");
+    set_var ("dist_commit", ref_to_commit ("refs/builds/$build_number/dist"));
+
+    start_step ("Determining $tarball target directory");
+    my $sample_filename = `zcat $tarball | tar tf - | head -1`;
+    my ($tarball_dir) = $sample_filename =~ m%^(?:[./])*([^/]+)/%;
+    set_var ("dist_dir", $tarball_dir);
+
+    start_step ("Extracting source tarball");
+    run ("zcat $tarball | (cd $builddir && tar xf -)");
+
+    start_step ("Extracting tar version");
+    my ($version) = `cd $builddir/$tarball_dir && ./configure --version | head -1`
+      =~ /configure (\S+)$/;
+    set_var ("dist_version", $version);
+    my ($binary_version) = "$version-$build_host-build$build_number";
+    set_var ("binary_version", $binary_version);
+
+    start_step ("Configuring");
+    run ("chmod -R a-w $builddir/$tarball_dir");
+    run ("chmod u+w $builddir/$tarball_dir");
+    run ("mkdir $builddir/$tarball_dir/_build");
+    run ("chmod a-w $builddir/$tarball_dir");
+    my $ok = try_run ("cd $builddir/$tarball_dir/_build && ../configure --enable-relocatable --prefix=''", "bin-configure");
+    for my $basename ("config.h", "config.log") {
+	save_result_if_exists ("build configuration",
+			       "$builddir/$tarball_dir/_build/$basename");
+    }
+    fail () if !$ok;
 
-start_step ("Build");
-run ("cd $builddir/$tarball_dir/_build && make");
+    start_step ("Build");
+    run ("cd $builddir/$tarball_dir/_build && make", "build");
 
-start_step ("Install");
-run ("cd $builddir/$tarball_dir/_build && make install DESTDIR=\$PWD/pspp-$binary_version");
+    start_step ("Install");
+    run ("cd $builddir/$tarball_dir/_build && make install DESTDIR=\$PWD/pspp-$binary_version", "install");
 
-start_step ("Make binary distribution");
-run ("cd $builddir/$tarball_dir/_build && tar cfz pspp-$binary_version.tar.gz pspp-$binary_version");
+    start_step ("Make binary distribution");
+    run ("cd $builddir/$tarball_dir/_build && tar cfz pspp-$binary_version.tar.gz pspp-$binary_version");
+    save_result ("binary distribution", "$builddir/$tarball_dir/_build/pspp-$binary_version.tar.gz", 1);
 
-start_step ("Check");
-run ("cd $builddir/$tarball_dir/_build && make check");
+    start_step ("Check");
+    $ok = try_run ("cd $builddir/$tarball_dir/_build && make check", "check");
+    for my $basename ("tests/testsuite.log", "tests/testsuite.dir") {
+	save_result_if_exists ("test logs", "$builddir/$tarball_dir/_build/$basename");
+    }
+    fail () if !$ok;
 
-start_step ("Uninstall");
-run ("cd $builddir/$tarball_dir/_build && make uninstall DESTDIR=\$PWD/pspp-$binary_version");
+    start_step ("Uninstall");
+    run ("cd $builddir/$tarball_dir/_build && make uninstall DESTDIR=\$PWD/pspp-$binary_version", "uninstall");
 
-start_step ("Check uninstall");
-run ("cd $builddir/$tarball_dir/_build && make distuninstallcheck distuninstallcheck_dir=\$PWD/pspp-$binary_version");
+    start_step ("Check uninstall");
+    run ("cd $builddir/$tarball_dir/_build && make distuninstallcheck distuninstallcheck_dir=\$PWD/pspp-$binary_version", "distuninstallcheck");
 
-# distcleancheck
+    # distcleancheck
+}
 
 start_step ("Success");
 
@@ -217,12 +350,18 @@ where TARBALL is the name of a tarball produced by "make dist"
 
 Options:
   --help            Print this usage message and exit
+  --no-binary       Build source tarballs but no binaries.
+  --batch           Do not print progress to stdout.
 EOF
     exit(0);
 }
 
 sub run {
-    my ($command) = @_;
+    fail () if !try_run (@_);
+}
+
+sub try_run {
+    my ($command, $id) = @_;
 
     print LOG "$command\n";
 
@@ -235,40 +374,75 @@ sub run {
 	die "$command: exec failed: $!\n";
     }
 
+    my ($start) = time ();
+    my ($est_time) = (defined ($id) ? read_timing ($id) : 0);
+
     local ($|) = 1;
-    my $i = 0;
+    my $lines = 0;
     while (<COMMAND>) {
 	print LOG $_;
-	print "\r", $i++;
+
+	my $elapsed = time () - $start;
+	my $progress = sprintf "%d lines logged, %d s elapsed",
+	  $lines++, $elapsed;
+	if ($est_time > 0) {
+	    my $left = $est_time - $elapsed;
+	    if ($left > 0) {
+		$progress .= sprintf ", ETA %d s", $left;
+	    }
+	}
+	print "\r$progress", " " x (79 - length ($progress)), "\r"
+	  unless $batch;
     }
     close (COMMAND);
-    print "\r      \r";
+    print "\r", " " x 79, "\r" unless $batch;
+
+    write_timing ($id, time () - $start) if defined ($id);
+
+    return 1 if !$?;
 
-    if ($? == 0) {
-	return;
-    } elsif ($? & 127) {
-	printf "%s: child died with signal %d, %s coredump\n",
+    if ($? & 127) {
+	printf STDERR "%s: child died with signal %d, %s coredump\n",
 	  $command, ($? & 127),  ($? & 128) ? 'with' : 'without';
     } else {
-	printf "%s: child exited with value %d\n", $command, $? >> 8;
+	printf STDERR "%s: child exited with value %d\n", $command, $? >> 8;
+    }
+    return 0;
+}
+
+sub read_timing {
+    my ($id) = @_;
+    open (TIMINGS, "<", "$topdir/timings") or return 0;
+    while (<TIMINGS>) {
+	chomp;
+	my ($key, $value) = /^([^=]+)=(.*)/ or next;
+	return $value if $key eq $id;
+    }
+    close (TIMINGS);
+    return 0;
+}
+
+sub write_timing {
+    my ($id, $time) = @_;
+
+    open (NEWTIMINGS, ">", "$topdir/timings.tmp$$") or return;
+
+    if (open (OLDTIMINGS, "<", "$topdir/timings")) {
+	while (<OLDTIMINGS>) {
+	    if (my ($key, $value) = /^([^=]+)=(.*)/) {
+		next if $key eq $id;
+	    }
+	    print NEWTIMINGS $_;
+	}
+	close (OLDTIMINGS);
     }
-    exit 1;
+
+    print NEWTIMINGS "$id=$time\n";
+    close (NEWTIMINGS);
+
+    rename ("$topdir/timings.tmp$$", "$topdir/timings");
 }
 
-# Clone source
-# Add build number
-# Tag build
-# Clone gnulib at correct commit number
-# Run gnulib-tool.
-# Run configure
-# Make dist
-
-# Unpack dist
-# Run configure
-# Check
-# Install
-# Make binary dist
-# Build mingw32 installer
-# Other distcheck stuff?
-
-# Distribute manual in various formats
+sub fail {
+    die "Build failed, refer to:\n\t$logfile\nfor details.\n";
+}