#! /usr/bin/env perl use Cwd; use File::Spec; use Getopt::Long qw(:config bundling no_ignore_case); use IO::Handle; use POSIX; use strict; use warnings; my $help = 0; my $build_binary = 1; my $batch = 0; my $builddir; my $build_number; GetOptions ("h|help" => \$help, "binary!" => \$build_binary, "batch!" => \$batch, "o|output=s" => \$builddir, "build-number=i" => \$build_number); usage () if $help; die "$0: exactly one or two nonoption arguments are required\n" if @ARGV != 1 && @ARGV != 2; # Select build number. if (!defined ($build_number)) { $build_number = POSIX::strftime("%Y%m%d%H%M%S", localtime); } my $topdir = getcwd (); # Create build directory. if (!defined ($builddir)) { $builddir = "builds/$build_number"; mkdir "builds" or die "builds: mkdir: $!\n" if ! -d "builds"; } -d $builddir or mkdir $builddir or die "$builddir: mkdir: $!\n"; my $abs_builddir = File::Spec->rel2abs ($builddir); our $resultsdir = "$builddir/results"; mkdir $resultsdir or die "$resultsdir: mkdir: $!\n"; mkdir "$resultsdir/vars" or die "$resultsdir/vars: mkdir: $!\n"; my $abs_resultsdir = File::Spec->rel2abs ($resultsdir); my $varsfile = "$resultsdir/VARS"; open (VARS, '>', $varsfile) or die "creating $varsfile failed: $!\n"; VARS->autoflush (1); my $logfile = "$resultsdir/LOG"; open (LOG, '>', $logfile) or die "creating $logfile failed: $!\n"; my $build_host = `hostname`; chomp $build_host; set_var ("build_host", $build_host); set_var ("build_number", $build_number); sub start_step { my ($msg) = @_; print LOG " \n$msg\n"; print "$msg\n" unless $batch; } sub set_var { my ($var, $value) = @_; print VARS "$var=$value\n"; print "\t$var=$value\n" unless $batch; open (VAR, '>', "$resultsdir/vars/$var") or die "creating $resultsdir/$var failed: $!\n"; print VAR "$value\n"; close VAR; } sub saved_result { my ($name, $product) = @_; start_step ("Saving $name: $product"); } sub save_result { my ($name, $src, $rm_src) = @_; my ($basename) = $src; $basename =~ s(^.*/)(); my ($dst) = "$resultsdir/$basename"; saved_result ($name, $basename); run ("cp -R $src $dst"); if (defined ($rm_src) && $rm_src) { run ("rm $src"); } return $dst; } sub save_result_if_exists { my ($name, $src, $rm_src) = @_; if (-e $src) { save_result (@_); } else { start_step ("$src does not exist, cannot save"); } } my $tarball; if (@ARGV == 2) { my ($repo, $branch) = @ARGV; # Fetch branch start_step ("Fetch $repo, branch $branch"); run ("git fetch $repo +$branch:refs/builds/$build_number/pspp"); # Get revision number. my $revision = `git rev-parse refs/builds/$build_number/pspp`; chomp $revision; set_var ("pspp_commit", $revision); my $abbrev_commit = substr ($revision, 0, 6); # Extract source. start_step ("Extract branch into source directory"); run ("git archive --format=tar --prefix=pspp$build_number/ refs/builds/$build_number/pspp | (cd $builddir && tar xf -)"); run ("git branch -D buildtmp/$$/pspp"); # Extract version number. start_step ("Extract repository version number"); my $trace = `cd $builddir/pspp$build_number && autoconf -t AC_INIT`; chomp $trace; my ($file, $line, $macro, $package, $repo_version, @rest) = split (':', $trace); set_var ("repo_version", $repo_version); # Is this a "gnits" mode tree? start_step ("Checking Automake mode"); open (MAKEFILE_AM, '<', "$builddir/pspp$build_number/Makefile.am"); my $am_mode = "gnu"; while () { if (/gnits/) { $am_mode = "gnits"; last; } } close (MAKEFILE_AM); set_var ("am_mode", $am_mode); # Generate version number for build. # We want to append -g012345, but if we're in Gnits mode and the # version number already has a hyphen, we have to omit it. start_step ("Generate build version number"); my $version = $repo_version; $version .= '-' unless $version =~ /-/; $version .= "g$abbrev_commit"; set_var ("version", $version); # Append -g012345 to configure.ac version number. start_step ("Updating version number in $file"); my $fullname = "$builddir/pspp$build_number/$file"; open (OLDFILE, '<', $fullname) or die "opening $fullname failed: $!\n"; open (NEWFILE, '>', "$fullname.new") or die "creating $fullname.new failed: $!\n"; while () { if ($. != $line) { print NEWFILE $_; } else { print NEWFILE "AC_INIT([$package], [$version]"; print NEWFILE ", [$_]" foreach @rest; print NEWFILE ")\n"; } } close (NEWFILE); close (OLDFILE); rename ("$fullname.new", $fullname) or die "rename $fullname.new to $fullname failed: $!\n"; # Get Gnulib commit number. start_step ("Reading README.Git to find Gnulib commit number"); my $gnulib_commit; $fullname = "$builddir/pspp$build_number/README.Git"; open (README_GIT, '<', $fullname) or die "opening $fullname failed: $!\n"; while () { ($gnulib_commit) = /^\s+commit ([0-9a-fA-F]{8,})/ and last; } die "$fullname does not specify a Git commit number\n" if !defined ($gnulib_commit); set_var ("gnulib_commit", $gnulib_commit); # Add note to beginning of NEWS (otherwise "make dist" fails). start_step ("Updating NEWS"); $fullname = "$builddir/pspp$build_number/NEWS"; open (OLDFILE, '<', $fullname) or die "opening $fullname failed: $!\n"; open (NEWFILE, '>', "$fullname.new") or die "creating $fullname.new failed: $!\n"; my $found_changes = 0; while () { if (!$found_changes && /^Changes/) { $found_changes = 1; print NEWFILE <) { print LOG $_; my $elapsed = time () - $start; my $progress = sprintf "%d lines logged, %d s elapsed", $lines++, $elapsed; if ($est_time > 0) { my $left = $est_time - $elapsed; if ($left > 0) { $progress .= sprintf ", ETA %d s", $left; } } print "\r$progress", " " x (79 - length ($progress)), "\r" unless $batch; } close (COMMAND); print "\r", " " x 79, "\r" unless $batch; write_timing ($id, time () - $start) if defined ($id); return 1 if !$?; if ($? & 127) { printf STDERR "%s: child died with signal %d, %s coredump\n", $command, ($? & 127), ($? & 128) ? 'with' : 'without'; } else { printf STDERR "%s: child exited with value %d\n", $command, $? >> 8; } return 0; } sub read_timing { my ($id) = @_; open (TIMINGS, "<", "$topdir/timings") or return 0; while () { chomp; my ($key, $value) = /^([^=]+)=(.*)/ or next; return $value if $key eq $id; } close (TIMINGS); return 0; } sub write_timing { my ($id, $time) = @_; open (NEWTIMINGS, ">", "$topdir/timings.tmp$$") or return; if (open (OLDTIMINGS, "<", "$topdir/timings")) { while () { if (my ($key, $value) = /^([^=]+)=(.*)/) { next if $key eq $id; } print NEWTIMINGS $_; } close (OLDTIMINGS); } print NEWTIMINGS "$id=$time\n"; close (NEWTIMINGS); rename ("$topdir/timings.tmp$$", "$topdir/timings"); } sub fail { die "Build failed, refer to:\n\t$topdir/$logfile\nfor details.\n"; }