6 use Getopt::Long qw(:config bundling no_ignore_case);
18 GetOptions ("h|help" => \$help,
19 "binary!" => \$build_binary,
21 "o|output=s" => \$builddir,
22 "build-number=i" => \$build_number);
26 die "$0: exactly one or two nonoption arguments are required\n"
27 if @ARGV != 1 && @ARGV != 2;
31 $tarball = File::Spec->rel2abs ($ARGV[0]);
33 # Tarball will be generated later.
36 # Select build number.
37 if (!defined ($build_number)) {
38 $build_number = POSIX::strftime("%Y%m%d%H%M%S", localtime);
41 my $topdir = dirname ($0);
42 $topdir = cwd () . "/$topdir" if $topdir !~ m%^/%;
44 # Create build directory.
45 if (!defined ($builddir)) {
46 $builddir = "builds/$build_number";
47 mkdir "builds" or die "builds: mkdir: $!\n" if ! -d "builds";
49 $builddir = File::Spec->rel2abs ($builddir);
50 -d $builddir or mkdir $builddir or die "$builddir: mkdir: $!\n";
51 chdir ($builddir) or die "$builddir: chdir: $!\n";
53 our $resultsdir = "$builddir/results";
54 mkdir $resultsdir or die "$resultsdir: mkdir: $!\n";
55 mkdir "$resultsdir/vars" or die "$resultsdir/vars: mkdir: $!\n";
57 my $varsfile = "$resultsdir/VARS";
58 open (VARS, '>', $varsfile) or die "creating $varsfile failed: $!\n";
61 our $logfile = "$resultsdir/LOG";
62 open (LOG, '>', $logfile) or die "creating $logfile failed: $!\n";
64 my $build_host = `hostname`;
66 set_var ("build_host", $build_host);
67 set_var ("build_number", $build_number);
71 print LOG "
\f\n$msg\n";
72 print "$msg\n" unless $batch;
76 my ($var, $value) = @_;
78 print VARS "$var=$value\n";
80 print "\t$var=$value\n" unless $batch;
82 open (VAR, '>', "$resultsdir/vars/$var")
83 or die "creating $resultsdir/$var failed: $!\n";
89 my ($name, $product) = @_;
90 start_step ("Saving $name: $product");
94 my ($name, $src, $rm_src) = @_;
95 my ($basename) = $src;
96 $basename =~ s(^.*/)();
97 my ($dst) = "$resultsdir/$basename";
99 saved_result ($name, $basename);
100 run ("cp -R $src $dst");
102 if (defined ($rm_src) && $rm_src) {
109 sub save_result_if_exists {
110 my ($name, $src, $rm_src) = @_;
114 start_step ("$src does not exist, cannot save");
120 my $commit = `$GIT rev-parse $ref`;
125 my $GIT = "git --git-dir=$topdir/.git";
128 my ($repo, $branch) = @ARGV;
130 start_step ("Fetch branch from Git");
131 set_var ("git_repo", $repo);
132 set_var ("git_branch", $branch);
133 run ("$GIT fetch $repo +$branch:refs/builds/$build_number/pspp");
135 # Get revision number.
136 set_var ("pspp_ref", "refs/builds/$build_number/pspp");
137 my $revision = ref_to_commit ("refs/builds/$build_number/pspp");
138 set_var ("pspp_commit", $revision);
139 my $abbrev_commit = substr ($revision, 0, 6);
142 start_step ("Extract branch into source directory");
143 run ("$GIT archive --format=tar --prefix=pspp/ refs/builds/$build_number/pspp | tar xf -");
145 # Extract version number.
146 start_step ("Extract repository version number");
147 my $trace = `cd pspp && autoconf -t AC_INIT`;
149 my ($file, $line, $macro, $package, $repo_version, @rest)
150 = split (':', $trace);
151 set_var ("repo_version", $repo_version);
153 # Is this a "gnits" mode tree?
154 start_step ("Checking Automake mode");
155 open (MAKEFILE_AM, '<', "pspp/Makefile.am");
157 while (<MAKEFILE_AM>) {
164 print LOG "Automake mode is $am_mode\n";
166 # Generate version number for build.
167 # We want to append -g012345, but if we're in Gnits mode and the
168 # version number already has a hyphen, we have to omit it.
169 start_step ("Generate build version number");
170 my $version = $repo_version;
171 $version .= '-' unless $version =~ /-/;
172 $version .= "g$abbrev_commit";
173 set_var ("version", $version);
175 # Append -g012345 to configure.ac version number.
176 start_step ("Updating version number in $file");
177 my $fullname = "pspp/$file";
178 open (OLDFILE, '<', $fullname)
179 or die "opening $fullname failed: $!\n";
180 open (NEWFILE, '>', "$fullname.new")
181 or die "creating $fullname.new failed: $!\n";
186 print NEWFILE "AC_INIT([$package], [$version]";
187 print NEWFILE ", [$_]" foreach @rest;
193 rename ("$fullname.new", $fullname)
194 or die "rename $fullname.new to $fullname failed: $!\n";
196 # Get Gnulib commit number.
197 start_step ("Reading README.Git to find Gnulib commit number");
199 $fullname = "pspp/README.Git";
200 open (README_GIT, '<', $fullname)
201 or die "opening $fullname failed: $!\n";
202 while (<README_GIT>) {
203 ($gnulib_commit) = /^\s+commit ([0-9a-fA-F]{8,})/ and last;
205 die "$fullname does not specify a Git commit number\n"
206 if !defined ($gnulib_commit);
207 set_var ("gnulib_commit", $gnulib_commit);
209 # Add note to beginning of NEWS (otherwise "make dist" fails).
210 start_step ("Updating NEWS");
211 $fullname = "pspp/NEWS";
212 open (OLDFILE, '<', $fullname)
213 or die "opening $fullname failed: $!\n";
214 open (NEWFILE, '>', "$fullname.new")
215 or die "creating $fullname.new failed: $!\n";
216 my $found_changes = 0;
218 if (!$found_changes && /^Changes/) {
221 Changes from $repo_version to $version:
223 * Built from PSPP commit $revision
224 in branch $branch on host $build_host.
226 * Built from Gnulib commit $gnulib_commit.
234 rename ("$fullname.new", $fullname)
235 or die "rename $fullname.new to $fullname failed: $!\n";
237 # If we don't already have that Gnulib commit, update Gnulib.
238 system ("$GIT rev-parse --verify --quiet $gnulib_commit^0 > /dev/null");
240 start_step ("Updating Gnulib to obtain commit");
241 run ("$GIT fetch gnulib");
243 run ("$GIT update-ref refs/builds/$build_number/gnulib $gnulib_commit");
244 set_var ("gnulib_ref", "refs/builds/$build_number/gnulib");
246 # Extract gnulib source.
247 start_step ("Extract Gnulib source");
248 run ("$GIT archive --format=tar --prefix=gnulib/ $gnulib_commit | tar xf -");
251 start_step ("Bootstrap (make -f Smake)");
252 run ("cd pspp && make -f Smake", "bootstrap");
255 start_step ("Configure source");
256 run ("cd pspp && mkdir _build && cd _build && ../configure", "configure");
259 start_step ("Make source tarball");
260 run ("cd pspp/_build && make dist", "dist");
261 my $tarname = "pspp-$version.tar.gz";
262 $tarball = save_result ("source distribution", "pspp/_build/$tarname", 1);
264 # Save translation templates.
265 my $potfile = "pspp/_build/po/pspp.pot";
266 $potfile = "pspp/po/pspp.pot" if ! -e $potfile;
267 save_result ("translation templates", $potfile);
270 start_step ("Build user manual");
271 run ("cd pspp && cp _build/doc/*.texi doc/");
272 run ("cd pspp && GENDOCS_TEMPLATE_DIR=$topdir $topdir/gendocs.sh -s doc/pspp.texinfo -o $resultsdir/user-manual --email bug-gnu-pspp\@gnu.org pspp \"GNU PSPP User Manual\"", "user-manual");
273 saved_result ("User Manual", "user-manual");
275 # Build developer's guide
276 start_step ("Build developers guide");
277 run ("cd pspp && GENDOCS_TEMPLATE_DIR=$topdir $topdir/gendocs.sh -s doc/pspp-dev.texinfo -o $resultsdir/dev-guide --email bug-gnu-pspp\@gnu.org pspp-dev \"GNU PSPP Developers Guide\"", "dev-guide");
278 saved_result ("Developers Guide", "dev-guide");
280 $tarball = saved_result ("source distribution", $tarball);
284 start_step ("Save tarball to Git");
285 run ("GIT_DIR=$topdir/.git $topdir/git-import-tar $tarball refs/builds/$build_number/dist", "git-dist");
286 set_var ("dist_ref", "refs/builds/$build_number/dist");
287 set_var ("dist_commit", ref_to_commit ("refs/builds/$build_number/dist"));
289 start_step ("Extracting source tarball");
290 run ("zcat $tarball | (cd $builddir && tar xf -)");
292 start_step ("Extracting tar version");
293 my ($version) = `cd $builddir/$tarball_dir && ./configure --version | head -1`
294 =~ /configure (\S+)$/;
295 set_var ("dist_version", $version);
296 my ($binary_version) = "$version-$build_host-build$build_number";
297 set_var ("binary_version", $binary_version);
299 start_step ("Configuring");
300 run ("chmod -R a-w $builddir/$tarball_dir");
301 run ("chmod u+w $builddir/$tarball_dir");
302 run ("mkdir $builddir/$tarball_dir/_build");
303 run ("chmod a-w $builddir/$tarball_dir");
304 my $ok = try_run ("cd $builddir/$tarball_dir/_build && ../configure --enable-relocatable --prefix=''", "bin-configure");
305 for my $basename ("config.h", "config.log") {
306 save_result_if_exists ("build configuration",
307 "$builddir/$tarball_dir/_build/$basename");
311 start_step ("Build");
312 run ("cd $builddir/$tarball_dir/_build && make", "build");
314 start_step ("Install");
315 run ("cd $builddir/$tarball_dir/_build && make install DESTDIR=\$PWD/pspp-$binary_version", "install");
317 start_step ("Make binary distribution");
318 run ("cd $builddir/$tarball_dir/_build && tar cfz pspp-$binary_version.tar.gz pspp-$binary_version");
319 save_result ("binary distribution", "$builddir/$tarball_dir/_build/pspp-$binary_version.tar.gz", 1);
321 start_step ("Check");
322 $ok = try_run ("cd $builddir/$tarball_dir/_build && make check", "check");
323 for my $basename ("tests/testsuite.log", "tests/testsuite.dir") {
324 save_result_if_exists ("test logs", "$builddir/$tarball_dir/_build/$basename");
328 start_step ("Uninstall");
329 run ("cd $builddir/$tarball_dir/_build && make uninstall DESTDIR=\$PWD/pspp-$binary_version", "uninstall");
331 start_step ("Check uninstall");
332 run ("cd $builddir/$tarball_dir/_build && make distuninstallcheck distuninstallcheck_dir=\$PWD/pspp-$binary_version", "distuninstallcheck");
337 start_step ("Success");
341 $0, for building and testing PSPP
342 usage: $0 [OPTIONS] [TARBALL | REPO REFSPEC]
343 where TARBALL is the name of a tarball produced by "make dist"
344 or REPO and REFSPEC are a Git repo and refspec (e.g. branch) to clone.
347 --help Print this usage message and exit
348 --no-binary Build source tarballs but no binaries.
349 --batch Do not print progress to stdout.
355 fail () if !try_run (@_);
359 my ($command, $id) = @_;
361 print LOG "$command\n";
363 my $pid = open (COMMAND, '-|');
364 if (!defined ($pid)) {
365 die "fork failed: $!\n";
369 die "$command: exec failed: $!\n";
372 my ($start) = time ();
373 my ($est_time) = (defined ($id) ? read_timing ($id) : 0);
380 my $elapsed = time () - $start;
381 my $progress = sprintf "%d lines logged, %d s elapsed",
384 my $left = $est_time - $elapsed;
386 $progress .= sprintf ", ETA %d s", $left;
389 print "\r$progress", " " x (79 - length ($progress)), "\r"
393 print "\r", " " x 79, "\r" unless $batch;
395 write_timing ($id, time () - $start) if defined ($id);
400 printf STDERR "%s: child died with signal %d, %s coredump\n",
401 $command, ($? & 127), ($? & 128) ? 'with' : 'without';
403 printf STDERR "%s: child exited with value %d\n", $command, $? >> 8;
410 open (TIMINGS, "<", "$topdir/timings") or return 0;
413 my ($key, $value) = /^([^=]+)=(.*)/ or next;
414 return $value if $key eq $id;
421 my ($id, $time) = @_;
423 open (NEWTIMINGS, ">", "$topdir/timings.tmp$$") or return;
425 if (open (OLDTIMINGS, "<", "$topdir/timings")) {
426 while (<OLDTIMINGS>) {
427 if (my ($key, $value) = /^([^=]+)=(.*)/) {
435 print NEWTIMINGS "$id=$time\n";
438 rename ("$topdir/timings.tmp$$", "$topdir/timings");
442 die "Build failed, refer to:\n\t$logfile\nfor details.\n";