+
+def add_commit_to_version(name, commit, dir, extra_news = None):
+ abbrev_commit = commit[:6]
+
+ # Extract version number.
+ start_step("Extract %s repository version number" % name)
+ fields = backquotes("cd %s && autoconf -t AC_INIT" % dir).split(':')
+ file, line, macro, package, repo_version = fields[:5]
+ rest = fields[5:]
+ set_var("%s_repo_version" % name, repo_version)
+
+ # Is this a "gnits" mode tree?
+ start_step("Checking %s Automake mode" % name)
+
+ am_mode = "gnu"
+ for s in open("%s/Makefile.am" % dir):
+ if "gnits" in s:
+ am_mode = "gnits"
+ break
+ LOG.write("%s Automake mode is %s\n" % (name, am_mode))
+
+ # Generate version number for build.
+ # We want to append -g012345, but if we're in Gnits mode and the
+ # version number already has a hyphen, we have to omit it.
+ start_step("Generate %s build version number" % name)
+ version = repo_version
+ if '-' not in version:
+ version += '-'
+ version += 'g' + abbrev_commit
+ set_var("%s_version" % name, version)
+
+ # Append -g012345 to configure.ac version number.
+ start_step("Updating %s version number in %s" % (name, file))
+ fullname = "%s/%s" % (dir, file)
+ NEWFILE = open("%s.new" % fullname, "w")
+ ln = 1
+ for s in open(fullname):
+ if ln != int(line):
+ NEWFILE.write(s)
+ else:
+ NEWFILE.write("AC_INIT([%s], [%s]" % (package, version))
+ for field in rest:
+ NEWFILE.write(", [%s]" % field)
+ NEWFILE.write(")\n")
+ ln += 1
+ NEWFILE.close()
+ os.rename("%s.new" % fullname, fullname)
+
+ # Add note to beginning of NEWS (otherwise "make dist" fails).
+ start_step("Updating %s NEWS" % name)
+ fullname = "%s/NEWS" % name
+ NEWFILE = open("%s.new" % fullname, "w")
+ found_changes = False
+ for s in open(fullname):
+ if not found_changes and (s.startswith('Changes') or repo_version in s):
+ found_changes = True
+ NEWFILE.write("""\
+Changes from %(repo_version)s to %(version)s:
+
+ * Built from PSPP commit %(revision)s
+ in branch %(branch)s on builder %(builder)s.
+
+"""
+ % {'repo_version': repo_version,
+ 'version': version,
+ 'revision': commit,
+ 'branch': branch,
+ 'builder': builder})
+ if extra_news:
+ NEWFILE.write(extra_news)
+ NEWFILE.write('\n')
+
+ NEWFILE.write(s)
+ NEWFILE.close()
+ os.rename("%s.new" % fullname, fullname)
+
+ return version
+
+try:
+ opts, args = getopt.gnu_getopt(sys.argv[1:], "ho:",
+ ["help",
+ "binary", "no-binary",
+ "batch", "no-batch",
+ "no-perl",
+ "output=",
+ "ssw=",
+ "builder=", "build-number="])
+except getopt.GetoptError as err:
+ # print help information and exit:
+ print(err) # will print something like "option -a not recognized"
+ sys.exit(1)
+
+build_binary = True
+batch = not os.isatty(1)
+builddir = None
+build_number = None
+builder = None
+build_perl = True
+ssw = "https://git.savannah.gnu.org/git/ssw.git master"
+for o, a in opts:
+ if o in ("-h", "--help"):
+ print_usage()
+ elif o == "--binary":
+ build_binary = True
+ elif o == "--no-binary":
+ build_binary = False
+ elif o == "--batch":
+ batch = True
+ elif o == "--no-batch":
+ batch = False
+ elif o in ("-o", "--output"):
+ builddir = a
+ elif o == "--builder":
+ builder = a
+ elif o == "--build-number":
+ build_number = a
+ elif o == "--no-perl":
+ build_perl = False
+ elif o == "--ssw":
+ ssw = a
+ else:
+ assert False, "unhandled option"
+if builder is None:
+ builder = socket.gethostname()
+
+if len(args) not in (1, 2):
+ sys.stderr.write(
+ "%s: exactly one or two nonoption arguments are required\n"
+ % sys.argv[0])
+ sys.exit(1)
+
+if len(args) == 1:
+ tarball = os.path.abspath(args[0])
+else:
+ pass # Tarball will be generated later.
+
+# Select build number.
+if build_number is None:
+ build_number = datetime.now().strftime("%Y%m%d%H%M%S")
+
+topdir = os.path.dirname(sys.argv[0])
+if not topdir.startswith("/"):
+ topdir = "%s/%s" % (os.getcwd(), topdir)
+
+# Create build directory.
+if builddir is None:
+ builddir = "builds/%s" % build_number
+ if not Path('builds').is_dir():
+ os.mkdir('builds')
+builddir = os.path.abspath(builddir)
+if not Path(builddir).is_dir():
+ os.mkdir(builddir)
+os.chdir(builddir)
+
+resultsdir = "%s/results" % builddir
+os.mkdir(resultsdir)
+os.mkdir("%s/vars" % resultsdir)
+
+varsfile = "%s/VARS" % resultsdir
+VARS = open(varsfile, "wt", buffering=1)
+
+logfile = "%s/LOG" % resultsdir
+LOG = open(logfile, "wt", buffering=1)
+
+set_var("builder", builder)
+set_var("build_number", build_number)
+
+GIT = "git --git-dir=%s/.git" % topdir
+
+if ssw.endswith('.tar.gz'):
+ ssw_basename = os.path.basename(ssw)
+ ssw_file = '%s/%s' % (topdir, ssw_basename)
+ ssw_dir = ssw_basename[:-7]
+else:
+ ssw_dir = 'ssw'
+if len(args) == 2:
+ repo, branch = args
+
+ if ssw.endswith('.tar.gz'):
+ if not Path(ssw_file).exists():
+ start_step("Retrieve spread-sheet-widget tarball %s" % ssw_file)
+ run("wget -O %s %s" % (ssw_file, ssw))
+ elif ' ' in ssw:
+ ssw_url, ssw_ref = ssw.split()
+
+ start_step("Clone spread-sheet-widget into %s" % ssw_dir)
+ run("git clone %s %s" % (ssw_url, ssw_dir))
+
+ start_step("Check out %s in ssw" % ssw_ref)
+ run("cd %s && git checkout %s" % (ssw_dir, ssw_ref))
+ ssw_commit = ref_to_commit("HEAD", "ssw")
+ set_var("ssw_commit", ssw_commit)
+
+ ssw_version = add_commit_to_version("ssw", ssw_commit, "ssw")
+
+ start_step("Bootstrap ssw")
+ run("cd ssw && ./bootstrap")
+
+ start_step("Configure ssw source")
+ run("cd ssw && mkdir _build && cd _build && ../configure",
+ "configure")
+
+ start_step("Make ssw source tarball")
+ run("cd ssw/_build && make -j128 dist", "dist")
+ ssw_dir = "spread-sheet-widget-%s" % ssw_version
+ ssw_file = "ssw/_build/%s.tar.gz" % ssw_dir
+ save_result("ssw source distribution", ssw_file)
+ else:
+ assert False
+
+ start_step("Extract %s into %s" % (ssw_file, ssw_dir))
+ run("tar xzf %s" % ssw_file)
+
+ start_step("Configure spread-sheet-widget")
+ run("cd %s && ./configure --prefix=''" % ssw_dir)
+
+ start_step("Build spread-sheet-widget")
+ run("cd %s && make -j$(nproc)" % ssw_dir)
+
+ start_step("Install spread-sheet-widget")
+ run("cd %s && make -j$(nproc) install DESTDIR=$PWD/inst" % ssw_dir)
+
+ start_step("Fetch branch from Git")
+ set_var("git_repo", repo)
+ set_var("git_branch", branch)
+ run("%s fetch %s +%s:refs/builds/%s/pspp"
+ % (GIT, repo, branch, build_number))
+
+ # Get revision number.
+ set_var("pspp_ref", "refs/builds/%s/pspp" % build_number)
+ revision = ref_to_commit("refs/builds/%s/pspp" % build_number)
+ set_var("pspp_commit", revision)
+
+ # Extract source.
+ start_step("Extract branch into source directory")
+ run("%s archive --format=tar --prefix=pspp/ refs/builds/%s/pspp | tar xf -"
+ % (GIT, build_number))
+
+ # Get Gnulib commit number.
+ start_step("Reading README.Git to find Gnulib commit number")
+ fullname = "pspp/README.Git"
+ gnulib_commit = None
+ for s in open(fullname):
+ m = re.match(r'\s+commit ([0-9a-fA-F]{8,})', s)
+ if m:
+ gnulib_commit = m.group(1)
+ break
+ if gnulib_commit is None:
+ sys.stderr.write("%s does not specify a Git commit number\n"
+ % fullname)
+ fail()
+ set_var("gnulib_commit", gnulib_commit)
+
+ version = add_commit_to_version("pspp", revision, "pspp",
+ " * Built from Gnulib commit %(gnulib_commit)s.\n")
+
+ # If we don't already have that Gnulib commit, update Gnulib.
+ rc = os.system("%s rev-parse --verify --quiet %s^0 > /dev/null"
+ % (GIT, gnulib_commit))
+ if rc:
+ start_step("Updating Gnulib to obtain commit")
+ run("%s fetch gnulib" % GIT)
+ run("%s update-ref refs/builds/%s/gnulib %s"
+ % (GIT, build_number, gnulib_commit))
+ set_var("gnulib_ref", "refs/builds/%s/gnulib" % build_number)
+
+ # Extract gnulib source.
+ start_step("Extract Gnulib source")
+ run("%s archive --format=tar --prefix=gnulib/ %s | tar xf -"
+ % (GIT, gnulib_commit))
+
+ # Bootstrap.
+ start_step("Bootstrap (make -f Smake)")
+ run("cd pspp && make -f Smake -j$(nproc)", "bootstrap")
+
+ # Configure.
+ start_step("Configure source")
+ run("cd pspp && "
+ "mkdir _build && "
+ "cd _build && ../configure "
+ "PKG_CONFIG_PATH=$PWD/../../%s/inst/lib/pkgconfig" % ssw_dir,
+ "configure")
+
+ # Distribute.
+ start_step("Make source tarball")
+ run("cd pspp/_build && make -j128 dist", "dist")
+ tarname = "pspp-%s.tar.gz" % version
+ tarball = save_result("source distribution", "pspp/_build/%s" % tarname, 1)
+
+ # Save translation templates.
+ potfile = "pspp/_build/po/pspp.pot"
+ if not Path(potfile).exists():
+ potfile = "pspp/po/pspp.pot"
+ save_result("translation templates", potfile)
+
+ # Build examples for user manual.
+ start_step("Build examples for user manual")
+ run("cd pspp/_build && make -j$(nproc) figure-spvs figure-txts figure-texis figure-htmls")
+
+ # Build user manual
+ start_step("Build user manual")
+ run("cd pspp && "
+ "GENDOCS_TEMPLATE_DIR=%s %s/gendocs.sh -s doc/pspp.texi -I doc "
+ "-I _build/doc -o %s/user-manual --email bug-gnu-pspp@gnu.org "
+ "pspp \"GNU PSPP User Manual\"" % (topdir, topdir, resultsdir),
+ "user-manual")
+ saved_result("User Manual", "user-manual")
+
+ # Build developer's guide
+ start_step("Build developers guide")
+ run("cd pspp && "
+ "GENDOCS_TEMPLATE_DIR=%s %s/gendocs.sh -s doc/pspp-dev.texi "
+ "-I doc -o %s/dev-guide --email bug-gnu-pspp@gnu.org "
+ "pspp-dev \"GNU PSPP Developers Guide\""
+ % (topdir, topdir, resultsdir), "dev-guide")
+ saved_result("Developers Guide", "dev-guide")
+else:
+ start_step("Starting from %s" % tarball)
+
+if build_binary:
+ start_step("Save tarball to Git")
+ run("GIT_DIR=%s/.git %s/git-import-tar %s refs/builds/%s/dist"
+ % (topdir, topdir, tarball, build_number), "git-dist")
+ set_var("dist_ref", "refs/builds/%s/dist" % build_number)
+ set_var("dist_commit", ref_to_commit("refs/builds/%s/dist" % build_number))
+
+ start_step("Determining %s target directory" % tarball)
+ sample_filename = backquotes("zcat %s | tar tf - | head -1" % tarball)
+ tarball_dir = re.match('(?:[./])*([^/]+)/', sample_filename).group(1)
+ set_var("dist_dir", tarball_dir)
+
+ start_step("Extracting source tarball")
+ run("zcat %s | (cd %s && tar xf -)" % (tarball, builddir))
+
+ start_step("Extracting tar version")
+ version_line = backquotes("cd %s/%s && ./configure --version | head -1"
+ % (builddir, tarball_dir))
+ version = re.search(r'configure (\S+)$', version_line).group(1)
+ set_var("dist_version", version)
+ binary_version = "%s-%s-build%s" % (version, builder, build_number)
+ set_var("binary_version", binary_version)
+
+ start_step("Configuring")
+ run("chmod -R a-w %s/%s" % (builddir, tarball_dir))
+ run("chmod u+w %s/%s" % (builddir, tarball_dir))
+ if build_perl:
+ run("chmod -R u+w %s/%s/perl-module" % (builddir, tarball_dir))
+ run("mkdir %s/%s/_build" % (builddir, tarball_dir))
+ run("chmod a-w %s/%s" % (builddir, tarball_dir))
+ ok = try_run(
+ "cd %(builddir)s/%(tarball_dir)s/_build && ../configure "
+ "--%(perl)s-perl-module --enable-relocatable --prefix='' "
+ "PKG_CONFIG_PATH=$PWD/../../../source/%(ssw_dir)s/inst/lib/pkgconfig "
+ "CPPFLAGS=\"-I$PWD/../../../source/%(ssw_dir)s/inst/include\" "
+ "LDFLAGS=\"-L$PWD/../../../source/%(ssw_dir)s/inst/lib\" "
+ % {"builddir": builddir,
+ "tarball_dir": tarball_dir,
+ "ssw_dir": ssw_dir,
+ "perl": "with" if build_perl else "without"},
+ "bin-configure")
+ for basename in ("config.h", "config.log"):
+ save_result_if_exists("build configuration",
+ "%s/%s/_build/%s" % (builddir, tarball_dir,
+ basename))
+ if not ok:
+ fail()
+
+ start_step("Build")
+ run("cd %s/%s/_build && make -j$(nproc)" % (builddir, tarball_dir), "build")
+ if build_perl:
+ run("cd %s/%s/_build/perl-module && perl Makefile.PL && make -j$(nproc)"
+ % (builddir, tarball_dir), "build Perl module")
+
+ start_step("Install")
+ run("cd %s/%s/_build && make -j$(nproc) install DESTDIR=$PWD/pspp-%s"
+ % (builddir, tarball_dir, binary_version), "install")
+ run("cd ../source/%s && make -j$(nproc) install DESTDIR=%s/%s/_build/pspp-%s"
+ % (ssw_dir, builddir, tarball_dir, binary_version))
+ if build_perl:
+ run("cd %s/%s/_build/perl-module && "
+ "make -j$(nproc) install DESTDIR=%s/%s/_build/pspp-%s"
+ % (builddir, tarball_dir, builddir, tarball_dir, binary_version),
+ "install Perl module")
+ run("cd %s/%s/_build/perl-module && "
+ "make -j$(nproc) install DESTDIR=$PWD/inst"
+ % (builddir, tarball_dir))
+
+ start_step("Make binary distribution")
+ run("cd %s/%s/_build && tar cfz pspp-%s.tar.gz pspp-%s"
+ % (builddir, tarball_dir, binary_version, binary_version))
+ save_result("binary distribution", "%s/%s/_build/pspp-%s.tar.gz"
+ % (builddir, tarball_dir, binary_version), 1)
+
+ start_step("Check")
+ ok = try_run("cd %s/%s/_build && make check TESTSUITEFLAGS=-j$(nproc)"
+ % (builddir, tarball_dir), "check")
+ for basename in ("tests/testsuite.log", "tests/testsuite.dir"):
+ save_result_if_exists("test logs", "%s/%s/_build/%s"
+ % (builddir, tarball_dir, basename))
+ if not ok:
+ fail()
+
+ start_step("Uninstall")
+ run("cd ../source/%s && make -j$(nproc) uninstall DESTDIR=%s/%s/_build/pspp-%s"
+ % (ssw_dir, builddir, tarball_dir, binary_version))
+ run("cd %s/%s/_build && make -j$(nproc) uninstall DESTDIR=$PWD/pspp-%s"
+ % (builddir, tarball_dir, binary_version), "uninstall")
+
+ start_step("Check uninstall")
+ if build_perl:
+ run("(cd %s/%s/_build/perl-module/inst && find -type f -print) | "
+ "(cd %s/%s/_build/pspp-%s && xargs rm)"
+ % (builddir, tarball_dir,
+ builddir, tarball_dir, binary_version), "uninstall Perl module")
+ run("cd %s/%s/_build && "
+ "make -j$(nproc) distuninstallcheck distuninstallcheck_dir=$PWD/pspp-%s"
+ % (builddir, tarball_dir, binary_version),
+ "distuninstallcheck")
+
+ # distcleancheck
+
+start_step("Success")
+set_var("result", "success")