oof2-build

#!/usr/bin/env python

# This script builds the various oof2 versions used by the developers.
# It shouldn't be necessary for anyone else to use it.

# Run "oof2-build <version> to build the version named <version>.
# Valid values for version are listed in the build_types tuple below.
# If version is "devel", it must be followed by an integer devel
# level.

# Optional arguments can appear after the version name.  Any arguments
# beginning with '--' will be inserted into the setup.py 'build'
# argument list.  The following shorthand arguments are also accepted,
# for backwards compatibility with the old bash version of this
# script:
#  'mpi'   is the same as '--enable-mpi'
#  'petsc' is the same as '--enable-petsc'
#  'oim'   is the same as '--enable-orientationmap'

# The stow directory name is constructed from the build version, the
# cvs branch name (if any) and the local directory name.  This allows
# multiple built versions to coexist, even if they're on the same cvs
# branch.  If the local directory names begins with 'OOF3D', only the
# part after 'OOF3D' is used.

# In addition, the 'pg' argument turns on profiling in the C++ code.
# It won't work unless you're using a python that was built with -pg.

# Set the following environment variables:

#  OOFINSTALL determines where the installation goes.  If it's not
#  defined, your home directory will be used.

#  Set your PATH to include $OOFINSTALL/bin.

#  Set your PYTHONPATH to include
#  $OOFINSTALL/lib/python2.3/site-packages
#  Change 2.3 to 2.4 (or whatever) as appropriate.  You can do that like this:
#  setenv PYTHONPATH {$OOFINSTALL}/lib/python`python -c 'import sys; print "%d.%d"%sys.version_info[:2]'`/site-packages

#  Set your LD_LIBRARY_PATH to include $OOFINSTALL/lib.  This isn't
#  necessary on OS X.

## TODO: The oof2 and oof3d versions of this script have diverged a
## bit... Ideally they should be identical except for the next line.
## Perhaps that line should be in a separate local config file that is
## imported here.  The --3D flag and other dimension-specific data
## should be in that file too.  Then we wouldn't need separate build
## targets for 2d and 3d -- running "oof2-build debug" in an oof2
## directory would build oof2, and running it in a oof3d directory
## would build oof3d.
oofname = "oof3d"

import sys, string, os, subprocess, glob

def dashjoin(*args):
    return '-'.join(x for x in args if x)

pyversion = string.join(map(str, sys.version_info[:2]),".")
executablename = os.path.split(sys.executable)[-1]
if executablename == 'python':
    executablename = None

# Is this oof2-build or oof2-clean?
progname = sys.argv.pop(0)
cleaning = "clean" in progname

# First argument must be a build type:
#   dist
#   devel  (must be followed by an integer devel level)
#   debug

# To make it possible to build OOF3D on different git branches, the
# output for the branches needs to go into distinct directories.  We
# derive the directory names from the git branch name.

proc = subprocess.Popen(['git', 'symbolic-ref', '--short', 'HEAD'],
                        stdout=subprocess.PIPE, stderr=subprocess.PIPE)
stdoutdata, stderrdata = proc.communicate()
if stderrdata:
    # TODO: This happens when git is in 'detached HEAD' state.
    # Something smarter should be done in that case.
    print "*** Failed to get git branch name!", stderrdata.strip()
    branchtag = ""
else:
    branchtag = stdoutdata.strip()


# To make it possible to build different versions of the *same* branch
# of OOF3D (for example, one that is up-to-date with git and one that
# is locally modified), the stow directory name also includes the name
# of the local directory, after 'OOF3D'. 
localdir = os.path.split(os.getcwd())[1]
if localdir.startswith(oofname) or localdir.startswith(oofname.upper()):
    localdir = localdir[len(oofname):]

if oofname is "oof2":
    build_types = ('dist', 'devel', 'debug', 'profile')
else:
    build_types = ('dist3d', 'debug3d', 'profile3d')

if len(sys.argv) < 1:
    print "You must provide a build type"
    sys.exit()

if sys.argv[0] not in build_types:
    print "Unrecognized build type:", sys.argv[0]
    sys.exit()

build_type = sys.argv.pop(0)
build_args = []
#install_args = []

if build_type == 'devel':
    build_args.append("--enable-devel="+sys.argv.pop(0))
elif build_type == 'debug':
    build_args.append("--debug")
elif build_type == 'dist3d':
    build_args.append("--3D")
elif build_type == 'profile':
    build_args.append("--debug")
    os.putenv('CFLAGS', '-g -fno-inline')
elif build_type == 'debug3d':
    build_args.append("--3D")
    build_args.append("--debug")
elif build_type == 'profile3d':
    build_args.append("--3D")
    build_args.append("--debug")
    build_args.append("--enable-profiler")
    # build_args.append('--libraries=profiler')
    # os.putenv('CFLAGS', '-g -fno-inline')

# Are we using x11 or cocoa?
cocoa = ""
if sys.platform == 'darwin':
    proc = subprocess.Popen(['port', 'installed', 'py27-pygtk'],
                            stdout=subprocess.PIPE, stderr=subprocess.PIPE)
    stdoutdata, stderrdata = proc.communicate()
    if proc.returncode != 0:
        print "oof2-build: couldn't find py27-pygtk variant, assuming x11"
        print "    ", stderrdata
    else:
        if "quartz" in stdoutdata:
            print "oof2-build: Using cooca"
            cocoa = "cocoa"    # will be in stowdir and builddir names
            build_args.append("--cocoa")
    

buildname = oofname

while sys.argv:
    arg = sys.argv.pop(0)
    if arg.startswith("--"):
        build_args.append(arg)
    elif arg == 'seg':
        build_args.append('--enable-segmentation')
    elif arg == 'mpi':
        build_args.append('--enable-mpi')
    elif arg == 'petsc':
        build_args.append('--enable-petsc')
    elif arg == 'pg':
        os.putenv('CFLAGS', '-pg')
    # elif arg == 'macports':
    #     # Hack. If we really need install_args, we should have a way
    #     # of passing command line arguments to it.
    #     install_args.append('--skip-install-name-tool')

# Where to put everything?
installdir = os.getenv("OOFINSTALL")
if not installdir:
    installdir = os.getenv("HOME")

stowdir = os.path.join(installdir, 'stow')
builddir =  dashjoin("builddir", branchtag, build_type, cocoa,
                     executablename, pyversion)
stowsubdir = dashjoin(buildname, branchtag, localdir, build_type, cocoa,
                      executablename, pyversion)
    
if oofname is "oof3d":
    laststowfile = os.path.join(stowdir, '.last_oof3d_install')
elif oofname is "oof2":
    laststowfile = os.path.join(stowdir, '.last_oof_install')
try:
    lsf = file(laststowfile, "r")
    laststow = lsf.readline().rstrip()
    lsf.close()
except IOError:
    laststow = None

startdir = os.getcwd()

if not cleaning:
    # Move builddir to build
    try:
        print "oof2-build: Using build directory", builddir
        os.rename(builddir, 'build')
    except OSError:
        print "oof2-build: Directory %s not found, creating new build directory." \
            % builddir
        os.mkdir('build')
        # On OS X, prevent the build directory from being backed up.  This
        # attribute is attached to the directory, not its path, and sticks
        # to it when the directory is moved.
        if sys.platform == 'darwin':
            subprocess.check_call(['tmutil', 'addexclusion',
                                   os.path.abspath('build')])

    # After moving builddir-whatever to build, everything else we do must
    # be inside this try/finally block, so that build is guaranteed to be
    # moved back to builddir-whatever at the end.

    try:
        # Hack.  Remove the oof2 or oof3d script from the build/script*
        # directory, if it exists.  setup.py will rebuild it trivally if
        # it's missing.  It has to be rebuilt if the python version has
        # changed, but the setup.py script won't notice that.
        fnames = glob.glob(os.path.join('build', 'script*', oofname))
        if len(fnames) > 1:
            print "oof2-build: Expected to find one script named", oofname, \
                "but found", len(fnames), "!"
            sys.exit()
        elif len(fnames) == 1:
            print "oof2-build: Removing", fnames[0]
            os.remove(fnames[0])

        build_cmd = "%s setup.py build %s install --prefix=%s" \
                    % (sys.executable,
                       string.join(build_args),
                       os.path.join(stowdir, stowsubdir))
        # build_cmd = "python setup.py build %s install %s --prefix=%s" \
        #             % (string.join(build_args),
        #                string.join(install_args),
        #                os.path.join(stowdir, stowsubdir))
        print build_cmd
        result = os.system(build_cmd)
        if not result:                      # successful
            os.chdir(stowdir)
            if laststow is None:
                print "oof2-build: Stowing", stowsubdir
                stowcmd = "stow " + stowsubdir
                os.system(stowcmd)
                lsf = file(laststowfile, "w")
                print >> lsf, stowsubdir
                lsf.close()
            elif laststow != stowsubdir:
                print "oof2-build: Unstowing", laststow, "and stowing", stowsubdir
                unstowcmd = "stow -D " + laststow
                os.system(unstowcmd)
                stowcmd = "stow " + stowsubdir
                os.system(stowcmd)
                lsf = file(laststowfile, "w")
                print >> lsf, stowsubdir
                lsf.close()
            else:
                print "oof2-build: Restowing", stowsubdir
                stowcmd = "stow -R " + stowsubdir
                os.system(stowcmd)


    finally:
        os.chdir(startdir)
        os.rename('build', builddir)

else:
    # Cleaning
    # Clean out the stow directory
    os.chdir(stowdir)
    try:
        if laststow == stowsubdir:
            print "%s: Unstowing %s from %s" % (progname, stowsubdir, stowdir)
            # print "Unstowing", stowsubdir, "from", stowdir
            os.system('stow -D %s' % stowsubdir)
            os.remove(laststowfile)
        print "%s: Emptying %s" % (progname, os.path.join(stowdir, stowsubdir))
        os.system('rm -rf %s' % stowsubdir) # os.removedirs is clunky.
    finally:
        os.chdir(startdir)

    print "%s: Using build directory %s" %(progname, builddir)
    os.rename(builddir, 'build')
    if build_type in ('dist3d', 'debug3d', 'profile3d'):
              os.system('python setup.py clean --most --swig --3D')
    else:
              os.system('python setup.py clean --most --swig')
    if os.path.exists('build'):
        os.rename('build', builddir)
    else:
        os.mkdir(builddir)
        if sys.platform == 'darwin':
            subprocess.check_call(['tmutil', 'addexclusion',
                                   os.path.abspath(builddir)])