DistTar Builder

The DistTar builder can build a tarfile with an internal directory structure. It can build plain tar files or gz or bzip compressed archives. You can specify a list of directories and/or files to be included as sources for your Tarfile target. The DISTTAR_EXCLUDEEXTS environment variable allows you to specify any file extensions which should not be included in the tar file. By default this include .o and .so,.dll and a couple of others. The DISTTAR_EXCLUDEDIRS environment variable allows you to specify a list of directories that shouldn't be added, and defaults to 'CVS' and '.svn'. The DISTTAR_EXCLUDERES environment variable allows you to specify a list of regular expressions (provided as strings) which, if matched to a relative pathname (via Python's re.search function), will cause that a file to be excluded.

Save this file as 'disttar.py' and put it in your 'toolpath' directory (as defined in your 'Environment' statement in your SConstruct file).

• Original file by Matthew Nicholson.
• Modifications May 02 2006 by John Pye.
• Further modifications to add 'emitter' functionality, John Pye, May 03 2006.
• Further modifications to change text output during tarfile creation, John Pye, May 04 2006.
• Added DISTTAR_EXCLUDERES feature for file exclusion based on regular expressions, John Pye, 24 Jan 2010. See also the AccumulateBuilder for another approach to this problem.

#!python
# DistTarBuilder: tool to generate tar files using SCons
# Copyright (C) 2005, 2006  Matthew A. Nicholson
# Copyright (C) 2006-2010 John Pye
#
# This file is free software; you can redistribute it and/or
# modify it under the terms of the GNU Lesser General Public
# License version 2.1 as published by the Free Software Foundation.
#
# This file is distributed in the hope that it will be useful,
# but WITHOUT ANY WARRANTY; without even the implied warranty of
# MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the GNU
# Lesser General Public License for more details.
#
# You should have received a copy of the GNU Lesser General Public
# License along with this library; if not, write to the Free Software
# Foundation, Inc., 59 Temple Place, Suite 330, Boston, MA  02111-1307  USA
#

import os,sys
from SCons.Script import *
import re

def disttar_emitter(target,source,env):

        source,origsource = [], source

        excludeexts = env.Dictionary().get('DISTTAR_EXCLUDEEXTS',[])
        excludedirs = env.Dictionary().get('DISTTAR_EXCLUDEDIRS',[])
        re1 = env.Dictionary().get('DISTTAR_EXCLUDERES',[])
        excluderes = [re.compile(r) for r in re1]

        # assume the sources are directories... need to check that
        for item in origsource:
                for root, dirs, files in os.walk(str(item)):

                        # don't make directory dependences as that triggers full build
                        # of that directory
                        if root in source:
                                #print "Removing directory %s" % root
                                source.remove(root)

                        # loop through files in a directory
                        for name in files:
                                ext = os.path.splitext(name)
                                if not ext[1] in excludeexts:
                                        relpath = os.path.join(root,name)
                                        failre = False
                                        for r in excluderes:
                                                #print "Match(  %s   against   %s)" % (r,relpath)
                                                if r.search(relpath):
                                                        failre = True
                                                        #print "Excluding '%s' from tarball" % relpath
                                                        break
                                        if not failre:
                                                #print "Adding source",relpath
                                                source.append(relpath)
                        for d in excludedirs:
                                if d in dirs:
                                        dirs.remove(d)  # don't visit CVS directories etc

        return target, source

def disttar_string(target, source, env):
    """This is what gets printed on the console. We'll strip out the list
        or source files, since it tends to get very long. If you want to see the 
        contents, the easiest way is to uncomment the line 'Adding to TAR file'
        below. """
    return 'DistTar(%s,...)' % target[0]

def disttar(target, source, env):
        """tar archive builder"""

        import tarfile

        env_dict = env.Dictionary()

        if env_dict.get("DISTTAR_FORMAT") in ["gz", "bz2"]:
                tar_format = env_dict["DISTTAR_FORMAT"]
        else:
                tar_format = ""

        # split the target directory, filename, and stuffix
        base_name = str(target[0]).split('.tar')[0]
        (target_dir, dir_name) = os.path.split(base_name)

        # create the target directory if it does not exist
        if target_dir and not os.path.exists(target_dir):
                os.makedirs(target_dir)

        # open our tar file for writing
        sys.stderr.write("DistTar: Writing "+str(target[0]))
        tar = tarfile.open(str(target[0]), "w:%s" % tar_format)

        # write sources to our tar file
        for item in source:
                item = str(item)
                sys.stderr.write(".")
                #print "Adding to TAR file: %s/%s" % (dir_name,item)
                tar.add(item,'%s/%s' % (dir_name,item))

        # all done
        sys.stderr.write("\n") #print "Closing TAR file"
        tar.close()

def disttar_suffix(env, sources):
        """tar archive suffix generator"""

        env_dict = env.Dictionary()
        if env_dict.has_key("DISTTAR_FORMAT") and env_dict["DISTTAR_FORMAT"] in ["gz", "bz2"]:
                return ".tar." + env_dict["DISTTAR_FORMAT"]
        else:
                return ".tar"

def generate(env):
        """
        Add builders and construction variables for the DistTar builder.
        """

        disttar_action=SCons.Action.Action(disttar, disttar_string)
        env['BUILDERS']['DistTar'] =  Builder(
                action=disttar_action
                , emitter=disttar_emitter
                , suffix = disttar_suffix
                , target_factory = env.fs.Entry
        )

        env.AppendUnique(
            DISTTAR_FORMAT = 'gz'
        )

def exists(env):
        """
        Make sure this tool exists.
        """
        try:
                import os
                import tarfile
        except ImportError:
                return False
        else:
                return True

# vim:set ts=4 sw=4 noexpandtab:

Usage

#!python
#scons buildfile

# the disttar.py file needs to be in toolpath
env = Environment(tools = ["default", "disttar"], toolpath = '.')
env.DistTar("dist/archive", ["README", "INSTALL", env.Dir("src")])

# This will build an archive using what ever DISTTAR_FORMAT that is set.
# In this case this will come out to be dist/archive.tar.gz, and all
# included files will be in the 'archive' directory within the tar archive.

Another example:

#!python
env['DISTTAR_FORMAT']='bz2'
env.Append(
        DISTTAR_EXCLUDEEXTS=['.o','.os','.so','.a','.dll','.cc','.cache','.pyc','.cvsignore','.dblite','.log', '.gz', '.bz2', '.zip']
        , DISTTAR_EXCLUDEDIRS=['CVS','.svn','.sconf_temp', 'dist']
        , DISTTAR_EXCLUDERES=[r'_wrap\.c$', r'python/swigwrapper\.py$']
)

tar = env.DistTar("dist/ascend-"+version
        , [env.Dir('#')]
)