Initial checkin.

ez_setup.py

+#!python
+"""Bootstrap setuptools installation
+
+If you want to use setuptools in your package's setup.py, just include this
+file in the same directory with it, and add this to the top of your setup.py::
+
+    from ez_setup import use_setuptools
+    use_setuptools()
+
+If you want to require a specific version of setuptools, set a download
+mirror, or use an alternate download directory, you can do so by supplying
+the appropriate options to ``use_setuptools()``.
+
+This file can also be run as a script to install or upgrade setuptools.
+"""
+import sys
+DEFAULT_VERSION = "0.6c8"
+DEFAULT_URL     = "http://pypi.python.org/packages/%s/s/setuptools/" % sys.version[:3]
+
+md5_data = {
+    'setuptools-0.6b1-py2.3.egg': '8822caf901250d848b996b7f25c6e6ca',
+    'setuptools-0.6b1-py2.4.egg': 'b79a8a403e4502fbb85ee3f1941735cb',
+    'setuptools-0.6b2-py2.3.egg': '5657759d8a6d8fc44070a9d07272d99b',
+    'setuptools-0.6b2-py2.4.egg': '4996a8d169d2be661fa32a6e52e4f82a',
+    'setuptools-0.6b3-py2.3.egg': 'bb31c0fc7399a63579975cad9f5a0618',
+    'setuptools-0.6b3-py2.4.egg': '38a8c6b3d6ecd22247f179f7da669fac',
+    'setuptools-0.6b4-py2.3.egg': '62045a24ed4e1ebc77fe039aa4e6f7e5',
+    'setuptools-0.6b4-py2.4.egg': '4cb2a185d228dacffb2d17f103b3b1c4',
+    'setuptools-0.6c1-py2.3.egg': 'b3f2b5539d65cb7f74ad79127f1a908c',
+    'setuptools-0.6c1-py2.4.egg': 'b45adeda0667d2d2ffe14009364f2a4b',
+    'setuptools-0.6c2-py2.3.egg': 'f0064bf6aa2b7d0f3ba0b43f20817c27',
+    'setuptools-0.6c2-py2.4.egg': '616192eec35f47e8ea16cd6a122b7277',
+    'setuptools-0.6c3-py2.3.egg': 'f181fa125dfe85a259c9cd6f1d7b78fa',
+    'setuptools-0.6c3-py2.4.egg': 'e0ed74682c998bfb73bf803a50e7b71e',
+    'setuptools-0.6c3-py2.5.egg': 'abef16fdd61955514841c7c6bd98965e',
+    'setuptools-0.6c4-py2.3.egg': 'b0b9131acab32022bfac7f44c5d7971f',
+    'setuptools-0.6c4-py2.4.egg': '2a1f9656d4fbf3c97bf946c0a124e6e2',
+    'setuptools-0.6c4-py2.5.egg': '8f5a052e32cdb9c72bcf4b5526f28afc',
+    'setuptools-0.6c5-py2.3.egg': 'ee9fd80965da04f2f3e6b3576e9d8167',
+    'setuptools-0.6c5-py2.4.egg': 'afe2adf1c01701ee841761f5bcd8aa64',
+    'setuptools-0.6c5-py2.5.egg': 'a8d3f61494ccaa8714dfed37bccd3d5d',
+    'setuptools-0.6c6-py2.3.egg': '35686b78116a668847237b69d549ec20',
+    'setuptools-0.6c6-py2.4.egg': '3c56af57be3225019260a644430065ab',
+    'setuptools-0.6c6-py2.5.egg': 'b2f8a7520709a5b34f80946de5f02f53',
+    'setuptools-0.6c7-py2.3.egg': '209fdf9adc3a615e5115b725658e13e2',
+    'setuptools-0.6c7-py2.4.egg': '5a8f954807d46a0fb67cf1f26c55a82e',
+    'setuptools-0.6c7-py2.5.egg': '45d2ad28f9750e7434111fde831e8372',
+    'setuptools-0.6c8-py2.3.egg': '50759d29b349db8cfd807ba8303f1902',
+    'setuptools-0.6c8-py2.4.egg': 'cba38d74f7d483c06e9daa6070cce6de',
+    'setuptools-0.6c8-py2.5.egg': '1721747ee329dc150590a58b3e1ac95b',
+}
+
+import sys, os
+
+def _validate_md5(egg_name, data):
+    if egg_name in md5_data:
+        from md5 import md5
+        digest = md5(data).hexdigest()
+        if digest != md5_data[egg_name]:
+            print >>sys.stderr, (
+                "md5 validation of %s failed!  (Possible download problem?)"
+                % egg_name
+            )
+            sys.exit(2)
+    return data
+
+
+def use_setuptools(
+    version=DEFAULT_VERSION, download_base=DEFAULT_URL, to_dir=os.curdir,
+    download_delay=15
+):
+    """Automatically find/download setuptools and make it available on sys.path
+
+    `version` should be a valid setuptools version number that is available
+    as an egg for download under the `download_base` URL (which should end with
+    a '/').  `to_dir` is the directory where setuptools will be downloaded, if
+    it is not already available.  If `download_delay` is specified, it should
+    be the number of seconds that will be paused before initiating a download,
+    should one be required.  If an older version of setuptools is installed,
+    this routine will print a message to ``sys.stderr`` and raise SystemExit in
+    an attempt to abort the calling script.
+    """
+    was_imported = 'pkg_resources' in sys.modules or 'setuptools' in sys.modules
+    def do_download():
+        egg = download_setuptools(version, download_base, to_dir, download_delay)
+        sys.path.insert(0, egg)
+        import setuptools; setuptools.bootstrap_install_from = egg
+    try:
+        import pkg_resources
+    except ImportError:
+        return do_download()       
+    try:
+        pkg_resources.require("setuptools>="+version); return
+    except pkg_resources.VersionConflict, e:
+        if was_imported:
+            print >>sys.stderr, (
+            "The required version of setuptools (>=%s) is not available, and\n"
+            "can't be installed while this script is running. Please install\n"
+            " a more recent version first, using 'easy_install -U setuptools'."
+            "\n\n(Currently using %r)"
+            ) % (version, e.args[0])
+            sys.exit(2)
+        else:
+            del pkg_resources, sys.modules['pkg_resources']    # reload ok
+            return do_download()
+    except pkg_resources.DistributionNotFound:
+        return do_download()
+
+def download_setuptools(
+    version=DEFAULT_VERSION, download_base=DEFAULT_URL, to_dir=os.curdir,
+    delay = 15
+):
+    """Download setuptools from a specified location and return its filename
+
+    `version` should be a valid setuptools version number that is available
+    as an egg for download under the `download_base` URL (which should end
+    with a '/'). `to_dir` is the directory where the egg will be downloaded.
+    `delay` is the number of seconds to pause before an actual download attempt.
+    """
+    import urllib2, shutil
+    egg_name = "setuptools-%s-py%s.egg" % (version,sys.version[:3])
+    url = download_base + egg_name
+    saveto = os.path.join(to_dir, egg_name)
+    src = dst = None
+    if not os.path.exists(saveto):  # Avoid repeated downloads
+        try:
+            from distutils import log
+            if delay:
+                log.warn("""
+---------------------------------------------------------------------------
+This script requires setuptools version %s to run (even to display
+help).  I will attempt to download it for you (from
+%s), but
+you may need to enable firewall access for this script first.
+I will start the download in %d seconds.
+
+(Note: if this machine does not have network access, please obtain the file
+
+   %s
+
+and place it in this directory before rerunning this script.)
+---------------------------------------------------------------------------""",
+                    version, download_base, delay, url
+                ); from time import sleep; sleep(delay)
+            log.warn("Downloading %s", url)
+            src = urllib2.urlopen(url)
+            # Read/write all in one block, so we don't create a corrupt file
+            # if the download is interrupted.
+            data = _validate_md5(egg_name, src.read())
+            dst = open(saveto,"wb"); dst.write(data)
+        finally:
+            if src: src.close()
+            if dst: dst.close()
+    return os.path.realpath(saveto)
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+def main(argv, version=DEFAULT_VERSION):
+    """Install or upgrade setuptools and EasyInstall"""
+    try:
+        import setuptools
+    except ImportError:
+        egg = None
+        try:
+            egg = download_setuptools(version, delay=0)
+            sys.path.insert(0,egg)
+            from setuptools.command.easy_install import main
+            return main(list(argv)+[egg])   # we're done here
+        finally:
+            if egg and os.path.exists(egg):
+                os.unlink(egg)
+    else:
+        if setuptools.__version__ == '0.0.1':
+            print >>sys.stderr, (
+            "You have an obsolete version of setuptools installed.  Please\n"
+            "remove it from your system entirely before rerunning this script."
+            )
+            sys.exit(2)
+
+    req = "setuptools>="+version
+    import pkg_resources
+    try:
+        pkg_resources.require(req)
+    except pkg_resources.VersionConflict:
+        try:
+            from setuptools.command.easy_install import main
+        except ImportError:
+            from easy_install import main
+        main(list(argv)+[download_setuptools(delay=0)])
+        sys.exit(0) # try to force an exit
+    else:
+        if argv:
+            from setuptools.command.easy_install import main
+            main(argv)
+        else:
+            print "Setuptools version",version,"or greater has been installed."
+            print '(Run "ez_setup.py -U setuptools" to reinstall or upgrade.)'
+
+def update_md5(filenames):
+    """Update our built-in md5 registry"""
+
+    import re
+    from md5 import md5
+
+    for name in filenames:
+        base = os.path.basename(name)
+        f = open(name,'rb')
+        md5_data[base] = md5(f.read()).hexdigest()
+        f.close()
+
+    data = ["    %r: %r,\n" % it for it in md5_data.items()]
+    data.sort()
+    repl = "".join(data)
+
+    import inspect
+    srcfile = inspect.getsourcefile(sys.modules[__name__])
+    f = open(srcfile, 'rb'); src = f.read(); f.close()
+
+    match = re.search("\nmd5_data = {\n([^}]+)}", src)
+    if not match:
+        print >>sys.stderr, "Internal error!"
+        sys.exit(2)
+
+    src = src[:match.start(1)] + repl + src[match.end(1):]
+    f = open(srcfile,'w')
+    f.write(src)
+    f.close()
+
+
+if __name__=='__main__':
+    if len(sys.argv)>2 and sys.argv[1]=='--md5update':
+        update_md5(sys.argv[2:])
+    else:
+        main(sys.argv[1:])
+
+
+
+
+

pyunixutils/__init__.py

+#!/usr/bin/env python
+"""
+pyunixutils - Unix utilities implemented in pure Python
+"""
+#
+# Copyright 2008 by Hartmut Goebel <h.goebel@goebel-consult.de>
+#
+# This program is free software: you can redistribute it and/or modify
+# it under the terms of the GNU General Public License as published by
+# the Free Software Foundation, either version 3 of the License, or
+# (at your option) any later version.
+#
+# This program is distributed in the hope that it will be useful, but
+# WITHOUT ANY WARRANTY; without even the implied warranty of
+# MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the GNU
+# General Public License for more details.
+#
+# You should have received a copy of the GNU General Public License
+# along with this program. If not, see <http://www.gnu.org/licenses/>.
+#

pyunixutils/bzip2.py

+#!/usr/bin/env python
+"""
+pyunixutils.bzip2 - Unix bzip2 implemented in pure Python
+"""
+#
+# Copyright 2008 by Hartmut Goebel <h.goebel@goebel-consult.de>
+#
+# This program is free software: you can redistribute it and/or modify
+# it under the terms of the GNU General Public License as published by
+# the Free Software Foundation, either version 3 of the License, or
+# (at your option) any later version.
+#
+# This program is distributed in the hope that it will be useful, but
+# WITHOUT ANY WARRANTY; without even the implied warranty of
+# MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the GNU
+# General Public License for more details.
+#
+# You should have received a copy of the GNU General Public License
+# along with this program. If not, see <http://www.gnu.org/licenses/>.
+#
+
+from __future__ import absolute_import
+
+__author__ = "Hartmut Goebel <h.goebel@goebel-cosnult.de>"
+__copyright__ = "Copyright 2008 by Hartmut Goebel <h.goebel@goebel-consult.de>"
+__licence__ = "GNU General Public License version 3 (GPL v3)"
+__version__ = "0.0.1"
+
+import bz2
+import os
+SUFFIX = '.bz2'
+BLOCKSIZE = 4096*10
+
+def compress(filename, force=False, compresslevel=9):
+    if not os.path.exists(filename):
+        raise SystemExit('%s missing' % filename)
+    if not (os.path.isfile(filename) or os.path.islink(filename)):
+        raise SystemExit('not a file: %s' % filename)
+    zfile = filename + SUFFIX
+    if os.path.exists(zfile):
+        if not force:
+            raise SystemExit('%s already exists' % zfile)
+        if os.path.islink(zfile):
+            os.remove(zfile)
+    zfh = bz2.BZ2File(zfile, 'wb', compresslevel=compresslevel)
+    fh = open(filename, 'rb')
+    while 1:
+        data = fh.read(BLOCKSIZE)
+        if not data:
+            break
+        zfh.write(data)
+    fh.close()
+    zfh.close()
+    os.remove(filename)
+
+    
+def main():
+    from optparse import OptionParser
+    parser = OptionParser('%program [options] [ filename ... ]',
+                          version=__version__)
+    parser.add_option('-f', '--force', action='store_true')
+    parser.add_option('-9', dest='compresslevel', 
+                      action="store_const", const=9)
+
+    opts, args = parser.parse_args()
+
+    for fn in args:
+        compress(fn, force=opts.force, compresslevel=opts.compresslevel)
+
+if __name__ == '__main__':
+    main()

pyunixutils/gzip.py

+#!/usr/bin/env python
+"""
+pyunixutils.gzip - Unix gzip implemented in pure Python
+"""
+#
+# Copyright 2008 by Hartmut Goebel <h.goebel@goebel-consult.de>
+#
+# This program is free software: you can redistribute it and/or modify
+# it under the terms of the GNU General Public License as published by
+# the Free Software Foundation, either version 3 of the License, or
+# (at your option) any later version.
+#
+# This program is distributed in the hope that it will be useful, but
+# WITHOUT ANY WARRANTY; without even the implied warranty of
+# MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the GNU
+# General Public License for more details.
+#
+# You should have received a copy of the GNU General Public License
+# along with this program. If not, see <http://www.gnu.org/licenses/>.
+#
+
+from __future__ import absolute_import
+
+__author__ = "Hartmut Goebel <h.goebel@goebel-cosnult.de>"
+__copyright__ = "Copyright 2008 by Hartmut Goebel <h.goebel@goebel-consult.de>"
+__licence__ = "GNU General Public License version 3 (GPL v3)"
+__version__ = "0.0.1"
+
+import gzip
+import os
+SUFFIX = '.gz'
+BLOCKSIZE = 4096*10
+
+def compress(filename, force=False, compresslevel=9):
+    if not os.path.exists(filename):
+        raise SystemExit('%s missing' % filename)
+    if not (os.path.isfile(filename) or os.path.islink(filename)):
+        raise SystemExit('not a file: %s' % filename)
+    zfile = filename + SUFFIX
+    if os.path.exists(zfile):
+        if not force:
+            raise SystemExit('%s already exists' % zfile)
+        if os.path.islink(zfile):
+            os.remove(zfile)
+    zfh = gzip.open(zfile, 'wb', compresslevel=compresslevel)
+    fh = open(filename, 'rb')
+    while 1:
+        data = fh.read(BLOCKSIZE)
+        if not data:
+            break
+        zfh.write(data)
+    fh.close()
+    zfh.close()
+    os.remove(filename)
+
+
+def main():
+    from optparse import OptionParser
+    parser = OptionParser('%program [options] [ filename ... ]',
+                          version=__version__)
+    parser.add_option('-f', '--force', action='store_true')
+    parser.add_option('-9', dest='compresslevel', 
+                      action="store_const", const=9)
+
+    opts, args = parser.parse_args()
+
+    for fn in args:
+        compress(fn, force=opts.force, compresslevel=opts.compresslevel)
+
+if __name__ == '__main__':
+    main()

pyunixutils/tar.py

+#!/usr/bin/env python
+"""
+pyunixutils.tar - Unix tar implemented in pure Python
+"""
+#
+# Copyright 2008 by Hartmut Goebel <h.goebel@goebel-consult.de>
+#
+# This program is free software: you can redistribute it and/or modify
+# it under the terms of the GNU General Public License as published by
+# the Free Software Foundation, either version 3 of the License, or
+# (at your option) any later version.
+#
+# This program is distributed in the hope that it will be useful, but
+# WITHOUT ANY WARRANTY; without even the implied warranty of
+# MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the GNU
+# General Public License for more details.
+#
+# You should have received a copy of the GNU General Public License
+# along with this program. If not, see <http://www.gnu.org/licenses/>.
+#
+
+__author__ = "Hartmut Goebel <h.goebel@goebel-cosnult.de>"
+__copyright__ = "Copyright 2008 by Hartmut Goebel <h.goebel@goebel-consult.de>"
+__licence__ = "GNU General Public License version 3 (GPL v3)"
+__version__ = "0.0.1"
+
+import tarfile
+
+def create(filename, filenames, recursive=1):
+    tf = tarfile.TarFile.open(filename, 'w')
+    for fn in filenames:
+        arcname = fn.lstrip('/')
+        tf.add(fn, arcname, recursive=recursive)
+    tf.close()
+
+def main():
+    from optparse import OptionParser
+    parser = OptionParser('%program [options] [ filename ... ]',
+                          version=__version__)
+    #parser.add_option('-A', '--catenate', '--concatenate',
+    #                  help='append tar files to an archive')
+    parser.add_option('-c', '--create', action='store_true',
+                      help='create a new archive')
+    #parser.add_option('-d', '--diff', '--compare', action='store_true',
+    #                  help='find differences between archive and file system')
+    #parser.add_option('--delete', action='store_true',
+    #                  help='delete from the archive (not on mag tapes!')
+    #parser.add_option('-r', '--append', action='store_true',
+    #                  help='append files to the end of an archive')
+    #parser.add_option('-t', '--list', action='store_true',
+    #                  help='list the contents of an archive')
+    #parser.add_option('--test-label', action='store_true',
+    #                  help='test the archive volume label and exit')
+    #parser.add_option('-u', '--update', action='store_true',
+    #                  help='only append files newer than copy in archive')
+    #parser.add_option('-x', '--extract', '--get', action='store_true',
+    #                  help='extract files from an archive)
+    parser.add_option('-f', '--file',
+                      help='use archive file or device ARCHIVE')
+
+    opts, args = parser.parse_args()
+    if not opts.create:
+        parser.error('option -c/--create is required (for now, sorry)')
+    if not opts.file:
+        parser.error('option -f/--file  is required (for now, sorry)')
+
+    if opts.create:
+        create(opts.file, args)
+
+if __name__ == '__main__':
+    main()

setup.cfg

+[sdist]
+formats=bztar,zip
+
+[bdist]
+formats=egg
+
+
+[aliases]
+daily = egg_info --tag-svn-revision --tag-build=dev bdist
+release = egg_info bdist

setup.py

+"""
+A set of Unix utilities implemented in pure Python.
+
+These tools are currently only meant as supplement to be able to use
+distutils's sdist_tar, sdist_bztar and sdist_gztar on Windows/Wine.
+Thus they currently only support the flags required by distutils.
+
+But perhaps this will grow. Feel free to enhance.
+"""
+
+import ez_setup
+ez_setup.use_setuptools()
+
+from setuptools import setup, find_packages
+
+setup(
+    name = "py-unixutils",
+    version = "0.0.1",
+    packages=['pyunixutils'],
+
+    author = "Hartmut Goebel",
+    author_email = "h.goebel@goebel-consult.de",
+    description = "A set of Unix utilities implemented in pure Python.",
+    long_description = __doc__,
+    license = "GPL 3.0",
+    keywords = "tar bzip2 gzip",
+    url          = "http://python-unixutils.origo.ethz.ch/",
+    download_url = "http://python-unixutils.origo.ethz.ch/download/",
+    classifiers = [
+    'Development Status :: 3 - Alpha',
+    'Environment :: Console',
+    'Intended Audience :: Developers',
+    'Intended Audience :: End Users/Desktop',
+    'Intended Audience :: System Administrators',
+    'License :: OSI Approved :: GNU General Public License (GPL)',
+    'Natural Language :: English',
+    'Operating System :: OS Independent',
+    'Programming Language :: Python',
+    ],
+
+    # these are for easy_install (used by bdist_*)
+    entry_points = {
+        "console_scripts": [
+            "tar   = pyunixutils.tar:main",
+            "gzip  = pyunixutils.gzip:main",
+            "bzip2 = pyunixutils.bzip2:main",
+        ],
+    },
+)