import errno

import fnmatch

import os

import platform

import stat

import sys

import shutil

import re

import subprocess

import tarfile

import tempfile

import urllib

import py_compile

import sha

from distutils.errors import DistutilsError

from distutils.core import setup, Extension

from distutils.cmd import Command

from distutils.command.install import install as _install

from distutils.command.build import build as _build

from distutils.command.build_py import build_py as _build_py

from distutils.command.bdist import bdist as _bdist

from distutils.command.clean import clean as _clean

from distutils.sysconfig import get_python_inc

import distutils.file_util as file_util

import distutils.dir_util as dir_util

import distutils.util as util

CP = 'CherryPy'

CPIDIR = 'cherrypy'

CPVER = '3.1.1'

CPARC = '%s-%s.tar.gz' % (CP, CPVER)

CPDIR = '%s-%s' % (CP, CPVER)

CPURL = 'http://download.cherrypy.org/cherrypy/%s/%s' % (CPVER, CPARC)

CPHASH = '0a8aace00ea28adc05edd41e20dd910042e6d265'

PO = 'pyOpenSSL'

POIDIR = 'OpenSSL'

POVER = '0.7'

POARC = '%s-%s.tar.gz' % (PO, POVER)

PODIR = '%s-%s' % (PO, POVER)

POURL = 'http://downloads.sourceforge.net/pyopenssl/%s' % (POARC)

POHASH = 'bd072fef8eb36241852d25a9161282a051f0a63e'

FL = 'figleaf'

FLIDIR = 'figleaf'

FLVER = 'latest'

FLARC = '%s-%s.tar.gz' % (FL, FLVER)

FLDIR = '%s-%s' % (FL, FLVER)

FLURL = 'http://darcs.idyll.org/~t/projects/%s' % FLARC

FLHASH = None

MAKO = 'Mako'

MAKOIDIR = 'mako'

MAKOVER = '0.2.2'

MAKOARC = '%s-%s.tar.gz' % (MAKO, MAKOVER)

MAKODIR = '%s-%s' % (MAKO, MAKOVER)

MAKOURL = 'http://www.makotemplates.org/downloads/%s' % (MAKOARC)

MAKOHASH = '85c04ab3a6a26a1cab47067449712d15a8b29790'

PLY = 'ply'

PLYIDIR = 'ply'

PLYVER = '3.1'

PLYARC = '%s-%s.tar.gz' % (PLY, PLYVER)

PLYDIR = '%s-%s' % (PLY, PLYVER)

PLYURL = 'http://www.dabeaz.com/ply/%s' % (PLYARC)

PLYHASH = '38efe9e03bc39d40ee73fa566eb9c1975f1a8003'

PC = 'pycurl'

PCIDIR = 'pycurl'

PCVER = '7.19.0'

PCARC = '%s-%s.tar.gz' % (PC, PCVER)

PCDIR = '%s-%s' % (PC, PCVER)

PCURL = 'http://pycurl.sourceforge.net/download/%s' % PCARC

PCHASH = '3fb59eca1461331bb9e9e8d6fe3b23eda961a416'

osname = platform.uname()[0].lower()

ostype = arch = 'unknown'

if osname == 'sunos':

arch = platform.processor()

ostype = "posix"

elif osname == 'linux':

arch = "linux_" + platform.machine()

ostype = "posix"

elif osname == 'windows':

arch = osname

ostype = "windows"

elif osname == 'darwin':

arch = osname

ostype = "posix"

pwd = os.path.normpath(sys.path[0])

sys.stdout = os.fdopen(sys.stdout.fileno(), "w", 0)

sys.stderr = os.fdopen(sys.stderr.fileno(), "w", 0)

dist_dir = os.path.normpath(os.path.join(pwd, os.pardir, "proto", "dist_" + arch))

build_dir = os.path.normpath(os.path.join(pwd, os.pardir, "proto", "build_" + arch))

if "ROOT" in os.environ and os.environ["ROOT"] != "":

root_dir = os.environ["ROOT"]

else:

root_dir = os.path.normpath(os.path.join(pwd, os.pardir, "proto", "root_" + arch))

pkgs_dir = os.path.normpath(os.path.join(pwd, os.pardir, "packages", arch))

extern_dir = os.path.normpath(os.path.join(pwd, "extern"))

cacert_dir = os.path.normpath(os.path.join(pwd, "cacert"))

cacert_install_dir = 'usr/share/pkg/cacert'

py_install_dir = 'usr/lib/python2.4/vendor-packages'

scripts_dir = 'usr/bin'

lib_dir = 'usr/lib'

svc_method_dir = 'lib/svc/method'

man1_dir = 'usr/share/man/cat1'

man1m_dir = 'usr/share/man/cat1m'

man5_dir = 'usr/share/man/cat5'

resource_dir = 'usr/share/lib/pkg'

smf_dir = 'var/svc/manifest/application'

zones_dir = 'etc/zones'

brand_dir = 'usr/lib/brand/ipkg'

scripts_sunos = {

scripts_dir: [

['client.py', 'pkg'],

['pkgdep.py', 'pkgdep'],

['publish.py', 'pkgsend'],

['pull.py', 'pkgrecv'],

['packagemanager.py', 'packagemanager'],

['updatemanager.py', 'pm-updatemanager'],

],

lib_dir: [

['depot.py', 'pkg.depotd'],

['updatemanagernotifier.py', 'updatemanagernotifier'],

['checkforupdates.py', 'pm-checkforupdates'],

['launch.py', 'pm-launch'],

],

svc_method_dir: [

['svc/svc-pkg-depot', 'svc-pkg-depot'],

],

}

scripts_windows = {

scripts_dir: [

['client.py', 'client.py'],

['publish.py', 'publish.py'],

['pull.py', 'pull.py'],

['scripts/pkg.bat', 'pkg.bat'],

['scripts/pkgsend.bat', 'pkgsend.bat'],

['scripts/pkgrecv.bat', 'pkgrecv.bat'],

],

lib_dir: [

['depot.py', 'depot.py'],

['scripts/pkg.depotd.bat', 'pkg.depotd.bat'],

],

}

scripts_other_unix = {

scripts_dir: [

['client.py', 'client.py'],

['pkgdep.py', 'pkgdep'],

['pull.py', 'pull.py'],

['publish.py', 'publish.py'],

['scripts/pkg.sh', 'pkg'],

['scripts/pkgsend.sh', 'pkgsend'],

['scripts/pkgrecv.sh', 'pkgrecv'],

],

lib_dir: [

['depot.py', 'depot.py'],

['scripts/pkg.depotd.sh', 'pkg.depotd'],

],

}

scripts = {

"sunos": scripts_sunos,

"linux": scripts_other_unix,

"windows": scripts_windows,

"darwin": scripts_other_unix,

"unknown": scripts_sunos,

}

man1_files = [

'man/packagemanager.1',

'man/pkg.1',

'man/pkgsend.1',

'man/pkgrecv.1',

'man/pm-updatemanager.1',

]

man1m_files = [

'man/pkg.depotd.1m'

]

man5_files = [

'man/pkg.5'

]

packages = [

'pkg',

'pkg.actions',

'pkg.bundle',

'pkg.client',

'pkg.client.transport',

'pkg.flavor',

'pkg.portable',

'pkg.publish',

'pkg.server'

]

web_files = []

for entry in os.walk("web"):

web_dir, dirs, files = entry

if not files:

continue

web_files.append((os.path.join(resource_dir, web_dir), [

os.path.join(web_dir, f) for f in files

if f != "Makefile"

]))

zones_files = [

'brand/SUNWipkg.xml',

]

brand_files = [

'brand/config.xml',

'brand/platform.xml',

'brand/pkgcreatezone',

'brand/attach',

'brand/clone',

'brand/detach',

'brand/prestate',

'brand/poststate',

'brand/query',

'brand/uninstall',

'brand/common.ksh',

]

smf_files = [

'svc/pkg-server.xml',

'svc/pkg-update.xml',

]

pspawn_srcs = [

'modules/pspawn.c'

]

elf_srcs = [

'modules/elf.c',

'modules/elfextract.c',

'modules/liblist.c',

]

arch_srcs = [

'modules/arch.c'

]

_actions_srcs = [

'modules/actions/_actions.c'

]

include_dirs = [ 'modules' ]

lint_flags = [ '-u', '-axms', '-erroff=E_NAME_DEF_NOT_USED2' ]

class cov_func(Command):

description = "Runs figleaf code coverage suite"

user_options = []

def initialize_options(self):

pass

def finalize_options(self):

pass

def run(self):

if not os.path.isdir(FLDIR):

install_sw(FL, FLVER, FLARC, FLDIR, FLURL, FLIDIR,

FLHASH)

# Run the test suite with coverage enabled

os.putenv('PYEXE', sys.executable)

os.chdir(os.path.join(pwd, "tests"))

# Reconstruct the cmdline and send that to run.py

os.environ["PKGCOVERAGE"] = "1"

cmd = [sys.executable, "run.py"]

subprocess.call(cmd)

print "Generating coverage report in directory: '%s/cov_report'" % \

pwd

os.system("figleaf2html -d cov_report .figleaf")

class lint_func(Command):

description = "Runs various lint tools over IPS extension source code"

user_options = []

def initialize_options(self):

pass

def finalize_options(self):

pass

# Make string shell-friendly

@staticmethod

def escape(astring):

return astring.replace(' ', '\\ ')

def run(self):

# assumes lint is on the $PATH

if osname == 'sunos' or osname == "linux":

archcmd = ['lint'] + lint_flags + ['-D_FILE_OFFSET_BITS=64'] + \

["%s%s" % ("-I", k) for k in include_dirs] + \

['-I' + self.escape(get_python_inc())] + \

arch_srcs

elfcmd = ['lint'] + lint_flags + \

["%s%s" % ("-I", k) for k in include_dirs] + \

['-I' + self.escape(get_python_inc())] + \

["%s%s" % ("-l", k) for k in elf_libraries] + \

elf_srcs

_actionscmd = ['lint'] + lint_flags + \

["%s%s" % ("-I", k) for k in include_dirs] + \

['-I' + self.escape(get_python_inc())] + \

_actions_srcs

pspawncmd = ['lint'] + lint_flags + ['-D_FILE_OFFSET_BITS=64'] + \

["%s%s" % ("-I", k) for k in include_dirs] + \

['-I' + self.escape(get_python_inc())] + \

pspawn_srcs

print(" ".join(archcmd))

os.system(" ".join(archcmd))

print(" ".join(elfcmd))

os.system(" ".join(elfcmd))

print(" ".join(_actionscmd))

os.system(" ".join(_actionscmd))

print(" ".join(pspawncmd))

os.system(" ".join(pspawncmd))

proto = os.path.join(root_dir, py_install_dir)

sys.path.insert(0, proto)

# Insert tests directory onto sys.path so any custom checkers

# can be found.

sys.path.insert(0, os.path.join(pwd, 'tests'))

print(sys.path)

# assumes pylint is accessible on the sys.path

from pylint import lint

scriptlist = [ 'setup.py' ]

for d, m in scripts_sunos.items():

for a in m:

# specify the filenames of the scripts, in addition

# to the package names themselves

scriptlist.append(os.path.join(root_dir, d, a[1]))

# For some reason, the load-plugins option, when used in the

# rcfile, does not work, so we put it here instead, to load

# our custom checkers.

lint.Run(['--load-plugins=multiplatform', '--rcfile',

os.path.join(pwd, 'tests', 'pylintrc')] +

scriptlist + packages)

class install_func(_install):

def initialize_options(self):

_install.initialize_options(self)

# PRIVATE_BUILD set in the environment tells us to put the build

# directory into the .pyc files, rather than the final

# installation directory.

private_build = os.getenv("PRIVATE_BUILD", None)

if private_build is None:

self.install_lib = py_install_dir

self.install_data = os.path.sep

self.root = root_dir

else:

self.install_lib = os.path.join(root_dir, py_install_dir)

self.install_data = root_dir

# This is used when installing scripts, below, but it isn't a

# standard distutils variable.

self.root_dir = root_dir

def run(self):

"""

for f in man1_files + man1m_files + man5_files:

file_util.copy_file(f + ".txt", f, update=1)

_install.run(self)

for d, files in scripts[osname].iteritems():

for (srcname, dstname) in files:

dst_dir = util.change_root(self.root_dir, d)

dst_path = util.change_root(self.root_dir,

os.path.join(d, dstname))

dir_util.mkpath(dst_dir, verbose = True)

file_util.copy_file(srcname, dst_path, update = True)

# make scripts executable

os.chmod(dst_path,

os.stat(dst_path).st_mode

| stat.S_IXUSR | stat.S_IXGRP | stat.S_IXOTH)

# Take cacerts in cacert_dir and install them in

# proto-area-relative cacert_install_dir

install_cacerts()

install_sw(CP, CPVER, CPARC, CPDIR, CPURL, CPIDIR, CPHASH)

if "BUILD_PYOPENSSL" in os.environ and \

os.environ["BUILD_PYOPENSSL"] != "":

#

# Include /usr/sfw/lib in the build environment

# to ensure that this builds and runs on older

# nevada builds, before openssl moved out of /usr/sfw.

#

saveenv = os.environ.copy()

if osname == "sunos":

os.environ["CFLAGS"] = "-I/usr/sfw/include " + \

os.environ.get("CFLAGS", "")

os.environ["LDFLAGS"] = \

"-L/usr/sfw/lib -R/usr/sfw/lib " + \

os.environ.get("LDFLAGS", "")

install_sw(PO, POVER, POARC, PODIR, POURL, POIDIR,

POHASH)

os.environ = saveenv

install_sw(MAKO, MAKOVER, MAKOARC, MAKODIR, MAKOURL, MAKOIDIR,

MAKOHASH)

install_sw(PLY, PLYVER, PLYARC, PLYDIR, PLYURL, PLYIDIR,

PLYHASH)

install_sw(PC, PCVER, PCARC, PCDIR, PCURL, PCIDIR, PCHASH)

# Remove some bits that we're not going to package, but be sure

# not to complain if we try to remove them twice.

def onerror(func, path, exc_info):

if exc_info[1].errno != errno.ENOENT:

raise

for dir in ("cherrypy/scaffold", "cherrypy/test",

"cherrypy/tutorial"):

shutil.rmtree(os.path.join(root_dir, py_install_dir, dir),

onerror=onerror)

try:

os.remove(os.path.join(root_dir, "usr/bin/mako-render"))

except EnvironmentError, e:

if e.errno != errno.ENOENT:

raise

def hash_sw(swname, swarc, swhash):

if swhash == None:

return True

print "checksumming %s" % swname

hash = sha.new()

f = open(swarc, "rb")

while True:

data = f.read(65536)

if data == "":

break

hash.update(data)

f.close()

if hash.hexdigest() == swhash:

return True

else:

print >> sys.stderr, "bad checksum! %s != %s" % \

(swhash, hash.hexdigest())

return False

def install_cacerts():

findir = os.path.join(root_dir, cacert_install_dir)

dir_util.mkpath(findir, verbose = True)

for f in os.listdir(cacert_dir):

# Copy certificate

srcname = os.path.normpath(os.path.join(cacert_dir, f))

dn, copied = file_util.copy_file(srcname, findir, update = True)

if not copied:

continue

# Call openssl to create hash symlink

cmd = ["openssl", "x509", "-noout", "-hash", "-in",

srcname]

p = subprocess.Popen(cmd, stdout=subprocess.PIPE)

hashval = p.stdout.read()

p.wait()

hashval = hashval.strip()

hashval += ".0"

hashpath = os.path.join(findir, hashval)

if os.path.exists(hashpath):

os.unlink(hashpath)

if hasattr(os, "symlink"):

os.symlink(f, hashpath)

else:

file_util.copy_file(srcname, hashpath)

def install_sw(swname, swver, swarc, swdir, swurl, swidir, swhash):

swarc = os.path.join(extern_dir, swarc)

swdir = os.path.join(extern_dir, swdir)

if not os.path.exists(extern_dir):

os.mkdir(extern_dir)

if not os.path.exists(swarc):

print "downloading %s" % swname

try:

fname, hdr = urllib.urlretrieve(swurl, swarc)

except IOError:

pass

if not os.path.exists(swarc) or \

(hdr.gettype() != "application/x-gzip" and

hdr.gettype() != "application/x-tar"):

print >> sys.stderr, "Unable to retrieve %s.\n" \

"Please retrieve the file " \

"and place it at: %s\n" % (swurl, swarc)

# remove a partial download or error message from proxy

remove_sw(swname)

sys.exit(1)

if not os.path.exists(swdir):

if not hash_sw(swname, swarc, swhash):

sys.exit(1)

print "unpacking %s" % swname

tar = tarfile.open(swarc)

# extractall doesn't exist until python 2.5

for m in tar.getmembers():

tar.extract(m, extern_dir)

tar.close()

# If there are patches, apply them now.

patchdir = os.path.join("patch", swname)

already_patched = os.path.join(swdir, ".patched")

if os.path.exists(patchdir) and not os.path.exists(already_patched):

patches = os.listdir(patchdir)

for p in patches:

patchpath = os.path.join(os.path.pardir,

os.path.pardir, patchdir, p)

print "Applying %s to %s" % (p, swname)

args = ["patch", "-d", swdir, "-i", patchpath, "-p0"]

if osname == "windows":

args.append("--binary")

ret = subprocess.Popen(args).wait()

if ret != 0:

print >> sys.stderr, \

"patch failed and returned %d." % ret

print >> sys.stderr, \

"Command was: %s" % " ".join(args)

sys.exit(1)

file(already_patched, "w").close()

swinst_dir = os.path.join(root_dir, py_install_dir, swidir)

if not os.path.exists(swinst_dir):

print "installing %s" % swname

args = ['python', 'setup.py', 'install',

'--root=%s' % root_dir,

'--install-lib=%s' % py_install_dir,

'--install-data=%s' % py_install_dir]

ret = subprocess.Popen(args, cwd = swdir).wait()

if ret != 0:

print >> sys.stderr, \

"install failed and returned %d." % ret

print >> sys.stderr, \

"Command was: %s" % " ".join(args)

sys.exit(1)

def remove_sw(swname):

print("deleting %s" % swname)

for file in os.listdir(extern_dir):

if fnmatch.fnmatch(file, "%s*" % swname):

fpath = os.path.join(extern_dir, file)

if os.path.isfile(fpath):

os.unlink(fpath)

else:

shutil.rmtree(fpath, True)

class build_func(_build):

def initialize_options(self):

_build.initialize_options(self)

self.build_base = build_dir

def get_hg_version():

try:

p = subprocess.Popen(['hg', 'id', '-i'], stdout = subprocess.PIPE)

return p.communicate()[0].strip()

except OSError:

print >> sys.stderr, "ERROR: unable to obtain mercurial version"

return "unknown"

def syntax_check(filename):

""" Run python's compiler over the file, and discard the results.

try:

py_compile.compile(filename, os.devnull, doraise=True)

except py_compile.PyCompileError, e:

raise DistutilsError("%s: failed syntax check: %s" %

(filename, e))

class build_py_func(_build_py):

# override the build_module method to do VERSION substitution on pkg/__init__.py

def build_module (self, module, module_file, package):

if module == "__init__" and package == "pkg":

versionre = '(?m)^VERSION[^"]*"([^"]*)"'

# Grab the previously-built version out of the build

# tree.

try:

ocontent = \

file(self.get_module_outfile(self.build_lib,

[package], module)).read()

ov = re.search(versionre, ocontent).group(1)

except IOError:

ov = None

v = get_hg_version()

vstr = 'VERSION = "%s"' % v

# If the versions haven't changed, there's no need to

# recompile.

if v == ov:

return

mcontent = file(module_file).read()

mcontent = re.sub(versionre, vstr, mcontent)

tmpfd, tmp_file = tempfile.mkstemp()

os.write(tmpfd, mcontent)

os.close(tmpfd)

print "doing version substitution: ", v

rv = _build_py.build_module(self, module, tmp_file, package)

os.unlink(tmp_file)

return rv

# Will raise a DistutilsError on failure.

syntax_check(module_file)

return _build_py.build_module(self, module, module_file, package)

class clean_func(_clean):

def initialize_options(self):

_clean.initialize_options(self)

self.build_base = build_dir

class clobber_func(Command):

user_options = []

description = "Deletes any and all files created by setup"

def initialize_options(self):

pass

def finalize_options(self):

pass

def run(self):

# nuke everything

print("deleting " + dist_dir)

shutil.rmtree(dist_dir, True)

print("deleting " + build_dir)

shutil.rmtree(build_dir, True)

print("deleting " + root_dir)

shutil.rmtree(root_dir, True)

print("deleting " + pkgs_dir)

shutil.rmtree(pkgs_dir, True)

print("deleting " + extern_dir)

shutil.rmtree(extern_dir, True)

class test_func(Command):

# NOTE: these options need to be in sync with tests/run.py and the

# list of options stored in initialize_options below. The first entry

# in each tuple must be the exact name of a member variable.

user_options = [("verbosemode", 'v', "run tests in verbose mode"),

("genbaseline", 'g', "generate test baseline"),

("parseable", 'p', "parseable output"),

("timing", "t", "timing file <file>"),

("baselinefile=", 'b', "baseline file <file>"),

("only=", "o", "only <regex>")]

description = "Runs unit and functional tests"

def initialize_options(self):

self.only = ""

self.baselinefile = ""

self.verbosemode = 0

self.parseable = 0

self.genbaseline = 0

self.timing = 0

def finalize_options(self):

pass

def run(self):

os.putenv('PYEXE', sys.executable)

os.chdir(os.path.join(pwd, "tests"))

# Reconstruct the cmdline and send that to run.py

cmd = [sys.executable, "run.py"]

args = ""

if "test" in sys.argv:

args = sys.argv[sys.argv.index("test")+1:]

cmd.extend(args)

subprocess.call(cmd)

class dist_func(_bdist):

def initialize_options(self):

_bdist.initialize_options(self)

self.dist_dir = dist_dir

compile_args = None

link_args = None

ext_modules = [

Extension(

'actions._actions',

_actions_srcs,

include_dirs = include_dirs,

extra_compile_args = compile_args,

extra_link_args = link_args

),

]

elf_libraries = None

data_files = web_files

cmdclasses = {

'install': install_func,

'build': build_func,

'build_py': build_py_func,

'bdist': dist_func,

'lint': lint_func,

'clean': clean_func,

'clobber': clobber_func,

'coverage': cov_func,

'test': test_func,

}

data_files += [

(man1_dir, man1_files),

(man1m_dir, man1m_files),

(man5_dir, man5_files),

]

if osname == 'sunos':

# Solaris-specific extensions are added here

data_files += [

(zones_dir, zones_files),

(brand_dir, brand_files),

(smf_dir, smf_files),

]

if osname == 'sunos' or osname == "linux":

# Unix platforms which the elf extension has been ported to

# are specified here, so they are built automatically

elf_libraries = ['elf']

ext_modules += [

Extension(

'elf',

elf_srcs,

include_dirs = include_dirs,

libraries = elf_libraries,

extra_compile_args = compile_args,

extra_link_args = link_args

),

]

# Solaris has built-in md library and Solaris-specific arch extension

# All others use OpenSSL and cross-platform arch module

if osname == 'sunos':

elf_libraries += [ 'md' ]

ext_modules += [

Extension(

'arch',

arch_srcs,

include_dirs = include_dirs,

extra_compile_args = compile_args,

extra_link_args = link_args,

define_macros = [('_FILE_OFFSET_BITS', '64')]

),

Extension(

'pspawn',

pspawn_srcs,

include_dirs = include_dirs,

extra_compile_args = compile_args,

extra_link_args = link_args,

define_macros = [('_FILE_OFFSET_BITS', '64')]

),

]

else:

elf_libraries += [ 'ssl' ]

setup(cmdclass = cmdclasses,

name = 'ips',

version = '1.0',

package_dir = {'pkg':'modules'},

packages = packages,

data_files = data_files,

ext_package = 'pkg',

ext_modules = ext_modules,

)