2015-06-09 19:21:41 +02:00
|
|
|
import os, sys, re, stat, shutil, tarfile, subprocess
|
2012-01-25 00:05:44 +01:00
|
|
|
|
|
|
|
j = os.path.join
|
|
|
|
|
|
|
|
class Cd(object):
|
|
|
|
"""
|
|
|
|
Cd is a context manager that allows
|
|
|
|
you to temporary change the working directory.
|
|
|
|
|
|
|
|
with Cd(dir) as cd:
|
|
|
|
...
|
|
|
|
"""
|
|
|
|
|
|
|
|
def __init__(self, directory):
|
|
|
|
self._dir = directory
|
|
|
|
|
|
|
|
def orig(self):
|
|
|
|
return self._orig
|
|
|
|
|
|
|
|
def __enter__(self):
|
|
|
|
self._orig = os.getcwd()
|
|
|
|
os.chdir(self._dir)
|
|
|
|
return self
|
|
|
|
|
|
|
|
def __exit__(self, *args):
|
|
|
|
os.chdir(self._orig)
|
|
|
|
|
|
|
|
class ModEnv(object):
|
|
|
|
"""
|
|
|
|
Context manager for temporarily
|
|
|
|
modifying an env var. Normally used to make
|
|
|
|
changes to PATH.
|
|
|
|
"""
|
|
|
|
|
|
|
|
def __init__(self, key, value):
|
|
|
|
self.key = key;
|
|
|
|
self.value = value;
|
|
|
|
|
|
|
|
def __enter__(self):
|
|
|
|
self.orig_value = os.environ.get(self.key)
|
|
|
|
os.environ[self.key] = self.value
|
|
|
|
return self
|
|
|
|
|
|
|
|
def __exit__(self, *args):
|
|
|
|
if self.orig_value is not None:
|
|
|
|
os.environ[self.key] = self.orig_value
|
|
|
|
|
|
|
|
def rmtree(dir):
|
|
|
|
print "RMTREE", dir
|
|
|
|
shutil.rmtree(dir, ignore_errors=True)
|
|
|
|
|
2015-11-03 21:11:16 +01:00
|
|
|
def rm(fn, silent=False):
|
|
|
|
if os.path.exists(fn):
|
|
|
|
if not silent:
|
|
|
|
print "RM", fn
|
|
|
|
os.remove(fn)
|
|
|
|
|
2012-01-25 00:05:44 +01:00
|
|
|
def makedirs(dir):
|
|
|
|
print "MAKEDIRS", dir
|
|
|
|
os.makedirs(dir)
|
|
|
|
|
2014-02-08 07:08:08 +01:00
|
|
|
def cp(src, dest):
|
|
|
|
print "COPY %s %s" % (src, dest)
|
|
|
|
shutil.copy2(src, dest)
|
|
|
|
|
2015-11-01 23:05:53 +01:00
|
|
|
def wipetree(dir, wipe=True):
|
2015-06-09 19:21:41 +02:00
|
|
|
def onerror(func, path, exc_info):
|
|
|
|
"""
|
|
|
|
Error handler for ``shutil.rmtree``.
|
|
|
|
|
|
|
|
If the error is due to an access error (read only file)
|
|
|
|
it attempts to add write permission and then retries.
|
|
|
|
|
|
|
|
If the error is for another reason it ignores.
|
|
|
|
|
|
|
|
Usage : ``shutil.rmtree(path, onerror=onerror)``
|
|
|
|
"""
|
|
|
|
if not os.access(path, os.W_OK):
|
|
|
|
# Is the error an access error ?
|
2015-10-26 04:21:31 +01:00
|
|
|
try:
|
|
|
|
os.chmod(path, stat.S_IWUSR)
|
|
|
|
func(path)
|
|
|
|
except:
|
|
|
|
pass
|
2015-06-09 19:21:41 +02:00
|
|
|
|
2015-11-01 23:05:53 +01:00
|
|
|
if wipe:
|
|
|
|
print "WIPETREE", dir
|
|
|
|
shutil.rmtree(dir, ignore_errors=False, onerror=onerror)
|
2012-01-25 00:05:44 +01:00
|
|
|
if not os.path.isdir(dir):
|
2015-11-01 23:05:53 +01:00
|
|
|
makedirs(dir)
|
2012-01-25 00:05:44 +01:00
|
|
|
|
|
|
|
def extract_dict(d, k, default=None):
|
|
|
|
if k in d:
|
|
|
|
v = d[k]
|
|
|
|
del d[k]
|
|
|
|
else:
|
|
|
|
v = default
|
|
|
|
return v
|
|
|
|
|
2014-02-08 07:08:08 +01:00
|
|
|
def scan_prefixes(prefix, dir, filt=None):
|
2012-01-25 00:05:44 +01:00
|
|
|
fns = []
|
|
|
|
for dirpath, dirnames, filenames in os.walk(dir):
|
|
|
|
for f in filenames:
|
2014-02-08 07:08:08 +01:00
|
|
|
if f.startswith(prefix) and (filt is None or filt(f)):
|
2012-01-25 00:05:44 +01:00
|
|
|
fns.append(f)
|
|
|
|
break
|
|
|
|
return fns
|
|
|
|
|
2014-02-08 07:08:08 +01:00
|
|
|
def one_prefix(prefix, dir, filt=None):
|
|
|
|
f = scan_prefixes(prefix, dir, filt)
|
2012-01-25 00:05:44 +01:00
|
|
|
if len(f) == 0:
|
|
|
|
raise ValueError("prefix %r not found in dir %r" % (prefix, dir))
|
|
|
|
elif len(f) >= 2:
|
|
|
|
raise ValueError("prefix %r is ambiguous in dir %r: %r" % (prefix, dir, f))
|
|
|
|
return f[0]
|
|
|
|
|
|
|
|
def tarsplit(fn):
|
2014-02-08 07:08:08 +01:00
|
|
|
if fn.endswith(".tar.gz"):
|
2012-01-25 00:05:44 +01:00
|
|
|
t = 'gz'
|
|
|
|
b = fn[:-7]
|
2014-02-08 07:08:08 +01:00
|
|
|
elif fn.endswith(".tgz"):
|
|
|
|
t = 'gz'
|
|
|
|
b = fn[:-4]
|
|
|
|
elif fn.endswith(".tar.bz2"):
|
2012-01-25 00:05:44 +01:00
|
|
|
t = 'bz2'
|
|
|
|
b = fn[:-8]
|
2014-02-08 07:08:08 +01:00
|
|
|
elif fn.endswith(".tbz"):
|
|
|
|
t = 'bz2'
|
|
|
|
b = fn[:-4]
|
|
|
|
elif fn.endswith(".tar.xz"):
|
|
|
|
t = 'xz'
|
|
|
|
b = fn[:-7]
|
2012-01-25 00:05:44 +01:00
|
|
|
else:
|
|
|
|
raise ValueError("unrecognized tar file type: %r" % (fn,))
|
|
|
|
return b, t
|
|
|
|
|
2014-02-08 07:08:08 +01:00
|
|
|
def tarsplit_filt(fn):
|
|
|
|
try:
|
|
|
|
tarsplit(fn)
|
|
|
|
except:
|
|
|
|
return False
|
|
|
|
else:
|
|
|
|
return True
|
|
|
|
|
2012-01-25 00:05:44 +01:00
|
|
|
def tarextract(fn, t):
|
|
|
|
print "TAR EXTRACT %s [%s]" % (fn, t)
|
|
|
|
tar = tarfile.open(fn, mode='r:'+t)
|
|
|
|
try:
|
|
|
|
tar.extractall()
|
|
|
|
finally:
|
|
|
|
tar.close()
|
|
|
|
|
2014-02-08 07:08:08 +01:00
|
|
|
def expand(pkg_prefix, srcdir, lib_versions=None, noop=False):
|
|
|
|
if lib_versions and pkg_prefix in lib_versions:
|
|
|
|
f = one_prefix(lib_versions[pkg_prefix], srcdir, tarsplit_filt)
|
|
|
|
else:
|
|
|
|
f = one_prefix(pkg_prefix, srcdir, tarsplit_filt)
|
2012-01-25 00:05:44 +01:00
|
|
|
b, t = tarsplit(f)
|
|
|
|
|
2014-02-08 07:08:08 +01:00
|
|
|
if not noop:
|
|
|
|
# remove previous directory
|
|
|
|
rmtree(b)
|
2012-01-25 00:05:44 +01:00
|
|
|
|
2014-02-08 07:08:08 +01:00
|
|
|
# expand it
|
|
|
|
tarextract(os.path.join(srcdir, f), t)
|
2012-01-25 00:05:44 +01:00
|
|
|
|
|
|
|
return b
|
|
|
|
|
|
|
|
def call(cmd, **kw):
|
|
|
|
print "***", cmd
|
|
|
|
|
|
|
|
ignore_errors = extract_dict(kw, 'ignore_errors', False)
|
|
|
|
extra_env = extract_dict(kw, 'extra_env', None)
|
|
|
|
if extra_env:
|
|
|
|
env = kw.get('env', os.environ).copy()
|
|
|
|
env.update(extra_env)
|
|
|
|
kw['env'] = env
|
|
|
|
succeed = extract_dict(kw, 'succeed', 0)
|
|
|
|
|
2014-02-08 07:08:08 +01:00
|
|
|
# show environment
|
|
|
|
se = kw.get('env')
|
|
|
|
if se:
|
|
|
|
show_env(se)
|
|
|
|
print "***"
|
|
|
|
|
2012-01-25 00:05:44 +01:00
|
|
|
ret = subprocess.call(cmd, **kw)
|
|
|
|
if not ignore_errors and ret != succeed:
|
|
|
|
raise ValueError("command failed with status %r (expected %r)" % (ret, succeed))
|
|
|
|
|
2014-02-08 07:08:08 +01:00
|
|
|
def vc_cmd(parms, cmd, arch=None, succeed=0):
|
2015-10-26 04:21:31 +01:00
|
|
|
# arch should be one of amd64 (alias x64), x86, x86_xp, or None
|
2014-02-08 07:08:08 +01:00
|
|
|
# (if None, use parms.py value)
|
|
|
|
if arch is None:
|
|
|
|
arch = parms['ARCH']
|
|
|
|
if arch == "x64":
|
|
|
|
arch = "amd64"
|
2012-01-25 00:05:44 +01:00
|
|
|
with ModEnv('PATH', "%s;%s\\VC" % (os.environ['PATH'], parms['MSVC_DIR'])):
|
2014-02-08 07:08:08 +01:00
|
|
|
status = call('vcvarsall.bat %s && %s' % (arch, cmd), shell=True, succeed=succeed)
|
|
|
|
|
2015-11-03 21:11:16 +01:00
|
|
|
def vc_parms(parms, cmd_dict):
|
|
|
|
cmd_dict["dbg_rel_flags"] = "/Zi" if parms['DEBUG'] else "/O2"
|
|
|
|
cmd_dict["link_static_dynamic_flags"] = "/MT" if parms['STATIC'] else "/MD"
|
|
|
|
|
2014-02-08 07:08:08 +01:00
|
|
|
def patchfile(pkg_prefix, patchdir):
|
|
|
|
return os.path.join(patchdir, one_prefix(pkg_prefix, patchdir))
|
|
|
|
|
|
|
|
def patch(pkg_prefix, patchdir):
|
|
|
|
patch_fn = patchfile(pkg_prefix, patchdir)
|
|
|
|
print "PATCH", patch_fn
|
|
|
|
call(['patch', '-p1', '-i', patch_fn])
|
2015-10-28 00:46:31 +01:00
|
|
|
|
|
|
|
def build_dir(parms):
|
|
|
|
return os.path.join(parms['BUILD'], parms['ARCH'])
|
2015-11-03 21:11:16 +01:00
|
|
|
|
|
|
|
# remove .obj files
|
|
|
|
def rm_obj(dir):
|
|
|
|
fns = []
|
|
|
|
for dirpath, dirnames, filenames in os.walk(dir):
|
|
|
|
for f in filenames:
|
|
|
|
path = os.path.join(dirpath, f)
|
|
|
|
if f.endswith(".obj"):
|
|
|
|
rm(path)
|
|
|
|
|
|
|
|
# zip a directory
|
|
|
|
# sample usage:
|
|
|
|
# zipf = zipfile.ZipFile('Python.zip', 'w')
|
|
|
|
# zipdir('tmp/', zipf)
|
|
|
|
# zipf.close()
|
|
|
|
def zipdir(path, ziph):
|
|
|
|
# ziph is zipfile handle
|
|
|
|
for root, dirs, files in os.walk(path):
|
|
|
|
for file in files:
|
|
|
|
ziph.write(os.path.join(root, file))
|