jw-pkg/scripts/build.py
Jan Lindemann f3385a6e76 build.py: Beautify build.py error message
Signed-off-by: Jan Lindemann <jan@janware.com>
2015-06-10 13:27:44 +00:00

124 lines
3.4 KiB
Python

#!/usr/bin/python -u
# -*- coding: iso-8859-15 -*-
import os
import sys
import dircache
import linecache
import fileinput
import glob
import subprocess
from sets import Set
import pwd
import argparse
import time
import datetime
all_deps = Set()
dep_tree = {}
glob_order = []
proj_base=pwd.getpwuid(os.getuid()).pw_dir + "/local/src/cvs.stable/proj"
search_path=[".", "dspc/src", "dspc/src/dspcd-plugins", "dspc/src/io" ]
glob_prereq_type="BUILD"
def find_proj_path(name):
name=name.replace("dspider-", "")
for sub in search_path:
path=proj_base + "/" + sub + "/" + name
if os.path.exists(path):
return path
raise Exception("module " + name + " not found below " + proj_base)
def read_deps(cur, prereq_type):
path = find_proj_path(cur)
os.chdir(path)
p = subprocess.Popen("LD_LIBRARY_PATH= make echo-prereq | sed '/PREREQ_" + prereq_type + " *=/ !d; s/.*=//'", shell=True, stdout=subprocess.PIPE)
p.wait()
if p.returncode: # FIXME: doesn't work, because sed kills make's return code
raise Exception("failed to get " + prereq_type + " prerequisites from " + path)
r = Set()
for d in p.stdout.read().split():
r.add(d)
if cur in r:
r.remove(cur)
return r
def add_tree(cur, prereq_type):
if cur in all_deps:
return 0
all_deps.add(cur)
deps = read_deps(cur, prereq_type)
for d in deps:
add_tree(d, prereq_type)
dep_tree[cur] = deps
return len(deps)
def calculate_order(order, modules, prereq_type):
for m in modules:
add_tree(m, prereq_type)
while len(all_deps):
for d in all_deps:
if not len(dep_tree[d]):
break
else:
print all_deps
raise Exception("fatal: the dependencies between these modules are unresolvable")
order.append(d)
all_deps.remove(d)
for k in dep_tree.keys():
if d in dep_tree[k]:
dep_tree[k].remove(d)
return 1
def run_make(module, target):
path = find_proj_path(module)
print "========= running make " + target + " in " + path
os.chdir(path)
if subprocess.call(["make", target]):
raise Exception(time.strftime("%Y-%m-%d %H:%M") + ": failed to make target " + target + " in module " + module + " below base " + proj_base)
def build(modules, order, target):
if target in ["clean", "distclean"]:
for m in reversed(order):
run_make(m, target)
if m in modules:
modules.remove(m)
if not len(modules):
print "all modules cleaned"
return
else:
for m in order:
run_make(m, target)
# -- parse command line
modules = Set()
parser = argparse.ArgumentParser(description='jannet software project build tool')
parser.add_argument('--base', '-b', nargs='?', default=proj_base, help='Project base directory')
parser.add_argument('--exclude', nargs='?', default='', help='List of modules to be excluded from build')
parser.add_argument('target', default='all', help='Build target')
parser.add_argument('modules', nargs='+', default='', help='Modules to be built')
args=parser.parse_args()
proj_base=args.base
exclude=args.exclude
target=args.target
modules=args.modules
env_exclude=os.getenv('BUILD_EXCLUDE', '')
if len(env_exclude):
print "exluding modules from environment: " + env_exclude
exclude += " " + env_exclude
# -- build
print "calculating order for modules: " + ' '.join(modules)
order = []
calculate_order(order, modules, glob_prereq_type)
order = [m for m in order if m not in exclude]
print "order is: " + ' '.join(order)
build(modules, order, target)
print datetime.datetime.now().strftime("%Y-%m-%d %H:%M:%S")
print datetime.datetime.now().strftime("%Y-%m-%d %H:%M:%S")