jw-pkg/scripts/build.py

#!/usr/bin/python
# -*- coding: iso-8859-15 -*-

import os
import sys
import dircache
import linecache
import fileinput
import glob
import subprocess
from sets import Set
import pwd
import argparse

all_deps = Set()
dep_tree = {}
glob_order = []
proj_base=pwd.getpwuid(os.getuid()).pw_dir + "/local/src/cvs.stable/proj"
search_path=[".", "dspc/src", "dspc/src/dspcd-plugins", "dspc/src/io" ]
glob_prereq_type="BUILD"

def find_proj_path(name):
	name=name.replace("dspider-", "")
	for sub in search_path:
		path=proj_base + "/" + sub + "/" + name
		if os.path.exists(path):
			return path
	raise Exception("module " + name + " not found below " + proj_base)

def read_deps(cur, prereq_type):
	path = find_proj_path(cur)
	os.chdir(path)
	p = subprocess.Popen("LD_LIBRARY_PATH= make echo-prereq | sed '/PREREQ_" + prereq_type + " *=/ !d; s/.*=//'", shell=True, stdout=subprocess.PIPE)
	p.wait()
	if p.returncode: # FIXME: doesn't work, because sed kills make's return code
		raise Exception("failed to get " + prereq_type + " prerequisites from " + path)
	r = Set()
	for d in p.stdout.read().split():
		r.add(d)
	if cur in r:
		r.remove(cur)
	return r

def add_tree(cur, prereq_type):
	if cur in all_deps:
		return 0
	all_deps.add(cur)
	deps = read_deps(cur, prereq_type)
	for d in deps:
		add_tree(d, prereq_type)
	dep_tree[cur] = deps
	return len(deps)

def calculate_order(order, modules, prereq_type):
	for m in modules:
		add_tree(m, prereq_type)
	while len(all_deps):
		for d in all_deps:
			if not len(dep_tree[d]):
				break
		else:
			print all_deps
			raise Exception("fatal: all of these modules have at least one unresolvable dependency")
		order.append(d)
		all_deps.remove(d)
		for k in dep_tree.keys():
			if d in dep_tree[k]:
				dep_tree[k].remove(d)
	return 1

def run_make(module, target):
	path = find_proj_path(module)
	print "========= running make " + target + " in " + path
	os.chdir(path)
	if subprocess.call(["make", target]):
		raise Exception("failed to make target " + target + " in module " + module)

def build(order, target):
	if target in ["clean", "distclean"]:
		for m in reversed(order):
			run_make(m, target)
	else:
		for m in order:
			run_make(m, target)

# -- parse command line
modules = Set()

parser = argparse.ArgumentParser(description='jannet software project build tool')
parser.add_argument('--base', '-b', nargs='?', default=proj_base, help='Project base directory')
parser.add_argument('target', default='all', help='Build target')
parser.add_argument('modules', nargs='+', default='', help='Modules to be built')

args=parser.parse_args()
proj_base=args.base
target=args.target
modules=args.modules

# -- build
print "calculating order for modules: " + ' '.join(modules)
order = []
calculate_order(order, modules, glob_prereq_type)
print "order is: " + ' '.join(order)
build(order, target)