From 9d88d6a8c38e1a35f5749d06214f92513414ed67 Mon Sep 17 00:00:00 2001
From: Daniel Narvaez <dwnarvaez@gmail.com>
Date: Wed, 14 Nov 2012 16:50:21 +0000
Subject: Refactor dnbuild into devbot

---
(limited to 'devbot/build.py')

diff --git a/devbot/build.py b/devbot/build.py
new file mode 100644
index 0000000..22c1ccf
--- /dev/null
+++ b/devbot/build.py
@@ -0,0 +1,167 @@
+#!/usr/bin/python -u
+
+from distutils import sysconfig
+import glob
+import json
+import os
+import multiprocessing
+import shutil
+import sys
+import subprocess
+
+from devbot import config
+from devbot import environ
+
+state = { "built_modules": {} }
+
+def get_state_path():
+    return os.path.join(config.devbot_dir, "state.json")
+
+def load_state():
+    global state
+
+    state_path = get_state_path()
+    if os.path.exists(state_path):
+        state = json.load(open(state_path))
+
+def save_state():
+    json.dump(state, open(get_state_path(), "w+"))
+
+def add_path(name, path):
+    if name not in os.environ:
+        os.environ[name] = path
+        return
+
+    splitted = os.environ[name].split(":")
+    splitted.append(path)
+
+    os.environ[name] = ":".join(splitted)
+
+def get_module_source_dir(module):
+    return os.path.join(config.source_dir, module["name"])
+
+def get_module_build_dir(module):
+    return os.path.join(config.build_dir, module["name"])
+
+def get_module_commit_id(module):
+    orig_cwd = os.getcwd()
+    os.chdir(get_module_source_dir(module))
+
+    commit_id = subprocess.check_output(["git", "rev-parse", "HEAD"])
+
+    os.chdir(orig_cwd)
+
+    return commit_id.strip()
+
+def run_command(args):
+    print " ".join(args)
+    subprocess.check_call(args)
+
+def unlink_libtool_files():
+    orig_cwd = os.getcwd()
+    os.chdir(config.lib_dir)
+
+    for filename in glob.glob("*.la"):
+        os.unlink(filename)
+
+    os.chdir(orig_cwd)
+
+def pull_source(module):
+    module_dir = get_module_source_dir(module)
+
+    if os.path.exists(module_dir):
+        os.chdir(module_dir)
+
+        run_command(["git", "remote", "set-url", "origin", module["repo"]])
+        run_command(["git", "remote", "update", "origin"])
+    else:
+        os.chdir(config.source_dir)
+        run_command(["git", "clone", "--progress",
+                     module["repo"], module["name"]])
+        os.chdir(module_dir)
+
+    branch = module.get("branch", "master")
+    run_command(["git", "checkout", branch])
+
+def build_autotools(module):
+    autogen = os.path.join(get_module_source_dir(module), "autogen.sh")
+
+    jobs = multiprocessing.cpu_count() * 2
+
+    run_command([autogen,
+                 "--prefix", config.install_dir,
+                 "--libdir", config.lib_dir])
+
+    run_command(["make", "-j", "%d" % jobs])
+    run_command(["make", "install"])
+
+    unlink_libtool_files()
+
+def build_activity(module):
+    run_command(["./setup.py", "install", "--prefix", config.install_dir])
+
+def build_module(module):
+    module_source_dir = get_module_source_dir(module)
+
+    if module.get("out-of-source", True):
+        module_build_dir = get_module_build_dir(module)
+
+        if not os.path.exists(module_build_dir):
+            os.mkdir(module_build_dir)
+
+        os.chdir(module_build_dir)
+    else:
+        os.chdir(module_source_dir)
+
+    if os.path.exists(os.path.join(module_source_dir, "setup.py")):
+        build_activity(module)
+    elif os.path.exists(os.path.join(module_source_dir, "autogen.sh")):
+        build_autotools(module)
+    else:
+        print "Unknown build system"
+        sys.exit(1)
+
+    state["built_modules"][module["name"]] = get_module_commit_id(module)
+    save_state()
+
+def clear_built_modules(modules, index):
+    if index < len(modules) - 1:
+        for module in modules[index + 1:]:
+            name = module["name"]
+            if name in state["built_modules"]:
+                del state["built_modules"][name]
+
+def rmtree(dir):
+    print "Deleting %s" % dir
+    shutil.rmtree(dir, ignore_errors=True)
+
+def build():
+    environ.setup()
+    load_state()
+
+    modules = config.load_modules()
+
+    for i, module in enumerate(modules):
+        print "\n=== Building %s ===\n" % module["name"]
+
+        try:
+            pull_source(module)
+
+            old_commit_id = state["built_modules"].get(module["name"], None)
+            new_commit_id = get_module_commit_id(module)
+
+            if old_commit_id is None or old_commit_id != new_commit_id:
+                clear_built_modules(modules, i)
+                build_module(module)
+            else:
+                print "\n* Already built, skipping *"
+        except subprocess.CalledProcessError:
+            sys.exit(1)
+
+def clean():
+    rmtree(config.install_dir)
+    rmtree(config.build_dir)
+
+    for module in config.load_modules():
+        if not module.get("out-of-source", True):
+            rmtree(get_module_source_dir(module))
--
cgit v0.9.1