1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
|
import fnmatch
import os
import multiprocessing
import shutil
import sys
import subprocess
from devbot import command
from devbot import config
from devbot import environ
from devbot import state
def unlink_libtool_files():
def func(arg, dirname, fnames):
for fname in fnmatch.filter(fnames, "*.la"):
os.unlink(os.path.join(dirname, fname))
os.path.walk(config.lib_dir, func, None)
def pull_source(module):
module_dir = module.get_source_dir()
if os.path.exists(module_dir):
os.chdir(module_dir)
command.run(["git", "remote", "set-url", "origin", module.repo])
command.run(["git", "remote", "update", "origin"], retry=10)
else:
os.chdir(config.get_source_dir())
command.run(["git", "clone", "--progress",
module.repo, module.name],
retry=10)
os.chdir(module_dir)
command.run(["git", "checkout", module.branch])
def build_make(module):
command.run(["make"])
def build_autotools(module):
autogen = os.path.join(module.get_source_dir(), "autogen.sh")
jobs = multiprocessing.cpu_count() * 2
args = [autogen,
"--prefix", config.prefix_dir,
"--libdir", config.lib_dir]
args.extend(module.options)
command.run(args)
command.run(["make", "-j", "%d" % jobs])
command.run(["make", "install"])
unlink_libtool_files()
def build_activity(module):
command.run(["./setup.py", "install", "--prefix", config.prefix_dir])
def build_module(module):
module_source_dir = module.get_source_dir()
if module.out_of_source:
module_build_dir = module.get_build_dir()
if not os.path.exists(module_build_dir):
os.mkdir(module_build_dir)
os.chdir(module_build_dir)
else:
os.chdir(module_source_dir)
if os.path.exists(os.path.join(module_source_dir, "setup.py")):
build_activity(module)
elif os.path.exists(os.path.join(module_source_dir, "autogen.sh")):
build_autotools(module)
elif os.path.exists(os.path.join(module_source_dir, "Makefile")):
build_make(module)
else:
print "Unknown build system"
sys.exit(1)
state.touch_built_commit_id(module)
def clear_built_modules(modules, index):
if index < len(modules) - 1:
for module in modules[index + 1:]:
if state.get_built_commit_id(module) is not None:
state.remove_built_commit_id(module)
def rmtree(dir):
print "Deleting %s" % dir
shutil.rmtree(dir, ignore_errors=True)
def build():
environ.setup()
modules = config.load_modules()
for i, module in enumerate(modules):
print "\n=== Building %s ===\n" % module.name
try:
pull_source(module)
old_commit_id = state.get_built_commit_id(module)
new_commit_id = module.get_commit_id()
if old_commit_id is None or old_commit_id != new_commit_id:
clear_built_modules(modules, i)
build_module(module)
else:
print "\n* Already built, skipping *"
except subprocess.CalledProcessError:
sys.exit(1)
def clean():
rmtree(config.install_dir)
rmtree(config.prefix_dir)
rmtree(config.get_build_dir())
for module in config.load_modules():
if not module.out_of_source:
rmtree(module.get_source_dir())
|
