1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
|
import hashlib
import os
import json
from devbot import config
from devbot import git
_BUILT_MODULES = "builtmodules"
_FULL_BUILD = "fullbuild"
_SYSTEM_CHECK = "syscheck"
def built_module_touch(module):
built_modules = _load_state(_BUILT_MODULES, {})
built_modules[module.name] = {"source_hash": _compute_source_hash(module)}
_save_state(_BUILT_MODULES, built_modules)
def built_module_is_unchanged(module):
built_modules = _load_state(_BUILT_MODULES, {})
if module.name not in built_modules:
return False
source_hash = built_modules[module.name].get("source_hash", None)
return source_hash == _compute_source_hash(module)
def system_check_is_unchanged():
system_check = _load_state(_SYSTEM_CHECK)
if not system_check:
return False
return system_check["commit"] == _get_root_commit_id()
def system_check_touch():
system_check = _load_state(_SYSTEM_CHECK, {})
system_check["commit"] = _get_root_commit_id()
_save_state(_SYSTEM_CHECK, system_check)
def full_build_is_required():
full_build = _load_state(_FULL_BUILD)
if not full_build:
return True
return not (full_build["last"] == config.get_full_build())
def full_build_touch():
full_build = _load_state(_FULL_BUILD, {})
full_build["last"] = config.get_full_build()
_save_state(_FULL_BUILD, full_build)
def clean(build_only=False):
print "* Deleting state"
names = [_BUILT_MODULES, _FULL_BUILD]
if not build_only:
names.append(_SYSTEM_CHECK)
try:
for name in names:
os.unlink(_get_state_path(name))
except OSError:
pass
def _get_state_path(name):
return os.path.join(config.build_state_dir, "%s.json" % name)
def _load_state(name, default=None):
state = default
try:
with open(_get_state_path(name)) as f:
state = json.load(f)
except IOError:
pass
return state
def _save_state(name, state):
with open(_get_state_path(name), "w+") as f:
json.dump(state, f, indent=4)
f.write('\n')
def _compute_source_hash(module):
# For some reason if source_dir is unicode
# we get a 10x slow down for some modules
source_dir = str(module.get_source_dir())
data = ""
for root, dirs, files in os.walk(source_dir):
for name in files:
path = os.path.join(root, name)
mtime = os.lstat(path).st_mtime
data = "%s%s %s\n" % (data, mtime, path)
return hashlib.sha256(data).hexdigest()
def _get_root_commit_id():
git_module = git.get_root_module()
if git_module:
commit_id = git_module.get_commit_id()
else:
commit_id = "snapshot"
return commit_id
|
