1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
|
#!/usr/bin/env python
# Copyright 2016 The Chromium Authors. All rights reserved.
# Use of this source code is governed by a BSD-style license that can be
# found in the LICENSE file.
"""Automates running BuildPackageLists, BuildSysroot, and
UploadSysroot for each supported arch of each sysroot creator.
"""
from __future__ import print_function
import glob
import hashlib
import json
import multiprocessing
import os
import re
import string
import subprocess
import sys
def run_script(args):
fnull = open(os.devnull, 'w')
subprocess.check_call(args, stdout=fnull, stderr=fnull)
def sha1sumfile(filename):
sha1 = hashlib.sha1()
with open(filename, 'rb') as f:
while True:
data = f.read(65536)
if not data:
break
sha1.update(data)
return sha1.hexdigest()
def get_proc_output(args):
return subprocess.check_output(args).strip()
def build_and_upload(script_path, distro, release, arch, lock):
script_dir = os.path.dirname(os.path.realpath(__file__))
run_script([script_path, 'BuildSysroot' + arch])
run_script([script_path, 'UploadSysroot' + arch])
tarball = '%s_%s_%s_sysroot.tar.xz' % (distro, release, arch.lower())
tarxz_path = os.path.join(script_dir, "..", "..", "..", "out",
"sysroot-build", release, tarball)
sha1sum = sha1sumfile(tarxz_path)
sysroot_dir = '%s_%s_%s-sysroot' % (distro, release, arch.lower())
sysroot_metadata = {
'Tarball': tarball,
'Sha1Sum': sha1sum,
'SysrootDir': sysroot_dir,
}
with lock:
with open(os.path.join(script_dir, 'sysroots.json'), 'rw+') as f:
sysroots = json.load(f)
sysroots["%s_%s" % (release, arch.lower())] = sysroot_metadata
f.seek(0)
f.truncate()
f.write(
json.dumps(
sysroots, sort_keys=True, indent=4, separators=(',', ': ')))
f.write('\n')
def main():
script_dir = os.path.dirname(os.path.realpath(__file__))
procs = []
lock = multiprocessing.Lock()
for filename in glob.glob(os.path.join(script_dir, 'sysroot-creator-*.sh')):
script_path = os.path.join(script_dir, filename)
distro = get_proc_output([script_path, 'PrintDistro'])
release = get_proc_output([script_path, 'PrintRelease'])
architectures = get_proc_output([script_path, 'PrintArchitectures'])
for arch in architectures.split('\n'):
proc = multiprocessing.Process(
target=build_and_upload,
args=(script_path, distro, release, arch, lock))
procs.append(("%s %s (%s)" % (distro, release, arch), proc))
proc.start()
for _, proc in procs:
proc.join()
print("SYSROOT CREATION SUMMARY")
failures = 0
for name, proc in procs:
if proc.exitcode:
failures += 1
status = "FAILURE" if proc.exitcode else "SUCCESS"
print("%s sysroot creation\t%s" % (name, status))
return failures
if __name__ == '__main__':
sys.exit(main())
|
