1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
|
# This Source Code Form is subject to the terms of the Mozilla Public
# License, v. 2.0. If a copy of the MPL was not distributed with this
# file, You can obtain one at http://mozilla.org/MPL/2.0/.
import argparse
import os
import sys
import mozpack.path as mozpath
from mozpack.files import FileFinder
def make_archive(archive_name, base, exclude, include):
compress = ["**/*.sym"]
finder = FileFinder(base, ignore=exclude)
if not include:
include = ["*"]
archive_basename = os.path.basename(archive_name)
def fill_archive(add_file):
for pat in include:
for p, f in finder.find(pat):
print(' Adding to "%s":\n\t"%s"' % (archive_basename, p))
add_file(p, f)
with open(archive_name, "wb") as fh:
if archive_basename.endswith(".zip"):
from mozpack.mozjar import JarWriter
with JarWriter(fileobj=fh, compress_level=5) as writer:
def add_file(p, f):
should_compress = any(mozpath.match(p, pat) for pat in compress)
writer.add(
p.encode("utf-8"),
f,
mode=f.mode,
compress=should_compress,
skip_duplicates=True,
)
fill_archive(add_file)
elif archive_basename.endswith(".tar.zst"):
import tarfile
import zstandard
ctx = zstandard.ZstdCompressor(threads=-1)
with ctx.stream_writer(fh) as zstdwriter:
with tarfile.open(
mode="w|", fileobj=zstdwriter, bufsize=1024 * 1024
) as tar:
def add_file(p, f):
info = tar.gettarinfo(os.path.join(base, p), p)
tar.addfile(info, f.open())
fill_archive(add_file)
else:
raise Exception(
"Unsupported archive format for {}".format(archive_basename)
)
def main(argv):
parser = argparse.ArgumentParser(description="Produce a symbols archive")
parser.add_argument("archive", help="Which archive to generate")
parser.add_argument("base", help="Base directory to package")
parser.add_argument(
"--full-archive", action="store_true", help="Generate a full symbol archive"
)
args = parser.parse_args(argv)
excludes = []
includes = []
if args.full_archive:
# We allow symbols for tests to be included when building on try
if os.environ.get("MH_BRANCH", "unknown") != "try":
excludes = ["*test*", "*Test*"]
else:
includes = ["**/*.sym"]
make_archive(args.archive, args.base, excludes, includes)
if __name__ == "__main__":
main(sys.argv[1:])
|
