summaryrefslogtreecommitdiffstats
path: root/python/mozbuild/mozbuild/test/backend/test_build.py
diff options
context:
space:
mode:
Diffstat (limited to 'python/mozbuild/mozbuild/test/backend/test_build.py')
-rw-r--r--python/mozbuild/mozbuild/test/backend/test_build.py265
1 files changed, 265 insertions, 0 deletions
diff --git a/python/mozbuild/mozbuild/test/backend/test_build.py b/python/mozbuild/mozbuild/test/backend/test_build.py
new file mode 100644
index 0000000000..3287ba5e57
--- /dev/null
+++ b/python/mozbuild/mozbuild/test/backend/test_build.py
@@ -0,0 +1,265 @@
+# This Source Code Form is subject to the terms of the Mozilla Public
+# License, v. 2.0. If a copy of the MPL was not distributed with this
+# file, You can obtain one at http://mozilla.org/MPL/2.0/.
+
+import os
+import shutil
+import sys
+import unittest
+from contextlib import contextmanager
+from tempfile import mkdtemp
+
+import buildconfig
+import mozpack.path as mozpath
+import six
+from mozfile import which
+from mozpack.files import FileFinder
+from mozunit import main
+
+from mozbuild.backend import get_backend_class
+from mozbuild.backend.configenvironment import ConfigEnvironment
+from mozbuild.backend.fastermake import FasterMakeBackend
+from mozbuild.backend.recursivemake import RecursiveMakeBackend
+from mozbuild.base import MozbuildObject
+from mozbuild.frontend.emitter import TreeMetadataEmitter
+from mozbuild.frontend.reader import BuildReader
+from mozbuild.util import ensureParentDir
+
+
+def make_path():
+ try:
+ return buildconfig.substs["GMAKE"]
+ except KeyError:
+ fetches_dir = os.environ.get("MOZ_FETCHES_DIR")
+ extra_search_dirs = ()
+ if fetches_dir:
+ extra_search_dirs = (os.path.join(fetches_dir, "mozmake"),)
+ # Fallback for when running the test without an objdir.
+ for name in ("gmake", "make", "mozmake", "gnumake", "mingw32-make"):
+ path = which(name, extra_search_dirs=extra_search_dirs)
+ if path:
+ return path
+
+
+BASE_SUBSTS = [
+ ("PYTHON", mozpath.normsep(sys.executable)),
+ ("PYTHON3", mozpath.normsep(sys.executable)),
+ ("MOZ_UI_LOCALE", "en-US"),
+ ("GMAKE", make_path()),
+]
+
+
+class TestBuild(unittest.TestCase):
+ def setUp(self):
+ self._old_env = dict(os.environ)
+ os.environ.pop("MOZCONFIG", None)
+ os.environ.pop("MOZ_OBJDIR", None)
+ os.environ.pop("MOZ_PGO", None)
+
+ def tearDown(self):
+ os.environ.clear()
+ os.environ.update(self._old_env)
+
+ @contextmanager
+ def do_test_backend(self, *backends, **kwargs):
+ # Create the objdir in the srcdir to ensure that they share
+ # the same drive on Windows.
+ topobjdir = mkdtemp(dir=buildconfig.topsrcdir)
+ try:
+ config = ConfigEnvironment(buildconfig.topsrcdir, topobjdir, **kwargs)
+ reader = BuildReader(config)
+ emitter = TreeMetadataEmitter(config)
+ moz_build = mozpath.join(config.topsrcdir, "test.mozbuild")
+ definitions = list(emitter.emit(reader.read_mozbuild(moz_build, config)))
+ for backend in backends:
+ backend(config).consume(definitions)
+
+ yield config
+ except Exception:
+ raise
+ finally:
+ if not os.environ.get("MOZ_NO_CLEANUP"):
+ shutil.rmtree(topobjdir)
+
+ @contextmanager
+ def line_handler(self):
+ lines = []
+
+ def handle_make_line(line):
+ lines.append(line)
+
+ try:
+ yield handle_make_line
+ except Exception:
+ print("\n".join(lines))
+ raise
+
+ if os.environ.get("MOZ_VERBOSE_MAKE"):
+ print("\n".join(lines))
+
+ def test_recursive_make(self):
+ substs = list(BASE_SUBSTS)
+ with self.do_test_backend(RecursiveMakeBackend, substs=substs) as config:
+ build = MozbuildObject(config.topsrcdir, None, None, config.topobjdir)
+ build._config_environment = config
+ overrides = [
+ "install_manifest_depends=",
+ "MOZ_JAR_MAKER_FILE_FORMAT=flat",
+ "TEST_MOZBUILD=1",
+ ]
+ with self.line_handler() as handle_make_line:
+ build._run_make(
+ directory=config.topobjdir,
+ target=overrides,
+ silent=False,
+ line_handler=handle_make_line,
+ )
+
+ self.validate(config)
+
+ def test_faster_recursive_make(self):
+ substs = list(BASE_SUBSTS) + [
+ ("BUILD_BACKENDS", "FasterMake+RecursiveMake"),
+ ]
+ with self.do_test_backend(
+ get_backend_class("FasterMake+RecursiveMake"), substs=substs
+ ) as config:
+ buildid = mozpath.join(config.topobjdir, "config", "buildid")
+ ensureParentDir(buildid)
+ with open(buildid, "w") as fh:
+ fh.write("20100101012345\n")
+
+ build = MozbuildObject(config.topsrcdir, None, None, config.topobjdir)
+ build._config_environment = config
+ overrides = [
+ "install_manifest_depends=",
+ "MOZ_JAR_MAKER_FILE_FORMAT=flat",
+ "TEST_MOZBUILD=1",
+ ]
+ with self.line_handler() as handle_make_line:
+ build._run_make(
+ directory=config.topobjdir,
+ target=overrides,
+ silent=False,
+ line_handler=handle_make_line,
+ )
+
+ self.validate(config)
+
+ def test_faster_make(self):
+ substs = list(BASE_SUBSTS) + [
+ ("MOZ_BUILD_APP", "dummy_app"),
+ ("MOZ_WIDGET_TOOLKIT", "dummy_widget"),
+ ]
+ with self.do_test_backend(
+ RecursiveMakeBackend, FasterMakeBackend, substs=substs
+ ) as config:
+ buildid = mozpath.join(config.topobjdir, "config", "buildid")
+ ensureParentDir(buildid)
+ with open(buildid, "w") as fh:
+ fh.write("20100101012345\n")
+
+ build = MozbuildObject(config.topsrcdir, None, None, config.topobjdir)
+ build._config_environment = config
+ overrides = [
+ "TEST_MOZBUILD=1",
+ ]
+ with self.line_handler() as handle_make_line:
+ build._run_make(
+ directory=mozpath.join(config.topobjdir, "faster"),
+ target=overrides,
+ silent=False,
+ line_handler=handle_make_line,
+ )
+
+ self.validate(config)
+
+ def validate(self, config):
+ self.maxDiff = None
+ test_path = mozpath.join(
+ "$SRCDIR",
+ "python",
+ "mozbuild",
+ "mozbuild",
+ "test",
+ "backend",
+ "data",
+ "build",
+ )
+
+ result = {
+ p: six.ensure_text(f.open().read())
+ for p, f in FileFinder(mozpath.join(config.topobjdir, "dist"))
+ }
+ self.assertTrue(len(result))
+ self.assertEqual(
+ result,
+ {
+ "bin/baz.ini": "baz.ini: FOO is foo\n",
+ "bin/child/bar.ini": "bar.ini\n",
+ "bin/child2/foo.css": "foo.css: FOO is foo\n",
+ "bin/child2/qux.ini": "qux.ini: BAR is not defined\n",
+ "bin/chrome.manifest": "manifest chrome/foo.manifest\n"
+ "manifest components/components.manifest\n",
+ "bin/chrome/foo.manifest": "content bar foo/child/\n"
+ "content foo foo/\n"
+ "override chrome://foo/bar.svg#hello "
+ "chrome://bar/bar.svg#hello\n",
+ "bin/chrome/foo/bar.js": "bar.js\n",
+ "bin/chrome/foo/child/baz.jsm": '//@line 2 "%s/baz.jsm"\nbaz.jsm: FOO is foo\n'
+ % (test_path),
+ "bin/chrome/foo/child/hoge.js": '//@line 2 "%s/bar.js"\nbar.js: FOO is foo\n'
+ % (test_path),
+ "bin/chrome/foo/foo.css": "foo.css: FOO is foo\n",
+ "bin/chrome/foo/foo.js": "foo.js\n",
+ "bin/chrome/foo/qux.js": "bar.js\n",
+ "bin/components/bar.js": '//@line 2 "%s/bar.js"\nbar.js: FOO is foo\n'
+ % (test_path),
+ "bin/components/components.manifest": "component {foo} foo.js\ncomponent {bar} bar.js\n", # NOQA: E501
+ "bin/components/foo.js": "foo.js\n",
+ "bin/defaults/pref/prefs.js": "prefs.js\n",
+ "bin/foo.ini": "foo.ini\n",
+ "bin/modules/baz.jsm": '//@line 2 "%s/baz.jsm"\nbaz.jsm: FOO is foo\n'
+ % (test_path),
+ "bin/modules/child/bar.jsm": "bar.jsm\n",
+ "bin/modules/child2/qux.jsm": '//@line 4 "%s/qux.jsm"\nqux.jsm: BAR is not defined\n' # NOQA: E501
+ % (test_path),
+ "bin/modules/foo.jsm": "foo.jsm\n",
+ "bin/res/resource": "resource\n",
+ "bin/res/child/resource2": "resource2\n",
+ "bin/app/baz.ini": "baz.ini: FOO is bar\n",
+ "bin/app/child/bar.ini": "bar.ini\n",
+ "bin/app/child2/qux.ini": "qux.ini: BAR is defined\n",
+ "bin/app/chrome.manifest": "manifest chrome/foo.manifest\n"
+ "manifest components/components.manifest\n",
+ "bin/app/chrome/foo.manifest": "content bar foo/child/\n"
+ "content foo foo/\n"
+ "override chrome://foo/bar.svg#hello "
+ "chrome://bar/bar.svg#hello\n",
+ "bin/app/chrome/foo/bar.js": "bar.js\n",
+ "bin/app/chrome/foo/child/baz.jsm": '//@line 2 "%s/baz.jsm"\nbaz.jsm: FOO is bar\n'
+ % (test_path),
+ "bin/app/chrome/foo/child/hoge.js": '//@line 2 "%s/bar.js"\nbar.js: FOO is bar\n'
+ % (test_path),
+ "bin/app/chrome/foo/foo.css": "foo.css: FOO is bar\n",
+ "bin/app/chrome/foo/foo.js": "foo.js\n",
+ "bin/app/chrome/foo/qux.js": "bar.js\n",
+ "bin/app/components/bar.js": '//@line 2 "%s/bar.js"\nbar.js: FOO is bar\n'
+ % (test_path),
+ "bin/app/components/components.manifest": "component {foo} foo.js\ncomponent {bar} bar.js\n", # NOQA: E501
+ "bin/app/components/foo.js": "foo.js\n",
+ "bin/app/defaults/preferences/prefs.js": "prefs.js\n",
+ "bin/app/foo.css": "foo.css: FOO is bar\n",
+ "bin/app/foo.ini": "foo.ini\n",
+ "bin/app/modules/baz.jsm": '//@line 2 "%s/baz.jsm"\nbaz.jsm: FOO is bar\n'
+ % (test_path),
+ "bin/app/modules/child/bar.jsm": "bar.jsm\n",
+ "bin/app/modules/child2/qux.jsm": '//@line 2 "%s/qux.jsm"\nqux.jsm: BAR is defined\n' # NOQA: E501
+ % (test_path),
+ "bin/app/modules/foo.jsm": "foo.jsm\n",
+ },
+ )
+
+
+if __name__ == "__main__":
+ main()
generated by cgit v1.2.3 (git 2.39.1) at 2024-05-17 05:14:25 +0000