Adding upstream version 110.0.1.upstream/110.0.1upstream

Signed-off-by: Daniel Baumann <daniel.baumann@progress-linux.org>

1 files changed, 619 insertions, 0 deletions

diff --git a/taskcluster/ci/source-test/python.yml b/taskcluster/ci/source-test/python.yml
new file mode 100644
index 0000000000..0d588d6c2d
--- /dev/null
+++ b/taskcluster/ci/source-test/python.yml
@@ -0,0 +1,619 @@
+# This Source Code Form is subject to the terms of the Mozilla Public
+# License, v. 2.0. If a copy of the MPL was not distributed with this
+# file, You can obtain one at http://mozilla.org/MPL/2.0/.
+---
+job-defaults:
+    platform: linux1804-64/opt
+    always-target:
+        by-platform:
+            macosx.*: false
+            default: true
+    worker-type:
+        by-platform:
+            linux1804-64.*: t-linux-xlarge-source
+            macosx1015-64.*: t-osx-1015-r8
+            windows10-64.*: win10-64-2004-source
+    worker:
+        by-platform:
+            linux1804-64.*:
+                docker-image: {in-tree: "lint"}
+                max-run-time: 3600
+            macosx.*:
+                max-run-time: 3600
+                env:
+                    PATH: "/usr/local/bin:/bin:/sbin:/usr/bin:/usr/sbin"
+            default:
+                max-run-time: 3600
+    treeherder:
+        kind: test
+        tier: 1
+    run:
+        using: mach
+    when:
+        files-changed:
+            - 'config/mozunit/**'
+            - 'python/mach_commands.py'
+
+firefox-ci:
+    description: taskcluster/gecko_taskgraph unit tests
+    always-target: false
+    python-version: [3]
+    treeherder:
+        symbol: ci
+    run:
+        using: python-test
+        subsuite: ci
+    when:
+        files-changed:
+            - 'taskcluster/ci/**'
+            - 'taskcluster/**/*.py'
+            - 'tools/tryselect/selectors/auto.py'
+
+fog:
+    description: Python unit tests for Firefox on Glean
+    platform:
+        - linux1804-64/opt
+        - macosx1015-64/opt
+        - windows10-64/opt
+    python-version: [3]
+    treeherder:
+        symbol: fp
+    run:
+        using: python-test
+        subsuite: fog
+    when:
+        files-changed:
+            - 'toolkit/components/glean/**'
+
+mach:
+    description: python/mach unit tests
+    platform:
+        - linux1804-64/opt
+        - macosx1015-64/opt
+        - windows10-64/opt
+    python-version: [3]
+    treeherder:
+        symbol: mach
+    run:
+        using: python-test
+        subsuite: mach
+    when:
+        files-changed:
+            - 'python/mach/**'
+            - 'python/sites/**'
+
+marionette-harness:
+    description: testing/marionette/harness unit tests
+    platform:
+        - linux1804-64/opt
+        - windows10-64/opt
+    python-version: [3]
+    treeherder:
+        symbol: mnh
+    run:
+        using: python-test
+        subsuite: marionette-harness
+    when:
+        files-changed:
+            - 'testing/marionette/harness/**'
+            - 'testing/mozbase/mozlog/mozlog/**'
+            - 'testing/mozbase/mozlog/setup.py'
+
+mochitest-harness:
+    description: testing/mochitest unittests
+    platform:
+        - linux1804-64/opt
+        - linux1804-64/debug
+        - linux1804-64-asan/opt
+    always-target: false
+    require-build:
+        by-project:
+            try:
+                linux1804-64-asan/opt: build-linux64-asan/opt
+                linux1804-64/debug: build-linux64/debug
+                linux1804-64/opt: build-linux64/opt
+            default:
+                linux1804-64-asan/opt: build-linux64-asan/opt
+                linux1804-64/debug: build-linux64/debug
+                linux1804-64/opt: build-linux64-shippable/opt
+    treeherder:
+        symbol: py3(mch)
+    worker:
+        by-platform:
+            linux1804-64.*:
+                docker-image: {in-tree: "ubuntu1804-test"}
+                max-run-time: 3600
+    run:
+        using: run-task
+        cwd: '{checkout}'
+        command: >
+            source /builds/worker/scripts/xvfb.sh &&
+            start_xvfb '1600x1200x24' 0 &&
+            export GECKO_BINARY_PATH=$MOZ_FETCHES_DIR/firefox/firefox &&
+            export TEST_HARNESS_ROOT=$MOZ_FETCHES_DIR/tests &&
+            ./mach python-test --subsuite mochitest
+    fetches:
+        build:
+            - target.tar.bz2
+            - artifact: target.common.tests.tar.gz
+              dest: tests
+            - artifact: target.mochitest.tests.tar.gz
+              dest: tests
+        toolchain:
+            - linux64-fix-stacks
+    when:
+        files-changed:
+            - 'testing/mochitest/**'
+            - 'testing/mozbase/mozrunner/mozrunner/**'
+            - 'testing/mozbase/moztest/moztest/selftest/**'
+            - 'testing/mozharness/mozharness/base/log.py'
+            - 'testing/mozharness/mozharness/mozilla/structuredlog.py'
+            - 'testing/mozharness/mozharness/mozilla/testing/errors.py'
+            - 'testing/profiles/**'
+
+
+mozbase:
+    description: testing/mozbase unit tests
+    platform:
+        - linux1804-64/opt
+        - macosx1015-64/opt
+        - windows10-64/opt
+    python-version: [3]
+    treeherder:
+        symbol: mb
+    run:
+        using: python-test
+        subsuite: mozbase
+    when:
+        files-changed:
+            - 'testing/mozbase/**'
+
+mozharness:
+    description: mozharness integration tests
+    treeherder:
+        symbol: py3(mh)
+    run:
+        using: run-task
+        cache-dotcache: true
+        cwd: '{checkout}/testing/mozharness'
+        command: >
+            /usr/local/bin/tox -e py39-hg5.2
+    when:
+        files-changed:
+            - 'testing/mozharness/**'
+
+mozlint:
+    description: python/mozlint unit tests
+    platform:
+        - linux1804-64/opt
+        - macosx1015-64/opt
+        - windows10-64/opt
+    python-version: [3]
+    treeherder:
+        symbol: mozlint
+        tier: 2
+    run:
+        using: python-test
+        subsuite: mozlint
+    dependencies:
+        clang-tidy:
+            by-platform:
+                linux1804-64/opt: toolchain-linux64-clang-tidy
+                macosx1015-64/opt: toolchain-macosx64-clang-tidy
+                windows10-64/opt: toolchain-win64-clang-tidy
+    fetches:
+        toolchain:
+            by-platform:
+                linux1804-64/opt:
+                    - linux64-node
+                    - linux64-rust
+                macosx1015-64/opt:
+                    - macosx64-node
+                    - macosx64-rust
+                windows10-64/opt:
+                    - win64-node
+                    - win64-rust
+        clang-tidy:
+            - artifact: clang-tidy.tar.zst
+              dest: clang-tools
+    when:
+        files-changed:
+            - 'python/mozlint/**'
+            - 'tools/lint/**'
+
+mozrelease:
+    description: python/mozrelease unit tests
+    python-version: [3]
+    treeherder:
+        symbol: release
+    run:
+        using: python-test
+        subsuite: mozrelease
+    when:
+        files-changed:
+            - 'python/mozrelease/**'
+
+mozterm:
+    description: python/mozterm unit tests
+    platform:
+        - linux1804-64/opt
+        - windows10-64/opt
+    python-version: [3]
+    treeherder:
+        symbol: term
+    run:
+        using: python-test
+        subsuite: mozterm
+    when:
+        files-changed:
+            - 'python/mozterm/**'
+
+mozversioncontrol:
+    description: python/mozversioncontrol unit tests
+    platform:
+        - linux1804-64/opt
+        - macosx1015-64/opt
+        - windows10-64/opt
+    python-version: [3]
+    treeherder:
+        symbol: vcs
+    run:
+        using: python-test
+        subsuite: mozversioncontrol
+    when:
+        files-changed:
+            - 'python/mozversioncontrol/**'
+
+raptor:
+    description: testing/raptor unit tests
+    platform:
+        - linux1804-64/opt
+        - macosx1015-64/opt
+        - windows10-64/opt
+    python-version: [3]
+    treeherder:
+        symbol: rap
+    run:
+        using: python-test
+        subsuite: raptor
+    when:
+        files-changed:
+            - 'testing/raptor/**'
+
+reftest-harness:
+    description: layout/tools/reftest unittests
+    platform:
+        - linux1804-64/opt
+        - linux1804-64/debug
+        - linux1804-64-asan/opt
+    require-build:
+        by-project:
+            try:
+                linux1804-64-asan/opt: build-linux64-asan/opt
+                linux1804-64/debug: build-linux64/debug
+                linux1804-64/opt: build-linux64/opt
+            default:
+                linux1804-64-asan/opt: build-linux64-asan/opt
+                linux1804-64/debug: build-linux64/debug
+                linux1804-64/opt: build-linux64-shippable/opt
+    always-target: false
+    treeherder:
+        symbol: py3(ref)
+    worker:
+        by-platform:
+            linux1804-64.*:
+                docker-image: {in-tree: "ubuntu1804-test"}
+                max-run-time: 3600
+    run:
+        using: run-task
+        cwd: '{checkout}'
+        command: >
+            source /builds/worker/scripts/xvfb.sh &&
+            start_xvfb '1600x1200x24' 0 &&
+            export GECKO_BINARY_PATH=$MOZ_FETCHES_DIR/firefox/firefox &&
+            export TEST_HARNESS_ROOT=$MOZ_FETCHES_DIR/tests &&
+            ./mach python-test --subsuite reftest
+    fetches:
+        build:
+            - target.tar.bz2
+            - artifact: target.common.tests.tar.gz
+              dest: tests
+            - artifact: target.reftest.tests.tar.gz
+              dest: tests
+        toolchain:
+            - linux64-fix-stacks
+    when:
+        files-changed:
+            - 'layout/tools/reftest/**'
+            - 'testing/mozbase/mozrunner/mozrunner/**'
+            - 'testing/mozbase/moztest/moztest/selftest/**'
+            - 'testing/mozharness/mozharness/base/log.py'
+            - 'testing/mozharness/mozharness/mozilla/structuredlog.py'
+            - 'testing/mozharness/mozharness/mozilla/testing/errors.py'
+
+taskgraph-tests:
+    description: taskcluster/gecko_taskgraph unit tests
+    python-version: [3]
+    treeherder:
+        symbol: tg
+    run:
+        using: python-test
+        subsuite: taskgraph
+    when:
+        files-changed:
+            - 'taskcluster/**/*.py'
+            - 'python/mach/**/*.py'
+
+tryselect:
+    description: tools/tryselect unit tests
+    platform:
+        - linux1804-64/opt
+        - windows10-64/opt
+    python-version: [3]
+    treeherder:
+        symbol: try
+    run:
+        using: python-test
+        subsuite: try
+    when:
+        files-changed:
+            - 'taskcluster/ci/test/**'
+            - 'taskcluster/gecko_taskgraph/transforms/**'
+            - 'tools/tryselect/**'
+
+mozbuild:
+    description: mozbuild unit tests
+    platform:
+        - linux1804-64/opt
+        - macosx1015-64/opt
+        - windows10-64/opt
+    python-version: [3]
+    treeherder:
+        symbol: mbu
+    run:
+        using: python-test
+        subsuite: mozbuild
+    fetches:
+        toolchain:
+            by-platform:
+                linux1804-64/opt:
+                    - linux64-node-12
+                macosx1015-64/opt:
+                    - macosx64-node-12
+                windows10-64/opt:
+                    - win64-node-12
+    when:
+        files-changed:
+            - '**/moz.configure'
+            - 'build/moz.configure/**'
+            - 'config/tests/**'
+            - 'dom/bindings/mozwebidlcodegen/**'
+            - 'modules/libpref/init/**'
+            - 'modules/libpref/test/**'
+            - 'python/mach/**'
+            - 'python/mozboot/**'
+            - 'python/mozbuild/**'
+            - 'python/mozterm/**'
+            - 'python/mozversioncontrol/**'
+            - 'testing/mozbase/**'
+            - 'testing/xpcshell/xpcshellcommandline.py'
+
+mozperftest:
+    description: mozperftest unit tests
+    platform:
+        - linux1804-64/opt
+        - macosx1015-64/opt
+        - windows10-64/opt
+    treeherder:
+        symbol: mpu
+    run:
+        mach: perftest-test
+    fetches:
+        toolchain:
+            by-platform:
+                linux1804-64/opt:
+                    - linux64-node
+                macosx1015-64/opt:
+                    - macosx64-node
+                windows10-64/opt:
+                    - win64-node
+    when:
+        files-changed:
+            - 'testing/performance/**'
+            - 'python/mozperftest/**'
+
+fxms-schemas:
+    description: >
+        Ensure messaging-system schemas are up-to-date and run Experimenter
+        integration tests.
+    platform:
+        - linux1804-64/opt
+    treeherder:
+        symbol: py3(fxms)
+    require-build:
+        by-project:
+            try:
+                linux1804-64/opt: build-linux64/opt
+            default:
+                linux1804-64/opt: build-linux64/opt
+    fetches:
+        build:
+            - artifact: target.tar.bz2
+            - artifact: target.common.tests.tar.gz
+    worker:
+        by-platform:
+            linux1804-64.*:
+                docker-image: {in-tree: "ubuntu1804-test"}
+                max-run-time: 3600
+    run:
+        using: run-task
+        cwd: '{checkout}'
+        command: >
+            cd browser/components/newtab/content-src/asrouter/schemas &&
+            env LD_LIBRARY_PATH=${MOZ_FETCHES_DIR}/firefox \
+                ${MOZ_FETCHES_DIR}/bin/xpcshell \
+                    -g ${MOZ_FETCHES_DIR}/firefox \
+                    -a ${MOZ_FETCHES_DIR}/firefox/browser \
+                    extract-test-corpus.js
+            ../../../../../../mach python -- make-schemas.py --check
+    when:
+        files-changed:
+            - 'browser/components/newtab/content-src/asrouter/schemas/extract-test-corpus.js'
+            - 'browser/components/newtab/content-src/asrouter/schemas/make-schemas.py'
+            - 'browser/components/newtab/content-src/**/*.schema.json'
+            - 'browser/components/newtab/lib/CFRMessageProvider.jsm'
+            - 'browser/components/newtab/lib/OnboardingMessageProvider.jsm'
+            - 'browser/components/newtab/lib/PanelTestProvider.jsm'
+
+condprof:
+    description: testing/condprofile unit tests
+    platform:
+        - linux1804-64/opt
+        - macosx1015-64/opt
+        - windows10-64/opt
+    python-version: [3]
+    treeherder:
+        symbol: condprof
+    run:
+        using: python-test
+        subsuite: condprof
+    when:
+        files-changed:
+            - 'testing/condprofile/condprof**'
+            - 'testing/condprofile/setup.py'
+
+featuregates:
+    description: featuregates Python unit tests
+    platform:
+        - linux1804-64/opt
+        - windows10-64/opt
+    python-version: [3]
+    treeherder:
+        symbol: fg
+    run:
+        using: python-test
+        subsuite: featuregates
+    fetches:
+        toolchain:
+            by-platform:
+                linux1804-64/opt:
+                    - linux64-node
+                windows10-64/opt:
+                    - win64-node
+    when:
+        files-changed:
+            - 'toolkit/components/featuregates/**'
+
+talos:
+    description: testing/talos unit tests
+    platform: windows10-64/opt
+    python-version: [3]
+    treeherder:
+        symbol: tal
+    run:
+        using: python-test
+        subsuite: talos
+    when:
+        files-changed:
+            - 'testing/talos/**'
+
+telemetry-integration-tests:
+    description: pytest-based integration tests for Telemetry
+    always-target: false
+    platform:
+        - linux1804-64/opt
+    worker:
+        by-platform:
+            linux1804-64.*:
+                docker-image: {in-tree: "ubuntu1804-test"}
+                max-run-time: 3600
+    require-build:
+        by-project:
+            try:
+                linux1804-64/opt: build-linux64/opt
+            default:
+                linux1804-64/opt: build-linux64-shippable/opt
+    treeherder:
+        symbol: tt(i)
+        tier: 3
+    run-on-projects: []
+    run:
+        using: run-task
+        cwd: '{checkout}'
+        command: >
+            source /builds/worker/scripts/xvfb.sh &&
+            start_xvfb '1600x1200x24' 0 &&
+            export GECKO_BINARY_PATH=$MOZ_FETCHES_DIR/firefox/firefox &&
+            ./mach python-test --subsuite telemetry-integration-tests
+    fetches:
+        build:
+            - target.tar.bz2
+            - artifact: target.common.tests.tar.gz
+              dest: tests
+            - artifact: target.reftest.tests.tar.gz
+              dest: tests
+    when:
+        files-changed:
+            - 'toolkit/components/telemetry/**'
+
+telemetry-python:
+    description: Python unit tests for Telemetry
+    platform:
+        - linux1804-64/opt
+        - macosx1015-64/opt
+        - windows10-64/opt
+    python-version: [3]
+    treeherder:
+        symbol: tp
+    run:
+        using: python-test
+        subsuite: telemetry-python
+    fetches:
+        toolchain:
+            by-platform:
+                linux1804-64/opt:
+                    - linux64-node
+                macosx1015-64/opt:
+                    - macosx64-node
+                windows10-64/opt:
+                    - win64-node
+    when:
+        files-changed:
+            - 'toolkit/components/telemetry/**'
+
+webext:
+    description: WebExtensions python utilities unit tests
+    platform:
+        - linux1804-64/opt
+    python-version: [3]
+    treeherder:
+        symbol: webext-py
+        tier: 2
+    run:
+        using: python-test
+        subsuite: webext-python
+    when:
+        files-changed:
+            - 'toolkit/components/extensions/webidl-api/**'
+            - 'toolkit/components/extensions/schemas/*.json'
+            - 'browser/components/extensions/schemas/*.json'
+            - 'mobile/android/components/extensions/schemas/*.json'
+
+xpcom:
+    description: xpcom unit tests
+    platform:
+        - linux1804-64/opt
+    python-version: [3]
+    treeherder:
+        symbol: xpcom
+    run:
+        using: python-test
+        subsuite: xpcom
+    when:
+        files-changed:
+            - 'third_party/python/ply/**'
+            - 'xpcom/components/*.py'
+            - 'xpcom/components/test/**'
+            - 'xpcom/ds/tools/**'
+            - 'xpcom/ds/test/**'
+            - 'xpcom/idl-parser/**'