From a90a5cba08fdf6c0ceb95101c275108a152a3aed Mon Sep 17 00:00:00 2001 From: Daniel Baumann Date: Wed, 12 Jun 2024 07:35:37 +0200 Subject: Merging upstream version 127.0. Signed-off-by: Daniel Baumann --- taskcluster/android_taskgraph/target_tasks.py | 12 +- .../transforms/build_android_app.py | 1 - taskcluster/ci/addon/kind.yml | 44 - taskcluster/ci/android-l10n/kind.yml | 55 - taskcluster/ci/android-startup-test/kind.yml | 129 -- taskcluster/ci/artifact-build/kind.yml | 105 -- taskcluster/ci/attribution-l10n/kind.yml | 187 -- taskcluster/ci/attribution/kind.yml | 176 -- taskcluster/ci/balrog/kind.yml | 35 - taskcluster/ci/beetmover-android-app/kind.yml | 47 - taskcluster/ci/beetmover-apt/kind.yml | 29 - taskcluster/ci/beetmover-checksums/kind.yml | 30 - taskcluster/ci/beetmover-components/kind.yml | 62 - taskcluster/ci/beetmover-geckoview/kind.yml | 69 - taskcluster/ci/beetmover-repackage/kind.yml | 65 - taskcluster/ci/beetmover-source/kind.yml | 23 - taskcluster/ci/bootstrap/kind.yml | 103 -- taskcluster/ci/bouncer-locations/kind.yml | 52 - taskcluster/ci/build-apk/kind.yml | 518 ------ taskcluster/ci/build-bundle/kind.yml | 213 --- taskcluster/ci/build-components/kind.yml | 134 -- taskcluster/ci/build-fat-aar/kind.yml | 204 --- taskcluster/ci/build-mac-notarization/kind.yml | 34 - taskcluster/ci/build-mac-signing/kind.yml | 34 - taskcluster/ci/build-samples-browser/kind.yml | 64 - taskcluster/ci/build-signing/kind.yml | 34 - taskcluster/ci/build/android-asan.yml | 76 - taskcluster/ci/build/android-stuff.yml | 54 - taskcluster/ci/build/android.yml | 645 ------- taskcluster/ci/build/ios.yml | 127 -- taskcluster/ci/build/kind.yml | 94 - taskcluster/ci/build/linux-base-toolchains.yml | 173 -- taskcluster/ci/build/linux.yml | 1850 ------------------- taskcluster/ci/build/macosx-native.yml | 145 -- taskcluster/ci/build/macosx.yml | 943 ---------- taskcluster/ci/build/windows-mingw.yml | 173 -- taskcluster/ci/build/windows.yml | 1583 ---------------- taskcluster/ci/code-review/kind.yml | 45 - taskcluster/ci/condprof/kind.yml | 136 -- taskcluster/ci/config.yml | 1072 ----------- taskcluster/ci/cron-bouncer-check/kind.yml | 82 - taskcluster/ci/diffoscope/artifacts.yml | 52 - taskcluster/ci/diffoscope/kind.yml | 61 - taskcluster/ci/diffoscope/reproducible.yml | 29 - taskcluster/ci/docker-image/kind.yml | 253 --- taskcluster/ci/fetch/benchmarks.yml | 19 - taskcluster/ci/fetch/browsertime.yml | 187 -- taskcluster/ci/fetch/chromium-fetch.yml | 38 - taskcluster/ci/fetch/kind.yml | 20 - taskcluster/ci/fetch/moz.build | 8 - taskcluster/ci/fetch/resource-monitor.yml | 10 - .../ci/fetch/toolchain-clang-tidy-external.yml | 13 - taskcluster/ci/fetch/toolchains.yml | 677 ------- taskcluster/ci/fetch/updatebot.yml | 33 - taskcluster/ci/fuzzing/kind.yml | 69 - taskcluster/ci/fxrecord/kind.yml | 46 - .../ci/geckodriver-mac-notarization/kind.yml | 37 - taskcluster/ci/geckodriver-signing/kind.yml | 20 - taskcluster/ci/generate-profile/kind.yml | 364 ---- taskcluster/ci/github-sync/kind.yml | 53 - taskcluster/ci/hazard/kind.yml | 83 - taskcluster/ci/instrumented-build/kind.yml | 493 ----- taskcluster/ci/l10n-bump/kind.yml | 135 -- taskcluster/ci/l10n-cross-channel/kind.yml | 41 - taskcluster/ci/l10n/kind.yml | 149 -- .../ci/mar-signing-autograph-stage/kind.yml | 34 - taskcluster/ci/mar-signing-l10n/kind.yml | 39 - taskcluster/ci/mar-signing/kind.yml | 41 - taskcluster/ci/maybe-release/kind.yml | 45 - taskcluster/ci/merge-automation/kind.yml | 72 - taskcluster/ci/openh264-plugin/kind.yml | 226 --- taskcluster/ci/openh264-signing/kind.yml | 19 - taskcluster/ci/packages/debian.yml | 126 -- taskcluster/ci/packages/kind.yml | 25 - taskcluster/ci/packages/ubuntu.yml | 156 -- taskcluster/ci/partials-signing/kind.yml | 24 - taskcluster/ci/partials/kind.yml | 39 - taskcluster/ci/perftest/android.yml | 363 ---- taskcluster/ci/perftest/kind.yml | 48 - taskcluster/ci/perftest/linux.yml | 384 ---- taskcluster/ci/perftest/macosx.yml | 287 --- taskcluster/ci/perftest/windows.yml | 235 --- taskcluster/ci/post-balrog-dummy/kind.yml | 22 - .../ci/post-beetmover-checksums-dummy/kind.yml | 31 - .../ci/post-beetmover-components-dummy/kind.yml | 35 - taskcluster/ci/post-beetmover-dummy/kind.yml | 23 - taskcluster/ci/post-langpack-dummy/kind.yml | 29 - taskcluster/ci/post-signing/kind.yml | 36 - taskcluster/ci/post-update-verify-dummy/kind.yml | 22 - taskcluster/ci/push-bundle/kind.yml | 73 - taskcluster/ci/release-balrog-scheduling/kind.yml | 92 - .../ci/release-balrog-submit-toplevel/kind.yml | 79 - .../ci/release-beetmover-push-to-release/kind.yml | 33 - .../kind.yml | 23 - .../ci/release-beetmover-signed-langpacks/kind.yml | 40 - .../ci/release-beetmover-source-checksums/kind.yml | 23 - taskcluster/ci/release-bouncer-aliases/kind.yml | 95 - taskcluster/ci/release-bouncer-check/kind.yml | 76 - taskcluster/ci/release-bouncer-sub/kind.yml | 58 - taskcluster/ci/release-early-tagging/kind.yml | 55 - .../kind.yml | 24 - .../ci/release-eme-free-repack-beetmover/kind.yml | 26 - .../kind.yml | 29 - .../release-eme-free-repack-mac-signing/kind.yml | 28 - .../kind.yml | 24 - .../ci/release-eme-free-repack-repackage/kind.yml | 60 - taskcluster/ci/release-eme-free-repack/kind.yml | 81 - taskcluster/ci/release-final-verify/kind.yml | 47 - taskcluster/ci/release-flatpak-push/kind.yml | 42 - taskcluster/ci/release-flatpak-repackage/kind.yml | 66 - .../release-generate-checksums-beetmover/kind.yml | 21 - .../ci/release-generate-checksums-signing/kind.yml | 18 - taskcluster/ci/release-generate-checksums/kind.yml | 86 - taskcluster/ci/release-mark-as-shipped/kind.yml | 44 - taskcluster/ci/release-msix-push/kind.yml | 45 - taskcluster/ci/release-notify-av-announce/kind.yml | 40 - taskcluster/ci/release-notify-promote/kind.yml | 40 - taskcluster/ci/release-notify-push/kind.yml | 47 - taskcluster/ci/release-notify-ship/kind.yml | 48 - taskcluster/ci/release-notify-started/kind.yml | 34 - taskcluster/ci/release-notify-testrail/kind.yml | 85 - .../release-partner-attribution-beetmover/kind.yml | 22 - .../ci/release-partner-attribution/kind.yml | 40 - .../ci/release-partner-repack-beetmover/kind.yml | 30 - .../ci/release-partner-repack-bouncer-sub/kind.yml | 41 - .../release-partner-repack-chunking-dummy/kind.yml | 30 - .../kind.yml | 29 - .../ci/release-partner-repack-mac-signing/kind.yml | 29 - .../kind.yml | 29 - .../ci/release-partner-repack-repackage/kind.yml | 61 - taskcluster/ci/release-partner-repack/kind.yml | 87 - taskcluster/ci/release-push-langpacks/kind.yml | 52 - .../release-secondary-balrog-scheduling/kind.yml | 41 - .../kind.yml | 46 - .../ci/release-secondary-final-verify/kind.yml | 38 - .../ci/release-secondary-flatpak-push/kind.yml | 38 - .../ci/release-secondary-notify-ship/kind.yml | 34 - .../kind.yml | 124 -- .../ci/release-secondary-update-verify/kind.yml | 77 - taskcluster/ci/release-snap-repackage/kind.yml | 60 - .../ci/release-source-checksums-signing/kind.yml | 20 - taskcluster/ci/release-source-signing/kind.yml | 21 - taskcluster/ci/release-source/kind.yml | 54 - .../ci/release-update-verify-config-next/kind.yml | 98 - .../ci/release-update-verify-config/kind.yml | 292 --- taskcluster/ci/release-update-verify-next/kind.yml | 73 - taskcluster/ci/release-update-verify/kind.yml | 115 -- taskcluster/ci/release-version-bump/kind.yml | 79 - taskcluster/ci/repackage-deb-l10n/kind.yml | 43 - taskcluster/ci/repackage-deb/kind.yml | 53 - taskcluster/ci/repackage-l10n/kind.yml | 86 - taskcluster/ci/repackage-msi/kind.yml | 49 - taskcluster/ci/repackage-msix/kind.yml | 110 -- .../ci/repackage-shippable-l10n-msix/kind.yml | 111 -- taskcluster/ci/repackage-signing-l10n/kind.yml | 31 - taskcluster/ci/repackage-signing-msi/kind.yml | 27 - taskcluster/ci/repackage-signing-msix/kind.yml | 19 - .../repackage-signing-shippable-l10n-msix/kind.yml | 18 - taskcluster/ci/repackage-signing/kind.yml | 29 - taskcluster/ci/repackage/kind.yml | 100 -- taskcluster/ci/repo-update/kind.yml | 77 - taskcluster/ci/scriptworker-canary/kind.yml | 33 - taskcluster/ci/searchfox/kind.yml | 224 --- taskcluster/ci/sentry/kind.yml | 34 - .../ci/shippable-l10n-mac-notarization/kind.yml | 29 - taskcluster/ci/shippable-l10n-mac-signing/kind.yml | 31 - taskcluster/ci/shippable-l10n-signing/kind.yml | 31 - taskcluster/ci/shippable-l10n/kind.yml | 199 -- taskcluster/ci/signing-apk/kind.yml | 71 - taskcluster/ci/signing-bundle/kind.yml | 41 - taskcluster/ci/signing/kind.yml | 42 - taskcluster/ci/snap-upstream-build/kind.yml | 218 --- taskcluster/ci/snap-upstream-test/kind.yml | 73 - .../ci/source-test/android-compare-locales.yml | 47 - taskcluster/ci/source-test/android-detekt.yml | 76 - taskcluster/ci/source-test/android-lint.yml | 66 - taskcluster/ci/source-test/buildconfig.yml | 68 - taskcluster/ci/source-test/clang.yml | 117 -- taskcluster/ci/source-test/cram.yml | 21 - taskcluster/ci/source-test/doc.yml | 75 - taskcluster/ci/source-test/file-metadata.yml | 126 -- taskcluster/ci/source-test/jsshell.yml | 87 - taskcluster/ci/source-test/kind.yml | 51 - taskcluster/ci/source-test/ktlint.yml | 59 - taskcluster/ci/source-test/mozlint-android.yml | 107 -- taskcluster/ci/source-test/mozlint.yml | 621 ------- taskcluster/ci/source-test/node.yml | 221 --- taskcluster/ci/source-test/puppeteer.yml | 52 - taskcluster/ci/source-test/python.yml | 637 ------- taskcluster/ci/source-test/shadow-scheduler.yml | 178 -- taskcluster/ci/source-test/taskgraph.yml | 42 - taskcluster/ci/source-test/vendor.yml | 44 - taskcluster/ci/source-test/webcompat.yml | 37 - taskcluster/ci/source-test/webidl.yml | 24 - taskcluster/ci/source-test/wpt-manifest.yml | 39 - taskcluster/ci/source-test/wpt-metadata.yml | 58 - taskcluster/ci/spidermonkey/kind.yml | 74 - taskcluster/ci/spidermonkey/linux.yml | 628 ------- taskcluster/ci/spidermonkey/windows.yml | 124 -- taskcluster/ci/startup-test/kind.yml | 129 -- taskcluster/ci/static-analysis-autotest/kind.yml | 101 -- taskcluster/ci/system-symbols-reprocess/kind.yml | 46 - taskcluster/ci/system-symbols-upload/kind.yml | 34 - taskcluster/ci/system-symbols/kind.yml | 320 ---- taskcluster/ci/test-apk/kind.yml | 157 -- taskcluster/ci/test-components/kind.yml | 89 - taskcluster/ci/test/awsy.yml | 75 - taskcluster/ci/test/browsertime-desktop.yml | 973 ---------- taskcluster/ci/test/browsertime-mobile.yml | 519 ------ taskcluster/ci/test/compiled.yml | 138 -- taskcluster/ci/test/firefox-ui.yml | 27 - taskcluster/ci/test/kind.yml | 95 - taskcluster/ci/test/marionette.yml | 54 - taskcluster/ci/test/misc.yml | 272 --- taskcluster/ci/test/mochitest.yml | 1166 ------------ taskcluster/ci/test/reftest.yml | 281 --- taskcluster/ci/test/talos.yml | 817 --------- taskcluster/ci/test/test-platforms.yml | 505 ------ taskcluster/ci/test/test-sets.yml | 498 ----- taskcluster/ci/test/variants.yml | 416 ----- taskcluster/ci/test/web-platform.yml | 596 ------ taskcluster/ci/test/xpcshell.yml | 198 -- taskcluster/ci/toolchain/android.yml | 264 --- taskcluster/ci/toolchain/cargo-vet.yml | 61 - taskcluster/ci/toolchain/cbindgen.yml | 65 - taskcluster/ci/toolchain/clang-tidy.yml | 128 -- taskcluster/ci/toolchain/clang.yml | 1284 ------------- taskcluster/ci/toolchain/compiler-rt.yml | 705 -------- taskcluster/ci/toolchain/dist-toolchains.yml | 40 - taskcluster/ci/toolchain/dump-syms.yml | 62 - taskcluster/ci/toolchain/fix-stacks.yml | 72 - taskcluster/ci/toolchain/gcc.yml | 79 - taskcluster/ci/toolchain/geckodriver.yml | 137 -- taskcluster/ci/toolchain/gn.yml | 49 - taskcluster/ci/toolchain/grcov.yml | 48 - taskcluster/ci/toolchain/hostutils.yml | 23 - taskcluster/ci/toolchain/kind.yml | 55 - taskcluster/ci/toolchain/libunwind.yml | 247 --- taskcluster/ci/toolchain/llvm-symbolizer.yml | 361 ---- taskcluster/ci/toolchain/macos-sdk.yml | 84 - taskcluster/ci/toolchain/mingw.yml | 42 - taskcluster/ci/toolchain/minidump-stackwalk.yml | 96 - taskcluster/ci/toolchain/misc.yml | 620 ------- taskcluster/ci/toolchain/nasm.yml | 87 - taskcluster/ci/toolchain/node.yml | 79 - taskcluster/ci/toolchain/pkgconf.yml | 56 - taskcluster/ci/toolchain/python.yml | 97 - taskcluster/ci/toolchain/resourcemonitor.yml | 44 - taskcluster/ci/toolchain/rust-size.yml | 38 - taskcluster/ci/toolchain/rust.yml | 233 --- taskcluster/ci/toolchain/sccache.yml | 88 - taskcluster/ci/toolchain/sysroot.yml | 206 --- taskcluster/ci/trigger-comm-central/kind.yml | 43 - taskcluster/ci/ui-test-apk/kind.yml | 353 ---- taskcluster/ci/updatebot/kind.yml | 92 - taskcluster/ci/updatebot/moz.build | 8 - .../tooltool-manifests/updatebot.manifest | 29 - .../ci/upload-generated-sources-dummy/kind.yml | 26 - taskcluster/ci/upload-generated-sources/kind.yml | 42 - taskcluster/ci/upload-symbols-dummy/kind.yml | 27 - taskcluster/ci/upload-symbols/kind.yml | 53 - taskcluster/ci/valgrind/kind.yml | 65 - taskcluster/ci/webrender/kind.yml | 634 ------- taskcluster/config.yml | 1092 +++++++++++ taskcluster/docker/debian-repackage/Dockerfile | 36 +- taskcluster/docker/github-sync/Dockerfile | 14 - taskcluster/docker/github-sync/prepare.sh | 31 - taskcluster/docker/github-sync/requirements.txt | 3 - taskcluster/docker/sentry/Dockerfile | 2 +- .../docker/snap-coreXX-build/snap-tests/README.md | 4 + .../docker/snap-coreXX-build/snap-tests/record.py | 24 + .../docker/snap-coreXX-build/snap-tests/tests.sh | 10 + .../docker/system-symbols-linux-scraper/Dockerfile | 2 +- .../docker/system-symbols-linux-scraper/README | 64 + taskcluster/docker/updatebot/updatebot-version.sh | 2 +- taskcluster/docker/updatebot/windows-setup.sh | 4 +- taskcluster/docs/howto/index.rst | 4 +- taskcluster/docs/kinds.rst | 7 +- taskcluster/docs/kinds/test.rst | 2 +- taskcluster/docs/partner-attribution.rst | 2 +- taskcluster/docs/partner-repacks.rst | 2 +- taskcluster/docs/taskgraph.rst | 6 +- taskcluster/docs/versioncontrol.rst | 2 +- taskcluster/gecko_taskgraph/config.py | 3 +- taskcluster/gecko_taskgraph/files_changed.py | 16 +- taskcluster/gecko_taskgraph/main.py | 10 +- .../manifests/firefox_candidates.yml | 6 + .../manifests/firefox_candidates_checksums.yml | 2 + .../gecko_taskgraph/manifests/firefox_nightly.yml | 56 +- .../manifests/firefox_nightly_checksums.yml | 2 + taskcluster/gecko_taskgraph/optimize/mozlint.py | 96 + taskcluster/gecko_taskgraph/optimize/schema.py | 2 + taskcluster/gecko_taskgraph/optimize/strategies.py | 5 + taskcluster/gecko_taskgraph/target_tasks.py | 120 +- .../gecko_taskgraph/test/automationrelevance.json | 358 ---- taskcluster/gecko_taskgraph/test/conftest.py | 2 +- .../gecko_taskgraph/test/test_actions_util.py | 1 + .../gecko_taskgraph/test/test_files_changed.py | 46 +- .../test/test_optimize_strategies.py | 75 + .../gecko_taskgraph/test/test_transforms_job.py | 2 +- .../transforms/bouncer_submission.py | 1 + taskcluster/gecko_taskgraph/transforms/build.py | 4 + .../gecko_taskgraph/transforms/build_schedules.py | 18 +- .../gecko_taskgraph/transforms/diffoscope.py | 2 +- .../gecko_taskgraph/transforms/github_sync.py | 23 - taskcluster/gecko_taskgraph/transforms/perftest.py | 1 + .../transforms/reprocess_symbols.py | 2 +- taskcluster/gecko_taskgraph/transforms/signing.py | 23 +- .../transforms/source_checksums_signing.py | 1 + .../gecko_taskgraph/transforms/source_test.py | 9 +- taskcluster/gecko_taskgraph/transforms/task.py | 7 +- .../gecko_taskgraph/transforms/test/other.py | 26 +- .../gecko_taskgraph/transforms/test/variant.py | 12 +- .../transforms/upload_generated_sources.py | 2 +- .../gecko_taskgraph/transforms/upload_symbols.py | 2 +- taskcluster/gecko_taskgraph/util/chunking.py | 4 +- taskcluster/gecko_taskgraph/util/docker.py | 2 +- taskcluster/gecko_taskgraph/util/hg.py | 8 +- taskcluster/gecko_taskgraph/util/partners.py | 2 +- taskcluster/gecko_taskgraph/util/platforms.py | 3 +- .../gecko_taskgraph/util/signed_artifacts.py | 2 +- taskcluster/gecko_taskgraph/util/taskcluster.py | 2 +- taskcluster/kinds/addon/kind.yml | 44 + taskcluster/kinds/android-l10n/kind.yml | 56 + taskcluster/kinds/android-startup-test/kind.yml | 129 ++ taskcluster/kinds/artifact-build/kind.yml | 106 ++ taskcluster/kinds/attribution-l10n/kind.yml | 187 ++ taskcluster/kinds/attribution/kind.yml | 176 ++ taskcluster/kinds/balrog/kind.yml | 35 + taskcluster/kinds/beetmover-android-app/kind.yml | 47 + taskcluster/kinds/beetmover-apt/kind.yml | 30 + taskcluster/kinds/beetmover-checksums/kind.yml | 30 + taskcluster/kinds/beetmover-components/kind.yml | 62 + taskcluster/kinds/beetmover-geckoview/kind.yml | 69 + taskcluster/kinds/beetmover-repackage/kind.yml | 66 + taskcluster/kinds/beetmover-source/kind.yml | 23 + taskcluster/kinds/bootstrap/kind.yml | 103 ++ taskcluster/kinds/bouncer-locations/kind.yml | 52 + taskcluster/kinds/build-apk/kind.yml | 520 ++++++ taskcluster/kinds/build-bundle/kind.yml | 215 +++ taskcluster/kinds/build-components/kind.yml | 135 ++ taskcluster/kinds/build-fat-aar/kind.yml | 204 +++ taskcluster/kinds/build-mac-notarization/kind.yml | 34 + taskcluster/kinds/build-mac-signing/kind.yml | 34 + taskcluster/kinds/build-samples-browser/kind.yml | 64 + taskcluster/kinds/build-signing/kind.yml | 34 + taskcluster/kinds/build/android-asan.yml | 75 + taskcluster/kinds/build/android-stuff.yml | 53 + taskcluster/kinds/build/android.yml | 644 +++++++ taskcluster/kinds/build/ios.yml | 127 ++ taskcluster/kinds/build/kind.yml | 94 + taskcluster/kinds/build/linux-base-toolchains.yml | 173 ++ taskcluster/kinds/build/linux.yml | 1900 ++++++++++++++++++++ taskcluster/kinds/build/macosx-native.yml | 145 ++ taskcluster/kinds/build/macosx.yml | 949 ++++++++++ taskcluster/kinds/build/windows-mingw.yml | 173 ++ taskcluster/kinds/build/windows.yml | 1583 ++++++++++++++++ taskcluster/kinds/code-review/kind.yml | 45 + taskcluster/kinds/condprof/kind.yml | 136 ++ taskcluster/kinds/cron-bouncer-check/kind.yml | 82 + taskcluster/kinds/diffoscope/artifacts.yml | 56 + taskcluster/kinds/diffoscope/kind.yml | 61 + taskcluster/kinds/diffoscope/reproducible.yml | 29 + taskcluster/kinds/docker-image/kind.yml | 250 +++ taskcluster/kinds/fetch/benchmarks.yml | 19 + taskcluster/kinds/fetch/browsertime.yml | 177 ++ taskcluster/kinds/fetch/chromium-fetch.yml | 48 + taskcluster/kinds/fetch/kind.yml | 20 + taskcluster/kinds/fetch/moz.build | 8 + taskcluster/kinds/fetch/resource-monitor.yml | 10 + .../kinds/fetch/toolchain-clang-tidy-external.yml | 13 + taskcluster/kinds/fetch/toolchains.yml | 677 +++++++ taskcluster/kinds/fetch/updatebot.yml | 33 + taskcluster/kinds/fuzzing/kind.yml | 69 + taskcluster/kinds/fxrecord/kind.yml | 46 + .../kinds/geckodriver-mac-notarization/kind.yml | 37 + taskcluster/kinds/geckodriver-signing/kind.yml | 20 + taskcluster/kinds/generate-profile/kind.yml | 365 ++++ taskcluster/kinds/hazard/kind.yml | 84 + taskcluster/kinds/instrumented-build/kind.yml | 491 +++++ taskcluster/kinds/l10n-bump/kind.yml | 135 ++ taskcluster/kinds/l10n-cross-channel/kind.yml | 41 + taskcluster/kinds/l10n/kind.yml | 149 ++ .../kinds/mar-signing-autograph-stage/kind.yml | 34 + taskcluster/kinds/mar-signing-l10n/kind.yml | 40 + taskcluster/kinds/mar-signing/kind.yml | 41 + taskcluster/kinds/maybe-release/kind.yml | 45 + taskcluster/kinds/merge-automation/kind.yml | 72 + taskcluster/kinds/openh264-plugin/kind.yml | 226 +++ taskcluster/kinds/openh264-signing/kind.yml | 19 + taskcluster/kinds/packages/debian.yml | 126 ++ taskcluster/kinds/packages/kind.yml | 25 + taskcluster/kinds/packages/ubuntu.yml | 156 ++ taskcluster/kinds/partials-signing/kind.yml | 24 + taskcluster/kinds/partials/kind.yml | 39 + taskcluster/kinds/perftest/android.yml | 363 ++++ taskcluster/kinds/perftest/kind.yml | 48 + taskcluster/kinds/perftest/linux.yml | 384 ++++ taskcluster/kinds/perftest/macosx.yml | 287 +++ taskcluster/kinds/perftest/windows.yml | 235 +++ taskcluster/kinds/post-balrog-dummy/kind.yml | 22 + .../kinds/post-beetmover-checksums-dummy/kind.yml | 31 + .../kinds/post-beetmover-components-dummy/kind.yml | 35 + taskcluster/kinds/post-beetmover-dummy/kind.yml | 23 + taskcluster/kinds/post-langpack-dummy/kind.yml | 29 + taskcluster/kinds/post-signing/kind.yml | 36 + .../kinds/post-update-verify-dummy/kind.yml | 22 + taskcluster/kinds/push-bundle/kind.yml | 73 + .../kinds/release-balrog-scheduling/kind.yml | 92 + .../kinds/release-balrog-submit-toplevel/kind.yml | 79 + .../release-beetmover-push-to-release/kind.yml | 33 + .../kind.yml | 23 + .../release-beetmover-signed-langpacks/kind.yml | 37 + .../release-beetmover-source-checksums/kind.yml | 23 + taskcluster/kinds/release-bouncer-aliases/kind.yml | 95 + taskcluster/kinds/release-bouncer-check/kind.yml | 76 + taskcluster/kinds/release-bouncer-sub/kind.yml | 58 + taskcluster/kinds/release-early-tagging/kind.yml | 55 + .../kind.yml | 24 + .../release-eme-free-repack-beetmover/kind.yml | 26 + .../kind.yml | 29 + .../release-eme-free-repack-mac-signing/kind.yml | 28 + .../kind.yml | 24 + .../release-eme-free-repack-repackage/kind.yml | 60 + taskcluster/kinds/release-eme-free-repack/kind.yml | 81 + taskcluster/kinds/release-final-verify/kind.yml | 47 + taskcluster/kinds/release-flatpak-push/kind.yml | 39 + .../kinds/release-flatpak-repackage/kind.yml | 66 + .../release-generate-checksums-beetmover/kind.yml | 21 + .../release-generate-checksums-signing/kind.yml | 18 + .../kinds/release-generate-checksums/kind.yml | 86 + taskcluster/kinds/release-mark-as-shipped/kind.yml | 44 + taskcluster/kinds/release-msix-push/kind.yml | 42 + .../kinds/release-notify-av-announce/kind.yml | 40 + taskcluster/kinds/release-notify-promote/kind.yml | 40 + taskcluster/kinds/release-notify-push/kind.yml | 47 + taskcluster/kinds/release-notify-ship/kind.yml | 48 + taskcluster/kinds/release-notify-started/kind.yml | 34 + taskcluster/kinds/release-notify-testrail/kind.yml | 85 + .../release-partner-attribution-beetmover/kind.yml | 22 + .../kinds/release-partner-attribution/kind.yml | 40 + .../release-partner-repack-beetmover/kind.yml | 30 + .../release-partner-repack-bouncer-sub/kind.yml | 41 + .../release-partner-repack-chunking-dummy/kind.yml | 30 + .../kind.yml | 29 + .../release-partner-repack-mac-signing/kind.yml | 29 + .../kind.yml | 29 + .../release-partner-repack-repackage/kind.yml | 61 + taskcluster/kinds/release-partner-repack/kind.yml | 87 + taskcluster/kinds/release-push-langpacks/kind.yml | 52 + .../release-secondary-balrog-scheduling/kind.yml | 41 + .../kind.yml | 46 + .../kinds/release-secondary-final-verify/kind.yml | 38 + .../kinds/release-secondary-flatpak-push/kind.yml | 35 + .../kinds/release-secondary-notify-ship/kind.yml | 34 + .../kind.yml | 124 ++ .../kinds/release-secondary-update-verify/kind.yml | 77 + taskcluster/kinds/release-snap-repackage/kind.yml | 60 + .../release-source-checksums-signing/kind.yml | 20 + taskcluster/kinds/release-source-signing/kind.yml | 21 + taskcluster/kinds/release-source/kind.yml | 51 + .../release-update-verify-config-next/kind.yml | 98 + .../kinds/release-update-verify-config/kind.yml | 292 +++ .../kinds/release-update-verify-next/kind.yml | 73 + taskcluster/kinds/release-update-verify/kind.yml | 115 ++ taskcluster/kinds/release-version-bump/kind.yml | 79 + taskcluster/kinds/repackage-deb-l10n/kind.yml | 43 + taskcluster/kinds/repackage-deb/kind.yml | 54 + taskcluster/kinds/repackage-l10n/kind.yml | 87 + taskcluster/kinds/repackage-msi/kind.yml | 49 + taskcluster/kinds/repackage-msix/kind.yml | 110 ++ .../kinds/repackage-shippable-l10n-msix/kind.yml | 111 ++ taskcluster/kinds/repackage-signing-l10n/kind.yml | 31 + taskcluster/kinds/repackage-signing-msi/kind.yml | 27 + taskcluster/kinds/repackage-signing-msix/kind.yml | 19 + .../repackage-signing-shippable-l10n-msix/kind.yml | 18 + taskcluster/kinds/repackage-signing/kind.yml | 29 + taskcluster/kinds/repackage/kind.yml | 100 ++ taskcluster/kinds/repo-update/kind.yml | 77 + taskcluster/kinds/scriptworker-canary/kind.yml | 33 + taskcluster/kinds/searchfox/kind.yml | 223 +++ taskcluster/kinds/sentry/kind.yml | 34 + .../kinds/shippable-l10n-mac-notarization/kind.yml | 29 + .../kinds/shippable-l10n-mac-signing/kind.yml | 31 + taskcluster/kinds/shippable-l10n-signing/kind.yml | 31 + taskcluster/kinds/shippable-l10n/kind.yml | 208 +++ taskcluster/kinds/signing-apk/kind.yml | 71 + taskcluster/kinds/signing-bundle/kind.yml | 41 + taskcluster/kinds/signing/kind.yml | 42 + taskcluster/kinds/snap-upstream-build/kind.yml | 218 +++ taskcluster/kinds/snap-upstream-test/kind.yml | 73 + .../kinds/source-test/android-compare-locales.yml | 47 + taskcluster/kinds/source-test/android-detekt.yml | 73 + taskcluster/kinds/source-test/android-lint.yml | 64 + taskcluster/kinds/source-test/buildconfig.yml | 67 + taskcluster/kinds/source-test/clang.yml | 117 ++ taskcluster/kinds/source-test/cram.yml | 21 + taskcluster/kinds/source-test/doc.yml | 77 + taskcluster/kinds/source-test/file-metadata.yml | 126 ++ taskcluster/kinds/source-test/jsshell.yml | 87 + taskcluster/kinds/source-test/kind.yml | 51 + taskcluster/kinds/source-test/ktlint.yml | 56 + taskcluster/kinds/source-test/mozlint-android.yml | 106 ++ taskcluster/kinds/source-test/mozlint.yml | 621 +++++++ taskcluster/kinds/source-test/node.yml | 221 +++ taskcluster/kinds/source-test/puppeteer.yml | 52 + taskcluster/kinds/source-test/python.yml | 637 +++++++ taskcluster/kinds/source-test/shadow-scheduler.yml | 178 ++ taskcluster/kinds/source-test/taskgraph.yml | 42 + taskcluster/kinds/source-test/vendor.yml | 44 + taskcluster/kinds/source-test/webcompat.yml | 37 + taskcluster/kinds/source-test/webidl.yml | 24 + taskcluster/kinds/source-test/wpt-manifest.yml | 39 + taskcluster/kinds/source-test/wpt-metadata.yml | 58 + taskcluster/kinds/spidermonkey/kind.yml | 75 + taskcluster/kinds/spidermonkey/linux.yml | 628 +++++++ taskcluster/kinds/spidermonkey/windows.yml | 124 ++ taskcluster/kinds/startup-test/kind.yml | 129 ++ .../kinds/static-analysis-autotest/kind.yml | 102 ++ .../kinds/system-symbols-reprocess/kind.yml | 46 + taskcluster/kinds/system-symbols-upload/kind.yml | 34 + taskcluster/kinds/system-symbols/kind.yml | 320 ++++ taskcluster/kinds/test-apk/kind.yml | 157 ++ taskcluster/kinds/test-components/kind.yml | 89 + taskcluster/kinds/test/awsy.yml | 75 + taskcluster/kinds/test/browsertime-desktop.yml | 973 ++++++++++ taskcluster/kinds/test/browsertime-mobile.yml | 519 ++++++ taskcluster/kinds/test/compiled.yml | 138 ++ taskcluster/kinds/test/firefox-ui.yml | 27 + taskcluster/kinds/test/kind.yml | 95 + taskcluster/kinds/test/marionette.yml | 54 + taskcluster/kinds/test/misc.yml | 272 +++ taskcluster/kinds/test/mochitest.yml | 1164 ++++++++++++ taskcluster/kinds/test/reftest.yml | 275 +++ taskcluster/kinds/test/talos.yml | 817 +++++++++ taskcluster/kinds/test/test-platforms.yml | 505 ++++++ taskcluster/kinds/test/test-sets.yml | 497 +++++ taskcluster/kinds/test/variants.yml | 436 +++++ taskcluster/kinds/test/web-platform.yml | 639 +++++++ taskcluster/kinds/test/xpcshell.yml | 195 ++ taskcluster/kinds/toolchain/android.yml | 252 +++ taskcluster/kinds/toolchain/cargo-vet.yml | 61 + taskcluster/kinds/toolchain/cbindgen.yml | 65 + taskcluster/kinds/toolchain/clang-tidy.yml | 128 ++ taskcluster/kinds/toolchain/clang.yml | 1284 +++++++++++++ taskcluster/kinds/toolchain/compiler-rt.yml | 705 ++++++++ taskcluster/kinds/toolchain/dist-toolchains.yml | 40 + taskcluster/kinds/toolchain/dump-syms.yml | 62 + taskcluster/kinds/toolchain/fix-stacks.yml | 72 + taskcluster/kinds/toolchain/gcc.yml | 79 + taskcluster/kinds/toolchain/geckodriver.yml | 137 ++ taskcluster/kinds/toolchain/gn.yml | 49 + taskcluster/kinds/toolchain/grcov.yml | 48 + taskcluster/kinds/toolchain/hostutils.yml | 23 + taskcluster/kinds/toolchain/kind.yml | 55 + taskcluster/kinds/toolchain/libunwind.yml | 247 +++ taskcluster/kinds/toolchain/llvm-symbolizer.yml | 361 ++++ taskcluster/kinds/toolchain/macos-sdk.yml | 84 + taskcluster/kinds/toolchain/mingw.yml | 42 + taskcluster/kinds/toolchain/minidump-stackwalk.yml | 96 + taskcluster/kinds/toolchain/misc.yml | 622 +++++++ taskcluster/kinds/toolchain/nasm.yml | 87 + taskcluster/kinds/toolchain/node.yml | 79 + taskcluster/kinds/toolchain/pkgconf.yml | 56 + taskcluster/kinds/toolchain/python.yml | 97 + taskcluster/kinds/toolchain/resourcemonitor.yml | 44 + taskcluster/kinds/toolchain/rust-size.yml | 38 + taskcluster/kinds/toolchain/rust.yml | 233 +++ taskcluster/kinds/toolchain/sccache.yml | 88 + taskcluster/kinds/toolchain/sysroot.yml | 206 +++ taskcluster/kinds/trigger-comm-central/kind.yml | 43 + taskcluster/kinds/ui-test-apk/kind.yml | 354 ++++ taskcluster/kinds/updatebot/kind.yml | 92 + taskcluster/kinds/updatebot/moz.build | 8 + .../tooltool-manifests/updatebot.manifest | 29 + .../kinds/upload-generated-sources-dummy/kind.yml | 26 + .../kinds/upload-generated-sources/kind.yml | 42 + taskcluster/kinds/upload-symbols-dummy/kind.yml | 27 + taskcluster/kinds/upload-symbols/kind.yml | 53 + taskcluster/kinds/valgrind/kind.yml | 66 + taskcluster/kinds/webrender/kind.yml | 634 +++++++ taskcluster/scripts/builder/build-android.sh | 2 +- taskcluster/scripts/lib/testrail_api.py | 126 +- taskcluster/scripts/misc/afl-nyx.patch | 29 + .../misc/android-gradle-dependencies/after.sh | 2 +- .../misc/android-gradle-dependencies/before.sh | 22 +- taskcluster/scripts/misc/cctools.patch | 14 + taskcluster/scripts/misc/fetch-chromium.py | 56 +- taskcluster/scripts/misc/gradle-python-envs.sh | 11 - taskcluster/scripts/misc/wasi-sdk.patch | 34 +- taskcluster/scripts/testrail_main.py | 13 +- taskcluster/scripts/tests/test-lab.py | 13 +- taskcluster/test/conftest.py | 4 +- taskcluster/test/data/automationrelevance.json | 169 -- taskcluster/test/data/pushfileschanged.json | 25 + taskcluster/test/params/mb-promote-android.yml | 1 - .../test/params/mb-promote-devedition-partials.yml | 1 - taskcluster/test/params/mb-promote-devedition.yml | 1 - .../test/params/mb-promote-firefox-partials.yml | 1 - taskcluster/test/params/mb-promote-firefox.yml | 1 - taskcluster/test/params/mb-push-android.yml | 1 - taskcluster/test/params/mb-push-devedition.yml | 1 - .../test/params/mb-push-firefox-partials.yml | 1 - taskcluster/test/params/mb-push-firefox.yml | 1 - taskcluster/test/params/mb-ship-android.yml | 1 - taskcluster/test/params/mb-ship-devedition.yml | 1 - .../test/params/mb-ship-firefox-partials.yml | 1 - taskcluster/test/params/mb-ship-firefox.yml | 1 - taskcluster/test/params/mc-android-nightly.yml | 1 - taskcluster/test/params/mc-desktop-nightly.yml | 1 - taskcluster/test/params/mc-nightly-all.yml | 15 +- taskcluster/test/params/me-promote-firefox.yml | 1 - taskcluster/test/params/me-push-firefox.yml | 1 - taskcluster/test/params/me-ship-firefox.yml | 1 - taskcluster/test/params/mr-promote-firefox-rc.yml | 1 - taskcluster/test/params/mr-promote-firefox.yml | 1 - taskcluster/test/params/mr-push-firefox.yml | 1 - taskcluster/test/params/mr-ship-firefox-rc.yml | 1 - taskcluster/test/params/mr-ship-firefox.yml | 1 - taskcluster/test/test_autoland.py | 28 + 620 files changed, 38756 insertions(+), 38931 deletions(-) delete mode 100644 taskcluster/ci/addon/kind.yml delete mode 100644 taskcluster/ci/android-l10n/kind.yml delete mode 100644 taskcluster/ci/android-startup-test/kind.yml delete mode 100644 taskcluster/ci/artifact-build/kind.yml delete mode 100644 taskcluster/ci/attribution-l10n/kind.yml delete mode 100644 taskcluster/ci/attribution/kind.yml delete mode 100644 taskcluster/ci/balrog/kind.yml delete mode 100644 taskcluster/ci/beetmover-android-app/kind.yml delete mode 100644 taskcluster/ci/beetmover-apt/kind.yml delete mode 100644 taskcluster/ci/beetmover-checksums/kind.yml delete mode 100644 taskcluster/ci/beetmover-components/kind.yml delete mode 100644 taskcluster/ci/beetmover-geckoview/kind.yml delete mode 100644 taskcluster/ci/beetmover-repackage/kind.yml delete mode 100644 taskcluster/ci/beetmover-source/kind.yml delete mode 100644 taskcluster/ci/bootstrap/kind.yml delete mode 100644 taskcluster/ci/bouncer-locations/kind.yml delete mode 100644 taskcluster/ci/build-apk/kind.yml delete mode 100644 taskcluster/ci/build-bundle/kind.yml delete mode 100644 taskcluster/ci/build-components/kind.yml delete mode 100644 taskcluster/ci/build-fat-aar/kind.yml delete mode 100644 taskcluster/ci/build-mac-notarization/kind.yml delete mode 100644 taskcluster/ci/build-mac-signing/kind.yml delete mode 100644 taskcluster/ci/build-samples-browser/kind.yml delete mode 100644 taskcluster/ci/build-signing/kind.yml delete mode 100644 taskcluster/ci/build/android-asan.yml delete mode 100644 taskcluster/ci/build/android-stuff.yml delete mode 100644 taskcluster/ci/build/android.yml delete mode 100644 taskcluster/ci/build/ios.yml delete mode 100644 taskcluster/ci/build/kind.yml delete mode 100644 taskcluster/ci/build/linux-base-toolchains.yml delete mode 100644 taskcluster/ci/build/linux.yml delete mode 100644 taskcluster/ci/build/macosx-native.yml delete mode 100644 taskcluster/ci/build/macosx.yml delete mode 100644 taskcluster/ci/build/windows-mingw.yml delete mode 100644 taskcluster/ci/build/windows.yml delete mode 100644 taskcluster/ci/code-review/kind.yml delete mode 100644 taskcluster/ci/condprof/kind.yml delete mode 100644 taskcluster/ci/config.yml delete mode 100644 taskcluster/ci/cron-bouncer-check/kind.yml delete mode 100644 taskcluster/ci/diffoscope/artifacts.yml delete mode 100644 taskcluster/ci/diffoscope/kind.yml delete mode 100644 taskcluster/ci/diffoscope/reproducible.yml delete mode 100644 taskcluster/ci/docker-image/kind.yml delete mode 100644 taskcluster/ci/fetch/benchmarks.yml delete mode 100644 taskcluster/ci/fetch/browsertime.yml delete mode 100644 taskcluster/ci/fetch/chromium-fetch.yml delete mode 100644 taskcluster/ci/fetch/kind.yml delete mode 100644 taskcluster/ci/fetch/moz.build delete mode 100644 taskcluster/ci/fetch/resource-monitor.yml delete mode 100644 taskcluster/ci/fetch/toolchain-clang-tidy-external.yml delete mode 100644 taskcluster/ci/fetch/toolchains.yml delete mode 100644 taskcluster/ci/fetch/updatebot.yml delete mode 100644 taskcluster/ci/fuzzing/kind.yml delete mode 100644 taskcluster/ci/fxrecord/kind.yml delete mode 100644 taskcluster/ci/geckodriver-mac-notarization/kind.yml delete mode 100644 taskcluster/ci/geckodriver-signing/kind.yml delete mode 100644 taskcluster/ci/generate-profile/kind.yml delete mode 100644 taskcluster/ci/github-sync/kind.yml delete mode 100644 taskcluster/ci/hazard/kind.yml delete mode 100644 taskcluster/ci/instrumented-build/kind.yml delete mode 100644 taskcluster/ci/l10n-bump/kind.yml delete mode 100644 taskcluster/ci/l10n-cross-channel/kind.yml delete mode 100644 taskcluster/ci/l10n/kind.yml delete mode 100644 taskcluster/ci/mar-signing-autograph-stage/kind.yml delete mode 100644 taskcluster/ci/mar-signing-l10n/kind.yml delete mode 100644 taskcluster/ci/mar-signing/kind.yml delete mode 100644 taskcluster/ci/maybe-release/kind.yml delete mode 100644 taskcluster/ci/merge-automation/kind.yml delete mode 100644 taskcluster/ci/openh264-plugin/kind.yml delete mode 100644 taskcluster/ci/openh264-signing/kind.yml delete mode 100644 taskcluster/ci/packages/debian.yml delete mode 100644 taskcluster/ci/packages/kind.yml delete mode 100644 taskcluster/ci/packages/ubuntu.yml delete mode 100644 taskcluster/ci/partials-signing/kind.yml delete mode 100644 taskcluster/ci/partials/kind.yml delete mode 100644 taskcluster/ci/perftest/android.yml delete mode 100644 taskcluster/ci/perftest/kind.yml delete mode 100644 taskcluster/ci/perftest/linux.yml delete mode 100644 taskcluster/ci/perftest/macosx.yml delete mode 100644 taskcluster/ci/perftest/windows.yml delete mode 100644 taskcluster/ci/post-balrog-dummy/kind.yml delete mode 100644 taskcluster/ci/post-beetmover-checksums-dummy/kind.yml delete mode 100644 taskcluster/ci/post-beetmover-components-dummy/kind.yml delete mode 100644 taskcluster/ci/post-beetmover-dummy/kind.yml delete mode 100644 taskcluster/ci/post-langpack-dummy/kind.yml delete mode 100644 taskcluster/ci/post-signing/kind.yml delete mode 100644 taskcluster/ci/post-update-verify-dummy/kind.yml delete mode 100644 taskcluster/ci/push-bundle/kind.yml delete mode 100644 taskcluster/ci/release-balrog-scheduling/kind.yml delete mode 100644 taskcluster/ci/release-balrog-submit-toplevel/kind.yml delete mode 100644 taskcluster/ci/release-beetmover-push-to-release/kind.yml delete mode 100644 taskcluster/ci/release-beetmover-signed-langpacks-checksums/kind.yml delete mode 100644 taskcluster/ci/release-beetmover-signed-langpacks/kind.yml delete mode 100644 taskcluster/ci/release-beetmover-source-checksums/kind.yml delete mode 100644 taskcluster/ci/release-bouncer-aliases/kind.yml delete mode 100644 taskcluster/ci/release-bouncer-check/kind.yml delete mode 100644 taskcluster/ci/release-bouncer-sub/kind.yml delete mode 100644 taskcluster/ci/release-early-tagging/kind.yml delete mode 100644 taskcluster/ci/release-eme-free-repack-beetmover-checksums/kind.yml delete mode 100644 taskcluster/ci/release-eme-free-repack-beetmover/kind.yml delete mode 100644 taskcluster/ci/release-eme-free-repack-mac-notarization/kind.yml delete mode 100644 taskcluster/ci/release-eme-free-repack-mac-signing/kind.yml delete mode 100644 taskcluster/ci/release-eme-free-repack-repackage-signing/kind.yml delete mode 100644 taskcluster/ci/release-eme-free-repack-repackage/kind.yml delete mode 100644 taskcluster/ci/release-eme-free-repack/kind.yml delete mode 100644 taskcluster/ci/release-final-verify/kind.yml delete mode 100644 taskcluster/ci/release-flatpak-push/kind.yml delete mode 100644 taskcluster/ci/release-flatpak-repackage/kind.yml delete mode 100644 taskcluster/ci/release-generate-checksums-beetmover/kind.yml delete mode 100644 taskcluster/ci/release-generate-checksums-signing/kind.yml delete mode 100644 taskcluster/ci/release-generate-checksums/kind.yml delete mode 100644 taskcluster/ci/release-mark-as-shipped/kind.yml delete mode 100644 taskcluster/ci/release-msix-push/kind.yml delete mode 100644 taskcluster/ci/release-notify-av-announce/kind.yml delete mode 100644 taskcluster/ci/release-notify-promote/kind.yml delete mode 100644 taskcluster/ci/release-notify-push/kind.yml delete mode 100644 taskcluster/ci/release-notify-ship/kind.yml delete mode 100644 taskcluster/ci/release-notify-started/kind.yml delete mode 100644 taskcluster/ci/release-notify-testrail/kind.yml delete mode 100644 taskcluster/ci/release-partner-attribution-beetmover/kind.yml delete mode 100644 taskcluster/ci/release-partner-attribution/kind.yml delete mode 100644 taskcluster/ci/release-partner-repack-beetmover/kind.yml delete mode 100644 taskcluster/ci/release-partner-repack-bouncer-sub/kind.yml delete mode 100644 taskcluster/ci/release-partner-repack-chunking-dummy/kind.yml delete mode 100644 taskcluster/ci/release-partner-repack-mac-notarization/kind.yml delete mode 100644 taskcluster/ci/release-partner-repack-mac-signing/kind.yml delete mode 100644 taskcluster/ci/release-partner-repack-repackage-signing/kind.yml delete mode 100644 taskcluster/ci/release-partner-repack-repackage/kind.yml delete mode 100644 taskcluster/ci/release-partner-repack/kind.yml delete mode 100644 taskcluster/ci/release-push-langpacks/kind.yml delete mode 100644 taskcluster/ci/release-secondary-balrog-scheduling/kind.yml delete mode 100644 taskcluster/ci/release-secondary-balrog-submit-toplevel/kind.yml delete mode 100644 taskcluster/ci/release-secondary-final-verify/kind.yml delete mode 100644 taskcluster/ci/release-secondary-flatpak-push/kind.yml delete mode 100644 taskcluster/ci/release-secondary-notify-ship/kind.yml delete mode 100644 taskcluster/ci/release-secondary-update-verify-config/kind.yml delete mode 100644 taskcluster/ci/release-secondary-update-verify/kind.yml delete mode 100644 taskcluster/ci/release-snap-repackage/kind.yml delete mode 100644 taskcluster/ci/release-source-checksums-signing/kind.yml delete mode 100644 taskcluster/ci/release-source-signing/kind.yml delete mode 100644 taskcluster/ci/release-source/kind.yml delete mode 100644 taskcluster/ci/release-update-verify-config-next/kind.yml delete mode 100644 taskcluster/ci/release-update-verify-config/kind.yml delete mode 100644 taskcluster/ci/release-update-verify-next/kind.yml delete mode 100644 taskcluster/ci/release-update-verify/kind.yml delete mode 100644 taskcluster/ci/release-version-bump/kind.yml delete mode 100644 taskcluster/ci/repackage-deb-l10n/kind.yml delete mode 100644 taskcluster/ci/repackage-deb/kind.yml delete mode 100644 taskcluster/ci/repackage-l10n/kind.yml delete mode 100644 taskcluster/ci/repackage-msi/kind.yml delete mode 100644 taskcluster/ci/repackage-msix/kind.yml delete mode 100644 taskcluster/ci/repackage-shippable-l10n-msix/kind.yml delete mode 100644 taskcluster/ci/repackage-signing-l10n/kind.yml delete mode 100644 taskcluster/ci/repackage-signing-msi/kind.yml delete mode 100644 taskcluster/ci/repackage-signing-msix/kind.yml delete mode 100644 taskcluster/ci/repackage-signing-shippable-l10n-msix/kind.yml delete mode 100644 taskcluster/ci/repackage-signing/kind.yml delete mode 100644 taskcluster/ci/repackage/kind.yml delete mode 100644 taskcluster/ci/repo-update/kind.yml delete mode 100644 taskcluster/ci/scriptworker-canary/kind.yml delete mode 100644 taskcluster/ci/searchfox/kind.yml delete mode 100644 taskcluster/ci/sentry/kind.yml delete mode 100644 taskcluster/ci/shippable-l10n-mac-notarization/kind.yml delete mode 100644 taskcluster/ci/shippable-l10n-mac-signing/kind.yml delete mode 100644 taskcluster/ci/shippable-l10n-signing/kind.yml delete mode 100644 taskcluster/ci/shippable-l10n/kind.yml delete mode 100644 taskcluster/ci/signing-apk/kind.yml delete mode 100644 taskcluster/ci/signing-bundle/kind.yml delete mode 100644 taskcluster/ci/signing/kind.yml delete mode 100644 taskcluster/ci/snap-upstream-build/kind.yml delete mode 100644 taskcluster/ci/snap-upstream-test/kind.yml delete mode 100644 taskcluster/ci/source-test/android-compare-locales.yml delete mode 100644 taskcluster/ci/source-test/android-detekt.yml delete mode 100644 taskcluster/ci/source-test/android-lint.yml delete mode 100644 taskcluster/ci/source-test/buildconfig.yml delete mode 100644 taskcluster/ci/source-test/clang.yml delete mode 100644 taskcluster/ci/source-test/cram.yml delete mode 100644 taskcluster/ci/source-test/doc.yml delete mode 100644 taskcluster/ci/source-test/file-metadata.yml delete mode 100644 taskcluster/ci/source-test/jsshell.yml delete mode 100644 taskcluster/ci/source-test/kind.yml delete mode 100644 taskcluster/ci/source-test/ktlint.yml delete mode 100644 taskcluster/ci/source-test/mozlint-android.yml delete mode 100644 taskcluster/ci/source-test/mozlint.yml delete mode 100644 taskcluster/ci/source-test/node.yml delete mode 100644 taskcluster/ci/source-test/puppeteer.yml delete mode 100644 taskcluster/ci/source-test/python.yml delete mode 100644 taskcluster/ci/source-test/shadow-scheduler.yml delete mode 100644 taskcluster/ci/source-test/taskgraph.yml delete mode 100644 taskcluster/ci/source-test/vendor.yml delete mode 100644 taskcluster/ci/source-test/webcompat.yml delete mode 100644 taskcluster/ci/source-test/webidl.yml delete mode 100644 taskcluster/ci/source-test/wpt-manifest.yml delete mode 100644 taskcluster/ci/source-test/wpt-metadata.yml delete mode 100644 taskcluster/ci/spidermonkey/kind.yml delete mode 100644 taskcluster/ci/spidermonkey/linux.yml delete mode 100644 taskcluster/ci/spidermonkey/windows.yml delete mode 100644 taskcluster/ci/startup-test/kind.yml delete mode 100644 taskcluster/ci/static-analysis-autotest/kind.yml delete mode 100644 taskcluster/ci/system-symbols-reprocess/kind.yml delete mode 100644 taskcluster/ci/system-symbols-upload/kind.yml delete mode 100644 taskcluster/ci/system-symbols/kind.yml delete mode 100644 taskcluster/ci/test-apk/kind.yml delete mode 100644 taskcluster/ci/test-components/kind.yml delete mode 100644 taskcluster/ci/test/awsy.yml delete mode 100644 taskcluster/ci/test/browsertime-desktop.yml delete mode 100644 taskcluster/ci/test/browsertime-mobile.yml delete mode 100644 taskcluster/ci/test/compiled.yml delete mode 100644 taskcluster/ci/test/firefox-ui.yml delete mode 100644 taskcluster/ci/test/kind.yml delete mode 100644 taskcluster/ci/test/marionette.yml delete mode 100644 taskcluster/ci/test/misc.yml delete mode 100644 taskcluster/ci/test/mochitest.yml delete mode 100644 taskcluster/ci/test/reftest.yml delete mode 100644 taskcluster/ci/test/talos.yml delete mode 100644 taskcluster/ci/test/test-platforms.yml delete mode 100644 taskcluster/ci/test/test-sets.yml delete mode 100644 taskcluster/ci/test/variants.yml delete mode 100644 taskcluster/ci/test/web-platform.yml delete mode 100644 taskcluster/ci/test/xpcshell.yml delete mode 100644 taskcluster/ci/toolchain/android.yml delete mode 100644 taskcluster/ci/toolchain/cargo-vet.yml delete mode 100644 taskcluster/ci/toolchain/cbindgen.yml delete mode 100644 taskcluster/ci/toolchain/clang-tidy.yml delete mode 100644 taskcluster/ci/toolchain/clang.yml delete mode 100644 taskcluster/ci/toolchain/compiler-rt.yml delete mode 100644 taskcluster/ci/toolchain/dist-toolchains.yml delete mode 100644 taskcluster/ci/toolchain/dump-syms.yml delete mode 100644 taskcluster/ci/toolchain/fix-stacks.yml delete mode 100644 taskcluster/ci/toolchain/gcc.yml delete mode 100644 taskcluster/ci/toolchain/geckodriver.yml delete mode 100644 taskcluster/ci/toolchain/gn.yml delete mode 100644 taskcluster/ci/toolchain/grcov.yml delete mode 100644 taskcluster/ci/toolchain/hostutils.yml delete mode 100644 taskcluster/ci/toolchain/kind.yml delete mode 100644 taskcluster/ci/toolchain/libunwind.yml delete mode 100644 taskcluster/ci/toolchain/llvm-symbolizer.yml delete mode 100644 taskcluster/ci/toolchain/macos-sdk.yml delete mode 100644 taskcluster/ci/toolchain/mingw.yml delete mode 100644 taskcluster/ci/toolchain/minidump-stackwalk.yml delete mode 100644 taskcluster/ci/toolchain/misc.yml delete mode 100644 taskcluster/ci/toolchain/nasm.yml delete mode 100644 taskcluster/ci/toolchain/node.yml delete mode 100644 taskcluster/ci/toolchain/pkgconf.yml delete mode 100644 taskcluster/ci/toolchain/python.yml delete mode 100644 taskcluster/ci/toolchain/resourcemonitor.yml delete mode 100644 taskcluster/ci/toolchain/rust-size.yml delete mode 100644 taskcluster/ci/toolchain/rust.yml delete mode 100644 taskcluster/ci/toolchain/sccache.yml delete mode 100644 taskcluster/ci/toolchain/sysroot.yml delete mode 100644 taskcluster/ci/trigger-comm-central/kind.yml delete mode 100644 taskcluster/ci/ui-test-apk/kind.yml delete mode 100644 taskcluster/ci/updatebot/kind.yml delete mode 100644 taskcluster/ci/updatebot/moz.build delete mode 100644 taskcluster/ci/updatebot/tooltool-manifests/updatebot.manifest delete mode 100644 taskcluster/ci/upload-generated-sources-dummy/kind.yml delete mode 100644 taskcluster/ci/upload-generated-sources/kind.yml delete mode 100644 taskcluster/ci/upload-symbols-dummy/kind.yml delete mode 100644 taskcluster/ci/upload-symbols/kind.yml delete mode 100644 taskcluster/ci/valgrind/kind.yml delete mode 100644 taskcluster/ci/webrender/kind.yml create mode 100644 taskcluster/config.yml delete mode 100644 taskcluster/docker/github-sync/Dockerfile delete mode 100755 taskcluster/docker/github-sync/prepare.sh delete mode 100644 taskcluster/docker/github-sync/requirements.txt create mode 100644 taskcluster/docker/snap-coreXX-build/snap-tests/record.py create mode 100644 taskcluster/docker/system-symbols-linux-scraper/README create mode 100644 taskcluster/gecko_taskgraph/optimize/mozlint.py delete mode 100644 taskcluster/gecko_taskgraph/test/automationrelevance.json delete mode 100644 taskcluster/gecko_taskgraph/transforms/github_sync.py create mode 100644 taskcluster/kinds/addon/kind.yml create mode 100644 taskcluster/kinds/android-l10n/kind.yml create mode 100644 taskcluster/kinds/android-startup-test/kind.yml create mode 100644 taskcluster/kinds/artifact-build/kind.yml create mode 100644 taskcluster/kinds/attribution-l10n/kind.yml create mode 100644 taskcluster/kinds/attribution/kind.yml create mode 100644 taskcluster/kinds/balrog/kind.yml create mode 100644 taskcluster/kinds/beetmover-android-app/kind.yml create mode 100644 taskcluster/kinds/beetmover-apt/kind.yml create mode 100644 taskcluster/kinds/beetmover-checksums/kind.yml create mode 100644 taskcluster/kinds/beetmover-components/kind.yml create mode 100644 taskcluster/kinds/beetmover-geckoview/kind.yml create mode 100644 taskcluster/kinds/beetmover-repackage/kind.yml create mode 100644 taskcluster/kinds/beetmover-source/kind.yml create mode 100644 taskcluster/kinds/bootstrap/kind.yml create mode 100644 taskcluster/kinds/bouncer-locations/kind.yml create mode 100644 taskcluster/kinds/build-apk/kind.yml create mode 100644 taskcluster/kinds/build-bundle/kind.yml create mode 100644 taskcluster/kinds/build-components/kind.yml create mode 100644 taskcluster/kinds/build-fat-aar/kind.yml create mode 100644 taskcluster/kinds/build-mac-notarization/kind.yml create mode 100644 taskcluster/kinds/build-mac-signing/kind.yml create mode 100644 taskcluster/kinds/build-samples-browser/kind.yml create mode 100644 taskcluster/kinds/build-signing/kind.yml create mode 100644 taskcluster/kinds/build/android-asan.yml create mode 100644 taskcluster/kinds/build/android-stuff.yml create mode 100644 taskcluster/kinds/build/android.yml create mode 100644 taskcluster/kinds/build/ios.yml create mode 100644 taskcluster/kinds/build/kind.yml create mode 100644 taskcluster/kinds/build/linux-base-toolchains.yml create mode 100644 taskcluster/kinds/build/linux.yml create mode 100644 taskcluster/kinds/build/macosx-native.yml create mode 100644 taskcluster/kinds/build/macosx.yml create mode 100644 taskcluster/kinds/build/windows-mingw.yml create mode 100644 taskcluster/kinds/build/windows.yml create mode 100644 taskcluster/kinds/code-review/kind.yml create mode 100644 taskcluster/kinds/condprof/kind.yml create mode 100644 taskcluster/kinds/cron-bouncer-check/kind.yml create mode 100644 taskcluster/kinds/diffoscope/artifacts.yml create mode 100644 taskcluster/kinds/diffoscope/kind.yml create mode 100644 taskcluster/kinds/diffoscope/reproducible.yml create mode 100644 taskcluster/kinds/docker-image/kind.yml create mode 100644 taskcluster/kinds/fetch/benchmarks.yml create mode 100644 taskcluster/kinds/fetch/browsertime.yml create mode 100644 taskcluster/kinds/fetch/chromium-fetch.yml create mode 100644 taskcluster/kinds/fetch/kind.yml create mode 100644 taskcluster/kinds/fetch/moz.build create mode 100644 taskcluster/kinds/fetch/resource-monitor.yml create mode 100644 taskcluster/kinds/fetch/toolchain-clang-tidy-external.yml create mode 100644 taskcluster/kinds/fetch/toolchains.yml create mode 100644 taskcluster/kinds/fetch/updatebot.yml create mode 100644 taskcluster/kinds/fuzzing/kind.yml create mode 100644 taskcluster/kinds/fxrecord/kind.yml create mode 100644 taskcluster/kinds/geckodriver-mac-notarization/kind.yml create mode 100644 taskcluster/kinds/geckodriver-signing/kind.yml create mode 100644 taskcluster/kinds/generate-profile/kind.yml create mode 100644 taskcluster/kinds/hazard/kind.yml create mode 100644 taskcluster/kinds/instrumented-build/kind.yml create mode 100644 taskcluster/kinds/l10n-bump/kind.yml create mode 100644 taskcluster/kinds/l10n-cross-channel/kind.yml create mode 100644 taskcluster/kinds/l10n/kind.yml create mode 100644 taskcluster/kinds/mar-signing-autograph-stage/kind.yml create mode 100644 taskcluster/kinds/mar-signing-l10n/kind.yml create mode 100644 taskcluster/kinds/mar-signing/kind.yml create mode 100644 taskcluster/kinds/maybe-release/kind.yml create mode 100644 taskcluster/kinds/merge-automation/kind.yml create mode 100644 taskcluster/kinds/openh264-plugin/kind.yml create mode 100644 taskcluster/kinds/openh264-signing/kind.yml create mode 100644 taskcluster/kinds/packages/debian.yml create mode 100644 taskcluster/kinds/packages/kind.yml create mode 100644 taskcluster/kinds/packages/ubuntu.yml create mode 100644 taskcluster/kinds/partials-signing/kind.yml create mode 100644 taskcluster/kinds/partials/kind.yml create mode 100644 taskcluster/kinds/perftest/android.yml create mode 100644 taskcluster/kinds/perftest/kind.yml create mode 100644 taskcluster/kinds/perftest/linux.yml create mode 100644 taskcluster/kinds/perftest/macosx.yml create mode 100644 taskcluster/kinds/perftest/windows.yml create mode 100644 taskcluster/kinds/post-balrog-dummy/kind.yml create mode 100644 taskcluster/kinds/post-beetmover-checksums-dummy/kind.yml create mode 100644 taskcluster/kinds/post-beetmover-components-dummy/kind.yml create mode 100644 taskcluster/kinds/post-beetmover-dummy/kind.yml create mode 100644 taskcluster/kinds/post-langpack-dummy/kind.yml create mode 100644 taskcluster/kinds/post-signing/kind.yml create mode 100644 taskcluster/kinds/post-update-verify-dummy/kind.yml create mode 100644 taskcluster/kinds/push-bundle/kind.yml create mode 100644 taskcluster/kinds/release-balrog-scheduling/kind.yml create mode 100644 taskcluster/kinds/release-balrog-submit-toplevel/kind.yml create mode 100644 taskcluster/kinds/release-beetmover-push-to-release/kind.yml create mode 100644 taskcluster/kinds/release-beetmover-signed-langpacks-checksums/kind.yml create mode 100644 taskcluster/kinds/release-beetmover-signed-langpacks/kind.yml create mode 100644 taskcluster/kinds/release-beetmover-source-checksums/kind.yml create mode 100644 taskcluster/kinds/release-bouncer-aliases/kind.yml create mode 100644 taskcluster/kinds/release-bouncer-check/kind.yml create mode 100644 taskcluster/kinds/release-bouncer-sub/kind.yml create mode 100644 taskcluster/kinds/release-early-tagging/kind.yml create mode 100644 taskcluster/kinds/release-eme-free-repack-beetmover-checksums/kind.yml create mode 100644 taskcluster/kinds/release-eme-free-repack-beetmover/kind.yml create mode 100644 taskcluster/kinds/release-eme-free-repack-mac-notarization/kind.yml create mode 100644 taskcluster/kinds/release-eme-free-repack-mac-signing/kind.yml create mode 100644 taskcluster/kinds/release-eme-free-repack-repackage-signing/kind.yml create mode 100644 taskcluster/kinds/release-eme-free-repack-repackage/kind.yml create mode 100644 taskcluster/kinds/release-eme-free-repack/kind.yml create mode 100644 taskcluster/kinds/release-final-verify/kind.yml create mode 100644 taskcluster/kinds/release-flatpak-push/kind.yml create mode 100644 taskcluster/kinds/release-flatpak-repackage/kind.yml create mode 100644 taskcluster/kinds/release-generate-checksums-beetmover/kind.yml create mode 100644 taskcluster/kinds/release-generate-checksums-signing/kind.yml create mode 100644 taskcluster/kinds/release-generate-checksums/kind.yml create mode 100644 taskcluster/kinds/release-mark-as-shipped/kind.yml create mode 100644 taskcluster/kinds/release-msix-push/kind.yml create mode 100644 taskcluster/kinds/release-notify-av-announce/kind.yml create mode 100644 taskcluster/kinds/release-notify-promote/kind.yml create mode 100644 taskcluster/kinds/release-notify-push/kind.yml create mode 100644 taskcluster/kinds/release-notify-ship/kind.yml create mode 100644 taskcluster/kinds/release-notify-started/kind.yml create mode 100644 taskcluster/kinds/release-notify-testrail/kind.yml create mode 100644 taskcluster/kinds/release-partner-attribution-beetmover/kind.yml create mode 100644 taskcluster/kinds/release-partner-attribution/kind.yml create mode 100644 taskcluster/kinds/release-partner-repack-beetmover/kind.yml create mode 100644 taskcluster/kinds/release-partner-repack-bouncer-sub/kind.yml create mode 100644 taskcluster/kinds/release-partner-repack-chunking-dummy/kind.yml create mode 100644 taskcluster/kinds/release-partner-repack-mac-notarization/kind.yml create mode 100644 taskcluster/kinds/release-partner-repack-mac-signing/kind.yml create mode 100644 taskcluster/kinds/release-partner-repack-repackage-signing/kind.yml create mode 100644 taskcluster/kinds/release-partner-repack-repackage/kind.yml create mode 100644 taskcluster/kinds/release-partner-repack/kind.yml create mode 100644 taskcluster/kinds/release-push-langpacks/kind.yml create mode 100644 taskcluster/kinds/release-secondary-balrog-scheduling/kind.yml create mode 100644 taskcluster/kinds/release-secondary-balrog-submit-toplevel/kind.yml create mode 100644 taskcluster/kinds/release-secondary-final-verify/kind.yml create mode 100644 taskcluster/kinds/release-secondary-flatpak-push/kind.yml create mode 100644 taskcluster/kinds/release-secondary-notify-ship/kind.yml create mode 100644 taskcluster/kinds/release-secondary-update-verify-config/kind.yml create mode 100644 taskcluster/kinds/release-secondary-update-verify/kind.yml create mode 100644 taskcluster/kinds/release-snap-repackage/kind.yml create mode 100644 taskcluster/kinds/release-source-checksums-signing/kind.yml create mode 100644 taskcluster/kinds/release-source-signing/kind.yml create mode 100644 taskcluster/kinds/release-source/kind.yml create mode 100644 taskcluster/kinds/release-update-verify-config-next/kind.yml create mode 100644 taskcluster/kinds/release-update-verify-config/kind.yml create mode 100644 taskcluster/kinds/release-update-verify-next/kind.yml create mode 100644 taskcluster/kinds/release-update-verify/kind.yml create mode 100644 taskcluster/kinds/release-version-bump/kind.yml create mode 100644 taskcluster/kinds/repackage-deb-l10n/kind.yml create mode 100644 taskcluster/kinds/repackage-deb/kind.yml create mode 100644 taskcluster/kinds/repackage-l10n/kind.yml create mode 100644 taskcluster/kinds/repackage-msi/kind.yml create mode 100644 taskcluster/kinds/repackage-msix/kind.yml create mode 100644 taskcluster/kinds/repackage-shippable-l10n-msix/kind.yml create mode 100644 taskcluster/kinds/repackage-signing-l10n/kind.yml create mode 100644 taskcluster/kinds/repackage-signing-msi/kind.yml create mode 100644 taskcluster/kinds/repackage-signing-msix/kind.yml create mode 100644 taskcluster/kinds/repackage-signing-shippable-l10n-msix/kind.yml create mode 100644 taskcluster/kinds/repackage-signing/kind.yml create mode 100644 taskcluster/kinds/repackage/kind.yml create mode 100644 taskcluster/kinds/repo-update/kind.yml create mode 100644 taskcluster/kinds/scriptworker-canary/kind.yml create mode 100644 taskcluster/kinds/searchfox/kind.yml create mode 100644 taskcluster/kinds/sentry/kind.yml create mode 100644 taskcluster/kinds/shippable-l10n-mac-notarization/kind.yml create mode 100644 taskcluster/kinds/shippable-l10n-mac-signing/kind.yml create mode 100644 taskcluster/kinds/shippable-l10n-signing/kind.yml create mode 100644 taskcluster/kinds/shippable-l10n/kind.yml create mode 100644 taskcluster/kinds/signing-apk/kind.yml create mode 100644 taskcluster/kinds/signing-bundle/kind.yml create mode 100644 taskcluster/kinds/signing/kind.yml create mode 100644 taskcluster/kinds/snap-upstream-build/kind.yml create mode 100644 taskcluster/kinds/snap-upstream-test/kind.yml create mode 100644 taskcluster/kinds/source-test/android-compare-locales.yml create mode 100644 taskcluster/kinds/source-test/android-detekt.yml create mode 100644 taskcluster/kinds/source-test/android-lint.yml create mode 100644 taskcluster/kinds/source-test/buildconfig.yml create mode 100644 taskcluster/kinds/source-test/clang.yml create mode 100644 taskcluster/kinds/source-test/cram.yml create mode 100644 taskcluster/kinds/source-test/doc.yml create mode 100644 taskcluster/kinds/source-test/file-metadata.yml create mode 100644 taskcluster/kinds/source-test/jsshell.yml create mode 100644 taskcluster/kinds/source-test/kind.yml create mode 100644 taskcluster/kinds/source-test/ktlint.yml create mode 100644 taskcluster/kinds/source-test/mozlint-android.yml create mode 100644 taskcluster/kinds/source-test/mozlint.yml create mode 100644 taskcluster/kinds/source-test/node.yml create mode 100644 taskcluster/kinds/source-test/puppeteer.yml create mode 100644 taskcluster/kinds/source-test/python.yml create mode 100644 taskcluster/kinds/source-test/shadow-scheduler.yml create mode 100644 taskcluster/kinds/source-test/taskgraph.yml create mode 100644 taskcluster/kinds/source-test/vendor.yml create mode 100644 taskcluster/kinds/source-test/webcompat.yml create mode 100644 taskcluster/kinds/source-test/webidl.yml create mode 100644 taskcluster/kinds/source-test/wpt-manifest.yml create mode 100644 taskcluster/kinds/source-test/wpt-metadata.yml create mode 100644 taskcluster/kinds/spidermonkey/kind.yml create mode 100644 taskcluster/kinds/spidermonkey/linux.yml create mode 100644 taskcluster/kinds/spidermonkey/windows.yml create mode 100644 taskcluster/kinds/startup-test/kind.yml create mode 100644 taskcluster/kinds/static-analysis-autotest/kind.yml create mode 100644 taskcluster/kinds/system-symbols-reprocess/kind.yml create mode 100644 taskcluster/kinds/system-symbols-upload/kind.yml create mode 100644 taskcluster/kinds/system-symbols/kind.yml create mode 100644 taskcluster/kinds/test-apk/kind.yml create mode 100644 taskcluster/kinds/test-components/kind.yml create mode 100644 taskcluster/kinds/test/awsy.yml create mode 100644 taskcluster/kinds/test/browsertime-desktop.yml create mode 100644 taskcluster/kinds/test/browsertime-mobile.yml create mode 100644 taskcluster/kinds/test/compiled.yml create mode 100644 taskcluster/kinds/test/firefox-ui.yml create mode 100644 taskcluster/kinds/test/kind.yml create mode 100644 taskcluster/kinds/test/marionette.yml create mode 100644 taskcluster/kinds/test/misc.yml create mode 100644 taskcluster/kinds/test/mochitest.yml create mode 100644 taskcluster/kinds/test/reftest.yml create mode 100644 taskcluster/kinds/test/talos.yml create mode 100644 taskcluster/kinds/test/test-platforms.yml create mode 100644 taskcluster/kinds/test/test-sets.yml create mode 100644 taskcluster/kinds/test/variants.yml create mode 100644 taskcluster/kinds/test/web-platform.yml create mode 100644 taskcluster/kinds/test/xpcshell.yml create mode 100644 taskcluster/kinds/toolchain/android.yml create mode 100644 taskcluster/kinds/toolchain/cargo-vet.yml create mode 100644 taskcluster/kinds/toolchain/cbindgen.yml create mode 100644 taskcluster/kinds/toolchain/clang-tidy.yml create mode 100644 taskcluster/kinds/toolchain/clang.yml create mode 100644 taskcluster/kinds/toolchain/compiler-rt.yml create mode 100644 taskcluster/kinds/toolchain/dist-toolchains.yml create mode 100644 taskcluster/kinds/toolchain/dump-syms.yml create mode 100644 taskcluster/kinds/toolchain/fix-stacks.yml create mode 100644 taskcluster/kinds/toolchain/gcc.yml create mode 100644 taskcluster/kinds/toolchain/geckodriver.yml create mode 100644 taskcluster/kinds/toolchain/gn.yml create mode 100644 taskcluster/kinds/toolchain/grcov.yml create mode 100644 taskcluster/kinds/toolchain/hostutils.yml create mode 100644 taskcluster/kinds/toolchain/kind.yml create mode 100644 taskcluster/kinds/toolchain/libunwind.yml create mode 100644 taskcluster/kinds/toolchain/llvm-symbolizer.yml create mode 100644 taskcluster/kinds/toolchain/macos-sdk.yml create mode 100644 taskcluster/kinds/toolchain/mingw.yml create mode 100644 taskcluster/kinds/toolchain/minidump-stackwalk.yml create mode 100644 taskcluster/kinds/toolchain/misc.yml create mode 100644 taskcluster/kinds/toolchain/nasm.yml create mode 100644 taskcluster/kinds/toolchain/node.yml create mode 100644 taskcluster/kinds/toolchain/pkgconf.yml create mode 100644 taskcluster/kinds/toolchain/python.yml create mode 100644 taskcluster/kinds/toolchain/resourcemonitor.yml create mode 100644 taskcluster/kinds/toolchain/rust-size.yml create mode 100644 taskcluster/kinds/toolchain/rust.yml create mode 100644 taskcluster/kinds/toolchain/sccache.yml create mode 100644 taskcluster/kinds/toolchain/sysroot.yml create mode 100644 taskcluster/kinds/trigger-comm-central/kind.yml create mode 100644 taskcluster/kinds/ui-test-apk/kind.yml create mode 100644 taskcluster/kinds/updatebot/kind.yml create mode 100644 taskcluster/kinds/updatebot/moz.build create mode 100644 taskcluster/kinds/updatebot/tooltool-manifests/updatebot.manifest create mode 100644 taskcluster/kinds/upload-generated-sources-dummy/kind.yml create mode 100644 taskcluster/kinds/upload-generated-sources/kind.yml create mode 100644 taskcluster/kinds/upload-symbols-dummy/kind.yml create mode 100644 taskcluster/kinds/upload-symbols/kind.yml create mode 100644 taskcluster/kinds/valgrind/kind.yml create mode 100644 taskcluster/kinds/webrender/kind.yml delete mode 100755 taskcluster/scripts/misc/gradle-python-envs.sh delete mode 100644 taskcluster/test/data/automationrelevance.json create mode 100644 taskcluster/test/data/pushfileschanged.json (limited to 'taskcluster') diff --git a/taskcluster/android_taskgraph/target_tasks.py b/taskcluster/android_taskgraph/target_tasks.py index 38b1f7b772..13cc8d87dd 100644 --- a/taskcluster/android_taskgraph/target_tasks.py +++ b/taskcluster/android_taskgraph/target_tasks.py @@ -2,12 +2,12 @@ # License, v. 2.0. If a copy of the MPL was not distributed with this # file, You can obtain one at http://mozilla.org/MPL/2.0/. -from taskgraph.target_tasks import _target_task +from taskgraph.target_tasks import register_target_task from android_taskgraph.release_type import does_task_match_release_type -@_target_task("promote_android") +@register_target_task("promote_android") def target_tasks_promote(full_task_graph, parameters, graph_config): return _filter_release_promotion( full_task_graph, @@ -17,7 +17,7 @@ def target_tasks_promote(full_task_graph, parameters, graph_config): ) -@_target_task("push_android") +@register_target_task("push_android") def target_tasks_push(full_task_graph, parameters, graph_config): filtered_for_candidates = target_tasks_promote( full_task_graph, @@ -29,7 +29,7 @@ def target_tasks_push(full_task_graph, parameters, graph_config): ) -@_target_task("ship_android") +@register_target_task("ship_android") def target_tasks_ship(full_task_graph, parameters, graph_config): filtered_for_candidates = target_tasks_push( full_task_graph, @@ -71,7 +71,7 @@ def _filter_release_promotion( return [l for l, t in full_task_graph.tasks.items() if filter(t, parameters)] -@_target_task("screenshots") +@register_target_task("screenshots") def target_tasks_screnshots(full_task_graph, parameters, graph_config): """Select the set of tasks required to generate screenshots on a real device.""" @@ -81,7 +81,7 @@ def target_tasks_screnshots(full_task_graph, parameters, graph_config): return [l for l, t in full_task_graph.tasks.items() if filter(t, parameters)] -@_target_task("legacy_api_ui_tests") +@register_target_task("legacy_api_ui_tests") def target_tasks_legacy_api_ui_tests(full_task_graph, parameters, graph_config): """Select the set of tasks required to run select UI tests on other API.""" diff --git a/taskcluster/android_taskgraph/transforms/build_android_app.py b/taskcluster/android_taskgraph/transforms/build_android_app.py index 67fc210ad5..ee8c4c564f 100644 --- a/taskcluster/android_taskgraph/transforms/build_android_app.py +++ b/taskcluster/android_taskgraph/transforms/build_android_app.py @@ -22,7 +22,6 @@ def add_common_config(config, tasks): fetches["toolchain"] = [ "android-sdk-linux", "android-gradle-dependencies", - "android-gradle-python-envs", "linux64-jdk", ] fetches["build-fat-aar"] = [ diff --git a/taskcluster/ci/addon/kind.yml b/taskcluster/ci/addon/kind.yml deleted file mode 100644 index eb24cf6a41..0000000000 --- a/taskcluster/ci/addon/kind.yml +++ /dev/null @@ -1,44 +0,0 @@ -# This Source Code Form is subject to the terms of the Mozilla Public -# License, v. 2.0. If a copy of the MPL was not distributed with this -# file, You can obtain one at http://mozilla.org/MPL/2.0/. ---- -loader: gecko_taskgraph.loader.transform:loader - -kind-dependencies: - # non-system python - - toolchain - -transforms: - - gecko_taskgraph.transforms.job:transforms - - gecko_taskgraph.transforms.task:transforms - -job-defaults: - use-python: default - -jobs: - tps-xpi: - description: Build the TPS add-on - index: - product: firefox - job-name: addons.tps - treeherder: - platform: linux64/opt - symbol: TPS(addon) - kind: build - tier: 1 - run-on-projects: [mozilla-central] - worker-type: b-linux-gcp - worker: - docker-image: {in-tree: debian12-base} - max-run-time: 1800 - artifacts: - - type: file - name: public/tps.xpi - path: /builds/worker/checkouts/gecko/tps-out/tps.xpi - run: - using: mach - mach: tps-build --dest tps-out - sparse-profile: tps - when: - files-changed: - - 'services/sync/tps/extensions/tps/**' diff --git a/taskcluster/ci/android-l10n/kind.yml b/taskcluster/ci/android-l10n/kind.yml deleted file mode 100644 index 8e5d35995d..0000000000 --- a/taskcluster/ci/android-l10n/kind.yml +++ /dev/null @@ -1,55 +0,0 @@ -# This Source Code Form is subject to the terms of the Mozilla Public -# License, v. 2.0. If a copy of the MPL was not distributed with this -# file, You can obtain one at http://mozilla.org/MPL/2.0/. ---- -loader: gecko_taskgraph.loader.transform:loader - -transforms: - - gecko_taskgraph.transforms.task:transforms - -job-defaults: - run-on-projects: [] - treeherder: - kind: build - platform: fenix-android-all/opt - tier: 1 - worker-type: tree - worker: - implementation: treescript - tags: [] - bump: false - dontbuild: false - ignore-closed-tree: true - push: true - -jobs: - import: - name: android_l10n_import - description: Import strings from android-l10n repo - treeherder: - symbol: android-l10n(I) - worker: - source-repo: https://hg.mozilla.org/integration/autoland - android-l10n-import-info: - from-repo-url: https://github.com/mozilla-l10n/android-l10n - toml-info: - - toml-path: mozilla-mobile/fenix/l10n.toml - dest-path: mobile/android/fenix - - toml-path: mozilla-mobile/focus-android/l10n.toml - dest-path: mobile/android/focus-android - - toml-path: mozilla-mobile/android-components/l10n.toml - dest-path: mobile/android/android-components - - sync: - name: android_l10n_sync - description: Sync android-l10n strings from central to beta - treeherder: - symbol: android-l10n(S) - worker: - source-repo: https://hg.mozilla.org/releases/mozilla-beta - android-l10n-sync-info: - from-repo-url: https://hg.mozilla.org/mozilla-central - toml-info: - - toml-path: mobile/android/fenix/l10n.toml - - toml-path: mobile/android/focus-android/l10n.toml - - toml-path: mobile/android/android-components/l10n.toml diff --git a/taskcluster/ci/android-startup-test/kind.yml b/taskcluster/ci/android-startup-test/kind.yml deleted file mode 100644 index d7fe550f99..0000000000 --- a/taskcluster/ci/android-startup-test/kind.yml +++ /dev/null @@ -1,129 +0,0 @@ -# This Source Code Form is subject to the terms of the Mozilla Public -# License, v. 2.0. If a copy of the MPL was not distributed with this -# file, You can obtain one at http://mozilla.org/MPL/2.0/. ---- -loader: gecko_taskgraph.loader.transform:loader - -transforms: - - gecko_taskgraph.transforms.job:transforms - - gecko_taskgraph.transforms.task:transforms - -job-defaults: - description: Runs UI tests for sanity checking startup on Nightly - treeherder: - kind: test - platform: 'nightly-start-test/opt' - tier: 1 - worker-type: b-linux-gcp - worker: - docker-image: {in-tree: android-ui-tests} - max-run-time: 7200 - env: - GOOGLE_APPLICATION_CREDENTIALS: '.firebase_token.json' - artifacts: - - name: public - path: /builds/worker/artifacts - type: directory - run: - using: run-commands - use-caches: false - run-on-projects: [] - -jobs: - fenix-arm-nightly-robo-opt: - attributes: - build-type: fenix-nightly - shipping-product: fenix - description: Fenix Nightly Opt Robo Test (ARM) - dependencies: - signing: signing-apk-fenix-nightly - run: - secrets: - - name: project/mobile/firefox-android/fenix/firebase - key: firebaseToken - path: .firebase_token.json - json: true - pre-commands: - - ["cd", "mobile/android/fenix"] - commands: - - [wget, {artifact-reference: ''}, '-O', app.apk] - - [python3, ../../../taskcluster/scripts/tests/test-lab.py, arm-start-test-robo, app.apk] - treeherder: - symbol: fenix-nightly(startup-arm-robo-opt) - worker: - env: - GOOGLE_PROJECT: moz-fenix - - fenix-arm-nightly: - attributes: - build-type: fenix-nightly-firebase - shipping-product: fenix - dependencies: - signing: signing-apk-fenix-nightly-firebase - signing-android-test: signing-apk-fenix-android-test-nightly - run: - secrets: - - name: project/mobile/firefox-android/fenix/firebase - key: firebaseToken - path: .firebase_token.json - json: true - pre-commands: - - ["cd", "mobile/android/fenix"] - commands: - - [wget, {artifact-reference: ''}, '-O', app.apk] - - [wget, {artifact-reference: ''}, '-O', android-test.apk] - - [python3, ../../../taskcluster/scripts/tests/test-lab.py, arm-start-test, app.apk, --apk_test, android-test.apk] - treeherder: - symbol: fenix-nightly(startup-arm) - worker: - env: - GOOGLE_PROJECT: moz-fenix - - focus-arm-nightly: - attributes: - build-type: focus-nightly-firebase - shipping-product: focus - dependencies: - signed-apk-debug-apk: signing-apk-focus-nightly-firebase - signed-apk-android-test: signing-apk-focus-android-test-nightly - run: - secrets: - - name: project/mobile/firefox-android/focus-android/firebase - key: firebaseToken - path: .firebase_token.json - json: true - pre-commands: - - ["cd", "mobile/android/focus-android"] - commands: - - [wget, {artifact-reference: ''}, '-O', app.apk] - - [wget, {artifact-reference: ''}, '-O', android-test.apk] - - [python3, ../../../taskcluster/scripts/tests/test-lab.py, arm-start-test, app.apk, --apk_test, android-test.apk] - treeherder: - symbol: focus-nightly(startup-arm) - worker: - env: - GOOGLE_PROJECT: moz-focus-android - - focus-arm-nightly-robo-opt: - attributes: - build-type: focus-nightly - shipping-product: focus - description: Focus Nightly Opt Robo Test (ARM) - dependencies: - signing: signing-apk-focus-nightly - run: - secrets: - - name: project/mobile/firefox-android/focus-android/firebase - key: firebaseToken - path: .firebase_token.json - json: true - pre-commands: - - ["cd", "mobile/android/focus-android"] - commands: - - [wget, {artifact-reference: ''}, '-O', app.apk] - - [python3, ../../../taskcluster/scripts/tests/test-lab.py, arm-start-test-robo, app.apk] - treeherder: - symbol: focus-nightly(startup-arm-robo-opt) - worker: - env: - GOOGLE_PROJECT: moz-focus-android diff --git a/taskcluster/ci/artifact-build/kind.yml b/taskcluster/ci/artifact-build/kind.yml deleted file mode 100644 index d91249fce9..0000000000 --- a/taskcluster/ci/artifact-build/kind.yml +++ /dev/null @@ -1,105 +0,0 @@ -# This Source Code Form is subject to the terms of the Mozilla Public -# License, v. 2.0. If a copy of the MPL was not distributed with this -# file, You can obtain one at http://mozilla.org/MPL/2.0/. ---- -loader: gecko_taskgraph.loader.transform:loader - -kind-dependencies: - - fetch - - toolchain - -transforms: - - gecko_taskgraph.transforms.build_attrs:transforms - - gecko_taskgraph.transforms.build_lints:transforms - - gecko_taskgraph.transforms.job:transforms - - gecko_taskgraph.transforms.artifact:transforms - - gecko_taskgraph.transforms.task:transforms - -job-defaults: - index: - product: firefox - treeherder: - kind: build - symbol: AB - tier: 1 - run-on-projects: ['mozilla-central'] - worker-type: b-linux-gcp - worker: - max-run-time: 3600 - env: - PERFHERDER_EXTRA_OPTIONS: artifact - MACH_BUILD_PYTHON_NATIVE_PACKAGE_SOURCE: system - USE_ARTIFACT: '1' - run: - using: mozharness - actions: [get-secrets, build] - config: - - builds/releng_base_firefox.py - script: "mozharness/scripts/fx_desktop_build.py" - secrets: true - tooltool-downloads: public - keep-artifacts: false - use-python: default - -jobs: - linux64-artifact/opt: - description: "Linux64 Opt Artifact Build" - index: - job-name: linux64-artifact-opt - treeherder: - platform: linux64/opt - worker: - env: - MOZ_ARTIFACT_TASK: {task-reference: ''} - run: - config: - - builds/releng_base_linux_64_builds.py - dependencies: - linux64-opt: build-linux64/opt - fetches: - toolchain: - - linux64-node - - macosx64-artifact/opt: - description: "MacOS X x64 Opt Artifact Build" - index: - job-name: macosx64-artifact-opt - treeherder: - platform: osx-cross/opt - worker: - env: - MOZ_ARTIFACT_TASK: {task-reference: ''} - run: - config: - - builds/releng_base_mac_64_cross_builds.py - dependencies: - macosx64-opt: build-macosx64/opt - fetches: - toolchain: - - linux64-hfsplus - - linux64-libdmg - - linux64-node - - win64-artifact/opt: - description: "Win64 Opt Artifact Build" - index: - job-name: win64-artifact-opt - treeherder: - platform: windows2012-64/opt - worker: - env: - MOZ_ARTIFACT_TASK: {task-reference: ''} - run: - config: - - builds/releng_base_linux_64_builds.py - extra-config: - mozconfig_platform: win64 - dependencies: - win64-opt: build-win64/opt - fetches: - toolchain: - - linux64-node - - linux64-wine - - nsis - fetch: - - upx-3.95-win diff --git a/taskcluster/ci/attribution-l10n/kind.yml b/taskcluster/ci/attribution-l10n/kind.yml deleted file mode 100644 index 48774cb1f6..0000000000 --- a/taskcluster/ci/attribution-l10n/kind.yml +++ /dev/null @@ -1,187 +0,0 @@ -# This Source Code Form is subject to the terms of the Mozilla Public -# License, v. 2.0. If a copy of the MPL was not distributed with this -# file, You can obtain one at http://mozilla.org/MPL/2.0/. ---- -loader: gecko_taskgraph.loader.transform:loader - -transforms: - - gecko_taskgraph.transforms.attribution:resolve_keyed_by_transforms - - gecko_taskgraph.transforms.split_by_locale:transforms - - taskgraph.transforms.task_context - - gecko_taskgraph.transforms.attribution:transforms - - gecko_taskgraph.transforms.job:transforms - - gecko_taskgraph.transforms.task:transforms - -kind-dependencies: - - toolchain - # Windows - - repackage-signing-l10n - # Mac - - repackage-l10n - -job-defaults: - description: Attribute release builds - shipping-phase: promote - # never run as part of CI - run-on-projects: [] - worker-type: b-linux-gcp - locales-file: browser/locales/l10n-changesets.json - properties-with-locale: - by-build-platform: - win.*: - - label - - dependencies.repackage-signing-l10n - - treeherder.symbol - - fetches.repackage-signing-l10n - mac.*: - - label - - dependencies.repackage-l10n - - treeherder.symbol - - fetches.repackage-l10n - attributes: - build_type: opt - release_artifacts: - by-build-platform: - win.*: - - public/build/target.installer.exe - mac.*: - - public/build/target.dmg - treeherder: - symbol: Attr-L10n({locale}) - kind: other - tier: 1 - fetches: - by-build-platform: - win.*: - repackage-signing-l10n: - - "{locale}/target.installer.exe" - mac.*: - repackage-l10n: - - "{locale}/target.dmg" - toolchain: - - "linux64-libdmg" - task-context: - from-file: browser/installer/attribution.yml - substitution-fields: - - run.command - worker: - artifacts: - - name: public/build - type: directory - path: /builds/worker/artifacts - docker-image: - in-tree: "partner-repack" - chain-of-trust: true - # Each task only processes one installer...this should be quick. - max-run-time: 600 - run: - using: run-task - cwd: "{checkout}" - command: - by-build-platform: - win.*: - - ./mach - - python - - python/mozrelease/mozrelease/attribute_builds.py - - --attribution - - dlsource={attribution_code[json][dlsource]} - - --output - - /builds/worker/artifacts - # All jobs require attribution of target.installer.exe. Some may require - # attribution of other files, which they can append themselves. - - --input - - /builds/worker/fetches/target.installer.exe - mac.*: - - mkdir -p /builds/worker/artifacts && - - /builds/worker/fetches/dmg/dmg - - attribute - - /builds/worker/fetches/target.dmg - - /builds/worker/artifacts/target.dmg - - __MOZCUSTOM__ - - __MOZCUSTOM__dlsource%3D{attribution_code[json][dlsource]} - use-python: default - -jobs: - win32-devedition/opt: - label: attribution-win32-{locale}-devedition/opt - shipping-product: devedition - attributes: - build_platform: win32-devedition - treeherder: - platform: win32-devedition/opt - dependencies: - repackage-signing-l10n: repackage-signing-l10n-{locale}-win32-devedition/opt - - win32-shippable/opt: - label: attribution-win32-{locale}-shippable/opt - shipping-product: firefox - locale-file-platform: win32 - attributes: - build_platform: win32-shippable - treeherder: - platform: win32-shippable/opt - dependencies: - repackage-signing-l10n: repackage-signing-l10n-{locale}-win32-shippable/opt - - win64-devedition/opt: - label: attribution-win64-{locale}-devedition/opt - shipping-product: devedition - attributes: - build_platform: win64-devedition - treeherder: - platform: win64-devedition/opt - dependencies: - repackage-signing-l10n: repackage-signing-l10n-{locale}-win64-devedition/opt - - win64-shippable/opt: - label: attribution-win64-{locale}-shippable/opt - shipping-product: firefox - locale-file-platform: win64 - attributes: - build_platform: win64-shippable - treeherder: - platform: win64-shippable/opt - dependencies: - repackage-signing-l10n: repackage-signing-l10n-{locale}-win64-shippable/opt - - win64-aarch64-shippable/opt: - label: attribution-win64-aarch64-{locale}-shippable/opt - shipping-product: firefox - locale-file-platform: win64-aarch64 - attributes: - build_platform: win64-aarch64-shippable - treeherder: - platform: win64-aarch64-shippable/opt - dependencies: - repackage-signing-l10n: repackage-signing-l10n-{locale}-win64-aarch64-shippable/opt - - win64-aarch64-devedition/opt: - label: attribution-win64-aarch64-{locale}-devedition/opt - shipping-product: devedition - attributes: - build_platform: win64-aarch64-devedition - treeherder: - platform: win64-aarch64-devedition/opt - dependencies: - repackage-signing-l10n: repackage-signing-l10n-{locale}-win64-aarch64-devedition/opt - - macosx64-devedition/opt: - label: attribution-macosx64-{locale}-devedition/opt - shipping-product: devedition - attributes: - build_platform: macosx64-devedition - treeherder: - platform: macosx64-devedition/opt - dependencies: - repackage-l10n: repackage-l10n-{locale}-macosx64-devedition/opt - - macosx64-shippable/opt: - label: attribution-macosx64-{locale}-shippable/opt - locale-file-platform: macosx64 - shipping-product: firefox - attributes: - build_platform: macosx64-shippable - treeherder: - platform: macosx64-shippable/opt - dependencies: - repackage-l10n: repackage-l10n-{locale}-macosx64-shippable/opt diff --git a/taskcluster/ci/attribution/kind.yml b/taskcluster/ci/attribution/kind.yml deleted file mode 100644 index 9fac5ac71d..0000000000 --- a/taskcluster/ci/attribution/kind.yml +++ /dev/null @@ -1,176 +0,0 @@ -# This Source Code Form is subject to the terms of the Mozilla Public -# License, v. 2.0. If a copy of the MPL was not distributed with this -# file, You can obtain one at http://mozilla.org/MPL/2.0/. ---- -loader: gecko_taskgraph.loader.transform:loader - -transforms: - - gecko_taskgraph.transforms.attribution:resolve_keyed_by_transforms - - taskgraph.transforms.task_context - - gecko_taskgraph.transforms.attribution:transforms - - gecko_taskgraph.transforms.job:transforms - - gecko_taskgraph.transforms.task:transforms - -kind-dependencies: - - toolchain - # Windows - - repackage-signing - # Mac - - repackage - -job-defaults: - description: Attribute release builds - shipping-phase: promote - # never run as part of CI - run-on-projects: [] - worker-type: b-linux-gcp - fetches: - by-build-platform: - win.*: - repackage-signing: - - target.installer.exe - mac.*: - repackage: - - target.dmg - toolchain: - - linux64-libdmg - attributes: - release_artifacts: - by-build-platform: - win.*: - - public/build/target.installer.exe - mac.*: - - public/build/target.dmg - treeherder: - symbol: Attr - kind: other - tier: 1 - task-context: - from-file: browser/installer/attribution.yml - substitution-fields: - - run.command - worker: - artifacts: - - name: public/build - type: directory - path: /builds/worker/artifacts - docker-image: - in-tree: "partner-repack" - chain-of-trust: true - # Each task only processes one installer...this should be quick. - max-run-time: 600 - run: - using: run-task - cwd: "{checkout}" - command: - by-build-platform: - win.*: - - ./mach - - python - - python/mozrelease/mozrelease/attribute_builds.py - - --attribution - - dlsource={attribution_code[json][dlsource]} - - --output - - /builds/worker/artifacts - # All jobs require attribution of target.installer.exe. Some may require - # attribution of other files, which they can append themselves. - - --input - - /builds/worker/fetches/target.installer.exe - mac.*: - - mkdir -p /builds/worker/artifacts && - - /builds/worker/fetches/dmg/dmg - - attribute - - /builds/worker/fetches/target.dmg - - /builds/worker/artifacts/target.dmg - - __MOZCUSTOM__ - - __MOZCUSTOM__dlsource%3D{attribution_code[json][dlsource]} - use-python: default - -jobs: - win32-devedition/opt: - label: attribution-win32-devedition/opt - shipping-product: devedition - attributes: - build_platform: win32-devedition - build_type: opt - treeherder: - platform: win32-devedition/opt - dependencies: - repackage-signing: repackage-signing-win32-devedition/opt - - win32-shippable/opt: - label: attribution-win32-shippable/opt - shipping-product: firefox - attributes: - build_platform: win32-shippable - build_type: opt - treeherder: - platform: win32-shippable/opt - dependencies: - repackage-signing: repackage-signing-win32-shippable/opt - - win64-devedition/opt: - label: attribution-win64-devedition/opt - shipping-product: devedition - attributes: - build_platform: win64-devedition - build_type: opt - treeherder: - platform: win64-devedition/opt - dependencies: - repackage-signing: repackage-signing-win64-devedition/opt - - win64-shippable/opt: - label: attribution-win64-shippable/opt - shipping-product: firefox - attributes: - build_platform: win64-shippable - build_type: opt - treeherder: - platform: win64-shippable/opt - dependencies: - repackage-signing: repackage-signing-win64-shippable/opt - - win64-aarch64-shippable/opt: - label: attribution-win64-aarch64-shippable/opt - shipping-product: firefox - attributes: - build_platform: win64-aarch64-shippable - build_type: opt - treeherder: - platform: win64-aarch64-shippable/opt - dependencies: - repackage-signing: repackage-signing-win64-aarch64-shippable/opt - - win64-aarch64-devedition/opt: - label: attribution-win64-aarch64-devedition/opt - shipping-product: devedition - attributes: - build_platform: win64-aarch64-devedition - build_type: opt - treeherder: - platform: win64-aarch64-devedition/opt - dependencies: - repackage-signing: repackage-signing-win64-aarch64-devedition/opt - - macosx64-devedition/opt: - label: attribution-macosx64-devedition/opt - shipping-product: devedition - attributes: - build_platform: macosx64-devedition - build_type: opt - treeherder: - platform: macosx64-devedition/opt - dependencies: - repackage: repackage-macosx64-devedition/opt - - macosx64-shippable/opt: - label: attribution-macosx64-shippable/opt - shipping-product: firefox - attributes: - build_platform: macosx64-shippable - build_type: opt - treeherder: - platform: macosx64-shippable/opt - dependencies: - repackage: repackage-macosx64-shippable/opt diff --git a/taskcluster/ci/balrog/kind.yml b/taskcluster/ci/balrog/kind.yml deleted file mode 100644 index 324ef2c521..0000000000 --- a/taskcluster/ci/balrog/kind.yml +++ /dev/null @@ -1,35 +0,0 @@ -# This Source Code Form is subject to the terms of the Mozilla Public -# License, v. 2.0. If a copy of the MPL was not distributed with this -# file, You can obtain one at http://mozilla.org/MPL/2.0/. ---- -loader: gecko_taskgraph.loader.transform:loader - -transforms: - - taskgraph.transforms.from_deps - - gecko_taskgraph.transforms.name_sanity - - gecko_taskgraph.transforms.balrog_submit - - gecko_taskgraph.transforms.scriptworker:add_balrog_scopes - - gecko_taskgraph.transforms.task - -kind-dependencies: - - beetmover-repackage - - startup-test - -only-for-attributes: - - nightly - - shippable - -not-for-build-platforms: - - android-arm-shippable/opt - - android-x86_64-shippable/opt - - android-x86-shippable/opt - - android-aarch64-shippable/opt - -jobs: - balrog: - from-deps: - group-by: single-with-filters - update-no-wnp: - by-release-type: - nightly.*: false - default: true diff --git a/taskcluster/ci/beetmover-android-app/kind.yml b/taskcluster/ci/beetmover-android-app/kind.yml deleted file mode 100644 index 59ef9cb149..0000000000 --- a/taskcluster/ci/beetmover-android-app/kind.yml +++ /dev/null @@ -1,47 +0,0 @@ -# This source code form is subject to the terms of the mozilla public -# license, v. 2.0. if a copy of the mpl was not distributed with this -# file, you can obtain one at http://mozilla.org/mpl/2.0/. ---- -loader: gecko_taskgraph.loader.transform:loader - -transforms: - - taskgraph.transforms.from_deps - - android_taskgraph.transforms.upstream_artifacts - - android_taskgraph.transforms.treeherder - - android_taskgraph.transforms.beetmover_android_app - - gecko_taskgraph.transforms.task - -kind-dependencies: - - signing-apk - - signing-bundle - -jobs: - beetmover: - from-deps: - with-attributes: - build-type: - - fenix-release - - fenix-beta - - fenix-nightly - - focus-release - - klar-release - - focus-beta - - focus-nightly - group-by: - attribute: build-type - copy-attributes: true - attributes: - artifact_map: taskcluster/android_taskgraph/manifests/apk_releases.yml - shipping_phase: ship - treeherder: - symbol: - by-build-type: - klar.*: BM-klar - default: BM - bucket-scope: - by-level: - '3': - by-build-type: - .*-nightly: "project:releng:beetmover:bucket:nightly" - .*-(release|beta): "project:releng:beetmover:bucket:release" - default: "project:releng:beetmover:bucket:dep" diff --git a/taskcluster/ci/beetmover-apt/kind.yml b/taskcluster/ci/beetmover-apt/kind.yml deleted file mode 100644 index 9eb65f8858..0000000000 --- a/taskcluster/ci/beetmover-apt/kind.yml +++ /dev/null @@ -1,29 +0,0 @@ -# This Source Code Form is subject to the terms of the Mozilla Public -# License, v. 2.0. If a copy of the MPL was not distributed with this -# file, You can obtain one at http://mozilla.org/MPL/2.0/. ---- -loader: gecko_taskgraph.loader.transform:loader - -transforms: - - taskgraph.transforms.from_deps - - gecko_taskgraph.transforms.release:run_on_releases - - gecko_taskgraph.transforms.beetmover_apt - - gecko_taskgraph.transforms.task - -kind-dependencies: - - beetmover-repackage - -only-for-build-platforms: - - linux-shippable/opt - - linux64-shippable/opt - - linux-devedition/opt - - linux64-devedition/opt - -jobs: - beetmover-apt: - from-deps: - group-by: single-with-filters - run-on-releases: - - nightly - - beta - - release diff --git a/taskcluster/ci/beetmover-checksums/kind.yml b/taskcluster/ci/beetmover-checksums/kind.yml deleted file mode 100644 index 7ecf79ea58..0000000000 --- a/taskcluster/ci/beetmover-checksums/kind.yml +++ /dev/null @@ -1,30 +0,0 @@ -# This Source Code Form is subject to the terms of the Mozilla Public -# License, v. 2.0. If a copy of the MPL was not distributed with this -# file, You can obtain one at http://mozilla.org/MPL/2.0/. ---- -loader: gecko_taskgraph.loader.transform:loader - -transforms: - - taskgraph.transforms.from_deps - - gecko_taskgraph.transforms.name_sanity - - gecko_taskgraph.transforms.beetmover_checksums - - gecko_taskgraph.transforms.task - -kind-dependencies: - - beetmover-repackage - -only-for-attributes: - - nightly - - shippable - -jobs: - beetmover-checksums: - from-deps: - group-by: single-with-filters - shipping-phase: promote - attributes: - artifact_prefix: public - artifact_map: - by-release-type: - beta|release.*|esr.*: taskcluster/gecko_taskgraph/manifests/firefox_candidates_checksums.yml - default: taskcluster/gecko_taskgraph/manifests/firefox_nightly_checksums.yml diff --git a/taskcluster/ci/beetmover-components/kind.yml b/taskcluster/ci/beetmover-components/kind.yml deleted file mode 100644 index 3b3fd5c8ea..0000000000 --- a/taskcluster/ci/beetmover-components/kind.yml +++ /dev/null @@ -1,62 +0,0 @@ -# This Source Code Form is subject to the terms of the Mozilla Public -# License, v. 2.0. If a copy of the MPL was not distributed with this -# file, You can obtain one at http://mozilla.org/MPL/2.0/. ---- -loader: gecko_taskgraph.loader.transform:loader - -transforms: - - taskgraph.transforms.from_deps - - android_taskgraph.transforms.upstream_artifacts - - android_taskgraph.transforms.beetmover - - android_taskgraph.transforms.treeherder - - gecko_taskgraph.transforms.task:transforms - -kind-dependencies: - - signing - - build-components - - post-signing - -jobs: - push-to-maven: - description: Publish component - from-deps: - with-attributes: - build-type: - - release - - beta - - nightly - group-by: component - copy-attributes: true - maven-destination: 'maven2/org/mozilla/components/{component}/{version}/{artifact_file_name}' - shipping-phase: ship - treeherder: - symbol: - by-build-type: - release: BM-R - beta: BM-B - nightly: BM-N - default: BM-B - kind: build - worker: - action: push-to-maven - bucket: - by-build-type: - release: - by-level: - '3': maven-production - default: maven-staging - beta: - by-level: - '3': maven-production - default: maven-staging - nightly: - by-level: - '3': maven-nightly-production - default: maven-nightly-staging - beetmover-application-name: - by-build-type: - release: components - beta: components - nightly: nightly_components - default: UNDEFINED - worker-type: beetmover-android diff --git a/taskcluster/ci/beetmover-geckoview/kind.yml b/taskcluster/ci/beetmover-geckoview/kind.yml deleted file mode 100644 index d37316c5da..0000000000 --- a/taskcluster/ci/beetmover-geckoview/kind.yml +++ /dev/null @@ -1,69 +0,0 @@ -# This Source Code Form is subject to the terms of the Mozilla Public -# License, v. 2.0. If a copy of the MPL was not distributed with this -# file, You can obtain one at http://mozilla.org/MPL/2.0/. ---- -loader: gecko_taskgraph.loader.transform:loader - -transforms: - - taskgraph.transforms.from_deps - - gecko_taskgraph.transforms.name_sanity - - gecko_taskgraph.transforms.beetmover_geckoview - - gecko_taskgraph.transforms.task - -kind-dependencies: - - build-signing - -only-for-attributes: - - nightly - - shippable - -not-for-build-platforms: - - linux-shippable/opt - - linux64-shippable/opt - - linux64-aarch64-shippable/opt - - linux64-nightlyasrelease/opt - - macosx64-shippable/opt - - macosx64-nightlyasrelease/opt - - win32-shippable/opt - - win64-shippable/opt - - win64-aarch64-shippable/opt - - win64-nightlyasrelease/opt - - linux-devedition/opt - - linux64-devedition/opt - - macosx64-devedition/opt - - win32-devedition/opt - - win64-devedition/opt - - win64-aarch64-devedition/opt - - linux64-asan-reporter-shippable/opt - - win64-asan-reporter-shippable/opt - -jobs: - beetmover-geckoview: - from-deps: - group-by: single-with-filters - attributes: - artifact_map: taskcluster/gecko_taskgraph/manifests/fennec_geckoview.yml - run-on-projects: ['mozilla-release'] - run-on-hg-branches: - by-project: - mozilla-release: - - '^GECKOVIEW_\d+_RELBRANCH$' - default: - - 'all' - shipping-phase: - by-project: - # Beetmoving geckoview makes it available to the official maven repo. - # That happens: - # 1. as part of the nightly-android or nightly-all graph on mozilla-central - # 2. as part of firefox-android ship graphs on both mozilla-beta and mozilla-release - # 3. at every patch uplifted on the GECKOVIEW_XX_RELBRANCH on mozilla-release - # Reminder: There is no Android/geckoview build on ESR. - # - # The logic of point 2 is handled in target_tasks directly because it's mixing and - # matching 2 different shipping-products - mozilla-release: build - default: promote - bucket-scope: - by-release-level: - production: 'project:releng:beetmover:bucket:maven-production' - staging: 'project:releng:beetmover:bucket:maven-staging' diff --git a/taskcluster/ci/beetmover-repackage/kind.yml b/taskcluster/ci/beetmover-repackage/kind.yml deleted file mode 100644 index 8746bb5b44..0000000000 --- a/taskcluster/ci/beetmover-repackage/kind.yml +++ /dev/null @@ -1,65 +0,0 @@ -# This Source Code Form is subject to the terms of the Mozilla Public -# License, v. 2.0. If a copy of the MPL was not distributed with this -# file, You can obtain one at http://mozilla.org/MPL/2.0/. ---- -loader: gecko_taskgraph.loader.transform:loader - -transforms: - - taskgraph.transforms.from_deps - - gecko_taskgraph.transforms.name_sanity - - gecko_taskgraph.transforms.beetmover_repackage_l10n - - gecko_taskgraph.transforms.beetmover_repackage - - gecko_taskgraph.transforms.task - -kind-dependencies: - # Primary dependencies - - repackage - - repackage-l10n - # Other dependencies - - build - - build-signing - - build-mac-signing - - build-mac-notarization - - repackage-signing - - shippable-l10n - - shippable-l10n-signing - - shippable-l10n-mac-signing - - shippable-l10n-mac-notarization - - repackage-signing-l10n - - partials - - partials-signing - - repackage-signing-msi - - repackage-signing-shippable-l10n-msix - - mar-signing - - mar-signing-l10n - - attribution - - attribution-l10n - - repackage-deb - - repackage-deb-l10n - -only-for-build-platforms: - - linux-shippable/opt - - linux64-shippable/opt - - macosx64-shippable/opt - - win32-shippable/opt - - win64-shippable/opt - - win64-aarch64-shippable/opt - - linux-devedition/opt - - linux64-devedition/opt - - macosx64-devedition/opt - - win32-devedition/opt - - win64-devedition/opt - - win64-aarch64-devedition/opt - - linux64-asan-reporter-shippable/opt - - win64-asan-reporter-shippable/opt - -jobs: - beetmover-repackage: - from-deps: - group-by: single-locale - shipping-phase: promote - attributes: - artifact_map: - by-release-type: - beta|release.*|esr.*: taskcluster/gecko_taskgraph/manifests/firefox_candidates.yml - default: taskcluster/gecko_taskgraph/manifests/firefox_nightly.yml diff --git a/taskcluster/ci/beetmover-source/kind.yml b/taskcluster/ci/beetmover-source/kind.yml deleted file mode 100644 index cd86d812b5..0000000000 --- a/taskcluster/ci/beetmover-source/kind.yml +++ /dev/null @@ -1,23 +0,0 @@ -# This Source Code Form is subject to the terms of the Mozilla Public -# License, v. 2.0. If a copy of the MPL was not distributed with this -# file, You can obtain one at http://mozilla.org/MPL/2.0/. ---- -loader: gecko_taskgraph.loader.transform:loader - -transforms: - - taskgraph.transforms.from_deps - - gecko_taskgraph.transforms.name_sanity - - gecko_taskgraph.transforms.beetmover - - gecko_taskgraph.transforms.beetmover_source - - gecko_taskgraph.transforms.task - -kind-dependencies: - - release-source-signing - -jobs: - beetmover-source: - from-deps: - group-by: single-with-filters - shipping-phase: promote - attributes: - artifact_map: taskcluster/gecko_taskgraph/manifests/source_files.yml diff --git a/taskcluster/ci/bootstrap/kind.yml b/taskcluster/ci/bootstrap/kind.yml deleted file mode 100644 index 0ce8f8f68a..0000000000 --- a/taskcluster/ci/bootstrap/kind.yml +++ /dev/null @@ -1,103 +0,0 @@ -# This Source Code Form is subject to the terms of the Mozilla Public -# License, v. 2.0. If a copy of the MPL was not distributed with this -# file, You can obtain one at http://mozilla.org/MPL/2.0/. ---- -loader: gecko_taskgraph.loader.transform:loader - -kind-dependencies: - - toolchain - -transforms: - - gecko_taskgraph.transforms.bootstrap:transforms - - gecko_taskgraph.transforms.task:transforms - -jobs: - debian11: - image: debian:bullseye - pre-commands: - - apt-get update - - apt-get install -y --no-install-recommends curl mercurial python3-pip - debian12: - image: debian:bookworm - pre-commands: - - apt-get update - - apt-get install -y --no-install-recommends curl mercurial python3-pip - debian13: - image: debian:trixie - pre-commands: - - apt-get update - - apt-get install -y --no-install-recommends curl mercurial python3-pip - ubuntu2204: - image: ubuntu:jammy - pre-commands: - - apt-get update - - apt-get install -y --no-install-recommends curl mercurial python3-pip - ubuntu2304: - image: ubuntu:lunar - pre-commands: - - apt-get update - - apt-get install -y --no-install-recommends curl mercurial python3-pip - ubuntu2310: - image: ubuntu:mantic - pre-commands: - - apt-get update - # For some reason, this is required, now. - - export DEBIAN_FRONTEND=noninteractive - - apt-get install -y --no-install-recommends curl mercurial python3-pip - fedora36: - image: fedora:36 - pre-commands: - - dnf install -y mercurial python3-pip - fedora37: - image: fedora:37 - pre-commands: - - dnf install -y mercurial python3-pip - # Work around https://bz.mercurial-scm.org/show_bug.cgi?id=6761 - - mkdir -p /etc/mercurial/hgrc.d - - (echo "[devel]"; echo discovery.randomize=false) > /etc/mercurial/hgrc.d/workaround.rc - fedora38: - image: fedora:38 - pre-commands: - - dnf install -y mercurial python3-pip - fedora39: - image: fedora:39 - pre-commands: - - dnf install -y mercurial python3-pip - rockylinux8: - image: rockylinux:8 - pre-commands: - - dnf install -y mercurial python38-pip - rockylinux9: - image: rockylinux:9 - pre-commands: - # Mercurial is in EPEL. https://wiki.rockylinux.org/rocky/repo/#notes-on-epel - - dnf install -y epel-release - - dnf install -y mercurial python3-pip - opensuse-leap: - image: opensuse/leap - pre-commands: - - zypper install -y curl mercurial python311-pip python311-curses gzip - # We can't replace /usr/bin/python3 because mercurial uses that, so - # we override it via /usr/local/bin. - - ln -s /usr/bin/python3.11 /usr/local/bin/python3 - # Make the shell forget about where it found python3 in the past. - - hash -r python3 - opensuse-tumbleweed: - image: opensuse/tumbleweed - pre-commands: - - zypper install -y mercurial python3-pip - gentoo: - image: gentoo/stage3 - pre-commands: - - emerge --sync - - emerge mercurial dev-python/pip - archlinux: - image: archlinux - pre-commands: - - pacman -Syu --noconfirm mercurial python-pip - voidlinux: - image: voidlinux/voidlinux - pre-commands: - - sed -i s/alpha.de.repo.voidlinux.org/repo-default.voidlinux.org/g /usr/share/xbps.d/* - - xbps-install -Suyv xbps - - xbps-install -Suyv curl mercurial python3-pip diff --git a/taskcluster/ci/bouncer-locations/kind.yml b/taskcluster/ci/bouncer-locations/kind.yml deleted file mode 100644 index 4234939369..0000000000 --- a/taskcluster/ci/bouncer-locations/kind.yml +++ /dev/null @@ -1,52 +0,0 @@ -# This Source Code Form is subject to the terms of the Mozilla Public -# License, v. 2.0. If a copy of the MPL was not distributed with this -# file, You can obtain one at http://mozilla.org/MPL/2.0/. ---- -loader: gecko_taskgraph.loader.transform:loader - -kind-dependencies: - - post-beetmover-dummy - -transforms: - - gecko_taskgraph.transforms.bouncer_locations:transforms - - gecko_taskgraph.transforms.release:run_on_releases - - gecko_taskgraph.transforms.release_deps:transforms - - gecko_taskgraph.transforms.task:transforms - -job-defaults: - description: nightly bouncer locations job - attributes: - shippable: true - worker-type: bouncer - worker: - implementation: bouncer-locations - scopes: - by-project: - mozilla-central: - - project:releng:bouncer:action:locations - - project:releng:bouncer:server:production - default: - - project:releng:bouncer:action:locations - - project:releng:bouncer:server:staging - shipping-phase: ship - treeherder: - symbol: BncLoc - kind: other - tier: 1 - -jobs: - firefox: - run-on-releases: ['nightly'] - run-on-projects: ['mozilla-central'] - shipping-product: firefox - bouncer-products: - - firefox-nightly-latest - - firefox-nightly-latest-ssl - - firefox-nightly-latest-l10n - - firefox-nightly-latest-l10n-ssl - - firefox-nightly-msi-latest-ssl - - firefox-nightly-msi-latest-l10n-ssl - - firefox-nightly-pkg-latest-ssl - - firefox-nightly-pkg-latest-l10n-ssl - treeherder: - platform: firefox-release/opt diff --git a/taskcluster/ci/build-apk/kind.yml b/taskcluster/ci/build-apk/kind.yml deleted file mode 100644 index 99132d17f8..0000000000 --- a/taskcluster/ci/build-apk/kind.yml +++ /dev/null @@ -1,518 +0,0 @@ -# This Source Code Form is subject to the terms of the Mozilla Public -# License, v. 2.0. If a copy of the MPL was not distributed with this -# file, You can obtain one at http://mozilla.org/MPL/2.0/. ---- -loader: gecko_taskgraph.loader.transform:loader - -transforms: - - android_taskgraph.transforms.build_android_app:transforms - - gecko_taskgraph.transforms.build_schedules:transforms - - gecko_taskgraph.transforms.job:transforms - - gecko_taskgraph.transforms.task:transforms - -kind-dependencies: - - toolchain - - build-fat-aar - -job-defaults: - apk-artifact-template: - type: file - name: 'public/build/target.{abi}.apk' - path: '/builds/worker/checkouts/gecko/mobile/android/{source_project_name}/app/build/outputs/apk/{gradle_build}/{gradle_build_type}/{fileName}' - - -jobs: - focus-debug: - attributes: - shipping-product: focus - dependencies: - build-fat-aar: build-fat-aar-android-geckoview-fat-aar/opt - description: 'Focus debug build from source code' - run: - gradle-build-type: debug - gradle-build-name: focusDebug - gradle-build: focus - source-project-name: "focus-android" - treeherder: - symbol: focus-debug(Bf) - platform: focus-android-all/opt - - klar-debug: - attributes: - shipping-product: focus - dependencies: - build-fat-aar: build-fat-aar-android-geckoview-fat-aar/opt - description: 'Klar debug build from source code' - run: - gradle-build-type: debug - gradle-build-name: klarDebug - gradle-build: klar - source-project-name: "focus-android" - treeherder: - symbol: focus-debug(Bkl) - platform: focus-android-all/opt - - fenix-debug: - attributes: - shipping-product: fenix - dependencies: - build-fat-aar: build-fat-aar-android-geckoview-fat-aar/opt - description: 'Fenix debug build from source code' - run: - gradle-build-type: debug - gradle-build-name: fenixDebug - gradle-build: fenix - gradle-extra-options: - - -PdisableLeakCanary - track-apk-size: true - source-project-name: "fenix" - treeherder: - symbol: fenix-debug(Bf) - platform: fenix-android-all/opt - - focus-release: - description: 'Release Focus build' - attributes: - release-type: release - shipping-product: focus - shipping-product: firefox-android - dependencies: - build-fat-aar: build-fat-aar-android-geckoview-fat-aar-shippable/opt - include-shippable-secrets: true - include-release-version: true - run: - gradle-build-type: release - gradle-build-name: focusRelease - gradle-build: focus - run-on-projects: [] - shipping-phase: promote - source-project-name: "focus-android" - treeherder: - symbol: focus-release(Bf) - platform: focus-android-all/opt - - klar-release: - description: 'Release Klar build' - attributes: - release-type: release - shipping-product: focus - shipping-product: firefox-android - dependencies: - build-fat-aar: build-fat-aar-android-geckoview-fat-aar-shippable/opt - include-shippable-secrets: true - include-release-version: true - run: - gradle-build-type: release - gradle-build-name: klarRelease - gradle-build: klar - run-on-projects: [] - shipping-phase: promote - source-project-name: "focus-android" - treeherder: - symbol: focus-release(Bkl) - platform: focus-android-all/opt - - fenix-release: - description: 'Release Fenix build' - attributes: - release-type: release - shipping-product: fenix - shipping-product: firefox-android - dependencies: - build-fat-aar: build-fat-aar-android-geckoview-fat-aar-shippable/opt - include-shippable-secrets: true - include-release-version: true - run: - gradle-build-type: release - gradle-build-name: fenixRelease - gradle-build: fenix - track-apk-size: true - run-on-projects: [] - shipping-phase: promote - source-project-name: "fenix" - treeherder: - symbol: fenix-release(Bf) - platform: fenix-android-all/opt - - focus-nightly: - description: 'Nightly focus build' - attributes: - # any tasks that have this as a primary dependency will - # inherit this attribute via the multi_dep loader - shipping-product: focus - dependencies: - build-fat-aar: build-fat-aar-android-geckoview-fat-aar-shippable/opt - include-shippable-secrets: true - include-nightly-version: true - run: - gradle-build-type: nightly - gradle-build-name: focusNightly - gradle-build: focus - run-on-projects: [] - source-project-name: "focus-android" - treeherder: - symbol: focus-nightly(B) - platform: focus-android-all/opt - - fenix-nightly: - description: 'Nightly fenix build' - attributes: - # any tasks that have this as a primary dependency will - # inherit this attribute via the multi_dep loader - shipping-product: fenix - dependencies: - build-fat-aar: build-fat-aar-android-geckoview-fat-aar-shippable/opt - include-shippable-secrets: true - include-nightly-version: true - source-project-name: "fenix" - run: - gradle-build-type: nightly - gradle-build-name: fenixNightly - gradle-build: fenix - track-apk-size: true - run-on-projects: [] - treeherder: - symbol: fenix-nightly(B) - platform: fenix-android-all/opt - - focus-beta: - description: 'Beta focus build' - attributes: - release-type: beta - shipping-product: focus - shipping-product: firefox-android - dependencies: - build-fat-aar: build-fat-aar-android-geckoview-fat-aar-shippable/opt - include-shippable-secrets: true - include-release-version: true - run: - gradle-build-type: beta - gradle-build-name: focusBeta - gradle-build: focus - run-on-projects: [] - shipping-phase: promote - source-project-name: "focus-android" - treeherder: - symbol: focus-beta(B) - platform: focus-android-all/opt - - fenix-beta: - description: 'Beta fenix build' - attributes: - release-type: beta - shipping-product: fenix - shipping-product: firefox-android - dependencies: - build-fat-aar: build-fat-aar-android-geckoview-fat-aar-shippable/opt - include-shippable-secrets: true - include-release-version: true - run: - gradle-build-type: beta - gradle-build-name: fenixBeta - gradle-build: fenix - track-apk-size: true - run-on-projects: [] - shipping-phase: promote - source-project-name: "fenix" - treeherder: - symbol: fenix-beta(B) - platform: fenix-android-all/opt - - focus-nightly-firebase: - attributes: - shipping-product: focus - description: 'Focus Nightly build for UI tests' - dependencies: - build-fat-aar: build-fat-aar-android-geckoview-fat-aar/opt - disable-optimization: true - run: - gradle-build-type: nightly - gradle-build-name: focusNightly - gradle-build: focus - test-build-type: nightly - run-on-projects: [trunk] - source-project-name: "focus-android" - treeherder: - symbol: focus-nightly(Bf) - platform: focus-android-all/opt - - fenix-nightly-firebase: - attributes: - shipping-product: fenix - description: 'Fenix Nightly build for UI tests' - dependencies: - build-fat-aar: build-fat-aar-android-geckoview-fat-aar/opt - disable-optimization: true - run: - gradle-build-type: nightly - gradle-build-name: fenixNightly - gradle-build: fenix - test-build-type: nightly - run-on-projects: [trunk] - source-project-name: "fenix" - treeherder: - symbol: fenix-nightly(Bf) - platform: fenix-android-all/opt - - focus-beta-firebase: - attributes: - shipping-product: focus - description: 'Focus Beta build for UI tests' - dependencies: - build-fat-aar: build-fat-aar-android-geckoview-fat-aar-shippable/opt - disable-optimization: true - run: - gradle-build-type: beta - gradle-build-name: focusBeta - gradle-build: focus - test-build-type: beta - run-on-projects: ['release'] - source-project-name: "focus-android" - treeherder: - symbol: focus-beta(Bf) - platform: focus-android-all/opt - - fenix-beta-firebase: - attributes: - shipping-product: fenix - description: 'Fenix Beta build for UI tests' - dependencies: - build-fat-aar: build-fat-aar-android-geckoview-fat-aar-shippable/opt - disable-optimization: true - run: - gradle-build-type: beta - gradle-build-name: fenixBeta - gradle-build: fenix - test-build-type: beta - run-on-projects: ['release'] - source-project-name: "fenix" - treeherder: - symbol: fenix-beta(Bf) - platform: fenix-android-all/opt - - focus-android-test-debug: - attributes: - shipping-product: focus - description: 'Focus Android Test for debugging' - dependencies: - build-fat-aar: build-fat-aar-android-geckoview-fat-aar/opt - run: - gradle-build-type: androidTest - gradle-build-name: androidTest - gradle-build: focus - source-project-name: "focus-android" - apk-artifact-template: - # this path is determined by the gradle build configs - path: '/builds/worker/checkouts/gecko/mobile/android/focus-android/app/build/outputs/apk/androidTest/focus/debug/app-focus-debug-androidTest.apk' - treeherder: - symbol: focus-debug(Bat) - platform: focus-android-all/opt - - fenix-android-test-debug: - attributes: - shipping-product: fenix - description: 'Fenix Debug Android Test for debugging' - dependencies: - build-fat-aar: build-fat-aar-android-geckoview-fat-aar/opt - run: - gradle-build-type: androidTest - gradle-build-name: androidTest - gradle-build: fenix - source-project-name: "fenix" - apk-artifact-template: - # 3 differences here: - # * "androidTest/" is added - # * "{gradle_build_type}" is forced to "debug" - # * "{fileName}" is forced to "app-fenix-debug-androidTest.apk" - path: '/builds/worker/checkouts/gecko/mobile/android/fenix/app/build/outputs/apk/androidTest/fenix/debug/app-fenix-debug-androidTest.apk' - treeherder: - symbol: fenix-debug(Bat) - platform: fenix-android-all/opt - - # android-test-nightly and android-test-beta, while still being debug builds, are meant to be signed - # with the nightly/beta key. The Firebase testing infrastructure requires both the androidTest APK - # and the APK under test to be signed with the same key. Thus, the nightly APK being signed with - # nightly means we need an androidTest APK with the same signature. - - focus-android-test-nightly: - attributes: - shipping-product: focus - description: 'Focus Nightly Android Test for debugging' - dependencies: - build-fat-aar: build-fat-aar-android-geckoview-fat-aar/opt - run: - gradle-build-type: androidTest - gradle-build-name: androidTest - gradle-build: focus - test-build-type: nightly - run-on-projects: [trunk] - source-project-name: "focus-android" - apk-artifact-template: - path: '/builds/worker/checkouts/gecko/mobile/android/focus-android/app/build/outputs/apk/androidTest/focus/nightly/app-focus-nightly-androidTest.apk' - treeherder: - symbol: focus-nightly(Bat) - platform: focus-android-all/opt - - # android-test-nightly and android-test-beta, while still being debug builds, are meant to be signed - # with the nightly/beta key. The Firebase testing infrastructure requires both the androidTest APK - # and the APK under test to be signed with the same key. Thus, the nightly APK being signed with - # nightly means we need an androidTest APK with the same signature. - # - # TODO: See if we can tweak the signing kind to make 2 signing jobs out of a single `android-test` - # job. - fenix-android-test-nightly: - attributes: - nightly: true - shipping-product: fenix - description: 'Fenix Nightly Android Test for debugging' - dependencies: - build-fat-aar: build-fat-aar-android-geckoview-fat-aar/opt - apk-artifact-template: - # 3 differences here: - # * "androidTest/" is added - # * "{gradle_build_type}" is forced to "debug" - # * "{fileName}" is forced to "app-fenix-nightly-androidTest.apk" - path: '/builds/worker/checkouts/gecko/mobile/android/fenix/app/build/outputs/apk/androidTest/fenix/nightly/app-fenix-nightly-androidTest.apk' - disable-optimization: true - run: - gradle-build-type: androidTest - gradle-build-name: androidTest - gradle-build: fenix - test-build-type: nightly - run-on-projects: [trunk] - source-project-name: "fenix" - treeherder: - symbol: fenix-nightly(Bat) - platform: fenix-android-all/opt - - focus-android-test-beta: - attributes: - shipping-product: focus - description: 'Focus Beta Android Test for debugging' - dependencies: - build-fat-aar: build-fat-aar-android-geckoview-fat-aar-shippable/opt - run: - gradle-build-type: androidTest - gradle-build-name: androidTest - gradle-build: focus - test-build-type: beta - run-on-projects: ['release'] - source-project-name: "focus-android" - apk-artifact-template: - path: '/builds/worker/checkouts/gecko/mobile/android/focus-android/app/build/outputs/apk/androidTest/focus/beta/app-focus-beta-androidTest.apk' - treeherder: - symbol: focus-beta(Bat) - platform: focus-android-all/opt - - fenix-android-test-beta: - attributes: - shipping-product: fenix - description: 'Fenix Beta Android Test for debugging' - dependencies: - build-fat-aar: build-fat-aar-android-geckoview-fat-aar-shippable/opt - apk-artifact-template: - # 3 differences here: - # * "androidTest/" is added - # * "{gradle_build_type}" is forced to "beta" - # * "{fileName}" is forced to "app-fenix-beta-androidTest.apk" - path: '/builds/worker/checkouts/gecko/mobile/android/fenix/app/build/outputs/apk/androidTest/fenix/beta/app-fenix-beta-androidTest.apk' - disable-optimization: true - run: - gradle-build-type: androidTest - gradle-build-name: androidTest - gradle-build: fenix - test-build-type: beta - run-on-projects: ['release'] - source-project-name: "fenix" - treeherder: - symbol: fenix-beta(Bat) - platform: fenix-android-all/opt - - fenix-android-test-mozillaonline: - attributes: - shipping-product: fenix - description: 'Fenix Android Test mozillaonline' - dependencies: - build-fat-aar: build-fat-aar-android-geckoview-fat-aar-shippable/opt - apk-artifact-template: - # 3 differences here: - # * "androidTest/" is added - # * "{gradle_build_type}" is forced to "beta" - # * "{fileName}" is forced to "app-fenix-beta-androidTest.apk" - path: '/builds/worker/checkouts/gecko/mobile/android/fenix/app/build/outputs/apk/androidTest/fenix/beta/app-fenix-beta-androidTest.apk' - run-on-projects: [] - disable-optimization: true - run: - gradle-build-type: androidTest - gradle-build-name: androidTest - gradle-build: fenix - gradle-extra-options: - - -PmozillaOnline - test-build-type: beta - source-project-name: "fenix" - treeherder: - symbol: fenix-beta(Bat-mo) - platform: fenix-android-all/opt - - fenix-nightly-simulation: - description: 'Fenix Nightly Simulation' - dependencies: - build-fat-aar: build-fat-aar-android-geckoview-fat-aar-shippable/opt - attributes: - nightly: false - shipping-product: fenix - include-nightly-version: true - include-shippable-secrets: true - run-on-projects: [] - run: - gradle-build-type: nightly - gradle-build-name: fenixNightly - gradle-build: fenix - source-project-name: "fenix" - treeherder: - symbol: fenix-nightlySim(B) - platform: fenix-android-all/opt - - fenix-beta-mozillaonline: - description: 'Fenix Beta mozillaonline' - dependencies: - build-fat-aar: build-fat-aar-android-geckoview-fat-aar-shippable/opt - attributes: - release-type: beta - shipping_phase: promote - shipping-product: fenix - include-release-version: true - include-shippable-secrets: true - run: - gradle-build-type: beta - gradle-build-name: fenixBeta - gradle-build: fenix - gradle-extra-options: - - -PmozillaOnline - run-on-projects: [] - source-project-name: "fenix" - treeherder: - symbol: fenix-beta(Bmo) - platform: fenix-android-all/opt - - fenix-release-mozillaonline: - description: 'Fenix Release mozillaonline' - dependencies: - build-fat-aar: build-fat-aar-android-geckoview-fat-aar-shippable/opt - attributes: - release-type: release - shipping_phase: promote - shipping-product: fenix - include-release-version: true - include-shippable-secrets: true - run: - gradle-build-type: release - gradle-build-name: fenixRelease - gradle-build: fenix - gradle-extra-options: - - -PmozillaOnline - run-on-projects: [] - source-project-name: "fenix" - treeherder: - symbol: fenix-release(Bmo) - platform: fenix-android-all/opt diff --git a/taskcluster/ci/build-bundle/kind.yml b/taskcluster/ci/build-bundle/kind.yml deleted file mode 100644 index 081b5aba60..0000000000 --- a/taskcluster/ci/build-bundle/kind.yml +++ /dev/null @@ -1,213 +0,0 @@ -# This Source Code Form is subject to the terms of the Mozilla Public -# License, v. 2.0. If a copy of the MPL was not distributed with this -# file, You can obtain one at http://mozilla.org/MPL/2.0/. ---- -loader: gecko_taskgraph.loader.transform:loader - -transforms: - - android_taskgraph.transforms.build_android_app:transforms - - gecko_taskgraph.transforms.build_schedules:transforms - - gecko_taskgraph.transforms.job:transforms - - gecko_taskgraph.transforms.task:transforms - -kind-dependencies: - - toolchain - - build-fat-aar - -job-defaults: - aab-artifact-template: - type: file - name: 'public/build/target.aab' - path: '/builds/worker/checkouts/gecko/mobile/android/{source_project_name}/app/build/outputs/bundle/{variant_name}/app-{gradle_build}-{gradle_build_type}.aab' - run: - gradle-package-command: bundle - gradle-extra-options: - - -Paab - - -jobs: - focus-debug: - attributes: - shipping-product: focus - dependencies: - build-fat-aar: build-fat-aar-android-geckoview-fat-aar/opt - description: 'Focus debug AAB build from source code' - run: - gradle-build-type: debug - gradle-build-name: focusDebug - gradle-build: focus - source-project-name: "focus-android" - treeherder: - platform: focus-android-all/opt - symbol: focus-debug(AABf) - - klar-debug: - attributes: - shipping-product: focus - dependencies: - build-fat-aar: build-fat-aar-android-geckoview-fat-aar/opt - description: 'Klar debug AAB build from source code' - run: - gradle-build-type: debug - gradle-build-name: klarDebug - gradle-build: klar - source-project-name: "focus-android" - treeherder: - platform: focus-android-all/opt - symbol: focus-debug(AABkl) - - fenix-debug: - attributes: - shipping-product: fenix - dependencies: - build-fat-aar: build-fat-aar-android-geckoview-fat-aar/opt - description: 'Fenix debug AAB build from source code' - run: - gradle-build-type: debug - gradle-build-name: fenixDebug - gradle-build: fenix - source-project-name: "fenix" - treeherder: - platform: fenix-android-all/opt - symbol: fenix-debug(AAB) - - focus-release: - attributes: - release-type: release - shipping-product: focus - shipping-product: firefox-android - dependencies: - build-fat-aar: build-fat-aar-android-geckoview-fat-aar-shippable/opt - description: 'Focus release AAB build from source code' - include-shippable-secrets: true - include-release-version: true - run-on-projects: ["mozilla-release"] - run: - gradle-build-type: release - gradle-build-name: focusRelease - gradle-build: focus - shipping-phase: promote - source-project-name: "focus-android" - treeherder: - platform: focus-android-all/opt - symbol: focus-release(AABf) - - klar-release: - attributes: - release-type: release - shipping-product: focus - shipping-product: firefox-android - dependencies: - build-fat-aar: build-fat-aar-android-geckoview-fat-aar-shippable/opt - description: 'Klar release AAB build from source code' - include-shippable-secrets: true - include-release-version: true - run-on-projects: ["mozilla-release"] - run: - gradle-build-type: release - gradle-build-name: klarRelease - gradle-build: klar - shipping-phase: promote - source-project-name: "focus-android" - treeherder: - platform: focus-android-all/opt - symbol: focus-release(AABkl) - - fenix-release: - attributes: - release-type: release - shipping-product: fenix - shipping-product: firefox-android - dependencies: - build-fat-aar: build-fat-aar-android-geckoview-fat-aar-shippable/opt - description: 'Fenix release AAB build from source code' - include-shippable-secrets: true - include-release-version: true - run-on-projects: ["mozilla-release"] - run: - gradle-build-type: release - gradle-build-name: fenixRelease - gradle-build: fenix - shipping-phase: promote - source-project-name: "fenix" - treeherder: - platform: fenix-android-all/opt - symbol: fenix-release(AAB) - - focus-nightly: - attributes: - shipping-product: focus - dependencies: - build-fat-aar: build-fat-aar-android-geckoview-fat-aar-shippable/opt - description: 'Focus nightly AAB build from source code' - include-shippable-secrets: true - include-nightly-version: true - run-on-projects: ["mozilla-central"] - run: - gradle-build-type: nightly - gradle-build-name: focusNightly - gradle-build: focus - source-project-name: "focus-android" - treeherder: - platform: focus-android-all/opt - symbol: focus-nightly(AABf) - - fenix-nightly: - attributes: - shipping-product: fenix - dependencies: - build-fat-aar: build-fat-aar-android-geckoview-fat-aar-shippable/opt - description: 'Fenix nightly AAB build from source code' - include-shippable-secrets: true - include-nightly-version: true - run-on-projects: ["mozilla-central"] - run: - gradle-build-type: nightly - gradle-build-name: fenixNightly - gradle-build: fenix - source-project-name: "fenix" - treeherder: - platform: fenix-android-all/opt - symbol: fenix-nightly(AAB) - - focus-beta: - attributes: - release-type: beta - shipping-product: focus - shipping-product: firefox-android - dependencies: - build-fat-aar: build-fat-aar-android-geckoview-fat-aar-shippable/opt - description: 'Focus beta AAB build from source code' - include-shippable-secrets: true - include-release-version: true - run-on-projects: ["mozilla-beta"] - run: - gradle-build-type: beta - gradle-build-name: focusBeta - gradle-build: focus - shipping-phase: promote - source-project-name: "focus-android" - treeherder: - platform: focus-android-all/opt - symbol: focus-beta(AABf) - - fenix-beta: - attributes: - release-type: beta - shipping-product: fenix - shipping-product: firefox-android - dependencies: - build-fat-aar: build-fat-aar-android-geckoview-fat-aar-shippable/opt - description: 'Fenix beta AAB build from source code' - include-shippable-secrets: true - include-release-version: true - run-on-projects: ["mozilla-beta"] - run: - gradle-build-type: beta - gradle-build-name: fenixBeta - gradle-build: fenix - shipping-phase: promote - source-project-name: "fenix" - treeherder: - platform: fenix-android-all/opt - symbol: fenix-beta(AAB) diff --git a/taskcluster/ci/build-components/kind.yml b/taskcluster/ci/build-components/kind.yml deleted file mode 100644 index 4d9ae555fa..0000000000 --- a/taskcluster/ci/build-components/kind.yml +++ /dev/null @@ -1,134 +0,0 @@ -# This Source Code Form is subject to the terms of the Mozilla Public -# License, v. 2.0. If a copy of the MPL was not distributed with this -# file, You can obtain one at http://mozilla.org/MPL/2.0/. ---- -loader: android_taskgraph.loader.build_config:components_loader - -transforms: - - android_taskgraph.transforms.build_components:transforms - - gecko_taskgraph.transforms.build_schedules:transforms - - gecko_taskgraph.transforms.job:transforms - - gecko_taskgraph.transforms.task:transforms - -not-for-components: - - samples-browser # Their configs are too different, so they're handled in a specific kind - -kind-dependencies: - - toolchain - - build-fat-aar - -job-defaults: - artifact-template: - type: file - name: public/build/{artifact_file_name} - path: '/builds/worker/checkouts/gecko/mobile/android/android-components/{component_path}/build/maven/org/mozilla/components/{component}/{version}/{artifact_file_name}' - tests-artifact-template: - type: directory - name: public/reports/tests - path: '/builds/worker/checkouts/gecko/mobile/android/android-components/{component_path}/build/reports/tests' - lint-artifact-template: - type: file - name: public/reports/lint-results-release.html - path: '/builds/worker/checkouts/gecko/mobile/android/android-components/{component_path}/build/reports/lint-results-release.html' - jacoco-coverage-template: - type: directory - name: public/reports/jacoco - path: '/builds/worker/checkouts/gecko/mobile/android/android-components/{component_path}/build/reports/jacoco' - description: Execute Gradle tasks for component "{component}" - fetches: - toolchain: - - android-sdk-linux - - android-gradle-dependencies - - android-gradle-python-envs - - linux64-jdk - build-fat-aar: - - target.maven.tar.xz - dependencies: - build-fat-aar: - by-build-type: - release|nightly|beta: build-fat-aar-android-geckoview-fat-aar-shippable/opt - default: build-fat-aar-android-geckoview-fat-aar/opt - include-coverage: - by-build-type: - release: false - beta: false - nightly: false - default: true - run: - gradlew: - by-build-type: - release: - - ':{component}:assembleRelease' - - ':{component}:testRelease' - - ':{component}:lintRelease' - - ':{component}:publish' - beta: - # /!\ Beta builds are considered Release in gradle - - ':{component}:assembleRelease' - - ':{component}:testRelease' - - ':{component}:lintRelease' - - ':{component}:publish' - nightly: - - '-PnightlyVersion={nightlyVersion}' - - ':{component}:assembleRelease' - - ':{component}:testRelease' - - ':{component}:lintRelease' - - ':{component}:publish' - default: - by-component: - # No lintRelease on this task, gradle task isn't defined - tooling-lint: - - ':{component}:assemble' - - ':{component}:assembleAndroidTest' - - ':{component}:test' - - ':{component}:lint' - # No testRelease on this task, gradle task isn't defined - tooling-detekt: - - ':{component}:assemble' - - ':{component}:assembleAndroidTest' - - ':{component}:test' - - ':{component}:lintRelease' - # No publish on these tasks - tooling-fetch-tests|samples-.*: - - ':{component}:assemble' - - ':{component}:assembleAndroidTest' - - ':{component}:testRelease' - - ':{component}:lintRelease' - default: - - ':{component}:assemble' - - ':{component}:assembleAndroidTest' - - ':{component}:testRelease' - - ':{component}:lintRelease' - - ':{component}:publish' - pre-gradlew: - - ["cd", "mobile/android/android-components"] - using: gradlew - use-caches: false - run-on-projects: - by-build-type: - release: [] - beta: [] - nightly: [] - default: [all] - shipping-phase: - by-build-type: - (nightly|beta|release): promote - default: null - shipping-product: firefox-android - treeherder: - kind: build - symbol: - by-build-type: - release: '{treeherder_group}(BR)' - beta: '{treeherder_group}(BB)' - nightly: '{treeherder_group}(BN)' - default: '{treeherder_group}(B)' - platform: AC-android-all/opt - tier: 1 - worker-type: b-linux-medium-gcp - worker: - chain-of-trust: true - docker-image: {in-tree: android-components} - max-run-time: 1200 - env: - ANDROID_SDK_ROOT: /builds/worker/fetches/android-sdk-linux diff --git a/taskcluster/ci/build-fat-aar/kind.yml b/taskcluster/ci/build-fat-aar/kind.yml deleted file mode 100644 index 0d3b1208ec..0000000000 --- a/taskcluster/ci/build-fat-aar/kind.yml +++ /dev/null @@ -1,204 +0,0 @@ -# This Source Code Form is subject to the terms of the Mozilla Public -# License, v. 2.0. If a copy of the MPL was not distributed with this -# file, You can obtain one at http://mozilla.org/MPL/2.0/. ---- -loader: gecko_taskgraph.loader.transform:loader - -kind-dependencies: - - build - - toolchain - -transforms: - - gecko_taskgraph.transforms.build:transforms - - gecko_taskgraph.transforms.build_attrs:transforms - - gecko_taskgraph.transforms.build_lints:transforms - - gecko_taskgraph.transforms.build_fat_aar:transforms - - gecko_taskgraph.transforms.job:transforms - - gecko_taskgraph.transforms.artifact:transforms - - gecko_taskgraph.transforms.task:transforms - -job-defaults: - attributes: - artifact_map: taskcluster/gecko_taskgraph/manifests/fennec_geckoview.yml - index: - product: mobile - worker-type: b-linux-gcp - use-python: default - worker: - docker-image: {in-tree: android-build} - max-run-time: 7200 - env: - # Online in order to download the per-architecture AARs. - GRADLE_USER_HOME: "/builds/worker/checkouts/build/gecko/mobile/android/gradle/dotgradle-online" - TOOLTOOL_MANIFEST: "mobile/android/config/tooltool-manifests/android/releng.manifest" - MOZ_ANDROID_FAT_AAR_ARCHITECTURES: "armeabi-v7a,arm64-v8a,x86,x86_64" - MACH_BUILD_PYTHON_NATIVE_PACKAGE_SOURCE: system - artifacts: - - name: public/build/maven - path: /builds/worker/workspace/obj-build/gradle/maven/ - type: directory - - name: public/build/target.maven.tar.xz - path: /builds/worker/workspace/obj-build/gradle/target.maven.tar.xz - type: file - - name: public/build - path: /builds/worker/artifacts/ - type: directory - - name: public/build/geckoview-androidTest.apk - path: /builds/worker/workspace/obj-build/gradle/build/mobile/android/geckoview/outputs/apk/androidTest/withGeckoBinaries/debug/geckoview-withGeckoBinaries-debug-androidTest.apk - type: file - - name: public/build/geckoview-test_runner.apk - path: /builds/worker/workspace/obj-build/gradle/build/mobile/android/test_runner/outputs/apk/withGeckoBinaries/debug/test_runner-withGeckoBinaries-debug.apk - type: file - - name: public/build/geckoview-test_runner.aab - path: /builds/worker/workspace/obj-build/gradle/build/mobile/android/test_runner/outputs/bundle/withGeckoBinariesDebug/test_runner-withGeckoBinaries-debug.aab - type: file - - name: public/build/geckoview_example.apk - path: /builds/worker/workspace/obj-build/gradle/build/mobile/android/geckoview_example/outputs/apk/withGeckoBinaries/debug/geckoview_example-withGeckoBinaries-debug.apk - type: file - - name: public/build/geckoview_example.aab - path: /builds/worker/workspace/obj-build/gradle/build/mobile/android/geckoview_example/outputs/bundle/withGeckoBinariesDebug/geckoview_example-withGeckoBinaries-debug.aab - type: file - - name: public/build/mozconfig - path: /builds/worker/workspace/obj-build/.mozconfig - type: file - run: - using: mozharness - script: "mozharness/scripts/fx_desktop_build.py" - secrets: true - mozconfig-variant: null - tooltool-downloads: internal - # Note: These settings are only honored by nightly (i.e. shipping) builds - update-channel: - by-release-type: - nightly: - by-project: - try: nightly-try - default: nightly - nightly-larch: nightly-larch - nightly-oak: nightly-oak - nightly-pine: nightly-pine - beta: - by-shipping-product: - devedition: aurora - default: beta - release.*: release - esr.*: esr - default: null - fetches: - toolchain: - - android-gradle-python-envs - - android-ndk-linux - - android-sdk-linux - - linux64-clang - - linux64-jdk - - linux64-rust-android - - linux64-rust-size - - linux64-cbindgen - - linux64-dump_syms - - linux64-nasm - - linux64-node - - sysroot-x86_64-linux-gnu - - sysroot-wasm32-wasi - -jobs: - android-geckoview-fat-aar-shippable/opt: - description: "Android GeckoView multi-architecture fat AAR Shippable" - attributes: - shippable: true - enable-full-crashsymbols: true - disable-push-apk: true - maven_packages: - - geckoview - shipping-phase: build - shipping-product: fennec - index: - job-name: android-geckoview-fat-aar-opt - type: shippable-with-multi-l10n - treeherder: - platform: android-5-0-geckoview-fat-aar-shippable/opt - symbol: Bgv - dependencies: - android-x86-shippable: build-android-x86-shippable/opt - android-x86_64-shippable: build-android-x86_64-shippable/opt - android-arm-shippable: build-android-arm-shippable/opt - android-aarch64-shippable: build-android-aarch64-shippable/opt - worker: - env: - PERFHERDER_EXTRA_OPTIONS: android-geckoview-fat-aar-nightly - run: - actions: [get-secrets, build, multi-l10n] - config: - - builds/releng_base_android_64_builds.py - - taskcluster_nightly.py - custom-build-variant-cfg: arm - fetches: - toolchain: - - android-gradle-dependencies - optimization: - skip-unless-backstop: null - - android-geckoview-fat-aar-shippable-lite/opt: - description: "Android GeckoView Lite multi-architecture fat AAR Shippable" - attributes: - shippable: true - enable-full-crashsymbols: true - disable-push-apk: true - maven_packages: - - geckoview - - geckoview-exoplayer2 - shipping-phase: build - shipping-product: fennec - index: - job-name: android-geckoview-fat-aar-opt-lite - type: shippable-with-multi-l10n - treeherder: - platform: android-4-1-geckoview-fat-aar-shippable/opt - symbol: Bgvl - dependencies: - android-x86-shippable-lite: build-android-x86-shippable-lite/opt - android-x86_64-shippable-lite: build-android-x86_64-shippable-lite/opt - android-arm-shippable-lite: build-android-arm-shippable-lite/opt - android-aarch64-shippable-lite: build-android-aarch64-shippable-lite/opt - worker: - env: - PERFHERDER_EXTRA_OPTIONS: android-geckoview-fat-aar-nightly-lite - run: - actions: [get-secrets, build, multi-l10n] - config: - - builds/releng_base_android_64_builds.py - - taskcluster_nightly.py - custom-build-variant-cfg: arm-lite - fetches: - toolchain: - - android-gradle-dependencies-lite - optimization: - skip-unless-backstop: null - - android-geckoview-fat-aar/opt: - description: "Android GeckoView multi-architecture fat AAR Opt" - attributes: - maven_packages: - - geckoview - index: - job-name: android-geckoview-fat-aar-opt - treeherder: - platform: android-5-0-geckoview-fat-aar/opt - symbol: Bgv - dependencies: - android-x86-opt: build-android-x86/opt - android-x86_64-opt: build-android-x86_64/opt - android-arm-opt: build-android-arm/opt - android-aarch64-opt: build-android-aarch64/opt - worker: - env: - PERFHERDER_EXTRA_OPTIONS: android-geckoview-fat-aar-opt - USE_ARTIFACT: '1' - MOZ_ARTIFACT_TASK: {task-reference: ''} - run: - actions: [get-secrets, build] - config: ["builds/releng_base_android_64_builds.py"] - custom-build-variant-cfg: arm - fetches: - toolchain: - - linux64-sccache - - android-gradle-dependencies diff --git a/taskcluster/ci/build-mac-notarization/kind.yml b/taskcluster/ci/build-mac-notarization/kind.yml deleted file mode 100644 index 8d049b3695..0000000000 --- a/taskcluster/ci/build-mac-notarization/kind.yml +++ /dev/null @@ -1,34 +0,0 @@ -# This Source Code Form is subject to the terms of the Mozilla Public -# License, v. 2.0. If a copy of the MPL was not distributed with this -# file, You can obtain one at http://mozilla.org/MPL/2.0/. ---- -loader: gecko_taskgraph.loader.transform:loader - -transforms: - - taskgraph.transforms.from_deps - - gecko_taskgraph.transforms.mac_notarization - - gecko_taskgraph.transforms.name_sanity - - gecko_taskgraph.transforms.signing - - gecko_taskgraph.transforms.task - -kind-dependencies: - - build-mac-signing - -only-for-attributes: - - shippable - -jobs: - build-mac-notarization: - from-deps: - group-by: single-with-filters - copy-attributes: true - treeherder: - symbol: BMN - upstream-artifacts: - - taskType: signing - paths: - - public/build/target.tar.gz - - public/build/target.pkg - formats: ["apple_notarization"] - taskId: - task-reference: diff --git a/taskcluster/ci/build-mac-signing/kind.yml b/taskcluster/ci/build-mac-signing/kind.yml deleted file mode 100644 index d90813cd96..0000000000 --- a/taskcluster/ci/build-mac-signing/kind.yml +++ /dev/null @@ -1,34 +0,0 @@ -# This Source Code Form is subject to the terms of the Mozilla Public -# License, v. 2.0. If a copy of the MPL was not distributed with this -# file, You can obtain one at http://mozilla.org/MPL/2.0/. ---- -loader: gecko_taskgraph.loader.transform:loader - -transforms: - - taskgraph.transforms.from_deps - - gecko_taskgraph.transforms.name_sanity - - gecko_taskgraph.transforms.build_signing - - gecko_taskgraph.transforms.signing - - gecko_taskgraph.transforms.hardened_signing - - gecko_taskgraph.transforms.task - -kind-dependencies: - - build - -only-for-attributes: - - enable-build-signing - -only-for-build-platforms: - - macosx64-shippable/opt - - macosx64-devedition/opt - - macosx64/opt - - macosx64/debug - - macosx64-aarch64/debug - -jobs: - build-mac-signing: - from-deps: - group-by: single-with-filters - treeherder: - symbol: BMS - enable-signing-routes: false diff --git a/taskcluster/ci/build-samples-browser/kind.yml b/taskcluster/ci/build-samples-browser/kind.yml deleted file mode 100644 index 8949d70fad..0000000000 --- a/taskcluster/ci/build-samples-browser/kind.yml +++ /dev/null @@ -1,64 +0,0 @@ -# This Source Code Form is subject to the terms of the Mozilla Public -# License, v. 2.0. If a copy of the MPL was not distributed with this -# file, You can obtain one at http://mozilla.org/MPL/2.0/. ---- -loader: gecko_taskgraph.loader.transform:loader - -transforms: - - android_taskgraph.transforms.build_components:transforms - - gecko_taskgraph.transforms.build_schedules:transforms - - gecko_taskgraph.transforms.job:transforms - - gecko_taskgraph.transforms.task:transforms - -kind-dependencies: - - toolchain - - build-fat-aar - - -job-defaults: - attributes: - build-type: regular - component: samples-browser - dependencies: - build-fat-aar: build-fat-aar-android-geckoview-fat-aar/opt - description: Execute Gradle tasks for component "{component}" - fetches: - toolchain: - - android-sdk-linux - - android-gradle-dependencies - - android-gradle-python-envs - - linux64-jdk - build-fat-aar: - - target.maven.tar.xz - include-coverage: true - run: - pre-gradlew: - - ["cd", "mobile/android/android-components"] - using: gradlew - use-caches: false - treeherder: - kind: build - platform: AC-android-all/opt - tier: 1 - symbol: 'samples-browser(B)' - worker-type: b-linux-medium-gcp - worker: - chain-of-trust: true - docker-image: {in-tree: android-components} - max-run-time: 1200 - env: - ANDROID_SDK_ROOT: /builds/worker/fetches/android-sdk-linux - -jobs: - gecko: - run: - gradlew: - - ':samples-browser:assembleGecko' - - ':samples-browser:testGeckoDebugUnitTest' - - ':samples-browser:lintGeckoDebug' - - system: - run: - gradlew: [':samples-browser:assembleSystem'] - treeherder: - symbol: 'samples-browser-system(B)' diff --git a/taskcluster/ci/build-signing/kind.yml b/taskcluster/ci/build-signing/kind.yml deleted file mode 100644 index 7e4bbab419..0000000000 --- a/taskcluster/ci/build-signing/kind.yml +++ /dev/null @@ -1,34 +0,0 @@ -# This Source Code Form is subject to the terms of the Mozilla Public -# License, v. 2.0. If a copy of the MPL was not distributed with this -# file, You can obtain one at http://mozilla.org/MPL/2.0/. ---- -loader: gecko_taskgraph.loader.transform:loader - -transforms: - - taskgraph.transforms.from_deps:transforms - - gecko_taskgraph.transforms.name_sanity - - gecko_taskgraph.transforms.upstream_artifact_task - - gecko_taskgraph.transforms.build_signing - - gecko_taskgraph.transforms.signing - - gecko_taskgraph.transforms.task - -kind-dependencies: - - build - - build-fat-aar - -only-for-attributes: - - nightly - - shippable - - enable-build-signing - -not-for-build-platforms: - - macosx64-shippable/opt - - macosx64-devedition/opt - - macosx64/opt - - macosx64/debug - - macosx64-aarch64/debug - -jobs: - build-signing: - from-deps: - group-by: platform diff --git a/taskcluster/ci/build/android-asan.yml b/taskcluster/ci/build/android-asan.yml deleted file mode 100644 index ac0ff56251..0000000000 --- a/taskcluster/ci/build/android-asan.yml +++ /dev/null @@ -1,76 +0,0 @@ -# This Source Code Form is subject to the terms of the Mozilla Public -# License, v. 2.0. If a copy of the MPL was not distributed with this -# file, You can obtain one at http://mozilla.org/MPL/2.0/. ---- -job-defaults: - attributes: - artifact_map: taskcluster/gecko_taskgraph/manifests/fennec_geckoview.yml - maven_packages: - - geckoview - index: - product: mobile - worker: - docker-image: {in-tree: android-build} - max-run-time: 7200 - env: - GRADLE_USER_HOME: "/builds/worker/checkouts/gecko/mobile/android/gradle/dotgradle-offline" - artifacts: - - name: public/build/maven - path: /builds/worker/workspace/obj-build/gradle/maven/ - type: directory - - name: public/build/geckoview-androidTest.apk - path: /builds/worker/workspace/obj-build/gradle/build/mobile/android/geckoview/outputs/apk/androidTest/withGeckoBinaries/debug/geckoview-withGeckoBinaries-debug-androidTest.apk - type: file - - name: public/build/geckoview-test_runner.apk - path: /builds/worker/workspace/obj-build/gradle/build/mobile/android/test_runner/outputs/apk/withGeckoBinaries/debug/test_runner-withGeckoBinaries-debug.apk - type: file - - name: public/build/geckoview_example.apk - path: /builds/worker/workspace/obj-build/gradle/build/mobile/android/geckoview_example/outputs/apk/withGeckoBinaries/debug/geckoview_example-withGeckoBinaries-debug.apk - type: file - - name: public/build - path: /builds/worker/artifacts/ - type: directory - run: - using: mozharness - script: "mozharness/scripts/fx_desktop_build.py" - secrets: true - mozconfig-variant: null - tooltool-downloads: internal - fetches: - toolchain: - - android-ndk-linux - - android-sdk-linux - - linux64-jdk - - linux64-rust-android - - linux64-rust-size - - linux64-cbindgen - - linux64-dump_syms - - linux64-nasm - - linux64-node - - sysroot-x86_64-linux-gnu - - sysroot-wasm32-wasi - -android-x86_64-asan-fuzzing/opt: - description: "Android 5.0 x86-64 Fuzzing Opt ASAN" - index: - job-name: android-x86_64-fuzzing-asan - treeherder: - platform: android-5-0-x86_64/asan - symbol: Bof - worker-type: b-linux-large-gcp - worker: - env: - TOOLTOOL_MANIFEST: "mobile/android/config/tooltool-manifests/android-x86/releng.manifest" - run: - actions: [get-secrets, build] - config: ["builds/releng_base_android_64_builds.py"] - custom-build-variant-cfg: fuzzing-asan-tc - use-sccache: true - fetches: - toolchain: - - linux64-clang - - linux64-sccache - - android-gradle-dependencies - - android-gradle-python-envs - optimization: - skip-unless-expanded: null diff --git a/taskcluster/ci/build/android-stuff.yml b/taskcluster/ci/build/android-stuff.yml deleted file mode 100644 index cf4c44124d..0000000000 --- a/taskcluster/ci/build/android-stuff.yml +++ /dev/null @@ -1,54 +0,0 @@ -# This Source Code Form is subject to the terms of the Mozilla Public -# License, v. 2.0. If a copy of the MPL was not distributed with this -# file, You can obtain one at http://mozilla.org/MPL/2.0/. ---- -job-defaults: - tags: - android-stuff: "true" - run: - mozconfig-variant: null - -android-geckoview-docs/opt: - description: "Android GeckoView docs" - index: - product: mobile - job-name: android-geckoview-docs - treeherder: - platform: android-4-1-armv7/opt - kind: build - tier: 2 - symbol: A(gv-docs) - run-on-projects: [mozilla-central-only] - worker-type: b-linux-gcp - worker: - docker-image: {in-tree: android-build} - env: - GRADLE_USER_HOME: "/builds/worker/checkouts/gecko/mobile/android/gradle/dotgradle-offline" - PERFHERDER_EXTRA_OPTIONS: android-geckoview-docs - GECKOVIEW_DOCS_UPLOAD_SECRET: "project/releng/gecko/build/level-{level}/geckoview-docs-upload" - artifacts: - - name: public/android/geckoview-docs/geckoview-javadoc.jar - path: /builds/worker/workspace/obj-build/mobile/android/geckoview/docs/javadoc/withGeckoBinaries-debug/geckoview-javadoc.jar - type: file - max-run-time: 7200 - run: - using: mozharness - actions: [get-secrets, build] - config: - - builds/releng_base_android_64_builds.py - script: "mozharness/scripts/fx_desktop_build.py" - secrets: true - custom-build-variant-cfg: android-geckoview-docs - tooltool-downloads: internal - fetches: - toolchain: - - android-gradle-dependencies - - android-gradle-python-envs - - android-sdk-linux - - linux64-jdk - - linux64-node - optimization: - skip-unless-changed: - - "mobile/android/**/*.java" - - "mobile/android/gradle.configure" - - "**/*.gradle" diff --git a/taskcluster/ci/build/android.yml b/taskcluster/ci/build/android.yml deleted file mode 100644 index ac3d2a5a31..0000000000 --- a/taskcluster/ci/build/android.yml +++ /dev/null @@ -1,645 +0,0 @@ -# This Source Code Form is subject to the terms of the Mozilla Public -# License, v. 2.0. If a copy of the MPL was not distributed with this -# file, You can obtain one at http://mozilla.org/MPL/2.0/. ---- -job-defaults: - attributes: - artifact_map: taskcluster/gecko_taskgraph/manifests/fennec_geckoview.yml - maven_packages: - - geckoview - index: - product: mobile - worker: - docker-image: {in-tree: android-build} - max-run-time: 7200 - env: - GRADLE_USER_HOME: "/builds/worker/checkouts/gecko/mobile/android/gradle/dotgradle-offline" - artifacts: - - name: public/build/maven - path: /builds/worker/workspace/obj-build/gradle/maven/ - type: directory - - name: public/build/target.maven.tar.xz - path: /builds/worker/workspace/obj-build/gradle/target.maven.tar.xz - type: file - - name: public/build/geckoview-androidTest.apk - path: /builds/worker/workspace/obj-build/gradle/build/mobile/android/geckoview/outputs/apk/androidTest/withGeckoBinaries/debug/geckoview-withGeckoBinaries-debug-androidTest.apk - type: file - - name: public/build/geckoview-test_runner.apk - path: /builds/worker/workspace/obj-build/gradle/build/mobile/android/test_runner/outputs/apk/withGeckoBinaries/debug/test_runner-withGeckoBinaries-debug.apk - type: file - - name: public/build/geckoview-test_runner.aab - path: /builds/worker/workspace/obj-build/gradle/build/mobile/android/test_runner/outputs/bundle/withGeckoBinariesDebug/test_runner-withGeckoBinaries-debug.aab - type: file - - name: public/build/geckoview_example.apk - path: /builds/worker/workspace/obj-build/gradle/build/mobile/android/geckoview_example/outputs/apk/withGeckoBinaries/debug/geckoview_example-withGeckoBinaries-debug.apk - type: file - - name: public/build/geckoview_example.aab - path: /builds/worker/workspace/obj-build/gradle/build/mobile/android/geckoview_example/outputs/bundle/withGeckoBinariesDebug/geckoview_example-withGeckoBinaries-debug.aab - type: file - - name: public/build - path: /builds/worker/artifacts/ - type: directory - run: - using: mozharness - script: "mozharness/scripts/fx_desktop_build.py" - secrets: true - mozconfig-variant: null - tooltool-downloads: internal - fetches: - toolchain: - - android-ndk-linux - - android-sdk-linux - - linux64-jdk - - linux64-rust-android - - linux64-rust-size - - linux64-cbindgen - - linux64-dump_syms - - linux64-nasm - - linux64-node - - sysroot-x86_64-linux-gnu - - sysroot-wasm32-wasi - - android-gradle-python-envs - -android-arm/debug: - description: "Android 5.0 Arm Debug" - index: - job-name: android-arm-debug - attributes: - enable-full-crashsymbols: true - treeherder: - platform: android-5-0-armv7/debug - symbol: B - worker-type: b-linux-gcp - worker: - env: - TOOLTOOL_MANIFEST: "mobile/android/config/tooltool-manifests/android/releng.manifest" - MOZ_AUTOMATION_PACKAGE_TESTS: "1" - run: - actions: [get-secrets, build] - config: ["builds/releng_base_android_64_builds.py"] - custom-build-variant-cfg: arm-debug - use-sccache: true - fetches: - toolchain: - - linux64-clang - - linux64-sccache - - android-gradle-dependencies - -android-x86/opt: - description: "Android 5.0 x86 Opt" - index: - job-name: android-x86-opt - attributes: - enable-full-crashsymbols: true - treeherder: - platform: android-5-0-x86/opt - symbol: B - run-on-projects: ['integration'] - worker-type: b-linux-gcp - worker: - env: - TOOLTOOL_MANIFEST: "mobile/android/config/tooltool-manifests/android-x86/releng.manifest" - MOZ_AUTOMATION_PACKAGE_TESTS: "1" - run: - actions: [get-secrets, build] - config: ["builds/releng_base_android_64_builds.py"] - custom-build-variant-cfg: x86 - use-sccache: true - fetches: - toolchain: - - linux64-clang - - linux64-sccache - - android-gradle-dependencies - -android-x86-lite/opt: - description: "Android 4.1 x86 Opt" - index: - job-name: android-x86-lite-opt - attributes: - enable-full-crashsymbols: true - treeherder: - platform: android-4-1-x86/opt - symbol: Bl - run-on-projects: ['integration'] - worker-type: b-linux-gcp - worker: - env: - TOOLTOOL_MANIFEST: "mobile/android/config/tooltool-manifests/android-x86/releng.manifest" - PERFHERDER_EXTRA_OPTIONS: lite - run: - actions: [get-secrets, build] - config: ["builds/releng_base_android_64_builds.py"] - custom-build-variant-cfg: x86-lite - use-sccache: true - fetches: - toolchain: - - linux64-clang - - linux64-sccache - - android-gradle-dependencies-lite - -android-x86-shippable/opt: - description: "Android 5.0 x86 Shippable" - use-pgo: true - attributes: - enable-full-crashsymbols: true - shippable: true - shipping-phase: build - shipping-product: fennec - index: - job-name: android-x86-opt - type: android-shippable - treeherder: - platform: android-5-0-x86-shippable/opt - symbol: B - run-on-projects: ['release'] - worker-type: b-linux-gcp - worker: - env: - TOOLTOOL_MANIFEST: "mobile/android/config/tooltool-manifests/android-x86/releng.manifest" - MOZ_AUTOMATION_PACKAGE_TESTS: "1" - run: - actions: [get-secrets, build, multi-l10n] - config: - - builds/releng_base_android_64_builds.py - - taskcluster_nightly.py - custom-build-variant-cfg: x86 - fetches: - toolchain: - - linux64-clang - - android-gradle-dependencies - -android-x86-shippable-lite/opt: - description: "Android 4.1 x86 Shippable Lite" - use-pgo: android-x86-shippable/opt - attributes: - enable-full-crashsymbols: true - shippable: true - shipping-phase: build - shipping-product: fennec - index: - job-name: android-x86-lite-opt - type: android-shippable - treeherder: - platform: android-4-1-x86-shippable-lite/opt - symbol: Bl - run-on-projects: ['release'] - worker-type: b-linux-gcp - worker: - env: - TOOLTOOL_MANIFEST: "mobile/android/config/tooltool-manifests/android-x86/releng.manifest" - MOZ_AUTOMATION_PACKAGE_TESTS: "1" - run: - actions: [get-secrets, build, multi-l10n] - config: - - builds/releng_base_android_64_builds.py - - taskcluster_nightly.py - custom-build-variant-cfg: x86-lite - fetches: - toolchain: - - linux64-clang - - android-gradle-dependencies-lite - -android-arm/opt: - description: "Android 5.0 Arm Opt" - index: - job-name: android-arm-opt - attributes: - enable-full-crashsymbols: true - treeherder: - platform: android-5-0-armv7/opt - symbol: B - run-on-projects: ['integration'] - worker-type: b-linux-gcp - worker: - env: - TOOLTOOL_MANIFEST: "mobile/android/config/tooltool-manifests/android/releng.manifest" - MOZ_AUTOMATION_PACKAGE_TESTS: "1" - run: - actions: [get-secrets, build] - config: ["builds/releng_base_android_64_builds.py"] - custom-build-variant-cfg: arm - use-sccache: true - fetches: - toolchain: - - linux64-clang - - android-gradle-dependencies - - linux64-sccache - -android-arm-lite/opt: - description: "Android 4.1 Arm Opt Lite" - index: - job-name: android-arm-lite-opt - attributes: - enable-full-crashsymbols: true - treeherder: - platform: android-4-1-armv7/opt - symbol: Bl - run-on-projects: ['integration'] - worker-type: b-linux-gcp - worker: - env: - TOOLTOOL_MANIFEST: "mobile/android/config/tooltool-manifests/android/releng.manifest" - run: - actions: [get-secrets, build] - config: ["builds/releng_base_android_64_builds.py"] - custom-build-variant-cfg: arm-lite - use-sccache: true - fetches: - toolchain: - - linux64-clang - - linux64-sccache - - android-gradle-dependencies-lite - -android-arm-shippable/opt: - description: "Android 5.0 Arm Shippable" - use-pgo: android-x86-shippable/opt - attributes: - enable-full-crashsymbols: true - shippable: true - shipping-phase: build - shipping-product: fennec - index: - job-name: android-arm-opt - type: android-shippable-with-multi-l10n - treeherder: - platform: android-5-0-armv7-shippable/opt - symbol: Bpgo(B) - run-on-projects: ['release'] - worker-type: b-linux-gcp - worker: - env: - TOOLTOOL_MANIFEST: "mobile/android/config/tooltool-manifests/android/releng.manifest" - MOZ_AUTOMATION_PACKAGE_TESTS: "1" - run: - actions: [get-secrets, build, multi-l10n] - config: - - builds/releng_base_android_64_builds.py - - taskcluster_nightly.py - custom-build-variant-cfg: arm - fetches: - toolchain: - - linux64-clang - - android-gradle-dependencies - -android-arm-shippable-lite/opt: - description: "Android 4.1 Arm Shippable Lite" - use-pgo: android-x86-shippable/opt - attributes: - enable-full-crashsymbols: true - shippable: true - shipping-phase: build - shipping-product: fennec - index: - job-name: android-arm-lite-opt - type: android-shippable-with-multi-l10n - treeherder: - platform: android-4-1-armv7-shippable-lite/opt - symbol: Bpgo(Bl) - run-on-projects: ['release'] - worker-type: b-linux-gcp - worker: - env: - TOOLTOOL_MANIFEST: "mobile/android/config/tooltool-manifests/android/releng.manifest" - MOZ_AUTOMATION_PACKAGE_TESTS: "1" - run: - actions: [get-secrets, build, multi-l10n] - config: - - builds/releng_base_android_64_builds.py - - taskcluster_nightly.py - custom-build-variant-cfg: arm-lite - fetches: - toolchain: - - linux64-clang - - android-gradle-dependencies-lite - -android-aarch64/opt: - description: "Android 5.0 AArch64 Opt" - index: - job-name: android-aarch64-opt - attributes: - enable-full-crashsymbols: true - treeherder: - platform: android-5-0-aarch64/opt - symbol: B - run-on-projects: ['integration'] - worker-type: b-linux-gcp - worker: - env: - TOOLTOOL_MANIFEST: "mobile/android/config/tooltool-manifests/android/releng.manifest" - MOZ_AUTOMATION_PACKAGE_TESTS: "1" - run: - actions: [get-secrets, build] - config: ["builds/releng_base_android_64_builds.py"] - custom-build-variant-cfg: aarch64 - use-sccache: true - fetches: - toolchain: - - linux64-clang - - linux64-sccache - - android-gradle-dependencies - -android-aarch64-lite/opt: - description: "Android 5.0 AArch64 Opt Lite" - index: - job-name: android-aarch64-lite-opt - attributes: - enable-full-crashsymbols: true - treeherder: - platform: android-5-0-aarch64/opt - symbol: Bl - run-on-projects: ['integration'] - worker-type: b-linux-gcp - worker: - env: - TOOLTOOL_MANIFEST: "mobile/android/config/tooltool-manifests/android/releng.manifest" - PERFHERDER_EXTRA_OPTIONS: lite - run: - actions: [get-secrets, build] - config: ["builds/releng_base_android_64_builds.py"] - custom-build-variant-cfg: aarch64-lite - use-sccache: true - fetches: - toolchain: - - linux64-clang - - linux64-sccache - - android-gradle-dependencies-lite - -android-aarch64/debug: - description: "Android 5.0 AArch64 Debug" - index: - job-name: android-aarch64-debug - attributes: - enable-full-crashsymbols: true - treeherder: - platform: android-5-0-aarch64/debug - symbol: B - worker-type: b-linux-gcp - worker: - env: - TOOLTOOL_MANIFEST: "mobile/android/config/tooltool-manifests/android/releng.manifest" - MOZ_AUTOMATION_PACKAGE_TESTS: "1" - run: - actions: [get-secrets, build] - config: ["builds/releng_base_android_64_builds.py"] - custom-build-variant-cfg: aarch64-debug - use-sccache: true - fetches: - toolchain: - - linux64-clang - - linux64-sccache - - android-gradle-dependencies - -android-aarch64-shippable/opt: - description: "Android 5.0 AArch64 Shippable" - use-pgo: android-aarch64-shippable/opt - attributes: - enable-full-crashsymbols: true - shippable: true - shipping-phase: build - shipping-product: fennec - index: - job-name: android-aarch64-opt - type: android-shippable - treeherder: - platform: android-5-0-aarch64-shippable/opt - symbol: Bpgo(B) - run-on-projects: ['release'] - worker-type: b-linux-gcp - worker: - env: - TOOLTOOL_MANIFEST: "mobile/android/config/tooltool-manifests/android/releng.manifest" - MOZ_AUTOMATION_PACKAGE_TESTS: "1" - run: - actions: [get-secrets, build, multi-l10n] - config: - - builds/releng_base_android_64_builds.py - - taskcluster_nightly.py - custom-build-variant-cfg: aarch64 - fetches: - toolchain: - - linux64-clang - - android-gradle-dependencies - -android-aarch64-shippable-lite/opt: - description: "Android 5.0 AArch64 Shippable Lite" - use-pgo: android-aarch64-shippable/opt - attributes: - enable-full-crashsymbols: true - shippable: true - shipping-phase: build - shipping-product: fennec - index: - job-name: android-aarch64-lite-opt - type: android-shippable - treeherder: - platform: android-5-0-aarch64-shippable-lite/opt - symbol: Bpgo(Bl) - run-on-projects: ['release'] - worker-type: b-linux-gcp - worker: - env: - TOOLTOOL_MANIFEST: "mobile/android/config/tooltool-manifests/android/releng.manifest" - MOZ_AUTOMATION_PACKAGE_TESTS: "1" - PERFHERDER_EXTRA_OPTIONS: lite - run: - actions: [get-secrets, build, multi-l10n] - config: - - builds/releng_base_android_64_builds.py - - taskcluster_nightly.py - custom-build-variant-cfg: aarch64-lite - fetches: - toolchain: - - linux64-clang - - android-gradle-dependencies-lite - -android-x86_64/opt: - description: "Android 5.0 x86-64 Opt" - index: - job-name: android-x86_64-opt - attributes: - enable-full-crashsymbols: true - treeherder: - platform: android-5-0-x86_64/opt - symbol: B - run-on-projects: ['integration'] - worker-type: b-linux-gcp - worker: - env: - TOOLTOOL_MANIFEST: "mobile/android/config/tooltool-manifests/android-x86/releng.manifest" - MOZ_AUTOMATION_PACKAGE_TESTS: "1" - run: - actions: [get-secrets, build] - config: ["builds/releng_base_android_64_builds.py"] - custom-build-variant-cfg: x86_64 - use-sccache: true - fetches: - toolchain: - - linux64-clang - - linux64-sccache - - android-gradle-dependencies - -android-x86_64-lite/opt: - description: "Android 5.0 x86-64 Opt Lite" - index: - job-name: android-x86_64-lite-opt - attributes: - enable-full-crashsymbols: true - treeherder: - platform: android-5-0-x86_64/opt - symbol: Bl - run-on-projects: ['integration'] - worker-type: b-linux-gcp - worker: - env: - TOOLTOOL_MANIFEST: "mobile/android/config/tooltool-manifests/android-x86/releng.manifest" - MOZ_AUTOMATION_PACKAGE_TESTS: "1" - PERFHERDER_EXTRA_OPTIONS: lite - run: - actions: [get-secrets, build] - config: ["builds/releng_base_android_64_builds.py"] - custom-build-variant-cfg: x86_64-lite - use-sccache: true - fetches: - toolchain: - - linux64-clang - - linux64-sccache - - android-gradle-dependencies-lite - -android-x86_64-fuzzing/debug: - description: "Android x86_64 Fuzzing Debug" - index: - job-name: android-x86_64-fuzzing-debug - treeherder: - platform: android-5-0-x86_64/debug - symbol: Bf - worker-type: b-linux-gcp - worker: - env: - TOOLTOOL_MANIFEST: "mobile/android/config/tooltool-manifests/android-x86/releng.manifest" - PERFHERDER_EXTRA_OPTIONS: fuzzing - run: - actions: [get-secrets, build] - config: ["builds/releng_base_android_64_builds.py"] - custom-build-variant-cfg: fuzzing-debug - use-sccache: true - fetches: - toolchain: - - linux64-clang - - linux64-sccache - - android-gradle-dependencies - optimization: - skip-unless-expanded: null - -android-x86_64-shippable/opt: - description: "Android 5.0 x86-64 Shippable" - use-pgo: true - attributes: - enable-full-crashsymbols: true - shippable: true - shipping-phase: build - shipping-product: fennec - index: - job-name: android-x86_64-opt - type: android-shippable - treeherder: - platform: android-5-0-x86_64-shippable/opt - symbol: B - run-on-projects: ['release'] - worker-type: b-linux-gcp - worker: - env: - TOOLTOOL_MANIFEST: "mobile/android/config/tooltool-manifests/android-x86/releng.manifest" - MOZ_AUTOMATION_PACKAGE_TESTS: "1" - run: - actions: [get-secrets, build, multi-l10n] - config: - - builds/releng_base_android_64_builds.py - - taskcluster_nightly.py - custom-build-variant-cfg: x86_64 - fetches: - toolchain: - - linux64-clang - - android-gradle-dependencies - -android-x86_64-shippable-lite/opt: - description: "Android 5.0 x86-64 Shippable Lite" - use-pgo: android-x86_64-shippable/opt - attributes: - enable-full-crashsymbols: true - shippable: true - shipping-phase: build - shipping-product: fennec - index: - job-name: android-x86_64-lite-opt - type: android-shippable - treeherder: - platform: android-5-0-x86_64-shippable-lite/opt - symbol: Bl - run-on-projects: ['release'] - worker-type: b-linux-gcp - worker: - env: - TOOLTOOL_MANIFEST: "mobile/android/config/tooltool-manifests/android-x86/releng.manifest" - MOZ_AUTOMATION_PACKAGE_TESTS: "1" - PERFHERDER_EXTRA_OPTIONS: lite - run: - actions: [get-secrets, build, multi-l10n] - config: - - builds/releng_base_android_64_builds.py - - taskcluster_nightly.py - custom-build-variant-cfg: x86_64-lite - fetches: - toolchain: - - linux64-clang - - android-gradle-dependencies-lite - -android-x86_64/debug: - description: "Android 5.0 x86-64 Debug" - index: - job-name: android-x86_64-debug - attributes: - enable-full-crashsymbols: true - treeherder: - platform: android-5-0-x86_64/debug - symbol: B - worker-type: b-linux-gcp - worker: - env: - TOOLTOOL_MANIFEST: "mobile/android/config/tooltool-manifests/android-x86/releng.manifest" - MOZ_AUTOMATION_PACKAGE_TESTS: "1" - run: - actions: [get-secrets, build] - config: ["builds/releng_base_android_64_builds.py"] - custom-build-variant-cfg: x86_64-debug - use-sccache: true - fetches: - toolchain: - - linux64-clang - - linux64-sccache - - android-gradle-dependencies - -android-x86_64/debug-isolated-process: - description: "Android 5.0 x86-64 Debug with Isolated Process" - index: - job-name: android-x86_64-debug-isolated-process - attributes: - enable-full-crashsymbols: true - treeherder: - platform: android-5-0-x86_64/debug-isolated-process - symbol: Bip - worker-type: b-linux-gcp - worker: - env: - TOOLTOOL_MANIFEST: "mobile/android/config/tooltool-manifests/android-x86/releng.manifest" - MOZ_AUTOMATION_PACKAGE_TESTS: "1" - PERFHERDER_EXTRA_OPTIONS: isolated-process - run: - actions: [get-secrets, build] - config: ["builds/releng_base_android_64_builds.py"] - custom-build-variant-cfg: x86_64-debug-isolated-process - use-sccache: true - fetches: - toolchain: - - linux64-clang - - linux64-sccache - - android-gradle-dependencies diff --git a/taskcluster/ci/build/ios.yml b/taskcluster/ci/build/ios.yml deleted file mode 100644 index 1e8c18caab..0000000000 --- a/taskcluster/ci/build/ios.yml +++ /dev/null @@ -1,127 +0,0 @@ -# This Source Code Form is subject to the terms of the Mozilla Public -# License, v. 2.0. If a copy of the MPL was not distributed with this -# file, You can obtain one at http://mozilla.org/MPL/2.0/. ---- -job-defaults: - index: - product: firefox - treeherder: - tier: 2 - worker-type: b-linux-gcp - worker: - max-run-time: 7200 - run-on-projects: ['trunk'] - run: - using: mozharness - actions: [get-secrets, build] - secrets: true - script: "mozharness/scripts/fx_desktop_build.py" - config: - - builds/releng_base_firefox.py - extra-config: - app_name: mobile/ios - stage_platform: ios - disable_package_metrics: true - use-sccache: true - fetches: - toolchain: - - linux64-cctools-port - - linux64-clang - - linux64-dump_syms - - linux64-hfsplus - - linux64-libdmg - - linux64-rust-ios - - linux64-rust-size - - linux64-cbindgen - - linux64-nasm - - linux64-node - - linux64-sccache - - sysroot-x86_64-linux-gnu - - sysroot-wasm32-wasi - -ios/debug: - description: "ios debug" - index: - job-name: ios-debug - treeherder: - platform: ios/debug - symbol: B - run: - extra-config: - mozconfig_platform: ios - mozconfig-variant: debug - fetches: - toolchain: - - ios-sdk - -ios/opt: - description: "ios opt" - index: - job-name: ios-opt - treeherder: - platform: ios/opt - symbol: B - run: - extra-config: - mozconfig_platform: ios - mozconfig-variant: opt - fetches: - toolchain: - - ios-sdk - -ios-non-unified/plain: - description: "ios non-unified" - index: - job-name: ios-non-unified-plain - treeherder: - platform: ios/plain - symbol: Bp-nu - worker: - env: - PERFHERDER_EXTRA_OPTIONS: non-unified - MOZ_AUTOMATION_BUILD_SYMBOLS: '0' - run: - extra-config: - mozconfig_platform: ios - extra_mozconfig_content: - - ac_add_options --disable-unified-build - mozconfig-variant: opt - fetches: - toolchain: - - ios-sdk - -ios-sim/debug: - description: "ios-sim debug" - index: - job-name: ios-sim-debug - treeherder: - platform: ios/debug - symbol: Bsim - worker: - env: - PERFHERDER_EXTRA_OPTIONS: ios-sim - run: - extra-config: - mozconfig_platform: ios-sim - mozconfig-variant: debug - fetches: - toolchain: - - ios-sim-sdk - -ios-sim/opt: - description: "ios-sim opt" - index: - job-name: ios-sim-opt - treeherder: - platform: ios/opt - symbol: Bsim - worker: - env: - PERFHERDER_EXTRA_OPTIONS: ios-sim - run: - extra-config: - mozconfig_platform: ios-sim - mozconfig-variant: opt - fetches: - toolchain: - - ios-sim-sdk diff --git a/taskcluster/ci/build/kind.yml b/taskcluster/ci/build/kind.yml deleted file mode 100644 index 2e49ca18c5..0000000000 --- a/taskcluster/ci/build/kind.yml +++ /dev/null @@ -1,94 +0,0 @@ -# This Source Code Form is subject to the terms of the Mozilla Public -# License, v. 2.0. If a copy of the MPL was not distributed with this -# file, You can obtain one at http://mozilla.org/MPL/2.0/. ---- -loader: gecko_taskgraph.loader.transform:loader - -kind-dependencies: - - toolchain - - fetch - - generate-profile - -transforms: - - gecko_taskgraph.transforms.build:transforms - - gecko_taskgraph.transforms.build_attrs:transforms - - gecko_taskgraph.transforms.build_schedules:transforms - - gecko_taskgraph.transforms.build_lints:transforms - - gecko_taskgraph.transforms.release_notifications:transforms - - gecko_taskgraph.transforms.release:run_on_releases - - gecko_taskgraph.transforms.job:transforms - - gecko_taskgraph.transforms.artifact:transforms - - gecko_taskgraph.transforms.task:transforms - -jobs-from: - - android.yml - - android-asan.yml - - android-stuff.yml - - ios.yml - - linux.yml - - linux-base-toolchains.yml - - macosx.yml - - macosx-native.yml - - windows.yml - - windows-mingw.yml - -job-defaults: - worker: - env: - MACH_BUILD_PYTHON_NATIVE_PACKAGE_SOURCE: system - use-python: default - run: - mozconfig-variant: - by-release-type: - beta: beta - release.*: release - # We keep using the release configs as the beta and release configs are - # identical except for - # https://searchfox.org/mozilla-central/rev/ce9ff94ffed34dc17ec0bfa406156d489eaa8ee1/browser/config/mozconfigs/linux32/release#1 # noqa - esr.*: release - default: nightly - # Note: These settings are only honored by nightly (i.e. shipping) builds - update-channel: - by-release-type: - nightly: - by-project: - try: nightly-try - default: nightly - nightly-larch: nightly-larch - nightly-oak: nightly-oak - nightly-pine: nightly-pine - beta: - by-shipping-product: - devedition: aurora - default: beta - release.*: release - esr.*: esr - default: null - # ACCEPTED_MAR_CHANNEL_IDS should usually be the same as the value MAR_CHANNEL_ID. - # If more than one ID is needed, then you should use a comma separated list - # of values. - # The MAR_CHANNEL_ID must not contain the following 3 characters: ",\t " - mar-channel-id: - by-release-type: - nightly-larch: firefox-nightly-larch - nightly-oak: firefox-nightly-oak - nightly-pine: firefox-nightly-pine - beta: - by-shipping-product: - devedition: firefox-mozilla-aurora - default: firefox-mozilla-beta - release.*: firefox-mozilla-release - esr.*: firefox-mozilla-esr - default: firefox-mozilla-central - accepted-mar-channel-ids: - by-release-type: - nightly-larch: firefox-nightly-larch - nightly-oak: firefox-nightly-oak - nightly-pine: firefox-nightly-pine - beta: - by-shipping-product: - devedition: firefox-mozilla-aurora - default: firefox-mozilla-beta,firefox-mozilla-release - release.*: firefox-mozilla-release - esr.*: firefox-mozilla-esr - default: firefox-mozilla-central diff --git a/taskcluster/ci/build/linux-base-toolchains.yml b/taskcluster/ci/build/linux-base-toolchains.yml deleted file mode 100644 index 1cde0b229f..0000000000 --- a/taskcluster/ci/build/linux-base-toolchains.yml +++ /dev/null @@ -1,173 +0,0 @@ -# This Source Code Form is subject to the terms of the Mozilla Public -# License, v. 2.0. If a copy of the MPL was not distributed with this -# file, You can obtain one at http://mozilla.org/MPL/2.0/. -# -# We have these build jobs in a separate file because their definitions are -# different enough from the main Linux build jobs that their presence in -# linux.yml would make using job-defaults there significantly less useful. ---- -job-defaults: - worker-type: b-linux-gcp - run: - extra-config: - extra_mozconfig_content: - # Builds on automation don't normally build geckodriver, - # but to ensure we also successfully build geckodriver with - # the MSRV, force it to be built. - - ac_add_options --enable-geckodriver - -linux64-base-toolchains/opt: - description: "Linux64 base toolchains Opt" - index: - product: firefox - job-name: linux64-base-toolchains-opt - treeherder: - platform: linux64/opt - symbol: Bb - run-on-projects: ['mozilla-central'] - worker: - max-run-time: 7200 - env: - PERFHERDER_EXTRA_OPTIONS: base-toolchains - FORCE_GCC: '1' - run: - using: mozharness - actions: [get-secrets, build] - config: - - builds/releng_base_firefox.py - - builds/releng_base_linux_64_builds.py - script: "mozharness/scripts/fx_desktop_build.py" - secrets: true - tooltool-downloads: public - use-sccache: true - fetches: - toolchain: - - linux64-binutils-2.31.1 - - linux64-clang-base - - linux64-gcc-base - - linux64-rust-base - - linux64-cbindgen - - linux64-dump_syms - - linux64-sccache - - linux64-nasm-2.14.02 - - linux64-node-12 - - linux64-pkgconf - - sysroot-x86_64-linux-gnu - - sysroot-wasm32-wasi-clang-8.0 - -linux64-base-toolchains/debug: - description: "Linux64 base toolchains Debug" - index: - product: firefox - job-name: linux64-base-toolchains-debug - treeherder: - platform: linux64/debug - symbol: Bb - optimization: - skip-unless-expanded: null - worker: - max-run-time: 7200 - env: - PERFHERDER_EXTRA_OPTIONS: base-toolchains - FORCE_GCC: '1' - run: - using: mozharness - actions: [get-secrets, build] - config: - - builds/releng_base_firefox.py - - builds/releng_base_linux_64_builds.py - script: "mozharness/scripts/fx_desktop_build.py" - secrets: true - custom-build-variant-cfg: debug - mozconfig-variant: debug - tooltool-downloads: public - use-sccache: true - fetches: - toolchain: - - linux64-binutils-2.31.1 - - linux64-clang-base - - linux64-gcc-base - - linux64-rust-base - - linux64-cbindgen - - linux64-dump_syms - - linux64-sccache - - linux64-nasm-2.14.02 - - linux64-node-12 - - linux64-pkgconf - - sysroot-x86_64-linux-gnu - - sysroot-wasm32-wasi-clang-8.0 - -linux64-base-toolchains-clang/opt: - description: "Linux64 base toolchains clang Opt" - index: - product: firefox - job-name: linux64-base-toolchains-clang-opt - treeherder: - platform: linux64/opt - symbol: Bbc - run-on-projects: ['mozilla-central'] - worker: - max-run-time: 7200 - env: - PERFHERDER_EXTRA_OPTIONS: base-toolchains-clang - DISABLE_CLANG_PLUGIN: '1' - run: - using: mozharness - actions: [get-secrets, build] - config: - - builds/releng_base_firefox.py - - builds/releng_base_linux_64_builds.py - script: "mozharness/scripts/fx_desktop_build.py" - secrets: true - tooltool-downloads: public - fetches: - toolchain: - - linux64-binutils-2.31.1 - - linux64-clang-base - - linux64-rust-base - - linux64-cbindgen - - linux64-dump_syms - - linux64-nasm-2.14.02 - - linux64-node-12 - - linux64-pkgconf - - sysroot-x86_64-linux-gnu - - sysroot-wasm32-wasi-clang-8.0 - -linux64-base-toolchains-clang/debug: - description: "Linux64 base toolchains clang Debug" - index: - product: firefox - job-name: linux64-base-toolchains-clang-debug - treeherder: - platform: linux64/debug - symbol: Bbc - optimization: - skip-unless-expanded: null - worker: - max-run-time: 5400 - env: - PERFHERDER_EXTRA_OPTIONS: base-toolchains-clang - DISABLE_CLANG_PLUGIN: '1' - run: - using: mozharness - actions: [get-secrets, build] - config: - - builds/releng_base_firefox.py - - builds/releng_base_linux_64_builds.py - script: "mozharness/scripts/fx_desktop_build.py" - secrets: true - custom-build-variant-cfg: debug - mozconfig-variant: debug - tooltool-downloads: public - fetches: - toolchain: - - linux64-binutils-2.31.1 - - linux64-clang-base - - linux64-rust-base - - linux64-cbindgen - - linux64-dump_syms - - linux64-nasm-2.14.02 - - linux64-node-12 - - linux64-pkgconf - - sysroot-x86_64-linux-gnu - - sysroot-wasm32-wasi-clang-8.0 diff --git a/taskcluster/ci/build/linux.yml b/taskcluster/ci/build/linux.yml deleted file mode 100644 index 99eae6639e..0000000000 --- a/taskcluster/ci/build/linux.yml +++ /dev/null @@ -1,1850 +0,0 @@ -# This Source Code Form is subject to the terms of the Mozilla Public -# License, v. 2.0. If a copy of the MPL was not distributed with this -# file, You can obtain one at http://mozilla.org/MPL/2.0/. ---- -job-defaults: - worker-type: b-linux-gcp - -linux64/opt: - description: "Linux64 Opt" - index: - product: firefox - job-name: linux64-opt - attributes: - enable-build-signing: true - enable-full-crashsymbols: true - treeherder: - platform: linux64/opt - symbol: B - worker: - max-run-time: 7200 - env: - MOZ_AUTOMATION_PACKAGE_TESTS: "1" - # bug 1690154 - enable full symbols on all branches, but only - # upload them on the official set. In conjunction with - # `enable-full-crashsymbols`. - MOZ_ENABLE_FULL_SYMBOLS: "1" - run: - using: mozharness - actions: [get-secrets, build] - config: - - builds/releng_base_firefox.py - - builds/releng_base_linux_64_builds.py - script: "mozharness/scripts/fx_desktop_build.py" - secrets: true - tooltool-downloads: public - run-on-projects: ['integration'] - use-sccache: true - fetches: - toolchain: - - linux64-clang - - linux64-rust - - linux64-rust-size - - linux64-cbindgen - - linux64-dump_syms - - linux64-sccache - - linux64-nasm - - linux64-node - - linux64-pkgconf - - sysroot-x86_64-linux-gnu - - sysroot-wasm32-wasi - -linux64-x11/opt: - description: "Linux64 Opt (X11-only)" - index: - product: firefox - job-name: linux64-x11-opt - treeherder: - platform: linux64/opt - symbol: Bx - tier: 2 - worker: - max-run-time: 7200 - env: - PERFHERDER_EXTRA_OPTIONS: x11 - run: - using: mozharness - actions: [get-secrets, build] - config: - - builds/releng_base_firefox.py - - builds/releng_base_linux_64_builds.py - script: "mozharness/scripts/fx_desktop_build.py" - secrets: true - run-on-projects: ['integration'] - use-sccache: true - fetches: - toolchain: - - linux64-clang - - linux64-rust - - linux64-rust-size - - linux64-cbindgen - - linux64-dump_syms - - linux64-sccache - - linux64-nasm - - linux64-node - - linux64-pkgconf - - sysroot-x86_64-linux-gnu-x11 - - sysroot-wasm32-wasi - -linux64-plain/opt: - description: "Linux64 Opt Plain" - index: - product: firefox - job-name: linux64-plain-opt - treeherder: - platform: linux64/opt - symbol: Bp - tier: 1 - worker: - max-run-time: 5400 - env: - PERFHERDER_EXTRA_OPTIONS: plain - run: - using: mozharness - actions: [build] - config: - - builds/releng_base_firefox.py - - builds/releng_base_linux_64_builds.py - script: mozharness/scripts/fx_desktop_build.py - tooltool-downloads: public - extra-config: - disable_package_metrics: true - mozconfig-variant: plain-opt - run-on-projects: ['mozilla-central'] - fetches: - toolchain: - - linux64-clang - - linux64-rust - - linux64-nasm - - linux64-node - - linux64-cbindgen - - linux64-dump_syms - - linux64-pkgconf - - sysroot-x86_64-linux-gnu - - sysroot-wasm32-wasi - optimization: - skip-unless-expanded: null - -linux64-non-unified/plain: - description: "Linux64 Plain Hybrid" - index: - product: firefox - job-name: linux64-non-unified-plain - treeherder: - platform: linux64/plain - symbol: Bp-nu - tier: 1 - worker: - max-run-time: 5400 - env: - PERFHERDER_EXTRA_OPTIONS: non-unified - run: - using: mozharness - actions: [get-secrets, build] - config: - - builds/releng_base_firefox.py - - builds/releng_base_linux_64_builds.py - script: mozharness/scripts/fx_desktop_build.py - secrets: true - tooltool-downloads: public - extra-config: - disable_package_metrics: true - mozconfig-variant: non-unified - run-on-projects: ['integration'] - use-sccache: true - fetches: - toolchain: - - linux64-clang - - linux64-rust - - linux64-nasm - - linux64-node - - linux64-cbindgen - - linux64-sccache - - linux64-dump_syms - - linux64-pkgconf - - sysroot-x86_64-linux-gnu - - sysroot-wasm32-wasi - -linux64-gcc/opt: - description: "Linux64 GCC Opt" - index: - product: firefox - job-name: linux64-gcc-opt - treeherder: - platform: linux64/opt - symbol: Bgcc - tier: 2 - run-on-projects: ['mozilla-central'] - worker: - max-run-time: 7200 - env: - PERFHERDER_EXTRA_OPTIONS: gcc - FORCE_GCC: '1' - run: - using: mozharness - actions: [get-secrets, build] - config: - - builds/releng_base_firefox.py - - builds/releng_base_linux_64_builds.py - script: "mozharness/scripts/fx_desktop_build.py" - secrets: true - tooltool-downloads: public - use-sccache: true - fetches: - toolchain: - - linux64-binutils - - linux64-clang - - linux64-gcc-11 - - linux64-rust - - linux64-rust-size - - linux64-cbindgen - - linux64-dump_syms - - linux64-sccache - - linux64-nasm - - linux64-node - - linux64-pkgconf - - sysroot-x86_64-linux-gnu - - sysroot-wasm32-wasi - -linux64-plain-clang-trunk/opt: - description: "Linux64 Opt Plain with clang trunk" - index: - product: firefox - job-name: linux64-plain-opt-ct - treeherder: - platform: linux64/opt - symbol: Bp-clang-trunk - tier: 2 - worker: - max-run-time: 5400 - env: - MOZ_AUTOMATION_PACKAGE_TESTS: "1" - PERFHERDER_EXTRA_OPTIONS: plain-clang-trunk - run: - using: mozharness - actions: [build] - config: - - builds/releng_base_firefox.py - - builds/releng_base_linux_64_builds.py - script: mozharness/scripts/fx_desktop_build.py - tooltool-downloads: public - extra-config: - disable_package_metrics: true - mozconfig-variant: plain-opt-trunk - run-on-projects: [] - fetches: - toolchain: - - linux64-clang-trunk - - linux64-rust - - linux64-nasm - - linux64-node - - linux64-cbindgen - - linux64-dump_syms - - linux64-toolchain-sysroot - - linux64-pkgconf - - sysroot-x86_64-linux-gnu - - sysroot-wasm32-wasi - optimization: - skip-unless-expanded: null - -linux64-fuzzing/debug: - description: "Linux64 Fuzzing Debug" - index: - product: firefox - job-name: linux64-fuzzing-debug - attributes: - # The gtest libxul contains libFuzzer targets - skip-verify-test-packaging: true - treeherder: - platform: linux64/debug - symbol: Bf - worker: - max-run-time: 5400 - env: - PERFHERDER_EXTRA_OPTIONS: fuzzing - MOZ_AUTOMATION_PACKAGE_TESTS: "1" - run: - using: mozharness - actions: [get-secrets, build] - config: - - builds/releng_base_firefox.py - - builds/releng_base_linux_64_builds.py - script: "mozharness/scripts/fx_desktop_build.py" - secrets: true - custom-build-variant-cfg: fuzzing-debug - mozconfig-variant: debug-fuzzing - tooltool-downloads: public - use-sccache: true - fetches: - toolchain: - - linux64-clang - - linux64-cbindgen - - linux64-dump_syms - - linux64-llvm-symbolizer - - linux64-sccache - - linux64-rust - - linux64-rust-size - - linux64-nasm - - linux64-node - - linux64-pkgconf - - sysroot-x86_64-linux-gnu - - sysroot-wasm32-wasi - optimization: - skip-unless-expanded: null - -linux64-fuzzing-noopt/debug: - description: "Linux64 Fuzzing No-optimize Debug" - index: - product: firefox - job-name: linux64-fuzzing-noopt-debug - attributes: - # The gtest libxul contains libFuzzer targets - skip-verify-test-packaging: true - treeherder: - platform: linux64-noopt/debug - symbol: Bf - worker: - max-run-time: 5400 - env: - PERFHERDER_EXTRA_OPTIONS: fuzzing-noopt-debug - MOZ_AUTOMATION_PACKAGE_TESTS: "1" - run: - using: mozharness - actions: [get-secrets, build] - config: - - builds/releng_base_firefox.py - - builds/releng_base_linux_64_builds.py - script: "mozharness/scripts/fx_desktop_build.py" - secrets: true - custom-build-variant-cfg: fuzzing-debug - mozconfig-variant: debug-fuzzing-noopt - tooltool-downloads: public - use-sccache: true - fetches: - toolchain: - - linux64-clang - - linux64-cbindgen - - linux64-dump_syms - - linux64-llvm-symbolizer - - linux64-sccache - - linux64-rust - - linux64-rust-size - - linux64-nasm - - linux64-node - - linux64-pkgconf - - sysroot-x86_64-linux-gnu - - sysroot-wasm32-wasi - optimization: - skip-unless-expanded: null - -linux64/debug: - description: "Linux64 Debug" - index: - product: firefox - job-name: linux64-debug - attributes: - enable-full-crashsymbols: true - treeherder: - platform: linux64/debug - symbol: B - worker: - max-run-time: 5400 - env: - MOZ_AUTOMATION_PACKAGE_TESTS: "1" - # bug 1690154 - enable full symbols on all branches, but only - # upload them on the official set. In conjunction with - # `enable-full-crashsymbols`. - MOZ_ENABLE_FULL_SYMBOLS: "1" - run: - using: mozharness - actions: [get-secrets, build] - config: - - builds/releng_base_firefox.py - - builds/releng_base_linux_64_builds.py - script: "mozharness/scripts/fx_desktop_build.py" - secrets: true - custom-build-variant-cfg: debug - mozconfig-variant: debug - tooltool-downloads: public - use-sccache: true - fetches: - toolchain: - - linux64-clang - - linux64-cbindgen - - linux64-dump_syms - - linux64-sccache - - linux64-rust - - linux64-rust-size - - linux64-nasm - - linux64-node - - linux64-pkgconf - - sysroot-x86_64-linux-gnu - - sysroot-wasm32-wasi - -linux64-plain/debug: - description: "Linux64 Debug Plain" - index: - product: firefox - job-name: linux64-plain-debug - treeherder: - platform: linux64/debug - symbol: Bp - tier: 1 - worker: - max-run-time: 5400 - env: - PERFHERDER_EXTRA_OPTIONS: plain - run: - using: mozharness - actions: [build] - config: - - builds/releng_base_firefox.py - - builds/releng_base_linux_64_builds.py - extra-config: - disable_package_metrics: true - mozconfig-variant: plain-debug - script: mozharness/scripts/fx_desktop_build.py - tooltool-downloads: public - run-on-projects: [trunk] - fetches: - toolchain: - - linux64-clang - - linux64-rust - - linux64-nasm - - linux64-node - - linux64-cbindgen - - linux64-dump_syms - - linux64-pkgconf - - sysroot-x86_64-linux-gnu - - sysroot-wasm32-wasi - optimization: - skip-unless-expanded: null - -linux64-devedition/opt: - description: "Linux64 devedition (shippable)" - use-pgo: linux64-shippable/opt - attributes: - shippable: true - enable-full-crashsymbols: true - shipping-phase: build - shipping-product: devedition - index: - product: devedition - job-name: linux64-opt - type: shippable - treeherder: - platform: linux64-devedition/opt - symbol: B - worker-type: b-linux-xlarge-gcp - worker: - max-run-time: 7200 - env: - MOZ_AUTOMATION_PACKAGE_TESTS: "1" - # bug 1690154 - enable full symbols on all branches, but only - # upload them on the official set. In conjunction with - # `enable-full-crashsymbols`. - MOZ_ENABLE_FULL_SYMBOLS: "1" - run: - using: mozharness - actions: [get-secrets, build] - config: - - builds/releng_base_firefox.py - - builds/releng_base_linux_64_builds.py - - taskcluster_nightly.py - extra-config: - stage_platform: 'linux64-devedition' - max_build_output_timeout: 3600 - script: "mozharness/scripts/fx_desktop_build.py" - secrets: true - tooltool-downloads: public - mozconfig-variant: devedition - run-on-projects: ['mozilla-beta'] - fetches: - toolchain: - - linux64-clang - - linux64-rust - - linux64-rust-size - - linux64-cbindgen - - linux64-dump_syms - - linux64-nasm - - linux64-node - - linux64-pkgconf - - sysroot-x86_64-linux-gnu - - sysroot-wasm32-wasi - -linux/opt: - description: "Linux32 Opt" - index: - product: firefox - job-name: linux-opt - attributes: - enable-build-signing: true - enable-full-crashsymbols: true - treeherder: - platform: linux32/opt - symbol: B - worker: - max-run-time: 7200 - env: - MOZ_AUTOMATION_PACKAGE_TESTS: "1" - run: - using: mozharness - actions: [get-secrets, build] - config: - - builds/releng_base_firefox.py - - builds/releng_base_linux_32_builds.py - script: "mozharness/scripts/fx_desktop_build.py" - secrets: true - tooltool-downloads: public - run-on-projects: - - 'mozilla-beta' - - 'mozilla-release' - - 'mozilla-esr115' - use-sccache: true - fetches: - toolchain: - - linux64-clang - - linux64-rust - - linux64-rust-size - - linux64-cbindgen - - linux64-dump_syms - - linux64-sccache - - linux64-nasm - - linux64-node - - linux64-pkgconf - - sysroot-i686-linux-gnu - - sysroot-x86_64-linux-gnu - - sysroot-wasm32-wasi - -linux-fuzzing/debug: - description: "Linux32 Fuzzing Debug" - index: - product: firefox - job-name: linux-fuzzing-debug - attributes: - # The gtest libxul contains libFuzzer targets - skip-verify-test-packaging: true - treeherder: - platform: linux32/debug - symbol: Bf - worker: - max-run-time: 5400 - env: - PERFHERDER_EXTRA_OPTIONS: fuzzing - MOZ_AUTOMATION_PACKAGE_TESTS: "1" - run: - using: mozharness - actions: [get-secrets, build] - config: - - builds/releng_base_firefox.py - - builds/releng_base_linux_32_builds.py - script: "mozharness/scripts/fx_desktop_build.py" - secrets: true - custom-build-variant-cfg: fuzzing-debug - mozconfig-variant: debug-fuzzing - tooltool-downloads: public - use-sccache: true - fetches: - toolchain: - - linux64-clang - - linux64-cbindgen - - linux64-dump_syms - - linux32-llvm-symbolizer - - linux64-sccache - - linux64-rust - - linux64-rust-size - - linux64-nasm - - linux64-node - - linux64-pkgconf - - sysroot-i686-linux-gnu - - sysroot-x86_64-linux-gnu - - sysroot-wasm32-wasi - optimization: - skip-unless-expanded: null - -linux/debug: - description: "Linux32 Debug" - index: - product: firefox - job-name: linux-debug - attributes: - enable-full-crashsymbols: true - treeherder: - platform: linux32/debug - symbol: B - worker: - max-run-time: 5400 - env: - MOZ_AUTOMATION_PACKAGE_TESTS: "1" - run: - using: mozharness - actions: [get-secrets, build] - config: - - builds/releng_base_firefox.py - - builds/releng_base_linux_32_builds.py - script: "mozharness/scripts/fx_desktop_build.py" - secrets: true - custom-build-variant-cfg: debug - mozconfig-variant: debug - tooltool-downloads: public - run-on-projects: ['release'] - use-sccache: true - fetches: - toolchain: - - linux64-clang - - linux64-rust - - linux64-rust-size - - linux64-cbindgen - - linux64-dump_syms - - linux64-sccache - - linux64-nasm - - linux64-node - - linux64-pkgconf - - sysroot-i686-linux-gnu - - sysroot-x86_64-linux-gnu - - sysroot-wasm32-wasi - -linux-rusttests/opt: - description: "Linux32 Rust Tests Opt" - index: - product: firefox - job-name: linux-rusttests-opt - treeherder: - platform: linux32/opt - symbol: BR - tier: 1 - worker: - max-run-time: 2700 - env: - PERFHERDER_EXTRA_OPTIONS: rusttests - run: - using: mozharness - actions: [get-secrets, build] - config: - - builds/releng_base_firefox.py - - builds/releng_base_linux_32_builds.py - script: "mozharness/scripts/fx_desktop_build.py" - secrets: true - custom-build-variant-cfg: rusttests - mozconfig-variant: rusttests - tooltool-downloads: public - keep-artifacts: false - run-on-projects: ['mozilla-central'] - use-sccache: true - fetches: - toolchain: - - linux64-clang - - linux64-rust - - linux64-cbindgen - - linux64-dump_syms - - linux64-sccache - - linux64-nasm - - linux64-node - - linux64-pkgconf - - sysroot-i686-linux-gnu - - sysroot-x86_64-linux-gnu - optimization: - test-inclusive: [rusttests] - -linux-rusttests/debug: - description: "Linux32 Rust Tests Debug" - index: - product: firefox - job-name: linux-rusttests-debug - treeherder: - platform: linux32/debug - symbol: BR - tier: 1 - worker: - max-run-time: 2700 - env: - PERFHERDER_EXTRA_OPTIONS: rusttests - run: - using: mozharness - actions: [get-secrets, build] - config: - - builds/releng_base_firefox.py - - builds/releng_base_linux_32_builds.py - script: "mozharness/scripts/fx_desktop_build.py" - secrets: true - custom-build-variant-cfg: rusttests-debug - mozconfig-variant: rusttests-debug - tooltool-downloads: public - keep-artifacts: false - run-on-projects: ['mozilla-central'] - use-sccache: true - fetches: - toolchain: - - linux64-clang - - linux64-rust - - linux64-cbindgen - - linux64-dump_syms - - linux64-sccache - - linux64-nasm - - linux64-node - - linux64-pkgconf - - sysroot-i686-linux-gnu - - sysroot-x86_64-linux-gnu - optimization: - test-inclusive: [rusttests] - -linux-devedition/opt: - description: "Linux32 devedition (shippable)" - use-pgo: linux-shippable/opt - attributes: - shippable: true - enable-full-crashsymbols: true - shipping-phase: build - shipping-product: devedition - index: - product: devedition - job-name: linux-opt - type: shippable - treeherder: - platform: linux32-devedition/opt - symbol: B - worker-type: b-linux-gcp - worker: - max-run-time: 7200 - env: - MOZ_AUTOMATION_PACKAGE_TESTS: "1" - run: - using: mozharness - actions: [get-secrets, build] - config: - - builds/releng_base_firefox.py - - builds/releng_base_linux_32_builds.py - - taskcluster_nightly.py - extra-config: - stage_platform: linux-devedition - script: "mozharness/scripts/fx_desktop_build.py" - secrets: true - tooltool-downloads: public - mozconfig-variant: devedition - run-on-projects: ['mozilla-beta'] - fetches: - toolchain: - - linux64-clang - - linux64-rust - - linux64-rust-size - - linux64-cbindgen - - linux64-dump_syms - - linux64-nasm - - linux64-node - - linux64-pkgconf - - sysroot-i686-linux-gnu - - sysroot-x86_64-linux-gnu - - sysroot-wasm32-wasi - -linux-shippable/opt: - description: "Linux32 Shippable" - use-pgo: true - attributes: - shippable: true - enable-full-crashsymbols: true - shipping-phase: build - shipping-product: firefox - index: - product: firefox - job-name: linux-opt - type: shippable - treeherder: - platform: linux32-shippable/opt - symbol: Bpgo(B) - worker-type: b-linux-gcp - worker: - max-run-time: 9000 - env: - MOZ_AUTOMATION_PACKAGE_TESTS: "1" - run: - using: mozharness - actions: [get-secrets, build] - config: - - builds/releng_base_firefox.py - - builds/releng_base_linux_32_builds.py - - taskcluster_nightly.py - script: "mozharness/scripts/fx_desktop_build.py" - secrets: true - tooltool-downloads: public - run-on-projects: ['release'] - fetches: - toolchain: - - linux64-clang - - linux64-rust - - linux64-rust-size - - linux64-cbindgen - - linux64-dump_syms - - linux64-nasm - - linux64-node - - linux64-pkgconf - - sysroot-i686-linux-gnu - - sysroot-x86_64-linux-gnu - - sysroot-wasm32-wasi - -linux-reproduced/opt: - description: "Linux32 Reproduced" - use-pgo: linux-shippable/opt - shipping-phase: build - shipping-product: firefox - index: - product: firefox - job-name: linux-reproduced-opt - treeherder: - platform: linux32-shippable/opt - symbol: Bpgo(repr) - worker-type: b-linux-gcp - worker: - max-run-time: 9000 - env: - PERFHERDER_EXTRA_OPTIONS: repr - run: - using: mozharness - actions: [get-secrets, build] - config: - - builds/releng_base_firefox.py - - builds/releng_base_linux_32_builds.py - - taskcluster_nightly.py - script: "mozharness/scripts/fx_desktop_build.py" - secrets: true - tooltool-downloads: public - # Original comment: Limited to trunk until bug 1596350 is fixed. - # Addendum: Do not run on autoland, Bug 1599197 - run-on-projects: ['mozilla-central', 'comm-central'] - fetches: - toolchain: - - linux64-clang - - linux64-rust - - linux64-rust-size - - linux64-cbindgen - - linux64-dump_syms - - linux64-nasm - - linux64-node - - linux64-pkgconf - - sysroot-i686-linux-gnu - - sysroot-x86_64-linux-gnu - - sysroot-wasm32-wasi - -linux-asan-fuzzing/opt: - description: "Linux32 Fuzzing Opt ASAN" - index: - product: firefox - job-name: linux-fuzzing-asan-opt - attributes: - # The gtest libxul contains libFuzzer targets - skip-verify-test-packaging: true - treeherder: - platform: linux32/asan - symbol: Bof - worker: - env: - PERFHERDER_EXTRA_OPTIONS: asan-fuzzing - MOZ_AUTOMATION_PACKAGE_TESTS: "1" - max-run-time: 5400 - run: - using: mozharness - actions: [get-secrets, build] - config: - - builds/releng_base_firefox.py - - builds/releng_base_linux_32_builds.py - script: "mozharness/scripts/fx_desktop_build.py" - secrets: true - custom-build-variant-cfg: fuzzing-asan-tc - mozconfig-variant: nightly-fuzzing-asan - tooltool-downloads: public - use-sccache: true - fetches: - toolchain: - - linux64-clang - - linux64-rust - - linux64-rust-size - - linux64-cbindgen - - linux64-dump_syms - - linux32-llvm-symbolizer - - linux64-sccache - - linux64-nasm - - linux64-node - - linux64-pkgconf - - sysroot-i686-linux-gnu - - sysroot-x86_64-linux-gnu - - sysroot-wasm32-wasi - optimization: - skip-unless-expanded: null - -linux64-reproduced/opt: - description: "Linux64 Reproduced" - use-pgo: linux64-shippable/opt - shipping-phase: build - shipping-product: firefox - index: - product: firefox - job-name: linux64-reproduced-opt - treeherder: - platform: linux64-shippable/opt - symbol: Bpgo(repr) - worker-type: b-linux-xlarge-gcp - worker: - max-run-time: 9000 - env: - PERFHERDER_EXTRA_OPTIONS: repr - run: - using: mozharness - actions: [get-secrets, build] - config: - - builds/releng_base_firefox.py - - builds/releng_base_linux_64_builds.py - - taskcluster_nightly.py - extra-config: - max_build_output_timeout: 3600 - script: "mozharness/scripts/fx_desktop_build.py" - secrets: true - tooltool-downloads: public - # Original comment: Limited to trunk until bug 1596350 is fixed. - # Addendum: Do not run on autoland, Bug 1599197 - run-on-projects: ['mozilla-central', 'comm-central'] - fetches: - toolchain: - - linux64-clang - - linux64-rust - - linux64-rust-size - - linux64-cbindgen - - linux64-dump_syms - - linux64-nasm - - linux64-node - - linux64-pkgconf - - sysroot-x86_64-linux-gnu - - sysroot-wasm32-wasi - -linux64-asan/opt: - description: "Linux64 Opt ASAN" - index: - product: firefox - job-name: linux64-asan-opt - treeherder: - platform: linux64/asan - symbol: Bo - worker: - env: - PERFHERDER_EXTRA_OPTIONS: "opt asan" - MOZ_AUTOMATION_PACKAGE_TESTS: "1" - max-run-time: 5400 - run: - using: mozharness - actions: [get-secrets, build] - config: - - builds/releng_base_firefox.py - - builds/releng_base_linux_64_builds.py - script: "mozharness/scripts/fx_desktop_build.py" - secrets: true - custom-build-variant-cfg: asan-tc - mozconfig-variant: nightly-asan - tooltool-downloads: public - use-sccache: true - fetches: - toolchain: - - linux64-clang - - linux64-rust-dev - - linux64-rust-size - - linux64-cbindgen - - linux64-dump_syms - - linux64-llvm-symbolizer - - linux64-sccache - - linux64-nasm - - linux64-node - - linux64-pkgconf - - sysroot-x86_64-linux-gnu - - sysroot-wasm32-wasi - -linux64-tsan/opt: - description: "Linux64 Opt TSAN" - index: - product: firefox - job-name: linux64-tsan-opt - treeherder: - platform: linux64/tsan - symbol: Bo - worker: - env: - PERFHERDER_EXTRA_OPTIONS: "opt tsan" - MOZ_AUTOMATION_PACKAGE_TESTS: "1" - max-run-time: 5400 - run: - using: mozharness - actions: [get-secrets, build] - config: - - builds/releng_base_firefox.py - - builds/releng_base_linux_64_builds.py - script: "mozharness/scripts/fx_desktop_build.py" - secrets: true - custom-build-variant-cfg: tsan-tc - mozconfig-variant: tsan - tooltool-downloads: public - use-sccache: true - fetches: - toolchain: - - linux64-clang - - linux64-rust-dev - - linux64-rust-size - - linux64-cbindgen - - linux64-dump_syms - - linux64-llvm-symbolizer - - linux64-sccache - - linux64-nasm - - linux64-node - - linux64-pkgconf - - sysroot-x86_64-linux-gnu - - sysroot-wasm32-wasi - -linux64-tsan-fuzzing/opt: - description: "Linux64 Fuzzing Opt TSAN" - index: - product: firefox - job-name: linux64-fuzzing-tsan-opt - attributes: - # The gtest libxul contains libFuzzer targets - skip-verify-test-packaging: true - treeherder: - platform: linux64/tsan - symbol: Bof - worker: - env: - PERFHERDER_EXTRA_OPTIONS: tsan-fuzzing - MOZ_AUTOMATION_PACKAGE_TESTS: "1" - max-run-time: 5400 - run: - using: mozharness - actions: [get-secrets, build] - config: - - builds/releng_base_firefox.py - - builds/releng_base_linux_64_builds.py - script: "mozharness/scripts/fx_desktop_build.py" - secrets: true - custom-build-variant-cfg: fuzzing-tsan-tc - mozconfig-variant: tsan-fuzzing - tooltool-downloads: public - use-sccache: true - fetches: - toolchain: - - linux64-clang - - linux64-rust-dev - - linux64-rust-size - - linux64-cbindgen - - linux64-dump_syms - - linux64-llvm-symbolizer - - linux64-sccache - - linux64-nasm - - linux64-node - - linux64-pkgconf - - sysroot-x86_64-linux-gnu - - sysroot-wasm32-wasi - optimization: - skip-unless-expanded: null - -linux64-asan-fuzzing/noopt: - description: "Linux64 Fuzzing No-optimize ASAN" - index: - product: firefox - job-name: linux64-fuzzing-asan-noopt - attributes: - # The gtest libxul contains libFuzzer targets - skip-verify-test-packaging: true - treeherder: - platform: linux64-noopt/asan - symbol: Bf - worker: - env: - PERFHERDER_EXTRA_OPTIONS: asan-fuzzing-noopt - MOZ_AUTOMATION_PACKAGE_TESTS: "1" - max-run-time: 5400 - run: - using: mozharness - actions: [get-secrets, build] - config: - - builds/releng_base_firefox.py - - builds/releng_base_linux_64_builds.py - script: "mozharness/scripts/fx_desktop_build.py" - secrets: true - custom-build-variant-cfg: fuzzing-asan-tc - mozconfig-variant: nightly-fuzzing-asan-noopt - tooltool-downloads: public - use-sccache: true - fetches: - toolchain: - - linux64-clang - - linux64-rust-dev - - linux64-rust-size - - linux64-cbindgen - - linux64-dump_syms - - linux64-llvm-symbolizer - - linux64-sccache - - linux64-nasm - - linux64-node - - linux64-pkgconf - - sysroot-x86_64-linux-gnu - - sysroot-wasm32-wasi - optimization: - skip-unless-expanded: null - -linux64-asan-fuzzing-nyx/opt: - description: "Linux64 Fuzzing Opt ASAN NYX" - index: - product: firefox - job-name: linux64-fuzzing-asan-nyx-opt - attributes: - # The gtest libxul contains libFuzzer targets - skip-verify-test-packaging: true - treeherder: - platform: linux64/asan - symbol: Bonf - worker: - env: - PERFHERDER_EXTRA_OPTIONS: asan-fuzzing-nyx - MOZ_AUTOMATION_PACKAGE_TESTS: "1" - AFL_CC: /builds/worker/fetches/clang/bin/clang - AFL_CXX: /builds/worker/fetches/clang/bin/clang++ - AFL_LLVM_INSTRUMENT: llvmnative - AFL_LLVM_NO_RPATH: "1" - max-run-time: 7200 - run: - using: mozharness - actions: [get-secrets, build] - config: - - builds/releng_base_firefox.py - - builds/releng_base_linux_64_builds.py - script: "mozharness/scripts/fx_desktop_build.py" - secrets: true - custom-build-variant-cfg: fuzzing-asan-tc - mozconfig-variant: nightly-fuzzing-asan-nyx - tooltool-downloads: public - use-sccache: true - fetches: - toolchain: - - linux64-afl-instrumentation - - linux64-clang - - linux64-rust-dev - - linux64-rust-size - - linux64-cbindgen - - linux64-dump_syms - - linux64-llvm-symbolizer - - linux64-sccache - - linux64-nasm - - linux64-node - - linux64-pkgconf - - sysroot-x86_64-linux-gnu - - sysroot-wasm32-wasi - optimization: - skip-unless-expanded: null - -linux64-asan-fuzzing-nyx-ccov/opt: - description: "Linux64 Fuzzing Opt ASAN NYX w/ Coverage" - index: - product: firefox - job-name: linux64-ccov-fuzzing-asan-nyx-opt - attributes: - # The gtest libxul contains libFuzzer targets - skip-verify-test-packaging: true - treeherder: - platform: linux64/asan - symbol: Bncf - worker: - env: - PERFHERDER_EXTRA_OPTIONS: asan-fuzzing-ccov-nyx - MOZ_AUTOMATION_PACKAGE_TESTS: "1" - AFL_CC: /builds/worker/fetches/clang/bin/clang - AFL_CXX: /builds/worker/fetches/clang/bin/clang++ - AFL_LLVM_INSTRUMENT: llvmcodecov - AFL_LLVM_NO_RPATH: "1" - max-run-time: 7200 - run: - using: mozharness - actions: [get-secrets, build] - config: - - builds/releng_base_firefox.py - - builds/releng_base_linux_64_builds.py - script: "mozharness/scripts/fx_desktop_build.py" - secrets: true - custom-build-variant-cfg: fuzzing-asan-tc - mozconfig-variant: nightly-fuzzing-asan-nyx - tooltool-downloads: public - run-on-projects: ['mozilla-central'] - use-sccache: true - fetches: - toolchain: - - linux64-afl-instrumentation - - linux64-clang - - linux64-rust-dev - - linux64-rust-size - - linux64-cbindgen - - linux64-dump_syms - - linux64-llvm-symbolizer - - linux64-sccache - - linux64-nasm - - linux64-node - - linux64-pkgconf - - sysroot-x86_64-linux-gnu - - sysroot-wasm32-wasi - optimization: - skip-unless-expanded: null - - -linux64-asan-fuzzing/opt: - description: "Linux64 Fuzzing Opt ASAN" - index: - product: firefox - job-name: linux64-fuzzing-asan-opt - attributes: - # The gtest libxul contains libFuzzer targets - skip-verify-test-packaging: true - treeherder: - platform: linux64/asan - symbol: Bof - worker: - env: - PERFHERDER_EXTRA_OPTIONS: asan-fuzzing - MOZ_AUTOMATION_PACKAGE_TESTS: "1" - max-run-time: 5400 - run: - using: mozharness - actions: [get-secrets, build] - config: - - builds/releng_base_firefox.py - - builds/releng_base_linux_64_builds.py - script: "mozharness/scripts/fx_desktop_build.py" - secrets: true - custom-build-variant-cfg: fuzzing-asan-tc - mozconfig-variant: nightly-fuzzing-asan - tooltool-downloads: public - use-sccache: true - fetches: - toolchain: - - linux64-clang - - linux64-rust-dev - - linux64-rust-size - - linux64-cbindgen - - linux64-dump_syms - - linux64-llvm-symbolizer - - linux64-sccache - - linux64-nasm - - linux64-node - - linux64-pkgconf - - sysroot-x86_64-linux-gnu - - sysroot-wasm32-wasi - optimization: - skip-unless-expanded: null - -linux64-asan-fuzzing-ccov/opt: - description: "Linux64 Fuzzing Opt ASAN w/ Coverage" - index: - product: firefox - job-name: linux64-ccov-fuzzing-asan-opt - attributes: - # The gtest libxul contains libFuzzer targets - skip-verify-test-packaging: true - treeherder: - platform: linux64/asan - symbol: Bocf - run-on-projects: ['mozilla-central'] - worker: - env: - PERFHERDER_EXTRA_OPTIONS: asan-fuzzing-ccov - MOZ_AUTOMATION_PACKAGE_TESTS: "1" - max-run-time: 5400 - run: - using: mozharness - actions: [get-secrets, build] - config: - - builds/releng_base_firefox.py - - builds/releng_base_linux_64_builds.py - script: "mozharness/scripts/fx_desktop_build.py" - secrets: true - mozconfig-variant: asan-fuzzing-ccov - tooltool-downloads: public - use-sccache: false - fetches: - toolchain: - - linux64-clang - - linux64-rust-dev - - linux64-rust-size - - linux64-cbindgen - - linux64-dump_syms - - linux64-llvm-symbolizer - - linux64-sccache - - linux64-nasm - - linux64-node - - linux64-pkgconf - - sysroot-x86_64-linux-gnu - - sysroot-wasm32-wasi - -linux64-fuzzing-ccov/opt: - description: "Linux64 Fuzzing Opt w/ Coverage" - index: - product: firefox - job-name: linux64-ccov-fuzzing-opt - treeherder: - platform: linux64/opt - symbol: Bocf - run-on-projects: ['mozilla-central'] - worker: - max-run-time: 5400 - env: - PERFHERDER_EXTRA_OPTIONS: fuzzing-ccov - RUSTC_BOOTSTRAP: '1' - run: - using: mozharness - actions: [get-secrets, build] - config: - - builds/releng_base_firefox.py - - builds/releng_base_linux_64_builds.py - script: "mozharness/scripts/fx_desktop_build.py" - secrets: true - mozconfig-variant: fuzzing-ccov - tooltool-downloads: public - use-sccache: false - fetches: - toolchain: - - linux64-clang - - linux64-cbindgen - - linux64-dump_syms - - linux64-llvm-symbolizer - - linux64-rust - - linux64-rust-size - - linux64-sccache - - linux64-nasm - - linux64-node - - linux64-pkgconf - - sysroot-x86_64-linux-gnu - - sysroot-wasm32-wasi - optimization: - skip-unless-expanded: null - -linux64-asan-reporter-shippable/opt: - description: "Linux64 Opt ASAN Reporter (Shippable)" - attributes: - shippable: true - shipping-product: - by-release-type: - nightly: firefox - default: null - index: - product: firefox - job-name: linux64-asan-reporter-opt - type: shippable - treeherder: - platform: linux64-asan-reporter/opt - symbol: BoR - run-on-projects: ['mozilla-central'] - worker-type: b-linux-xlarge-gcp - worker: - env: - PERFHERDER_EXTRA_OPTIONS: asan-reporter - MOZ_AUTOMATION_PACKAGE_TESTS: "1" - max-run-time: 3600 - run: - using: mozharness - actions: [get-secrets, build] - config: - - builds/releng_base_firefox.py - - builds/releng_base_linux_64_builds.py - - taskcluster_nightly.py - extra-config: - max_build_output_timeout: 3600 - script: "mozharness/scripts/fx_desktop_build.py" - secrets: true - custom-build-variant-cfg: asan-reporter-tc - mozconfig-variant: nightly-asan-reporter - tooltool-downloads: public - mar-channel-id: - firefox-mozilla-central-asan - accepted-mar-channel-ids: - firefox-mozilla-central-asan - fetches: - toolchain: - - linux64-clang - - linux64-rust - - linux64-rust-size - - linux64-cbindgen - - linux64-dump_syms - - linux64-llvm-symbolizer - - linux64-nasm - - linux64-node - - linux64-pkgconf - - sysroot-x86_64-linux-gnu - - sysroot-wasm32-wasi - -linux64-asan/debug: - description: "Linux64 Debug ASAN" - index: - product: firefox - job-name: linux64-asan-debug - treeherder: - platform: linux64/asan - symbol: Bd - worker: - env: - PERFHERDER_EXTRA_OPTIONS: "debug asan" - max-run-time: 5400 - run: - using: mozharness - actions: [get-secrets, build] - config: - - builds/releng_base_firefox.py - - builds/releng_base_linux_64_builds.py - script: "mozharness/scripts/fx_desktop_build.py" - secrets: true - custom-build-variant-cfg: asan-tc-and-debug - mozconfig-variant: debug-asan - tooltool-downloads: public - use-sccache: true - fetches: - toolchain: - - linux64-clang - - linux64-rust-dev - - linux64-rust-size - - linux64-cbindgen - - linux64-dump_syms - - linux64-llvm-symbolizer - - linux64-sccache - - linux64-nasm - - linux64-node - - linux64-pkgconf - - sysroot-x86_64-linux-gnu - - sysroot-wasm32-wasi - optimization: - skip-unless-expanded: null - -linux64-shippable/opt: - description: "Linux64 Shippable" - use-pgo: true - attributes: - shippable: true - enable-full-crashsymbols: true - shipping-phase: build - shipping-product: firefox - index: - product: firefox - job-name: linux64-opt - type: shippable - treeherder: - platform: linux64-shippable/opt - symbol: Bpgo(B) - run-on-projects: ['release'] - worker-type: b-linux-xlarge-gcp - worker: - max-run-time: 9000 - env: - MOZ_AUTOMATION_PACKAGE_TESTS: "1" - # bug 1690154 - enable full symbols on all branches, but only - # upload them on the official set. In conjunction with - # `enable-full-crashsymbols`. - MOZ_ENABLE_FULL_SYMBOLS: "1" - run: - using: mozharness - actions: [get-secrets, build] - config: - - builds/releng_base_firefox.py - - builds/releng_base_linux_64_builds.py - - taskcluster_nightly.py - extra-config: - max_build_output_timeout: 3600 - script: "mozharness/scripts/fx_desktop_build.py" - secrets: true - tooltool-downloads: public - fetches: - toolchain: - - linux64-clang - - linux64-rust - - linux64-rust-size - - linux64-cbindgen - - linux64-dump_syms - - linux64-nasm - - linux64-node - - linux64-pkgconf - - sysroot-x86_64-linux-gnu - - sysroot-wasm32-wasi - -linux64-nightlyasrelease/opt: - description: "Linux64 Nightly-As-Release" - use-pgo: linux64-shippable/opt - attributes: - enable-full-crashsymbols: true - index: - product: firefox - job-name: linux64-nightlyasrelease-opt - treeherder: - platform: linux64-nightlyasrelease/opt - symbol: Bpgo(Bnar) - run-on-projects: [trunk-only] - worker-type: b-linux-xlarge-gcp - worker: - max-run-time: 9000 - env: - MOZ_AUTOMATION_PACKAGE_TESTS: "1" - # bug 1690154 - enable full symbols on all branches, but only - # upload them on the official set. In conjunction with - # `enable-full-crashsymbols`. - MOZ_ENABLE_FULL_SYMBOLS: "1" - PERFHERDER_EXTRA_OPTIONS: nightly-as-release - run: - using: mozharness - actions: [get-secrets, build] - config: - - builds/releng_base_firefox.py - - builds/releng_base_linux_64_builds.py - - taskcluster_nightly.py - extra-config: - max_build_output_timeout: 3600 - script: "mozharness/scripts/fx_desktop_build.py" - mozconfig-variant: nightly-as-release - secrets: true - tooltool-downloads: public - fetches: - toolchain: - - linux64-clang - - linux64-rust - - linux64-rust-size - - linux64-cbindgen - - linux64-dump_syms - - linux64-nasm - - linux64-node - - linux64-pkgconf - - sysroot-x86_64-linux-gnu - - sysroot-wasm32-wasi - -linux64-noopt/debug: - description: "Linux64 No-optimize Debug" - index: - product: firefox - job-name: linux64-noopt-debug - treeherder: - platform: linux64-noopt/debug - symbol: B - tier: 2 - attributes: - enable-full-crashsymbols: true - worker: - max-run-time: 5400 - run: - using: mozharness - actions: [get-secrets, build] - config: - - builds/releng_base_firefox.py - - builds/releng_base_linux_64_builds.py - script: "mozharness/scripts/fx_desktop_build.py" - secrets: true - custom-build-variant-cfg: noopt-debug - mozconfig-variant: noopt-debug - tooltool-downloads: public - keep-artifacts: false - run-on-projects: ['mozilla-central'] - use-sccache: true - fetches: - toolchain: - - linux64-clang - - linux64-rust - - linux64-rust-size - - linux64-cbindgen - - linux64-dump_syms - - linux64-sccache - - linux64-nasm - - linux64-node - - linux64-pkgconf - - sysroot-x86_64-linux-gnu - - sysroot-wasm32-wasi - -linux64-rusttests/opt: - description: "Linux64 Rust Tests Opt" - index: - product: firefox - job-name: linux64-rusttests-opt - treeherder: - platform: linux64/opt - symbol: BR - tier: 1 - worker: - max-run-time: 2700 - env: - PERFHERDER_EXTRA_OPTIONS: rusttests - run: - using: mozharness - actions: [get-secrets, build] - config: - - builds/releng_base_firefox.py - - builds/releng_base_linux_64_builds.py - script: "mozharness/scripts/fx_desktop_build.py" - secrets: true - custom-build-variant-cfg: rusttests - mozconfig-variant: rusttests - tooltool-downloads: public - keep-artifacts: false - run-on-projects: ['mozilla-central'] - use-sccache: true - fetches: - toolchain: - - linux64-clang - - linux64-rust - - linux64-cbindgen - - linux64-dump_syms - - linux64-sccache - - linux64-nasm - - linux64-node - - linux64-pkgconf - - sysroot-x86_64-linux-gnu - optimization: - test-inclusive: [rusttests] - -linux64-rusttests/debug: - description: "Linux64 Rust Tests Debug" - index: - product: firefox - job-name: linux64-rusttests-debug - treeherder: - platform: linux64/debug - symbol: BR - tier: 1 - worker: - max-run-time: 2700 - env: - PERFHERDER_EXTRA_OPTIONS: rusttests - run: - using: mozharness - actions: [get-secrets, build] - config: - - builds/releng_base_firefox.py - - builds/releng_base_linux_64_builds.py - script: "mozharness/scripts/fx_desktop_build.py" - secrets: true - custom-build-variant-cfg: rusttests-debug - mozconfig-variant: rusttests-debug - tooltool-downloads: public - keep-artifacts: false - run-on-projects: ['trunk'] - use-sccache: true - fetches: - toolchain: - - linux64-clang - - linux64-rust - - linux64-cbindgen - - linux64-dump_syms - - linux64-sccache - - linux64-nasm - - linux64-node - - linux64-pkgconf - - sysroot-x86_64-linux-gnu - optimization: - test-inclusive: [rusttests] - -linux64-ccov/opt: - description: "Linux64-CCov Opt" - index: - product: firefox - job-name: linux64-ccov-opt - treeherder: - platform: linux64-ccov/opt - symbol: B - tier: 2 - run-on-projects: ['mozilla-central'] - worker: - artifacts: - - name: public/code-coverage-grcov.zip - path: /builds/worker/workspace/obj-build/code-coverage-grcov.zip - type: file - max-run-time: 7200 - env: - RUSTC_BOOTSTRAP: '1' - MOZ_AUTOMATION_PACKAGE_TESTS: "1" - run: - using: mozharness - actions: [get-secrets, build] - config: - - builds/releng_base_firefox.py - - builds/releng_base_linux_64_builds.py - script: "mozharness/scripts/fx_desktop_build.py" - secrets: true - custom-build-variant-cfg: code-coverage-opt - mozconfig-variant: code-coverage-opt - tooltool-downloads: public - use-sccache: false - fetches: - toolchain: - - linux64-clang - - linux64-rust - - linux64-cbindgen - - linux64-dump_syms - - linux64-sccache - - linux64-nasm - - linux64-node - - linux64-grcov - - linux64-pkgconf - - sysroot-x86_64-linux-gnu - - sysroot-wasm32-wasi - -linux64-ccov/debug: - description: "Linux64-CCov Debug" - index: - product: firefox - job-name: linux64-ccov-debug - treeherder: - platform: linux64-ccov/debug - symbol: B - tier: 2 - run-on-projects: [] - worker: - max-run-time: 7200 - env: - RUSTC_BOOTSTRAP: '1' - run: - using: mozharness - actions: [get-secrets, build] - config: - - builds/releng_base_firefox.py - - builds/releng_base_linux_64_builds.py - script: "mozharness/scripts/fx_desktop_build.py" - secrets: true - custom-build-variant-cfg: code-coverage-debug - mozconfig-variant: code-coverage-debug - tooltool-downloads: public - use-sccache: false - fetches: - toolchain: - - linux64-clang - - linux64-rust - - linux64-cbindgen - - linux64-dump_syms - - linux64-sccache - - linux64-nasm - - linux64-node - - linux64-grcov - - linux64-pkgconf - - sysroot-x86_64-linux-gnu - - sysroot-wasm32-wasi - -linux64-add-on-devel/opt: - description: "Linux64 add-on-devel" - index: - product: firefox - job-name: linux64-add-on-devel - treeherder: - platform: linux64-add-on-devel/opt - symbol: B - tier: 2 - worker: - max-run-time: 3600 - run: - using: mozharness - actions: [get-secrets, build] - config: - - builds/releng_base_firefox.py - - builds/releng_base_linux_64_builds.py - script: "mozharness/scripts/fx_desktop_build.py" - secrets: true - custom-build-variant-cfg: add-on-devel - mozconfig-variant: add-on-devel - tooltool-downloads: public - run-on-projects: ['mozilla-beta', 'mozilla-release'] - use-sccache: true - fetches: - toolchain: - - linux64-clang - - linux64-rust - - linux64-rust-size - - linux64-cbindgen - - linux64-dump_syms - - linux64-sccache - - linux64-nasm - - linux64-node - - linux64-pkgconf - - sysroot-x86_64-linux-gnu - - sysroot-wasm32-wasi - -linux64-aarch64/opt: - description: "Linux AArch64 (a.k.a. ARM64) Opt" - index: - product: firefox - job-name: linux64-aarch64-opt - attributes: - enable-full-crashsymbols: true - treeherder: - platform: linux64-aarch64/opt - symbol: B - worker: - max-run-time: 7200 - run: - using: mozharness - actions: [get-secrets, build] - config: - - builds/releng_base_firefox.py - - builds/releng_base_linux_64_builds.py - extra-config: - extra_mozconfig_content: - - ac_add_options --target=aarch64 - - unset MOZ_STDCXX_COMPAT - script: "mozharness/scripts/fx_desktop_build.py" - secrets: true - tooltool-downloads: public - run-on-projects: ['integration'] - use-sccache: true - fetches: - toolchain: - - linux64-clang - - linux64-rust - - linux64-rust-size - - linux64-cbindgen - - linux64-dump_syms - - linux64-sccache - - linux64-node - - linux64-pkgconf - - sysroot-aarch64-linux-gnu - - sysroot-x86_64-linux-gnu - - sysroot-wasm32-wasi - -linux64-aarch64-shippable/opt: - description: "Linux AArch64 (a.k.a. ARM64) Shippable" - use-pgo: linux64-shippable/opt - index: - product: firefox - job-name: linux64-aarch64-opt - type: shippable - attributes: - shippable: true - enable-full-crashsymbols: true - skip-verify-test-packaging: true - shipping-phase: build - shipping-product: firefox - treeherder: - platform: linux64-aarch64-shippable/opt - symbol: Bpgo(B) - worker-type: b-linux-xlarge-gcp - worker: - max-run-time: 9000 - env: - # bug 1690154 - enable full symbols on all branches, but only - # upload them on the official set. In conjunction with - # `enable-full-crashsymbols`. - MOZ_ENABLE_FULL_SYMBOLS: "1" - run: - using: mozharness - actions: [get-secrets, build] - config: - - builds/releng_base_firefox.py - - builds/releng_base_linux_64_builds.py - - taskcluster_nightly.py - extra-config: - extra_mozconfig_content: - - ac_add_options --target=aarch64 - - unset MOZ_STDCXX_COMPAT - script: "mozharness/scripts/fx_desktop_build.py" - secrets: true - tooltool-downloads: public - run-on-projects: ['mozilla-central'] - run-on-releases: ['nightly'] - fetches: - toolchain: - - linux64-clang - - linux64-rust - - linux64-rust-size - - linux64-cbindgen - - linux64-dump_syms - - linux64-node - - linux64-pkgconf - - sysroot-aarch64-linux-gnu - - sysroot-x86_64-linux-gnu - - sysroot-wasm32-wasi diff --git a/taskcluster/ci/build/macosx-native.yml b/taskcluster/ci/build/macosx-native.yml deleted file mode 100644 index ad77b6e5aa..0000000000 --- a/taskcluster/ci/build/macosx-native.yml +++ /dev/null @@ -1,145 +0,0 @@ -# This Source Code Form is subject to the terms of the Mozilla Public -# License, v. 2.0. If a copy of the MPL was not distributed with this -# file, You can obtain one at http://mozilla.org/MPL/2.0/. ---- -job-defaults: - index: - product: firefox - worker-type: b-osx-1015 - worker: - max-run-time: 7200 - run: - using: mozharness - script: "mozharness/scripts/fx_desktop_build.py" - -macosx64-plain/opt: - description: "MacOS X x64 Opt Plain" - index: - job-name: macosx64-plain-opt - treeherder: - symbol: Bp - platform: osx/opt - tier: 1 - worker: - env: - PERFHERDER_EXTRA_OPTIONS: plain - run: - actions: [build] - config: - - builds/releng_base_firefox.py - - builds/taskcluster_base_macosx.py - extra-config: - disable_package_metrics: true - stage_platform: macosx64 - mozconfig_platform: macosx64 - mozconfig-variant: plain-opt - run-on-projects: ['mozilla-central'] - fetches: - toolchain: - - macosx64-clang - - macosx64-cbindgen - - macosx64-nasm - - macosx64-node - - macosx64-rust - - macosx64-sdk - - sysroot-wasm32-wasi - optimization: - skip-unless-expanded: null - -macosx64-plain/debug: - description: "MacOS X x64 Debug Plain" - index: - job-name: macosx64-plain-debug - treeherder: - symbol: Bp - platform: osx/debug - tier: 1 - worker: - env: - PERFHERDER_EXTRA_OPTIONS: plain - run: - actions: [build] - config: - - builds/releng_base_firefox.py - - builds/taskcluster_base_macosx.py - extra-config: - disable_package_metrics: true - stage_platform: macosx64 - mozconfig_platform: macosx64 - mozconfig-variant: plain-debug - run-on-projects: ['trunk'] - fetches: - toolchain: - - macosx64-clang - - macosx64-cbindgen - - macosx64-nasm - - macosx64-node - - macosx64-rust - - macosx64-sdk - - sysroot-wasm32-wasi - optimization: - skip-unless-expanded: null - -macosx64-rusttests/opt: - description: "MacOS X x64 Rust Tests Opt" - index: - job-name: macosx64-rusttests-opt - treeherder: - platform: macosx64/opt - symbol: BR - tier: 1 - worker: - env: - PERFHERDER_EXTRA_OPTIONS: rusttests - run: - actions: [build] - config: - - builds/releng_base_firefox.py - - builds/taskcluster_base_macosx.py - - builds/releng_sub_mac_configs/rusttests.py - extra-config: - mozconfig_platform: macosx64 - mozconfig-variant: rusttests - run-on-projects: ['mozilla-central'] - fetches: - toolchain: - - macosx64-clang - - macosx64-rust - - macosx64-cbindgen - - macosx64-nasm - - macosx64-node - - macosx64-sdk - optimization: - test-inclusive: [rusttests] - -macosx64-rusttests/debug: - description: "MacOS X x64 Rust Tests Debug" - index: - job-name: macosx64-rusttests-debug - treeherder: - platform: macosx64/debug - symbol: BR - tier: 1 - worker: - env: - PERFHERDER_EXTRA_OPTIONS: rusttests - run: - actions: [build] - config: - - builds/releng_base_firefox.py - - builds/taskcluster_base_macosx.py - - builds/releng_sub_mac_configs/rusttests.py - extra-config: - mozconfig_platform: macosx64 - mozconfig-variant: rusttests-debug - run-on-projects: ['trunk'] - fetches: - toolchain: - - macosx64-clang - - macosx64-rust - - macosx64-cbindgen - - macosx64-nasm - - macosx64-node - - macosx64-sdk - optimization: - test-inclusive: [rusttests] diff --git a/taskcluster/ci/build/macosx.yml b/taskcluster/ci/build/macosx.yml deleted file mode 100644 index 928350e1bf..0000000000 --- a/taskcluster/ci/build/macosx.yml +++ /dev/null @@ -1,943 +0,0 @@ -# This Source Code Form is subject to the terms of the Mozilla Public -# License, v. 2.0. If a copy of the MPL was not distributed with this -# file, You can obtain one at http://mozilla.org/MPL/2.0/. ---- -job-defaults: - index: - product: firefox - worker-type: b-linux-gcp - run: - using: mozharness - actions: [get-secrets, build] - secrets: true - script: "mozharness/scripts/fx_desktop_build.py" - fetches: - toolchain: - - linux64-dump_syms - - linux64-hfsplus - - linux64-libdmg - - linux64-rust-macos - - linux64-rust-size - - linux64-cbindgen - - linux64-nasm - - linux64-node - - sysroot-x86_64-linux-gnu - -macosx64/debug: - description: "MacOS X x64 Cross-compile" - index: - job-name: macosx64-debug - attributes: - enable-build-signing: true - enable-full-crashsymbols: true - treeherder: - platform: osx-cross/debug - symbol: B - tier: 1 - worker: - max-run-time: 5400 - env: - MOZ_AUTOMATION_PACKAGE_TESTS: "1" - run: - config: - - builds/releng_base_firefox.py - - builds/releng_base_mac_64_cross_builds.py - custom-build-variant-cfg: cross-debug - mozconfig-variant: debug - use-sccache: true - fetches: - toolchain: - - linux64-clang - - linux64-sccache - - macosx64-sdk - - sysroot-wasm32-wasi - -macosx64-aarch64/debug: - description: "MacOS X Aarch64 Cross-compile" - index: - job-name: macosx64-aarch64-debug - attributes: - enable-build-signing: true - enable-full-crashsymbols: true - treeherder: - platform: osx-cross-aarch64/debug - symbol: B - tier: 1 - worker: - max-run-time: 5400 - env: - MOZ_AUTOMATION_PACKAGE_TESTS: "1" - PERFHERDER_EXTRA_OPTIONS: aarch64 - run: - config: - - builds/releng_base_firefox.py - - builds/releng_base_mac_64_cross_builds.py - custom-build-variant-cfg: cross-debug - mozconfig-variant: debug - extra-config: - extra_mozconfig_content: - - ac_add_options --target=aarch64-apple-darwin - use-sccache: true - fetches: - toolchain: - - linux64-clang - - linux64-sccache - - macosx64-sdk - - sysroot-wasm32-wasi - -macosx64-non-unified/plain: - description: "MacOS X x64 Hybrid Cross-compile" - index: - job-name: macosx64-non-unified - treeherder: - platform: osx-cross/plain - symbol: Bp-nu - tier: 1 - worker: - max-run-time: 5400 - env: - PERFHERDER_EXTRA_OPTIONS: non-unified - run: - config: - - builds/releng_base_firefox.py - - builds/releng_base_mac_64_cross_builds.py - mozconfig-variant: non-unified - extra-config: - disable_package_metrics: true - use-sccache: true - run-on-projects: ['integration'] - fetches: - toolchain: - - linux64-clang - - linux64-sccache - - macosx64-sdk - - sysroot-wasm32-wasi - -macosx64/opt: - description: "MacOS X x64 Cross-compile" - index: - job-name: macosx64-opt - attributes: - enable-build-signing: true - enable-full-crashsymbols: true - treeherder: - platform: osx-cross/opt - symbol: B - tier: 1 - worker: - max-run-time: 7200 - env: - MOZ_AUTOMATION_PACKAGE_TESTS: "1" - run: - config: - - builds/releng_base_firefox.py - - builds/releng_base_mac_64_cross_builds.py - run-on-projects: ['integration'] - use-sccache: true - fetches: - toolchain: - - linux64-clang - - linux64-sccache - - macosx64-sdk - - sysroot-wasm32-wasi - -macosx64-asan-fuzzing/opt: - description: "MacOS X x64 Cross-compile Fuzzing ASAN" - index: - job-name: macosx64-fuzzing-asan-opt - attributes: - # The gtest libxul contains libFuzzer targets - skip-verify-test-packaging: true - treeherder: - platform: osx-cross/asan - symbol: Bof - worker: - max-run-time: 5400 - env: - MOZ_AUTOMATION_PACKAGE_TESTS: "1" - PERFHERDER_EXTRA_OPTIONS: asan-fuzzing - run: - config: - - builds/releng_base_firefox.py - - builds/releng_base_mac_64_cross_builds.py - custom-build-variant-cfg: cross-fuzzing-asan - mozconfig-variant: nightly-fuzzing-asan - use-sccache: true - fetches: - toolchain: - - linux64-clang - - linux64-sccache - - macosx64-llvm-symbolizer - - macosx64-sdk - - sysroot-wasm32-wasi - optimization: - skip-unless-expanded: null - -macosx64-fuzzing/debug: - description: "MacOS X x64 Cross-compile Fuzzing Debug" - index: - job-name: macosx64-fuzzing-debug - attributes: - enable-full-crashsymbols: true - # The gtest libxul contains libFuzzer targets - skip-verify-test-packaging: true - treeherder: - platform: osx-cross/debug - symbol: Bf - worker: - max-run-time: 5400 - env: - MOZ_AUTOMATION_PACKAGE_TESTS: "1" - PERFHERDER_EXTRA_OPTIONS: fuzzing - run: - config: - - builds/releng_base_firefox.py - - builds/releng_base_mac_64_cross_builds.py - custom-build-variant-cfg: cross-fuzzing-debug - mozconfig-variant: debug-fuzzing - use-sccache: true - fetches: - toolchain: - - linux64-clang - - linux64-sccache - - macosx64-sdk - - sysroot-wasm32-wasi - optimization: - skip-unless-expanded: null - -macosx64-aarch64-asan-fuzzing/opt: - description: "MacOS X Aarch64 Cross-compile Fuzzing ASAN" - index: - job-name: macosx64-aarch64-fuzzing-asan-opt - attributes: - # The gtest libxul contains libFuzzer targets - skip-verify-test-packaging: true - treeherder: - platform: osx-cross-aarch64/asan - symbol: Bof - worker: - max-run-time: 5400 - env: - MOZ_AUTOMATION_PACKAGE_TESTS: "1" - PERFHERDER_EXTRA_OPTIONS: aarch64-asan-fuzzing - run: - config: - - builds/releng_base_firefox.py - - builds/releng_base_mac_64_cross_builds.py - custom-build-variant-cfg: cross-fuzzing-asan - mozconfig-variant: nightly-fuzzing-asan - extra-config: - mozconfig_platform: macosx64-aarch64 - use-sccache: true - fetches: - toolchain: - - linux64-clang - - linux64-sccache - - macosx64-aarch64-llvm-symbolizer - - macosx64-sdk - - sysroot-wasm32-wasi - optimization: - skip-unless-expanded: null - -macosx64-aarch64-fuzzing/debug: - description: "MacOS X Aarch64 Cross-compile Fuzzing Debug" - index: - job-name: macosx64-aarch64-fuzzing-debug - attributes: - enable-full-crashsymbols: true - # The gtest libxul contains libFuzzer targets - skip-verify-test-packaging: true - treeherder: - platform: osx-cross-aarch64/debug - symbol: Bf - worker: - max-run-time: 5400 - env: - MOZ_AUTOMATION_PACKAGE_TESTS: "1" - PERFHERDER_EXTRA_OPTIONS: aarch64-fuzzing - run: - config: - - builds/releng_base_firefox.py - - builds/releng_base_mac_64_cross_builds.py - custom-build-variant-cfg: cross-fuzzing-debug - mozconfig-variant: debug-fuzzing - extra-config: - mozconfig_platform: macosx64-aarch64 - use-sccache: true - fetches: - toolchain: - - linux64-clang - - linux64-sccache - - macosx64-aarch64-llvm-symbolizer - - macosx64-sdk - - sysroot-wasm32-wasi - optimization: - skip-unless-expanded: null - -macosx64-x64-devedition/opt: - description: "MacOS X Dev Edition x64 (shippable)" - use-pgo: macosx64-shippable/opt - attributes: - enable-full-crashsymbols: true - skip-verify-test-packaging: true - upload-generated-sources: true - shipping-phase: build - shipping-product: devedition - index: - product: devedition - job-name: macosx64-x64-opt - type: shippable - treeherder: - platform: osx-cross-devedition/opt - symbol: Bx - tier: 1 - worker: - max-run-time: 7200 - env: - MOZ_AUTOMATION_PACKAGE_TESTS: "1" - run: - config: - - builds/releng_base_firefox.py - - builds/releng_base_mac_64_cross_builds.py - - taskcluster_nightly.py - extra-config: - stage_platform: macosx64-devedition - mozconfig-variant: devedition - run-on-projects: ['mozilla-beta'] - fetches: - toolchain: - - linux64-cctools-port - - linux64-clang - - macosx64-sdk - - sysroot-wasm32-wasi - -macosx64-aarch64-devedition/opt: - description: "MacOS X Dev Edition Aarch64 (shippable)" - use-pgo: macosx64-aarch64-shippable/opt - attributes: - enable-full-crashsymbols: true - skip-verify-test-packaging: true - upload-generated-sources: true - shipping-phase: build - shipping-product: devedition - index: - product: devedition - job-name: macosx64-aarch64-opt - type: shippable - treeherder: - platform: osx-aarch64-devedition/opt - symbol: B - tier: 1 - worker: - max-run-time: 7200 - env: - MOZ_AUTOMATION_PACKAGE_TESTS: "1" - PERFHERDER_EXTRA_OPTIONS: aarch64 - run: - config: - - builds/releng_base_firefox.py - - builds/releng_base_mac_64_cross_builds.py - - taskcluster_nightly.py - extra-config: - stage_platform: macosx64-aarch64-devedition - mozconfig_platform: macosx64-aarch64 - mozconfig-variant: devedition - run-on-projects: ['mozilla-beta'] - fetches: - toolchain: - - linux64-cctools-port - - linux64-clang - - macosx64-sdk - - sysroot-wasm32-wasi - -macosx64-devedition/opt: - description: "MacOS X Dev Edition Universal" - attributes: - shippable: true - enable-build-signing: true - skip-upload-crashsymbols: true - skip-verify-test-packaging: true - shipping-phase: build - shipping-product: devedition - index: - product: devedition - job-name: macosx64-opt - type: shippable - treeherder: - platform: osx-cross-devedition/opt - symbol: B - tier: 1 - run-on-projects: ['mozilla-beta'] - worker: - max-run-time: 1800 - run: - job-script: taskcluster/scripts/misc/unify.sh - config: - - builds/releng_base_firefox.py - dependencies: - macosx64-x64-devedition-opt: build-macosx64-x64-devedition/opt - macosx64-aarch64-devedition-opt: build-macosx64-aarch64-devedition/opt - fetches: - macosx64-x64-devedition-opt: - - artifact: target.dmg - extract: false - dest: x64 - - artifact: buildhub.json - extract: false - dest: ../artifacts - - artifact: host/bin/mar - extract: false - dest: ../artifacts/host/bin - - artifact: host/bin/mbsdiff - extract: false - dest: ../artifacts/host/bin - - artifact: target.txt - extract: false - dest: ../artifacts - - artifact: target_info.txt - extract: false - dest: ../artifacts - - artifact: target.json - extract: false - dest: ../artifacts - - artifact: target.mozinfo.json - extract: false - dest: ../artifacts - - artifact: target.test_packages.json - extract: false - dest: ../artifacts - - artifact: target.perftests.tests.tar.gz - extract: false - dest: ../artifacts - - artifact: target.xpt_artifacts.zip - extract: false - dest: ../artifacts - - artifact: target.common.tests.tar.gz - dest: x64/common - - artifact: target.cppunittest.tests.tar.gz - dest: x64/cppunittest - - artifact: target.gtest.tests.tar.gz - dest: x64/gtest - - artifact: target.jittest.tests.tar.gz - dest: x64/jittest - - artifact: target.jsreftest.tests.tar.gz - dest: x64/jsreftest - - artifact: target.mochitest.tests.tar.gz - dest: x64/mochitest - - artifact: target.reftest.tests.tar.gz - dest: x64/reftest - - artifact: target.talos.tests.tar.gz - dest: x64/talos - - artifact: target.raptor.tests.tar.gz - dest: x64/raptor - - artifact: target.condprof.tests.tar.gz - dest: x64/confprof - - artifact: target.awsy.tests.tar.gz - dest: x64/awsy - - artifact: target.xpcshell.tests.tar.gz - dest: x64/xpcshell - - artifact: target.web-platform.tests.tar.gz - dest: x64/web-platform - - artifact: target.updater-dep.tests.tar.gz - dest: x64/updater-dep - - artifact: target.crashreporter-symbols.zip - dest: x64/crashreporter-symbols - - artifact: target.jsshell.zip - dest: x64/jsshell - - artifact: target.generated-files.tar.gz - extract: false - dest: ../artifacts - - artifact: target.langpack.xpi - extract: false - dest: ../artifacts - - artifact: mozharness.zip - extract: false - dest: ../artifacts - macosx64-aarch64-devedition-opt: - - artifact: target.dmg - extract: false - dest: aarch64 - - artifact: target.common.tests.tar.gz - dest: aarch64/common - - artifact: target.cppunittest.tests.tar.gz - dest: aarch64/cppunittest - - artifact: target.gtest.tests.tar.gz - dest: aarch64/gtest - - artifact: target.jittest.tests.tar.gz - dest: aarch64/jittest - - artifact: target.jsreftest.tests.tar.gz - dest: aarch64/jsreftest - - artifact: target.mochitest.tests.tar.gz - dest: aarch64/mochitest - - artifact: target.reftest.tests.tar.gz - dest: aarch64/reftest - - artifact: target.talos.tests.tar.gz - dest: aarch64/talos - - artifact: target.raptor.tests.tar.gz - dest: aarch64/raptor - - artifact: target.condprof.tests.tar.gz - dest: aarch64/confprof - - artifact: target.awsy.tests.tar.gz - dest: aarch64/awsy - - artifact: target.xpcshell.tests.tar.gz - dest: aarch64/xpcshell - - artifact: target.web-platform.tests.tar.gz - dest: aarch64/web-platform - - artifact: target.updater-dep.tests.tar.gz - dest: aarch64/updater-dep - - artifact: target.crashreporter-symbols.zip - dest: aarch64/crashreporter-symbols - - artifact: target.jsshell.zip - dest: aarch64/jsshell - toolchain: - - linux64-cctools-port - -macosx64-noopt/debug: - description: "MacOS X x64 No-optimize Debug" - index: - job-name: macosx64-noopt-debug - treeherder: - platform: osx-cross-noopt/debug - symbol: B - tier: 2 - worker: - max-run-time: 3600 - run: - config: - - builds/releng_base_firefox.py - - builds/releng_base_mac_64_cross_builds.py - custom-build-variant-cfg: cross-noopt-debug - mozconfig-variant: cross-noopt-debug - keep-artifacts: false - run-on-projects: ['mozilla-central'] - use-sccache: true - fetches: - toolchain: - - linux64-clang - - linux64-sccache - - macosx64-sdk - - sysroot-wasm32-wasi - -macosx64-aarch64-noopt/debug: - description: "MacOS X aarch64 No-optimize Debug" - index: - job-name: macosx64-aarch64-noopt-debug - treeherder: - platform: osx-cross-noopt/debug - symbol: Baarch64 - tier: 2 - worker: - max-run-time: 3600 - env: - PERFHERDER_EXTRA_OPTIONS: aarch64 - run: - config: - - builds/releng_base_firefox.py - - builds/releng_base_mac_64_cross_builds.py - custom-build-variant-cfg: cross-noopt-debug - mozconfig-variant: cross-noopt-debug - keep-artifacts: false - extra-config: - mozconfig_platform: macosx64-aarch64 - run-on-projects: ['mozilla-central'] - use-sccache: true - fetches: - toolchain: - - linux64-clang - - linux64-sccache - - macosx64-sdk - - sysroot-wasm32-wasi - -macosx64-x64-add-on-devel/opt: - description: "MacOS X x64 add-on-devel" - index: - job-name: macosx64-x64-add-on-devel - treeherder: - platform: osx-cross-add-on-devel/opt - symbol: Bx - tier: 2 - worker: - max-run-time: 3600 - env: - PERFHERDER_EXTRA_OPTIONS: x64 - run: - config: - - builds/releng_base_firefox.py - - builds/releng_base_mac_64_cross_builds.py - custom-build-variant-cfg: add-on-devel - mozconfig-variant: add-on-devel - run-on-projects: ['mozilla-beta', 'mozilla-release'] - use-sccache: true - fetches: - toolchain: - - linux64-clang - - linux64-sccache - - macosx64-sdk - - sysroot-wasm32-wasi - -macosx64-aarch64-add-on-devel/opt: - description: "MacOS X Aarch64 add-on-devel" - index: - job-name: macosx64-aarch64-add-on-devel - treeherder: - platform: osx-cross-aarch64-add-on-devel/opt - symbol: B - tier: 2 - worker: - max-run-time: 3600 - env: - PERFHERDER_EXTRA_OPTIONS: aarch64 - run: - config: - - builds/releng_base_firefox.py - - builds/releng_base_mac_64_cross_builds.py - custom-build-variant-cfg: add-on-devel - mozconfig-variant: add-on-devel - extra-config: - mozconfig_platform: macosx64-aarch64 - run-on-projects: ['mozilla-beta', 'mozilla-release'] - use-sccache: true - fetches: - toolchain: - - linux64-clang - - linux64-sccache - - macosx64-sdk - - sysroot-wasm32-wasi - -macosx64-add-on-devel/opt: - description: "MacOS X add-on-devel" - index: - job-name: macosx64-add-on-devel - treeherder: - platform: osx-cross-add-on-devel/opt - symbol: B - tier: 2 - worker: - max-run-time: 1800 - run: - job-script: taskcluster/scripts/misc/unify.sh - config: - - builds/releng_base_firefox.py - run-on-projects: ['mozilla-beta', 'mozilla-release'] - dependencies: - macosx64-x64-add-on-devel-opt: build-macosx64-x64-add-on-devel/opt - macosx64-aarch64-add-on-devel-opt: build-macosx64-aarch64-add-on-devel/opt - fetches: - macosx64-x64-add-on-devel-opt: - - artifact: target.dmg - extract: false - dest: x64 - - artifact: buildhub.json - extract: false - dest: ../artifacts - - artifact: host/bin/mar - extract: false - dest: ../artifacts/host/bin - - artifact: host/bin/mbsdiff - extract: false - dest: ../artifacts/host/bin - - artifact: target.txt - extract: false - dest: ../artifacts - - artifact: target_info.txt - extract: false - dest: ../artifacts - - artifact: target.json - extract: false - dest: ../artifacts - - artifact: target.mozinfo.json - extract: false - dest: ../artifacts - - artifact: target.crashreporter-symbols.zip - dest: x64/crashreporter-symbols - - artifact: target.jsshell.zip - dest: x64/jsshell - - artifact: target.generated-files.tar.gz - extract: false - dest: ../artifacts - - artifact: target.langpack.xpi - extract: false - dest: ../artifacts - - artifact: mozharness.zip - extract: false - dest: ../artifacts - macosx64-aarch64-add-on-devel-opt: - - artifact: target.dmg - extract: false - dest: aarch64 - - artifact: target.crashreporter-symbols.zip - dest: aarch64/crashreporter-symbols - - artifact: target.jsshell.zip - dest: aarch64/jsshell - toolchain: - - linux64-cctools-port - -macosx64-nightlyasrelease/opt: - description: "MacOS X Nightly-As-Release" - use-pgo: macosx64-shippable/opt - attributes: - enable-full-crashsymbols: true - skip-verify-test-packaging: true - upload-generated-sources: true - index: - job-name: macosx64-nightlyasrelease-opt - treeherder: - platform: osx-nightlyasrelease/opt - symbol: Bpgo(Bnar) - tier: 1 - run-on-projects: [trunk-only] - worker: - max-run-time: 7200 - env: - MOZ_AUTOMATION_PACKAGE_TESTS: "1" - PERFHERDER_EXTRA_OPTIONS: nightly-as-release - run: - config: - - builds/releng_base_firefox.py - - builds/releng_base_mac_64_cross_builds.py - - taskcluster_nightly.py - mozconfig-variant: nightly-as-release - fetches: - toolchain: - - linux64-cctools-port - - linux64-clang - - macosx64-sdk - - sysroot-wasm32-wasi - -macosx64-x64-shippable/opt: - description: "MacOS X x64 Cross-compile" - use-pgo: macosx64-shippable/opt - attributes: - enable-full-crashsymbols: true - skip-verify-test-packaging: true - upload-generated-sources: true - shipping-phase: build - shipping-product: firefox - index: - job-name: macosx64-x64-opt - type: shippable - treeherder: - platform: osx-shippable/opt - symbol: Bpgo(Bx) - tier: 1 - run-on-projects: ['release'] - worker: - max-run-time: 7200 - env: - MOZ_AUTOMATION_PACKAGE_TESTS: "1" - run: - config: - - builds/releng_base_firefox.py - - builds/releng_base_mac_64_cross_builds.py - - taskcluster_nightly.py - fetches: - toolchain: - - linux64-cctools-port - - linux64-clang - - macosx64-sdk - - sysroot-wasm32-wasi - -macosx64-aarch64-shippable/opt: - description: "MacOS X aarch64 Cross-compile" - use-pgo: macosx64-aarch64-shippable/opt - attributes: - enable-full-crashsymbols: true - skip-verify-test-packaging: true - upload-generated-sources: true - shipping-phase: build - shipping-product: firefox - index: - job-name: macosx64-aarch64-opt - type: shippable - treeherder: - platform: osx-aarch64-shippable/opt - symbol: Bpgo(B) - tier: 1 - run-on-projects: ['release'] - worker: - max-run-time: 7200 - env: - MOZ_AUTOMATION_PACKAGE_TESTS: "1" - PERFHERDER_EXTRA_OPTIONS: aarch64 - run: - config: - - builds/releng_base_firefox.py - - builds/releng_base_mac_64_cross_builds.py - - taskcluster_nightly.py - extra-config: - mozconfig_platform: macosx64-aarch64 - fetches: - toolchain: - - linux64-cctools-port - - linux64-clang - - macosx64-sdk - - sysroot-wasm32-wasi - -macosx64-shippable/opt: - description: "MacOS X Universal" - attributes: - shippable: true - enable-build-signing: true - skip-upload-crashsymbols: true - skip-verify-test-packaging: true - shipping-phase: build - shipping-product: firefox - index: - job-name: macosx64-opt - type: shippable - treeherder: - platform: osx-shippable/opt - symbol: Bpgo(B) - tier: 1 - run-on-projects: ['release'] - worker: - max-run-time: 1800 - run: - job-script: taskcluster/scripts/misc/unify.sh - config: - - builds/releng_base_firefox.py - dependencies: - macosx64-x64-shippable-opt: build-macosx64-x64-shippable/opt - macosx64-aarch64-shippable-opt: build-macosx64-aarch64-shippable/opt - fetches: - macosx64-x64-shippable-opt: - - artifact: target.dmg - extract: false - dest: x64 - - artifact: buildhub.json - extract: false - dest: ../artifacts - - artifact: host/bin/mar - extract: false - dest: ../artifacts/host/bin - - artifact: host/bin/mbsdiff - extract: false - dest: ../artifacts/host/bin - - artifact: target.txt - extract: false - dest: ../artifacts - - artifact: target_info.txt - extract: false - dest: ../artifacts - - artifact: target.json - extract: false - dest: ../artifacts - - artifact: target.mozinfo.json - extract: false - dest: ../artifacts - - artifact: target.test_packages.json - extract: false - dest: ../artifacts - - artifact: target.perftests.tests.tar.gz - extract: false - dest: ../artifacts - - artifact: target.xpt_artifacts.zip - extract: false - dest: ../artifacts - - artifact: target.common.tests.tar.gz - dest: x64/common - - artifact: target.cppunittest.tests.tar.gz - dest: x64/cppunittest - - artifact: target.gtest.tests.tar.gz - dest: x64/gtest - - artifact: target.jittest.tests.tar.gz - dest: x64/jittest - - artifact: target.jsreftest.tests.tar.gz - dest: x64/jsreftest - - artifact: target.mochitest.tests.tar.gz - dest: x64/mochitest - - artifact: target.reftest.tests.tar.gz - dest: x64/reftest - - artifact: target.talos.tests.tar.gz - dest: x64/talos - - artifact: target.raptor.tests.tar.gz - dest: x64/raptor - - artifact: target.condprof.tests.tar.gz - dest: x64/confprof - - artifact: target.awsy.tests.tar.gz - dest: x64/awsy - - artifact: target.xpcshell.tests.tar.gz - dest: x64/xpcshell - - artifact: target.web-platform.tests.tar.gz - dest: x64/web-platform - - artifact: target.updater-dep.tests.tar.gz - dest: x64/updater-dep - - artifact: target.crashreporter-symbols.zip - dest: x64/crashreporter-symbols - - artifact: target.jsshell.zip - dest: x64/jsshell - - artifact: target.generated-files.tar.gz - extract: false - dest: ../artifacts - - artifact: target.langpack.xpi - extract: false - dest: ../artifacts - - artifact: mozharness.zip - extract: false - dest: ../artifacts - macosx64-aarch64-shippable-opt: - - artifact: target.dmg - extract: false - dest: aarch64 - - artifact: target.common.tests.tar.gz - dest: aarch64/common - - artifact: target.cppunittest.tests.tar.gz - dest: aarch64/cppunittest - - artifact: target.gtest.tests.tar.gz - dest: aarch64/gtest - - artifact: target.jittest.tests.tar.gz - dest: aarch64/jittest - - artifact: target.jsreftest.tests.tar.gz - dest: aarch64/jsreftest - - artifact: target.mochitest.tests.tar.gz - dest: aarch64/mochitest - - artifact: target.reftest.tests.tar.gz - dest: aarch64/reftest - - artifact: target.talos.tests.tar.gz - dest: aarch64/talos - - artifact: target.raptor.tests.tar.gz - dest: aarch64/raptor - - artifact: target.condprof.tests.tar.gz - dest: aarch64/confprof - - artifact: target.awsy.tests.tar.gz - dest: aarch64/awsy - - artifact: target.xpcshell.tests.tar.gz - dest: aarch64/xpcshell - - artifact: target.web-platform.tests.tar.gz - dest: aarch64/web-platform - - artifact: target.updater-dep.tests.tar.gz - dest: aarch64/updater-dep - - artifact: target.crashreporter-symbols.zip - dest: aarch64/crashreporter-symbols - - artifact: target.jsshell.zip - dest: aarch64/jsshell - toolchain: - - linux64-cctools-port - -macosx64-ccov/opt: - description: "MacOS X x64 Cross-compile Code Coverage" - index: - job-name: macosx64-ccov-opt - treeherder: - platform: osx-cross-ccov/opt - symbol: B - tier: 1 - worker: - max-run-time: 7200 - env: - RUSTC_BOOTSTRAP: '1' - MOZ_AUTOMATION_PACKAGE_TESTS: "1" - run: - config: - - builds/releng_base_firefox.py - - builds/releng_base_mac_64_cross_builds.py - custom-build-variant-cfg: code-coverage-opt - mozconfig-variant: code-coverage - run-on-projects: ['mozilla-central'] - use-sccache: false - fetches: - toolchain: - - linux64-clang - - linux64-sccache - - macosx64-sdk - - sysroot-wasm32-wasi diff --git a/taskcluster/ci/build/windows-mingw.yml b/taskcluster/ci/build/windows-mingw.yml deleted file mode 100644 index 09c3ee0022..0000000000 --- a/taskcluster/ci/build/windows-mingw.yml +++ /dev/null @@ -1,173 +0,0 @@ -# This Source Code Form is subject to the terms of the Mozilla Public -# License, v. 2.0. If a copy of the MPL was not distributed with this -# file, You can obtain one at http://mozilla.org/MPL/2.0/. ---- -job-defaults: - worker-type: b-linux-gcp - worker: - max-run-time: 7200 - run: - using: mozharness - actions: [build] - script: mozharness/scripts/fx_desktop_build.py - optimization: - skip-unless-expanded: null - fetches: - toolchain: - - windows-rs - -win32-mingwclang/opt: - description: "Win32 MinGW-Clang Opt" - index: - product: firefox - job-name: win32-mingwclang-opt - treeherder: - platform: windows-mingw32/all - symbol: WMC32(Bo) - tier: 2 - worker: - env: - PERFHERDER_EXTRA_OPTIONS: "opt 32 clang" - MOZ_AUTOMATION_PACKAGE_TESTS: "1" - run: - config: - - builds/releng_base_firefox.py - - builds/releng_base_windows_32_mingw_builds.py - - builds/releng_sub_windows_configs/32_mingwclang.py - mozconfig-variant: mingwclang - run-on-projects: - - 'mozilla-central' - - 'mozilla-esr115' - use-sccache: true - fetches: - toolchain: - - mingw32-rust - - linux64-upx - - linux64-wine - - linux64-sccache - - linux64-cbindgen - - linux64-nasm - - linux64-node - - linux64-clang-mingw-x86 - - linux64-mingw32-nsis - - linux64-mingw-fxc2-x86 - - linux64-dump_syms - - sysroot-x86_64-linux-gnu - - sysroot-wasm32-wasi - -win32-mingwclang/debug: - description: "Win32 MinGW-Clang Debug" - index: - product: firefox - job-name: win32-mingwclang-debug - treeherder: - platform: windows-mingw32/all - symbol: WMC32(Bd) - tier: 2 - worker: - env: - PERFHERDER_EXTRA_OPTIONS: "debug 32 clang" - MOZ_AUTOMATION_PACKAGE_TESTS: "1" - run: - config: - - builds/releng_base_firefox.py - - builds/releng_base_windows_32_mingw_builds.py - - builds/releng_sub_windows_configs/32_mingwclang.py - mozconfig-variant: mingwclang-debug - run-on-projects: - - 'mozilla-central' - - 'mozilla-esr115' - use-sccache: true - fetches: - toolchain: - - mingw32-rust - - linux64-upx - - linux64-wine - - linux64-sccache - - linux64-cbindgen - - linux64-nasm - - linux64-node - - linux64-clang-mingw-x86 - - linux64-mingw32-nsis - - linux64-mingw-fxc2-x86 - - linux64-dump_syms - - sysroot-x86_64-linux-gnu - - sysroot-wasm32-wasi - -win64-mingwclang/opt: - description: "Win64 MinGW-Clang Opt" - index: - product: firefox - job-name: win64-mingwclang-opt - treeherder: - platform: windows-mingw32/all - symbol: WMC64(Bo) - tier: 2 - worker: - env: - PERFHERDER_EXTRA_OPTIONS: "opt 64 clang" - MOZ_AUTOMATION_PACKAGE_TESTS: "1" - run: - config: - - builds/releng_base_firefox.py - - builds/releng_base_windows_64_mingw_builds.py - - builds/releng_sub_windows_configs/64_mingwclang.py - mozconfig-variant: mingwclang - run-on-projects: - - 'mozilla-central' - - 'mozilla-esr115' - use-sccache: true - fetches: - toolchain: - - mingw32-rust - - linux64-upx - - linux64-wine - - linux64-sccache - - linux64-cbindgen - - linux64-nasm - - linux64-node - - linux64-clang-mingw-x64 - - linux64-mingw32-nsis - - linux64-mingw-fxc2-x86 - - linux64-dump_syms - - sysroot-x86_64-linux-gnu - - sysroot-wasm32-wasi - -win64-mingwclang/debug: - description: "Win64 MinGW-Clang Debug" - index: - product: firefox - job-name: win64-mingwclang-debug - treeherder: - platform: windows-mingw32/all - symbol: WMC64(Bd) - tier: 2 - worker: - env: - PERFHERDER_EXTRA_OPTIONS: "debug 64 clang" - MOZ_AUTOMATION_PACKAGE_TESTS: "1" - run: - config: - - builds/releng_base_firefox.py - - builds/releng_base_windows_64_mingw_builds.py - - builds/releng_sub_windows_configs/64_mingwclang.py - mozconfig-variant: mingwclang-debug - run-on-projects: - - 'mozilla-central' - - 'mozilla-esr115' - use-sccache: true - fetches: - toolchain: - - mingw32-rust - - linux64-upx - - linux64-wine - - linux64-sccache - - linux64-cbindgen - - linux64-nasm - - linux64-node - - linux64-clang-mingw-x64 - - linux64-mingw32-nsis - - linux64-mingw-fxc2-x86 - - linux64-dump_syms - - sysroot-x86_64-linux-gnu - - sysroot-wasm32-wasi diff --git a/taskcluster/ci/build/windows.yml b/taskcluster/ci/build/windows.yml deleted file mode 100644 index af0bebb4f0..0000000000 --- a/taskcluster/ci/build/windows.yml +++ /dev/null @@ -1,1583 +0,0 @@ -# This Source Code Form is subject to the terms of the Mozilla Public -# License, v. 2.0. If a copy of the MPL was not distributed with this -# file, You can obtain one at http://mozilla.org/MPL/2.0/. ---- -job-defaults: - run: - using: mozharness - fetches: - toolchain: - - windows-rs - -win32/debug: - description: "Win32 Debug" - index: - product: firefox - job-name: win32-debug - attributes: - enable-build-signing: true - enable-full-crashsymbols: true - treeherder: - platform: windows2012-32/debug - symbol: B - tier: 1 - worker-type: b-linux-gcp - worker: - max-run-time: 7200 - env: - MOZ_AUTOMATION_PACKAGE_TESTS: "1" - run: - options: [append-env-variables-from-configs] - actions: [get-secrets, build] - script: mozharness/scripts/fx_desktop_build.py - secrets: true - config: - - builds/releng_base_firefox.py - - builds/releng_base_linux_64_builds.py - - builds/taskcluster_sub_win32/debug.py - mozconfig-variant: debug - extra-config: - mozconfig_platform: win32 - use-sccache: true - fetches: - toolchain: - - linux64-clang - - linux64-rust-cross - - linux64-rust-size - - linux64-nasm - - linux64-node - - linux64-cbindgen - - linux64-sccache - - linux64-dump_syms - - linux64-wine - - linux64-winchecksec - - nsis - - sysroot-x86_64-linux-gnu - - sysroot-wasm32-wasi - - vs - fetch: - - upx-3.95-win - -win32/opt: - description: "Win32 Opt" - index: - product: firefox - job-name: win32-opt - attributes: - enable-build-signing: true - enable-full-crashsymbols: true - treeherder: - platform: windows2012-32/opt - symbol: B - tier: 1 - worker-type: b-linux-gcp - worker: - max-run-time: 7200 - env: - MOZ_AUTOMATION_PACKAGE_TESTS: "1" - run: - options: [append-env-variables-from-configs] - actions: [get-secrets, build] - script: mozharness/scripts/fx_desktop_build.py - secrets: true - config: - - builds/releng_base_firefox.py - - builds/releng_base_linux_64_builds.py - extra-config: - stage_platform: win32 - mozconfig_platform: win32 - run-on-projects: ['integration'] - use-sccache: true - fetches: - toolchain: - - linux64-clang - - linux64-rust-cross - - linux64-rust-size - - linux64-nasm - - linux64-node - - linux64-cbindgen - - linux64-sccache - - linux64-dump_syms - - linux64-wine - - linux64-winchecksec - - nsis - - sysroot-x86_64-linux-gnu - - sysroot-wasm32-wasi - - vs - fetch: - - upx-3.95-win - -win32-fuzzing/debug: - description: "Win32 Fuzzing Debug" - index: - product: firefox - job-name: win32-fuzzing-debug - attributes: - enable-full-crashsymbols: true - treeherder: - platform: windows2012-32/debug - symbol: Bf - tier: 1 - worker-type: b-linux-gcp - worker: - max-run-time: 7200 - env: - PERFHERDER_EXTRA_OPTIONS: fuzzing - run: - actions: [get-secrets, build] - options: [append-env-variables-from-configs] - script: mozharness/scripts/fx_desktop_build.py - secrets: true - config: - - builds/releng_base_firefox.py - - builds/releng_base_linux_64_builds.py - - builds/taskcluster_sub_win32/debug.py - extra-config: - stage_platform: win32 - mozconfig_platform: win32 - mozconfig-variant: debug-fuzzing - run-on-projects: ['trunk'] - use-sccache: true - fetches: - toolchain: - - linux64-clang - - linux64-rust-cross - - linux64-rust-size - - linux64-nasm - - linux64-node - - linux64-cbindgen - - linux64-sccache - - linux64-dump_syms - - linux64-wine - - linux64-winchecksec - - nsis - - sysroot-x86_64-linux-gnu - - sysroot-wasm32-wasi - - vs - fetch: - - upx-3.95-win - optimization: - skip-unless-expanded: null - -win64/debug: - description: "Win64 Debug" - index: - product: firefox - job-name: win64-debug - attributes: - enable-build-signing: true - enable-full-crashsymbols: true - treeherder: - platform: windows2012-64/debug - symbol: B - tier: 1 - worker-type: b-linux-gcp - worker: - max-run-time: 7200 - env: - MOZ_AUTOMATION_PACKAGE_TESTS: "1" - run: - options: [append-env-variables-from-configs] - actions: [get-secrets, build] - script: mozharness/scripts/fx_desktop_build.py - secrets: true - config: - - builds/releng_base_firefox.py - - builds/releng_base_linux_64_builds.py - - builds/taskcluster_sub_win64/debug.py - mozconfig-variant: debug - extra-config: - mozconfig_platform: win64 - use-sccache: true - fetches: - toolchain: - - linux64-clang - - linux64-rust-cross - - linux64-rust-size - - linux64-nasm - - linux64-node - - linux64-cbindgen - - linux64-sccache - - linux64-dump_syms - - linux64-wine - - linux64-winchecksec - - nsis - - sysroot-x86_64-linux-gnu - - sysroot-wasm32-wasi - - vs - fetch: - - upx-3.95-win - -win64-non-unified/plain: - description: "Win64 Hybrid Plain" - index: - product: firefox - job-name: win64-non-unified-plain - treeherder: - platform: windows2012-64/debug - symbol: Bp-nu - tier: 1 - worker-type: b-linux-gcp - worker: - max-run-time: 7200 - env: - PERFHERDER_EXTRA_OPTIONS: non-unified - run: - options: [append-env-variables-from-configs] - actions: [get-secrets, build] - script: mozharness/scripts/fx_desktop_build.py - secrets: true - config: - - builds/releng_base_firefox.py - - builds/releng_base_linux_64_builds.py - mozconfig-variant: non-unified - extra-config: - mozconfig_platform: win64 - use-sccache: true - run-on-projects: ['integration'] - fetches: - toolchain: - - linux64-clang - - linux64-rust-cross - - linux64-rust-size - - linux64-nasm - - linux64-node - - linux64-cbindgen - - linux64-sccache - - linux64-dump_syms - - linux64-wine - - linux64-winchecksec - - nsis - - sysroot-x86_64-linux-gnu - - sysroot-wasm32-wasi - - vs - fetch: - - upx-3.95-win - -win64-fuzzing/debug: - description: "Win64 Fuzzing Debug" - index: - product: firefox - job-name: win64-fuzzing-debug - attributes: - enable-full-crashsymbols: true - treeherder: - platform: windows2012-64/debug - symbol: Bf - tier: 1 - worker-type: b-linux-gcp - worker: - max-run-time: 7200 - env: - PERFHERDER_EXTRA_OPTIONS: fuzzing - run: - actions: [get-secrets, build] - options: [append-env-variables-from-configs] - script: mozharness/scripts/fx_desktop_build.py - secrets: true - config: - - builds/releng_base_firefox.py - - builds/releng_base_linux_64_builds.py - - builds/taskcluster_sub_win64/debug.py - extra-config: - mozconfig_platform: win64 - mozconfig-variant: debug-fuzzing - run-on-projects: ['trunk'] - use-sccache: true - fetches: - toolchain: - - linux64-clang - - linux64-rust-cross - - linux64-rust-size - - linux64-nasm - - linux64-node - - linux64-cbindgen - - linux64-sccache - - linux64-dump_syms - - linux64-wine - - linux64-winchecksec - - nsis - - sysroot-x86_64-linux-gnu - - sysroot-wasm32-wasi - - vs - fetch: - - upx-3.95-win - optimization: - skip-unless-expanded: null - -win64-plain/debug: - description: "Win64 Debug Plain" - index: - product: firefox - job-name: win64-plain-debug - treeherder: - platform: windows2012-64/debug - symbol: Bp - tier: 1 - worker-type: b-win2022 - worker: - max-run-time: 7200 - env: - PERFHERDER_EXTRA_OPTIONS: plain - run: - actions: [build] - options: [append-env-variables-from-configs] - script: mozharness/scripts/fx_desktop_build.py - config: - - builds/releng_base_firefox.py - - builds/taskcluster_base_windows.py - - builds/taskcluster_base_win64.py - extra-config: - disable_package_metrics: true - stage_platform: win64 - mozconfig-variant: plain-debug - run-on-projects: ['trunk'] - fetches: - toolchain: - - win64-clang - - win64-rust - - win64-node - - win64-nasm - - win64-cbindgen - - win64-winchecksec - - win64-mozmake - - win64-dump_syms - - vs - - nsis - - sysroot-wasm32-wasi - optimization: - skip-unless-expanded: null - -win64/opt: - description: "Win64 Opt" - index: - product: firefox - job-name: win64-opt - attributes: - enable-build-signing: true - enable-full-crashsymbols: true - treeherder: - platform: windows2012-64/opt - symbol: B - tier: 1 - worker-type: b-linux-gcp - worker: - max-run-time: 7200 - env: - MOZ_AUTOMATION_PACKAGE_TESTS: "1" - run: - options: [append-env-variables-from-configs] - actions: [get-secrets, build] - script: mozharness/scripts/fx_desktop_build.py - secrets: true - config: - - builds/releng_base_firefox.py - - builds/releng_base_linux_64_builds.py - extra-config: - stage_platform: win64 - mozconfig_platform: win64 - run-on-projects: ['integration'] - use-sccache: true - fetches: - toolchain: - - linux64-clang - - linux64-rust-cross - - linux64-rust-size - - linux64-nasm - - linux64-node - - linux64-cbindgen - - linux64-sccache - - linux64-dump_syms - - linux64-wine - - linux64-winchecksec - - nsis - - sysroot-x86_64-linux-gnu - - sysroot-wasm32-wasi - - vs - fetch: - - upx-3.95-win - -win64-plain/opt: - description: "Win64 Opt Plain" - index: - product: firefox - job-name: win64-plain-opt - treeherder: - platform: windows2012-64/opt - symbol: Bp - tier: 1 - worker-type: b-win2022 - worker: - max-run-time: 7200 - env: - PERFHERDER_EXTRA_OPTIONS: plain - run: - actions: [build] - options: [append-env-variables-from-configs] - script: mozharness/scripts/fx_desktop_build.py - config: - - builds/releng_base_firefox.py - - builds/taskcluster_base_windows.py - - builds/taskcluster_base_win64.py - extra-config: - disable_package_metrics: true - stage_platform: win64 - mozconfig-variant: plain-opt - run-on-projects: ['mozilla-central'] - fetches: - toolchain: - - win64-clang - - win64-rust - - win64-nasm - - win64-node - - win64-cbindgen - - win64-winchecksec - - win64-mozmake - - win64-dump_syms - - vs - - nsis - - sysroot-wasm32-wasi - optimization: - skip-unless-expanded: null - -win32-shippable/opt: - description: "Win32 Opt Shippable" - use-pgo: true - index: - product: firefox - job-name: win32-opt - type: shippable - attributes: - shippable: true - enable-full-crashsymbols: true - stub-installer: - by-release-type: - nightly: true - beta: true - release.*: true - esr.*: false - default: - by-project: - # browser/confvars.sh looks for nightly-try - try: true - default: false - shipping-phase: build - shipping-product: firefox - treeherder: - platform: windows2012-32-shippable/opt - symbol: Bpgo(B) - tier: 1 - run-on-projects: ['release'] - worker-type: b-linux-gcp - worker: - max-run-time: 10800 - env: - MOZ_AUTOMATION_PACKAGE_TESTS: "1" - run: - actions: [get-secrets, build] - options: [append-env-variables-from-configs] - script: mozharness/scripts/fx_desktop_build.py - secrets: true - config: - - builds/releng_base_firefox.py - builds/releng_base_linux_64_builds.py - - taskcluster_nightly.py - extra-config: - stage_platform: win32 - mozconfig_platform: win32 - fetches: - toolchain: - - linux64-clang - - linux64-rust-cross - - linux64-rust-size - - linux64-nasm - - linux64-node - - linux64-cbindgen - - linux64-dump_syms - - linux64-wine - - linux64-winchecksec - - nsis - - sysroot-x86_64-linux-gnu - - sysroot-wasm32-wasi - - vs - fetch: - - upx-3.95-win - -win64-shippable/opt: - description: "Win64 Shippable" - use-pgo: true - index: - product: firefox - job-name: win64-opt - type: shippable - attributes: - shippable: true - enable-full-crashsymbols: true - shipping-phase: build - shipping-product: firefox - treeherder: - platform: windows2012-64-shippable/opt - symbol: Bpgo(B) - tier: 1 - run-on-projects: ['release'] - worker-type: b-linux-xlarge-gcp - worker: - max-run-time: 10800 - env: - MOZ_AUTOMATION_PACKAGE_TESTS: "1" - run: - actions: [get-secrets, build] - options: [append-env-variables-from-configs] - script: mozharness/scripts/fx_desktop_build.py - secrets: true - config: - - builds/releng_base_firefox.py - - builds/releng_base_linux_64_builds.py - - taskcluster_nightly.py - extra-config: - stage_platform: win64 - mozconfig_platform: win64 - max_build_output_timeout: 3600 - fetches: - toolchain: - - linux64-clang - - linux64-rust-cross - - linux64-rust-size - - linux64-nasm - - linux64-node - - linux64-cbindgen - - linux64-dump_syms - - linux64-wine - - linux64-winchecksec - - nsis - - sysroot-x86_64-linux-gnu - - sysroot-wasm32-wasi - - vs - fetch: - - upx-3.95-win - -win64-nightlyasrelease/opt: - description: "Win64 Opt Nightly-As-Release" - use-pgo: win64-nightlyasrelease/opt - attributes: - enable-full-crashsymbols: true - index: - product: firefox - job-name: win64-nightlyasrelease-opt - treeherder: - platform: win64-nightlyasrelease/opt - symbol: Bpgo(Bnar) - worker-type: b-linux-xlarge-gcp - worker: - max-run-time: 10800 - env: - PERFHERDER_EXTRA_OPTIONS: "nightly-as-release" - MOZ_AUTOMATION_PACKAGE_TESTS: "1" - run: - actions: [get-secrets, build] - options: [append-env-variables-from-configs] - script: mozharness/scripts/fx_desktop_build.py - secrets: true - config: - - builds/releng_base_firefox.py - - builds/releng_base_linux_64_builds.py - - taskcluster_nightly.py - extra-config: - stage_platform: win64 - mozconfig_platform: win64 - max_build_output_timeout: 3600 - mozconfig-variant: nightly-as-release - run-on-projects: [trunk-only] - fetches: - toolchain: - - linux64-clang - - linux64-rust-cross - - linux64-rust-size - - linux64-nasm - - linux64-node - - linux64-cbindgen - - linux64-dump_syms - - linux64-wine - - linux64-winchecksec - - nsis - - sysroot-x86_64-linux-gnu - - sysroot-wasm32-wasi - - vs - fetch: - - upx-3.95-win - -win32-add-on-devel/opt: - description: "Windows32 add-on-devel" - index: - product: firefox - job-name: win32-add-on-devel - treeherder: - platform: windows2012-32-add-on-devel/opt - symbol: B - tier: 2 - worker-type: b-linux-gcp - worker: - max-run-time: 10800 - run: - actions: [get-secrets, build] - options: [append-env-variables-from-configs] - script: "mozharness/scripts/fx_desktop_build.py" - secrets: true - config: - - builds/releng_base_firefox.py - - builds/releng_base_linux_64_builds.py - extra-config: - stage_platform: win32-add-on-devel - mozconfig_platform: win32 - mozconfig-variant: add-on-devel - run-on-projects: ['mozilla-beta', 'mozilla-release'] - use-sccache: true - fetches: - toolchain: - - linux64-clang - - linux64-rust-cross - - linux64-rust-size - - linux64-nasm - - linux64-node - - linux64-cbindgen - - linux64-sccache - - linux64-dump_syms - - linux64-wine - - linux64-winchecksec - - nsis - - sysroot-x86_64-linux-gnu - - sysroot-wasm32-wasi - - vs - fetch: - - upx-3.95-win - -win64-add-on-devel/opt: - description: "Windows64 add-on-devel" - index: - product: firefox - job-name: win64-add-on-devel - treeherder: - platform: windows2012-64-add-on-devel/opt - symbol: B - tier: 2 - worker-type: b-linux-gcp - worker: - max-run-time: 10800 - run: - actions: [get-secrets, build] - options: [append-env-variables-from-configs] - script: "mozharness/scripts/fx_desktop_build.py" - secrets: true - config: - - builds/releng_base_firefox.py - - builds/releng_base_linux_64_builds.py - extra-config: - stage_platform: win64-on-devel - mozconfig_platform: win64 - mozconfig-variant: add-on-devel - run-on-projects: ['mozilla-beta', 'mozilla-release'] - use-sccache: true - fetches: - toolchain: - - linux64-clang - - linux64-rust-cross - - linux64-rust-size - - linux64-nasm - - linux64-node - - linux64-cbindgen - - linux64-sccache - - linux64-dump_syms - - linux64-wine - - linux64-winchecksec - - nsis - - sysroot-x86_64-linux-gnu - - sysroot-wasm32-wasi - - vs - fetch: - - upx-3.95-win - -win64-noopt/debug: - description: "Win64 No-optimize Debug" - index: - product: firefox - job-name: win64-noopt-debug - treeherder: - platform: windows2012-64-noopt/debug - symbol: B - tier: 2 - worker-type: b-linux-gcp - worker: - max-run-time: 7200 - run: - actions: [get-secrets, build] - options: [append-env-variables-from-configs] - script: mozharness/scripts/fx_desktop_build.py - secrets: true - config: - - builds/releng_base_firefox.py - - builds/releng_base_linux_64_builds.py - - builds/taskcluster_sub_win64/noopt_debug.py - mozconfig-variant: noopt-debug - extra-config: - mozconfig_platform: win64 - run-on-projects: ['mozilla-central'] - use-sccache: true - fetches: - toolchain: - - linux64-clang - - linux64-rust-cross - - linux64-rust-size - - linux64-nasm - - linux64-node - - linux64-cbindgen - - linux64-sccache - - linux64-dump_syms - - linux64-wine - - linux64-winchecksec - - nsis - - sysroot-x86_64-linux-gnu - - sysroot-wasm32-wasi - - vs - fetch: - - upx-3.95-win - -win32-noopt/debug: - description: "Win32 No-optimize Debug" - index: - product: firefox - job-name: win32-noopt-debug - treeherder: - platform: windows2012-32-noopt/debug - symbol: B - tier: 2 - worker-type: b-linux-gcp - worker: - max-run-time: 7200 - run: - actions: [get-secrets, build] - options: [append-env-variables-from-configs] - script: mozharness/scripts/fx_desktop_build.py - secrets: true - config: - - builds/releng_base_firefox.py - - builds/releng_base_linux_64_builds.py - - builds/taskcluster_sub_win32/noopt_debug.py - mozconfig-variant: noopt-debug - extra-config: - mozconfig_platform: win32 - run-on-projects: ['mozilla-central'] - use-sccache: true - fetches: - toolchain: - - linux64-clang - - linux64-rust-cross - - linux64-rust-size - - linux64-nasm - - linux64-node - - linux64-cbindgen - - linux64-sccache - - linux64-dump_syms - - linux64-wine - - linux64-winchecksec - - nsis - - sysroot-x86_64-linux-gnu - - sysroot-wasm32-wasi - - vs - fetch: - - upx-3.95-win - -win32-rusttests/opt: - description: "Win32 Rust Tests Opt" - index: - product: firefox - job-name: win32-rusttests-opt - treeherder: - platform: windows2012-32/opt - symbol: BR - tier: 1 - worker-type: b-win2022 - worker: - max-run-time: 5400 - env: - PERFHERDER_EXTRA_OPTIONS: rusttests - run: - actions: [get-secrets, build] - options: [append-env-variables-from-configs] - script: mozharness/scripts/fx_desktop_build.py - secrets: true - config: - - builds/releng_base_firefox.py - - builds/taskcluster_base_windows.py - - builds/taskcluster_base_win32.py - extra-config: - stage_platform: win32-rusttests - app_name: tools/rusttests - disable_package_metrics: true - mozconfig-variant: rusttests - run-on-projects: ['mozilla-central'] - fetches: - toolchain: - - win64-clang - - win64-rust - - win64-cbindgen - - win64-nasm - - win64-node - - win64-winchecksec - - win64-mozmake - - win64-dump_syms - - vs - optimization: - test-inclusive: [rusttests] - -win32-rusttests/debug: - description: "Win32 Rust Tests Debug" - index: - product: firefox - job-name: win32-rusttests-debug - treeherder: - platform: windows2012-32/debug - symbol: BR - tier: 1 - worker-type: b-win2022 - worker: - max-run-time: 5400 - env: - PERFHERDER_EXTRA_OPTIONS: rusttests - run: - actions: [get-secrets, build] - options: [append-env-variables-from-configs] - script: mozharness/scripts/fx_desktop_build.py - secrets: true - config: - - builds/releng_base_firefox.py - - builds/taskcluster_base_windows.py - - builds/taskcluster_base_win32.py - extra-config: - stage_platform: win32-rusttests - app_name: tools/rusttests - disable_package_metrics: true - mozconfig-variant: rusttests-debug - run-on-projects: ['mozilla-central'] - fetches: - toolchain: - - win64-clang - - win64-rust - - win64-cbindgen - - win64-nasm - - win64-node - - win64-winchecksec - - win64-mozmake - - win64-dump_syms - - vs - optimization: - test-inclusive: [rusttests] - -win64-rusttests/opt: - description: "Win64 Rust Tests Opt" - index: - product: firefox - job-name: win64-rusttests-opt - treeherder: - platform: windows2012-64/opt - symbol: BR - tier: 1 - worker-type: b-win2022 - worker: - max-run-time: 5400 - env: - PERFHERDER_EXTRA_OPTIONS: rusttests - run: - actions: [get-secrets, build] - options: [append-env-variables-from-configs] - script: mozharness/scripts/fx_desktop_build.py - secrets: true - config: - - builds/releng_base_firefox.py - - builds/taskcluster_base_windows.py - - builds/taskcluster_base_win64.py - - builds/taskcluster_sub_win64/rusttests_opt.py - mozconfig-variant: rusttests - run-on-projects: ['mozilla-central'] - fetches: - toolchain: - - win64-clang - - win64-rust - - win64-cbindgen - - win64-nasm - - win64-node - - win64-winchecksec - - win64-mozmake - - win64-dump_syms - - vs - optimization: - test-inclusive: [rusttests] - -win64-rusttests/debug: - description: "Win64 Rust Tests Debug" - index: - product: firefox - job-name: win64-rusttests-debug - treeherder: - platform: windows2012-64/debug - symbol: BR - tier: 1 - worker-type: b-win2022 - worker: - max-run-time: 5400 - env: - PERFHERDER_EXTRA_OPTIONS: rusttests - run: - actions: [get-secrets, build] - options: [append-env-variables-from-configs] - script: mozharness/scripts/fx_desktop_build.py - secrets: true - config: - - builds/releng_base_firefox.py - - builds/taskcluster_base_windows.py - - builds/taskcluster_base_win64.py - - builds/taskcluster_sub_win64/rusttests_opt.py - mozconfig-variant: rusttests-debug - run-on-projects: ['trunk'] - fetches: - toolchain: - - win64-clang - - win64-rust - - win64-cbindgen - - win64-nasm - - win64-node - - win64-winchecksec - - win64-mozmake - - win64-dump_syms - - vs - optimization: - test-inclusive: [rusttests] - -win64-ccov/opt: - description: "Win64 Opt Code Coverage" - index: - product: firefox - job-name: win64-ccov-opt - attributes: - enable-build-signing: true - treeherder: - platform: windows2012-64/ccov - symbol: B - tier: 2 - worker-type: b-win2022 - worker: - artifacts: - - name: public/code-coverage-grcov.zip - path: workspace\obj-build\code-coverage-grcov.zip - type: file - max-run-time: 9000 - env: - RUSTC_BOOTSTRAP: '1' - MOZ_AUTOMATION_PACKAGE_TESTS: "1" - run: - options: [append-env-variables-from-configs] - script: mozharness/scripts/fx_desktop_build.py - secrets: true - config: - - builds/releng_base_firefox.py - - builds/taskcluster_base_windows.py - - builds/taskcluster_base_win64.py - - builds/taskcluster_sub_win64/ccov_opt.py - mozconfig-variant: code-coverage - run-on-projects: ['mozilla-central'] - use-sccache: false - fetches: - toolchain: - - win64-clang - - win64-rust - - win64-rust-size - - win64-cbindgen - - win64-grcov - - win64-sccache - - win64-nasm - - win64-node - - win64-winchecksec - - win64-mozmake - - win64-dump_syms - - vs - - nsis - - sysroot-wasm32-wasi - -win64-fuzzing-ccov/opt: - description: "Win64 Fuzzing Opt w/ Coverage" - index: - product: firefox - job-name: win64-ccov-fuzzing-opt - treeherder: - platform: windows2012-64/ccov - symbol: Bocf - worker-type: b-win2022 - worker: - artifacts: - - name: public/code-coverage-grcov.zip - path: workspace\obj-build\code-coverage-grcov.zip - type: file - max-run-time: 9000 - env: - RUSTC_BOOTSTRAP: '1' - PERFHERDER_EXTRA_OPTIONS: "fuzzing-ccov" - run: - using: mozharness - actions: [get-secrets, build] - options: [append-env-variables-from-configs] - config: - - builds/releng_base_firefox.py - - builds/taskcluster_base_windows.py - - builds/taskcluster_base_win64.py - - builds/taskcluster_sub_win64/ccov_opt.py - script: mozharness/scripts/fx_desktop_build.py - secrets: true - mozconfig-variant: fuzzing-ccov - tooltool-downloads: public - run-on-projects: ['mozilla-central'] - use-sccache: false - fetches: - toolchain: - - win64-clang - - win64-rust - - win64-rust-size - - win64-cbindgen - - win64-grcov - - win64-sccache - - win64-nasm - - win64-node - - win64-winchecksec - - win64-mozmake - - win64-dump_syms - - vs - - nsis - - sysroot-wasm32-wasi - -win64-asan/debug: - description: "Win64 Debug ASAN" - index: - product: firefox - job-name: win64-asan-debug - treeherder: - platform: windows2012-64/asan - symbol: Bd - tier: 1 - worker-type: b-linux-gcp - worker: - max-run-time: 7200 - env: - PERFHERDER_EXTRA_OPTIONS: "debug asan" - run: - actions: [get-secrets, build] - options: [append-env-variables-from-configs] - script: mozharness/scripts/fx_desktop_build.py - secrets: true - config: - - builds/releng_base_firefox.py - - builds/releng_base_linux_64_builds.py - - builds/taskcluster_sub_win64/asan_debug.py - extra-config: - mozconfig_platform: win64 - mozconfig-variant: debug-asan - use-sccache: true - fetches: - toolchain: - - linux64-clang - - linux64-rust-cross - - linux64-rust-size - - linux64-nasm - - linux64-node - - linux64-cbindgen - - linux64-sccache - - linux64-dump_syms - - linux64-wine - - linux64-winchecksec - - nsis - - sysroot-x86_64-linux-gnu - - sysroot-wasm32-wasi - - win64-llvm-symbolizer - - vs - fetch: - - upx-3.95-win - optimization: - skip-unless-expanded: null - -win64-asan/opt: - description: "Win64 Opt ASAN" - index: - product: firefox - job-name: win64-asan-opt - treeherder: - platform: windows2012-64/asan - symbol: Bo - tier: 1 - worker-type: b-linux-gcp - worker: - max-run-time: 7200 - env: - PERFHERDER_EXTRA_OPTIONS: "opt asan" - MOZ_AUTOMATION_PACKAGE_TESTS: "1" - run: - actions: [get-secrets, build] - options: [append-env-variables-from-configs] - script: mozharness/scripts/fx_desktop_build.py - secrets: true - config: - - builds/releng_base_firefox.py - - builds/releng_base_linux_64_builds.py - extra-config: - stage_platform: win64-asan - mozconfig_platform: win64 - mozconfig-variant: nightly-asan - use-sccache: true - fetches: - toolchain: - - linux64-clang - - linux64-rust-cross - - linux64-rust-size - - linux64-nasm - - linux64-node - - linux64-cbindgen - - linux64-sccache - - linux64-dump_syms - - linux64-wine - - linux64-winchecksec - - nsis - - sysroot-x86_64-linux-gnu - - sysroot-wasm32-wasi - - win64-llvm-symbolizer - - vs - fetch: - - upx-3.95-win - -win64-asan-reporter-shippable/opt: - description: "Win64 Opt ASAN Reporter (Shippable)" - attributes: - shippable: true - shipping-product: - by-release-type: - nightly: firefox - default: null - index: - product: firefox - job-name: win64-asan-reporter-opt - type: shippable - treeherder: - platform: win64-asan-reporter/opt - symbol: BoR - worker-type: b-linux-xlarge-gcp - worker: - max-run-time: 7200 - env: - PERFHERDER_EXTRA_OPTIONS: "asan-reporter" - MOZ_AUTOMATION_PACKAGE_TESTS: "1" - run: - actions: [get-secrets, build] - options: [append-env-variables-from-configs] - script: mozharness/scripts/fx_desktop_build.py - secrets: true - config: - - builds/releng_base_firefox.py - - builds/releng_base_linux_64_builds.py - - builds/taskcluster_sub_win64/asan_reporter_opt.py - - taskcluster_nightly.py - extra-config: - stage_platform: win64-asan-reporter - mozconfig_platform: win64 - max_build_output_timeout: 3600 - mozconfig-variant: nightly-asan-reporter - mar-channel-id: - firefox-mozilla-central-asan - accepted-mar-channel-ids: - firefox-mozilla-central-asan - run-on-projects: ['mozilla-central'] - fetches: - toolchain: - - linux64-clang - - linux64-rust-cross - - linux64-rust-size - - linux64-nasm - - linux64-node - - linux64-cbindgen - - linux64-dump_syms - - linux64-wine - - linux64-winchecksec - - nsis - - sysroot-x86_64-linux-gnu - - sysroot-wasm32-wasi - - win64-llvm-symbolizer - - vs - fetch: - - upx-3.95-win - -win64-asan-fuzzing/opt: - description: "Win64 Fuzzing Opt ASAN" - index: - product: firefox - job-name: win64-fuzzing-asan-opt - treeherder: - platform: windows2012-64/asan - symbol: Bof - worker-type: b-linux-gcp - worker: - max-run-time: 7200 - env: - PERFHERDER_EXTRA_OPTIONS: fuzzing-asan - run: - actions: [get-secrets, build] - options: [append-env-variables-from-configs] - script: mozharness/scripts/fx_desktop_build.py - secrets: true - config: - - builds/releng_base_firefox.py - - builds/releng_base_linux_64_builds.py - extra-config: - stage_platform: win64-fuzzing-asan - mozconfig_platform: win64 - mozconfig-variant: nightly-fuzzing-asan - use-sccache: true - fetches: - toolchain: - - linux64-clang - - linux64-rust-cross - - linux64-rust-size - - linux64-nasm - - linux64-node - - linux64-cbindgen - - linux64-sccache - - linux64-dump_syms - - linux64-wine - - linux64-winchecksec - - nsis - - sysroot-x86_64-linux-gnu - - sysroot-wasm32-wasi - - win64-llvm-symbolizer - - vs - fetch: - - upx-3.95-win - optimization: - skip-unless-expanded: null - -win32-devedition/opt: - description: "Win32 Dev Edition (shippable)" - use-pgo: win32-shippable/opt - index: - product: devedition - job-name: win32-opt - type: shippable - attributes: - shippable: true - enable-full-crashsymbols: true - stub-installer: - by-release-type: - nightly: true - beta: true - release.*: true - default: - by-project: - # browser/confvars.sh looks for nightly-try - try: true - default: false - shipping-phase: build - shipping-product: devedition - treeherder: - platform: windows2012-32-devedition/opt - symbol: B - tier: 1 - worker-type: b-linux-gcp - worker: - max-run-time: 10800 - env: - MOZ_AUTOMATION_PACKAGE_TESTS: "1" - run: - actions: [get-secrets, build] - script: mozharness/scripts/fx_desktop_build.py - secrets: true - options: [append-env-variables-from-configs] - config: - - builds/releng_base_firefox.py - - builds/releng_base_linux_64_builds.py - - taskcluster_nightly.py - extra-config: - stage_platform: win32-devedition - mozconfig_platform: win32 - mozconfig-variant: devedition - run-on-projects: ['mozilla-beta'] - fetches: - toolchain: - - linux64-clang - - linux64-rust-cross - - linux64-rust-size - - linux64-nasm - - linux64-node - - linux64-cbindgen - - linux64-dump_syms - - linux64-wine - - linux64-winchecksec - - nsis - - sysroot-x86_64-linux-gnu - - sysroot-wasm32-wasi - - vs - fetch: - - upx-3.95-win - -win64-devedition/opt: - description: "Win64 Dev Edition (shippable)" - use-pgo: win64-shippable/opt - index: - product: devedition - job-name: win64-opt - type: shippable - attributes: - shippable: true - enable-full-crashsymbols: true - shipping-phase: build - shipping-product: devedition - treeherder: - platform: windows2012-64-devedition/opt - symbol: B - tier: 1 - worker-type: b-linux-xlarge-gcp - worker: - max-run-time: 10800 - env: - MOZ_AUTOMATION_PACKAGE_TESTS: "1" - run: - actions: [get-secrets, build] - options: [append-env-variables-from-configs] - script: mozharness/scripts/fx_desktop_build.py - secrets: true - config: - - builds/releng_base_firefox.py - - builds/releng_base_linux_64_builds.py - - taskcluster_nightly.py - extra-config: - stage_platform: win64-devedition - mozconfig_platform: win64 - max_build_output_timeout: 3600 - mozconfig-variant: devedition - run-on-projects: ['mozilla-beta'] - fetches: - toolchain: - - linux64-clang - - linux64-rust-cross - - linux64-rust-size - - linux64-nasm - - linux64-node - - linux64-cbindgen - - linux64-dump_syms - - linux64-wine - - linux64-winchecksec - - nsis - - sysroot-x86_64-linux-gnu - - sysroot-wasm32-wasi - - vs - fetch: - - upx-3.95-win - -win64-aarch64/debug: - description: "AArch64 Win64 Debug" - index: - product: firefox - job-name: win64-aarch64-debug - attributes: - enable-full-crashsymbols: true - treeherder: - platform: windows2012-aarch64/debug - symbol: B - tier: 1 - worker-type: b-linux-gcp - worker: - max-run-time: 7200 - env: - PERFHERDER_EXTRA_OPTIONS: aarch64 - run: - actions: [get-secrets, build] - options: [append-env-variables-from-configs] - script: mozharness/scripts/fx_desktop_build.py - secrets: true - config: - - builds/releng_base_firefox.py - - builds/releng_base_linux_64_builds.py - - builds/taskcluster_sub_win64/debug.py - extra-config: - mozconfig_platform: win64-aarch64 - mozconfig-variant: debug - use-sccache: true - fetches: - toolchain: - - linux64-clang - - linux64-rust-cross - - linux64-rust-size - - linux64-nasm - - linux64-node - - linux64-cbindgen - - linux64-sccache - - linux64-dump_syms - - linux64-wine - - linux64-winchecksec - - nsis - - sysroot-x86_64-linux-gnu - - sysroot-wasm32-wasi - - vs - fetch: - - upx-3.95-win - optimization: - skip-unless-expanded: null - -win64-aarch64/opt: - description: "AArch64 Win64 Opt" - index: - product: firefox - job-name: win64-aarch64-opt - attributes: - enable-build-signing: true - enable-full-crashsymbols: true - treeherder: - platform: windows2012-aarch64/opt - symbol: B - tier: 1 - worker-type: b-linux-gcp - worker: - max-run-time: 7200 - env: - PERFHERDER_EXTRA_OPTIONS: aarch64 - run: - actions: [get-secrets, build] - options: [append-env-variables-from-configs] - script: mozharness/scripts/fx_desktop_build.py - secrets: true - config: - - builds/releng_base_firefox.py - - builds/releng_base_linux_64_builds.py - extra-config: - stage_platform: win64-aarch64 - mozconfig_platform: win64-aarch64 - run-on-projects: ['integration'] - use-sccache: true - fetches: - toolchain: - - linux64-clang - - linux64-rust-cross - - linux64-rust-size - - linux64-nasm - - linux64-node - - linux64-cbindgen - - linux64-sccache - - linux64-dump_syms - - linux64-wine - - linux64-winchecksec - - nsis - - sysroot-x86_64-linux-gnu - - sysroot-wasm32-wasi - - vs - fetch: - - upx-3.95-win - optimization: - skip-unless-expanded: null - -win64-aarch64-shippable/opt: - description: "AArch64 Win64 Shippable" - use-pgo: win64-shippable/opt - index: - product: firefox - job-name: win64-aarch64-opt - type: shippable - attributes: - shippable: true - enable-full-crashsymbols: true - shipping-phase: build - shipping-product: firefox - treeherder: - platform: windows2012-aarch64-shippable/opt - symbol: Bpgo(B) - tier: 1 - run-on-projects: ['release'] - worker-type: b-linux-xlarge-gcp - worker: - max-run-time: 10800 - env: - MOZ_AUTOMATION_PACKAGE_TESTS: "1" - run: - actions: [get-secrets, build] - options: [append-env-variables-from-configs] - script: mozharness/scripts/fx_desktop_build.py - secrets: true - config: - - builds/releng_base_firefox.py - - builds/releng_base_linux_64_builds.py - - taskcluster_nightly.py - extra-config: - stage_platform: win64-aarch64 - mozconfig_platform: win64-aarch64 - max_build_output_timeout: 3600 - fetches: - toolchain: - - linux64-clang - - linux64-rust-cross - - linux64-rust-size - - linux64-nasm - - linux64-node - - linux64-cbindgen - - linux64-dump_syms - - linux64-wine - - linux64-winchecksec - - nsis - - sysroot-x86_64-linux-gnu - - sysroot-wasm32-wasi - - vs - fetch: - - upx-3.95-win - -win64-aarch64-devedition/opt: - description: "AArch64 Win64 Dev Edition (shippable)" - use-pgo: win64-shippable/opt - index: - product: devedition - job-name: win64-aarch64-opt - type: shippable - attributes: - shippable: true - enable-full-crashsymbols: true - shipping-phase: build - shipping-product: devedition - treeherder: - platform: windows2012-aarch64-devedition/opt - symbol: Bpgo(B) - tier: 1 - worker-type: b-linux-xlarge-gcp - worker: - max-run-time: 10800 - env: - MOZ_AUTOMATION_PACKAGE_TESTS: "1" - run: - actions: [get-secrets, build] - options: [append-env-variables-from-configs] - script: mozharness/scripts/fx_desktop_build.py - secrets: true - config: - - builds/releng_base_firefox.py - - builds/releng_base_linux_64_builds.py - - taskcluster_nightly.py - extra-config: - stage_platform: win64-aarch64 - mozconfig_platform: win64-aarch64 - max_build_output_timeout: 3600 - mozconfig-variant: devedition - run-on-projects: ['mozilla-beta'] - fetches: - toolchain: - - linux64-clang - - linux64-rust-cross - - linux64-rust-size - - linux64-nasm - - linux64-node - - linux64-cbindgen - - linux64-dump_syms - - linux64-wine - - linux64-winchecksec - - nsis - - sysroot-x86_64-linux-gnu - - sysroot-wasm32-wasi - - vs - fetch: - - upx-3.95-win diff --git a/taskcluster/ci/code-review/kind.yml b/taskcluster/ci/code-review/kind.yml deleted file mode 100644 index 16586e5a20..0000000000 --- a/taskcluster/ci/code-review/kind.yml +++ /dev/null @@ -1,45 +0,0 @@ -# This Source Code Form is subject to the terms of the Mozilla Public -# License, v. 2.0. If a copy of the MPL was not distributed with this -# file, You can obtain one at http://mozilla.org/MPL/2.0/. ---- -loader: gecko_taskgraph.loader.transform:loader - -transforms: - - gecko_taskgraph.transforms.code_review:transforms - - gecko_taskgraph.transforms.job:transforms - - gecko_taskgraph.transforms.task:transforms - -kind-dependencies: - - source-test - - toolchain - -job-defaults: - use-python: default - -jobs: - issues: - label: code-review-issues - description: List all issues found in static analysis and linting tasks - worker-type: b-linux-gcp - - # Only run by using the code-review target_tasks_method - run-on-projects: [] - - # This option permits to run the task - # regardless of the soft-dependencies tasks exit status - # as we are interested in the task failures - requires: all-resolved - - # Publish on pulse - routes: - - project.relman.codereview.v1.try_ending - - # Dummy execution for now, we only need the pulse message - worker: - docker-image: - in-tree: debian12-base - max-run-time: 600 - run: - using: run-task - checkout: false - command: /bin/true diff --git a/taskcluster/ci/condprof/kind.yml b/taskcluster/ci/condprof/kind.yml deleted file mode 100644 index d1e50620c8..0000000000 --- a/taskcluster/ci/condprof/kind.yml +++ /dev/null @@ -1,136 +0,0 @@ -# This Source Code Form is subject to the terms of the Mozilla Public -# License, v. 2.0. If a copy of the MPL was not distributed with this -# file, You can obtain one at http://mozilla.org/MPL/2.0/. ---- -loader: gecko_taskgraph.loader.transform:loader - -kind-dependencies: - - build - - toolchain - -transforms: - - gecko_taskgraph.transforms.condprof:transforms - - gecko_taskgraph.transforms.job:transforms - - gecko_taskgraph.transforms.task:transforms - -job-defaults: - treeherder: - kind: other - tier: 2 - scenarios: - - settled - run: - using: run-task - cwd: fetches/condprofile - checkout: false - tooltool-downloads: public - scopes: - - secrets:get:project/releng/gecko/build/level-{level}/conditioned-profiles - worker: - taskcluster-proxy: true - max-run-time: 10800 - use-python: default -jobs: - windows2012-64-firefox: - worker-type: b-win2022 - description: Creates or updates conditioned profiles on Win64 - run-on-projects: ['mozilla-central'] - treeherder: - symbol: condprof(firefox) - platform: windows2012-64/opt - index: - product: firefox - job-name: condprof-win64 - dependencies: - build: build-win64-shippable/opt - scenarios: - - settled - - full - fetches: - build: - - artifact: target.condprof.tests.tar.gz - - artifact: target.zip - toolchain: - - win64-geckodriver - run: - command: >- - python3.exe condprof/main.py - ${EXTRA_ARGS} - --geckodriver ${MOZ_FETCHES_DIR}/geckodriver.exe - --firefox ${MOZ_FETCHES_DIR}/firefox/firefox.exe - --scenario ${SCENARIO} - ../../archive - worker: - artifacts: - - name: public/condprof - path: archive - type: directory - linux64-firefox: - worker-type: b-linux-gcp - description: Creates or updates conditioned profiles on Linux - run-on-projects: ['mozilla-central'] - treeherder: - symbol: condprof(firefox) - platform: linux64/opt - index: - product: firefox - job-name: condprof-linux64 - dependencies: - build: build-linux64-shippable/opt - scenarios: - - settled - - full - fetches: - build: - - artifact: target.condprof.tests.tar.gz - - artifact: target.tar.bz2 - toolchain: - - linux64-geckodriver - run: - command: >- - python3 -m venv . && - bin/python3 condprof/main.py - ${EXTRA_ARGS} - --geckodriver ${MOZ_FETCHES_DIR}/geckodriver - --firefox ${MOZ_FETCHES_DIR}/firefox/firefox-bin - --scenario ${SCENARIO} - ../../archive - worker: - docker-image: {in-tree: condprof} - artifacts: - - name: public/condprof - path: /builds/worker/archive - type: directory - macosx64-firefox: - worker-type: t-osx-1015-r8 - description: Creates or updates conditioned profiles on macOS - run-on-projects: ['mozilla-central'] - treeherder: - symbol: condprof(firefox) - platform: macosx1015-64-qr/opt - index: - product: firefox - job-name: condprof-macosx64 - dependencies: - build: build-macosx64-shippable/opt - fetches: - build: - - artifact: target.condprof.tests.tar.gz - - artifact: target.dmg - extract: false - toolchain: - - macosx64-geckodriver - run: - command: >- - python3 -m venv . && - bin/python3 condprof/main.py - ${EXTRA_ARGS} - --geckodriver ${MOZ_FETCHES_DIR}/geckodriver - --firefox ${MOZ_FETCHES_DIR}/target.dmg - --scenario ${SCENARIO} - ../../archive - worker: - artifacts: - - name: public/condprof - path: archive - type: directory diff --git a/taskcluster/ci/config.yml b/taskcluster/ci/config.yml deleted file mode 100644 index a26eb9818d..0000000000 --- a/taskcluster/ci/config.yml +++ /dev/null @@ -1,1072 +0,0 @@ -# This Source Code Form is subject to the terms of the Mozilla Public -# License, v. 2.0. If a copy of the MPL was not distributed with this -# file, You can obtain one at http://mozilla.org/MPL/2.0/. ---- -trust-domain: gecko -project-repo-param-prefix: '' -product-dir: 'browser' -treeherder: - group-names: - 'cram': 'Cram tests' - 'js-bench-sm': 'JavaScript shell benchmarks with Spidermonkey' - 'js-bench-v8': 'JavaScript shell benchmarks with Google V8' - 'node': 'Node tests' - 'py3': 'Python 3 unit tests' - 'A': 'Android Gradle tests' - 'Bpgo': 'Profile-guided optimization builds' - 'Btime': 'Browsertime performance tests on Firefox' - 'Btime-cache': 'Browsertime performance tests on Firefox with populated bytecode cache.' - 'Btime-1proc': 'Browsertime performance tests on Firefox without e10s' - 'Btime-nofis': 'Browsertime tests on Firefox without fission enabled' - 'Btime-P-nofis': 'Browsertime power tests on Firefox without fission enabled' - 'Btime-Prof-nofis': 'Browsertime tests on Firefox with profiling and without fission enabled' - 'Btime-P-nofis-refbrow': 'Browsertime Power Usage Tests on reference browser without fission enabled' - 'Btime-P-nofis-fenix': 'Browsertime Power Usage Tests on Fenix without fission enabled' - 'Btime-live-nofis-fenix': 'Browsertime tests on Fenix without fission enabled using live sites' - 'Btime-nofis-fenix': 'Browsertime tests on Fenix without fission enabled' - 'Btime-webext-nofis-fenix': 'Browsertime performance tests on Fenix with extensions and without fission enabled' - 'Btime-webext': 'Browsertime performance tests on Firefox with extensions' - 'Btime-live-nofis': 'Browsertime tests on Firefox without fission enabled using live sites' - 'Btime-nofis-refbrow': 'Browsertime tests on reference browser without fission enabled' - 'Btime-live-nofis-ChR': 'Browsertime tests on Chrome without fission enabled using live sites' - 'Btime-Prof': 'Browsertime performance tests on Firefox with Gecko Profiling' - 'Btime-Prof-1proc': 'Browsertime performance tests on Firefox with Gecko Profiling and without e10s' - 'Btime-live': 'Browsertime performance tests on Firefox' - 'Btime-live-fenix': 'Browsertime performance tests on Firefox' - 'Btime-live-ChR': 'Browsertime performance tests on Google Chrome Release' - 'Btime-live-Saf': 'Browsertime performance tests on Safari' - 'Btime-ChR': 'Browsertime performance tests on Google Chrome Release' - 'Btime-nofis-ChR': 'Browsertime performance tests on Google Chrome Release without fission enabled' - 'Btime-P': 'Browsertime power tests on Firefox/Geckoview' - 'Btime-P-fenix': 'Browsertime power tests on Fenix' - 'Btime-P-refbrow': 'Browsertime power tests on reference browser' - 'Btime-fenix': 'Browsertime performance tests on Fenix' - 'Btime-refbrow': 'Browsertime performance tests on the reference browser' - 'Btime-Saf': 'Browsertime performance tests on Safari' - 'Btime-CaR': 'Browsertime performance tests on Chromium-as-Release' - 'Btime-nofis-CaR': 'Browsertime performance tests on Chromium-as-Release without fission enabled' - 'Fetch': 'Fetch and store content' - 'Fxfn': 'Firefox functional tests' - 'l10n-bump': 'L10n Bumper' - 'M': 'Mochitests' - 'M-cf': 'Mochitests confirm failure' - 'M-condprof': "Mochitests with conditioned profile" - 'M-condprof-cf': "Mochitests confirm failure with conditioned profile" - 'M-fis-hv': "Mochitests that run on Fission with isolateHighValue isolation strategy (Android-specific)" - 'M-fis-hv-cf': "Mochitests confirm failure that run on Fission with isolateHighValue isolation strategy (Android-specific)" - 'M-headless': 'Headless Mochitests' - 'M-headless-cf': 'Headless Mochitests confirm failure' - 'M-headless-spi-nw': 'Headless Mochitests with fission and socketprocess networking.' - 'M-headless-spi-nw-cf': 'Headless Mochitests confirm failure with fission and socketprocess networking.' - 'M-http3': 'Mochitests with Http/3 server' - 'M-http3-cf': 'Mochitests confirm failure with Http/3 server' - 'M-http2': 'Mochitests with Http/2 server' - 'M-http2-cf': 'Mochitests confirm failure with Http/2 server' - 'M-aab': 'Mochitests with AAB test_runner.' - 'M-aab-cf': 'Mochitests confirm failure with AAB test_runner.' - 'M-aab-nofis': 'Mochitests with AAB test_runner without fission enabled.' - 'M-aab-nofis-cf': 'Mochitests confirm failure with AAB test_runner without fission enabled.' - 'M-1proc': 'Mochitests without e10s or fission' - 'M-1proc-cf': 'Mochitests confirm failure without e10s or fission' - 'M-a11y-checks': 'Mochitests with accessibility checks enabled' - 'M-a11y-checks-cf': 'Mochitests confirm failure with accessibility checks enabled' - 'M-xorig': 'Mochitests with cross-origin and fission enabled' - 'M-xorig-cf': 'Mochitests confirm failure with cross-origin and fission enabled' - 'M-gli': 'Mochitests with WebGL over IPC' - 'M-gli-cf': 'Mochitests confirm failure with WebGL over IPC' - 'M-nofis': 'Mochitests without fission enabled' - 'M-nofis-cf': 'Mochitests confirm failure without fission enabled' - 'M-nofis-ship': "Mochitests without fission and with SHIP (session history in parent) enabled (Android-specific)" - 'M-nofis-ship-cf': "Mochitests confirm failure without fission and with SHIP (session history in parent) enabled (Android-specific)" - 'M-spi': 'Mochitests with socket process' - 'M-spi-cf': 'Mochitests confirm failure with socket process' - 'M-spi-nofis': 'Mochitests with socket process without fission enabled' - 'M-spi-nofis-cf': 'Mochitests confirm failure with socket process without fission enabled' - 'M-spi-nw': 'Mochitests with networking on socket process' - 'M-spi-nw-cf': 'Mochitests confirm failure with networking on socket process' - 'M-spi-nw-nofis': 'Mochitests with networking on socket process without fission enabled' - 'M-spi-nw-nofis-cf': 'Mochitests confirm failure with networking on socket process without fission enabled' - 'M-spi-nw-1proc': 'Mochitests with networking on socket process without e10s' - 'M-spi-nw-1proc-cf': 'Mochitests confirm failure with networking on socket process without e10s' - 'M-swr': 'Mochitests with software webrender enabled' - 'M-swr-cf': 'Mochitests confirm failure with software webrender enabled' - 'M-swr-a11y-checks': 'Mochitests with software webrender and accessibility checks enabled' - 'M-swr-a11y-checks-cf': 'Mochitests confirm failure with software webrender and accessibility checks enabled' - 'M-swr-1proc': 'Mochitests with software webrender enabled without e10s' - 'M-swr-1proc-cf': 'Mochitests confirm failure with software webrender enabled without e10s' - 'M-swr-nofis': 'Mochitests with software webrender without fission enabled' - 'M-swr-nofis-cf': 'Mochitests confirm failure with software webrender without fission enabled' - 'M-wmfme': 'Mochitests with Windows Media Foundation media engine enabled' - 'M-wmfme-cf': 'Mochitests confirm failure with Windows Media Foundation media engine enabled' - 'M-mda-gpu': 'Mochitests Media on GPU worker' - 'M-mda-gpu-cf': 'Mochitests confirm failure Media on GPU worker' - 'M-f': 'Mochitest failures' - 'M-f-swr': 'Mochitest failures software webrender' - 'M-f-cf': 'Mochitest failures w/confirm failure' - 'M-f-swr-cf': 'Mochitest failures software webrender w/confirm failure' - 'M-msix': 'Mochitests from MSIX builds' - 'M-msix-cf': 'Mochitests confirm failure from MSIX builds' - 'MSI': 'Repack installers into MSIs' - 'MSIs': 'Signing of Repacked installers of MSIs' - 'MSIX': 'Repack into MSIX package' - 'MSIXs': 'Signing of Repack into MSIX package' - 'Pup': "Puppeteer tests" - 'R': 'Reftests' - 'R-cf': 'Reftests confirm failure' - 'R-nofis': 'Reftests without fission enabled' - 'R-nofis-cf': 'Reftests confirm failure without fission enabled' - 'R-nofis-ship': 'Reftests without fission and with SHIP (session history in parent) enabled (Android specific)' - 'R-nofis-ship-cf': 'Reftests confirm failure without fission and with SHIP (session history in parent) enabled (Android specific)' - 'R-swr': 'Reftests with software webrender enabled' - 'R-swr-cf': 'Reftests confirm failure with software webrender enabled' - 'R-swr-nofis': 'Reftests with software webrender enabled without fission enabled' - 'R-swr-nofis-cf': 'Reftests confirm failure with software webrender enabled without fission enabled' - 'R-wr-dc0': 'Reftests with dcomp disabled' - 'R-wr-dc0-cf': 'Reftests confirm failure with dcomp disabled' - 'R-wr-dc1-p': 'Reftests with dcomp present but not overlays' - 'R-wr-dc1-p-cf': 'Reftests confirm failure with dcomp present but not overlays' - 'R-wr-dc2-o': 'Reftests with dcomp overlays but not compositing' - 'R-wr-dc2-o-cf': 'Reftests confirm failure with dcomp overlays but not compositing' - 'R-wr-dc3-c': 'Reftests with dcomp compositing' - 'R-wr-dc3-c-cf': 'Reftests confirm failure with dcomp compositing' - 'Rap': 'Raptor performance tests on Firefox' - 'Rap-live': 'Raptor performance tests on Firefox with live sites' - 'Rap-Prof': 'Raptor performance tests on Firefox with Gecko Profiling' - 'Rap-ChR': 'Raptor performance tests on Google Chrome Release' - 'Rap-refbrow': 'Raptor performance tests on the reference browser' - 'T': 'Talos performance tests' - 'T-gli': 'Talos performance tests with WebGL over IPC' - 'T-Prof': 'Talos performance tests on Firefox with Gecko Profiling' - 'T-Prof-gli': 'Talos performance tests with WebGL over IPC and Gecko Profiling' - 'T-swr': 'Talos performance tests with software webrender enabled' - 'tt': 'Telemetry tests' - 'tt-nofis': 'Telemetry tests without fission enabled' - 'SY': 'Are we slim yet tests by TaskCluster' - 'W': 'Web platform tests' - 'W-cf': 'Web platform tests confirm failure' - 'W-nofis': 'Web platform tests without fission enabled' - 'W-nofis-cf': 'Web platform tests confirm failure without fission enabled' - 'W-headless': 'Headless web platform tests' - 'W-headless-cf': 'Headless web platform tests confirm failure' - 'W-swr-nofis': 'Web platform tests with software webrender enabled without fission enabled' - 'W-swr-nofis-cf': 'Web platform tests confirm failure with software webrender enabled without fission enabled' - 'W-swr': 'Web platform tests with software webrender enabled' - 'W-swr-cf': 'Web platform tests confirm falure with software webrender enabled' - 'W-b': 'Web platform tests (backlog)' - 'W-b-nofis': 'Web platform tests (backlog) without fission enabled' - 'W-pb': 'Web platform tests with private browsing enabled' - 'X': 'Xpcshell tests' - 'X-cf': 'Xpcshell tests confirm failure' - 'X-condprof': 'Xpcshell tests with a conditioned profile' - 'X-condprof-cf': 'Xpcshell tests confirm failure with a conditioned profile' - 'X-nofis': 'Xpcshell tests without fission enabled' - 'X-nofis-cf': 'Xpcshell tests confirm failure without fission enabled' - 'X-nofis-ship': 'Xpcshell tests without fission and with SHIP (session history in parent) enabled (Android specific)' - 'X-nofis-ship-cf': 'Xpcshell tests confirm failure without fission and with SHIP (session history in parent) enabled (Android specific)' - 'X-spi-nw': 'Xpcshell tests with networking on socket process' - 'X-spi-nw-cf': 'Xpcshell tests confirm failure with networking on socket process' - 'X-spi-nw-nofis': 'Xpcshell tests with networking on socket process without fission enabled' - 'X-spi-nw-nofis-cf': 'Xpcshell tests confirm failure with networking on socket process without fission enabled' - 'X-f': 'Xpcshell tests that fail on a given config' - 'X-f-spi-nw': 'Xpcshell tests that fail on a given config w/socket process' - 'X-msix': 'Xpcshell tests on msix packages' - 'X-msix-cf': 'Xpcshell tests confirm failure on msix packages' - 'L10n': 'Localised Repacks' - 'L10n-Rpk': 'Localized Repackaged Repacks' - 'deb-L10n': 'Localized Debian Repacks' - 'BM': 'Beetmover' - 'BMR': 'Beetmover repackages' - 'BM-apt': 'Beetmover .deb packages' - 'c-Up': 'Balrog submission of complete updates' - 'css': 'Checksum signing for source' - 'rs': 'Repackage signing' - 'BMcs': 'Beetmover checksums' - 'BMcslang': 'Beetmover checksums for language packs' - 'BMcss': 'Beetmover checksums for source' - 'Deb8': 'Packages for Debian 8' - 'Deb8-32': 'Packages for Debian 8 32-bits' - 'Deb9': 'Packages for Debian 9' - 'Deb10': 'Packages for Debian 10' - 'Deb11': 'Packages for Debian 11' - 'Deb12': 'Packages for Debian 12' - 'Ub18': 'Packages for Ubuntu 18.04' - 'Ub20': 'Packages for Ubuntu 20.04' - 'Ub22': 'Packages for Ubuntu 22.04' - 'I': 'Docker Image Builds' - 'TA': 'Toolchain builds for Android' - 'TL': 'Toolchain builds for Linux 64-bits' - 'TL32': 'Toolchain builds for Linux 32-bits' - 'TM': 'Toolchain builds for OSX' - 'TMW': 'Toolchain builds for Windows MinGW' - 'TW32': 'Toolchain builds for Windows 32-bits' - 'TW64': 'Toolchain builds for Windows 64-bits' - 'WMC32': 'MinGW-Clang builds for Windows 32-bits' - 'WMC64': 'MinGW-Clang builds for Windows 64-bits' - 'Searchfox': 'Searchfox builds' - 'SM': 'Spidermonkey builds' - 'p': 'Partial generation' - 'ps': 'Partials signing' - 'ms': 'Complete MAR signing' - 'ms-stage': 'Autograph-stage MAR signing test' - 'Rel': 'Release promotion' - 'Snap': 'Snap image generation' - 'Flatpak': 'Flatpak image generation' - 'langpack': 'Langpack sigatures and uploads' - 'TPS': 'Sync tests' - 'UV': 'Update verify' - 'UVnext': 'Update verify for esr-next' - 'pydep': 'python dependency update' - 'WR': 'WebRender standalone' - 'Wgpu': 'WebGPU standalone' - 'cpp': 'C/C++ checks' - 'pedantic': 'pedantic checks' - 'text': 'Check on texts' - 'misc': 'Misc checks' - 'js': 'JavaScript checks' - 'py': 'Python checks' - 'java': 'Java checks' - 'rust': 'Rust checks' - 'Static-Analysis': 'Full tree static-analysis' - 'SS': 'Shadow scheduler' - 'Sel': 'Selenium Snap tests' - 'Sentry': 'Sentry synchronization' - 'test-info': 'Test manifest skip/fail information' - 'condprof': 'Conditioned Profile Builder' - 'doc': 'Documentation' - 'GhS': 'GitHub Synchronization' - 'perftest': 'Performance tests' - 'perftest-detect': 'Performance regression detection tooling' - 'perftest-chrome': 'Performance tests using Chrone' - 'perftest-http3': 'Performance tests with HTTP/3' - 'l10n': 'Localization checks' - 'fxrec': 'Desktop startup recorder (fxrecord)' - 'wc': 'webcompat' - 'Boot': 'Bootstrap' - 'Attr-L10n': 'Build Attribution' - 'android-l10n': 'Import strings from android-l10n repo' - - # The below symbols are from firefox-android (fenix/focus/android-components) - 'buildconfig': 'Make sure the content of .buildconfig.yml matches what gradle knows about its projects' - 'compare-locales': 'Validate strings.xml with compare-locales' - 'detekt': 'detekt linter' - 'ktlint': 'ktlint linter' - 'lint': 'gradle lint linter' - - 'focus': 'Focus general tasks no matter the variant' - 'focus-beta': 'Focus beta-related tasks' - 'focus-debug': 'Focus builds made for testing' - 'focus-nightly': 'Focus nightly-related tasks' - 'focus-release': 'Focus production-related tasks' - - 'fenix': 'Fenix general tasks no matter the variant' - 'fenix-beta': 'Fenix beta-related tasks' - 'fenix-debug': 'Fenix builds made for testing' - 'fenix-nightly': 'Fenix nightly-related tasks' - 'fenix-nightlySim': 'Nightly-related tasks that run on each github push' - 'fenix-release': 'Fenix production-related tasks' - - # This list is based on mobile/android/android-components/.buildconfig.yml except the exceptions down below - 'browser-domains': 'browser-domains' - 'browser-engine-gecko': 'browser-engine-gecko' - 'browser-engine-system': 'browser-engine-system' - 'browser-errorpages': 'browser-errorpages' - 'browser-icons': 'browser-icons' - 'browser-menu': 'browser-menu' - 'browser-menu2': 'browser-menu2' - 'browser-session-storage': 'browser-session-storage' - 'browser-state': 'browser-state' - 'browser-storage-sync': 'browser-storage-sync' - 'browser-tabstray': 'browser-tabstray' - 'browser-thumbnails': 'browser-thumbnails' - 'browser-toolbar': 'browser-toolbar' - 'compose-awesomebar': 'compose-engine' - 'compose-browser-toolbar': 'awesomebar-browser-toolbar' - 'compose-engine': 'compose-engine' - 'compose-tabstray': 'compose-tabstray' - 'concept-awesomebar': 'concept-awesomebar' - 'concept-base': 'concept-base' - 'compose-cfr': 'compose-cfr' - 'concept-engine': 'concept-engine' - 'concept-fetch': 'concept-fetch' - 'concept-menu': 'concept-menu' - 'concept-push': 'concept-push' - 'concept-storage': 'concept-storage' - 'concept-sync': 'concept-sync' - 'concept-tabstray': 'concept-tabstray' - 'concept-toolbar': 'concept-toolbar' - 'feature-accounts-push': 'feature-accounts-push' - 'feature-accounts': 'feature-accounts' - 'feature-addons': 'feature-addons' - 'feature-app-links': 'feature-app-links' - 'feature-autofill': 'feature-autofill' - 'feature-awesomebar': 'feature-awesomebar' - 'feature-containers': 'feature-containers' - 'feature-contextmenu': 'feature-contextmenu' - 'feature-customtabs': 'feature-customtabs' - 'feature-downloads': 'feature-downloads' - 'feature-findinpage': 'feature-findinpage' - 'feature-fxsuggest': 'feature-fxsuggest' - 'feature-intent': 'feature-intent' - 'feature-logins': 'feature-logins' - 'feature-media': 'feature-media' - 'feature-privatemode': 'feature-privatemode' - 'feature-prompts': 'feature-prompts' - 'feature-push': 'feature-push' - 'feature-pwa': 'feature-pwa' - 'feature-qr': 'feature-qr' - 'feature-readerview': 'feature-readerview' - 'feature-recentlyclosed': 'feature-recentlyclosed' - 'feature-search': 'feature-search' - 'feature-serviceworker': 'feature-serviceworker' - 'feature-session': 'feature-session' - 'feature-share': 'feature-share' - 'feature-sitepermissions': 'feature-sitepermissions' - 'feature-syncedtabs': 'feature-syncedtabs' - 'feature-tab-collections': 'feature-tab-collections' - 'feature-tabs': 'feature-tabs' - 'feature-toolbar': 'feature-toolbar' - 'feature-top-sites': 'feature-top-sites' - 'feature-webauthn': 'feature-webauthn' - 'feature-webcompat': 'feature-webcompat' - 'feature-webnotifications': 'feature-webnotifications' - 'lib-crash': 'lib-crash' - 'lib-auth': 'lib-auth' - 'lib-crash-sentry': 'lib-crash-sentry' - 'lib-crash-sentry-legacy': 'lib-crash-sentry-legacy' - 'lib-dataprotect': 'lib-dataprotect' - 'lib-fetch-okhttp': 'lib-fetch-okhttp' - 'lib-jexl': 'lib-jexl' - 'lib-publicsuffixlist': 'lib-publicsuffixlist' - 'lib-push-firebase': 'lib-push-firebase' - 'lib-state': 'lib-state' - 'samples-compose-browser': 'samples-compose-browser' - 'samples-crash': 'samples-crash' - 'samples-dataprotect': 'samples-dataprotect' - 'samples-firefox-accounts': 'samples-firefox-accounts' - 'samples-glean-library': 'samples-glean-library' - 'samples-glean': 'samples-glean' - 'samples-sync-logins': 'samples-sync-logins' - 'samples-sync': 'samples-sync' - 'samples-toolbar': 'samples-toolbar' - 'service-contile': 'service-contile' - 'service-digitalassetlinks': 'service-digitalassetlinks' - 'service-experiments': 'service-experiments' - 'service-firefox-accounts': 'service-firefox-accounts' - 'service-fretboard': 'service-fretboard' - 'service-glean': 'service-glean' - 'service-location': 'service-location' - 'service-nimbus': 'service-nimbus' - 'service-pocket': 'service-pocket' - 'service-sync-autofill': 'service-sync-autofill' - 'service-sync-logins': 'service-sync-logins' - 'support-android-test': 'support-android-test' - 'support-base': 'support-base' - 'support-images': 'support-images' - 'support-ktx': 'support-ktx' - 'support-license': 'support-license' - 'support-locale': 'support-locale' - 'support-migration': 'support-migration' - 'support-remotesettings': 'support-remotesettings' - 'support-rusthttp': 'support-rusthttp' - 'support-rusterrors': 'support-rusterrors' - 'support-rustlog': 'support-rustlog' - 'support-sync-telemetry': 'support-sync-telemetry' - 'support-test-appservices': 'support-test-appservices' - 'support-test-fakes': 'support-test-fakes' - 'support-test-libstate': 'support-test-libstate' - 'support-test': 'support-test' - 'support-utils': 'support-utils' - 'support-webextensions': 'support-webextensions' - 'tooling-detekt': 'tooling-detekt' - 'tooling-fetch-tests': 'tooling-fetch-tests' - 'tooling-lint': 'tooling-lint' - 'ui-autocomplete': 'ui-autocomplete' - 'ui-colors': 'ui-colors' - 'ui-fonts': 'ui-fonts' - 'ui-icons': 'ui-icons' - 'ui-tabcounter': 'ui-tabcounter' - 'ui-widgets': 'ui-widgets' - - # These ones are too long to fit in 25 chars - 'lib-fetch-httpurlconnecti': 'lib-fetch-httpurlconnection' - 'feature-webcompat-reporte': 'feature-webcompat-reporter' - - # Groups aren't generated off buildconfig.yml: - 'samples-browser': 'samples-browser' - 'samples-browser-gecko': 'samples-browser-gecko' - 'samples-browser-system': 'samples-browser-system' - - # forPerformanceTest: Builds made for Raptor and other performance tests - 'Rap-P': 'Raptor power tests' - -index: - products: - - 'firefox' - - 'fennec' - - 'mobile' - - 'static-analysis' - - 'devedition' - - 'source' - - 'system-symbols' - - 'geckodriver' - -try: - # We have a few platforms for which we want to do some "extra" builds, or at - # least build-ish things. Sort of. Anyway, these other things are implemented - # as different "platforms". These do *not* automatically ride along with "-p - # all" - ridealong-builds: - 'linux': - - 'sm-plain-linux32' - - 'sm-arm-sim-linux32' - 'linux64': - - 'sm-plain-linux64' - - 'sm-nojit-linux64' - - 'sm-nonunified-linux64' - - 'sm-arm-sim-linux32' - - 'sm-arm64-sim-linux64' - - 'sm-compacting-linux64' - - 'sm-rootanalysis-linux64' - - 'sm-package-linux64' - - 'sm-tsan-linux64' - - 'sm-asan-linux64' - - 'sm-msan-linux64' - - 'sm-fuzzing-linux64' - 'win32': - - 'sm-plain-win32' - - 'sm-compacting-win32' - -release-promotion: - products: - - 'devedition' - - 'fennec' - - 'firefox' - - 'firefox-android' - rebuild-kinds: - - docker-image - - fetch - - packages - - toolchain - flavors: - promote_devedition: - product: devedition - target-tasks-method: promote_desktop - partial-updates: true - promote_firefox: - product: firefox - target-tasks-method: promote_desktop - partial-updates: true - promote_firefox_partner_repack: - product: firefox - rebuild-kinds: - - release-partner-repack - - release-partner-repack-chunking-dummy - - release-partner-repack-signing - - release-partner-repack-mac-signing - - release-partner-repack-mac-notarization - - release-partner-repack-repackage - - release-partner-repack-repackage-signing - - release-partner-repack-beetmover - target-tasks-method: promote_desktop - promote_firefox_partner_attribution: - product: firefox - rebuild-kinds: - - release-partner-attribution - - release-partner-attribution-beetmover - target-tasks-method: promote_desktop - promote_firefox_rc: - product: firefox - is-rc: true - target-tasks-method: promote_desktop - partial-updates: true - push_devedition: - product: devedition - target-tasks-method: push_desktop - partial-updates: true - push_firefox: - product: firefox - target-tasks-method: push_desktop - partial-updates: true - ship_devedition: - product: devedition - target-tasks-method: ship_desktop - version-bump: true - partial-updates: true - ship_firefox: - product: firefox - target-tasks-method: ship_desktop - version-bump: true - partial-updates: true - ship_firefox_rc: - product: firefox - is-rc: true - target-tasks-method: ship_desktop - partial-updates: true - promote_android: - product: firefox-android - target-tasks-method: promote_android - push_android: - product: firefox-android - target-tasks-method: push_android - ship_android: - product: firefox-android - target-tasks-method: ship_android - - -merge-automation: - behaviors: - central-to-beta: - fetch-version-from: "browser/config/version.txt" - version-files: - - filename: "config/milestone.txt" - new-suffix: '' - - filename: "browser/config/version.txt" - new-suffix: '' - - filename: "browser/config/version_display.txt" - new-suffix: 'b1' - - filename: "mobile/android/version.txt" - new-suffix: 'b1' - replacements: - - - browser/config/mozconfigs/linux32/l10n-mozconfig - - ac_add_options --with-branding=browser/branding/nightly - - ac_add_options --enable-official-branding - - - browser/config/mozconfigs/linux64/l10n-mozconfig - - ac_add_options --with-branding=browser/branding/nightly - - ac_add_options --enable-official-branding - - - browser/config/mozconfigs/win32/l10n-mozconfig - - ac_add_options --with-branding=browser/branding/nightly - - ac_add_options --enable-official-branding - - - browser/config/mozconfigs/win64/l10n-mozconfig - - ac_add_options --with-branding=browser/branding/nightly - - ac_add_options --enable-official-branding - - - browser/config/mozconfigs/win64-aarch64/l10n-mozconfig - - ac_add_options --with-branding=browser/branding/nightly - - ac_add_options --enable-official-branding - - - browser/config/mozconfigs/macosx64/l10n-mozconfig - - ac_add_options --with-branding=browser/branding/nightly - - ac_add_options --enable-official-branding - merge-old-head: true - base-tag: 'FIREFOX_BETA_{major_version}_BASE' - end-tag: 'FIREFOX_BETA_{major_version}_END' - from-repo: 'https://hg.mozilla.org/mozilla-central' - from-branch: 'central' - to-repo: 'https://hg.mozilla.org/releases/mozilla-beta' - to-branch: 'beta' - early-to-late-beta: - fetch-version-from: "browser/config/version.txt" - version-files: [] - replacements: - - - build/defines.sh - - EARLY_BETA_OR_EARLIER=1 - - EARLY_BETA_OR_EARLIER= - merge-old-head: false - to-repo: 'https://hg.mozilla.org/releases/mozilla-beta' - to-branch: 'beta' - beta-to-release: - fetch-version-from: "browser/config/version.txt" - version-files: - - filename: "browser/config/version_display.txt" - new-suffix: '' - - filename: "mobile/android/version.txt" - new-suffix: '' - replacements: [] - merge-old-head: true - base-tag: 'FIREFOX_RELEASE_{major_version}_BASE' - end-tag: 'FIREFOX_RELEASE_{major_version}_END' - from-repo: 'https://hg.mozilla.org/releases/mozilla-beta' - from-branch: 'beta' - to-repo: 'https://hg.mozilla.org/releases/mozilla-release' - to-branch: 'release' - release-to-esr: - fetch-version-from: "browser/config/version.txt" - version-files: - - filename: "browser/config/version_display.txt" - new-suffix: 'esr' - replacements: [] - merge-old-head: false - end-tag: "FIREFOX_ESR_{major_version}_BASE" - to-repo: 'https://hg.mozilla.org/releases/mozilla-esr115' - to-branch: 'esr115' - bump-central: - fetch-version-from: "browser/config/version.txt" - version-files: - - filename: "config/milestone.txt" - version-bump: "major" - new-suffix: 'a1' - - filename: "browser/config/version.txt" - version-bump: "major" - new-suffix: 'a1' - - filename: "browser/config/version_display.txt" - version-bump: "major" - new-suffix: 'a1' - - filename: "mobile/android/version.txt" - version-bump: "major" - new-suffix: 'a1' - replacements: - - - "services/sync/modules/constants.sys.mjs" - - 'WEAVE_VERSION = "1.{current_weave_version}.0"' - - 'WEAVE_VERSION = "1.{next_weave_version}.0"' - merge-old-head: false - end-tag: 'FIREFOX_NIGHTLY_{major_version}_END' - to-repo: 'https://hg.mozilla.org/mozilla-central' - to-branch: 'central' - bump-esr115: - fetch-version-from: "browser/config/version.txt" - version-files: - - filename: "config/milestone.txt" - version-bump: "minor" - - filename: "browser/config/version.txt" - version-bump: "minor" - - filename: "browser/config/version_display.txt" - version-bump: "minor" - replacements: [] - merge-old-head: false - to-repo: 'https://hg.mozilla.org/releases/mozilla-esr115' - to-branch: 'esr115' - -scriptworker: - # See additional configuration in taskcluster/gecko_taskgraph/util/scriptworker.py - scope-prefix: 'project:releng' - -partner-urls: - release-partner-repack: - by-release-product: - default: null - firefox: - by-release-type: - default: null - beta|release.*: - by-release-level: - production: 'git@github.com:mozilla-partners/repack-manifests.git' - staging: 'git@github.com:moz-releng-automation-stage/repack-manifests.git' - esr.*: - by-release-level: - production: 'git@github.com:mozilla-partners/esr-repack-manifests.git' - staging: 'git@github.com:moz-releng-automation-stage/esr-repack-manifests.git' - release-partner-attribution: - by-release-product: - default: null - firefox: - by-release-type: - default: null - beta|release.*: - by-release-level: - production: 'git@github.com:mozilla-partners/repack-manifests.git' - staging: 'git@github.com:moz-releng-automation-stage/repack-manifests.git' - esr.*: - by-release-level: - production: 'git@github.com:mozilla-partners/esr-repack-manifests.git' - staging: 'git@github.com:moz-releng-automation-stage/esr-repack-manifests.git' - release-eme-free-repack: - by-release-product: - default: null - firefox: - by-release-type: - default: null - beta|release.*: - by-release-level: - production: 'git@github.com:mozilla-partners/mozilla-EME-free-manifest.git' - staging: 'git@github.com:moz-releng-automation-stage/mozilla-EME-free-manifest.git' - - -task-priority: - by-project: - 'mozilla-release': 'highest' - 'mozilla-esr.*': 'very-high' - 'mozilla-beta': 'high' - 'mozilla-central': 'medium' - 'autoland': 'low' - 'mozilla-inbound': 'low' - 'default': 'very-low' - -taskgraph: - register: gecko_taskgraph:register - -workers: - aliases: - b-linux-gcp-aarch64: - provisioner: '{trust-domain}-{level}' - implementation: generic-worker - os: linux - worker-type: '{alias}' - b-linux.*: - provisioner: '{trust-domain}-{level}' - implementation: docker-worker - os: linux - worker-type: '{alias}' - b-win2012: - provisioner: '{trust-domain}-{level}' - implementation: generic-worker - os: windows - worker-type: '{alias}-azure' - b-win2022: - provisioner: '{trust-domain}-{level}' - implementation: generic-worker - os: windows - worker-type: '{alias}' - image: - provisioner: '{trust-domain}-{level}' - implementation: docker-worker - os: linux - worker-type: '{alias}' - images: - provisioner: '{trust-domain}-{level}' - implementation: docker-worker - os: linux - worker-type: '{alias}' - images-gcp: - provisioner: '{trust-domain}-{level}' - implementation: docker-worker - os: linux - worker-type: '{alias}' - addon: - provisioner: scriptworker-k8s - implementation: push-addons - os: scriptworker - worker-type: - by-release-level: - production: '{trust-domain}-3-addon' - staging: '{trust-domain}-1-addon' - balrog: - provisioner: scriptworker-k8s - implementation: balrog - os: scriptworker - worker-type: - by-release-level: - production: '{trust-domain}-3-balrog' - staging: '{trust-domain}-1-balrog' - bouncer: - provisioner: scriptworker-k8s - # Note that this implementation doesn't correspond with an - # payload_builder, there are several `bouncer-*` implemenations. - implementation: bouncer - os: scriptworker - worker-type: - by-release-level: - production: '{trust-domain}-3-bouncer' - staging: '{trust-domain}-1-bouncer' - beetmover: - provisioner: scriptworker-k8s - implementation: beetmover - os: scriptworker - worker-type: - by-release-level: - production: '{trust-domain}-3-beetmover' - staging: '{trust-domain}-1-beetmover' - beetmover-android: - provisioner: scriptworker-k8s - implementation: scriptworker-beetmover - os: scriptworker - worker-type: - by-release-level: - production: '{trust-domain}-3-beetmover' - staging: '{trust-domain}-1-beetmover' - shipit: - provisioner: scriptworker-k8s - implementation: shipit - os: scriptworker - worker-type: - by-release-level: - production: '{trust-domain}-3-shipit' - staging: '{trust-domain}-1-shipit' - linux-depsigning: - provisioner: scriptworker-k8s - implementation: scriptworker-signing - os: linux - worker-type: '{trust-domain}-t-signing' - linux-signing: - provisioner: scriptworker-k8s - implementation: scriptworker-signing - os: linux - worker-type: - by-release-level: - production: '{trust-domain}-3-signing' - staging: '{trust-domain}-t-signing' - mac-depsigning: - provisioner: scriptworker-prov-v1 - implementation: scriptworker-signing - os: macosx - worker-type: depsigning-mac-v1 - mac-signing: - provisioner: scriptworker-prov-v1 - implementation: scriptworker-signing - os: macosx - worker-type: - by-release-level: - production: signing-mac-v1 - staging: depsigning-mac-v1 - push-apk: - provisioner: scriptworker-k8s - implementation: scriptworker-pushapk - os: scriptworker - worker-type: '{trust-domain}-{level}-pushapk' - tree: - provisioner: scriptworker-k8s - implementation: treescript - os: scriptworker - worker-type: - by-release-level: - production: '{trust-domain}-3-tree' - staging: - by-project: - autoland: '{trust-domain}-3-tree' - default: '{trust-domain}-1-tree' - tree-dev: - provisioner: scriptworker-k8s - implementation: treescript - os: scriptworker - worker-type: '{trust-domain}-1-tree-dev' - t-bitbar-gw.*: - provisioner: proj-autophone - implementation: generic-worker - os: linux-bitbar - worker-type: 'gecko-{alias}' - t-linux(-large|-xlarge|-xlarge-source): - provisioner: '{trust-domain}-t' - implementation: docker-worker - os: linux - worker-type: '{alias}-gcp' - t-linux(-large|-xlarge|-xlarge-source)-noscratch: - provisioner: '{trust-domain}-t' - implementation: docker-worker - os: linux - worker-type: '{alias}-gcp' - t-linux-kvm: - provisioner: '{trust-domain}-t' - implementation: docker-worker - os: linux - worker-type: 't-linux-kvm-noscratch-gcp' - t-linux-talos: - provisioner: releng-hardware - implementation: generic-worker - os: linux - worker-type: 'gecko-{alias}' - t-linux-talos-1804: - provisioner: releng-hardware - implementation: generic-worker - os: linux - worker-type: 'gecko-{alias}' - t-linux-wayland: - provisioner: '{trust-domain}-t' - implementation: generic-worker - os: linux - worker-type: 't-linux-vm-2204-wayland' - t-osx-1015-r8: - provisioner: releng-hardware - implementation: generic-worker - os: macosx - worker-type: 'gecko-{alias}' - t-osx-1100-m1: - provisioner: releng-hardware - implementation: generic-worker - os: macosx - worker-type: 'gecko-{alias}' - t-osx-1400-m2: - provisioner: releng-hardware - implementation: generic-worker - os: macosx - worker-type: 'gecko-{alias}' - t-osx-1015-power: - provisioner: releng-hardware - implementation: generic-worker - os: macosx - worker-type: 'gecko-{alias}' - t-linux-xlarge-pgo: - provisioner: - by-level: - '3': '{trust-domain}-{level}' - default: '{trust-domain}-t' - implementation: docker-worker - os: linux - worker-type: 't-linux-xlarge-noscratch-gcp' - b-osx-1015: - provisioner: releng-hardware - implementation: generic-worker - os: macosx - worker-type: - by-level: - '3': 'gecko-3-b-osx-1015' - default: 'gecko-1-b-osx-1015' - b-osx-arm64: - provisioner: releng-hardware - implementation: generic-worker - os: macosx - worker-type: - by-level: - '3': 'gecko-3-b-osx-arm64' - default: 'gecko-1-b-osx-arm64' - t-win10-64(|-gpu-s|-source): - provisioner: '{trust-domain}-t' - implementation: generic-worker - os: windows - worker-type: '{alias}' - t-win10-64(-hw|-1803-hw): - provisioner: releng-hardware - implementation: generic-worker - os: windows - worker-type: 'gecko-{alias}' - win11-64-2009(-hw-ref): - provisioner: releng-hardware - implementation: generic-worker - os: windows - worker-type: '{alias}' - win10-64-2009(|-gpu|-ssd|-source|-ssd-gpu): - provisioner: 'gecko-t' - implementation: generic-worker - os: windows - worker-type: '{alias}' - t-win11-64(|-gpu-s|-source): - provisioner: '{trust-domain}-t' - implementation: generic-worker - os: windows - worker-type: '{alias}' - win11-64-2009(|-gpu|-ssd|-source|-ssd-gpu): - provisioner: 'gecko-t' - implementation: generic-worker - os: windows - worker-type: '{alias}' - t-win7-32-gpu: - provisioner: '{trust-domain}-t' - implementation: generic-worker - os: windows - worker-type: '{alias}' - t-win7-32: - provisioner: releng-hardware - implementation: generic-worker - os: windows - worker-type: 'gecko-{alias}-hw' - t-win64-aarch64-laptop: - provisioner: bitbar - implementation: generic-worker - os: windows - worker-type: 'gecko-{alias}' - succeed: - provisioner: built-in - implementation: succeed - os: none - worker-type: succeed - misc: - provisioner: '{trust-domain}-t' - implementation: docker-worker - os: linux - worker-type: misc-gcp - - -mac-signing: - mac-requirements: - by-platform: - macosx64.*: build/package/mac_osx/requirements.plist - default: '' - hardened-sign-config: - by-hardened-signing-type: - production: - - deep: false - runtime: true - force: true - entitlements: security/mac/hardenedruntime/v2/production/plugin-container.xml - globs: - - "/Contents/MacOS/plugin-container.app" - - - deep: false - runtime: true - force: true - entitlements: security/mac/hardenedruntime/v2/production/media-plugin-helper.xml - globs: - - "/Contents/MacOS/media-plugin-helper.app" - - - deep: false - runtime: true - force: true - # These files are signed without entitlements - globs: - - "/Contents/MacOS/crashreporter.app" - - "/Contents/MacOS/updater.app/Contents/Frameworks/UpdateSettings.framework" - - "/Contents/MacOS/updater.app" - - "/Contents/Library/LaunchServices/org.mozilla.updater" - - "/Contents/MacOS/XUL" - - "/Contents/MacOS/pingsender" - - "/Contents/MacOS/minidump-analyzer" - - "/Contents/MacOS/nmhproxy" - - "/Contents/MacOS/*.dylib" - - "/Contents/Resources/gmp-clearkey/*/*.dylib" - - "/Contents/Frameworks/ChannelPrefs.framework" - - - deep: false - runtime: true - force: true - entitlements: - by-build-platform: - .*devedition.*: security/mac/hardenedruntime/v2/production/firefoxdeveloperedition.browser.xml - default: - by-project: - mozilla-central: security/mac/hardenedruntime/v2/production/nightly.browser.xml - default: security/mac/hardenedruntime/v2/production/firefox.browser.xml - globs: - - "/" # The .app - - default: - - deep: false - runtime: true - force: true - entitlements: security/mac/hardenedruntime/v2/developer/plugin-container.xml - globs: - - "/Contents/MacOS/plugin-container.app" - - - deep: false - runtime: true - force: true - entitlements: security/mac/hardenedruntime/v2/developer/media-plugin-helper.xml - globs: - - "/Contents/MacOS/media-plugin-helper.app" - - - deep: false - runtime: true - force: true - entitlements: security/mac/hardenedruntime/v2/developer/utility.xml - globs: - - "/Contents/MacOS/crashreporter.app" - - "/Contents/MacOS/updater.app/Contents/Frameworks/UpdateSettings.framework" - - "/Contents/MacOS/updater.app" - - "/Contents/Library/LaunchServices/org.mozilla.updater" - - "/Contents/MacOS/pingsender" - - "/Contents/MacOS/minidump-analyzer" - - "/Contents/MacOS/nmhproxy" - - "/Contents/Frameworks/ChannelPrefs.framework" - - - deep: false - runtime: true - force: true - # These files are signed without entitlements - globs: - - "/Contents/MacOS/XUL" - - "/Contents/MacOS/*.dylib" - - "/Contents/Resources/gmp-clearkey/*/*.dylib" - - - deep: false - runtime: true - force: true - entitlements: security/mac/hardenedruntime/v2/developer/browser.xml - globs: - - "/" # The .app - -expiration-policy: - by-project: - try: - default: 28 days - shortest: 7 days - short: 14 days - medium: 28 days - long: 28 days - autoland: - default: 1 year - shortest: 14 days - short: 3 months - medium: 1 year - # To avoid keeping shippable builds for over a year - long: 1 year - default: - default: 3 months - shortest: 7 days - short: 1 month - medium: 1 year - long: 1 year diff --git a/taskcluster/ci/cron-bouncer-check/kind.yml b/taskcluster/ci/cron-bouncer-check/kind.yml deleted file mode 100644 index 62d2c80960..0000000000 --- a/taskcluster/ci/cron-bouncer-check/kind.yml +++ /dev/null @@ -1,82 +0,0 @@ -# This Source Code Form is subject to the terms of the Mozilla Public -# License, v. 2.0. If a copy of the MPL was not distributed with this -# file, You can obtain one at http://mozilla.org/MPL/2.0/. ---- -loader: gecko_taskgraph.loader.transform:loader - -transforms: - - gecko_taskgraph.transforms.bouncer_check:transforms - - gecko_taskgraph.transforms.job:transforms - - gecko_taskgraph.transforms.task:transforms - -job-defaults: - name: bouncer-check - description: bouncer check - worker-type: b-linux-gcp - worker: - max-run-time: 1200 - docker-image: {in-tree: "update-verify"} - run: - sparse-profile: mozharness - extra-config: - bouncer_prefix: "https://download.mozilla.org/" - attributes: - build_platform: linux64 - build_type: opt - cron: true - treeherder: - symbol: Rel(ckbouncer) - kind: test - tier: 1 - -jobs: - firefox: - shipping-product: firefox - index: - product: firefox - job-name: firefox-bouncer-check - run: - config: - by-release-type: - nightly: - - releases/bouncer_firefox_nightly.py - beta: - - releases/bouncer_firefox_beta.py - release: - - releases/bouncer_firefox_release.py - esr.*: - - releases/bouncer_firefox_esr.py - default: - - releases/bouncer_firefox_beta.py - product-field: - by-project: - mozilla-central: FIREFOX_NIGHTLY - mozilla-beta: LATEST_FIREFOX_RELEASED_DEVEL_VERSION - mozilla-release: LATEST_FIREFOX_VERSION - mozilla-esr115: FIREFOX_ESR - # mozilla-esrXX: FIREFOX_ESR_NEXT - default: LATEST_FIREFOX_DEVEL_VERSION - products-url: https://product-details.mozilla.org/1.0/firefox_versions.json - treeherder: - platform: firefox-release/opt - - devedition: - shipping-product: devedition - run-on-projects: [mozilla-beta] - index: - product: devedition - job-name: devedition-bouncer-check - run: - config: - by-project: - mozilla-beta: - - releases/bouncer_firefox_devedition.py - default: - - releases/dev_bouncer_firefox_devedition.py - product-field: - by-project: - mozilla-beta: LATEST_FIREFOX_RELEASED_DEVEL_VERSION - default: LATEST_FIREFOX_DEVEL_VERSION - products-url: https://product-details.mozilla.org/1.0/firefox_versions.json - treeherder: - platform: devedition-release/opt diff --git a/taskcluster/ci/diffoscope/artifacts.yml b/taskcluster/ci/diffoscope/artifacts.yml deleted file mode 100644 index b06604f3cb..0000000000 --- a/taskcluster/ci/diffoscope/artifacts.yml +++ /dev/null @@ -1,52 +0,0 @@ -# This Source Code Form is subject to the terms of the Mozilla Public -# License, v. 2.0. If a copy of the MPL was not distributed with this -# file, You can obtain one at http://mozilla.org/MPL/2.0/. ---- -job-defaults: - # Artifact builds always build with nightly branding, so these checks don't - # work on non-trunk branches. - run-on-projects: ['trunk'] - unpack: true - fail-on-diff: true - pre-diff-commands: - # jogfile.json is only created in artifact builds. - - rm b/"$RESOURCE_DIR"/jogfile.json - # Remove noise from differences in line numbers in preprocessor output - # due to #if/#else branches. - - sed -i '/^\/\/@line /d' {a,b}/"$RESOURCE_DIR"/browser/defaults/preferences/firefox.js - # bug 1825141 - telemetry.fog.artifact_build isn't stable between - # artifact and not-artifact builds, so remove its line if present. - - sed -i '/telemetry\.fog\.artifact\_build/d' b/"$RESOURCE_DIR"/browser/defaults/preferences/firefox.js - # artifact builds are not fed with accepted-mar-channel-ids - - if [ -f a/"$RESOURCE_DIR"/update-settings.ini ]; then sed -i '/ACCEPTED_MAR_CHANNEL_IDS/d' {a,b}/"$RESOURCE_DIR"/update-settings.ini; fi - # Extra diffoscope arguments to account for: - # - about:buildconfig being expectedly different. - extra-args: >- - --exclude b/"$RESOURCE_DIR"/chrome/toolkit/content/global/buildconfig.html - # This is necessary to avoid building the dependencies on every push on autoland - # A more robust fix for this is https://bugzilla.mozilla.org/show_bug.cgi?id=1643346 - optimization: - skip-unless-expanded: null - -artifact-linux64-validation: - symbol: Linux64a - new: artifact-build-linux64-artifact/opt - original: build-linux64/opt - -artifact-macosx64-validation: - symbol: Macosx64a - new: artifact-build-macosx64-artifact/opt - original: build-macosx64/opt - -artifact-win64-validation: - symbol: Win64a - new: artifact-build-win64-artifact/opt - original: build-win64/opt - # Extra diffoscope arguments to account for: - # - about:buildconfig being expectedly different. - # - There are some differences in PE metadata in helper.exe because - # it's (re)built in the EME build, and that part of the build is - # not reproducible. - extra-args: >- - --exclude b/"$RESOURCE_DIR"/chrome/toolkit/content/global/buildconfig.html - --exclude b/firefox/uninstall/helper.exe diff --git a/taskcluster/ci/diffoscope/kind.yml b/taskcluster/ci/diffoscope/kind.yml deleted file mode 100644 index 89b38fc665..0000000000 --- a/taskcluster/ci/diffoscope/kind.yml +++ /dev/null @@ -1,61 +0,0 @@ -# This Source Code Form is subject to the terms of the Mozilla Public -# License, v. 2.0. If a copy of the MPL was not distributed with this -# file, You can obtain one at http://mozilla.org/MPL/2.0/. ---- -loader: gecko_taskgraph.loader.transform:loader - -kind-dependencies: - - artifact-build - - build - - toolchain - -transforms: - - gecko_taskgraph.transforms.diffoscope:transforms - - gecko_taskgraph.transforms.job:transforms - - gecko_taskgraph.transforms.task:transforms - -# Note: --exclude-command .--line-numbers is because of -# https://bugs.debian.org/cgi-bin/bugreport.cgi?bug=879003 -# That skips `objdump --disassemble --line-numbers` and falls back to -# `objdump --disassemble` -# Note: the .chk excludes are for files that are known to differ between -# builds because they are signed with an ephemeral private key that is -# generated for each build. -job-defaults: - tier: 2 - args: >- - --output-empty - --no-default-limits - --max-page-size 100000000 - --max-page-diff-block-lines 10000 - --exclude-directory-metadata=yes - --exclude-command .--line-numbers - -jobs-from: - - artifacts.yml - - reproducible.yml - -# Make a task for each diff we might want. The following are just examples, -# Both original and new can point to builds from the full set of tasks or -# from other sets through an index-search. Other kinds than `build` can be -# compared (for example, static-analysis), provided you adjust the -# kind-dependencies above. -# jobs: -# android-build-vs-previous-try: -# symbol: A -# new: build-android-arm/opt -# original: {index-search: gecko.v2.try.revision.aabd5deb0156f9b55ab60ad6a01ebfc4580bf2e1.mobile.android-arm-opt} -# linux64-build-vs-previous-try: -# symbol: L -# new: build-linux64/opt -# original: {index-search: gecko.v2.try.revision.aabd5deb0156f9b55ab60ad6a01ebfc4580bf2e1.firefox.linux64-opt} -# extra-args: >- -# --exclude-command .--hex-dump=.gnu_debuglink -# macosx-build-vs-previous-try: -# symbol: M -# new: build-macosx64/opt -# original: {index-search: gecko.v2.try.revision.aabd5deb0156f9b55ab60ad6a01ebfc4580bf2e1.firefox.macosx64-opt} -# win32-build-vs-previous-try: -# symbol: W -# new: build-win32/opt -# original: {index-search: gecko.v2.try.revision.aabd5deb0156f9b55ab60ad6a01ebfc4580bf2e1.firefox.win32-opt} diff --git a/taskcluster/ci/diffoscope/reproducible.yml b/taskcluster/ci/diffoscope/reproducible.yml deleted file mode 100644 index 4f89bfca4e..0000000000 --- a/taskcluster/ci/diffoscope/reproducible.yml +++ /dev/null @@ -1,29 +0,0 @@ -# This Source Code Form is subject to the terms of the Mozilla Public -# License, v. 2.0. If a copy of the MPL was not distributed with this -# file, You can obtain one at http://mozilla.org/MPL/2.0/. ---- -job-defaults: - fail-on-diff: true - run-on-projects: ['mozilla-central'] - -reproducible-linux32: - symbol: Linux32 - new: build-linux-reproduced/opt - original: build-linux-shippable/opt - -reproducible-linux32-generated-files: - symbol: Linux32g - artifact: target.generated-files.tar.gz - new: build-linux-reproduced/opt - original: build-linux-shippable/opt - -reproducible-linux64: - symbol: Linux64 - new: build-linux64-reproduced/opt - original: build-linux64-shippable/opt - -reproducible-linux64-generated-files: - symbol: Linux64g - artifact: target.generated-files.tar.gz - new: build-linux64-reproduced/opt - original: build-linux64-shippable/opt diff --git a/taskcluster/ci/docker-image/kind.yml b/taskcluster/ci/docker-image/kind.yml deleted file mode 100644 index 12dc16cdd1..0000000000 --- a/taskcluster/ci/docker-image/kind.yml +++ /dev/null @@ -1,253 +0,0 @@ -# This Source Code Form is subject to the terms of the Mozilla Public -# License, v. 2.0. If a copy of the MPL was not distributed with this -# file, You can obtain one at http://mozilla.org/MPL/2.0/. ---- -loader: gecko_taskgraph.loader.transform:loader - -kind-dependencies: - - packages - -transforms: - - gecko_taskgraph.transforms.docker_image:transforms - - gecko_taskgraph.transforms.cached_tasks:transforms - - gecko_taskgraph.transforms.task:transforms - -# make a task for each docker-image we might want. For the moment, since we -# write artifacts for each, these are whitelisted, but ideally that will change -# (to use subdirectory clones of the proper directory), at which point we can -# generate tasks for every docker image in the directory, secure in the -# knowledge that unnecessary images will be omitted from the target task graph -jobs: - image_builder: - symbol: I(ib) - # Neither the ubuntu1804-*raw nor the ubuntu1804-*packages images can have - # packages dependencies. - ubuntu1804-raw: - symbol: I(ub18-raw) - definition: debian-raw - args: - BASE_IMAGE: ubuntu:bionic - ubuntu1804-packages: - symbol: I(ub18-pkg) - definition: debian-packages - parent: ubuntu1804-raw - ubuntu1804-i386-raw: - symbol: I(ub18-32-raw) - definition: debian-raw - args: - BASE_IMAGE: i386/ubuntu:bionic - ubuntu1804-i386-packages: - symbol: I(ub18-32-pkg) - definition: debian-packages - parent: ubuntu1804-i386-raw - ubuntu1804-base: - symbol: I(ub18-base) - parent: ubuntu1804-raw - packages: - - ub18-mercurial - - ub18-python-zstandard - - ub18-python-psutil - ubuntu1804-test-base: - symbol: I(ub18-test-base) - parent: ubuntu1804-base - packages: - - ub18-libc6 - - ub18-pygobject - - ub18-pyatspi - - ub18-32-libc6 - ubuntu1804-test: - symbol: I(ub18-test) - parent: ubuntu1804-test-base - ubuntu1804-build-python: - symbol: I(ub18-build-python) - parent: ubuntu1804-base - # Neither the ubuntu1804-*raw nor the ubuntu1804-*packages images can have - # packages dependencies. - ubuntu2004-raw: - symbol: I(ub20-raw) - definition: debian-raw - args: - BASE_IMAGE: ubuntu:focal - ubuntu2204-raw: - symbol: I(ub22-raw) - definition: debian-raw - args: - BASE_IMAGE: ubuntu:jammy - ubuntu2004-packages: - symbol: I(ub20-pkg) - definition: debian-packages - parent: ubuntu2004-raw - ubuntu2204-packages: - symbol: I(ub22-pkg) - definition: debian-packages - parent: ubuntu2204-raw - ubuntu2004-base: - symbol: I(ub20-base) - definition: debian-base - parent: ubuntu2004-raw - packages: - - ub20-mercurial - - ub20-python-zstandard - ubuntu2204-base: - symbol: I(ub22-base) - definition: debian-base - parent: ubuntu2204-raw - packages: - - ub22-mercurial - - ub22-python-zstandard - # Neither the debian8-*raw nor the debian8-*packages images can have - # packages dependencies. - debian8-raw: - symbol: I(deb8-raw) - definition: debian-raw - args: - BASE_IMAGE: debian:jessie-20210208 - DIST: jessie - debian8-packages: - symbol: I(deb8-pkg) - definition: debian-packages - parent: debian8-raw - debian8-i386-raw: - symbol: I(deb8-32-raw) - definition: debian-raw - args: - BASE_IMAGE: i386/debian:jessie-20210208 - DIST: jessie - debian8-i386-packages: - symbol: I(deb8-32-pkg) - definition: debian-packages - parent: debian8-i386-raw - custom-v8: - symbol: I(custom-v8) - parent: debian12-base - # Chromium-as-Release - custom-car-linux: - symbol: I(custom-car-linux) - parent: debian12-base - # Chromium-as-Release Android - custom-car-android: - symbol: I(custom-car-android) - parent: debian12-base - valgrind-build: - symbol: I(vb) - parent: debian12-amd64-build - packages: - - deb12-valgrind - lint: - symbol: I(lnt) - parent: debian12-base - # Neither the debian12-raw nor the debian12-packages images can have - # packages dependencies. - debian12-raw: - symbol: I(deb12-raw) - definition: debian-raw - args: - BASE_IMAGE: debian:bookworm-20230612 - DIST: bookworm - SNAPSHOT: '20230611T210420Z' - debian12-packages: - symbol: I(deb12-pkg) - definition: debian-packages - parent: debian12-raw - debian12-base: - symbol: I(deb12-base) - definition: debian-base - parent: debian12-raw - packages: - - deb12-mercurial - - deb12-python-zstandard - debian12-amd64-build: - symbol: I(deb12) - parent: debian12-base - definition: debian-build - debian12-repackage: - symbol: I(deb12-rpk) - parent: debian12-base - definition: debian-repackage - packages: - - deb12-mercurial - deb12-toolchain-build: - symbol: I(deb12-toolchain) - parent: debian12-base - definition: toolchain-build - android-build: - symbol: I(agb) - parent: debian12-base - fetch: - symbol: I(fetch) - parent: debian12-raw - packages: - - deb12-python-zstandard - static-analysis-build: - symbol: I(static-analysis-build) - parent: debian12-base - gdb-test: - symbol: I(gdb) - parent: debian12-amd64-build - index-task: - symbol: I(idx) - funsize-update-generator: - symbol: I(pg) - update-verify: - symbol: I(uv) - parent: ubuntu2004-base - diffoscope: - symbol: I(diff) - parent: debian12-base - partner-repack: - symbol: I(PR) - parent: debian12-base - definition: partner-repack - updatebot: - symbol: I(3rdp) - parent: push-to-try - periodic-updates: - symbol: I(file) - parent: debian12-base - firefox-snap: - symbol: I(snap) - firefox-flatpak: - symbol: I(flatpak) - webrender: - symbol: I(webrender) - parent: debian12-base - condprof: - symbol: I(condprof) - parent: ubuntu1804-test - github-sync: - symbol: I(github-sync) - parent: debian12-base - sentry: - symbol: I(sentry) - parent: debian12-base - system-symbols-mac: - symbol: I(system-symbols-mac) - parent: debian12-base - system-symbols-win: - symbol: I(system-symbols-win) - parent: debian12-base - system-symbols-win-gfx: - symbol: I(system-symbols-win-gfx) - parent: debian12-base - system-symbols-linux-scraper: - symbol: I(system-symbols-linux) - parent: debian12-base - push-to-try: - symbol: I(push-to-try) - parent: debian12-base - decision: - symbol: I(decision) - parent: ubuntu2004-base - snap-build-core22: - symbol: I(snap22-build) - parent: ubuntu2204-base - definition: snap-coreXX-build - args: - SNAP_BASE: core22 - SNAP_LIST: "gnome-42-2204 gtk-common-themes gnome-42-2204-sdk" - android-components: - symbol: I(android-components) - parent: debian12-base - android-ui-tests: - symbol: I(android-ui-tests) - parent: android-components diff --git a/taskcluster/ci/fetch/benchmarks.yml b/taskcluster/ci/fetch/benchmarks.yml deleted file mode 100644 index 7e31470baf..0000000000 --- a/taskcluster/ci/fetch/benchmarks.yml +++ /dev/null @@ -1,19 +0,0 @@ -# This Source Code Form is subject to the terms of the Mozilla Public -# License, v. 2.0. If a copy of the MPL was not distributed with this -# file, You can obtain one at http://mozilla.org/MPL/2.0/. ---- -octane: - description: Octane benchmark - fetch: - type: static-url - url: https://github.com/mozilla/perf-automation/releases/download/octane-v1/octane-0f5b8d48d4a9.zip - sha256: 38425ee1abfc5feca178b2f60fbd82b5873897c345112a85359be00024402f9f - size: 1816138 - -web-tooling-benchmark: - description: Web Tooling Benchmark - fetch: - type: static-url - url: https://github.com/mozilla/perf-automation/releases/download/V1/web-tooling-benchmark-b2ac25c897c9.zip - sha256: 93b0b51df0cec3ca9bfa0bdf81d782306dcf18532e39b3ff3180409125daaff1 - size: 5444135 diff --git a/taskcluster/ci/fetch/browsertime.yml b/taskcluster/ci/fetch/browsertime.yml deleted file mode 100644 index 730ca3c279..0000000000 --- a/taskcluster/ci/fetch/browsertime.yml +++ /dev/null @@ -1,187 +0,0 @@ -# This Source Code Form is subject to the terms of the Mozilla Public -# License, v. 2.0. If a copy of the MPL was not distributed with this -# file, You can obtain one at http://mozilla.org/MPL/2.0/. ---- -win64-ffmpeg-4.4.1: - description: 'Win64 ffmpeg' - fetch: - type: static-url - # url: https://github.com/GyanD/codexffmpeg/releases/tag/4.4.1 - url: https://github.com/mozilla/perf-automation/releases/download/FFMPEG-v4.4.1/ffmpeg-4.4.1-full_build.zip - sha256: f0f407041f82905c310b79f4f76973815700d1e438a10c3cbce66a345ff4f457 - size: 134760541 - -linux64-ffmpeg-4.4.1: - description: 'Linux64 ffmpeg' - fetch: - type: static-url - # url: https://www.johnvansickle.com/ffmpeg/old-releases/ - url: https://github.com/mozilla/perf-automation/releases/download/FFMPEG-v4.4.1/ffmpeg-4.4.1-i686-static.tar.xz - sha256: 1f38d1c99b6eb3d36f709a481f5a5526448567a800ee9cddcfe4be54f8b68e62 - size: 17592088 - -mac64-ffmpeg-4.4.1: - description: 'Mac64 ffmpeg' - fetch: - type: static-url - # url: https://evermeet.cx/pub/ffmpeg/ - url: https://github.com/mozilla/perf-automation/releases/download/FFMPEG-v4.4.1/ffmpeg-macos.zip - sha256: 9d07411bce176f56314cc5624f5df51f9cffa76a59e3e81abe2175d4ebaf87ae - size: 49100208 - -linux64-chromedriver: - description: 'Linux64 chromedriver' - fetch: - type: static-url - url: https://chromedriver.storage.googleapis.com/2.46/chromedriver_linux64.zip - sha256: 461919e080e19335a34224e2d353b96b07c7d068621aa940f9c136e86d090047 - size: 5404417 - -win32-chromedriver-122: - description: "Win32 chromedriver v122" - fetch: - type: static-url - artifact-name: chromedriver_win32_122.tar.zst - add-prefix: "122" - url: https://storage.googleapis.com/chrome-for-testing-public/122.0.6261.57/win32/chromedriver-win32.zip - sha256: f6309630e014ffb00dd78813e75d8bf664e755ea2ebc79974c8a0478ca96a154 - size: 8001652 - -linux64-chromedriver-122: - description: "Linux64 chromedriver v122" - fetch: - type: static-url - artifact-name: chromedriver_linux64_122.tar.zst - add-prefix: "122" - url: https://storage.googleapis.com/chrome-for-testing-public/122.0.6261.57/linux64/chromedriver-linux64.zip - sha256: 0c80bb130eda0afb583155d55ec9cc22d75e2cf0dd90d657647df923465d584b - size: 8613042 - -mac64-chromedriver-122: - description: "Mac64 chromedriver v122" - fetch: - type: static-url - artifact-name: chromedriver_mac64_122.tar.zst - add-prefix: "122" - url: https://storage.googleapis.com/chrome-for-testing-public/122.0.6261.57/mac-x64/chromedriver-mac-x64.zip - sha256: 31d9be68e77c733357ee825c34249dbb94c5c08961e58dfb38b7623e9383fa69 - size: 9209421 - -mac-arm-chromedriver-122: - description: "Mac64 arm chromedriver v122" - fetch: - type: static-url - artifact-name: chromedriver_mac-arm_122.tar.zst - add-prefix: "122" - url: https://storage.googleapis.com/chrome-for-testing-public/122.0.6261.57/mac-arm64/chromedriver-mac-arm64.zip - sha256: 645f277c05d7f7d238c7a45412f42489767f48cba05d8632ce00b54b3704d4e1 - size: 8293896 - -win32-chromedriver-123: - description: "Win32 chromedriver v123" - fetch: - type: static-url - artifact-name: chromedriver_win32_123.tar.zst - add-prefix: "123" - url: "https://storage.googleapis.com/chrome-for-testing-public/123.0.6312.58/win32/chromedriver-win32.zip" - sha256: 5367d72e2a90463bda103450b893ec12a7272dc62094d230a4433c449b96993e - size: 8125668 - -linux64-chromedriver-123: - description: "Linux64 chromedriver v123" - fetch: - type: static-url - artifact-name: chromedriver_linux64_123.tar.zst - add-prefix: "123" - url: "https://storage.googleapis.com/chrome-for-testing-public/123.0.6312.58/linux64/chromedriver-linux64.zip" - sha256: accdaeb00d330d9d5a5ef91bbe6fa5d316a5562109231bbc65866fa1390d8a2b - size: 8553025 - -mac64-chromedriver-123: - description: "Mac64 chromedriver v123" - fetch: - type: static-url - artifact-name: chromedriver_mac64_123.tar.zst - add-prefix: "123" - url: "https://storage.googleapis.com/chrome-for-testing-public/123.0.6312.58/mac-x64/chromedriver-mac-x64.zip" - sha256: c912db7b7c65d0bfcf7d17150782c0e89783bcba60521b4a66201fc81daffd91 - size: 9346571 - -mac-arm-chromedriver-123: - description: "Mac64 arm chromedriver v123" - fetch: - type: static-url - artifact-name: chromedriver_mac-arm_123.tar.zst - add-prefix: "123" - url: "https://storage.googleapis.com/chrome-for-testing-public/123.0.6312.58/mac-arm64/chromedriver-mac-arm64.zip" - sha256: 4ccade08517d2e8fbd832ee4cd959df4c8dea740986b70b19f892bf413537641 - size: 9325268 - -win32-chromedriver-124: - description: "Win32 chromedriver v124" - fetch: - type: static-url - artifact-name: chromedriver_win32_124.tar.zst - add-prefix: "124" - url: "https://storage.googleapis.com/chrome-for-testing-public/124.0.6367.29/win32/chromedriver-win32.zip" - sha256: 5a47fb7ed7094021fd3faa25fcdaf69e893082e3b0f5d31f9d341082eceb80dc - size: 8171680 - -win64-chromedriver-124: - description: "Win64 chromedriver v124" - fetch: - type: static-url - artifact-name: chromedriver_win64_124.tar.zst - add-prefix: "124" - url: "https://storage.googleapis.com/chrome-for-testing-public/124.0.6367.29/win64/chromedriver-win64.zip" - sha256: 502eb3a0e1caa3704ea30c41c8d479681a6c05a21a5bf47c405a1eef45def8bc - size: 8637191 - -linux64-chromedriver-124: - description: "Linux64 chromedriver v124" - fetch: - type: static-url - artifact-name: chromedriver_linux64_124.tar.zst - add-prefix: "124" - url: "https://storage.googleapis.com/chrome-for-testing-public/124.0.6367.29/linux64/chromedriver-linux64.zip" - sha256: 8071bebf39a9de7ecfcb41e095a9c9f35570556a001a608afaee9e3f1f3cc835 - size: 8665597 - -mac64-chromedriver-124: - description: "Mac64 chromedriver v124" - fetch: - type: static-url - artifact-name: chromedriver_mac64_124.tar.zst - add-prefix: "124" - url: "https://storage.googleapis.com/chrome-for-testing-public/124.0.6367.29/mac-x64/chromedriver-mac-x64.zip" - sha256: ed07a9495a215ffc747240be99b84841f1d5f6085ec21eccc30b6a665dd669e5 - size: 10465611 - -mac-arm-chromedriver-124: - description: "Mac64 arm chromedriver v124" - fetch: - type: static-url - artifact-name: chromedriver_mac-arm_124.tar.zst - add-prefix: "124" - url: "https://storage.googleapis.com/chrome-for-testing-public/124.0.6367.29/mac-arm64/chromedriver-mac-arm64.zip" - sha256: 6a5198faac2fa0467a0c23fea51b954d012f7fbf7b83d424fb6baa1e426eaf49 - size: 9331537 - -upload-speed-test-file: - description: "File used for the upload speed performance test" - fetch: - type: static-url - artifact-name: upload-test-32MB.dat - url: https://github.com/mozilla/perf-automation/raw/master/test_files/upload-test-32MB.dat - sha256: 72caa47a951e9f37d1e1be2119a64b1fbc6348c4f37d574bee4587e02b8f96a5 - size: 32000000 - -firefox-addons: - description: "Download a tar archive of real Firefox extensions xpi files available on AMO (used to run perftests with real extensions installed)" - fetch: - type: static-url - artifact-name: firefox-addons.tar.zst - add-prefix: firefox-addons/ - url: https://github.com/mozilla/perf-automation/raw/c9e497eaa86f45538e3509120947215c6f97c95b/test_files/firefox-addons.tar - sha256: 20372ff1d58fc33d1568f8922fe66e2e2e01c77663820344d2a364a8ddd68281 - size: 3584000 diff --git a/taskcluster/ci/fetch/chromium-fetch.yml b/taskcluster/ci/fetch/chromium-fetch.yml deleted file mode 100644 index 88f7e4fc62..0000000000 --- a/taskcluster/ci/fetch/chromium-fetch.yml +++ /dev/null @@ -1,38 +0,0 @@ -# This Source Code Form is subject to the terms of the Mozilla Public -# License, v. 2.0. If a copy of the MPL was not distributed with this -# file, You can obtain one at http://mozilla.org/MPL/2.0/. ---- -job-defaults: - fetch: - type: chromium-fetch - script: /builds/worker/bin/fetch-chromium.py - -linux64-chromium: - description: 'Linux64 Chromium Fetch' - fetch: - platform: linux - artifact-name: chromium-linux.tar.bz2 - -win32-chromium: - description: 'Windows32 Chromium Fetch' - fetch: - platform: win32 - artifact-name: chromium-win32.tar.bz2 - -win64-chromium: - description: 'Windows64 Chromium Fetch' - fetch: - platform: win64 - artifact-name: chromium-win64.tar.bz2 - -mac-chromium: - description: 'MacOSX Chromium Fetch' - fetch: - platform: mac - artifact-name: chromium-mac.tar.bz2 - -mac-chromium-arm: - description: 'MacOSX ARM Chromium Fetch' - fetch: - platform: mac-arm - artifact-name: chromium-mac-arm.tar.bz2 diff --git a/taskcluster/ci/fetch/kind.yml b/taskcluster/ci/fetch/kind.yml deleted file mode 100644 index 027ab7f1eb..0000000000 --- a/taskcluster/ci/fetch/kind.yml +++ /dev/null @@ -1,20 +0,0 @@ -# This Source Code Form is subject to the terms of the Mozilla Public -# License, v. 2.0. If a copy of the MPL was not distributed with this -# file, You can obtain one at http://mozilla.org/MPL/2.0/. ---- -loader: gecko_taskgraph.loader.transform:loader - -transforms: - - gecko_taskgraph.transforms.fetch:transforms - - gecko_taskgraph.transforms.try_job:transforms - - gecko_taskgraph.transforms.job:transforms - - gecko_taskgraph.transforms.task:transforms - -jobs-from: - - benchmarks.yml - - browsertime.yml - - chromium-fetch.yml - - resource-monitor.yml - - toolchain-clang-tidy-external.yml - - toolchains.yml - - updatebot.yml diff --git a/taskcluster/ci/fetch/moz.build b/taskcluster/ci/fetch/moz.build deleted file mode 100644 index 28b8003edf..0000000000 --- a/taskcluster/ci/fetch/moz.build +++ /dev/null @@ -1,8 +0,0 @@ -# -*- Mode: python; indent-tabs-mode: nil; tab-width: 40 -*- -# vim: set filetype=python: -# This Source Code Form is subject to the terms of the Mozilla Public -# License, v. 2.0. If a copy of the MPL was not distributed with this -# file, You can obtain one at http://mozilla.org/MPL/2.0/. - -with Files("updatebot.yml"): - BUG_COMPONENT = ("Developer Infrastructure", "Mach Vendor & Updatebot") diff --git a/taskcluster/ci/fetch/resource-monitor.yml b/taskcluster/ci/fetch/resource-monitor.yml deleted file mode 100644 index 2fe94cb4f9..0000000000 --- a/taskcluster/ci/fetch/resource-monitor.yml +++ /dev/null @@ -1,10 +0,0 @@ -# This Source Code Form is subject to the terms of the Mozilla Public -# License, v. 2.0. If a copy of the MPL was not distributed with this -# file, You can obtain one at http://mozilla.org/MPL/2.0/. ---- -resource-monitor: - description: Resource monitoring tools - fetch: - type: git - repo: https://github.com/mozilla-releng/resource-monitor - revision: 17371502a3b04579375d707844e6bf08dee95d22 diff --git a/taskcluster/ci/fetch/toolchain-clang-tidy-external.yml b/taskcluster/ci/fetch/toolchain-clang-tidy-external.yml deleted file mode 100644 index d71058c06b..0000000000 --- a/taskcluster/ci/fetch/toolchain-clang-tidy-external.yml +++ /dev/null @@ -1,13 +0,0 @@ -# This Source Code Form is subject to the terms of the Mozilla Public -# License, v. 2.0. If a copy of the MPL was not distributed with this -# file, You can obtain one at http://mozilla.org/MPL/2.0/. ---- -civet-source: - description: Repository for external static analysis checks - artifact-prefix: project/civet - fetch: - type: git - repo: git@github.com:mozilla-services/civet.git - revision: fa787d2047a5c3759e67f0df58415a984dcc8777 - ssh-key: project/civet/github-deploy-key - artifact-name: civet-source.tar.zst diff --git a/taskcluster/ci/fetch/toolchains.yml b/taskcluster/ci/fetch/toolchains.yml deleted file mode 100644 index 9c58eaddc7..0000000000 --- a/taskcluster/ci/fetch/toolchains.yml +++ /dev/null @@ -1,677 +0,0 @@ -# This Source Code Form is subject to the terms of the Mozilla Public -# License, v. 2.0. If a copy of the MPL was not distributed with this -# file, You can obtain one at http://mozilla.org/MPL/2.0/. ---- -binutils-2.31.1: - description: binutils 2.31.1 source code - fetch: - type: static-url - url: https://ftp.gnu.org/gnu/binutils/binutils-2.31.1.tar.xz - sha256: 5d20086ecf5752cc7d9134246e9588fa201740d540f7eb84d795b1f7a93bca86 - size: 20467996 - gpg-signature: - sig-url: "{url}.sig" - key-path: build/unix/build-binutils/3A24BC1E8FB409FA9F14371813FCEF89DD9E3C4F.key - artifact-name: binutils-source.tar.zst - strip-components: 1 - add-prefix: binutils-source/ - -binutils-2.41: - description: binutils 2.41 source code - fetch: - type: static-url - url: https://ftp.gnu.org/gnu/binutils/binutils-2.41.tar.xz - sha256: ae9a5789e23459e59606e6714723f2d3ffc31c03174191ef0d015bdf06007450 - size: 26765692 - gpg-signature: - sig-url: "{url}.sig" - key-path: build/unix/build-binutils/3A24BC1E8FB409FA9F14371813FCEF89DD9E3C4F.key - artifact-name: binutils-source.tar.zst - strip-components: 1 - add-prefix: binutils-source/ - -gcc-8.5.0: - description: GCC 8.5.0 source code - fetch: - type: static-url - url: https://ftp.gnu.org/gnu/gcc/gcc-8.5.0/gcc-8.5.0.tar.xz - sha256: d308841a511bb830a6100397b0042db24ce11f642dab6ea6ee44842e5325ed50 - size: 63841008 - gpg-signature: - sig-url: "{url}.sig" - key-path: build/unix/build-gcc/D3A93CAD751C2AF4F8C7AD516C35B99309B5FA62.key - artifact-name: gcc-source.tar.zst - strip-components: 1 - add-prefix: gcc-source/ - -gcc-9.5.0: - description: GCC 9.5.0 source code - fetch: - type: static-url - url: https://ftp.gnu.org/gnu/gcc/gcc-9.5.0/gcc-9.5.0.tar.xz - sha256: 27769f64ef1d4cd5e2be8682c0c93f9887983e6cfd1a927ce5a0a2915a95cf8f - size: 72462752 - gpg-signature: - sig-url: "{url}.sig" - key-path: build/unix/build-gcc/7F74F97C103468EE5D750B583AB00996FC26A641.key - artifact-name: gcc-source.tar.zst - strip-components: 1 - add-prefix: gcc-source/ - -gcc-11.4.0: - description: GCC 11.4.0 source code - fetch: - type: static-url - url: https://ftp.gnu.org/gnu/gcc/gcc-11.4.0/gcc-11.4.0.tar.xz - sha256: 3f2db222b007e8a4a23cd5ba56726ef08e8b1f1eb2055ee72c1402cea73a8dd9 - size: 79837032 - gpg-signature: - sig-url: "{url}.sig" - key-path: build/unix/build-gcc/D3A93CAD751C2AF4F8C7AD516C35B99309B5FA62.key - artifact-name: gcc-source.tar.zst - strip-components: 1 - add-prefix: gcc-source/ - -gmp-6.1.0: - description: GMP 6.1.0 source code - fetch: - type: static-url - url: https://ftp.gnu.org/gnu/gmp/gmp-6.1.0.tar.bz2 - sha256: 498449a994efeba527885c10405993427995d3f86b8768d8cdf8d9dd7c6b73e8 - size: 2383840 - gpg-signature: - sig-url: "{url}.sig" - key-path: build/unix/build-gcc/343C2FF0FBEE5EC2EDBEF399F3599FF828C67298.key - artifact-name: gmp-source.tar.zst - strip-components: 1 - add-prefix: gmp-source/ - -go-1.14.4: - description: Golang 1.14.4 build tools - fetch: - type: static-url - url: https://dl.google.com/go/go1.14.4.linux-amd64.tar.gz - sha256: aed845e4185a0b2a3c3d5e1d0a35491702c55889192bb9c30e67a3de6849c067 - size: 123711003 - -isl-0.16.1: - description: ISL 0.16.1 source code - fetch: - type: static-url - url: https://gcc.gnu.org/pub/gcc/infrastructure/isl-0.16.1.tar.bz2 - sha256: 412538bb65c799ac98e17e8cfcdacbb257a57362acfaaff254b0fcae970126d2 - size: 1626446 - artifact-name: isl-source.tar.zst - strip-components: 1 - add-prefix: isl-source/ - -mpc-1.0.3: - description: mpc 1.0.3 source code - fetch: - type: static-url - url: https://ftp.gnu.org/gnu/mpc/mpc-1.0.3.tar.gz - sha256: 617decc6ea09889fb08ede330917a00b16809b8db88c29c31bfbb49cbf88ecc3 - size: 669925 - gpg-signature: - sig-url: "{url}.sig" - key-path: build/unix/build-gcc/AD17A21EF8AED8F1CC02DBD9F7D5C9BF765C61E3.key - artifact-name: mpc-source.tar.zst - strip-components: 1 - add-prefix: mpc-source/ - -mpfr-3.1.4: - description: mpfr 3.1.4 source code - fetch: - type: static-url - url: http://www.mpfr.org/mpfr-3.1.4/mpfr-3.1.4.tar.bz2 - sha256: d3103a80cdad2407ed581f3618c4bed04e0c92d1cf771a65ead662cc397f7775 - size: 1279284 - gpg-signature: - sig-url: "{url}.asc" - key-path: build/unix/build-gcc/07F3DBBECC1A39605078094D980C197698C3739D.key - artifact-name: mpfr-source.tar.zst - strip-components: 1 - add-prefix: mpfr-source/ - -nasm-2.14.02: - description: nasm 2.14.02 source code - fetch: - type: static-url - url: https://www.nasm.us/pub/nasm/releasebuilds/2.14.02/nasm-2.14.02.tar.xz - sha256: e24ade3e928f7253aa8c14aa44726d1edf3f98643f87c9d72ec1df44b26be8f5 - size: 827620 - -nasm-2.15.05: - description: nasm 2.15.05 source code - fetch: - type: static-url - url: https://www.nasm.us/pub/nasm/releasebuilds/2.15.05/nasm-2.15.05.tar.xz - sha256: 3caf6729c1073bf96629b57cee31eeb54f4f8129b01902c73428836550b30a3f - size: 995732 - -wix-3.14.0: - description: wix 3.14.0 binary release - # WIX doesn't use a wrapping toplevel DIR, so we should really repackage it when - # Bug 1479533 and related code is ready. - fetch: - type: static-url - url: https://github.com/wixtoolset/wix3/releases/download/wix314rtm/wix314-binaries.zip - sha256: 13f067f38969faf163d93a804b48ea0576790a202c8f10291f2000f0e356e934 - size: 41282726 - -zlib-1.3.1: - description: zlib 1.3.1 source code - fetch: - type: static-url - url: https://zlib.net/fossils/zlib-1.3.1.tar.gz - sha256: 9a93b2b7dfdac77ceba5a558a580e74667dd6fede4585b91eefb60f03b72df23 - size: 1512791 - -nsis-3.07: - description: nsis 3.07 source code - fetch: - type: static-url - url: https://downloads.sourceforge.net/project/nsis/NSIS%203/3.07/nsis-3.07-src.tar.bz2 - sha256: 4dfad3388589985b4cd91d20e18e1458aa31e7d139b5b8adf25c3a9c1015efba - size: 1784292 - -nsis-3.07-win: - description: nsis 3.07 for windows - fetch: - type: static-url - # Temporary: pull down our own repackage of NSIS, with its plugin DLLs signed by Mozilla - # See https://bugzilla.mozilla.org/show_bug.cgi?id=1751450#c38 for more details - # bug 1771192 tracks adding a signing task downstream of the NSIS toolchain task - # to fix this more robustly. - url: https://github.com/mozilla-releng/adhoc-signing-blobs/raw/nsis/nsis-3.07-signed.zip - sha256: 5856cd49b52870caa41814d71ce30c4304d5001b80c04f4eb7028ffedd91df7e - size: 2618390 - artifact-name: nsis.tar.zst - strip-components: 1 - add-prefix: nsis/ - -upx-3.95-win: - description: upx 3.95 for windows - fetch: - type: static-url - url: https://hg.mozilla.org/mozilla-build/raw-file/3b8c537ca3c879551956ad47ca9f089583f647c5/upx-3.95-win64.zip - sha256: 5c076f87ba64d82f11513f4af0ceb07246a3540aa3c72ca3ffc2d53971fa56e3 - size: 462820 - -wine: - description: wine source code - fetch: - type: static-url - url: https://dl.winehq.org/wine/source/8.0/wine-8.0.2.tar.xz - sha256: 6ec8fb6f2c72d576cb11f52b2f8d59af64404802154651d122b98466d91dc847 - size: 29060452 - gpg-signature: - sig-url: "{url}.sign" - key-path: build/unix/build-gcc/DA23579A74D4AD9AF9D3F945CEFAC8EAAF17519D.key - artifact-name: wine.tar.zst - strip-components: 1 - add-prefix: wine-source/ - -cbindgen-0.26.0: - description: cbindgen source code - fetch: - type: git - repo: https://github.com/mozilla/cbindgen - revision: 703b53c06f9fe2dbc0193d67626558cfa84a0f62 - -cctools-port: - description: cctools-port source code - fetch: - type: git - repo: https://github.com/tpoechtrager/cctools-port - revision: 30518813875aed656aa7f18b6d485feee25f8f87 - -libtapi: - description: libtapi source code - fetch: - type: git - repo: https://github.com/tpoechtrager/apple-libtapi - revision: b4f141a16c7c82f75973429c92242a8c7de3ddb1 - -ldid: - description: ldid source code - fetch: - type: git - repo: https://github.com/tpoechtrager/ldid - revision: 4bf8f4d60384a0693dbbe2084ce62a35bfeb87ab - -libdmg-hfsplus: - description: libdmg-hfsplug source code - fetch: - type: git - repo: https://github.com/mozilla/libdmg-hfsplus/ - revision: a0a959bd25370c1c0a00c9ec525e3e78285adbf9 - -hfsplus-tools: - description: hfstools-plus source code - fetch: - type: static-url - # Most-upstream is https://opensource.apple.com/source/diskdev_cmds/ - url: https://src.fedoraproject.org/repo/pkgs/hfsplus-tools/diskdev_cmds-540.1.linux3.tar.gz/0435afc389b919027b69616ad1b05709/diskdev_cmds-540.1.linux3.tar.gz - sha256: b01b203a97f9a3bf36a027c13ddfc59292730552e62722d690d33bd5c24f5497 - size: 411205 - -xar: - description: xar source code - fetch: - type: git - repo: https://github.com/gabrielesvelto/xar - revision: 199ff76a7463f6b6a2548b4db29cd3dd5026df69 - -bomutils: - description: bomutils (mkbom) source code - fetch: - type: git - repo: https://github.com/hogliux/bomutils - revision: 0e7dc7eefefb3a0ba2ef3a432cdc1089ac40740c - -rust-size: - description: rust-size source code - fetch: - type: git - repo: https://github.com/luser/rust-size - revision: ab659d93b1faba95307df952aefe3fbed3583669 - -gn: - description: GN source code - fetch: - type: git - repo: https://gn.googlesource.com/gn - revision: 7e05276308f3d49f8514ef02afe4f94487b1efb2 - -grcov: - description: grcov source code - fetch: - type: git - repo: https://github.com/mozilla/grcov - revision: 322fc39acacd75aca0ff1c0a1ec2a3e91f04011c - -sccache: - description: sccache source code - fetch: - type: git - repo: https://github.com/mozilla/sccache - # 0.7.7 release - revision: e976c42c2141969915bdd39dd3177db6f27405a8 - -fxc2: - description: fxc2 source code - fetch: - type: git - repo: https://github.com/mozilla/fxc2 - revision: 63ad74b7faa7033f2c1be9cc1cd0225241a1a9a5 - -mingw-w64: - description: mingw-w64 source code - fetch: - type: git - repo: https://git.code.sf.net/p/mingw-w64/mingw-w64 - revision: cd4cf9b279f8fb0815f8b9665d3cea60a30290bc - -mingw-w64-trunk: - description: mingw-w64 master branch source code - attributes: - cached_task: false - fetch: - type: git - repo: https://git.code.sf.net/p/mingw-w64/mingw-w64 - branch: master - -llvm-mingw: - description: llvm-mingw source code - fetch: - type: git - repo: https://github.com/mstorsjo/llvm-mingw - revision: 9f8e5cebd6dbbb7546e8917e6c59284699a48d26 - -android-ndk-rs: - description: android-ndk-rs source code - fetch: - type: git - # Until there's a version of cargo-apk published on crates.io that has - # https://github.com/rust-windowing/android-ndk-rs/pull/236, we need to use - # an unpublished version. Additionally, until we update the NDK version used - # in gecko we must use our own patched version. See bug 1615148. - repo: https://github.com/jamienicol/android-ndk-rs - revision: 595f4e14a78371e3ab59b12f7bd8131f2ec5b4a1 - -clang-8.0: - description: clang 8.0.0 source code - fetch: - type: git - repo: https://github.com/llvm/llvm-project - revision: d2298e74235598f15594fe2c99bbac870a507c59 - -clang-14: - description: clang 14.0.5 source code - fetch: - type: git - repo: https://github.com/llvm/llvm-project - revision: 4bc1d0b51c8e488d78ab69c8b19cfbcd1f7db6a4 - -clang-17: - description: clang 17.0.6 source code - fetch: - type: git - repo: https://github.com/llvm/llvm-project - revision: 6009708b4367171ccdbf4b5905cb6a803753fe18 - -clang-18: - description: clang 18.1.1 source code - fetch: - type: git - repo: https://github.com/llvm/llvm-project - revision: dba2a75e9c7ef81fe84774ba5eee5e67e01d801a - -clang-trunk: - description: clang main branch source code - attributes: - cached_task: false - fetch: - type: git - repo: https://github.com/llvm/llvm-project - branch: main - -# We build stable rust from source so the resulting compiler acts as a nightly -# rust compiler, allowing to use unstable features like -Zbuild-std and -# sanitizers. -rust-1.77.2: - description: Rust 1.77.2 source code - fetch: - type: git - include-dot-git: true - repo: https://github.com/rust-lang/rust/ - revision: 25ef9e3d85d934b27d9dada2f9dd52b1dc63bb04 - -wasi-sdk-11: - description: wasi-sdk-11 source code - fetch: - type: git - repo: https://github.com/WebAssembly/wasi-sdk - revision: ceabbfe181599bca83d81e087a229797e472c09c - -wasi-sdk: - description: wasi-sdk-20 source code - fetch: - type: git - repo: https://github.com/WebAssembly/wasi-sdk - revision: 935fe1acd2fcd7ea4aed2d5ee4527482862b6344 - -ninja: - description: ninja 1.9.0 - fetch: - type: static-url - url: https://github.com/ninja-build/ninja/releases/download/v1.9.0/ninja-win.zip - sha256: 2d70010633ddaacc3af4ffbd21e22fae90d158674a09e132e06424ba3ab036e9 - size: 254497 - artifact-name: ninja.tar.zst - add-prefix: ninja/bin/ - -cmake: - description: cmake 3.25.1 - fetch: - type: static-url - url: https://github.com/Kitware/CMake/releases/download/v3.25.1/cmake-3.25.1-windows-x86_64.zip - sha256: d93958d87cc9b91983489f0b37a268b03a3c891894d11f5437fa2a5ce94aab24 - size: 41460154 - artifact-name: cmake.tar.zst - strip-components: 1 - add-prefix: cmake/ - -dump-syms: - description: dump_syms source code - fetch: - type: git - repo: https://github.com/mozilla/dump_syms/ - revision: 96c647f0a63912b68b0bc2613cef77d9b3f305fd - -rust-minidump: - description: rust-minidump 0.19.1 source code (for minidump-stackwalk) - fetch: - type: git - repo: https://github.com/rust-minidump/rust-minidump/ - revision: c3de84b061339c686a572fb9f059e7ba3fad38d6 - -fix-stacks: - description: fix-stacks source code - fetch: - type: git - repo: https://github.com/mozilla/fix-stacks/ - revision: 1fb1bcc8cb4dd65fbe342853954651563a0a88e7 - -winchecksec: - description: winchecksec source code - fetch: - type: git - repo: https://github.com/trailofbits/winchecksec/ - revision: 93ffe67dbfc757bf6f440d80b8acf88e652ed60a - -sonatype-nexus: - description: Sonatype Nexus Maven repository service - fetch: - type: static-url - url: https://download.sonatype.com/nexus/oss/nexus-2.14.18-01-bundle.tar.gz - sha256: 350af8b270bec7fda5861a15b8a5b7870fd8903d0b9a210754113d5a966ce6a6 - size: 83493896 - artifact-name: sonatype-nexus.tar.zst - strip-components: 1 - add-prefix: sonatype-nexus/ - -jdk-8-linux64: - description: Java 8 JDK - fetch: - type: static-url - url: https://github.com/adoptium/temurin8-binaries/releases/download/jdk8u312-b07/OpenJDK8U-jdk_x64_linux_hotspot_8u312b07.tar.gz - sha256: 699981083983b60a7eeb511ad640fae3ae4b879de5a3980fe837e8ade9c34a08 - size: 103016010 - artifact-name: jdk-8.tar.zst - strip-components: 1 - add-prefix: jdk-8/ - -makecab: - description: makecab source code - fetch: - type: git - repo: https://github.com/luser/rust-makecab/ - revision: 236cd02baefa754fc7a61b161c71d2aa13a87c2a - -nodejs-12-linux64: - description: nodejs 12 for x64 linux - fetch: - type: static-url - url: https://nodejs.org/dist/v12.22.12/node-v12.22.12-linux-x64.tar.xz - sha256: e6d052364bfa2c17da92cf31794100cfd709ba147415ddaeed2222eec9ca1469 - size: 14584388 - artifact-name: nodejs.tar.zst - strip-components: 1 - add-prefix: node/ - -nodejs-18-macosx64: - description: nodejs 18 for x64 macOS - fetch: - type: static-url - url: https://nodejs.org/dist/v18.19.0/node-v18.19.0-darwin-x64.tar.xz - sha256: 4f60b40071c6a67482b99d22a5265839177b8706a2b13b493396f368f0b42b00 - size: 22496376 - artifact-name: nodejs.tar.zst - strip-components: 1 - add-prefix: node/ - -nodejs-18-macosx64-arm64: - description: nodejs 18 for arm64 macOS - fetch: - type: static-url - url: https://nodejs.org/dist/v18.19.0/node-v18.19.0-darwin-arm64.tar.xz - sha256: 857885257c586fb13c93d33d326ca82056ba8b7445ce27cf34dd406add04158e - size: 20768464 - artifact-name: nodejs.tar.zst - strip-components: 1 - add-prefix: node/ - -nodejs-18-win32: - description: nodejs 18 for x86 Windows - fetch: - type: static-url - url: https://nodejs.org/dist/v18.19.0/node-v18.19.0-win-x86.zip - sha256: 3171148f735954bdca8adccb2200379e61142e0f5a2bdb4ca6432afb0d9951df - size: 27504941 - artifact-name: nodejs.tar.zst - strip-components: 1 - add-prefix: node/ - -nodejs-18-win64: - description: nodejs 18 for x64 Windows - fetch: - type: static-url - url: https://nodejs.org/dist/v18.19.0/node-v18.19.0-win-x64.zip - sha256: 5311913d45e1fcc3643c58d1e3926eb85437b180f025fe5857413c9f02403645 - size: 29332158 - artifact-name: nodejs.tar.zst - strip-components: 1 - add-prefix: node/ - -nodejs-18-source: - description: nodejs 18 source - fetch: - type: static-url - url: https://nodejs.org/dist/v18.19.0/node-v18.19.0.tar.xz - sha256: f52b41af20596a9abd8ed75241837ec43945468221448bbf841361e2091819b6 - size: 41248748 - artifact-name: nodejs.tar.zst - strip-components: 1 - add-prefix: node/ - -gnumake: - description: GNU make source - fetch: - type: static-url - url: https://ftp.gnu.org/gnu/make/make-4.3.tar.gz - sha256: e05fdde47c5f7ca45cb697e973894ff4f5d79e13b750ed57d7b66d8defc78e19 - size: 2317073 - artifact-name: make.tar.zst - strip-components: 1 - add-prefix: make/ - -msix-packaging: - description: Microsoft msix-packaging - fetch: - type: git - repo: https://github.com/mozilla/msix-packaging - revision: 8164b7ac5a67688e18fa2497fb31ba13ce9bfb15 - -pkgconf: - description: pkgconf 1.8.0 - fetch: - type: static-url - url: https://distfiles.dereferenced.org/pkgconf/pkgconf-1.8.0.tar.xz - sha256: ef9c7e61822b7cb8356e6e9e1dca58d9556f3200d78acab35e4347e9d4c2bbaf - size: 296304 - artifact-name: pkgconf.tar.zst - strip-components: 1 - add-prefix: pkgconf/ - -afl-plus-plus-4.0: - description: AFL++ 4.0x source - fetch: - type: git - repo: https://github.com/AFLplusplus/AFLplusplus - revision: 0d164e4c1811c4d05f940f78e90fc56b661fb3b4 - -cargo-vet: - description: cargo-vet source - fetch: - type: git - repo: https://github.com/mozilla/cargo-vet - revision: 5bd670061a22074eb5ee9d69feccc5900df00ec3 - -symbol-scrapers: - description: Linux distribution symbol scraper source - fetch: - type: git - repo: https://github.com/mozilla/symbol-scrapers - revision: 95ea2e4c5f82469cb394620c8d332e3457466e45 - -xz-5.4.4: - description: xz 5.4.4 source code - fetch: - type: static-url - url: https://tukaani.org/xz/xz-5.4.4.tar.gz - sha256: aae39544e254cfd27e942d35a048d592959bd7a79f9a624afb0498bb5613bdf8 - size: 2874706 - artifact-name: xz-source.tar.zst - strip-components: 1 - add-prefix: xz-source/ - -cpython-3.8.10: - description: cpython 3.8.10 source code - fetch: - type: static-url - url: https://www.python.org/ftp/python/3.8.10/Python-3.8.10.tgz - sha256: b37ac74d2cbad2590e7cd0dd2b3826c29afe89a734090a87bf8c03c45066cb65 - size: 24720640 - artifact-name: cpython-source.tar.zst - strip-components: 1 - add-prefix: cpython-source/ - -cpython-3.8.10.exe: - description: cpython 3.8.10 installer - fetch: - type: static-url - url: https://www.python.org/ftp/python/3.8.10/python-3.8.10-amd64.exe - sha256: 7628244cb53408b50639d2c1287c659f4e29d3dfdb9084b11aed5870c0c6a48a - size: 28296784 - artifact-name: python-3.8.10-amd64.exe - -cpython-3.11.7: - description: cpython 3.11.7 source code - fetch: - type: static-url - url: https://www.python.org/ftp/python/3.11.7/Python-3.11.7.tgz - sha256: 068c05f82262e57641bd93458dfa883128858f5f4997aad7a36fd25b13b29209 - size: 26601929 - artifact-name: cpython-source.tar.zst - strip-components: 1 - add-prefix: cpython-source/ - -cpython-3.11.7.exe: - description: cpython 3.11.7 installer - fetch: - type: static-url - url: https://www.python.org/ftp/python/3.11.7/python-3.11.7-amd64.exe - sha256: c117c6444494bbe4cc937e8a5a61899d53f7f5c5bc573c5d130304e457d54024 - size: 26009544 - artifact-name: python-3.11.7-amd64.exe - -windows-rs: - description: Source of the windows rust crate - fetch: - type: static-url - url: https://crates.io/api/v1/crates/windows/0.52.0/download - sha256: e48a53791691ab099e5e2ad123536d0fff50652600abaf43bbf952894110d0be - size: 11843715 - artifact-name: windows-rs.tar.zst - strip-components: 1 - add-prefix: windows-rs/ - -libxml2: - description: Source of the libxml2 library - fetch: - type: static-url - url: https://gitlab.gnome.org/GNOME/libxml2/-/archive/v2.9.12/libxml2-v2.9.12.tar.gz - sha256: 98bfa7a9a5e2a75638422050740448ee9f02bf4dc2075c9822d7747d5ff9e617 - size: 5233674 - artifact-name: libxml2.tar.zst - strip-components: 1 - add-prefix: libxml2/ - -mozilla-pdf.js: - description: Mozilla pdf.js Github repo - fetch: - type: git - repo: https://github.com/mozilla/pdf.js - revision: d64f334f98d4b7f1c2e09a731a63b68629c946f9 diff --git a/taskcluster/ci/fetch/updatebot.yml b/taskcluster/ci/fetch/updatebot.yml deleted file mode 100644 index b757a383f8..0000000000 --- a/taskcluster/ci/fetch/updatebot.yml +++ /dev/null @@ -1,33 +0,0 @@ -# This Source Code Form is subject to the terms of the Mozilla Public -# License, v. 2.0. If a copy of the MPL was not distributed with this -# file, You can obtain one at http://mozilla.org/MPL/2.0/. ---- -cloud-sql-proxy-1.25.0: - description: Windows executable for Google's Cloud SQL Proxy - fetch: - type: static-url - url: https://storage.googleapis.com/cloudsql-proxy/v1.25.0/cloud_sql_proxy_x64.exe - sha256: b922a8d3924499b829bfe53a25382f9b340ea804a738e2a7d8b34957a329a2dd - size: 16195072 - artifact-name: cloud_sql_proxy.exe -php-windows-7.4.24: - description: VC15 x64 Non Thread Safe (2021-Sep-21 16:58:34) - fetch: - type: static-url - url: https://windows.php.net/downloads/releases/archives/php-7.4.24-nts-Win32-vc15-x64.zip - sha256: 1e93fb390ab2761a47d27c97225a518759731c632c0dd87436cbf25f19582436 - size: 26067094 - artifact-name: php.tar.zst - add-prefix: php-win/ -arcanist: - description: checkout of arcanist for running on Windows - fetch: - type: git - repo: https://github.com/phacility/arcanist - revision: a028291f8e5e79b6446ad67ed8b0be9c5ec8f029 -depot_tools: - description: Google's depot_tools package - fetch: - type: git - repo: https://chromium.googlesource.com/chromium/tools/depot_tools.git - revision: 7b3351443198f4e7d068999b169385b55a43679a diff --git a/taskcluster/ci/fuzzing/kind.yml b/taskcluster/ci/fuzzing/kind.yml deleted file mode 100644 index 444240c619..0000000000 --- a/taskcluster/ci/fuzzing/kind.yml +++ /dev/null @@ -1,69 +0,0 @@ -# This Source Code Form is subject to the terms of the Mozilla Public -# License, v. 2.0. If a copy of the MPL was not distributed with this -# file, You can obtain one at http://mozilla.org/MPL/2.0/. ---- -loader: gecko_taskgraph.loader.transform:loader - -transforms: - - gecko_taskgraph.transforms.source_test:transforms - - taskgraph.transforms.task_context - - gecko_taskgraph.transforms.job:transforms - - gecko_taskgraph.transforms.task:transforms - -kind-dependencies: - - fetch - - toolchain - - build - -job-defaults: - worker-type: b-linux-gcp - worker: - max-run-time: 3600 - docker-image: {in-tree: debian12-amd64-build} - use-python: default - treeherder: - kind: test - tier: 3 - task-context: - from-object: {} - substitution-fields: [] - if-dependencies: [build] - -jobs: - simple: - platform: linux64/opt - require-build: - linux64/opt: build-linux64/opt - description: Simple Fuzzing Test - treeherder: - symbol: simple-fuzzing - fetches: - build: - - target.jsshell.zip - - target.fuzztest.tests.tar.gz - worker: - env: - LD_LIBRARY_PATH: /builds/worker/fetches - JSSHELL: ./js - run: - using: run-task - command: >- - cd $MOZ_FETCHES_DIR && - python3 tools/fuzzing/smoke/smoke.py - - python: - platform: linux64-asan-fuzzing/opt - require-build: - linux64-asan-fuzzing/opt: build-linux64-asan-fuzzing/opt - description: Python Fuzzing Smoke Tests - treeherder: - symbol: fuzzing-python - fetches: - build: - - target.tar.bz2 - run: - using: run-task - cwd: '{checkout}' - command: > - export GECKO_BINARY_PATH=$MOZ_FETCHES_DIR/firefox/firefox && - ./mach python-test --subsuite fuzzing diff --git a/taskcluster/ci/fxrecord/kind.yml b/taskcluster/ci/fxrecord/kind.yml deleted file mode 100644 index 7ff7816e7e..0000000000 --- a/taskcluster/ci/fxrecord/kind.yml +++ /dev/null @@ -1,46 +0,0 @@ -# This Source Code Form is subject to the terms of the Mozilla Public -# License, v. 2.0. If a copy of the MPL was not distributed with this -# file, You can obtain one at http://mozilla.org/MPL/2.0/. ---- -loader: gecko_taskgraph.loader.transform:loader - -kind-dependencies: - - build - -only-for-build-platforms: - - win64-shippable/opt - -transforms: - - taskgraph.transforms.from_deps - - gecko_taskgraph.transforms.name_sanity - - gecko_taskgraph.transforms.fxrecord - - gecko_taskgraph.transforms.release_notifications - - gecko_taskgraph.transforms.task - -jobs: - fxrecord: - name: notify-fxrecord-failure - description: "Desktop Startup Visual Metrics" - from-deps: - group-by: single-with-filters - run-on-projects: - - "mozilla-central" - worker-type: performance-hardware/gecko-t-fxrecorder - worker: - implementation: generic-worker - max-run-time: 1800 - os: windows - command: ["C:\\fxrecorder\\fxrecorder.exe --config C:\\fxrecorder\\fxrecord.toml record"] - treeherder: - symbol: fxrec(1st) - tier: 2 - kind: other - notifications: - status-types: - - "on-failed" - - "on-exception" - subject: fxrecord run failed - message: fxrecord run failed - emails: - - "barret@mozilla.com" - - "perftest-alerts@mozilla.com" diff --git a/taskcluster/ci/geckodriver-mac-notarization/kind.yml b/taskcluster/ci/geckodriver-mac-notarization/kind.yml deleted file mode 100644 index a90e6faa2e..0000000000 --- a/taskcluster/ci/geckodriver-mac-notarization/kind.yml +++ /dev/null @@ -1,37 +0,0 @@ -# This Source Code Form is subject to the terms of the Mozilla Public -# License, v. 2.0. If a copy of the MPL was not distributed with this -# file, You can obtain one at http://mozilla.org/MPL/2.0/. ---- -loader: gecko_taskgraph.loader.transform:loader - -transforms: - - taskgraph.transforms.from_deps - - gecko_taskgraph.transforms.mac_notarization - - gecko_taskgraph.transforms.name_sanity - - gecko_taskgraph.transforms.geckodriver_mac_notarization - - gecko_taskgraph.transforms.task - -kind-dependencies: - - geckodriver-signing - -only-for-build-platforms: - - macosx64-geckodriver/opt - - macosx64-aarch64-geckodriver/opt - -jobs: - geckodriver-mac-notarization: - from-deps: - group-by: single-with-filters - worker-type: linux-signing - treeherder: - symbol: TM(gd-n) - worker: - implementation: scriptworker-signing - max-run-time: 3600 - upstream-artifacts: - - taskType: signing - paths: - - public/build/geckodriver.tar.gz - formats: ["apple_notarization_geckodriver"] - taskId: - task-reference: diff --git a/taskcluster/ci/geckodriver-signing/kind.yml b/taskcluster/ci/geckodriver-signing/kind.yml deleted file mode 100644 index 08007495e5..0000000000 --- a/taskcluster/ci/geckodriver-signing/kind.yml +++ /dev/null @@ -1,20 +0,0 @@ -# This Source Code Form is subject to the terms of the Mozilla Public -# License, v. 2.0. If a copy of the MPL was not distributed with this -# file, You can obtain one at http://mozilla.org/MPL/2.0/. ---- -loader: gecko_taskgraph.loader.transform:loader - -transforms: - - taskgraph.transforms.from_deps - - gecko_taskgraph.transforms.name_sanity - - gecko_taskgraph.transforms.geckodriver_signing - - gecko_taskgraph.transforms.task - -kind-dependencies: - - toolchain - -jobs: - geckodriver-signing: - from-deps: - with-attributes: - geckodriver: [true] diff --git a/taskcluster/ci/generate-profile/kind.yml b/taskcluster/ci/generate-profile/kind.yml deleted file mode 100644 index b71afb23d0..0000000000 --- a/taskcluster/ci/generate-profile/kind.yml +++ /dev/null @@ -1,364 +0,0 @@ -# This Source Code Form is subject to the terms of the Mozilla Public -# License, v. 2.0. If a copy of the MPL was not distributed with this -# file, You can obtain one at http://mozilla.org/MPL/2.0/. ---- -loader: gecko_taskgraph.loader.transform:loader - -kind-dependencies: - - toolchain - - instrumented-build - -transforms: - - gecko_taskgraph.transforms.build_attrs:transforms - - gecko_taskgraph.transforms.release_deps:transforms - - gecko_taskgraph.transforms.run_pgo_profile:transforms - - gecko_taskgraph.transforms.job:transforms - - gecko_taskgraph.transforms.task:transforms - - -job-defaults: - treeherder: - symbol: Bpgo(run) - kind: build - tier: 1 - use-python: default - -jobs: - linux-shippable/opt: - description: "Linux Profile Generation" - shipping-phase: build - shipping-product: firefox - index: - product: firefox - job-name: linux-profile - treeherder: - platform: linux32-shippable/opt - worker-type: b-linux-gcp - worker: - chain-of-trust: true - env: - NEED_XVFB: "true" - max-run-time: 1200 - docker-image: {in-tree: ubuntu1804-test} - artifacts: - - type: directory - name: public/build - path: /builds/worker/artifacts/ - run: - using: run-task - cwd: '{checkout}' - command: > - ./taskcluster/scripts/misc/run-profileserver.sh - run-on-projects: ['release'] - fetches: - toolchain: - - linux64-clang - - linux64-minidump-stackwalk - - linux64-shippable/opt: - description: "Linux64 Profile Generation" - shipping-phase: build - shipping-product: firefox - index: - product: firefox - job-name: linux64-profile - treeherder: - platform: linux64-shippable/opt - worker-type: b-linux-gcp - worker: - chain-of-trust: true - env: - NEED_XVFB: "true" - max-run-time: 1200 - docker-image: {in-tree: ubuntu1804-test} - artifacts: - - type: directory - name: public/build - path: /builds/worker/artifacts/ - run: - using: run-task - cwd: '{checkout}' - command: > - ./taskcluster/scripts/misc/run-profileserver.sh - run-on-projects: ['release'] - fetches: - toolchain: - - linux64-clang - - linux64-minidump-stackwalk - - android-x86-shippable/opt: - description: "Android 5.0 x86 Profile Generation" - shipping-phase: build - shipping-product: fennec - index: - product: mobile - job-name: android-x86-profile - treeherder: - platform: android-5-0-x86/pgo - worker-type: t-linux-xlarge-pgo - worker: - chain-of-trust: true - max-run-time: 2700 - docker-image: {in-tree: ubuntu1804-test} - env: - WORKING_DIR: "/builds/worker" - MOZHARNESS_PATH: "/builds/worker/checkouts/gecko/testing/mozharness" - PYTHON: "/builds/worker/checkouts/gecko/mach python" - artifacts: - - type: directory - name: public/build - path: /builds/worker/artifacts/ - run: - using: mozharness - job-script: taskcluster/scripts/tester/test-linux.sh - script: android_emulator_pgo.py - tooltool-downloads: internal - options: [installer-path=/builds/worker/fetches/geckoview-test_runner.apk] - config: - - android/android_common.py - - android/android-x86_64-profile-generation.py - - android/android_pgo.py - run-on-projects: ['release'] - fetches: - toolchain: - - linux64-clang - - linux64-minidump-stackwalk - - linux64-hostutils - - android-sdk-linux - - android-system-image-x86_64-linux - - android-avd-x86_64-linux - - android-x86_64-shippable/opt: - description: "Android 5.0 x86_64 Profile Generation" - shipping-phase: build - shipping-product: fennec - index: - product: mobile - job-name: android-x86_64-profile - treeherder: - platform: android-5-0-x86_64/pgo - worker-type: t-linux-xlarge-pgo - worker: - chain-of-trust: true - max-run-time: 2700 - docker-image: {in-tree: ubuntu1804-test} - env: - WORKING_DIR: "/builds/worker" - MOZHARNESS_PATH: "/builds/worker/checkouts/gecko/testing/mozharness" - PYTHON: "/builds/worker/checkouts/gecko/mach python" - artifacts: - - type: directory - name: public/build - path: /builds/worker/artifacts/ - run: - using: mozharness - job-script: taskcluster/scripts/tester/test-linux.sh - script: android_emulator_pgo.py - tooltool-downloads: internal - options: [installer-path=/builds/worker/fetches/geckoview-test_runner.apk] - config: - - android/android_common.py - - android/android-x86_64-profile-generation.py - - android/android_pgo.py - run-on-projects: ['release'] - fetches: - toolchain: - - linux64-clang - - linux64-minidump-stackwalk - - linux64-hostutils - - android-sdk-linux - - android-system-image-x86_64-linux - - android-avd-x86_64-linux - - android-aarch64-shippable/opt: - description: "Android 5.0 Aarch64 Profile Generation" - shipping-phase: build - shipping-product: fennec - index: - product: mobile - job-name: android-aarch64-profile - treeherder: - platform: android-5-0-aarch64/pgo - worker-type: b-linux-kvm-gcp - worker: - chain-of-trust: true - max-run-time: 2700 - kvm: true # for access to /dev/kvm for hw accel in the emulator - docker-image: {in-tree: ubuntu1804-test} - env: - WORKING_DIR: "/builds/worker" - MOZHARNESS_PATH: "/builds/worker/checkouts/gecko/testing/mozharness" - PYTHON: "/builds/worker/checkouts/gecko/mach python" - artifacts: - - type: directory - name: public/build - path: /builds/worker/artifacts/ - run: - using: mozharness - job-script: taskcluster/scripts/tester/test-linux.sh - script: android_emulator_pgo.py - tooltool-downloads: internal - options: [installer-path=/builds/worker/fetches/geckoview-test_runner.apk] - config: - - android/android_common.py - - android/android-aarch64-profile-generation.py - - android/android_pgo.py - run-on-projects: ['release'] - fetches: - toolchain: - - linux64-clang - - linux64-minidump-stackwalk - - linux64-hostutils - - android-sdk-linux - - android31-system-image-x86_64-linux - - android31-avd-x86_64-linux - - win32-shippable/opt: - description: "Win32 Profile Generation" - shipping-phase: build - shipping-product: firefox - index: - product: firefox - job-name: win32-profile - treeherder: - platform: windows2012-32-shippable/opt - worker-type: b-win2022 - worker: - chain-of-trust: true - max-run-time: 2400 - env: - UPLOAD_PATH: "artifacts" - artifacts: - - type: directory - name: public/build - path: build/src/artifacts/ - run: - using: run-task - sparse-profile: profile-generate - cwd: '{checkout}' - command: ./taskcluster/scripts/misc/run-profileserver.sh - run-on-projects: ['release'] - fetches: - toolchain: - - win64-clang-toolchain - - win32-minidump-stackwalk - - win64-shippable/opt: - description: "Win64 Profile Generation" - shipping-phase: build - shipping-product: firefox - index: - product: firefox - job-name: win64-profile - treeherder: - platform: windows2012-64-shippable/opt - worker-type: b-win2022 - worker: - chain-of-trust: true - max-run-time: 2400 - env: - UPLOAD_PATH: "artifacts" - artifacts: - - type: directory - name: public/build - path: build/src/artifacts/ - run: - using: run-task - sparse-profile: profile-generate - cwd: '{checkout}' - command: ./taskcluster/scripts/misc/run-profileserver.sh - run-on-projects: ['release'] - fetches: - toolchain: - - win64-clang-toolchain - - win32-minidump-stackwalk - - win64-nightlyasrelease/opt: - description: "Win64 Nightly-as-release Profile Generation" - shipping-phase: build - shipping-product: firefox - index: - product: firefox - job-name: win64-nightlyasrelease-profile - treeherder: - platform: win64-nightlyasrelease/opt - worker-type: b-win2022 - worker: - chain-of-trust: true - max-run-time: 2400 - env: - UPLOAD_PATH: "artifacts" - artifacts: - - type: directory - name: public/build - path: build/src/artifacts/ - run: - using: run-task - sparse-profile: profile-generate - cwd: '{checkout}' - command: ./taskcluster/scripts/misc/run-profileserver.sh - run-on-projects: [trunk-only] - fetches: - toolchain: - - win64-clang-toolchain - - win32-minidump-stackwalk - - macosx64-shippable/opt: - description: "macosx64 Profile Generation" - shipping-phase: build - shipping-product: firefox - index: - product: firefox - job-name: macosx64-profile - treeherder: - platform: macosx1015-64-shippable/opt - worker-type: b-osx-1015 - worker: - chain-of-trust: true - max-run-time: 7200 - env: - SHELL: "/bin/bash" - artifacts: - - type: directory - name: public/build - path: artifacts/ - run: - using: run-task - sparse-profile: profile-generate - cwd: '{checkout}' - command: ./taskcluster/scripts/misc/run-profileserver-macos.sh - run-on-projects: ['release'] - fetches: - toolchain: - - macosx64-clang - - macosx64-minidump-stackwalk - - macosx64-aarch64-shippable/opt: - description: "macosx64 aarch64 Profile Generation" - shipping-phase: build - shipping-product: firefox - index: - product: firefox - job-name: macosx64-aarch64-profile - treeherder: - platform: macosx1100-64-shippable/opt - worker-type: b-osx-arm64 - worker: - chain-of-trust: true - max-run-time: 7200 - env: - SHELL: "/bin/bash" - artifacts: - - type: directory - name: public/build - path: artifacts/ - run: - using: run-task - sparse-profile: profile-generate - cwd: '{checkout}' - command: ./taskcluster/scripts/misc/run-profileserver-macos.sh - run-on-projects: ['release'] - fetches: - toolchain: - - macosx64-clang - - macosx64-minidump-stackwalk diff --git a/taskcluster/ci/github-sync/kind.yml b/taskcluster/ci/github-sync/kind.yml deleted file mode 100644 index 7c0b8136c4..0000000000 --- a/taskcluster/ci/github-sync/kind.yml +++ /dev/null @@ -1,53 +0,0 @@ -# This Source Code Form is subject to the terms of the Mozilla Public -# License, v. 2.0. If a copy of the MPL was not distributed with this -# file, You can obtain one at http://mozilla.org/MPL/2.0/. ---- -loader: gecko_taskgraph.loader.transform:loader - -kind-dependencies: - - toolchain - - build - -transforms: - - gecko_taskgraph.transforms.github_sync:transforms - - gecko_taskgraph.transforms.job:transforms - - gecko_taskgraph.transforms.task:transforms - -job-defaults: - attributes: - retrigger: true - run-on-projects: ['mozilla-central-only'] - worker-type: b-linux-gcp - treeherder: - platform: other/opt - tier: 2 - kind: other - worker: - max-run-time: 3600 - docker-image: {in-tree: github-sync} - run: - sparse-profile: github-sync - using: run-task - -jobs: - webrender: - description: Sync webrender to github mirror - secret: gecko/gfx-github-sync/token - run: - command: '$GECKO_PATH/tools/github-sync/sync-to-github.sh webrender gfx/wr servo/webrender @bors-servo' - when: - files-changed: - - 'gfx/wr/**' - treeherder: - symbol: GhS(wr) - - qcms: - description: Sync qcms to github mirror - secret: gecko/gfx-github-sync/token - run: - command: '$GECKO_PATH/tools/github-sync/sync-to-github.sh qcms gfx/qcms FirefoxGraphics/qcms @jrmuizel' - when: - files-changed: - - 'gfx/qcms/**' - treeherder: - symbol: GhS(qcms) diff --git a/taskcluster/ci/hazard/kind.yml b/taskcluster/ci/hazard/kind.yml deleted file mode 100644 index 8bdc1bbb17..0000000000 --- a/taskcluster/ci/hazard/kind.yml +++ /dev/null @@ -1,83 +0,0 @@ -# This Source Code Form is subject to the terms of the Mozilla Public -# License, v. 2.0. If a copy of the MPL was not distributed with this -# file, You can obtain one at http://mozilla.org/MPL/2.0/. ---- -loader: gecko_taskgraph.loader.transform:loader - -kind-dependencies: - - toolchain - -transforms: - - gecko_taskgraph.transforms.build_attrs:transforms - - gecko_taskgraph.transforms.build_lints:transforms - - gecko_taskgraph.transforms.job:transforms - - gecko_taskgraph.transforms.task:transforms - -job-defaults: - attributes: - retrigger: true - treeherder: - kind: build - tier: 1 - worker-type: b-linux-gcp - worker: - max-run-time: 10800 - docker-image: {in-tree: debian12-amd64-build} - use-python: default - -jobs: - linux64-shell-haz/debug: - description: "JS Shell Hazard Analysis Linux" - index: - product: firefox - job-name: shell-haz-debug - treeherder: - platform: linux64/debug - symbol: SM(H) - run: - using: hazard - command: > - cd /builds/worker/checkouts/gecko/taskcluster/scripts/builder - && ./build-haz-linux.sh --project js $HOME/workspace - when: - files-changed: - - js/public/** - - js/src/** - fetches: - toolchain: - - linux64-clang - - linux64-gcc-9 - - linux64-gcc-sixgill - - linux64-rust - - linux64-cbindgen - - linux64-node - - linux64-pkgconf - - sysroot-x86_64-linux-gnu - - linux64-haz/debug: - description: "Browser Hazard Analysis Linux" - index: - product: firefox - job-name: browser-haz-debug - treeherder: - platform: linux64/debug - symbol: H - run: - using: hazard - command: > - cd /builds/worker/checkouts/gecko/taskcluster/scripts/builder - && ./build-haz-linux.sh --project browser $HOME/workspace - fetches: - toolchain: - - linux64-clang - - linux64-gcc-9 - - linux64-gcc-sixgill - - linux64-rust - - linux64-cbindgen - - linux64-nasm - - linux64-node - - linux64-pkgconf - - sysroot-x86_64-linux-gnu - - sysroot-wasm32-wasi - optimization: - skip-unless-backstop: null diff --git a/taskcluster/ci/instrumented-build/kind.yml b/taskcluster/ci/instrumented-build/kind.yml deleted file mode 100644 index 9823970185..0000000000 --- a/taskcluster/ci/instrumented-build/kind.yml +++ /dev/null @@ -1,493 +0,0 @@ -# This Source Code Form is subject to the terms of the Mozilla Public -# License, v. 2.0. If a copy of the MPL was not distributed with this -# file, You can obtain one at http://mozilla.org/MPL/2.0/. ---- -loader: gecko_taskgraph.loader.transform:loader - -kind-dependencies: - - toolchain - - fetch - -transforms: - - gecko_taskgraph.transforms.build:transforms - - gecko_taskgraph.transforms.build_attrs:transforms - - gecko_taskgraph.transforms.build_lints:transforms - - gecko_taskgraph.transforms.job:transforms - - gecko_taskgraph.transforms.artifact:transforms - - gecko_taskgraph.transforms.task:transforms - -job-defaults: - shipping-phase: build - treeherder: - symbol: Bpgo(instr) - tier: 1 - worker: - max-run-time: 7200 - env: - PERFHERDER_EXTRA_OPTIONS: instrumented - MACH_BUILD_PYTHON_NATIVE_PACKAGE_SOURCE: system - use-python: default - run: - using: mozharness - actions: [get-secrets, build] - script: mozharness/scripts/fx_desktop_build.py - secrets: true - use-sccache: - by-release-level: - production: false - staging: true - fetches: - toolchain: - - linux64-sccache - -jobs: - linux-shippable/opt: - description: "Linux Instrumented" - index: - product: firefox - job-name: instrumented-linux - shipping-product: firefox - treeherder: - platform: linux32-shippable/opt - worker-type: b-linux-gcp - run: - config: - - builds/releng_base_firefox.py - - builds/releng_base_linux_32_builds.py - mozconfig-variant: profile-generate - tooltool-downloads: public - run-on-projects: ['release'] - fetches: - toolchain: - - linux64-clang - - linux64-rust - - linux64-rust-size - - linux64-cbindgen - - linux64-dump_syms - - linux64-nasm - - linux64-node - - linux64-pkgconf - - sysroot-i686-linux-gnu - - sysroot-x86_64-linux-gnu - - sysroot-wasm32-wasi - - linux64-shippable/opt: - description: "Linux64 Instrumented" - index: - product: firefox - job-name: instrumented-linux64 - shipping-product: firefox - treeherder: - platform: linux64-shippable/opt - worker-type: b-linux-gcp - run: - config: - - builds/releng_base_firefox.py - - builds/releng_base_linux_64_builds.py - mozconfig-variant: profile-generate - tooltool-downloads: public - run-on-projects: ['release'] - fetches: - toolchain: - - linux64-clang - - linux64-rust - - linux64-rust-size - - linux64-cbindgen - - linux64-dump_syms - - linux64-nasm - - linux64-node - - linux64-pkgconf - - sysroot-x86_64-linux-gnu - - sysroot-wasm32-wasi - - linux64-aarch64-shippable/opt: - description: "Linux AArch64 (a.k.a. ARM64) Instrumented" - index: - product: firefox - job-name: instrumented-linux64-aarch64 - shipping-product: firefox - treeherder: - platform: linux64-aarch64-shippable/opt - worker-type: b-linux-gcp - run: - config: - - builds/releng_base_firefox.py - - builds/releng_base_linux_64_builds.py - mozconfig-variant: profile-generate - extra-config: - extra_mozconfig_content: - - ac_add_options --target=aarch64 - - unset MOZ_STDCXX_COMPAT - tooltool-downloads: public - run-on-projects: ['mozilla-central'] - fetches: - toolchain: - - linux64-clang - - linux64-rust - - linux64-rust-size - - linux64-cbindgen - - linux64-dump_syms - - linux64-nasm - - linux64-node - - linux64-pkgconf - - sysroot-aarch64-linux-gnu - - sysroot-x86_64-linux-gnu - - sysroot-wasm32-wasi - - macosx64-shippable/opt: - description: "MacOS X x64 Cross-compile Instrumented" - shipping-phase: build - shipping-product: firefox - treeherder: - platform: osx-shippable/opt - worker-type: b-linux-gcp - worker: - max-run-time: 7200 - env: - PERFHERDER_EXTRA_OPTIONS: instrumented - run: - using: mozharness - actions: [get-secrets, build] - config: - - builds/releng_base_firefox.py - - builds/releng_base_mac_64_cross_builds.py - script: "mozharness/scripts/fx_desktop_build.py" - secrets: true - mozconfig-variant: profile-generate - run-on-projects: ['release'] - fetches: - toolchain: - - linux64-clang - - linux64-hfsplus - - linux64-libdmg - - linux64-rust-macos - - linux64-rust-size - - linux64-cbindgen - - linux64-dump_syms - - linux64-nasm - - linux64-node - - macosx64-sdk - - sysroot-x86_64-linux-gnu - - sysroot-wasm32-wasi - - macosx64-aarch64-shippable/opt: - description: "MacOS X aarch64 Cross-compile Instrumented" - shipping-phase: build - shipping-product: firefox - treeherder: - platform: osx-aarch64-shippable/opt - worker-type: b-linux-gcp - worker: - max-run-time: 7200 - env: - PERFHERDER_EXTRA_OPTIONS: instrumented - run: - using: mozharness - actions: [get-secrets, build] - config: - - builds/releng_base_firefox.py - - builds/releng_base_mac_64_cross_builds.py - script: "mozharness/scripts/fx_desktop_build.py" - secrets: true - mozconfig-variant: profile-generate - extra-config: - mozconfig_platform: macosx64-aarch64 - run-on-projects: ['release'] - fetches: - toolchain: - - linux64-clang - - linux64-hfsplus - - linux64-libdmg - - linux64-rust-macos - - linux64-rust-size - - linux64-cbindgen - - linux64-dump_syms - - linux64-nasm - - linux64-node - - macosx64-sdk - - sysroot-x86_64-linux-gnu - - sysroot-wasm32-wasi - - android-x86-shippable/opt: - description: "Android 5.0 x86 PGO instrumented" - index: - product: mobile - job-name: instrumented-android-x86 - shipping-product: fennec - treeherder: - platform: android-5-0-x86/pgo - worker-type: b-linux-gcp - worker: - docker-image: {in-tree: android-build} - env: - GRADLE_USER_HOME: "/builds/worker/checkouts/gecko/mobile/android/gradle/dotgradle-offline" - TOOLTOOL_MANIFEST: "mobile/android/config/tooltool-manifests/android/releng.manifest" - artifacts: - - name: public/build - path: /builds/worker/artifacts/ - type: directory - - name: public/build/geckoview-androidTest.apk - path: /builds/worker/workspace/obj-build/gradle/build/mobile/android/geckoview/outputs/apk/androidTest/withGeckoBinaries/debug/geckoview-withGeckoBinaries-debug-androidTest.apk - type: file - - name: public/build/geckoview-test_runner.apk - path: /builds/worker/workspace/obj-build/gradle/build/mobile/android/test_runner/outputs/apk/withGeckoBinaries/debug/test_runner-withGeckoBinaries-debug.apk - type: file - - name: public/build/geckoview-test_runner.aab - path: /builds/worker/workspace/obj-build/gradle/build/mobile/android/test_runner/outputs/bundle/withGeckoBinariesDebug/test_runner-withGeckoBinaries-debug.aab - type: file - - name: public/build/geckoview_example.apk - path: /builds/worker/workspace/obj-build/gradle/build/mobile/android/geckoview_example/outputs/apk/withGeckoBinaries/debug/geckoview_example-withGeckoBinaries-debug.apk - type: file - - name: public/build/geckoview_example.aab - path: /builds/worker/workspace/obj-build/gradle/build/mobile/android/geckoview_example/outputs/bundle/withGeckoBinariesDebug/geckoview_example-withGeckoBinaries-debug.aab - type: file - run: - config: - - builds/releng_base_android_64_builds.py - custom-build-variant-cfg: x86-profile-generate - tooltool-downloads: internal - run-on-projects: ['release'] - fetches: - toolchain: - - android-gradle-dependencies - - android-gradle-python-envs - - android-ndk-linux - - android-sdk-linux - - linux64-jdk - - linux64-clang - - linux64-rust-android - - linux64-rust-size - - linux64-cbindgen - - linux64-dump_syms - - linux64-nasm - - linux64-node - - sysroot-x86_64-linux-gnu - - sysroot-wasm32-wasi - - android-x86_64-shippable/opt: - description: "Android 5.0 x86_64 PGO instrumented" - index: - product: mobile - job-name: instrumented-android-x86_64 - shipping-product: fennec - treeherder: - platform: android-5-0-x86_64/pgo - worker-type: b-linux-gcp - worker: - docker-image: {in-tree: android-build} - env: - GRADLE_USER_HOME: "/builds/worker/checkouts/gecko/mobile/android/gradle/dotgradle-offline" - TOOLTOOL_MANIFEST: "mobile/android/config/tooltool-manifests/android/releng.manifest" - artifacts: - - name: public/build - path: /builds/worker/artifacts/ - type: directory - - name: public/build/geckoview-androidTest.apk - path: /builds/worker/workspace/obj-build/gradle/build/mobile/android/geckoview/outputs/apk/androidTest/withGeckoBinaries/debug/geckoview-withGeckoBinaries-debug-androidTest.apk - type: file - - name: public/build/geckoview-test_runner.apk - path: /builds/worker/workspace/obj-build/gradle/build/mobile/android/test_runner/outputs/apk/withGeckoBinaries/debug/test_runner-withGeckoBinaries-debug.apk - type: file - - name: public/build/geckoview-test_runner.aab - path: /builds/worker/workspace/obj-build/gradle/build/mobile/android/test_runner/outputs/bundle/withGeckoBinariesDebug/test_runner-withGeckoBinaries-debug.aab - type: file - - name: public/build/geckoview_example.apk - path: /builds/worker/workspace/obj-build/gradle/build/mobile/android/geckoview_example/outputs/apk/withGeckoBinaries/debug/geckoview_example-withGeckoBinaries-debug.apk - type: file - - name: public/build/geckoview_example.aab - path: /builds/worker/workspace/obj-build/gradle/build/mobile/android/geckoview_example/outputs/bundle/withGeckoBinariesDebug/geckoview_example-withGeckoBinaries-debug.aab - type: file - run: - config: - - builds/releng_base_android_64_builds.py - custom-build-variant-cfg: x86_64-profile-generate - tooltool-downloads: internal - run-on-projects: ['release'] - fetches: - toolchain: - - android-gradle-dependencies - - android-gradle-python-envs - - android-ndk-linux - - android-sdk-linux - - linux64-jdk - - linux64-clang - - linux64-rust-android - - linux64-rust-size - - linux64-cbindgen - - linux64-dump_syms - - linux64-nasm - - linux64-node - - sysroot-x86_64-linux-gnu - - sysroot-wasm32-wasi - - android-aarch64-shippable/opt: - description: "Android 5.0 AArch64 PGO instrumented" - index: - product: mobile - job-name: instrumented-android-aarch64 - shipping-product: fennec - treeherder: - platform: android-5-0-aarch64/pgo - worker-type: b-linux-gcp - worker: - docker-image: {in-tree: android-build} - env: - GRADLE_USER_HOME: "/builds/worker/checkouts/gecko/mobile/android/gradle/dotgradle-offline" - TOOLTOOL_MANIFEST: "mobile/android/config/tooltool-manifests/android/releng.manifest" - artifacts: - - name: public/build - path: /builds/worker/artifacts/ - type: directory - - name: public/build/geckoview-androidTest.apk - path: /builds/worker/workspace/obj-build/gradle/build/mobile/android/geckoview/outputs/apk/androidTest/withGeckoBinaries/debug/geckoview-withGeckoBinaries-debug-androidTest.apk - type: file - - name: public/build/geckoview-test_runner.apk - path: /builds/worker/workspace/obj-build/gradle/build/mobile/android/test_runner/outputs/apk/withGeckoBinaries/debug/test_runner-withGeckoBinaries-debug.apk - type: file - - name: public/build/geckoview-test_runner.aab - path: /builds/worker/workspace/obj-build/gradle/build/mobile/android/test_runner/outputs/bundle/withGeckoBinariesDebug/test_runner-withGeckoBinaries-debug.aab - type: file - - name: public/build/geckoview_example.apk - path: /builds/worker/workspace/obj-build/gradle/build/mobile/android/geckoview_example/outputs/apk/withGeckoBinaries/debug/geckoview_example-withGeckoBinaries-debug.apk - type: file - - name: public/build/geckoview_example.aab - path: /builds/worker/workspace/obj-build/gradle/build/mobile/android/geckoview_example/outputs/bundle/withGeckoBinariesDebug/geckoview_example-withGeckoBinaries-debug.aab - type: file - run: - config: - - builds/releng_base_android_64_builds.py - custom-build-variant-cfg: aarch64-profile-generate - tooltool-downloads: internal - run-on-projects: ['release'] - fetches: - toolchain: - - android-gradle-dependencies - - android-gradle-python-envs - - android-ndk-linux - - android-sdk-linux - - linux64-jdk - - linux64-clang - - linux64-rust-android - - linux64-rust-size - - linux64-cbindgen - - linux64-dump_syms - - linux64-nasm - - linux64-node - - sysroot-x86_64-linux-gnu - - sysroot-wasm32-wasi - - win32-shippable/opt: - description: "Win32 Shippable PGO Instrumented" - index: - product: firefox - job-name: instrumented-win32 - shipping-product: firefox - treeherder: - platform: windows2012-32-shippable/opt - worker-type: b-linux-gcp - run: - options: [append-env-variables-from-configs] - mozconfig-variant: profile-generate - config: - - builds/releng_base_firefox.py - - builds/releng_base_linux_64_builds.py - extra-config: - stage_platform: win32 - mozconfig_platform: win32 - run-on-projects: ['release'] - fetches: - toolchain: - - linux64-clang - - linux64-rust-cross - - linux64-rust-size - - linux64-nasm - - linux64-node - - linux64-cbindgen - - linux64-dump_syms - - linux64-wine - - linux64-winchecksec - - nsis - - sysroot-x86_64-linux-gnu - - sysroot-wasm32-wasi - - vs - - windows-rs - fetch: - - upx-3.95-win - - win64-nightlyasrelease/opt: - description: "Win64 Shippable PGO Instrumented" - index: - product: firefox - job-name: instrumented-nightlyasrelease-win64 - shipping-product: firefox - treeherder: - platform: win64-nightlyasrelease/opt - worker-type: b-linux-gcp - run: - options: [append-env-variables-from-configs] - mozconfig-variant: profile-generate - config: - - builds/releng_base_firefox.py - - builds/releng_base_linux_64_builds.py - extra-config: - stage_platform: win64 - mozconfig_platform: win64 - extra_mozconfig_content: - - ac_add_options --as-milestone=release - run-on-projects: [trunk-only] - fetches: - toolchain: - - linux64-clang - - linux64-rust-cross - - linux64-rust-size - - linux64-nasm - - linux64-node - - linux64-cbindgen - - linux64-dump_syms - - linux64-wine - - linux64-winchecksec - - nsis - - sysroot-x86_64-linux-gnu - - sysroot-wasm32-wasi - - vs - - windows-rs - fetch: - - upx-3.95-win - - win64-shippable/opt: - description: "Win64 Shippable PGO Instrumented" - index: - product: firefox - job-name: instrumented-win64 - shipping-product: firefox - treeherder: - platform: windows2012-64-shippable/opt - worker-type: b-linux-gcp - run: - options: [append-env-variables-from-configs] - mozconfig-variant: profile-generate - config: - - builds/releng_base_firefox.py - - builds/releng_base_linux_64_builds.py - extra-config: - stage_platform: win64 - mozconfig_platform: win64 - run-on-projects: ['release'] - fetches: - toolchain: - - linux64-clang - - linux64-rust-cross - - linux64-rust-size - - linux64-nasm - - linux64-node - - linux64-cbindgen - - linux64-dump_syms - - linux64-wine - - linux64-winchecksec - - nsis - - sysroot-x86_64-linux-gnu - - sysroot-wasm32-wasi - - vs - - windows-rs - fetch: - - upx-3.95-win diff --git a/taskcluster/ci/l10n-bump/kind.yml b/taskcluster/ci/l10n-bump/kind.yml deleted file mode 100644 index d40f9c48e9..0000000000 --- a/taskcluster/ci/l10n-bump/kind.yml +++ /dev/null @@ -1,135 +0,0 @@ -# This Source Code Form is subject to the terms of the Mozilla Public -# License, v. 2.0. If a copy of the MPL was not distributed with this -# file, You can obtain one at http://mozilla.org/MPL/2.0/. ---- -loader: gecko_taskgraph.loader.transform:loader - -transforms: - - gecko_taskgraph.transforms.release_version_bump:transforms - - gecko_taskgraph.transforms.task:transforms - -job-defaults: - worker-type: tree - worker: - implementation: treescript - tags: [] - bump: false - dontbuild: - by-project: - mozilla-beta: false - default: true - ignore-closed-tree: - by-project: - autoland: true - default: false - push: - by-project: - mozilla-(central|beta): true - autoland: true - default: false - source-repo: - by-release-type: - beta: https://hg.mozilla.org/releases/mozilla-beta - nightly: https://hg.mozilla.org/mozilla-central - default: https://hg.mozilla.org/integration/autoland - l10n-bump-info: - by-release-type: - # XXX whenever the `beta` config changes, make sure to make - # the corresponding change in merge-automation/kind.yml - beta: - name: Firefox l10n changesets - path: browser/locales/l10n-changesets.json - version-path: browser/config/version.txt - l10n-repo-url: "https://hg.mozilla.org/l10n-central/%(locale)s/json-pushes?version=2&tipsonly=1" - ignore-config: - ja: - - macosx64 - - macosx64-devedition - ja-JP-mac: - - linux - - linux-devedition - - linux64 - - linux64-devedition - - linux64-aarch64 - - win32 - - win32-devedition - - win64 - - win64-devedition - - win64-aarch64 - - win64-aarch64-devedition - platform-configs: - [ - { - "platforms": - [ - "linux", - "linux-devedition", - "linux64", - "linux64-aarch64", - "linux64-devedition", - "macosx64", - "macosx64-devedition", - "win32", - "win32-devedition", - "win64", - "win64-devedition", - "win64-aarch64", - "win64-aarch64-devedition", - ], - "path": "browser/locales/shipped-locales", - }, - ] - default: - name: Firefox l10n changesets - path: browser/locales/l10n-changesets.json - l10n-repo-url: "https://hg.mozilla.org/l10n-central/%(locale)s/json-pushes?version=2&tipsonly=1" - version-path: browser/config/version.txt - ignore-config: - ja: - - macosx64 - - macosx64-devedition - ja-JP-mac: - - linux - - linux-devedition - - linux64 - - linux64-aarch64 - - linux64-devedition - - win32 - - win32-devedition - - win64 - - win64-devedition - - win64-aarch64 - - win64-aarch64-devedition - platform-configs: - [ - { - "platforms": - [ - "linux", - "linux-devedition", - "linux64", - "linux64-aarch64", - "linux64-devedition", - "macosx64", - "macosx64-devedition", - "win32", - "win32-devedition", - "win64", - "win64-devedition", - "win64-aarch64", - "win64-aarch64-devedition", - ], - "path": "browser/locales/all-locales", - }, - ] - -jobs: - l10n-bumper: - name: l10n_bumper - description: l10n changesets bumper - run-on-projects: [] - treeherder: - kind: build - platform: linux64/opt - symbol: l10n-bump(lb) - tier: 1 diff --git a/taskcluster/ci/l10n-cross-channel/kind.yml b/taskcluster/ci/l10n-cross-channel/kind.yml deleted file mode 100644 index da30306599..0000000000 --- a/taskcluster/ci/l10n-cross-channel/kind.yml +++ /dev/null @@ -1,41 +0,0 @@ -# This Source Code Form is subject to the terms of the Mozilla Public -# License, v. 2.0. If a copy of the MPL was not distributed with this -# file, You can obtain one at http://mozilla.org/MPL/2.0/. ---- -loader: gecko_taskgraph.loader.transform:loader - -transforms: - - gecko_taskgraph.transforms.cross_channel:transforms - - gecko_taskgraph.transforms.job:transforms - - gecko_taskgraph.transforms.task:transforms - -jobs: - quarantine: - description: Push strings from all shipping trains to the quarantine strings repo - run-on-projects: [] - worker-type: b-linux-gcp - ssh-key-secret: - by-level: - "3": project/releng/gecko/build/level-3/l10n-cross-channel-quarantine-ssh - default: null - worker: - docker-image: {in-tree: push-to-try} - max-run-time: 3600 - artifacts: - - type: directory - name: public/build - path: /builds/worker/artifacts - env: - TASK_ID: {"task-reference": ""} - TASKCLUSTER_PROXY_URL: http://taskcluster - treeherder: - platform: firefox-release/opt - tier: 1 - kind: build - symbol: Rel(l10n-cross-channel) - run: - using: mach - actions: - by-level: - "3": ["prep", "create", "push", "clean"] - default: ["prep", "create", "clean"] diff --git a/taskcluster/ci/l10n/kind.yml b/taskcluster/ci/l10n/kind.yml deleted file mode 100644 index eeb0b2c54e..0000000000 --- a/taskcluster/ci/l10n/kind.yml +++ /dev/null @@ -1,149 +0,0 @@ -# This Source Code Form is subject to the terms of the Mozilla Public -# License, v. 2.0. If a copy of the MPL was not distributed with this -# file, You can obtain one at http://mozilla.org/MPL/2.0/. ---- -loader: gecko_taskgraph.loader.transform:loader - -transforms: - - taskgraph.transforms.from_deps - - gecko_taskgraph.transforms.l10n - - gecko_taskgraph.transforms.job - - gecko_taskgraph.transforms.task - -kind-dependencies: - - build - - build-signing - - fetch - - repackage - - toolchain - -only-for-build-platforms: - - linux64-shippable/opt - - linux64-aarch64-shippable/opt - - linux-shippable/opt - - macosx64-shippable/opt - - win32-shippable/opt - - win64-shippable/opt - -jobs: - l10n: - description: Localization - from-deps: - group-by: platform - locales-file: browser/locales/l10n-onchange-changesets.json - ignore-locales: - by-build-platform: - # OSX has a special locale for japanese - macosx64.*: [ja] - default: [ja-JP-mac] - run-time: - by-build-platform: - default: 900 - win.*: 1800 - secrets: false - fetches: - toolchain: - by-build-platform: - default: [] - macosx64.*: - - linux64-libdmg - - linux64-hfsplus - win.*: - - linux64-wine - - nsis - fetch: - by-build-platform: - default: [] - win.*: - - upx-3.95-win - tooltool: - by-build-platform: - default: internal - linux.*: public - index: - type: l10n - product: firefox - job-name: - by-build-platform: - linux(?!64).*: linux-opt - linux64(?!-aarch64).*: linux64-opt - linux64-aarch64.*: linux64-aarch64-opt - macosx64.*: macosx64-opt - win32.*: win32-opt - win64.*: win64-opt - run-on-projects: - by-build-platform: - linux-shippable.*: ['release'] # Do not run on autoland - Bug 1599197 - default: ['all'] - worker-type: b-linux-gcp - treeherder: - symbol: L10n - tier: 1 - platform: - by-build-platform: - linux64: linux64/opt - linux64-shippable: linux64-shippable/opt - linux64-aarch64: linux64-aarch64/opt - linux64-aarch64-shippable: linux64-aarch64-shippable/opt - linux: linux32/opt - linux-shippable: linux32-shippable/opt - macosx64: osx-cross/opt - macosx64-shippable: osx-shippable/opt - win32: windows2012-32/opt - win32-shippable: windows2012-32-shippable/opt - win64: windows2012-64/opt - win64-shippable: windows2012-64-shippable/opt - env: - by-build-platform: - linux.*: # linux64 and 32 get same treatment here - EN_US_PACKAGE_NAME: target.tar.bz2 - EN_US_BINARY_URL: - artifact-reference: - macosx64.*: - EN_US_PACKAGE_NAME: target.dmg - EN_US_BINARY_URL: - artifact-reference: - win.*: - EN_US_PACKAGE_NAME: target.zip - EN_US_BINARY_URL: - artifact-reference: - mozharness: - config: - by-build-platform: - linux(?!64).*: - - single_locale/firefox.py - - single_locale/linux32.py - - single_locale/tc_common.py - - single_locale/tc_linux_common.py - linux64.*: - - single_locale/firefox.py - - single_locale/linux64.py - - single_locale/tc_common.py - - single_locale/tc_linux_common.py - macosx64.*: - - single_locale/firefox.py - - single_locale/macosx64.py - - single_locale/tc_common.py - - single_locale/tc_macosx64.py - win32.*: - - single_locale/firefox.py - - single_locale/win32.py - - single_locale/tc_common.py - - single_locale/tc_win32.py - win64.*: - - single_locale/firefox.py - - single_locale/win64.py - - single_locale/tc_common.py - - single_locale/tc_win64.py - # no default, so we fail on new entries - actions: ['clone-locales', 'list-locales', 'setup', 'repack', 'summary'] - script: mozharness/scripts/desktop_l10n.py - when: - files-changed: - - browser/locales/l10n-onchange-changesets.json - - testing/mozharness/configs/single_locale/** - - testing/mozharness/mozharness/mozilla/l10n/locales.py - - testing/mozharness/scripts/desktop_l10n.py - - third_party/python/compare-locales/** - - toolkit/locales/** - - toolkit/mozapps/installer/** diff --git a/taskcluster/ci/mar-signing-autograph-stage/kind.yml b/taskcluster/ci/mar-signing-autograph-stage/kind.yml deleted file mode 100644 index 711c28c44b..0000000000 --- a/taskcluster/ci/mar-signing-autograph-stage/kind.yml +++ /dev/null @@ -1,34 +0,0 @@ -# This Source Code Form is subject to the terms of the Mozilla Public -# License, v. 2.0. If a copy of the MPL was not distributed with this -# file, You can obtain one at http://mozilla.org/MPL/2.0/. ---- -loader: gecko_taskgraph.loader.transform:loader - -transforms: - - taskgraph.transforms.from_deps - - gecko_taskgraph.transforms.name_sanity - - gecko_taskgraph.transforms.mar_signing - - gecko_taskgraph.transforms.task - -kind-dependencies: - - repackage - -only-for-build-platforms: - - linux64-shippable/opt - -jobs: - mar-signing-autograph-stage: - from-deps: - group-by: single-with-filters - shipping-phase: null - treeherder-group: ms-stage - treeherder: - tier: 3 - description-suffix: 'autograph-stage mar signing test' - required_signoffs: - - mar-signing - run-on-projects: [] - shippable: false - attributes: - retrigger: true - worker-type: linux-depsigning diff --git a/taskcluster/ci/mar-signing-l10n/kind.yml b/taskcluster/ci/mar-signing-l10n/kind.yml deleted file mode 100644 index ad470915ef..0000000000 --- a/taskcluster/ci/mar-signing-l10n/kind.yml +++ /dev/null @@ -1,39 +0,0 @@ -# This Source Code Form is subject to the terms of the Mozilla Public -# License, v. 2.0. If a copy of the MPL was not distributed with this -# file, You can obtain one at http://mozilla.org/MPL/2.0/. ---- -loader: gecko_taskgraph.loader.transform:loader - -transforms: - - taskgraph.transforms.from_deps - - gecko_taskgraph.transforms.name_sanity - - gecko_taskgraph.transforms.mar_signing - - gecko_taskgraph.transforms.task - -kind-dependencies: - - repackage-l10n - -only-for-build-platforms: - - linux-shippable/opt - - linux64-shippable/opt - - macosx64-shippable/opt - - win32-shippable/opt - - win64-shippable/opt - - win64-aarch64-shippable/opt - - linux64-asan-reporter-shippable/opt - - linux-devedition/opt - - linux64-devedition/opt - - macosx64-devedition/opt - - win32-devedition/opt - - win64-devedition/opt - - win64-aarch64-devedition/opt - -jobs: - mar-signing-l10n: - from-deps: - group-by: single-with-filters - shipping-phase: promote - treeherder-group: ms - description-suffix: 'mar signing' - required_signoffs: - - mar-signing diff --git a/taskcluster/ci/mar-signing/kind.yml b/taskcluster/ci/mar-signing/kind.yml deleted file mode 100644 index e0feeaa0ff..0000000000 --- a/taskcluster/ci/mar-signing/kind.yml +++ /dev/null @@ -1,41 +0,0 @@ -# This Source Code Form is subject to the terms of the Mozilla Public -# License, v. 2.0. If a copy of the MPL was not distributed with this -# file, You can obtain one at http://mozilla.org/MPL/2.0/. ---- -loader: gecko_taskgraph.loader.transform:loader - -transforms: - - taskgraph.transforms.from_deps - - gecko_taskgraph.transforms.name_sanity - - gecko_taskgraph.transforms.mar_signing - - gecko_taskgraph.transforms.task - -kind-dependencies: - - repackage - -only-for-build-platforms: - - linux-shippable/opt - - linux64-shippable/opt - - linux64-aarch64-shippable/opt - - macosx64-shippable/opt - - win32-shippable/opt - - win64-shippable/opt - - win64-aarch64-shippable/opt - - linux-devedition/opt - - linux64-devedition/opt - - macosx64-devedition/opt - - win32-devedition/opt - - win64-devedition/opt - - win64-aarch64-devedition/opt - - linux64-asan-reporter-shippable/opt - - win64-asan-reporter-shippable/opt - -jobs: - mar-signing: - from-deps: - group-by: single-with-filters - shipping-phase: promote - treeherder-group: ms - description-suffix: 'mar signing' - required_signoffs: - - mar-signing diff --git a/taskcluster/ci/maybe-release/kind.yml b/taskcluster/ci/maybe-release/kind.yml deleted file mode 100644 index 8664e52168..0000000000 --- a/taskcluster/ci/maybe-release/kind.yml +++ /dev/null @@ -1,45 +0,0 @@ -# This Source Code Form is subject to the terms of the Mozilla Public -# License, v. 2.0. If a copy of the MPL was not distributed with this -# file, You can obtain one at http://mozilla.org/MPL/2.0/. ---- -loader: gecko_taskgraph.loader.transform:loader - -transforms: - - gecko_taskgraph.transforms.maybe_release:transforms - - gecko_taskgraph.transforms.task:transforms - -job-defaults: - description: Check recent releases and trigger a new ship-it phase if worthwhile. - worker-type: shipit - worker: - implementation: shipit-maybe-release - scopes: - by-release-level: - production: - - project:releng:ship-it:server:production - - project:releng:ship-it:action:create-new-release - staging: - - project:releng:ship-it:server:staging - - project:releng:ship-it:action:create-new-release - run-on-projects: [] - treeherder: - symbol: Rel(maybe-release) - tier: 1 - kind: build - -jobs: - firefox: - name: maybe-release-firefox - shipping-product: firefox - worker: - phase: ship_firefox - treeherder: - platform: firefox-release/opt - - devedition: - name: maybe-release-devedition - shipping-product: devedition - worker: - phase: ship_devedition - treeherder: - platform: devedition-release/opt diff --git a/taskcluster/ci/merge-automation/kind.yml b/taskcluster/ci/merge-automation/kind.yml deleted file mode 100644 index 8e2b34147e..0000000000 --- a/taskcluster/ci/merge-automation/kind.yml +++ /dev/null @@ -1,72 +0,0 @@ -# This Source Code Form is subject to the terms of the Mozilla Public -# License, v. 2.0. If a copy of the MPL was not distributed with this -# file, You can obtain one at http://mozilla.org/MPL/2.0/. ---- -loader: gecko_taskgraph.loader.transform:loader - -transforms: - - gecko_taskgraph.transforms.merge_automation:transforms - - gecko_taskgraph.transforms.task:transforms - - -jobs: - merge-automation: - name: merge-automation - label: merge-automation - treeherder: - symbol: Rel(merge-automation) - tier: 1 - kind: build - platform: firefox-release/opt - description: Merge repositories for release management. - worker-type: tree - scopes: [] - worker: - implementation: treescript - tags: [] - bump: false - dontbuild: false - ignore-closed-tree: true - push: false - l10n-bump-info: - by-behavior: - central-to-beta: - name: Firefox l10n changesets - path: browser/locales/l10n-changesets.json - version-path: browser/config/version.txt - l10n-repo-url: "https://hg.mozilla.org/l10n-central/%(locale)s/json-pushes?version=2&tipsonly=1" - ignore-config: - ja: - - macosx64 - - macosx64-devedition - ja-JP-mac: - - linux - - linux-devedition - - linux64 - - linux64-devedition - - win32 - - win32-devedition - - win64 - - win64-devedition - - win64-aarch64 - - win64-aarch64-devedition - platform-configs: [{ - "platforms": [ - "linux", - "linux-devedition", - "linux64", - "linux64-devedition", - "macosx64", - "macosx64-devedition", - "win32", - "win32-devedition", - "win64", - "win64-devedition", - "win64-aarch64", - "win64-aarch64-devedition", - ], - "path": "browser/locales/shipped-locales", - }] - default: null - run-on-projects: [] - expiration-policy: long diff --git a/taskcluster/ci/openh264-plugin/kind.yml b/taskcluster/ci/openh264-plugin/kind.yml deleted file mode 100644 index e8459df438..0000000000 --- a/taskcluster/ci/openh264-plugin/kind.yml +++ /dev/null @@ -1,226 +0,0 @@ -# This Source Code Form is subject to the terms of the Mozilla Public -# License, v. 2.0. If a copy of the MPL was not distributed with this -# file, You can obtain one at http://mozilla.org/MPL/2.0/. ---- -loader: gecko_taskgraph.loader.transform:loader - -kind-dependencies: - - toolchain - -transforms: - - gecko_taskgraph.transforms.openh264:transforms - - gecko_taskgraph.transforms.job:transforms - - gecko_taskgraph.transforms.task:transforms - -job-defaults: - description: "Build OpenH264 plugin" - treeherder: - kind: build - symbol: h264 - tier: 2 - run-on-projects: [] - repo: 'https://github.com/cisco/openh264.git' - revision: '31c4d2e4a037526fd30d4e5c39f60885986cf865' - use-python: default - worker: - chain-of-trust: true - -jobs: - linux32/opt: - attributes: - build_platform: linux32 - build_type: opt - treeherder: - platform: linux32/opt - worker-type: b-linux-gcp - worker: - max-run-time: 1800 - artifacts: - - name: private/openh264 - path: /builds/worker/workspace/openh264/artifacts - type: directory - run: - using: mozharness - script: mozharness/scripts/openh264_build.py - config: - - openh264/linux32.py - fetches: - toolchain: - - linux64-binutils - - linux64-clang - - linux64-dump_syms - - linux64-nasm - - sysroot-i686-linux-gnu - linux64/opt: - attributes: - build_platform: linux64 - build_type: opt - treeherder: - platform: linux64/opt - worker-type: b-linux-gcp - worker: - max-run-time: 1800 - artifacts: - - name: private/openh264 - path: /builds/worker/workspace/openh264/artifacts - type: directory - run: - using: mozharness - script: mozharness/scripts/openh264_build.py - config: - - openh264/linux64.py - fetches: - toolchain: - - linux64-binutils - - linux64-clang - - linux64-dump_syms - - linux64-nasm - - sysroot-x86_64-linux-gnu - linux64-aarch64/opt: - attributes: - build_platform: linux64-aarch64 - build_type: opt - treeherder: - platform: linux64-aarch64/opt - worker-type: b-linux-gcp - worker: - max-run-time: 1800 - artifacts: - - name: private/openh264 - path: /builds/worker/workspace/openh264/artifacts - type: directory - run: - using: mozharness - script: mozharness/scripts/openh264_build.py - config: - - openh264/linux64-aarch64.py - fetches: - toolchain: - - linux64-binutils - - linux64-clang - - linux64-dump_syms - - sysroot-x86_64-linux-gnu - - sysroot-aarch64-linux-gnu - macosx64/opt: - attributes: - build_platform: macosx64 - build_type: opt - treeherder: - platform: macosx64/opt - worker-type: b-linux-gcp - worker: - max-run-time: 1800 - artifacts: - - name: private/openh264 - path: /builds/worker/workspace/openh264/artifacts - type: directory - run: - using: mozharness - script: mozharness/scripts/openh264_build.py - config: - - openh264/macosx64.py - fetches: - toolchain: - - linux64-cctools-port - - linux64-clang - - linux64-dump_syms - - linux64-nasm - - macosx64-sdk-13.3 - macosx64-aarch64/opt: - attributes: - build_platform: macosx64-aarch64 - build_type: opt - treeherder: - platform: macosx64-aarch64/opt - worker-type: b-linux-gcp - worker: - max-run-time: 1800 - artifacts: - - name: private/openh264 - path: /builds/worker/workspace/openh264/artifacts - type: directory - run: - using: mozharness - script: mozharness/scripts/openh264_build.py - config: - - openh264/macosx64-aarch64.py - fetches: - toolchain: - - linux64-cctools-port - - linux64-clang - - linux64-dump_syms - - macosx64-sdk-13.3 - win32/opt: - attributes: - build_platform: win32 - build_type: opt - treeherder: - platform: win32/opt - worker-type: b-win2022 - worker: - max-run-time: 1800 - artifacts: - - name: private/openh264 - path: workspace/openh264/artifacts - type: directory - run: - using: mozharness - script: mozharness/scripts/openh264_build.py - config: - - openh264/win32.py - tooltool-downloads: internal - fetches: - toolchain: - - win64-clang - - win64-dump_syms - - win64-mozmake - - win64-nasm - win64/opt: - attributes: - build_platform: win64 - build_type: opt - treeherder: - platform: win64/opt - worker-type: b-win2022 - worker: - max-run-time: 1800 - artifacts: - - name: private/openh264 - path: workspace/openh264/artifacts - type: directory - run: - using: mozharness - script: mozharness/scripts/openh264_build.py - config: - - openh264/win64.py - tooltool-downloads: internal - fetches: - toolchain: - - win64-clang - - win64-dump_syms - - win64-mozmake - - win64-nasm - win64-aarch64/opt: - attributes: - build_platform: win64-aarch64 - build_type: opt - treeherder: - platform: win64-aarch64/opt - worker-type: b-win2022 - worker: - max-run-time: 1800 - artifacts: - - name: private/openh264 - path: workspace/openh264/artifacts - type: directory - run: - using: mozharness - script: mozharness/scripts/openh264_build.py - config: - - openh264/win64-aarch64.py - tooltool-downloads: internal - fetches: - toolchain: - - win64-clang - - win64-dump_syms - - win64-mozmake diff --git a/taskcluster/ci/openh264-signing/kind.yml b/taskcluster/ci/openh264-signing/kind.yml deleted file mode 100644 index e4dc174cc7..0000000000 --- a/taskcluster/ci/openh264-signing/kind.yml +++ /dev/null @@ -1,19 +0,0 @@ -# This Source Code Form is subject to the terms of the Mozilla Public -# License, v. 2.0. If a copy of the MPL was not distributed with this -# file, You can obtain one at http://mozilla.org/MPL/2.0/. ---- -loader: gecko_taskgraph.loader.transform:loader - -transforms: - - taskgraph.transforms.from_deps - - gecko_taskgraph.transforms.name_sanity - - gecko_taskgraph.transforms.openh264_signing - - gecko_taskgraph.transforms.task - -kind-dependencies: - - openh264-plugin - -jobs: - openh264-signing: - from-deps: - group-by: single-with-filters diff --git a/taskcluster/ci/packages/debian.yml b/taskcluster/ci/packages/debian.yml deleted file mode 100644 index 0a87ef6782..0000000000 --- a/taskcluster/ci/packages/debian.yml +++ /dev/null @@ -1,126 +0,0 @@ -# This Source Code Form is subject to the terms of the Mozilla Public -# License, v. 2.0. If a copy of the MPL was not distributed with this -# file, You can obtain one at http://mozilla.org/MPL/2.0/. ---- -job-defaults: - run: - using: debian-package - dist: jessie - -deb12-mercurial: - description: "Modern Mercurial for Debian bookworm" - treeherder: - symbol: Deb12(hg) - run: - using: debian-package - dist: bookworm - tarball: - url: https://www.mercurial-scm.org/release/mercurial-6.4.3.tar.gz - sha256: a77fb62d325934a83a00b2fc6db109f44c67b86768fc40490366f513640c7f64 - pre-build-command: >- - cp -r contrib/packaging/debian debian && - sed -i -e "s/__VERSION__/$(awk -F\" '$2 {print $2}' mercurial/__version__.py)-1.deb12moz1/" \ - -e "s/__DATE__/$(date --rfc-2822)/" \ - -e "s/__CODENAME__/bookworm/" debian/changelog - -deb12-valgrind: - description: "Valgrind for Debian bookworm" - treeherder: - symbol: Deb12(valgrind) - run: - dist: bookworm - dsc: - url: http://snapshot.debian.org/archive/debian/20230111T213757Z/pool/main/v/valgrind/valgrind_3.20.0-1.dsc - sha256: e32d373bf2d4f0bd0e9673c711d0e4a8eed43c22ca81714ae3e2d85b2f315493 - -deb12-python-zstandard: - description: "python-zstandard for Debian bookworm" - treeherder: - symbol: Deb12(python-zstandard) - run: - using: debian-package - dist: bookworm - tarball: - url: https://github.com/indygreg/python-zstandard/releases/download/0.22.0/zstandard-0.22.0.tar.gz - sha256: 8226a33c542bcb54cd6bd0a366067b610b41713b64c9abec1bc4533d69f51e70 - pre-build-command: debchange -v 0.22.0-1.deb12moz --distribution testing "Mozilla backport for bookworm" - name: python-zstandard - -deb8-gcc-8: - description: "gcc 8 for Debian jessie" - treeherder: - symbol: Deb8(gcc-8) - worker: - max-run-time: 3600 - env: - DEB_BUILD_OPTIONS: nocheck - WITH_BOOTSTRAP: 'off' - WITHOUT_LANG: ada brig cilkrts fortran d go objc obj-c++ asan lsan tsan ubsan jit nvptx - run: - using: debian-package - dist: jessie - dsc: - url: http://snapshot.debian.org/archive/debian/20210202T150504Z/pool/main/g/gcc-8/gcc-8_8.4.0-7.dsc - sha256: b93f13bc67f5a8f16e837fbb543d00d3475d5c95777a1b0b5a448fa2310a98c5 - # autoconf2.64 and quilt necessary to run the `debian/rules control` command to - # generate an updated debian/control. - # uncommenting `with_common_libs` makes the packaging create the libstdc++6 package. - # `libstdcxx_abi = new` overrides the default that disables the new ABI on jessie - # `BINUTILSBDV=2.25-3~` and `ISL_BUILD_DEP=libisl-dev,` override wrong versions - # in build dependencies for jessie. - # `OFFLOAD_BUILD_DEP=` overrides the dependency on nvptx, which is not available - # in jessie. - # `NT=` overrides the use of `:native` which is not supported by dpkg on jessie. - pre-build-command: >- - apt install autoconf2.64 quilt && - sed -i 's/#with_common_libs/with_common_libs/' debian/rules.defs && - echo libstdcxx_abi = new >> debian/rules.defs && - echo BINUTILSBDV=2.25-3~ >> debian/rules.conf && - echo ISL_BUILD_DEP=libisl-dev, >> debian/rules.conf && - echo OFFLOAD_BUILD_DEP= >> debian/rules.conf && - debian/rules control NT= - -deb8-32-gcc-8: - description: "gcc 8 for Debian jessie" - treeherder: - symbol: Deb8-32(gcc-8) - worker: - max-run-time: 3600 - env: - DEB_BUILD_OPTIONS: nocheck - WITH_BOOTSTRAP: 'off' - WITHOUT_LANG: ada biarch brig cilkrts fortran d go objc obj-c++ asan lsan tsan ubsan jit nvptx - run: - using: debian-package - dist: jessie - dsc: - url: http://snapshot.debian.org/archive/debian/20210202T150504Z/pool/main/g/gcc-8/gcc-8_8.4.0-7.dsc - sha256: b93f13bc67f5a8f16e837fbb543d00d3475d5c95777a1b0b5a448fa2310a98c5 - pre-build-command: >- - apt install autoconf2.64 quilt && - sed -i 's/#with_common_libs/with_common_libs/' debian/rules.defs && - echo libstdcxx_abi = new >> debian/rules.defs && - echo GCC_MULTILIB_BUILD_DEP='$(DPKG_BUILD_DEP)' >> debian/rules.conf && - echo BINUTILSBDV=2.25-3~ >> debian/rules.conf && - echo ISL_BUILD_DEP=libisl-dev, >> debian/rules.conf && - echo OFFLOAD_BUILD_DEP= >> debian/rules.conf && - debian/rules control NT= - arch: i386 - -deb8-gtk3: - description: "X11-only gtk+3 for Debian jessie" - treeherder: - symbol: Deb8(gtk) - worker: - max-run-time: 3600 - env: - DEB_BUILD_OPTIONS: nocheck - run: - dist: jessie - dsc: - url: http://snapshot.debian.org/archive/debian/20150819T212910Z/pool/main/g/gtk+3.0/gtk+3.0_3.14.5-1+deb8u1.dsc - sha256: b1808b03317b171c813e31185a4520df4dbde54580842a72a4c44540cd6bde17 - pre-build-command: >- - sed -i /linux-any/d debian/control* debian/libgtk-3-0.symbols && - sed -i s/--enable-wayland-backend/--disable-wayland-backend/ debian/rules && - debchange -v 3.14.5-1.deb8moz --distribution jessie-backports "Mozilla rebuild without wayland support" diff --git a/taskcluster/ci/packages/kind.yml b/taskcluster/ci/packages/kind.yml deleted file mode 100644 index 5b21346de8..0000000000 --- a/taskcluster/ci/packages/kind.yml +++ /dev/null @@ -1,25 +0,0 @@ -# This Source Code Form is subject to the terms of the Mozilla Public -# License, v. 2.0. If a copy of the MPL was not distributed with this -# file, You can obtain one at http://mozilla.org/MPL/2.0/. ---- -loader: gecko_taskgraph.loader.transform:loader - -transforms: - - gecko_taskgraph.transforms.try_job:transforms - - gecko_taskgraph.transforms.job:transforms - - gecko_taskgraph.transforms.cached_tasks:transforms - - gecko_taskgraph.transforms.task:transforms - -job-defaults: - treeherder: - kind: build - platform: packages/opt - tier: 1 - worker-type: b-linux-gcp - worker: - max-run-time: 1800 - run-on-projects: [] - -jobs-from: - - debian.yml - - ubuntu.yml diff --git a/taskcluster/ci/packages/ubuntu.yml b/taskcluster/ci/packages/ubuntu.yml deleted file mode 100644 index d9bbd5f2ad..0000000000 --- a/taskcluster/ci/packages/ubuntu.yml +++ /dev/null @@ -1,156 +0,0 @@ -# This Source Code Form is subject to the terms of the Mozilla Public -# License, v. 2.0. If a copy of the MPL was not distributed with this -# file, You can obtain one at http://mozilla.org/MPL/2.0/. ---- -job-defaults: - run: - using: ubuntu-package - dist: bionic - -ub18-libc6: - description: "Older version of glibc in Ubuntu 18.04 that doesn't cause bug 1678451" - treeherder: - symbol: Ub18(libc6) - run: - dsc: - url: https://launchpad.net/ubuntu/+archive/primary/+sourcefiles/glibc/2.27-3ubuntu1.2/glibc_2.27-3ubuntu1.2.dsc - sha256: 2ac325cce2251c710dd041f4725925cdbccefba6f6f0f0d95a2a5a09e2050c2e - patch: ubuntu-glibc.diff - -ub18-32-libc6: - description: "Older version of glibc in Ubuntu 18.04 that doesn't cause bug 1678451" - treeherder: - symbol: Ub18(libc6-32) - run: - dsc: - url: https://launchpad.net/ubuntu/+archive/primary/+sourcefiles/glibc/2.27-3ubuntu1.2/glibc_2.27-3ubuntu1.2.dsc - sha256: 2ac325cce2251c710dd041f4725925cdbccefba6f6f0f0d95a2a5a09e2050c2e - arch: i386 - patch: ubuntu-glibc.diff - -ub18-python-psutil: - description: "python-psutil for Ubuntu bionic" - treeherder: - symbol: Ub18(python-psutil) - run: - dsc: - url: https://launchpad.net/ubuntu/+archive/primary/+sourcefiles/python-psutil/5.4.2-1ubuntu0.1/python-psutil_5.4.2-1ubuntu0.1.dsc - sha256: a0ca4560d25fcfe5b7407d2cb21318f0635f2c3559898efce1679eef35b61f05 - name: python-psutil - pre-build-command: >- - apt-get install python3.8-dev python3.8-dbg && - export DEBPYTHON3_SUPPORTED="3.8" - -ub18-pygobject: - description: "pygobject for Ubuntu bionic" - treeherder: - symbol: Ub18(pygobject) - run: - dsc: - url: http://archive.ubuntu.com/ubuntu/pool/main/p/pygobject/pygobject_3.26.1-2ubuntu1.dsc - sha256: b77f84885d9b6d2c03422ecb3bf69d50dd0607d3456154943671e5a1f87946aa - name: pygobject - patch: pygobject.diff - pre-build-command: >- - apt-get install python3.8-dev python3.8-dbg && - export DEBPYTHON3_SUPPORTED="3.6,3.8" - -ub18-pyatspi: - description: "pyatspi for Ubuntu bionic" - treeherder: - symbol: Ub18(pyatspi) - run: - dsc: - url: http://archive.ubuntu.com/ubuntu/pool/main/p/pyatspi/pyatspi_2.26.0+dfsg-1.dsc - sha256: 83c57052b055c0e2ee8307e3467d069de859db6c362137be01d142e085026826 - name: pyatspi - pre-build-command: >- - sed -i s/\\basync\\b/asynchronous/ pyatspi/registry.py && - EDITOR=cat dpkg-source --commit . sync && - apt-get install python3.8-dev python3.8-dbg && - export DEBPYTHON3_SUPPORTED="3.6,3.8" - -ub18-python-zstandard: - description: "python-zstandard for Ubuntu bionic" - treeherder: - symbol: Ub18(python-zstandard) - run: - tarball: - url: https://github.com/indygreg/python-zstandard/releases/download/0.19.0/zstandard-0.19.0.tar.gz - sha256: 31d12fcd942dd8dbf52ca5f6b1bbe287f44e5d551a081a983ff3ea2082867863 - name: python-zstandard - pre-build-command: >- - apt-get install python3.8-dev && - export DEBPYTHON3_SUPPORTED="3.8" && - debchange -v 0.19.0-1.ub18moz --distribution bionic "Mozilla backport for bionic" - -ub18-mercurial: - description: "Modern Mercurial for Ubuntu bionic" - treeherder: - symbol: Ub18(hg) - run: - tarball: - url: https://www.mercurial-scm.org/release/mercurial-6.4.3.tar.gz - sha256: a77fb62d325934a83a00b2fc6db109f44c67b86768fc40490366f513640c7f64 - pre-build-command: >- - apt-get install python3.8-dev && - export DEB_HG_PYTHON_VERSIONS="3.8" && - export DEBPYTHON3_SUPPORTED="3.8" && - cp -r contrib/packaging/debian debian && - sed -i -e "s/__VERSION__/$(awk -F\" '$2 {print $2}' mercurial/__version__.py)-1.ub18moz1/" \ - -e "s/__DATE__/$(date --rfc-2822)/" \ - -e "s/__CODENAME__/bionic/" debian/changelog - -ub20-python-zstandard: - description: "python-zstandard for Ubuntu focal" - treeherder: - symbol: Ub20(python-zstandard) - run: - tarball: - url: https://github.com/indygreg/python-zstandard/releases/download/0.22.0/zstandard-0.22.0.tar.gz - sha256: 8226a33c542bcb54cd6bd0a366067b610b41713b64c9abec1bc4533d69f51e70 - name: python-zstandard - dist: focal - pre-build-command: debchange -v 0.22.0-1.ub20moz --distribution bionic "Mozilla backport for focal" - -ub20-mercurial: - description: "Modern Mercurial for Ubuntu focal" - treeherder: - symbol: Ub20(hg) - run: - tarball: - url: https://www.mercurial-scm.org/release/mercurial-6.4.3.tar.gz - sha256: a77fb62d325934a83a00b2fc6db109f44c67b86768fc40490366f513640c7f64 - dist: focal - pre-build-command: >- - cp -r contrib/packaging/debian debian && - sed -i -e "s/__VERSION__/$(awk -F\" '$2 {print $2}' mercurial/__version__.py)-1.ub20moz1/" \ - -e "s/__DATE__/$(date --rfc-2822)/" \ - -e "s/__CODENAME__/focal/" debian/changelog - -ub22-python-zstandard: - description: "python-zstandard for Ubuntu jammy" - treeherder: - symbol: Ub22(python-zstandard) - run: - tarball: - url: https://github.com/indygreg/python-zstandard/releases/download/0.22.0/zstandard-0.22.0.tar.gz - sha256: 8226a33c542bcb54cd6bd0a366067b610b41713b64c9abec1bc4533d69f51e70 - name: python-zstandard - dist: jammy - pre-build-command: debchange -v 0.22.0-1.ub22moz --distribution jammy "Mozilla backport for jammy" - -ub22-mercurial: - description: "Modern Mercurial for Ubuntu jammy" - treeherder: - symbol: Ub22(hg) - run: - tarball: - url: https://www.mercurial-scm.org/release/mercurial-6.4.3.tar.gz - sha256: a77fb62d325934a83a00b2fc6db109f44c67b86768fc40490366f513640c7f64 - dist: jammy - pre-build-command: >- - cp -r contrib/packaging/debian debian && - sed -i -e "s/__VERSION__/$(awk -F\" '$2 {print $2}' mercurial/__version__.py)-1.ub22moz1/" \ - -e "s/__DATE__/$(date --rfc-2822)/" \ - -e "s/__CODENAME__/jammy/" debian/changelog diff --git a/taskcluster/ci/partials-signing/kind.yml b/taskcluster/ci/partials-signing/kind.yml deleted file mode 100644 index 2c2bf0a9a0..0000000000 --- a/taskcluster/ci/partials-signing/kind.yml +++ /dev/null @@ -1,24 +0,0 @@ -# This Source Code Form is subject to the terms of the Mozilla Public -# License, v. 2.0. If a copy of the MPL was not distributed with this -# file, You can obtain one at http://mozilla.org/MPL/2.0/. ---- -loader: gecko_taskgraph.loader.transform:loader - -transforms: - - taskgraph.transforms.from_deps - - gecko_taskgraph.transforms.name_sanity - - gecko_taskgraph.transforms.mar_signing - - gecko_taskgraph.transforms.task - -kind-dependencies: - - partials - -jobs: - partials-signing: - from-deps: - group-by: single-with-filters - shipping-phase: promote - treeherder-group: ps - description-suffix: 'partial signing' - required_signoffs: - - mar-signing diff --git a/taskcluster/ci/partials/kind.yml b/taskcluster/ci/partials/kind.yml deleted file mode 100644 index ea72198c5c..0000000000 --- a/taskcluster/ci/partials/kind.yml +++ /dev/null @@ -1,39 +0,0 @@ -# This Source Code Form is subject to the terms of the Mozilla Public -# License, v. 2.0. If a copy of the MPL was not distributed with this -# file, You can obtain one at http://mozilla.org/MPL/2.0/. ---- -loader: gecko_taskgraph.loader.transform:loader - -transforms: - - taskgraph.transforms.from_deps - - gecko_taskgraph.transforms.name_sanity - - gecko_taskgraph.transforms.partials - - gecko_taskgraph.transforms.task - -kind-dependencies: - - repackage - - repackage-l10n - -only-for-attributes: - - nightly - - shippable - -only-for-build-platforms: - - macosx64-shippable/opt - - macosx64-devedition/opt - - win32-shippable/opt - - win32-devedition/opt - - win64-shippable/opt - - win64-devedition/opt - - win64-aarch64-shippable/opt - - win64-aarch64-devedition/opt - - linux-shippable/opt - - linux-devedition/opt - - linux64-shippable/opt - - linux64-devedition/opt - -jobs: - partials: - from-deps: - group-by: single-with-filters - shipping-phase: promote diff --git a/taskcluster/ci/perftest/android.yml b/taskcluster/ci/perftest/android.yml deleted file mode 100644 index 1ed071a1a1..0000000000 --- a/taskcluster/ci/perftest/android.yml +++ /dev/null @@ -1,363 +0,0 @@ -# This Source Code Form is subject to the terms of the Mozilla Public -# License, v. 2.0. If a copy of the MPL was not distributed with this -# file, You can obtain one at http://mozilla.org/MPL/2.0/. ---- - -job-defaults: - fetches: - toolchain: - - linux64-node - - linux64-geckodriver - - worker: - env: - PYTHONPATH: "testing/mozbase/mozdevice:third_party/python/six" - - run: - sparse-profile: perftest - checkout: true - cwd: '{checkout}' - command: >- - cd $GECKO_PATH && - python3 python/mozperftest/mozperftest/runner.py - --on-try - --browsertime-geckodriver ${MOZ_FETCHES_DIR}/geckodriver - --output $MOZ_FETCHES_DIR/../artifacts - -hw-a51: - worker-type: t-bitbar-gw-perf-a51 - description: Run ./mach perftest on a Samsung Galaxy a51 - treeherder: - symbol: perftest-a51 - platform: android-hw-a51-11-0-arm7-shippable/opt - -# TODO: is this right? -hw-a51-aarch64: - worker-type: t-bitbar-gw-perf-a51 - description: Run ./mach perftest on a Samsung Galaxy a51 - treeherder: - symbol: perftest-a51 - platform: android-hw-a51-11-0-aarch64-shippable/opt - -hw-a51-startup-fenix-cold-main-first-frame: - worker-type: t-bitbar-gw-perf-a51 - description: Run android startup perftest on Fenix on a Samsung A51 - treeherder: - symbol: perftest(startup-fenix-cmff) - tier: 2 - platform: android-hw-a51-11-0-aarch64-shippable/opt - attributes: - cron: true - run: - command: >- - mkdir -p $MOZ_FETCHES_DIR/../artifacts && - cd $GECKO_PATH && - python3 python/mozperftest/mozperftest/runner.py - --flavor=mobile-browser - --AndroidStartUp - testing/performance/perftest_android_startup.js - --browsertime-cycles=0 - --AndroidStartUp-test-name=cold_main_first_frame - --perfherder - --hooks - testing/performance/hooks_android_startup.py - --AndroidStartUp-product=fenix - --AndroidStartUp-release-channel=nightly - -hw-a51-startup-fenix-cold-view-nav-start: - worker-type: t-bitbar-gw-perf-a51 - description: Run android startup perftest on Fenix on a Samsung A51 - treeherder: - symbol: perftest(startup-fenix-cvns) - tier: 2 - platform: android-hw-a51-11-0-aarch64-shippable/opt - attributes: - cron: true - run: - command: >- - mkdir -p $MOZ_FETCHES_DIR/../artifacts && - cd $GECKO_PATH && - python3 python/mozperftest/mozperftest/runner.py - --flavor=mobile-browser - --AndroidStartUp - testing/performance/perftest_android_startup.js - --browsertime-cycles=0 - --AndroidStartUp-test-name=cold_view_nav_start - --perfherder - --hooks - testing/performance/hooks_android_startup.py - --AndroidStartUp-product=fenix - --AndroidStartUp-release-channel=nightly - -hw-a51-startup-focus-cold-main-first-frame: - worker-type: t-bitbar-gw-perf-a51 - description: Run android startup perftest on Focus on a Samsung A51 - treeherder: - symbol: perftest(startup-focus-cmff) - tier: 2 - platform: android-hw-a51-11-0-aarch64-shippable/opt - attributes: - cron: true - run: - command: >- - mkdir -p $MOZ_FETCHES_DIR/../artifacts && - cd $GECKO_PATH && - python3 python/mozperftest/mozperftest/runner.py - --flavor=mobile-browser - --AndroidStartUp - testing/performance/perftest_android_startup.js - --browsertime-cycles=0 - --AndroidStartUp-test-name=cold_main_first_frame - --perfherder - --hooks - testing/performance/hooks_android_startup.py - --AndroidStartUp-product=focus - --AndroidStartUp-release-channel=nightly - -hw-a51-startup-focus-cold-view-nav-start: - worker-type: t-bitbar-gw-perf-a51 - description: Run android startup perftest on Focus on a Samsung A51 - treeherder: - symbol: perftest(startup-focus-cvns) - tier: 2 - platform: android-hw-a51-11-0-aarch64-shippable/opt - attributes: - cron: true - run: - command: >- - mkdir -p $MOZ_FETCHES_DIR/../artifacts && - cd $GECKO_PATH && - python3 python/mozperftest/mozperftest/runner.py - --flavor=mobile-browser - --AndroidStartUp - testing/performance/perftest_android_startup.js - --browsertime-cycles=0 - --AndroidStartUp-test-name=cold_view_nav_start - --perfherder - --hooks - testing/performance/hooks_android_startup.py - --AndroidStartUp-product=focus - --AndroidStartUp-release-channel=nightly - -hw-a51-startup-geckoview-cold-main-first-frame: - worker-type: t-bitbar-gw-perf-a51 - description: Run android startup perftest on Geckoview on a Samsung A51 - treeherder: - symbol: perftest(startup-geckoview-cmff) - tier: 2 - platform: android-hw-a51-11-0-aarch64-shippable/opt - attributes: - cron: true - run: - command: >- - mkdir -p $MOZ_FETCHES_DIR/../artifacts && - cd $GECKO_PATH && - python3 python/mozperftest/mozperftest/runner.py - --flavor=mobile-browser - --AndroidStartUp - testing/performance/perftest_android_startup.js - --browsertime-cycles=0 - --AndroidStartUp-test-name=cold_main_first_frame - --perfherder - --hooks - testing/performance/hooks_android_startup.py - --AndroidStartUp-product=geckoview_example - --AndroidStartUp-release-channel=nightly - -hw-a51-startup-geckoview-cold-view-nav-start: - worker-type: t-bitbar-gw-perf-a51 - description: Run android startup perftest on Geckoview_example on a Samsung A51 - treeherder: - symbol: perftest(startup-geckoview-cvns) - tier: 2 - platform: android-hw-a51-11-0-aarch64-shippable/opt - attributes: - cron: true - run: - command: >- - mkdir -p $MOZ_FETCHES_DIR/../artifacts && - cd $GECKO_PATH && - python3 python/mozperftest/mozperftest/runner.py - --flavor=mobile-browser - --AndroidStartUp - testing/performance/perftest_android_startup.js - --browsertime-cycles=0 - --AndroidStartUp-test-name=cold_view_nav_start - --perfherder - --hooks - testing/performance/hooks_android_startup.py - --AndroidStartUp-product=geckoview_example - --AndroidStartUp-release-channel=nightly - -hw-a51-startup-chrome-m-cold-main-first-frame: - worker-type: t-bitbar-gw-perf-a51 - description: Run android startup perftest on Chrome on a Samsung A51 - treeherder: - symbol: perftest(startup-chrome-m-cmff) - tier: 2 - platform: android-hw-a51-11-0-aarch64-shippable/opt - attributes: - cron: true - run: - command: >- - mkdir -p $MOZ_FETCHES_DIR/../artifacts && - cd $GECKO_PATH && - python3 python/mozperftest/mozperftest/runner.py - --flavor=mobile-browser - --AndroidStartUp - testing/performance/perftest_android_startup.js - --browsertime-cycles=0 - --AndroidStartUp-test-name=cold_main_first_frame - --perfherder - --hooks - testing/performance/hooks_android_startup.py - --AndroidStartUp-product=chrome-m - --AndroidStartUp-release-channel=release - -hw-a51-perfstats-gv: - worker-type: t-bitbar-gw-perf-a51 - description: Run PerfStats perftest on GeckoView on a Samsung A51 - treeherder: - symbol: perftest(perfstats-gv) - platform: android-hw-a51-11-0-arm7-shippable/opt - attributes: - cron: false - run: - command: >- - mkdir -p $MOZ_FETCHES_DIR/../artifacts && - cd $GECKO_PATH && - python3 python/mozperftest/mozperftest/runner.py - --flavor mobile-browser - --android - --android-app-name org.mozilla.geckoview_example - --android-activity org.mozilla.geckoview_example.GeckoViewActivity - --android-clear-logcat - --android-capture-logcat logcat - --android-install-apk gve_nightly_api16 - --browsertime-geckodriver ${MOZ_FETCHES_DIR}/geckodriver - --output $MOZ_FETCHES_DIR/../artifacts - --perfherder - --perfherder-app geckoview - --perfherder-metrics name:HttpChannelCompletion,unit:ms name:HttpChannelCompletion_Cache,unit:ms name:HttpChannelCompletion_Network,unit:ms name:DisplayListBuilding,unit:ms name:Reflowing,unit:ms name:Styling,unit:ms - --browsertime-iterations 10 - --hooks testing/performance/hooks_perfstats.py - testing/performance/perftest_perfstats.js - -hw-a51-aarch64-perfstats-gv: - worker-type: t-bitbar-gw-perf-a51 - description: Run PerfStats perftest on GeckoView on a Samsung A51 - treeherder: - symbol: perftest(perfstats-gv) - platform: android-hw-a51-11-0-aarch64-shippable/opt - attributes: - cron: false - run: - command: >- - mkdir -p $MOZ_FETCHES_DIR/../artifacts && - cd $GECKO_PATH && - python3 python/mozperftest/mozperftest/runner.py - --flavor mobile-browser - --android - --android-app-name org.mozilla.geckoview_example - --android-activity org.mozilla.geckoview_example.GeckoViewActivity - --android-clear-logcat - --android-capture-logcat logcat - --android-install-apk gve_nightly_aarch64 - --browsertime-geckodriver ${MOZ_FETCHES_DIR}/geckodriver - --output $MOZ_FETCHES_DIR/../artifacts - --perfherder - --perfherder-app geckoview - --perfherder-metrics name:HttpChannelCompletion,unit:ms name:HttpChannelCompletion_Cache,unit:ms name:HttpChannelCompletion_Network,unit:ms name:DisplayListBuilding,unit:ms name:Reflowing,unit:ms name:Styling,unit:ms - --browsertime-iterations 10 - --hooks testing/performance/hooks_perfstats.py - testing/performance/perftest_perfstats.js - -hw-a51-perfstats-fenix: - worker-type: t-bitbar-gw-perf-a51 - description: Run PerfStats perftest on Fenix on a Samsung A51 - treeherder: - symbol: perftest(perfstats-fenix) - platform: android-hw-a51-11-0-arm7-shippable/opt - attributes: - cron: false - run: - command: >- - mkdir -p $MOZ_FETCHES_DIR/../artifacts && - cd $GECKO_PATH && - python3 python/mozperftest/mozperftest/runner.py - --flavor mobile-browser - --android - --android-app-name org.mozilla.fenix - --android-activity org.mozilla.fenix.IntentReceiverActivity - --android-clear-logcat - --android-capture-logcat logcat - --android-install-apk fenix_nightly_armeabi_v7a - --browsertime-geckodriver ${MOZ_FETCHES_DIR}/geckodriver - --output $MOZ_FETCHES_DIR/../artifacts - --perfherder - --perfherder-app fenix - --perfherder-metrics name:HttpChannelCompletion,unit:ms name:HttpChannelCompletion_Cache,unit:ms name:HttpChannelCompletion_Network,unit:ms name:DisplayListBuilding,unit:ms name:Reflowing,unit:ms name:Styling,unit:ms - --browsertime-iterations 10 - --hooks testing/performance/hooks_perfstats.py - testing/performance/perftest_perfstats.js - -hw-a51-aarch64-perfstats-fenix: - worker-type: t-bitbar-gw-perf-a51 - description: Run PerfStats perftest on Fenix on a Samsung A51 - treeherder: - symbol: perftest(perfstats-fenix) - platform: android-hw-a51-11-0-aarch64-shippable/opt - attributes: - cron: false - run: - command: >- - mkdir -p $MOZ_FETCHES_DIR/../artifacts && - cd $GECKO_PATH && - python3 python/mozperftest/mozperftest/runner.py - --flavor mobile-browser - --android - --android-app-name org.mozilla.fenix - --android-activity org.mozilla.fenix.IntentReceiverActivity - --android-clear-logcat - --android-capture-logcat logcat - --android-install-apk fenix_nightly_arm64_v8a - --browsertime-geckodriver ${MOZ_FETCHES_DIR}/geckodriver - --output $MOZ_FETCHES_DIR/../artifacts - --perfherder - --perfherder-app fenix - --perfherder-metrics name:HttpChannelCompletion,unit:ms name:HttpChannelCompletion_Cache,unit:ms name:HttpChannelCompletion_Network,unit:ms name:DisplayListBuilding,unit:ms name:Reflowing,unit:ms name:Styling,unit:ms - --browsertime-iterations 10 - --hooks testing/performance/hooks_perfstats.py - testing/performance/perftest_perfstats.js - -hw-a51-record-websites: - worker-type: t-bitbar-gw-perf-a51 - description: Run perftest to record mobile websites - treeherder: - symbol: perftest(rec) - platform: android-hw-a51-11-0-aarch64-shippable/opt - require-build: - android-hw-a51-11-0-aarch64-shippable/opt: build-android-aarch64-shippable/opt - attributes: - cron: false - run-on-projects: [] - scopes: - - secrets:get:project/releng/gecko/build/level-{level}/conditioned-profiles - - secrets:get:project/perftest/gecko/level-{level}/perftest-login - run: - command: >- - mkdir -p $MOZ_FETCHES_DIR/../artifacts && - cd $GECKO_PATH && - python3 python/mozperftest/mozperftest/runner.py - --flavor mobile-browser - --android - --android-app-name org.mozilla.geckoview_example - --android-activity org.mozilla.geckoview_example.GeckoViewActivity - --android-clear-logcat - --android-capture-logcat logcat - --android-install-apk gve_nightly_aarch64 - --browsertime-geckodriver ${MOZ_FETCHES_DIR}/geckodriver - --proxy - --output $MOZ_FETCHES_DIR/../artifacts - --hooks testing/performance/hooks_recording.py - testing/performance/perftest_record.js diff --git a/taskcluster/ci/perftest/kind.yml b/taskcluster/ci/perftest/kind.yml deleted file mode 100644 index 8a92fe55b2..0000000000 --- a/taskcluster/ci/perftest/kind.yml +++ /dev/null @@ -1,48 +0,0 @@ -# This Source Code Form is subject to the terms of the Mozilla Public -# License, v. 2.0. If a copy of the MPL was not distributed with this -# file, You can obtain one at http://mozilla.org/MPL/2.0/. ---- -loader: gecko_taskgraph.loader.transform:loader - -kind-dependencies: - - toolchain - - build - -transforms: - - gecko_taskgraph.transforms.perftest:transforms - - gecko_taskgraph.transforms.source_test:transforms - - taskgraph.transforms.task_context - - gecko_taskgraph.transforms.job:transforms - - gecko_taskgraph.transforms.task:transforms - -jobs-from: - - android.yml - - linux.yml - - macosx.yml - - windows.yml - -job-defaults: - attributes: - retrigger: true - run-on-projects: [] - use-python: default - treeherder: - kind: other - tier: 3 - task-context: - from-object: {} - substitution-fields: [] - worker: - taskcluster-proxy: true - max-run-time: 10800 - env: - USE_ARTIFACT: '1' - HOSTUTILS_MANIFEST_PATH: "testing/config/tooltool-manifests/linux64/hostutils.manifest" - artifacts: - - type: directory - name: public/build - path: artifacts - run: - run-as-root: true - using: run-task - checkout: false diff --git a/taskcluster/ci/perftest/linux.yml b/taskcluster/ci/perftest/linux.yml deleted file mode 100644 index 1016469fb8..0000000000 --- a/taskcluster/ci/perftest/linux.yml +++ /dev/null @@ -1,384 +0,0 @@ -# This Source Code Form is subject to the terms of the Mozilla Public -# License, v. 2.0. If a copy of the MPL was not distributed with this -# file, You can obtain one at http://mozilla.org/MPL/2.0/. ---- -job-defaults: - worker-type: t-linux-talos-1804 - fetches: - toolchain: - - linux64-node - - linux64-geckodriver - build: - - artifact: target.mozinfo.json - - artifact: target.common.tests.tar.gz - - artifact: target.condprof.tests.tar.gz - - artifact: target.perftests.tests.tar.gz - - artifact: target.xpcshell.tests.tar.gz - - artifact: target.mochitest.tests.tar.gz - - artifact: target.tar.bz2 - platform: linux1804-64-shippable/opt - require-build: - linux1804-64-shippable/opt: build-linux64-shippable/opt - scopes: - - secrets:get:project/releng/gecko/build/level-{level}/conditioned-profiles - -try-xpcshell: - description: Run ./mach perftest on Linux - treeherder: - symbol: perftest(linux-xpcshell) - run: - command: >- - mkdir -p $MOZ_FETCHES_DIR/../artifacts && - cd $MOZ_FETCHES_DIR && - python3 python/mozperftest/mozperftest/runner.py - --on-try - --flavor desktop-browser - --output $MOZ_FETCHES_DIR/../artifacts - --xpcshell-binary ${MOZ_FETCHES_DIR}/bin/xpcshell - --xpcshell-mozinfo ${MOZ_FETCHES_DIR}/target.mozinfo.json - --xpcshell-nodejs ${MOZ_FETCHES_DIR}/node/bin/node - --xpcshell-xre-path ${MOZ_FETCHES_DIR}/firefox - -webpagetest-firefox: - description: Run webpagetest performance pageload tests on Firefox against Alexa top 50 websites - treeherder: - symbol: perftest(linux-webpagetest) - tier: 2 - attributes: - cron: true - scopes: - - secrets:get:project/perftest/gecko/level-{level}/perftest-login - run: - command: >- - mkdir -p $MOZ_FETCHES_DIR/../artifacts && - cd $MOZ_FETCHES_DIR && - python3 python/mozperftest/mozperftest/runner.py - testing/performance/perftest_WPT_firefox_init_file.js - --flavor=webpagetest - --webpagetest - --perfherder - --perfherder-metrics median - --perfherder-app=firefox - --output $MOZ_FETCHES_DIR/../artifacts - -webpagetest-chrome: - description: Run webpagetest performance pageload tests on Chrome against Alexa top 50 websites - treeherder: - symbol: perftest-chrome(linux-webpagetest) - tier: 2 - attributes: - cron: true - scopes: - - secrets:get:project/perftest/gecko/level-{level}/perftest-login - run: - command: >- - mkdir -p $MOZ_FETCHES_DIR/../artifacts && - cd $MOZ_FETCHES_DIR && - python3 python/mozperftest/mozperftest/runner.py - testing/performance/perftest_WPT_chrome_init_file.js - --flavor=webpagetest - --webpagetest - --perfherder - --perfherder-metrics median - --perfherder-app=chrome - --output $MOZ_FETCHES_DIR/../artifacts - -try-browsertime: - description: Run ./mach perftest on Linux - treeherder: - symbol: perftest(linux-bt) - run: - command: >- - mkdir -p $MOZ_FETCHES_DIR/../artifacts && - cd $MOZ_FETCHES_DIR && - python3 python/mozperftest/mozperftest/runner.py - --on-try - --browsertime-binary ${MOZ_FETCHES_DIR}/firefox/firefox-bin - --flavor desktop-browser - --browsertime-geckodriver ${MOZ_FETCHES_DIR}/geckodriver - --output $MOZ_FETCHES_DIR/../artifacts - -domcount: - description: Run DOM test - treeherder: - symbol: perftest(linux-dom) - attributes: - batch: false - cron: true - run: - command: >- - mkdir -p $MOZ_FETCHES_DIR/../artifacts && - cd $MOZ_FETCHES_DIR && - python3 python/mozperftest/mozperftest/runner.py - browser/base/content/test/perftest_browser_xhtml_dom.js - --browsertime-binary ${MOZ_FETCHES_DIR}/firefox/firefox-bin - --flavor desktop-browser - --perfherder - --perfherder-metrics name:totalDOMCount,unit:count name:panelMenuCount,unit:count name:lightDOMCount,unit:count name:lightDOMDetails,unit:count - --browsertime-geckodriver ${MOZ_FETCHES_DIR}/geckodriver - --output $MOZ_FETCHES_DIR/../artifacts - -# We'd like not to have to specify each test separately here. See bug 1865852. -service-worker: - description: Run service worker tests - treeherder: - symbol: perftest(linux-sw) - tier: 2 - attributes: - batch: false - cron: false - run-on-projects: [autoland, mozilla-central] - run: - command: >- - mkdir -p $MOZ_FETCHES_DIR/../artifacts && - cd $MOZ_FETCHES_DIR && - python3 python/mozperftest/mozperftest/runner.py - dom/serviceworkers/test/performance/test_caching.html - --mochitest-binary ${MOZ_FETCHES_DIR}/firefox/firefox-bin - --flavor mochitest - --output $MOZ_FETCHES_DIR/../artifacts && - python3 python/mozperftest/mozperftest/runner.py - dom/serviceworkers/test/performance/test_fetch.html - --mochitest-binary ${MOZ_FETCHES_DIR}/firefox/firefox-bin - --flavor mochitest - --output $MOZ_FETCHES_DIR/../artifacts && - python3 python/mozperftest/mozperftest/runner.py - dom/serviceworkers/test/performance/test_registration.html - --mochitest-binary ${MOZ_FETCHES_DIR}/firefox/firefox-bin - --flavor mochitest - --output $MOZ_FETCHES_DIR/../artifacts - -http3: - description: Run HTTP/3 test - treeherder: - symbol: perftest(http3) - attributes: - batch: false - # Disabled due to bug 1849400 - cron: false - run: - command: >- - mkdir -p $MOZ_FETCHES_DIR/../artifacts && - cd $MOZ_FETCHES_DIR && - python3 python/mozperftest/mozperftest/runner.py - xpcshell/tests/netwerk/test/unit/test_http3_perf.js - --flavor xpcshell - --perfherder - --perfherder-metrics name:speed,unit:bps - --output $MOZ_FETCHES_DIR/../artifacts - --xpcshell-binary ${MOZ_FETCHES_DIR}/bin/xpcshell - --xpcshell-mozinfo ${MOZ_FETCHES_DIR}/target.mozinfo.json - --xpcshell-nodejs ${MOZ_FETCHES_DIR}/node/bin/node - --xpcshell-cycles 13 - --xpcshell-xre-path ${MOZ_FETCHES_DIR}/firefox - -livesites: - description: Live site performance testing - variants: [http3] - treeherder: - symbol: perftest({symbol}) - attributes: - batch: false - cron: true - perftest: - - [cloudflare, netwerk/test/perf/perftest_http3_cloudflareblog.js] - # broken: bug 1678588 - # - [fb-scroll, netwerk/test/perf/perftest_http3_facebook_scroll.js] - # broken: bug 1879851 - # - [g-image, netwerk/test/perf/perftest_http3_google_image.js] - # broken: bug 1799655 - # - [g-search, netwerk/test/perf/perftest_http3_google_search.js] - - [lq-fetch, netwerk/test/perf/perftest_http3_lucasquicfetch.js] - # broken: bug 1695871 - # - [ytw, netwerk/test/perf/perftest_http3_youtube_watch.js] - # - [ytw-scroll, netwerk/test/perf/perftest_http3_youtube_watch_scroll.js] - perftest-metrics: - by-perftest: - cloudflare: - # Example of how the specify settings for each metric - resources: - extraOptions: [] - firstPaint: {} - navigationTiming: {} - pageTimings: {} - timeToContentfulPaint: {} - # broken: bug 1678588 - # fb-scroll: [navigationTiming, pageTimings, resources, firstPaint, timeToContentfulPaint, requestsPerSecond] - # broken: bug 1879851 - # g-image: [navigationTiming, pageTimings, resources, firstPaint, timeToContentfulPaint, imagesPerSecond, imageLoadTime] - # g-search: [navigationTiming, pageTimings, resources, firstPaint, timeToContentfulPaint] - lq-fetch: [navigationTiming, pageTimings, resources, timeToContentfulPaint, resourceLoadTime, imagesLoaded, imagesMissed] - # broken: bug 1695871 - # ytw: [navigationTiming, pageTimings, resources, firstPaint, timeToContentfulPaint, droppedFrames, decodedFrames] - # ytw-scroll: [navigationTiming, pageTimings, resources, firstPaint, timeToContentfulPaint, droppedFrames, decodedFrames] - default: [navigationTiming, pageTimings, resources, firstPaint, timeToContentfulPaint] - # Leave this here so people know this exists when looking - # for examples - perftest-perfherder-global: - extraOptions: [] - perftest-extra-options: - by-perftest: - cloudflare: - - --perfherder-split-by browserScripts.pageinfo.url - # g-search: - # - --perfherder-split-by browserScripts.pageinfo.url - lq-fetch: - - --perfherder-split-by browserScripts.pageinfo.url - default: [] - perftest-btime-variants: - by-perftest: - cloudflare: - - ["10s", browsertime.waitTime=10000] - - ["25s", browsertime.waitTime=25000] - - ["35s", browsertime.waitTime=35000] - - ["60s", browsertime.waitTime=60000] - # broken: bug 1678588 - # fb-scroll: - # - ["10s", browsertime.waitTime=10000] - # - ["25s", browsertime.waitTime=25000] - # - ["35s", browsertime.waitTime=35000] - # - ["60s", browsertime.waitTime=60000] - # g-search: - # - ["10s", browsertime.waitTime=10000] - # - ["25s", browsertime.waitTime=25000] - # - ["35s", browsertime.waitTime=35000] - # - ["60s", browsertime.waitTime=60000] - lq-fetch: - - [null, "browsertime.waitTime=1000,browsertime.cycles=5"] - # broken: bug 1695871 - # ytw: - # - [null, browsertime.waitTime=20000] - # ytw-scroll: - # - [null, browsertime.waitTime=20000] - default: - - [null, browsertime.waitTime=1000] - run: - command: >- - mkdir -p $MOZ_FETCHES_DIR/../artifacts && - cd $MOZ_FETCHES_DIR && - python3 python/mozperftest/mozperftest/runner.py - {perftest_testname} - --browsertime-binary ${MOZ_FETCHES_DIR}/firefox/firefox-bin - --browsertime-iterations 10 - --visualmetrics - --flavor desktop-browser - --perfherder - --perfherder-metrics {perftest_metrics} - --perfherder-simplify-names - --browsertime-geckodriver ${MOZ_FETCHES_DIR}/geckodriver - --output $MOZ_FETCHES_DIR/../artifacts - -controlled: - description: Controlled performance testing - treeherder: - symbol: perftest(controlled) - worker: - max-run-time: 14400 - attributes: - batch: false - cron: false - run: - command: >- - mkdir -p $MOZ_FETCHES_DIR/../artifacts && - cd $MOZ_FETCHES_DIR && - python3 python/mozperftest/mozperftest/runner.py - netwerk/test/perf/perftest_http3_controlled.js - --browsertime-binary ${MOZ_FETCHES_DIR}/firefox/firefox-bin - --browsertime-iterations 1 - --browsertime-cycles 96 - --hooks netwerk/test/perf/hooks_throttling.py - --flavor desktop-browser - --perfherder - --perfherder-metrics name:navigationTiming,unit:ms name:pageTimings,unit:ms name:resources,unit:ms name:firstPaint,unit:ms name:timeToContentfulPaint,unit:ms - --perfherder-simplify-names - --browsertime-geckodriver ${MOZ_FETCHES_DIR}/geckodriver - --output $MOZ_FETCHES_DIR/../artifacts - -perfstats: - description: Run PerfStats pageload test - treeherder: - symbol: perftest(linux-perfstats) - attributes: - cron: false - run: - command: >- - mkdir -p $MOZ_FETCHES_DIR/../artifacts && - cd $MOZ_FETCHES_DIR && - python3 python/mozperftest/mozperftest/runner.py - --browsertime-binary ${MOZ_FETCHES_DIR}/firefox/firefox-bin - --flavor desktop-browser - --browsertime-geckodriver ${MOZ_FETCHES_DIR}/geckodriver - --output $MOZ_FETCHES_DIR/../artifacts - --perfherder - --perfherder-metrics name:HttpChannelCompletion,unit:ms name:HttpChannelCompletion_Cache,unit:ms name:HttpChannelCompletion_Network,unit:ms name:DisplayListBuilding,unit:ms name:Reflowing,unit:ms name:Styling,unit:ms - --browsertime-iterations 10 - --hooks testing/performance/hooks_perfstats.py - testing/performance/perftest_perfstats.js - -record-websites: - description: Run mozperftest to record desktop websites - platform: linux1804-64/opt - require-build: - linux1804-64/opt: build-linux64/opt - treeherder: - symbol: perftest(rec) - attributes: - cron: false - run-on-projects: [] - scopes: - - secrets:get:project/releng/gecko/build/level-{level}/conditioned-profiles - - secrets:get:project/perftest/gecko/level-{level}/perftest-login - run: - command: >- - mkdir -p $MOZ_FETCHES_DIR/../artifacts && - cd $MOZ_FETCHES_DIR && - python3 python/mozperftest/mozperftest/runner.py - --flavor desktop-browser - --verbose - --browsertime-binary ${MOZ_FETCHES_DIR}/firefox/firefox-bin - --browsertime-geckodriver ${MOZ_FETCHES_DIR}/geckodriver - --proxy - --output $MOZ_FETCHES_DIR/../artifacts - --hooks testing/performance/hooks_recording.py - testing/performance/perftest_record.js - -side-by-side: - description: Run mozperftest side-by-side - treeherder: - symbol: perftest(side-by-side) - tier: 2 - run: - using: run-task - sparse-profile: perftest - checkout: true - command: >- - mkdir -p $MOZ_FETCHES_DIR/../artifacts && - cd $MOZ_FETCHES_DIR && - python3 python/mozperftest/mozperftest/runner.py - tools side-by-side - -t {test_name} - --base-platform {platform} - --base-revision {base_revision} - --new-revision {new_revision} - --base-branch {base_branch} - --new-branch {new_branch} - -mwu-change-detector: - description: Runs Mann-Whitney U-test on two revisions to detect performance changes - treeherder: - symbol: perftest-detect(mwu) - tier: 2 - run: - using: run-task - sparse-profile: perftest - checkout: true - command: >- - mkdir -p $MOZ_FETCHES_DIR/../artifacts && - cd $MOZ_FETCHES_DIR && - python3 python/mozperftest/mozperftest/runner.py - tools change-detector - --task-name {task_name} - --base-revision {base_revision} - --new-revision {new_revision} - --base-branch {base_branch} - --new-branch {new_branch} diff --git a/taskcluster/ci/perftest/macosx.yml b/taskcluster/ci/perftest/macosx.yml deleted file mode 100644 index d98f7524b8..0000000000 --- a/taskcluster/ci/perftest/macosx.yml +++ /dev/null @@ -1,287 +0,0 @@ -# This Source Code Form is subject to the terms of the Mozilla Public -# License, v. 2.0. If a copy of the MPL was not distributed with this -# file, You can obtain one at http://mozilla.org/MPL/2.0/. ---- -job-defaults: - worker-type: t-osx-1015-r8 - fetches: - build: - - artifact: target.mozinfo.json - - artifact: target.common.tests.tar.gz - - artifact: target.condprof.tests.tar.gz - - artifact: target.mochitest.tests.tar.gz - - artifact: target.xpcshell.tests.tar.gz - - artifact: target.perftests.tests.tar.gz - - artifact: target.dmg - extract: false - toolchain: - - macosx64-geckodriver - - macosx64-node - platform: macosx1015-64-shippable-qr/opt - require-build: - macosx1015-64-shippable-qr/opt: build-macosx64-shippable/opt - scopes: - - secrets:get:project/releng/gecko/build/level-{level}/conditioned-profiles - -try-xpcshell: - description: Run ./mach perftest on macOs - treeherder: - symbol: perftest(macos-xpcshell) - run: - command: >- - mkdir -p $MOZ_FETCHES_DIR/../artifacts && - cd $MOZ_FETCHES_DIR && - python3 -m venv . && - bin/python3 python/mozperftest/mozperftest/runner.py - --on-try - --flavor desktop-browser - --output $MOZ_FETCHES_DIR/../artifacts - --xpcshell-binary ${MOZ_FETCHES_DIR}/bin/xpcshell - --xpcshell-mozinfo ${MOZ_FETCHES_DIR}/target.mozinfo.json - --xpcshell-nodejs ${MOZ_FETCHES_DIR}/node/bin/node - --xpcshell-xre-path ${MOZ_FETCHES_DIR}/target.dmg - -try-browsertime: - description: Run ./mach perftest on macOs - treeherder: - symbol: perftest(macos-bt) - run: - command: >- - mkdir -p $MOZ_FETCHES_DIR/../artifacts && - cd $MOZ_FETCHES_DIR && - python3 -m venv . && - bin/python3 python/mozperftest/mozperftest/runner.py - --on-try - --browsertime-binary ${MOZ_FETCHES_DIR}/target.dmg - --browsertime-node ${MOZ_FETCHES_DIR}/node/bin/node - --flavor desktop-browser - --browsertime-geckodriver ${MOZ_FETCHES_DIR}/geckodriver - --output $MOZ_FETCHES_DIR/../artifacts - -# We'd like not to have to specify each test separately here. See bug 1865852. -service-worker: - description: Run service worker tests - treeherder: - symbol: perftest(macosx-sw) - tier: 2 - attributes: - batch: false - cron: false - run-on-projects: [autoland, mozilla-central] - run: - command: >- - mkdir -p $MOZ_FETCHES_DIR/../artifacts && - cd $MOZ_FETCHES_DIR && - python3 -m venv . && - bin/python3 python/mozperftest/mozperftest/runner.py - dom/serviceworkers/test/performance/test_caching.html - --mochitest-binary ${MOZ_FETCHES_DIR}/target.dmg - --flavor mochitest - --output $MOZ_FETCHES_DIR/../artifacts && - bin/python3 python/mozperftest/mozperftest/runner.py - dom/serviceworkers/test/performance/test_fetch.html - --mochitest-binary ${MOZ_FETCHES_DIR}/target.dmg - --flavor mochitest - --output $MOZ_FETCHES_DIR/../artifacts && - bin/python3 python/mozperftest/mozperftest/runner.py - dom/serviceworkers/test/performance/test_registration.html - --mochitest-binary ${MOZ_FETCHES_DIR}/target.dmg - --flavor mochitest - --output $MOZ_FETCHES_DIR/../artifacts - -domcount: - description: Run DOM test on macOS - treeherder: - symbol: perftest(macos-dom) - attributes: - batch: false - cron: true - run: - command: >- - mkdir -p $MOZ_FETCHES_DIR/../artifacts && - cd $MOZ_FETCHES_DIR && - python3 -m venv . && - bin/python3 python/mozperftest/mozperftest/runner.py - browser/base/content/test/perftest_browser_xhtml_dom.js - --browsertime-binary ${MOZ_FETCHES_DIR}/target.dmg - --browsertime-node ${MOZ_FETCHES_DIR}/node/bin/node - --flavor desktop-browser - --perfherder - --perfherder-metrics name:totalDOMCount,unit:count name:panelMenuCount,unit:count name:lightDOMCount,unit:count name:lightDOMDetails,unit:count - --browsertime-geckodriver ${MOZ_FETCHES_DIR}/geckodriver - --output $MOZ_FETCHES_DIR/../artifacts - -http3: - description: Run HTTP/3 test - treeherder: - symbol: perftest(http3) - attributes: - batch: false - # Disabled due to bug 1849400 - cron: false - run: - command: >- - mkdir -p $MOZ_FETCHES_DIR/../artifacts && - cd $MOZ_FETCHES_DIR && - python3 -m venv . && - bin/python3 python/mozperftest/mozperftest/runner.py - xpcshell/tests/netwerk/test/unit/test_http3_perf.js - --flavor xpcshell - --perfherder - --perfherder-metrics name:speed,unit:bps - --output $MOZ_FETCHES_DIR/../artifacts - --xpcshell-binary ${MOZ_FETCHES_DIR}/bin/xpcshell - --xpcshell-mozinfo ${MOZ_FETCHES_DIR}/target.mozinfo.json - --xpcshell-nodejs ${MOZ_FETCHES_DIR}/node/bin/node - --xpcshell-cycles 13 - --xpcshell-xre-path ${MOZ_FETCHES_DIR}/target.dmg - - -livesites: - description: Live site performance testing - variants: [http3] - treeherder: - symbol: perftest({symbol}) - attributes: - batch: false - cron: true - perftest: - - [cloudflare, netwerk/test/perf/perftest_http3_cloudflareblog.js] - # broken: bug 1678588 - # - [fb-scroll, netwerk/test/perf/perftest_http3_facebook_scroll.js] - # broken: bug 1879851 - # - [g-image, netwerk/test/perf/perftest_http3_google_image.js] - # broken: bug 1799655 - # - [g-search, netwerk/test/perf/perftest_http3_google_search.js] - - [lq-fetch, netwerk/test/perf/perftest_http3_lucasquicfetch.js] - # broken: bug 1695871 - # - [ytw, netwerk/test/perf/perftest_http3_youtube_watch.js] - # - [ytw-scroll, netwerk/test/perf/perftest_http3_youtube_watch_scroll.js] - perftest-metrics: - by-perftest: - cloudflare: - # Example of how the specify settings for each metric - resources: - extraOptions: [] - firstPaint: {} - navigationTiming: {} - pageTimings: {} - timeToContentfulPaint: {} - # broken: bug 1678588 - # fb-scroll: [navigationTiming, pageTimings, resources, firstPaint, timeToContentfulPaint, requestsPerSecond] - # broken: bug 1879851 - # g-image: [navigationTiming, pageTimings, resources, firstPaint, timeToContentfulPaint, imagesPerSecond, imageLoadTime] - # g-search: [navigationTiming, pageTimings, resources, firstPaint, timeToContentfulPaint] - lq-fetch: [navigationTiming, pageTimings, resources, timeToContentfulPaint, resourceLoadTime, imagesLoaded, imagesMissed] - # broken: bug 1695871 - # ytw: [navigationTiming, pageTimings, resources, firstPaint, timeToContentfulPaint, droppedFrames, decodedFrames] - # ytw-scroll: [navigationTiming, pageTimings, resources, firstPaint, timeToContentfulPaint, droppedFrames, decodedFrames] - default: [navigationTiming, pageTimings, resources, firstPaint, timeToContentfulPaint] - # Leave this here so people know this exists when looking - # for examples - perftest-perfherder-global: - extraOptions: [] - perftest-extra-options: - by-perftest: - cloudflare: - - --perfherder-split-by browserScripts.pageinfo.url - # g-search: - # - --perfherder-split-by browserScripts.pageinfo.url - lq-fetch: - - --perfherder-split-by browserScripts.pageinfo.url - default: [] - perftest-btime-variants: - by-perftest: - cloudflare: - - ["10s", browsertime.waitTime=10000] - - ["25s", browsertime.waitTime=25000] - - ["35s", browsertime.waitTime=35000] - - ["60s", browsertime.waitTime=60000] - # broken: bug 1678588 - # fb-scroll: - # - ["10s", browsertime.waitTime=10000] - # - ["25s", browsertime.waitTime=25000] - # - ["35s", browsertime.waitTime=35000] - # - ["60s", browsertime.waitTime=60000] - # g-search: - # - ["10s", browsertime.waitTime=10000] - # - ["25s", browsertime.waitTime=25000] - # - ["35s", browsertime.waitTime=35000] - # - ["60s", browsertime.waitTime=60000] - lq-fetch: - - [null, "browsertime.waitTime=1000,browsertime.cycles=5"] - # broken: bug 1695871 - # ytw: - # - [null, browsertime.waitTime=20000] - # ytw-scroll: - # - [null, browsertime.waitTime=20000] - default: - - [null, browsertime.waitTime=1000] - run: - command: >- - mkdir -p $MOZ_FETCHES_DIR/../artifacts && - cd $MOZ_FETCHES_DIR && - python3 -m venv . && - bin/python3 python/mozperftest/mozperftest/runner.py - {perftest_testname} - --browsertime-binary ${MOZ_FETCHES_DIR}/target.dmg - --browsertime-node ${MOZ_FETCHES_DIR}/node/bin/node - --browsertime-iterations 10 - --flavor desktop-browser - --perfherder - --perfherder-metrics {perftest_metrics} - --perfherder-simplify-names - --browsertime-geckodriver ${MOZ_FETCHES_DIR}/geckodriver - --output $MOZ_FETCHES_DIR/../artifacts - -controlled: - description: Controlled performance testing - treeherder: - symbol: perftest(controlled) - worker: - max-run-time: 14400 - attributes: - batch: false - cron: false - run: - command: >- - mkdir -p $MOZ_FETCHES_DIR/../artifacts && - cd $MOZ_FETCHES_DIR && - python3 -m venv . && - python3 python/mozperftest/mozperftest/runner.py - netwerk/test/perf/perftest_http3_controlled.js - --browsertime-binary ${MOZ_FETCHES_DIR}/target.dmg - --browsertime-node ${MOZ_FETCHES_DIR}/node/bin/node - --browsertime-iterations 1 - --browsertime-cycles 96 - --hooks netwerk/test/perf/hooks_throttling.py - --flavor desktop-browser - --perfherder - --perfherder-metrics name:navigationTiming,unit:ms name:pageTimings,unit:ms name:resources,unit:ms name:firstPaint,unit:ms name:timeToContentfulPaint,unit:ms - --perfherder-simplify-names - --browsertime-geckodriver ${MOZ_FETCHES_DIR}/geckodriver - --output $MOZ_FETCHES_DIR/../artifacts - -perfstats: - description: Run PerfStats pageload test - treeherder: - symbol: perftest(macos-perfstats) - attributes: - batch: false - cron: false - run: - command: >- - mkdir -p $MOZ_FETCHES_DIR/../artifacts && - cd $MOZ_FETCHES_DIR && - python3 -m venv . && - bin/python3 python/mozperftest/mozperftest/runner.py - --browsertime-binary ${MOZ_FETCHES_DIR}/target.dmg - --browsertime-node ${MOZ_FETCHES_DIR}/node/bin/node - --flavor desktop-browser - --browsertime-geckodriver ${MOZ_FETCHES_DIR}/geckodriver - --output $MOZ_FETCHES_DIR/../artifacts - --perfherder - --perfherder-metrics name:HttpChannelCompletion,unit:ms name:HttpChannelCompletion_Cache,unit:ms name:HttpChannelCompletion_Network,unit:ms name:DisplayListBuilding,unit:ms name:Reflowing,unit:ms name:Styling,unit:ms - --browsertime-iterations 10 - --hooks testing/performance/hooks_perfstats.py - testing/performance/perftest_perfstats.js diff --git a/taskcluster/ci/perftest/windows.yml b/taskcluster/ci/perftest/windows.yml deleted file mode 100644 index 3e027e5741..0000000000 --- a/taskcluster/ci/perftest/windows.yml +++ /dev/null @@ -1,235 +0,0 @@ -# This Source Code Form is subject to the terms of the Mozilla Public -# License, v. 2.0. If a copy of the MPL was not distributed with this -# file, You can obtain one at http://mozilla.org/MPL/2.0/. ---- -job-defaults: - worker-type: t-win10-64-1803-hw - fetches: - build: - - artifact: target.condprof.tests.tar.gz - - artifact: target.common.tests.tar.gz - - artifact: target.mochitest.tests.tar.gz - - artifact: target.perftests.tests.tar.gz - - artifact: target.zip - toolchain: - - win64-node - - win64-geckodriver - platform: windows10-64-shippable/opt - require-build: - windows10-64-shippable/opt: build-win64-shippable/opt - scopes: - - secrets:get:project/releng/gecko/build/level-{level}/conditioned-profiles - -try-browsertime: - description: Run ./mach perftest on windows - treeherder: - symbol: perftest(win-bt) - run: - command: >- - mkdir -p $MOZ_FETCHES_DIR/../artifacts && - cd $MOZ_FETCHES_DIR && - python3.exe python/mozperftest/mozperftest/runner.py - --on-try - --browsertime-binary ${MOZ_FETCHES_DIR}/firefox/firefox.exe - --flavor desktop-browser - --browsertime-geckodriver ${MOZ_FETCHES_DIR}/geckodriver.exe - --browsertime-node ${MOZ_FETCHES_DIR}/node/node.exe - --output $MOZ_FETCHES_DIR/../artifacts - -# We'd like not to have to specify each test separately here. See bug 1865852. -service-worker: - description: Run service worker tests - treeherder: - symbol: perftest(win-sw) - tier: 2 - attributes: - batch: false - cron: false - run-on-projects: [autoland, mozilla-central] - run: - command: >- - mkdir -p $MOZ_FETCHES_DIR/../artifacts && - cd $MOZ_FETCHES_DIR && - python3.exe python/mozperftest/mozperftest/runner.py - dom/serviceworkers/test/performance/test_caching.html - --mochitest-binary ${MOZ_FETCHES_DIR}/firefox/firefox.exe - --flavor mochitest - --output $MOZ_FETCHES_DIR/../artifacts && - python3.exe python/mozperftest/mozperftest/runner.py - dom/serviceworkers/test/performance/test_fetch.html - --mochitest-binary ${MOZ_FETCHES_DIR}/firefox/firefox.exe - --flavor mochitest - --output $MOZ_FETCHES_DIR/../artifacts && - python3.exe python/mozperftest/mozperftest/runner.py - dom/serviceworkers/test/performance/test_registration.html - --mochitest-binary ${MOZ_FETCHES_DIR}/firefox/firefox.exe - --flavor mochitest - --output $MOZ_FETCHES_DIR/../artifacts - -domcount: - description: Run DOM test - treeherder: - symbol: perftest(win-dom) - attributes: - batch: false - cron: true - run: - command: >- - mkdir -p $MOZ_FETCHES_DIR/../artifacts && - cd $MOZ_FETCHES_DIR && - python3.exe python/mozperftest/mozperftest/runner.py - browser/base/content/test/perftest_browser_xhtml_dom.js - --browsertime-binary ${MOZ_FETCHES_DIR}/firefox/firefox.exe - --flavor desktop-browser - --perfherder - --perfherder-metrics name:totalDOMCount,unit:count name:panelMenuCount,unit:count name:lightDOMCount,unit:count name:lightDOMDetails,unit:count - --browsertime-geckodriver ${MOZ_FETCHES_DIR}/geckodriver.exe - --browsertime-node ${MOZ_FETCHES_DIR}/node/node.exe - --output $MOZ_FETCHES_DIR/../artifacts - - -livesites: - description: Live site performance testing - variants: [http3] - treeherder: - symbol: perftest({symbol}) - attributes: - batch: false - cron: true - perftest: - - [cloudflare, netwerk/test/perf/perftest_http3_cloudflareblog.js] - # broken: bug 1678588 - # - [fb-scroll, netwerk/test/perf/perftest_http3_facebook_scroll.js] - # broken: bug 1879851 - # - [g-image, netwerk/test/perf/perftest_http3_google_image.js] - # broken: bug 1799655 - # - [g-search, netwerk/test/perf/perftest_http3_google_search.js] - - [lq-fetch, netwerk/test/perf/perftest_http3_lucasquicfetch.js] - # broken: bug 1695871 - # - [ytw, netwerk/test/perf/perftest_http3_youtube_watch.js] - # - [ytw-scroll, netwerk/test/perf/perftest_http3_youtube_watch_scroll.js] - perftest-metrics: - by-perftest: - cloudflare: - # Example of how the specify settings for each metric - resources: - extraOptions: [] - firstPaint: {} - navigationTiming: {} - pageTimings: {} - timeToContentfulPaint: {} - # broken: bug 1678588 - # fb-scroll: [navigationTiming, pageTimings, resources, firstPaint, timeToContentfulPaint, requestsPerSecond] - # broken: bug 1879851 - # g-image: [navigationTiming, pageTimings, resources, firstPaint, timeToContentfulPaint, imagesPerSecond, imageLoadTime] - # g-search: [navigationTiming, pageTimings, resources, firstPaint, timeToContentfulPaint] - lq-fetch: [navigationTiming, pageTimings, resources, timeToContentfulPaint, resourceLoadTime, imagesLoaded, imagesMissed] - # broken: bug 1695871 - # ytw: [navigationTiming, pageTimings, resources, firstPaint, timeToContentfulPaint, droppedFrames, decodedFrames] - # ytw-scroll: [navigationTiming, pageTimings, resources, firstPaint, timeToContentfulPaint, droppedFrames, decodedFrames] - default: [navigationTiming, pageTimings, resources, firstPaint, timeToContentfulPaint] - # Leave this here so people know this exists when looking - # for examples - perftest-perfherder-global: - extraOptions: [] - perftest-extra-options: - by-perftest: - cloudflare: - - --perfherder-split-by browserScripts.pageinfo.url - # g-search: - # - --perfherder-split-by browserScripts.pageinfo.url - lq-fetch: - - --perfherder-split-by browserScripts.pageinfo.url - default: [] - perftest-btime-variants: - by-perftest: - cloudflare: - - ["10s", browsertime.waitTime=10000] - - ["25s", browsertime.waitTime=25000] - - ["35s", browsertime.waitTime=35000] - - ["60s", browsertime.waitTime=60000] - # broken: bug 1678588 - # fb-scroll: - # - ["10s", browsertime.waitTime=10000] - # - ["25s", browsertime.waitTime=25000] - # - ["35s", browsertime.waitTime=35000] - # - ["60s", browsertime.waitTime=60000] - # g-search: - # - ["10s", browsertime.waitTime=10000] - # - ["25s", browsertime.waitTime=25000] - # - ["35s", browsertime.waitTime=35000] - # - ["60s", browsertime.waitTime=60000] - lq-fetch: - - [null, "browsertime.waitTime=1000,browsertime.cycles=5"] - # broken: bug 1695871 - # ytw: - # - [null, browsertime.waitTime=20000] - # ytw-scroll: - # - [null, browsertime.waitTime=20000] - default: - - [null, browsertime.waitTime=1000] - run: - command: >- - mkdir -p $MOZ_FETCHES_DIR/../artifacts && - cd $MOZ_FETCHES_DIR && - python3.exe python/mozperftest/mozperftest/runner.py - {perftest_testname} - --browsertime-binary ${MOZ_FETCHES_DIR}/firefox/firefox.exe - --browsertime-iterations 10 - --flavor desktop-browser - --perfherder - --perfherder-metrics {perftest_metrics} - --perfherder-simplify-names - --browsertime-geckodriver ${MOZ_FETCHES_DIR}/geckodriver.exe - --browsertime-node ${MOZ_FETCHES_DIR}/node/node.exe - --output $MOZ_FETCHES_DIR/../artifacts - -controlled: - description: Controlled performance testing - treeherder: - symbol: perftest(controlled) - worker: - max-run-time: 14400 - attributes: - batch: false - cron: false - run: - command: >- - mkdir -p $MOZ_FETCHES_DIR/../artifacts && - cd $MOZ_FETCHES_DIR && - python3.exe python/mozperftest/mozperftest/runner.py - netwerk/test/perf/perftest_http3_controlled.js - --browsertime-binary ${MOZ_FETCHES_DIR}/firefox/firefox.exe - --browsertime-iterations 1 - --browsertime-cycles 96 - --hooks netwerk/test/perf/hooks_throttling.py - --flavor desktop-browser - --perfherder - --perfherder-metrics name:navigationTiming,unit:ms name:pageTimings,unit:ms name:resources,unit:ms name:firstPaint,unit:ms name:timeToContentfulPaint,unit:ms - --perfherder-simplify-names - --browsertime-geckodriver ${MOZ_FETCHES_DIR}/geckodriver.exe - --browsertime-node ${MOZ_FETCHES_DIR}/node/node.exe - --output $MOZ_FETCHES_DIR/../artifacts - -perfstats: - description: Run PerfStats pageload test - treeherder: - symbol: perftest(win-perfstats) - attributes: - batch: false - cron: false - run: - command: >- - mkdir -p $MOZ_FETCHES_DIR/../artifacts && - cd $MOZ_FETCHES_DIR && - python3.exe python/mozperftest/mozperftest/runner.py - --browsertime-binary ${MOZ_FETCHES_DIR}/firefox/firefox.exe - --flavor desktop-browser - --browsertime-geckodriver ${MOZ_FETCHES_DIR}/geckodriver.exe - --browsertime-node ${MOZ_FETCHES_DIR}/node/node.exe - --output $MOZ_FETCHES_DIR/../artifacts - --perfherder - --perfherder-metrics name:HttpChannelCompletion,unit:ms name:HttpChannelCompletion_Cache,unit:ms name:HttpChannelCompletion_Network,unit:ms name:DisplayListBuilding,unit:ms name:Reflowing,unit:ms name:Styling,unit:ms - --browsertime-iterations 10 - --hooks testing/performance/hooks_perfstats.py - testing/performance/perftest_perfstats.js diff --git a/taskcluster/ci/post-balrog-dummy/kind.yml b/taskcluster/ci/post-balrog-dummy/kind.yml deleted file mode 100644 index e1a9849bbc..0000000000 --- a/taskcluster/ci/post-balrog-dummy/kind.yml +++ /dev/null @@ -1,22 +0,0 @@ -# This Source Code Form is subject to the terms of the Mozilla Public -# License, v. 2.0. If a copy of the MPL was not distributed with this -# file, You can obtain one at http://mozilla.org/MPL/2.0/. ---- -loader: gecko_taskgraph.loader.transform:loader - -transforms: - - taskgraph.transforms.from_deps - - gecko_taskgraph.transforms.per_platform_dummy - - gecko_taskgraph.transforms.reverse_chunk_deps - - gecko_taskgraph.transforms.task - -kind-dependencies: - - balrog - -jobs: - post-balrog-dummy: - description: Dummy task to deal with max_dependencies - from-deps: {} - run-on-projects: [] - shipping-phase: promote - worker-type: succeed diff --git a/taskcluster/ci/post-beetmover-checksums-dummy/kind.yml b/taskcluster/ci/post-beetmover-checksums-dummy/kind.yml deleted file mode 100644 index 40ff97dce8..0000000000 --- a/taskcluster/ci/post-beetmover-checksums-dummy/kind.yml +++ /dev/null @@ -1,31 +0,0 @@ -# This Source Code Form is subject to the terms of the Mozilla Public -# License, v. 2.0. If a copy of the MPL was not distributed with this -# file, You can obtain one at http://mozilla.org/MPL/2.0/. ---- -loader: gecko_taskgraph.loader.transform:loader - -transforms: - - gecko_taskgraph.transforms.reverse_chunk_deps:transforms - - gecko_taskgraph.transforms.task:transforms - -kind-dependencies: - - beetmover-checksums - - release-beetmover-source-checksums - - release-eme-free-repack-beetmover-checksums - - release-beetmover-signed-langpacks-checksums - -jobs: - firefox-promote: - name: post-beetmover-checksums-dummy - description: Dummy task to deal with max_dependencies - run-on-projects: [] - shipping-phase: promote - shipping-product: firefox - worker-type: succeed - devedition-promote: - name: post-beetmover-checksums-dummy - description: Dummy task to deal with max_dependencies - run-on-projects: [] - shipping-phase: promote - shipping-product: devedition - worker-type: succeed diff --git a/taskcluster/ci/post-beetmover-components-dummy/kind.yml b/taskcluster/ci/post-beetmover-components-dummy/kind.yml deleted file mode 100644 index bf8d98a83c..0000000000 --- a/taskcluster/ci/post-beetmover-components-dummy/kind.yml +++ /dev/null @@ -1,35 +0,0 @@ -# This Source Code Form is subject to the terms of the Mozilla Public -# License, v. 2.0. If a copy of the MPL was not distributed with this -# file, You can obtain one at http://mozilla.org/MPL/2.0/. ---- -loader: gecko_taskgraph.loader.transform:loader - -transforms: - - taskgraph.transforms.from_deps - - android_taskgraph.transforms.post_dummy - - android_taskgraph.transforms.chunk - - gecko_taskgraph.transforms.task - -kind-dependencies: - - beetmover-components - -jobs: - post-beetmover: - description: Dummy task to wait on all builds before publishing them - from-deps: - group-by: build-type - unique-kinds: false - copy-attributes: true - attributes: - component: all - worker-type: succeed - treeherder: - kind: build - platform: AC-android-all/opt - symbol: - by-build-type: - release: post-beetmover-release - beta: post-beetmover-beta - nightly: post-beetmover-nightly - default: post-beetmover - tier: 1 diff --git a/taskcluster/ci/post-beetmover-dummy/kind.yml b/taskcluster/ci/post-beetmover-dummy/kind.yml deleted file mode 100644 index e5d50ce256..0000000000 --- a/taskcluster/ci/post-beetmover-dummy/kind.yml +++ /dev/null @@ -1,23 +0,0 @@ -# This Source Code Form is subject to the terms of the Mozilla Public -# License, v. 2.0. If a copy of the MPL was not distributed with this -# file, You can obtain one at http://mozilla.org/MPL/2.0/. ---- -loader: gecko_taskgraph.loader.transform:loader - -transforms: - - taskgraph.transforms.from_deps - - gecko_taskgraph.transforms.per_platform_dummy - - gecko_taskgraph.transforms.reverse_chunk_deps - - gecko_taskgraph.transforms.task - -kind-dependencies: - - beetmover-checksums - - beetmover-repackage - -jobs: - post-beetmover-dummy: - description: Dummy task to deal with max_dependencies - from-deps: {} - run-on-projects: [] - shipping-phase: promote - worker-type: succeed diff --git a/taskcluster/ci/post-langpack-dummy/kind.yml b/taskcluster/ci/post-langpack-dummy/kind.yml deleted file mode 100644 index 95fe9f7684..0000000000 --- a/taskcluster/ci/post-langpack-dummy/kind.yml +++ /dev/null @@ -1,29 +0,0 @@ -# This Source Code Form is subject to the terms of the Mozilla Public -# License, v. 2.0. If a copy of the MPL was not distributed with this -# file, You can obtain one at http://mozilla.org/MPL/2.0/. ---- -loader: gecko_taskgraph.loader.transform:loader - -transforms: - - gecko_taskgraph.transforms.reverse_chunk_deps:transforms - - gecko_taskgraph.transforms.task:transforms - -kind-dependencies: - - release-beetmover-signed-langpacks - -jobs: - firefox-promote: - name: post-langpack-dummy - description: Dummy task to deal with max_dependencies - run-on-projects: [] - shipping-phase: promote - shipping-product: firefox - worker-type: succeed - - devedition-promote: - name: post-langpack-dummy - description: Dummy task to deal with max_dependencies - run-on-projects: [] - shipping-phase: promote - shipping-product: devedition - worker-type: succeed diff --git a/taskcluster/ci/post-signing/kind.yml b/taskcluster/ci/post-signing/kind.yml deleted file mode 100644 index b07436b619..0000000000 --- a/taskcluster/ci/post-signing/kind.yml +++ /dev/null @@ -1,36 +0,0 @@ -# This Source Code Form is subject to the terms of the Mozilla Public -# License, v. 2.0. If a copy of the MPL was not distributed with this -# file, You can obtain one at http://mozilla.org/MPL/2.0/. ---- -loader: gecko_taskgraph.loader.transform:loader - -transforms: - - taskgraph.transforms.from_deps - - android_taskgraph.transforms.post_dummy - - android_taskgraph.transforms.chunk - - gecko_taskgraph.transforms.task - -kind-dependencies: - - signing - -jobs: - post-signing: - description: Dummy task to wait on all builds before publishing them - from-deps: - group-by: build-type - unique-kinds: false - copy-attributes: true - attributes: - component: all - worker-type: succeed - worker: {} - treeherder: - kind: build - platform: AC-android-all/opt - symbol: - by-build-type: - release: post-signing-release - beta: post-signing-beta - nightly: post-signing-nightly - default: post-signing - tier: 1 diff --git a/taskcluster/ci/post-update-verify-dummy/kind.yml b/taskcluster/ci/post-update-verify-dummy/kind.yml deleted file mode 100644 index 6d7bfb3515..0000000000 --- a/taskcluster/ci/post-update-verify-dummy/kind.yml +++ /dev/null @@ -1,22 +0,0 @@ -# This Source Code Form is subject to the terms of the Mozilla Public -# License, v. 2.0. If a copy of the MPL was not distributed with this -# file, You can obtain one at http://mozilla.org/MPL/2.0/. ---- -loader: gecko_taskgraph.loader.transform:loader - -transforms: - - taskgraph.transforms.from_deps - - gecko_taskgraph.transforms.per_platform_dummy - - gecko_taskgraph.transforms.reverse_chunk_deps - - gecko_taskgraph.transforms.task - -kind-dependencies: - - release-update-verify - -jobs: - post-update-verify-dummy: - description: Dummy task to deal with max_dependencies - from-deps: {} - run-on-projects: [] - shipping-phase: promote - worker-type: succeed diff --git a/taskcluster/ci/push-bundle/kind.yml b/taskcluster/ci/push-bundle/kind.yml deleted file mode 100644 index 2c48a14177..0000000000 --- a/taskcluster/ci/push-bundle/kind.yml +++ /dev/null @@ -1,73 +0,0 @@ -# This Source Code Form is subject to the terms of the Mozilla Public -# License, v. 2.0. If a copy of the MPL was not distributed with this -# file, You can obtain one at http://mozilla.org/MPL/2.0/. ---- -loader: gecko_taskgraph.loader.transform:loader - -transforms: - - taskgraph.transforms.from_deps - - android_taskgraph.transforms.upstream_artifacts - - android_taskgraph.transforms.treeherder - - android_taskgraph.transforms.push_android_app - - gecko_taskgraph.transforms.task - -kind-dependencies: - - signing-bundle - - android-startup-test - -jobs: - push-bundle: - description: Publish Fenix and Focus AABs - from-deps: - with-attributes: - build-type: - - fenix-nightly - - fenix-beta - - fenix-release - - focus-nightly - - focus-beta - - focus-release - - klar-release - group-by: - attribute: build-type - copy-attributes: true - worker-type: push-apk - worker: - certificate-alias: - by-build-type: - fenix-nightly: fenix-nightly - fenix-beta: fenix-beta - fenix-release: fenix-release - default: focus - commit: true - channel: - by-build-type: - fenix-nightly: fenix-nightly - fenix-beta: fenix-beta - fenix-release: fenix-release - focus-nightly: focus-nightly - focus-beta: focus-beta - focus-release: focus-release - klar-release: klar-release - dep: - by-level: - '3': false - default: true - product: - by-build-type: - (fenix-nightly|fenix-release|fenix-beta): fenix - default: focus-android - shipping-phase: push - shipping-product: firefox-android - treeherder: - symbol: - by-build-type: - default: gp-aab - focus-release: gpf-aab - klar-release: gpkl-aab - kind: build - routes: - by-level: - '3': - - "notify.email.release-mgmt@mozilla.com.on-failed" - 'default': [] diff --git a/taskcluster/ci/release-balrog-scheduling/kind.yml b/taskcluster/ci/release-balrog-scheduling/kind.yml deleted file mode 100644 index 64bd751ca3..0000000000 --- a/taskcluster/ci/release-balrog-scheduling/kind.yml +++ /dev/null @@ -1,92 +0,0 @@ -# This Source Code Form is subject to the terms of the Mozilla Public -# License, v. 2.0. If a copy of the MPL was not distributed with this -# file, You can obtain one at http://mozilla.org/MPL/2.0/. ---- -loader: gecko_taskgraph.loader.transform:loader - -transforms: - - gecko_taskgraph.transforms.release_deps:transforms - - gecko_taskgraph.transforms.scriptworker:add_balrog_scopes - - gecko_taskgraph.transforms.task:transforms - -kind-dependencies: - - release-bouncer-check - - release-push-langpacks - -job-defaults: - run-on-projects: [] - shipping-phase: ship - worker-type: balrog - worker: - implementation: balrog - balrog-action: schedule - -jobs: - firefox: - description: Schedule Firefox publishing in balrog - name: release-firefox_schedule_publishing_in_balrog - shipping-product: firefox - worker: - product: firefox - publish-rules: - by-release-level: - production: - by-release-type: - beta: [32] - release: [145] - esr115: [17824] - default: [] - staging: - by-release-type: - beta: [32] - release: [145] - esr115: [909] - default: [] - background-rate: - by-release-type: - beta: - by-beta-number: - '1': 25 - '2': 50 - '3': 100 - default: null - default: null - force-fallback-mapping-update: - by-release-type: - beta: - by-beta-number: - '1': true - default: false - default: false - pin-channels: - by-release-type: - beta: ["beta"] - release: ["release"] - esr.*: ["esr", "esr-next"] - default: [] - treeherder: - platform: firefox-release/opt - symbol: Rel(BSFx) - tier: 1 - kind: build - devedition: - description: Schedule Devedition publishing in balrog - name: release-devedition_schedule_publishing_in_balrog - shipping-product: devedition - worker: - product: devedition - publish-rules: [10] - background-rate: - by-release-type: - beta: null - default: null - force-fallback-mapping-update: - by-release-type: - beta: true - default: false - pin-channels: ["aurora"] - treeherder: - platform: devedition-release/opt - symbol: Rel(BSDev) - tier: 1 - kind: build diff --git a/taskcluster/ci/release-balrog-submit-toplevel/kind.yml b/taskcluster/ci/release-balrog-submit-toplevel/kind.yml deleted file mode 100644 index dc1155df9d..0000000000 --- a/taskcluster/ci/release-balrog-submit-toplevel/kind.yml +++ /dev/null @@ -1,79 +0,0 @@ -# This Source Code Form is subject to the terms of the Mozilla Public -# License, v. 2.0. If a copy of the MPL was not distributed with this -# file, You can obtain one at http://mozilla.org/MPL/2.0/. ---- -loader: gecko_taskgraph.loader.transform:loader - -transforms: - - gecko_taskgraph.transforms.release:run_on_releases - - gecko_taskgraph.transforms.release_deps:transforms - - gecko_taskgraph.transforms.scriptworker:add_balrog_scopes - - gecko_taskgraph.transforms.balrog_toplevel:transforms - - gecko_taskgraph.transforms.task:transforms - -job-defaults: - run-on-projects: [] # to make sure this never runs in CI - shipping-phase: promote - worker-type: balrog - worker: - implementation: balrog - balrog-action: v2-submit-toplevel - require-mirrors: true - archive-domain: - by-release-level: - production: archive.mozilla.org - staging: ftp.stage.mozaws.net - download-domain: - by-release-level: - production: download.mozilla.org - staging: dev.bouncer.nonprod.webservices.mozgcp.net - whats-new-config: browser/config/whats_new_page.yml - -jobs: - firefox: - name: submit-toplevel-firefox-release-to-balrog - description: Submit toplevel Firefox release to balrog - shipping-product: firefox - worker: - product: firefox - channel-names: - by-release-type: - beta: ["beta", "beta-localtest", "beta-cdntest"] - release(-rc)?: ["release", "release-localtest", "release-cdntest"] - esr.*: ["esr", "esr-localtest", "esr-cdntest", "esr-localtest-next", "esr-cdntest-next"] - default: [] - rules-to-update: - by-release-type: - beta: ["firefox-beta-cdntest", "firefox-beta-localtest"] - release(-rc)?: ["firefox-release-cdntest", "firefox-release-localtest"] - esr115: ["firefox-esr115-cdntest", "firefox-esr115-localtest"] - default: [] - pin-channels: - by-release-type: - beta: ["beta-localtest", "beta-cdntest"] - release(-rc)?: ["release-localtest", "release-cdntest"] - esr.*: ["esr-localtest", "esr-cdntest", "esr-localtest-next", "esr-cdntest-next"] - default: [] - platforms: ["linux", "linux64", "macosx64", "win32", "win64", "win64-aarch64"] - treeherder: - platform: firefox-release/opt - symbol: Rel(BPFx) - tier: 1 - kind: build - - devedition: - name: submit-toplevel-devedition-release-to-balrog - description: submit toplevel Devedition release to balrog - shipping-product: devedition - run-on-releases: [beta] - worker: - product: devedition - channel-names: ["aurora", "aurora-localtest", "aurora-cdntest"] - rules-to-update: ["devedition-cdntest", "devedition-localtest"] - pin-channels: ["aurora-localtest", "aurora-cdntest"] - platforms: ["linux", "linux64", "macosx64", "win32", "win64", "win64-aarch64"] - treeherder: - platform: devedition-release/opt - symbol: Rel(BPDev) - tier: 1 - kind: build diff --git a/taskcluster/ci/release-beetmover-push-to-release/kind.yml b/taskcluster/ci/release-beetmover-push-to-release/kind.yml deleted file mode 100644 index affc0f2c77..0000000000 --- a/taskcluster/ci/release-beetmover-push-to-release/kind.yml +++ /dev/null @@ -1,33 +0,0 @@ -# This Source Code Form is subject to the terms of the Mozilla Public -# License, v. 2.0. If a copy of the MPL was not distributed with this -# file, You can obtain one at http://mozilla.org/MPL/2.0/. ---- -loader: gecko_taskgraph.loader.transform:loader - -transforms: - - gecko_taskgraph.transforms.release_deps:transforms - - gecko_taskgraph.transforms.beetmover_push_to_release:transforms - - gecko_taskgraph.transforms.task:transforms - -kind-dependencies: - - release-generate-checksums-beetmover - - post-update-verify-dummy - -job-defaults: - run-on-projects: [] - shipping-phase: push - worker: - max-run-time: 2700 - -jobs: - devedition-push-to-release: - name: devedition_push_to_release - product: devedition - shipping-product: devedition - treeherder-platform: devedition-release/opt - - firefox-push-to-release: - name: firefox_push_to_release - product: firefox - shipping-product: firefox - treeherder-platform: firefox-release/opt diff --git a/taskcluster/ci/release-beetmover-signed-langpacks-checksums/kind.yml b/taskcluster/ci/release-beetmover-signed-langpacks-checksums/kind.yml deleted file mode 100644 index 473f711a2a..0000000000 --- a/taskcluster/ci/release-beetmover-signed-langpacks-checksums/kind.yml +++ /dev/null @@ -1,23 +0,0 @@ -# This Source Code Form is subject to the terms of the Mozilla Public -# License, v. 2.0. If a copy of the MPL was not distributed with this -# file, You can obtain one at http://mozilla.org/MPL/2.0/. ---- -loader: gecko_taskgraph.loader.transform:loader - -transforms: - - taskgraph.transforms.from_deps - - gecko_taskgraph.transforms.name_sanity - - gecko_taskgraph.transforms.beetmover_langpack_checksums - - gecko_taskgraph.transforms.task - -kind-dependencies: - - release-beetmover-signed-langpacks - -jobs: - release-beetmover-signed-langpacks-checksums: - from-deps: - group-by: single-with-filters - shipping-phase: promote - attributes: - artifact_prefix: public - artifact_map: taskcluster/gecko_taskgraph/manifests/firefox_candidates_checksums.yml diff --git a/taskcluster/ci/release-beetmover-signed-langpacks/kind.yml b/taskcluster/ci/release-beetmover-signed-langpacks/kind.yml deleted file mode 100644 index 63bdcfe921..0000000000 --- a/taskcluster/ci/release-beetmover-signed-langpacks/kind.yml +++ /dev/null @@ -1,40 +0,0 @@ -# This Source Code Form is subject to the terms of the Mozilla Public -# License, v. 2.0. If a copy of the MPL was not distributed with this -# file, You can obtain one at http://mozilla.org/MPL/2.0/. ---- -loader: gecko_taskgraph.loader.transform:loader - -transforms: - - taskgraph.transforms.from_deps - - gecko_taskgraph.transforms.name_sanity - - gecko_taskgraph.transforms.release_beetmover_signed_addons - - gecko_taskgraph.transforms.task - -kind-dependencies: - - build-signing - - shippable-l10n-signing - -only-for-attributes: - - nightly - - shippable - -only-for-build-platforms: - - linux64-shippable/opt - - linux64-devedition/opt - -jobs: - release-beetmover-signed-langpacks: - description: Beetmover submission for platform-independent langpacks {locales} in {platform} directory - from-deps: - group-by: single-with-filters - worker-type: - by-release-level: - production: scriptworker-k8s/gecko-3-beetmover - staging: scriptworker-k8s/gecko-1-beetmover - run-on-projects: [] - shipping-phase: promote - attributes: - artifact_map: - by-release-type: - beta|release.*|esr.*: taskcluster/gecko_taskgraph/manifests/firefox_candidates.yml - default: taskcluster/gecko_taskgraph/manifests/firefox_nightly.yml diff --git a/taskcluster/ci/release-beetmover-source-checksums/kind.yml b/taskcluster/ci/release-beetmover-source-checksums/kind.yml deleted file mode 100644 index d7a5bf828f..0000000000 --- a/taskcluster/ci/release-beetmover-source-checksums/kind.yml +++ /dev/null @@ -1,23 +0,0 @@ -# This Source Code Form is subject to the terms of the Mozilla Public -# License, v. 2.0. If a copy of the MPL was not distributed with this -# file, You can obtain one at http://mozilla.org/MPL/2.0/. ---- -loader: gecko_taskgraph.loader.transform:loader - -transforms: - - taskgraph.transforms.from_deps - - gecko_taskgraph.transforms.name_sanity - - gecko_taskgraph.transforms.beetmover_source_checksums - - gecko_taskgraph.transforms.task - -kind-dependencies: - - release-source-checksums-signing - -jobs: - release-beetmover-source-checksums: - from-deps: - group-by: single-with-filters - shipping-phase: promote - attributes: - artifact_prefix: public - artifact_map: taskcluster/gecko_taskgraph/manifests/source_checksums.yml diff --git a/taskcluster/ci/release-bouncer-aliases/kind.yml b/taskcluster/ci/release-bouncer-aliases/kind.yml deleted file mode 100644 index d1ce834c48..0000000000 --- a/taskcluster/ci/release-bouncer-aliases/kind.yml +++ /dev/null @@ -1,95 +0,0 @@ -# This Source Code Form is subject to the terms of the Mozilla Public -# License, v. 2.0. If a copy of the MPL was not distributed with this -# file, You can obtain one at http://mozilla.org/MPL/2.0/. ---- -loader: gecko_taskgraph.loader.transform:loader - -transforms: - - gecko_taskgraph.transforms.release_deps:transforms - - gecko_taskgraph.transforms.bouncer_aliases:transforms - - gecko_taskgraph.transforms.task:transforms - -kind-dependencies: - - release-bouncer-check - -job-defaults: - description: Update bouncer aliases job - worker-type: bouncer - worker: - implementation: bouncer-aliases - scopes: - by-release-level: - production: - - project:releng:bouncer:action:aliases - - project:releng:bouncer:server:production - staging: - - project:releng:bouncer:action:aliases - - project:releng:bouncer:server:staging - run-on-projects: [] - shipping-phase: ship - treeherder: - symbol: Rel(BncAlias) - kind: test - tier: 1 - -jobs: - devedition: - bouncer-products-per-alias: - firefox-devedition-latest-ssl: installer-ssl - firefox-devedition-latest: installer - firefox-devedition-stub: stub-installer - firefox-devedition-msi-latest-ssl: msi - firefox-devedition-msix-latest-ssl: msix - shipping-product: devedition - treeherder: - platform: devedition-release/opt - - firefox: - bouncer-products-per-alias: - by-release-type: - beta: - firefox-beta-latest-ssl: installer-ssl - firefox-beta-latest: installer - firefox-beta-stub: stub-installer - firefox-beta-msi-latest-ssl: msi - firefox-beta-msix-latest-ssl: msix - firefox-beta-pkg-latest-ssl: pkg - firefox-beta-langpack-latest-ssl: langpack - release.*: - firefox-latest-ssl: installer-ssl - firefox-latest: installer - firefox-stub: stub-installer - firefox-msi-latest-ssl: msi - firefox-msix-latest-ssl: msix - firefox-pkg-latest-ssl: pkg - firefox-langpack-latest-ssl: langpack - esr115: - # when there is one ESR branch both sets of aliases work - # when there are two ESR branches ... - # ... these always point to the older branch - firefox-esr-latest-ssl: installer-ssl - firefox-esr-latest: installer - firefox-esr-msi-latest-ssl: msi - firefox-esr-msix-latest-ssl: msix - firefox-esr-pkg-latest-ssl: pkg - firefox-esr-langpack-latest-ssl: langpack - esrXXX: # XXX - to change when we branch next ESR - firefox-esr-next-latest-ssl: installer-ssl - firefox-esr-next-latest: installer - firefox-esr-next-msi-latest-ssl: msi - firefox-esr-next-msix-latest-ssl: msix - firefox-esr-next-pkg-latest-ssl: pkg - firefox-esr-next-langpack-latest-ssl: langpack - default: {} - partner-bouncer-products-per-alias: - by-release-type: - beta: - partner-firefox-beta-PARTNER-latest: installer - partner-firefox-beta-PARTNER-stub: stub-installer - release.*: - partner-firefox-release-PARTNER-latest: installer - partner-firefox-release-PARTNER-stub: stub-installer - default: {} - shipping-product: firefox - treeherder: - platform: firefox-release/opt diff --git a/taskcluster/ci/release-bouncer-check/kind.yml b/taskcluster/ci/release-bouncer-check/kind.yml deleted file mode 100644 index 7b7133ffd5..0000000000 --- a/taskcluster/ci/release-bouncer-check/kind.yml +++ /dev/null @@ -1,76 +0,0 @@ -# This Source Code Form is subject to the terms of the Mozilla Public -# License, v. 2.0. If a copy of the MPL was not distributed with this -# file, You can obtain one at http://mozilla.org/MPL/2.0/. ---- -loader: gecko_taskgraph.loader.transform:loader - -kind-dependencies: - - release-beetmover-push-to-release - -transforms: - - gecko_taskgraph.transforms.release_deps:transforms - - gecko_taskgraph.transforms.bouncer_check:transforms - - gecko_taskgraph.transforms.job:transforms - - gecko_taskgraph.transforms.task:transforms - -job-defaults: - name: release-bouncer-check - description: release bouncer check - run-on-projects: [] # to make sure this never runs as part of CI - shipping-phase: push - worker-type: b-linux-gcp - worker: - max-run-time: 1200 - docker-image: {in-tree: "update-verify"} - run: - sparse-profile: mozharness - extra-config: - by-release-level: - production: - bouncer_prefix: "https://download.mozilla.org/" - staging: - # This is the list on-change locales, excluding ja/ja-JP-mac - # which bouncer_check doesn't support. - locales: ['en-US', 'en-CA', 'he', 'it'] - bouncer_prefix: "https://dev.bouncer.nonprod.webservices.mozgcp.net/" - cdn_urls: - - ftp.stage.mozaws.net - - attributes: - build_platform: linux64 - build_type: opt - treeherder: - symbol: Rel(BncChk) - kind: test - tier: 1 - -jobs: - firefox: - shipping-product: firefox - index: - product: firefox - job-name: firefox-release-bouncer-check - run: - config: - by-release-type: - beta: - - releases/bouncer_firefox_beta.py - release: - - releases/bouncer_firefox_release.py - esr.*: - - releases/bouncer_firefox_esr.py - default: - - releases/bouncer_firefox_beta.py - treeherder: - platform: firefox-release/opt - - devedition: - shipping-product: devedition - index: - product: devedition - job-name: devedition-release-bouncer-check - run: - config: - - releases/bouncer_firefox_devedition.py - treeherder: - platform: devedition-release/opt diff --git a/taskcluster/ci/release-bouncer-sub/kind.yml b/taskcluster/ci/release-bouncer-sub/kind.yml deleted file mode 100644 index 131b41b0a7..0000000000 --- a/taskcluster/ci/release-bouncer-sub/kind.yml +++ /dev/null @@ -1,58 +0,0 @@ -# This Source Code Form is subject to the terms of the Mozilla Public -# License, v. 2.0. If a copy of the MPL was not distributed with this -# file, You can obtain one at http://mozilla.org/MPL/2.0/. ---- -loader: gecko_taskgraph.loader.transform:loader - -transforms: - - gecko_taskgraph.transforms.release:run_on_releases - - gecko_taskgraph.transforms.bouncer_submission:transforms - - gecko_taskgraph.transforms.task:transforms - -job-defaults: - description: release bouncer submission job - worker-type: bouncer - worker: - implementation: bouncer-submission - scopes: - by-release-level: - production: - - project:releng:bouncer:action:submission - - project:releng:bouncer:server:production - staging: - - project:releng:bouncer:action:submission - - project:releng:bouncer:server:staging - run-on-projects: [] - shipping-phase: promote - locales-file: browser/locales/shipped-locales - treeherder: - symbol: Rel(BncSub) - kind: test - tier: 1 - -jobs: - devedition: - bouncer-platforms: ['linux', 'linux64', 'osx', 'win', 'win64', 'win64-aarch64'] - bouncer-products: ['complete-mar', 'installer', 'installer-ssl', 'partial-mar', 'stub-installer', 'msi', 'msix'] - shipping-product: devedition - treeherder: - platform: devedition-release/opt - - firefox: - bouncer-platforms: ['linux', 'linux64', 'osx', 'win', 'win64', 'win64-aarch64'] - bouncer-products: - by-release-type: - default: ['complete-mar', 'installer', 'installer-ssl', 'partial-mar', 'stub-installer', 'msi', 'msix', 'pkg', 'langpack'] - esr.*: ['complete-mar', 'installer', 'installer-ssl', 'partial-mar', 'msi', 'msix', 'pkg', 'langpack'] - shipping-product: firefox - treeherder: - platform: firefox-release/opt - - firefox-rc: - bouncer-platforms: ['linux', 'linux64', 'osx', 'win', 'win64', 'win64-aarch64'] - bouncer-products: ['complete-mar-candidates', 'partial-mar-candidates'] - shipping-product: firefox - run-on-releases: ['release-rc'] - treeherder: - symbol: Rel(BncSub-RC) - platform: firefox-release/opt diff --git a/taskcluster/ci/release-early-tagging/kind.yml b/taskcluster/ci/release-early-tagging/kind.yml deleted file mode 100644 index 775bb4ed7e..0000000000 --- a/taskcluster/ci/release-early-tagging/kind.yml +++ /dev/null @@ -1,55 +0,0 @@ -# This Source Code Form is subject to the terms of the Mozilla Public -# License, v. 2.0. If a copy of the MPL was not distributed with this -# file, You can obtain one at http://mozilla.org/MPL/2.0/. ---- -loader: gecko_taskgraph.loader.transform:loader - -transforms: - - gecko_taskgraph.transforms.release_deps:transforms - - gecko_taskgraph.transforms.release_version_bump:transforms - - gecko_taskgraph.transforms.task:transforms - -job-defaults: - description: Release Promotion version tag for buildN - run-on-projects: [] - shipping-phase: promote - worker-type: tree - worker: - implementation: treescript - tags: ['buildN'] - bump: false - dontbuild: true - push: - by-project: - mozilla-(beta|release|esr.*): true - maple: true - default: false - - -jobs: - firefox: - name: firefox-tag-buildN - shipping-product: firefox - treeherder: - platform: firefox-release/opt - symbol: Rel(TagBuild) - tier: 1 - kind: build - - devedition: - name: devedition-tag-buildN - shipping-product: devedition - treeherder: - platform: devedition-release/opt - symbol: Rel(TagBuild) - tier: 1 - kind: build - - firefox-android: - name: firefox-android-tag-buildN - shipping-product: firefox-android - treeherder: - platform: fenix-android-all/opt - symbol: Rel(TagBuild) - tier: 1 - kind: build diff --git a/taskcluster/ci/release-eme-free-repack-beetmover-checksums/kind.yml b/taskcluster/ci/release-eme-free-repack-beetmover-checksums/kind.yml deleted file mode 100644 index c75a85ac54..0000000000 --- a/taskcluster/ci/release-eme-free-repack-beetmover-checksums/kind.yml +++ /dev/null @@ -1,24 +0,0 @@ -# This Source Code Form is subject to the terms of the Mozilla Public -# License, v. 2.0. If a copy of the MPL was not distributed with this -# file, You can obtain one at http://mozilla.org/MPL/2.0/. ---- -loader: gecko_taskgraph.loader.transform:loader - -transforms: - - taskgraph.transforms.from_deps - - gecko_taskgraph.transforms.name_sanity - - gecko_taskgraph.transforms.beetmover_emefree_checksums - - gecko_taskgraph.transforms.task - -kind-dependencies: - - release-eme-free-repack-beetmover - -only-for-build-platforms: - - macosx64-shippable/opt - - win32-shippable/opt - - win64-shippable/opt - -jobs: - release-eme-free-repack-beetmover-checksums: - from-deps: {} - shipping-phase: promote diff --git a/taskcluster/ci/release-eme-free-repack-beetmover/kind.yml b/taskcluster/ci/release-eme-free-repack-beetmover/kind.yml deleted file mode 100644 index 7a33d0fb69..0000000000 --- a/taskcluster/ci/release-eme-free-repack-beetmover/kind.yml +++ /dev/null @@ -1,26 +0,0 @@ -# This Source Code Form is subject to the terms of the Mozilla Public -# License, v. 2.0. If a copy of the MPL was not distributed with this -# file, You can obtain one at http://mozilla.org/MPL/2.0/. ---- -loader: gecko_taskgraph.loader.transform:loader - -transforms: - - taskgraph.transforms.from_deps - - gecko_taskgraph.transforms.name_sanity - - gecko_taskgraph.transforms.beetmover_repackage_partner - - gecko_taskgraph.transforms.task - -kind-dependencies: - - release-eme-free-repack-repackage-signing - -only-for-build-platforms: - - macosx64-shippable/opt - - win32-shippable/opt - - win64-shippable/opt - -jobs: - release-eme-free-repack-beetmover: - from-deps: - group-by: single-with-filters - shipping-phase: promote - partner-path: "{platform}-EME-free/{locale}" diff --git a/taskcluster/ci/release-eme-free-repack-mac-notarization/kind.yml b/taskcluster/ci/release-eme-free-repack-mac-notarization/kind.yml deleted file mode 100644 index ff04daf61d..0000000000 --- a/taskcluster/ci/release-eme-free-repack-mac-notarization/kind.yml +++ /dev/null @@ -1,29 +0,0 @@ -# This Source Code Form is subject to the terms of the Mozilla Public -# License, v. 2.0. If a copy of the MPL was not distributed with this -# file, You can obtain one at http://mozilla.org/MPL/2.0/. ---- -loader: gecko_taskgraph.loader.transform:loader - -transforms: - - taskgraph.transforms.from_deps - - gecko_taskgraph.transforms.mac_notarization - - gecko_taskgraph.transforms.chunk_partners - - gecko_taskgraph.transforms.partner_signing - - gecko_taskgraph.transforms.signing - - gecko_taskgraph.transforms.task - -kind-dependencies: - - release-eme-free-repack-mac-signing - -only-for-build-platforms: - - macosx64-shippable/opt - -jobs: - release-eme-free-repack-mac-notarization: - from-deps: - group-by: partner-repack-ids - copy-attributes: true - shipping-product: firefox - shipping-phase: promote - max-run-time: 1800 - copy-repack-ids: true diff --git a/taskcluster/ci/release-eme-free-repack-mac-signing/kind.yml b/taskcluster/ci/release-eme-free-repack-mac-signing/kind.yml deleted file mode 100644 index 84d0e17dd1..0000000000 --- a/taskcluster/ci/release-eme-free-repack-mac-signing/kind.yml +++ /dev/null @@ -1,28 +0,0 @@ -# This Source Code Form is subject to the terms of the Mozilla Public -# License, v. 2.0. If a copy of the MPL was not distributed with this -# file, You can obtain one at http://mozilla.org/MPL/2.0/. ---- -loader: gecko_taskgraph.loader.transform:loader - -transforms: - - taskgraph.transforms.from_deps - - gecko_taskgraph.transforms.chunk_partners - - gecko_taskgraph.transforms.name_sanity - - gecko_taskgraph.transforms.partner_signing - - gecko_taskgraph.transforms.signing - - gecko_taskgraph.transforms.hardened_signing - - gecko_taskgraph.transforms.task - -kind-dependencies: - - release-eme-free-repack - -only-for-build-platforms: - - macosx64-shippable/opt - -jobs: - release-eme-free-repack-mac-signing: - from-deps: - group-by: partner-repack-ids - shipping-product: firefox - shipping-phase: promote - repacks-per-chunk: 5 diff --git a/taskcluster/ci/release-eme-free-repack-repackage-signing/kind.yml b/taskcluster/ci/release-eme-free-repack-repackage-signing/kind.yml deleted file mode 100644 index c369761202..0000000000 --- a/taskcluster/ci/release-eme-free-repack-repackage-signing/kind.yml +++ /dev/null @@ -1,24 +0,0 @@ -# This Source Code Form is subject to the terms of the Mozilla Public -# License, v. 2.0. If a copy of the MPL was not distributed with this -# file, You can obtain one at http://mozilla.org/MPL/2.0/. ---- -loader: gecko_taskgraph.loader.transform:loader - -transforms: - - taskgraph.transforms.from_deps - - gecko_taskgraph.transforms.name_sanity - - gecko_taskgraph.transforms.repackage_signing_partner - - gecko_taskgraph.transforms.task - -kind-dependencies: - - release-eme-free-repack-repackage - -only-for-build-platforms: - - win32-shippable/opt - - win64-shippable/opt - - macosx64-shippable/opt - -jobs: - release-eme-free-repack-repackage-signing: - from-deps: - group-by: single-with-filters diff --git a/taskcluster/ci/release-eme-free-repack-repackage/kind.yml b/taskcluster/ci/release-eme-free-repack-repackage/kind.yml deleted file mode 100644 index 78bc18fe6d..0000000000 --- a/taskcluster/ci/release-eme-free-repack-repackage/kind.yml +++ /dev/null @@ -1,60 +0,0 @@ -# This Source Code Form is subject to the terms of the Mozilla Public -# License, v. 2.0. If a copy of the MPL was not distributed with this -# file, You can obtain one at http://mozilla.org/MPL/2.0/. ---- -loader: gecko_taskgraph.loader.transform:loader - -transforms: - - taskgraph.transforms.from_deps - - gecko_taskgraph.transforms.repackage_set_upstream_mac_kind - - gecko_taskgraph.transforms.chunk_partners - - gecko_taskgraph.transforms.name_sanity - - gecko_taskgraph.transforms.repackage_partner - - gecko_taskgraph.transforms.job - - gecko_taskgraph.transforms.task - -kind-dependencies: - - release-eme-free-repack - - release-eme-free-repack-mac-signing - - release-eme-free-repack-mac-notarization - - toolchain - -only-for-build-platforms: - - macosx64-shippable/opt - - win32-shippable/opt - - win64-shippable/opt - -jobs: - release-eme-free-repack-repackage: - from-deps: - group-by: single-with-filters - upstream-mac-kind: - by-build-type: - debug: release-eme-free-repack-mac-signing - default: - by-project: - mozilla-(central|beta|release|esr.*): release-eme-free-repack-mac-notarization - default: release-eme-free-repack-mac-signing - mozharness: - config: - by-build-platform: - macosx64-.*: - - repackage/base.py - - repackage/osx_partner.py - win32-.*: - - repackage/base.py - - repackage/win32_sfx_stub.py - - repackage/win32_partner.py - win64-(?!aarch64).*: - - repackage/base.py - - repackage/win32_sfx_stub.py - - repackage/win64_partner.py - win64-aarch64-.*: - - repackage/base.py - - repackage/win64-aarch64_sfx_stub.py - - repackage/win64_partner.py - package-formats: - by-build-platform: - macosx64\b.*: [dmg] - win32\b.*: [installer] - win64\b.*: [installer] diff --git a/taskcluster/ci/release-eme-free-repack/kind.yml b/taskcluster/ci/release-eme-free-repack/kind.yml deleted file mode 100644 index cc3e85071b..0000000000 --- a/taskcluster/ci/release-eme-free-repack/kind.yml +++ /dev/null @@ -1,81 +0,0 @@ -# This Source Code Form is subject to the terms of the Mozilla Public -# License, v. 2.0. If a copy of the MPL was not distributed with this -# file, You can obtain one at http://mozilla.org/MPL/2.0/. ---- -loader: gecko_taskgraph.loader.transform:loader - -transforms: - - gecko_taskgraph.transforms.release_deps:transforms - - gecko_taskgraph.transforms.partner_repack:transforms - - gecko_taskgraph.transforms.job:transforms - - gecko_taskgraph.transforms.task:transforms - -kind-dependencies: - - build-signing - - build-mac-signing - - build-mac-notarization - - shippable-l10n-signing - - shippable-l10n-mac-signing - - shippable-l10n-mac-notarization - -job-defaults: - name: eme-free-repack - description: Release Promotion eme-free repacks - run-on-projects: [] # to make sure this never runs as part of CI - shipping-product: firefox - shipping-phase: promote - worker-type: b-linux-gcp - worker: - docker-image: - in-tree: "partner-repack" - chain-of-trust: true - max-run-time: 7200 - run: - using: mozharness - config: - - partner_repacks/release_mozilla-release_desktop.py - script: mozharness/scripts/desktop_partner_repacks.py - job-script: taskcluster/scripts/builder/repackage.sh - tooltool-downloads: false - extra: - limit-locales: - by-release-level: - staging: true - production: false - -jobs: - macosx64-shippable: - treeherder: - symbol: EME - platform: macosx64/opt - kind: test - tier: 1 - attributes: - build_platform: macosx64-shippable - build_type: opt - artifact_prefix: releng/partner - shippable: true - - win32-shippable: - treeherder: - symbol: EME - platform: win32/opt - kind: test - tier: 1 - attributes: - build_platform: win32-shippable - build_type: opt - artifact_prefix: releng/partner - shippable: true - - win64-shippable: - treeherder: - symbol: EME - platform: win64/opt - kind: test - tier: 1 - attributes: - build_platform: win64-shippable - build_type: opt - artifact_prefix: releng/partner - shippable: true diff --git a/taskcluster/ci/release-final-verify/kind.yml b/taskcluster/ci/release-final-verify/kind.yml deleted file mode 100644 index b1319665cd..0000000000 --- a/taskcluster/ci/release-final-verify/kind.yml +++ /dev/null @@ -1,47 +0,0 @@ -# This Source Code Form is subject to the terms of the Mozilla Public -# License, v. 2.0. If a copy of the MPL was not distributed with this -# file, You can obtain one at http://mozilla.org/MPL/2.0/. ---- -loader: gecko_taskgraph.loader.transform:loader - -kind-dependencies: - - release-bouncer-check - - release-update-verify-config - -transforms: - - gecko_taskgraph.transforms.release_deps:transforms - - gecko_taskgraph.transforms.final_verify:transforms - - gecko_taskgraph.transforms.job:transforms - - gecko_taskgraph.transforms.task:transforms - -job-defaults: - name: final-verify - run-on-projects: [] # to make sure this never runs as part of CI - worker-type: b-linux-gcp - worker: - docker-image: - in-tree: "update-verify" - max-run-time: 7200 - retry-exit-status: [1] - - -jobs: - firefox: - description: final verify - shipping-phase: push - shipping-product: firefox - treeherder: - platform: firefox-release/opt - kind: test - symbol: Rel(FV) - tier: 1 - - devedition: - description: final verify - shipping-phase: push - shipping-product: devedition - treeherder: - platform: devedition-release/opt - kind: test - symbol: Rel(FV) - tier: 1 diff --git a/taskcluster/ci/release-flatpak-push/kind.yml b/taskcluster/ci/release-flatpak-push/kind.yml deleted file mode 100644 index 27f5ebf3ec..0000000000 --- a/taskcluster/ci/release-flatpak-push/kind.yml +++ /dev/null @@ -1,42 +0,0 @@ -# This Source Code Form is subject to the terms of the Mozilla Public -# License, v. 2.0. If a copy of the MPL was not distributed with this -# file, You can obtain one at http://mozilla.org/MPL/2.0/. ---- -loader: gecko_taskgraph.loader.transform:loader - -transforms: - - gecko_taskgraph.transforms.release:run_on_releases - - gecko_taskgraph.transforms.release_deps:transforms - - gecko_taskgraph.transforms.release_flatpak_push:transforms - - gecko_taskgraph.transforms.task:transforms - -kind-dependencies: - - release-flatpak-repackage - -job-defaults: - description: Pushes Flatpaks onto Flathub - run-on-projects: [] # to make sure this never runs as part of CI - run-on-releases: [beta, release, release-rc] - shipping-phase: ship - treeherder: - platform: linux64/opt - kind: build - tier: 2 - worker-type: - by-release-level: - production: scriptworker-k8s/gecko-3-pushflatpak - staging: scriptworker-k8s/gecko-1-pushflatpak - worker: - implementation: push-flatpak - channel: - by-release-type: - beta: beta - release: stable - default: mock - -jobs: - firefox: - shipping-product: firefox - flathub-scope: "flathub:firefox" - treeherder: - symbol: Flatpak(push) diff --git a/taskcluster/ci/release-flatpak-repackage/kind.yml b/taskcluster/ci/release-flatpak-repackage/kind.yml deleted file mode 100644 index ecc86bf4ab..0000000000 --- a/taskcluster/ci/release-flatpak-repackage/kind.yml +++ /dev/null @@ -1,66 +0,0 @@ -# This Source Code Form is subject to the terms of the Mozilla Public -# License, v. 2.0. If a copy of the MPL was not distributed with this -# file, You can obtain one at http://mozilla.org/MPL/2.0/. ---- -loader: gecko_taskgraph.loader.transform:loader - -transforms: - - gecko_taskgraph.transforms.release:run_on_releases - - gecko_taskgraph.transforms.release_deps:transforms - - gecko_taskgraph.transforms.release_flatpak_repackage:transforms - - gecko_taskgraph.transforms.task:transforms - -kind-dependencies: - - post-beetmover-dummy - - post-langpack-dummy - -job-defaults: - description: Generates flatpak by reackaging the existing tar.bz2 - run-on-projects: [] # to make sure this never runs as part of CI - run-on-releases: [beta, release, release-rc] - shipping-phase: promote - scopes: [] - treeherder: - platform: linux64-shippable/opt - kind: build - tier: 2 - worker-type: b-linux-gcp - worker: - implementation: docker-worker - os: linux - max-run-time: 7200 - docker-image: {in-tree: firefox-flatpak} - artifacts: - - name: public/build - type: directory - path: /home/worker/artifacts/ - command: - - /bin/bash - - -cx - - ./runme.sh - env: - VERSION: "{release_config[version]}" - BUILD_NUMBER: "{release_config[build_number]}" - CANDIDATES_DIR: - by-release-level: - staging: - https://ftp.stage.mozaws.net/pub/{task[shipping-product]}/candidates - production: - https://archive.mozilla.org/pub/{task[shipping-product]}/candidates - LC_ALL: C.UTF-8 - LANG: C.UTF-8 - L10N_CHANGESETS: "{config_params[head_repository]}/raw-file/{config_params[head_rev]}/browser/locales/l10n-changesets.json" - FLATPAK_BRANCH: - by-project: - mozilla-release: stable - default: beta - chain-of-trust: true - -jobs: - firefox: - shipping-product: firefox - attributes: - build_platform: linux64-shippable - build_type: opt - treeherder: - symbol: Flatpak(r) diff --git a/taskcluster/ci/release-generate-checksums-beetmover/kind.yml b/taskcluster/ci/release-generate-checksums-beetmover/kind.yml deleted file mode 100644 index ca998ea2f2..0000000000 --- a/taskcluster/ci/release-generate-checksums-beetmover/kind.yml +++ /dev/null @@ -1,21 +0,0 @@ -# This Source Code Form is subject to the terms of the Mozilla Public -# License, v. 2.0. If a copy of the MPL was not distributed with this -# file, You can obtain one at http://mozilla.org/MPL/2.0/. ---- -loader: gecko_taskgraph.loader.transform:loader - -transforms: - - taskgraph.transforms.from_deps - - gecko_taskgraph.transforms.release_generate_checksums_beetmover - - gecko_taskgraph.transforms.task - -kind-dependencies: - - release-generate-checksums-signing - -jobs: - release-generate-checksums-beetmover: - from-deps: - group-by: single-with-filters - shipping-phase: promote - attributes: - artifact_map: taskcluster/gecko_taskgraph/manifests/release_checksums.yml diff --git a/taskcluster/ci/release-generate-checksums-signing/kind.yml b/taskcluster/ci/release-generate-checksums-signing/kind.yml deleted file mode 100644 index a86b4c8dc5..0000000000 --- a/taskcluster/ci/release-generate-checksums-signing/kind.yml +++ /dev/null @@ -1,18 +0,0 @@ -# This Source Code Form is subject to the terms of the Mozilla Public -# License, v. 2.0. If a copy of the MPL was not distributed with this -# file, You can obtain one at http://mozilla.org/MPL/2.0/. ---- -loader: gecko_taskgraph.loader.transform:loader - -kind-dependencies: - - release-generate-checksums - -transforms: - - taskgraph.transforms.from_deps - - gecko_taskgraph.transforms.release_generate_checksums_signing - - gecko_taskgraph.transforms.task - -jobs: - release-generate-checksums-signing: - from-deps: {} - shipping-phase: promote diff --git a/taskcluster/ci/release-generate-checksums/kind.yml b/taskcluster/ci/release-generate-checksums/kind.yml deleted file mode 100644 index 71018c8cef..0000000000 --- a/taskcluster/ci/release-generate-checksums/kind.yml +++ /dev/null @@ -1,86 +0,0 @@ -# This Source Code Form is subject to the terms of the Mozilla Public -# License, v. 2.0. If a copy of the MPL was not distributed with this -# file, You can obtain one at http://mozilla.org/MPL/2.0/. ---- -loader: gecko_taskgraph.loader.transform:loader - -kind-dependencies: - - beetmover-source - - post-beetmover-checksums-dummy - - release-beetmover-signed-langpacks - -transforms: - - gecko_taskgraph.transforms.build:transforms - - gecko_taskgraph.transforms.release_deps:transforms - - gecko_taskgraph.transforms.release_generate_checksums:transforms - - gecko_taskgraph.transforms.job:transforms - - gecko_taskgraph.transforms.task:transforms - -job-defaults: - name: generate-checksums - description: generates checksums - run-on-projects: [] # to make sure this never runs as part of CI - shipping-phase: promote - worker-type: b-linux-gcp - worker: - max-run-time: 1200 - artifacts: - - name: public/build/SHA256SUMMARY - path: /builds/worker/SHA256SUMMARY - type: file - - name: public/build/SHA256SUMS - path: /builds/worker/SHA256SUMS - type: file - - name: public/build/SHA512SUMMARY - path: /builds/worker/SHA512SUMMARY - type: file - - name: public/build/SHA512SUMS - path: /builds/worker/SHA512SUMS - type: file - run: - using: mozharness - config: [] # See extra-config below - actions: [create-virtualenv, collect-individual-checksums, create-big-checksums, create-summary] - options: - - "version={version}" - - "build-number={build_number}" - script: "mozharness/scripts/release/generate-checksums.py" - treeherder: - symbol: Rel(GenChcks) - kind: test - tier: 1 - -jobs: - firefox: - shipping-product: firefox - attributes: - build_platform: firefox-release - build_type: opt - run: - extra-config: - by-release-level: - production: - stage_product: "firefox" - bucket_name: "moz-fx-productdelivery-pr-38b5-productdelivery" - staging: - stage_product: "firefox" - bucket_name: "moz-fx-productdelivery-no-7d6a-productdelivery" - treeherder: - platform: firefox-release/opt - - devedition: - shipping-product: devedition - attributes: - build_platform: devedition-release - build_type: opt - run: - extra-config: - by-release-level: - production: - stage_product: "devedition" - bucket_name: "moz-fx-productdelivery-pr-38b5-productdelivery" - staging: - stage_product: "devedition" - bucket_name: "moz-fx-productdelivery-no-7d6a-productdelivery" - treeherder: - platform: devedition-release/opt diff --git a/taskcluster/ci/release-mark-as-shipped/kind.yml b/taskcluster/ci/release-mark-as-shipped/kind.yml deleted file mode 100644 index 05faa3f88e..0000000000 --- a/taskcluster/ci/release-mark-as-shipped/kind.yml +++ /dev/null @@ -1,44 +0,0 @@ -# This Source Code Form is subject to the terms of the Mozilla Public -# License, v. 2.0. If a copy of the MPL was not distributed with this -# file, You can obtain one at http://mozilla.org/MPL/2.0/. ---- -loader: gecko_taskgraph.loader.transform:loader - -transforms: - - gecko_taskgraph.transforms.release_deps:transforms - - gecko_taskgraph.transforms.release_mark_as_shipped:transforms - - gecko_taskgraph.transforms.task:transforms - -kind-dependencies: - - release-balrog-scheduling - - release-bouncer-aliases - - release-version-bump - -job-defaults: - description: mark release as shipped in Ship-It - worker-type: shipit - worker: - implementation: shipit-shipped - scopes: - by-release-level: - production: - - project:releng:ship-it:server:production - - project:releng:ship-it:action:mark-as-shipped - staging: - - project:releng:ship-it:server:staging - - project:releng:ship-it:action:mark-as-shipped - run-on-projects: [] - shipping-phase: ship - -jobs: - firefox: - name: release-firefox_mark_as_shipped - shipping-product: firefox - - devedition: - name: release-devedition_mark_as_shipped - shipping-product: devedition - - firefox-android: - name: release-firefox-android_mark_as_shipped - shipping-product: firefox-android diff --git a/taskcluster/ci/release-msix-push/kind.yml b/taskcluster/ci/release-msix-push/kind.yml deleted file mode 100644 index 3009c74df2..0000000000 --- a/taskcluster/ci/release-msix-push/kind.yml +++ /dev/null @@ -1,45 +0,0 @@ -# This Source Code Form is subject to the terms of the Mozilla Public -# License, v. 2.0. If a copy of the MPL was not distributed with this -# file, You can obtain one at http://mozilla.org/MPL/2.0/. ---- -loader: gecko_taskgraph.loader.transform:loader - -transforms: - - gecko_taskgraph.transforms.release:run_on_releases - - gecko_taskgraph.transforms.release_deps:transforms - - gecko_taskgraph.transforms.release_msix_push:transforms - - gecko_taskgraph.transforms.task:transforms - -kind-dependencies: - - repackage-shippable-l10n-msix - -job-defaults: - description: Pushes msix archives to Microsoft Store - run-on-projects: [] # to make sure this never runs as part of CI - run-on-releases: [beta, release, release-rc] - shipping-phase: ship # note override in transform - treeherder: - platform: win32-shippable/opt - kind: build - tier: 2 - worker-type: - by-release-level: - production: scriptworker-k8s/gecko-3-pushmsix - staging: scriptworker-k8s/gecko-1-pushmsix - worker: - implementation: push-msix - channel: - by-release-type: - beta: beta - release.*: release - default: mock - publish-mode: - by-release-type: - beta: Immediate - default: Manual - -jobs: - firefox: - shipping-product: firefox - treeherder: - symbol: MSIX(push) diff --git a/taskcluster/ci/release-notify-av-announce/kind.yml b/taskcluster/ci/release-notify-av-announce/kind.yml deleted file mode 100644 index 45a0e5db53..0000000000 --- a/taskcluster/ci/release-notify-av-announce/kind.yml +++ /dev/null @@ -1,40 +0,0 @@ -# This Source Code Form is subject to the terms of the Mozilla Public -# License, v. 2.0. If a copy of the MPL was not distributed with this -# file, You can obtain one at http://mozilla.org/MPL/2.0/. ---- -loader: gecko_taskgraph.loader.transform:loader - -transforms: - - gecko_taskgraph.transforms.release_deps:transforms - - gecko_taskgraph.transforms.release_notifications:transforms - - gecko_taskgraph.transforms.task:transforms - -kind-dependencies: - - post-beetmover-dummy - -job-defaults: - name: notify-av-announce - description: Sends email to antivirus vendors telling them that the release is available for scanning. - run-on-projects: [] - shipping-phase: push - worker-type: succeed - notifications: - # !t is a custom format option that calls .title() on the string. - subject: "{task[shipping-product]!t} {release_config[version]} build{release_config[build_number]} release" - message: | - Company Name: Mozilla - Contact Department: Release Engineering - Contact email address: release@mozilla.com - Product information: {task[shipping-product]} {release_config[version]} - Product location: https://releases.mozilla.org/pub/{task[shipping-product]}/candidates/{release_config[version]}-candidates/build{release_config[build_number]}/ - emails: - by-project: - mozilla-(beta|release|esr.*): ["av-vendor-release-announce@mozilla.org"] - try: ["{config[params][owner]}"] - default: [] - -jobs: - firefox: - shipping-product: firefox - devedition: - shipping-product: devedition diff --git a/taskcluster/ci/release-notify-promote/kind.yml b/taskcluster/ci/release-notify-promote/kind.yml deleted file mode 100644 index bc53da5a49..0000000000 --- a/taskcluster/ci/release-notify-promote/kind.yml +++ /dev/null @@ -1,40 +0,0 @@ -# This Source Code Form is subject to the terms of the Mozilla Public -# License, v. 2.0. If a copy of the MPL was not distributed with this -# file, You can obtain one at http://mozilla.org/MPL/2.0/. ---- -loader: gecko_taskgraph.loader.transform:loader - -transforms: - - gecko_taskgraph.transforms.release_deps:transforms - - gecko_taskgraph.transforms.release_notifications:transforms - - gecko_taskgraph.transforms.task:transforms - -kind-dependencies: - - post-beetmover-dummy - - release-generate-checksums-beetmover - - release-bouncer-sub - - signing-apk - - signing-bundle - -job-defaults: - name: notify-release-drivers-promote - description: Sends email to release-drivers telling release was promoted. - run-on-projects: [] - shipping-phase: promote - worker-type: succeed - notifications: - subject: "{task[shipping-product]} {release_config[version]} build{release_config[build_number]}/{config[params][project]} is in the candidates directory" - message: "{task[shipping-product]} {release_config[version]} build{release_config[build_number]}/{config[params][project]} is in the candidates directory" - emails: - by-project: - mozilla-(beta|release|esr.*): ["release-signoff@mozilla.org"] - try: ["{config[params][owner]}"] - default: [] - -jobs: - firefox: - shipping-product: firefox - devedition: - shipping-product: devedition - firefox-android: - shipping-product: firefox-android diff --git a/taskcluster/ci/release-notify-push/kind.yml b/taskcluster/ci/release-notify-push/kind.yml deleted file mode 100644 index be1a7b5be8..0000000000 --- a/taskcluster/ci/release-notify-push/kind.yml +++ /dev/null @@ -1,47 +0,0 @@ -# This Source Code Form is subject to the terms of the Mozilla Public -# License, v. 2.0. If a copy of the MPL was not distributed with this -# file, You can obtain one at http://mozilla.org/MPL/2.0/. ---- -loader: gecko_taskgraph.loader.transform:loader - -transforms: - - gecko_taskgraph.transforms.release_deps:transforms - - gecko_taskgraph.transforms.release_notifications:transforms - - gecko_taskgraph.transforms.task:transforms - -kind-dependencies: - - release-beetmover-push-to-release - - push-bundle - -job-defaults: - name: notify-release-drivers-push - description: Sends email to release-drivers telling release was pushed. - run-on-projects: [] - shipping-phase: push - worker-type: succeed - notifications: - subject: "{task[shipping-product]} {release_config[version]} build{release_config[build_number]}/{config[params][project]} has been pushed to cdntest" - message: "{task[shipping-product]} {release_config[version]} build{release_config[build_number]}/{config[params][project]} has been pushed to cdntest" - emails: - by-project: - mozilla-(beta|release|esr.*): ["release-signoff@mozilla.org"] - try: ["{config[params][owner]}"] - default: [] - -jobs: - firefox: - shipping-product: firefox - devedition: - shipping-product: devedition - firefox-android: - shipping-product: firefox-android - notifications: - subject: "Focus/Fenix {release_config[version]}-build{release_config[build_number]} has been pushed to the closed testing track on Google Play" - message: - by-level: - '3': - Focus/Fenix {release_config[version]}-build{release_config[build_number]} has been pushed to the closed testing track on Google Play - and Android-Components {release_config[version]}-build{release_config[build_number]} have been pushed to https://maven.mozilla.org/ - default: - Focus/Fenix {release_config[version]}-build{release_config[build_number]} has not been pushed to the closed testing track on Google Play - and Android-Components {release_config[version]}-build{release_config[build_number]} have been pushed to https://maven-default.stage.mozaws.net/" diff --git a/taskcluster/ci/release-notify-ship/kind.yml b/taskcluster/ci/release-notify-ship/kind.yml deleted file mode 100644 index fe3eced6e7..0000000000 --- a/taskcluster/ci/release-notify-ship/kind.yml +++ /dev/null @@ -1,48 +0,0 @@ -# This Source Code Form is subject to the terms of the Mozilla Public -# License, v. 2.0. If a copy of the MPL was not distributed with this -# file, You can obtain one at http://mozilla.org/MPL/2.0/. ---- -loader: gecko_taskgraph.loader.transform:loader - -transforms: - - gecko_taskgraph.transforms.release_deps:transforms - - gecko_taskgraph.transforms.release_notifications:transforms - - gecko_taskgraph.transforms.task:transforms - -kind-dependencies: - - release-balrog-scheduling - - release-bouncer-aliases - - release-version-bump - - release-mark-as-shipped - - push-bundle - - post-beetmover-components-dummy - -job-defaults: - name: notify-release-drivers-ship - description: Sends email to release-drivers telling release was shipped. - run-on-projects: [] - shipping-phase: ship - worker-type: succeed - notifications: - emails: - by-project: - mozilla-(beta|release|esr.*): ["release-signoff@mozilla.org"] - try: ["{config[params][owner]}"] - default: [] - -jobs: - firefox: - shipping-product: firefox - notifications: - subject: "{task[shipping-product]} {release_config[version]} build{release_config[build_number]}/{config[params][project]} updates are ready for signoff in Balrog!" - message: "{task[shipping-product]} {release_config[version]} build{release_config[build_number]}/{config[params][project]} updates are ready for signoff in Balrog!" - devedition: - shipping-product: devedition - notifications: - subject: "{task[shipping-product]} {release_config[version]} build{release_config[build_number]}/{config[params][project]} updates are ready for signoff in Balrog!" - message: "{task[shipping-product]} {release_config[version]} build{release_config[build_number]}/{config[params][project]} updates are ready for signoff in Balrog!" - firefox-android: - shipping-product: firefox-android - notifications: - subject: "{task[shipping-product]} {release_config[version]} build{release_config[build_number]}/{config[params][project]} is shipped!" - message: "{task[shipping-product]} {release_config[version]} build{release_config[build_number]}/{config[params][project]} is shipped!" diff --git a/taskcluster/ci/release-notify-started/kind.yml b/taskcluster/ci/release-notify-started/kind.yml deleted file mode 100644 index 929c07ec59..0000000000 --- a/taskcluster/ci/release-notify-started/kind.yml +++ /dev/null @@ -1,34 +0,0 @@ -# This Source Code Form is subject to the terms of the Mozilla Public -# License, v. 2.0. If a copy of the MPL was not distributed with this -# file, You can obtain one at http://mozilla.org/MPL/2.0/. ---- -loader: gecko_taskgraph.loader.transform:loader - -transforms: - - gecko_taskgraph.transforms.release_deps:transforms - - gecko_taskgraph.transforms.release_started:transforms - - gecko_taskgraph.transforms.job:transforms - - gecko_taskgraph.transforms.task:transforms - -job-defaults: - name: notify-release-drivers-started - description: Sends email to release-drivers telling release was started. - run-on-projects: [] - shipping-phase: promote - worker-type: b-linux-gcp - worker: - docker-image: {in-tree: "debian12-base"} - max-run-time: 600 - emails: - by-project: - mozilla-(beta|release|esr.*): ["release-signoff@mozilla.org"] - try: ["{config[params][owner]}"] - default: [] - -jobs: - firefox: - shipping-product: firefox - devedition: - shipping-product: devedition - firefox-android: - shipping-product: firefox-android diff --git a/taskcluster/ci/release-notify-testrail/kind.yml b/taskcluster/ci/release-notify-testrail/kind.yml deleted file mode 100644 index 5e4fa41307..0000000000 --- a/taskcluster/ci/release-notify-testrail/kind.yml +++ /dev/null @@ -1,85 +0,0 @@ -# This Source Code Form is subject to the terms of the Mozilla Public -# License, v. 2.0. If a copy of the MPL was not distributed with this -# file, You can obtain one at http://mozilla.org/MPL/2.0/. ---- -loader: gecko_taskgraph.loader.transform:loader - -transforms: - - gecko_taskgraph.transforms.test_apk - - gecko_taskgraph.transforms.job:transforms - - gecko_taskgraph.transforms.task:transforms - -kind-dependencies: - - ui-test-apk - -job-defaults: - description: Sends Slack message to release testers that Testrail Milestone was created. - treeherder: - kind: other - tier: 2 - symbol: testrail - worker-type: b-linux-gcp - worker: - docker-image: {in-tree: android-ui-tests} - max-run-time: 1800 - run: - use-caches: false - using: run-commands - secrets: - - name: project/mobile/ci/testrail - key: testrailCredentials - path: .testrail_credentials.json - json: true - run-on-projects: [mozilla-beta, mozilla-release] - routes: - by-level: - '3': - - notify.slack-channel.G016BC5FUHJ.on-failed - default: [] - scopes: - by-level: - '3': - - queue:route:notify.slack-channel.G016BC5FUHJ # notify mobile-alerts-sandbox on failure - - notify:slack-channel:G016BC5FUHJ - - queue:route:notify.slack-channel.C02KDDS9QM9 # notify mobile-testeng on success - - notify:slack-channel:C02KDDS9QM9 - default: [] - -jobs: - create-milestone-focus: - dependencies: - ui-test-apk: ui-test-apk-focus-arm-beta - description: Create Testrail Milestone for Focus - treeherder: - platform: focus-android-all/opt - run: - pre-commands: - # get-secrets is called from '..' directory so we need to cd into any directory to make it work - - ["cd", "mobile/android/focus-android"] - commands: - - [python3, "../../../taskcluster/scripts/testrail_main.py"] - worker: - env: - SHIPPING_PRODUCT: focus - TESTRAIL_PRODUCT_TYPE: Focus - TESTRAIL_PROJECT_ID: '48' # Focus Browser - TESTRAIL_TEST_SUITE_ID: '49386' # Test Automation Release Milestone - Focus - - create-milestone-fenix: - dependencies: - ui-test-apk: ui-test-apk-fenix-arm-beta - treeherder: - platform: fenix-android-all/opt - description: Create Testrail Milestone for Fenix - run: - pre-commands: - # get-secrets is called from '..' directory so we need to cd into any directory to make it work - - ["cd", "mobile/android/fenix"] - commands: - - [python3, "../../../taskcluster/scripts/testrail_main.py"] - worker: - env: - SHIPPING_PRODUCT: fenix - TESTRAIL_PRODUCT_TYPE: Firefox - TESTRAIL_PROJECT_ID: '59' # Fenix Browser - TESTRAIL_TEST_SUITE_ID: '49319' # Test Automation Release Milestone - Fenix diff --git a/taskcluster/ci/release-partner-attribution-beetmover/kind.yml b/taskcluster/ci/release-partner-attribution-beetmover/kind.yml deleted file mode 100644 index 2851ff7d37..0000000000 --- a/taskcluster/ci/release-partner-attribution-beetmover/kind.yml +++ /dev/null @@ -1,22 +0,0 @@ -# This Source Code Form is subject to the terms of the Mozilla Public -# License, v. 2.0. If a copy of the MPL was not distributed with this -# file, You can obtain one at http://mozilla.org/MPL/2.0/. ---- -loader: gecko_taskgraph.loader.transform:loader - -transforms: - - taskgraph.transforms.from_deps - - gecko_taskgraph.transforms.name_sanity - - gecko_taskgraph.transforms.partner_attribution_beetmover - - gecko_taskgraph.transforms.task - -kind-dependencies: - - release-partner-attribution - -jobs: - release-partner-attribution-beetmover: - from-deps: - group-by: single-with-filters - shipping-product: firefox - shipping-phase: promote - partner-path: "partner-repacks/{partner}/{subpartner}/v{release_partner_build_number}/{platform}/{locale}" diff --git a/taskcluster/ci/release-partner-attribution/kind.yml b/taskcluster/ci/release-partner-attribution/kind.yml deleted file mode 100644 index 1da2656150..0000000000 --- a/taskcluster/ci/release-partner-attribution/kind.yml +++ /dev/null @@ -1,40 +0,0 @@ -# This Source Code Form is subject to the terms of the Mozilla Public -# License, v. 2.0. If a copy of the MPL was not distributed with this -# file, You can obtain one at http://mozilla.org/MPL/2.0/. ---- -loader: gecko_taskgraph.loader.transform:loader - -transforms: - - gecko_taskgraph.transforms.release_deps:transforms - - gecko_taskgraph.transforms.partner_attribution:transforms - - gecko_taskgraph.transforms.job:transforms - - gecko_taskgraph.transforms.task:transforms - -kind-dependencies: - - repackage-signing - - repackage-signing-l10n - -# move this into the single job ?? -job-defaults: - name: partner-attribution - description: Release Promotion partner attribution - run-on-projects: [] # to make sure this never runs as part of CI - shipping-product: firefox - shipping-phase: promote - worker-type: b-linux-gcp - worker: - docker-image: - in-tree: "partner-repack" - chain-of-trust: true - max-run-time: 1800 - run: - using: mach - mach: python python/mozrelease/mozrelease/attribute_builds.py - -jobs: - partner-attribution: - attributes: - build_platform: linux-shippable - build_type: opt - artifact_prefix: releng/partner - shippable: true diff --git a/taskcluster/ci/release-partner-repack-beetmover/kind.yml b/taskcluster/ci/release-partner-repack-beetmover/kind.yml deleted file mode 100644 index 164446f683..0000000000 --- a/taskcluster/ci/release-partner-repack-beetmover/kind.yml +++ /dev/null @@ -1,30 +0,0 @@ -# This Source Code Form is subject to the terms of the Mozilla Public -# License, v. 2.0. If a copy of the MPL was not distributed with this -# file, You can obtain one at http://mozilla.org/MPL/2.0/. ---- -loader: gecko_taskgraph.loader.transform:loader - -transforms: - - taskgraph.transforms.from_deps - - gecko_taskgraph.transforms.chunk_partners - - gecko_taskgraph.transforms.name_sanity - - gecko_taskgraph.transforms.beetmover_repackage_partner - - gecko_taskgraph.transforms.task - -kind-dependencies: - - release-partner-repack-repackage-signing - -only-for-build-platforms: - - linux-shippable/opt - - linux64-shippable/opt - - macosx64-shippable/opt - - win32-shippable/opt - - win64-shippable/opt - - win64-aarch64-shippable/opt - -jobs: - release-partner-repack-beetmover: - from-deps: - group-by: single-with-filters - shipping-phase: promote - partner-path: "partner-repacks/{partner}/{subpartner}/v{release_partner_build_number}/{platform}/{locale}" diff --git a/taskcluster/ci/release-partner-repack-bouncer-sub/kind.yml b/taskcluster/ci/release-partner-repack-bouncer-sub/kind.yml deleted file mode 100644 index 98fa149810..0000000000 --- a/taskcluster/ci/release-partner-repack-bouncer-sub/kind.yml +++ /dev/null @@ -1,41 +0,0 @@ -# This Source Code Form is subject to the terms of the Mozilla Public -# License, v. 2.0. If a copy of the MPL was not distributed with this -# file, You can obtain one at http://mozilla.org/MPL/2.0/. ---- -loader: gecko_taskgraph.loader.transform:loader - -transforms: - - gecko_taskgraph.transforms.bouncer_submission_partners:transforms - - gecko_taskgraph.transforms.task:transforms - -job-defaults: - description: release partners bouncer submission job - worker-type: bouncer - worker: - implementation: bouncer-submission - scopes: - by-release-level: - production: - - project:releng:bouncer:action:submission - - project:releng:bouncer:server:production - staging: - - project:releng:bouncer:action:submission - - project:releng:bouncer:server:staging - run-on-projects: [] - shipping-phase: promote - locales-file: browser/locales/shipped-locales - treeherder: - symbol: Rel(BncSub-P) - kind: test - tier: 1 - -jobs: - firefox: - bouncer-platforms: ['linux', 'linux64', 'osx', 'win', 'win64', 'win64-aarch64'] - bouncer-products: - by-release-type: - default: ['installer', 'stub-installer'] - esr.*: [] - shipping-product: firefox - treeherder: - platform: firefox-release/opt diff --git a/taskcluster/ci/release-partner-repack-chunking-dummy/kind.yml b/taskcluster/ci/release-partner-repack-chunking-dummy/kind.yml deleted file mode 100644 index 4975931312..0000000000 --- a/taskcluster/ci/release-partner-repack-chunking-dummy/kind.yml +++ /dev/null @@ -1,30 +0,0 @@ -# This Source Code Form is subject to the terms of the Mozilla Public -# License, v. 2.0. If a copy of the MPL was not distributed with this -# file, You can obtain one at http://mozilla.org/MPL/2.0/. ---- -loader: gecko_taskgraph.loader.transform:loader - -transforms: - - taskgraph.transforms.from_deps - - gecko_taskgraph.transforms.chunk_partners - - gecko_taskgraph.transforms.name_sanity - - gecko_taskgraph.transforms.task - -kind-dependencies: - - release-partner-repack - -only-for-build-platforms: - - linux-shippable/opt - - linux64-shippable/opt - -jobs: - release-partner-repack-chunking-dummy: - from-deps: - group-by: single-with-filters - copy-attributes: true - shipping-phase: promote - shipping-product: firefox - name: release-partner-repack-chunking-dummy - description: Dummy task to deal with fanning out Linux partner repacks - run-on-projects: [] - worker-type: succeed diff --git a/taskcluster/ci/release-partner-repack-mac-notarization/kind.yml b/taskcluster/ci/release-partner-repack-mac-notarization/kind.yml deleted file mode 100644 index ee7a78e54f..0000000000 --- a/taskcluster/ci/release-partner-repack-mac-notarization/kind.yml +++ /dev/null @@ -1,29 +0,0 @@ -# This Source Code Form is subject to the terms of the Mozilla Public -# License, v. 2.0. If a copy of the MPL was not distributed with this -# file, You can obtain one at http://mozilla.org/MPL/2.0/. ---- -loader: gecko_taskgraph.loader.transform:loader - -transforms: - - taskgraph.transforms.from_deps - - gecko_taskgraph.transforms.mac_notarization - - gecko_taskgraph.transforms.chunk_partners - - gecko_taskgraph.transforms.partner_signing - - gecko_taskgraph.transforms.signing - - gecko_taskgraph.transforms.task - -kind-dependencies: - - release-partner-repack-mac-signing - -only-for-build-platforms: - - macosx64-shippable/opt - -jobs: - release-partner-repack-mac-notarization: - from-deps: - group-by: partner-repack-ids - copy-attributes: true - shipping-product: firefox - shipping-phase: promote - max-run-time: 1800 - copy-repack-ids: true diff --git a/taskcluster/ci/release-partner-repack-mac-signing/kind.yml b/taskcluster/ci/release-partner-repack-mac-signing/kind.yml deleted file mode 100644 index dec5189979..0000000000 --- a/taskcluster/ci/release-partner-repack-mac-signing/kind.yml +++ /dev/null @@ -1,29 +0,0 @@ -# This Source Code Form is subject to the terms of the Mozilla Public -# License, v. 2.0. If a copy of the MPL was not distributed with this -# file, You can obtain one at http://mozilla.org/MPL/2.0/. ---- -loader: gecko_taskgraph.loader.transform:loader - -transforms: - - taskgraph.transforms.from_deps - - gecko_taskgraph.transforms.chunk_partners - - gecko_taskgraph.transforms.name_sanity - - gecko_taskgraph.transforms.partner_signing - - gecko_taskgraph.transforms.signing - - gecko_taskgraph.transforms.hardened_signing - - gecko_taskgraph.transforms.task - -kind-dependencies: - - release-partner-repack - -only-for-build-platforms: - - macosx64-shippable/opt - -jobs: - release-partner-repack-mac-signing: - from-deps: - group-by: partner-repack-ids - copy-attributes: true - shipping-product: firefox - shipping-phase: promote - repacks-per-chunk: 5 diff --git a/taskcluster/ci/release-partner-repack-repackage-signing/kind.yml b/taskcluster/ci/release-partner-repack-repackage-signing/kind.yml deleted file mode 100644 index 2242023f91..0000000000 --- a/taskcluster/ci/release-partner-repack-repackage-signing/kind.yml +++ /dev/null @@ -1,29 +0,0 @@ -# This Source Code Form is subject to the terms of the Mozilla Public -# License, v. 2.0. If a copy of the MPL was not distributed with this -# file, You can obtain one at http://mozilla.org/MPL/2.0/. ---- -loader: gecko_taskgraph.loader.transform:loader - -transforms: - - taskgraph.transforms.from_deps - - gecko_taskgraph.transforms.chunk_partners - - gecko_taskgraph.transforms.name_sanity - - gecko_taskgraph.transforms.repackage_signing_partner - - gecko_taskgraph.transforms.task - -kind-dependencies: - - release-partner-repack-chunking-dummy # Linux - - release-partner-repack-repackage # Windows, Mac - -only-for-build-platforms: - - linux-shippable/opt - - linux64-shippable/opt - - macosx64-shippable/opt - - win32-shippable/opt - - win64-shippable/opt - - win64-aarch64-shippable/opt - -jobs: - release-partner-repack-repackage-signing: - from-deps: - group-by: single-with-filters diff --git a/taskcluster/ci/release-partner-repack-repackage/kind.yml b/taskcluster/ci/release-partner-repack-repackage/kind.yml deleted file mode 100644 index 099c55240f..0000000000 --- a/taskcluster/ci/release-partner-repack-repackage/kind.yml +++ /dev/null @@ -1,61 +0,0 @@ -# This Source Code Form is subject to the terms of the Mozilla Public -# License, v. 2.0. If a copy of the MPL was not distributed with this -# file, You can obtain one at http://mozilla.org/MPL/2.0/. ---- -loader: gecko_taskgraph.loader.transform:loader - -transforms: - - taskgraph.transforms.from_deps - - gecko_taskgraph.transforms.repackage_set_upstream_mac_kind - - gecko_taskgraph.transforms.chunk_partners - - gecko_taskgraph.transforms.name_sanity - - gecko_taskgraph.transforms.repackage_partner - - gecko_taskgraph.transforms.job - - gecko_taskgraph.transforms.task - -kind-dependencies: - - release-partner-repack - - release-partner-repack-mac-signing - - release-partner-repack-mac-notarization - - toolchain - -only-for-build-platforms: - - macosx64-shippable/opt - - win32-shippable/opt - - win64-shippable/opt - - win64-aarch64-shippable/opt - -jobs: - release-partner-repack-repackage: - from-deps: - group-by: single-with-filters - upstream-mac-kind: - by-build-type: - debug: release-partner-repack-mac-signing - default: - by-project: - mozilla-(central|beta|release|esr.*): release-partner-repack-mac-notarization - default: release-partner-repack-mac-signing - mozharness: - config: - by-build-platform: - macosx64-.*: - - repackage/base.py - - repackage/osx_partner.py - win32-.*: - - repackage/base.py - - repackage/win32_sfx_stub.py - - repackage/win32_partner.py - win64-(?!aarch64).*: - - repackage/base.py - - repackage/win32_sfx_stub.py - - repackage/win64_partner.py - win64-aarch64-.*: - - repackage/base.py - - repackage/win64-aarch64_sfx_stub.py - - repackage/win64_partner.py - package-formats: - by-build-platform: - macosx64\b.*: [dmg] - win32\b.*: [installer] - win64\b.*: [installer] diff --git a/taskcluster/ci/release-partner-repack/kind.yml b/taskcluster/ci/release-partner-repack/kind.yml deleted file mode 100644 index 2a5d2fc996..0000000000 --- a/taskcluster/ci/release-partner-repack/kind.yml +++ /dev/null @@ -1,87 +0,0 @@ -# This Source Code Form is subject to the terms of the Mozilla Public -# License, v. 2.0. If a copy of the MPL was not distributed with this -# file, You can obtain one at http://mozilla.org/MPL/2.0/. ---- -loader: gecko_taskgraph.loader.transform:loader - -transforms: - - gecko_taskgraph.transforms.release_deps:transforms - - gecko_taskgraph.transforms.partner_repack:transforms - - gecko_taskgraph.transforms.job:transforms - - gecko_taskgraph.transforms.task:transforms - -kind-dependencies: - - build-signing - - build-mac-signing - - build-mac-notarization - - shippable-l10n-signing - - shippable-l10n-mac-signing - - shippable-l10n-mac-notarization - -job-defaults: - name: partner-repack - description: Release Promotion partner repacks - run-on-projects: [] # to make sure this never runs as part of CI - shipping-product: firefox - shipping-phase: promote - worker-type: b-linux-gcp - worker: - docker-image: - in-tree: "partner-repack" - chain-of-trust: true - max-run-time: 7200 - run: - using: mozharness - config: - - partner_repacks/release_mozilla-release_desktop.py - script: mozharness/scripts/desktop_partner_repacks.py - job-script: taskcluster/scripts/builder/repackage.sh - tooltool-downloads: false - extra: - limit-locales: - by-release-level: - staging: true - production: false - -jobs: - linux-shippable: - attributes: - build_platform: linux-shippable - build_type: opt - artifact_prefix: releng/partner - shippable: true - - linux64-shippable: - attributes: - build_platform: linux64-shippable - build_type: opt - artifact_prefix: releng/partner - shippable: true - - macosx64-shippable: - attributes: - build_platform: macosx64-shippable - build_type: opt - artifact_prefix: releng/partner - shippable: true - - win32-shippable: - attributes: - build_platform: win32-shippable - build_type: opt - artifact_prefix: releng/partner - shippable: true - - win64-shippable: - attributes: - build_platform: win64-shippable - build_type: opt - artifact_prefix: releng/partner - shippable: true - - win64-aarch64-shippable: - attributes: - build_platform: win64-aarch64-shippable - build_type: opt - artifact_prefix: releng/partner - shippable: true diff --git a/taskcluster/ci/release-push-langpacks/kind.yml b/taskcluster/ci/release-push-langpacks/kind.yml deleted file mode 100644 index fbc5bcc8a9..0000000000 --- a/taskcluster/ci/release-push-langpacks/kind.yml +++ /dev/null @@ -1,52 +0,0 @@ -# This Source Code Form is subject to the terms of the Mozilla Public -# License, v. 2.0. If a copy of the MPL was not distributed with this -# file, You can obtain one at http://mozilla.org/MPL/2.0/. ---- -loader: gecko_taskgraph.loader.transform:loader - -transforms: - - taskgraph.transforms.from_deps - - gecko_taskgraph.transforms.release_sign_and_push_langpacks - - gecko_taskgraph.transforms.task - -kind-dependencies: - - build - - shippable-l10n - -only-for-build-platforms: - - linux64-shippable/opt # addons.mozilla.org only support 1 platform per locale. That's why we use linux64 - - linux64-devedition/opt - - macosx64-shippable/opt # Although, we need the special locale "ja-JP-Mac" from this platform - - macosx64-devedition/opt - -jobs: - release-push-langpacks: - description: Sends {locales} XPIs for platform to addons.mozilla.org - from-deps: - group-by: single-with-filters - worker-type: addon - worker: - channel: - by-project: - mozilla-release: - by-platform: - # ja-JP-mac is only langpack on mac, and is unlisted always - macosx64.*: unlisted - default: listed - mozilla-beta: - by-platform: - # ja-JP-mac is only langpack on mac, and is unlisted always - macosx64-shippable.*: unlisted - macosx64-devedition.*: unlisted - linux.*-devedition.*: unlisted - default: listed - default: unlisted - upstream-artifacts: # See transforms - run-on-projects: [] - scopes: - by-release-level: - production: - - project:releng:addons.mozilla.org:server:production - staging: - - project:releng:addons.mozilla.org:server:staging - shipping-phase: promote diff --git a/taskcluster/ci/release-secondary-balrog-scheduling/kind.yml b/taskcluster/ci/release-secondary-balrog-scheduling/kind.yml deleted file mode 100644 index 9a230639b9..0000000000 --- a/taskcluster/ci/release-secondary-balrog-scheduling/kind.yml +++ /dev/null @@ -1,41 +0,0 @@ -# This Source Code Form is subject to the terms of the Mozilla Public -# License, v. 2.0. If a copy of the MPL was not distributed with this -# file, You can obtain one at http://mozilla.org/MPL/2.0/. ---- -loader: gecko_taskgraph.loader.transform:loader - -transforms: - - gecko_taskgraph.transforms.release_deps:transforms - - gecko_taskgraph.transforms.scriptworker:add_balrog_scopes - - gecko_taskgraph.transforms.task:transforms - -kind-dependencies: - - post-balrog-dummy - - post-beetmover-dummy - - release-secondary-balrog-submit-toplevel - -job-defaults: - run-on-projects: [] - shipping-phase: ship - worker-type: balrog - worker: - implementation: balrog - balrog-action: schedule - -jobs: - firefox-secondary-rc: - description: Schedule Beta Firefox publishing in balrog - name: release-firefox_schedule_publishing_in_balrog - shipping-product: firefox - worker: - product: firefox - release-eta: '' - channel-names: ["beta", "beta-localtest", "beta-cdntest"] - publish-rules: [32] - rules-to-update: ["firefox-beta-cdntest", "firefox-beta-localtest"] - pin-channels: ["beta"] - treeherder: - platform: firefox-release/opt - symbol: Rel(BSFxRC) - tier: 1 - kind: build diff --git a/taskcluster/ci/release-secondary-balrog-submit-toplevel/kind.yml b/taskcluster/ci/release-secondary-balrog-submit-toplevel/kind.yml deleted file mode 100644 index d742b4fb61..0000000000 --- a/taskcluster/ci/release-secondary-balrog-submit-toplevel/kind.yml +++ /dev/null @@ -1,46 +0,0 @@ -# This Source Code Form is subject to the terms of the Mozilla Public -# License, v. 2.0. If a copy of the MPL was not distributed with this -# file, You can obtain one at http://mozilla.org/MPL/2.0/. ---- -loader: gecko_taskgraph.loader.transform:loader - -transforms: - - gecko_taskgraph.transforms.release_deps:transforms - - gecko_taskgraph.transforms.scriptworker:add_balrog_scopes - - gecko_taskgraph.transforms.balrog_toplevel:transforms - - gecko_taskgraph.transforms.task:transforms - -job-defaults: - run-on-projects: [] # to make sure this never runs in CI - shipping-phase: promote - worker-type: balrog - worker: - implementation: balrog - balrog-action: v2-submit-toplevel - require-mirrors: false - platforms: ["linux", "linux64", "macosx64", "win32", "win64", "win64-aarch64"] - archive-domain: - by-release-level: - production: archive.mozilla.org - staging: ftp.stage.mozaws.net - download-domain: - by-release-level: - production: download.mozilla.org - staging: dev.bouncer.nonprod.webservices.mozgcp.net - whats-new-config: browser/config/whats_new_page.yml - -jobs: - firefox: - name: submit-toplevel-rc-firefox-release-to-balrog - description: submit toplevel RC Firefox release to balrog - shipping-product: firefox - worker: - product: firefox - channel-names: ["beta", "beta-localtest", "beta-cdntest"] - rules-to-update: ["firefox-beta-cdntest", "firefox-beta-localtest"] - pin-channels: ["beta-localtest", "beta-cdntest"] - treeherder: - platform: firefox-release/opt - symbol: Rel(BPFxRC) - tier: 1 - kind: build diff --git a/taskcluster/ci/release-secondary-final-verify/kind.yml b/taskcluster/ci/release-secondary-final-verify/kind.yml deleted file mode 100644 index 0d2e58d01d..0000000000 --- a/taskcluster/ci/release-secondary-final-verify/kind.yml +++ /dev/null @@ -1,38 +0,0 @@ -# This Source Code Form is subject to the terms of the Mozilla Public -# License, v. 2.0. If a copy of the MPL was not distributed with this -# file, You can obtain one at http://mozilla.org/MPL/2.0/. ---- -loader: gecko_taskgraph.loader.transform:loader - -kind-dependencies: - - post-balrog-dummy - - post-beetmover-dummy - - release-secondary-balrog-submit-toplevel - - release-secondary-update-verify-config - -transforms: - - gecko_taskgraph.transforms.release_deps:transforms - - gecko_taskgraph.transforms.final_verify:transforms - - gecko_taskgraph.transforms.job:transforms - - gecko_taskgraph.transforms.task:transforms - -job-defaults: - name: secondary-final-verify - run-on-projects: [] # to make sure this never runs as part of CI - worker-type: b-linux-gcp - worker: - docker-image: - in-tree: "update-verify" - max-run-time: 7200 - retry-exit-status: [1] - -jobs: - firefox: - description: secondary final verify - shipping-phase: promote - shipping-product: firefox - treeherder: - platform: firefox-release/opt - kind: test - symbol: Rel(FVS) - tier: 1 diff --git a/taskcluster/ci/release-secondary-flatpak-push/kind.yml b/taskcluster/ci/release-secondary-flatpak-push/kind.yml deleted file mode 100644 index 7f770d4ee5..0000000000 --- a/taskcluster/ci/release-secondary-flatpak-push/kind.yml +++ /dev/null @@ -1,38 +0,0 @@ -# This Source Code Form is subject to the terms of the Mozilla Public -# License, v. 2.0. If a copy of the MPL was not distributed with this -# file, You can obtain one at http://mozilla.org/MPL/2.0/. ---- -loader: gecko_taskgraph.loader.transform:loader - -transforms: - - gecko_taskgraph.transforms.release:run_on_releases - - gecko_taskgraph.transforms.release_deps:transforms - - gecko_taskgraph.transforms.release_flatpak_push:transforms - - gecko_taskgraph.transforms.task:transforms - -kind-dependencies: - - release-flatpak-repackage - -job-defaults: - description: Pushes Flatpaks onto Flathub - run-on-projects: [] # to make sure this never runs as part of CI - run-on-releases: [release-rc] - shipping-phase: ship # ship-rc phase - treeherder: - platform: linux64/opt - kind: build - tier: 2 - worker-type: - by-release-level: - production: scriptworker-k8s/gecko-3-pushflatpak - staging: scriptworker-k8s/gecko-1-pushflatpak - worker: - implementation: push-flatpak - channel: beta - -jobs: - firefox-rc: - shipping-product: firefox - flathub-scope: "flathub:firefox" - treeherder: - symbol: Flatpak(push-beta) diff --git a/taskcluster/ci/release-secondary-notify-ship/kind.yml b/taskcluster/ci/release-secondary-notify-ship/kind.yml deleted file mode 100644 index ab9b20ed62..0000000000 --- a/taskcluster/ci/release-secondary-notify-ship/kind.yml +++ /dev/null @@ -1,34 +0,0 @@ -# This Source Code Form is subject to the terms of the Mozilla Public -# License, v. 2.0. If a copy of the MPL was not distributed with this -# file, You can obtain one at http://mozilla.org/MPL/2.0/. ---- -loader: gecko_taskgraph.loader.transform:loader - -transforms: - - gecko_taskgraph.transforms.release_deps:transforms - - gecko_taskgraph.transforms.release_notifications:transforms - - gecko_taskgraph.transforms.task:transforms - -kind-dependencies: - - release-secondary-balrog-scheduling - -job-defaults: - name: notify-release-drivers-ship - description: Sends email to release-drivers telling release was shipped. - run-on-projects: [] - shipping-phase: ship - worker-type: succeed - notifications: - emails: - by-project: - mozilla-beta: ["release-signoff@mozilla.org"] - mozilla-release: ["release-signoff@mozilla.org"] - try: ["{config[params][owner]}"] - default: [] - -jobs: - firefox-rc: - shipping-product: firefox - notifications: - subject: "{task[shipping-product]} {release_config[version]} build{release_config[build_number]}/{config[params][project]} RC updates are ready!" - message: "{task[shipping-product]} {release_config[version]} build{release_config[build_number]}/{config[params][project]} RC updates are ready!" diff --git a/taskcluster/ci/release-secondary-update-verify-config/kind.yml b/taskcluster/ci/release-secondary-update-verify-config/kind.yml deleted file mode 100644 index 7e28131a5e..0000000000 --- a/taskcluster/ci/release-secondary-update-verify-config/kind.yml +++ /dev/null @@ -1,124 +0,0 @@ -# This Source Code Form is subject to the terms of the Mozilla Public -# License, v. 2.0. If a copy of the MPL was not distributed with this -# file, You can obtain one at http://mozilla.org/MPL/2.0/. ---- -loader: gecko_taskgraph.loader.transform:loader - -transforms: - - gecko_taskgraph.transforms.update_verify_config:transforms - - gecko_taskgraph.transforms.job:transforms - - gecko_taskgraph.transforms.task:transforms - -job-defaults: - name: secondary-update-verify-config - run-on-projects: [] # to make sure this never runs as part of CI - shipping-product: firefox - shipping-phase: promote - worker-type: b-linux-gcp - worker: - docker-image: - in-tree: "update-verify" - max-run-time: 3600 - artifacts: - - name: public/build/update-verify.cfg - path: /builds/worker/checkouts/gecko/update-verify.cfg - type: file - run: - sparse-profile: mozharness - extra: - app-name: browser - branch-prefix: mozilla - product: firefox - archive-prefix: - by-release-level: - staging: "http://ftp.stage.mozaws.net/pub" - production: "https://archive.mozilla.org/pub" - previous-archive-prefix: - by-release-level: - staging: "https://archive.mozilla.org/pub" - production: null - aus-server: - by-release-level: - staging: "https://stage.balrog.nonprod.cloudops.mozgcp.net" - production: "https://aus5.mozilla.org" - override-certs: - by-release-level: - staging: dep - production: null - include-version: beta - last-watershed: "72.0.2" - mar-channel-id-override: beta - channel: "beta-localtest" - -jobs: - firefox-secondary-linux: - treeherder: - symbol: UVCS - platform: linux-shippable/opt - kind: test - tier: 1 - attributes: - build_platform: linux-shippable - extra: - platform: linux-i686 - updater-platform: linux-x86_64 - - firefox-secondary-linux64: - treeherder: - symbol: UVCS - platform: linux64-shippable/opt - kind: test - tier: 1 - attributes: - build_platform: linux64-shippable - extra: - platform: linux-x86_64 - updater-platform: linux-x86_64 - - firefox-secondary-macosx64: - treeherder: - symbol: UVCS - platform: macosx64/opt - kind: test - tier: 1 - attributes: - build_platform: macosx64-shippable - extra: - platform: mac - updater-platform: linux-x86_64 - - firefox-secondary-win32: - treeherder: - symbol: UVCS - platform: windows2012-32-shippable/opt - kind: test - tier: 1 - attributes: - build_platform: win32-shippable - extra: - platform: win32 - updater-platform: linux-x86_64 - - firefox-secondary-win64: - treeherder: - symbol: UVCS - platform: windows2012-64-shippable/opt - kind: test - tier: 1 - attributes: - build_platform: win64-shippable - extra: - platform: win64 - updater-platform: linux-x86_64 - - firefox-secondary-win64-aarch64: - treeherder: - symbol: UVCS - platform: windows2012-aarch64-shippable/opt - kind: test - tier: 1 - attributes: - build_platform: win64-aarch64-shippable - extra: - platform: win64-aarch64 - updater-platform: linux-x86_64 diff --git a/taskcluster/ci/release-secondary-update-verify/kind.yml b/taskcluster/ci/release-secondary-update-verify/kind.yml deleted file mode 100644 index f567cf7ae3..0000000000 --- a/taskcluster/ci/release-secondary-update-verify/kind.yml +++ /dev/null @@ -1,77 +0,0 @@ -# This Source Code Form is subject to the terms of the Mozilla Public -# License, v. 2.0. If a copy of the MPL was not distributed with this -# file, You can obtain one at http://mozilla.org/MPL/2.0/. ---- -loader: gecko_taskgraph.loader.transform:loader - -kind-dependencies: - - post-balrog-dummy - - post-beetmover-dummy - - release-secondary-balrog-submit-toplevel - - release-secondary-update-verify-config - -transforms: - - gecko_taskgraph.transforms.release_deps:transforms - - gecko_taskgraph.transforms.update_verify:transforms - - gecko_taskgraph.transforms.job:transforms - - gecko_taskgraph.transforms.task:transforms - -job-defaults: - name: secondary-update-verify - run-on-projects: [] # to make sure this never runs as part of CI - shipping-phase: promote - worker-type: b-linux-gcp - worker: - artifacts: - - name: 'public/build/diff-summary.log' - path: '/builds/worker/tools/release/updates/diff-summary.log' - type: file - docker-image: - in-tree: "update-verify" - max-run-time: 7200 - retry-exit-status: - - 255 - treeherder: - symbol: UV(UVS) - kind: test - extra: - chunks: 16 - -jobs: - firefox-secondary-linux64: - description: linux64 secondary channel update verify - shipping-product: firefox - attributes: - build_platform: linux64-shippable - - firefox-secondary-linux: - description: linux secondary channel update verify - shipping-product: firefox - attributes: - build_platform: linux-shippable - - firefox-secondary-win64: - description: win64 secondary channel update verify - shipping-product: firefox - attributes: - build_platform: win64-shippable - - firefox-secondary-win64-aarch64: - description: win64 secondary channel update verify - shipping-product: firefox - attributes: - build_platform: win64-aarch64-shippable - - firefox-secondary-win32: - description: win32 secondary channel update verify - shipping-product: firefox - attributes: - build_platform: win32-shippable - - firefox-secondary-macosx64: - description: macosx64 secondary channel update verify - shipping-product: firefox - attributes: - build_platform: macosx64-shippable - extra: - chunks: 30 diff --git a/taskcluster/ci/release-snap-repackage/kind.yml b/taskcluster/ci/release-snap-repackage/kind.yml deleted file mode 100644 index 73d9d8a410..0000000000 --- a/taskcluster/ci/release-snap-repackage/kind.yml +++ /dev/null @@ -1,60 +0,0 @@ -# This Source Code Form is subject to the terms of the Mozilla Public -# License, v. 2.0. If a copy of the MPL was not distributed with this -# file, You can obtain one at http://mozilla.org/MPL/2.0/. ---- -loader: gecko_taskgraph.loader.transform:loader - -transforms: - - gecko_taskgraph.transforms.release_deps:transforms - - gecko_taskgraph.transforms.release_snap_repackage:transforms - - gecko_taskgraph.transforms.task:transforms - -kind-dependencies: - - post-beetmover-dummy - - post-langpack-dummy - -job-defaults: - description: Generates snap image - run-on-projects: [] # to make sure this never runs as part of CI - shipping-phase: promote - scopes: [] - treeherder: - platform: linux64-shippable/opt - kind: build - tier: 2 - worker-type: b-linux-gcp - worker: - implementation: docker-worker - os: linux - max-run-time: 7200 - docker-image: {in-tree: firefox-snap} - artifacts: - - name: public/build - type: directory - path: /home/worker/artifacts/ - command: - - /bin/bash - - -cx - - ./runme.sh - env: - VERSION: "{release_config[version]}" - BUILD_NUMBER: "{release_config[build_number]}" - CANDIDATES_DIR: - by-release-level: - staging: - https://ftp.stage.mozaws.net/pub/{task[shipping-product]}/candidates - production: - https://archive.mozilla.org/pub/{task[shipping-product]}/candidates - LC_ALL: C.UTF-8 - LANG: C.UTF-8 - L10N_CHANGESETS: "{config_params[head_repository]}/raw-file/{config_params[head_rev]}/browser/locales/l10n-changesets.json" - chain-of-trust: true - -jobs: - firefox: - shipping-product: firefox - attributes: - build_platform: linux64-shippable - build_type: opt - treeherder: - symbol: Snap(r) diff --git a/taskcluster/ci/release-source-checksums-signing/kind.yml b/taskcluster/ci/release-source-checksums-signing/kind.yml deleted file mode 100644 index de9f98acc0..0000000000 --- a/taskcluster/ci/release-source-checksums-signing/kind.yml +++ /dev/null @@ -1,20 +0,0 @@ -# This Source Code Form is subject to the terms of the Mozilla Public -# License, v. 2.0. If a copy of the MPL was not distributed with this -# file, You can obtain one at http://mozilla.org/MPL/2.0/. ---- -loader: gecko_taskgraph.loader.transform:loader - -transforms: - - taskgraph.transforms.from_deps - - gecko_taskgraph.transforms.name_sanity - - gecko_taskgraph.transforms.source_checksums_signing - - gecko_taskgraph.transforms.task - -kind-dependencies: - - beetmover-source - -jobs: - release-source-checksums-signing: - shipping-phase: promote - from-deps: - group-by: single-with-filters diff --git a/taskcluster/ci/release-source-signing/kind.yml b/taskcluster/ci/release-source-signing/kind.yml deleted file mode 100644 index 9ab9e37d88..0000000000 --- a/taskcluster/ci/release-source-signing/kind.yml +++ /dev/null @@ -1,21 +0,0 @@ -# This Source Code Form is subject to the terms of the Mozilla Public -# License, v. 2.0. If a copy of the MPL was not distributed with this -# file, You can obtain one at http://mozilla.org/MPL/2.0/. ---- -loader: gecko_taskgraph.loader.transform:loader - -transforms: - - taskgraph.transforms.from_deps - - gecko_taskgraph.transforms.name_sanity - - gecko_taskgraph.transforms.build_signing - - gecko_taskgraph.transforms.signing - - gecko_taskgraph.transforms.task - -kind-dependencies: - - release-source - -jobs: - release-source-signing: - from-deps: - copy-attributes: true - shipping-phase: promote diff --git a/taskcluster/ci/release-source/kind.yml b/taskcluster/ci/release-source/kind.yml deleted file mode 100644 index 6b550e9d7e..0000000000 --- a/taskcluster/ci/release-source/kind.yml +++ /dev/null @@ -1,54 +0,0 @@ -# This Source Code Form is subject to the terms of the Mozilla Public -# License, v. 2.0. If a copy of the MPL was not distributed with this -# file, You can obtain one at http://mozilla.org/MPL/2.0/. ---- -loader: gecko_taskgraph.loader.transform:loader - -kind-dependencies: - - toolchain - -transforms: - - gecko_taskgraph.transforms.build:transforms - - gecko_taskgraph.transforms.build_attrs:transforms - - gecko_taskgraph.transforms.build_lints:transforms - - gecko_taskgraph.transforms.job:transforms - - gecko_taskgraph.transforms.task:transforms - - -job-defaults: - shipping-phase: promote - treeherder: - symbol: Src - worker-type: b-linux-gcp - worker: - max-run-time: 3600 - env: - PKG_SRCPACK_BASENAME: source - attributes: - shippable: true - run: - using: mozharness - actions: [package-source] - script: "mozharness/scripts/fx_desktop_build.py" - config: - - builds/releng_sub_linux_configs/64_source.py - options: [] - tooltool-downloads: public - run-on-projects: [] - # The build_attrs transform defaults to setting a `skip-unlles-schedules' - # optimization based on the task label. The tasks here don't have corresponding - # schedules defined in mozbuild. - optimization: null - -jobs: - firefox-source/opt: - description: "Firefox source builder" - treeherder: - platform: firefox-release/opt - shipping-product: firefox - - devedition-source/opt: - description: "Devedition source builder" - treeherder: - platform: devedition-release/opt - shipping-product: devedition diff --git a/taskcluster/ci/release-update-verify-config-next/kind.yml b/taskcluster/ci/release-update-verify-config-next/kind.yml deleted file mode 100644 index 959d0afb9a..0000000000 --- a/taskcluster/ci/release-update-verify-config-next/kind.yml +++ /dev/null @@ -1,98 +0,0 @@ -# This Source Code Form is subject to the terms of the Mozilla Public -# License, v. 2.0. If a copy of the MPL was not distributed with this -# file, You can obtain one at http://mozilla.org/MPL/2.0/. ---- -loader: gecko_taskgraph.loader.transform:loader - -transforms: - - gecko_taskgraph.transforms.release:run_on_releases - - gecko_taskgraph.transforms.update_verify_config:transforms - - gecko_taskgraph.transforms.job:transforms - - gecko_taskgraph.transforms.task:transforms - -job-defaults: - name: update-verify-config-next - run-on-projects: [] # to make sure this never runs as part of CI - run-on-releases: [esr115] - shipping-phase: promote - worker-type: b-linux-gcp - worker: - docker-image: - in-tree: "update-verify" - max-run-time: 3600 - artifacts: - - name: public/build/update-verify.cfg - path: /builds/worker/checkouts/gecko/update-verify.cfg - type: file - run: - sparse-profile: mozharness - treeherder: - symbol: UVCnext - kind: test - tier: 1 - extra: - app-name: browser - branch-prefix: mozilla - archive-prefix: - by-release-level: - staging: "http://ftp.stage.mozaws.net/pub" - production: "https://archive.mozilla.org/pub" - previous-archive-prefix: - by-release-level: - staging: "https://archive.mozilla.org/pub" - production: null - aus-server: - by-release-level: - staging: "https://stage.balrog.nonprod.cloudops.mozgcp.net" - production: "https://aus5.mozilla.org" - override-certs: - by-release-level: - staging: dep - production: null - updater-platform: linux-x86_64 - product: firefox - channel: "esr-localtest-next" - include-version: esr115-next - last-watershed: "68.0esr" - -jobs: - firefox-next-linux: - shipping-product: firefox - treeherder: - platform: linux32-shippable/opt - attributes: - build_platform: linux-shippable - extra: - platform: linux-i686 - firefox-next-linux64: - shipping-product: firefox - treeherder: - platform: linux64-shippable/opt - attributes: - build_platform: linux64-shippable - extra: - platform: linux-x86_64 - firefox-next-macosx64: - shipping-product: firefox - treeherder: - platform: osx-shippable/opt - attributes: - build_platform: macosx64-shippable - extra: - platform: mac - firefox-next-win32: - shipping-product: firefox - treeherder: - platform: windows2012-32-shippable/opt - attributes: - build_platform: win32-shippable - extra: - platform: win32 - firefox-next-win64: - shipping-product: firefox - treeherder: - platform: windows2012-64-shippable/opt - attributes: - build_platform: win64-shippable - extra: - platform: win64 diff --git a/taskcluster/ci/release-update-verify-config/kind.yml b/taskcluster/ci/release-update-verify-config/kind.yml deleted file mode 100644 index d4e40cda12..0000000000 --- a/taskcluster/ci/release-update-verify-config/kind.yml +++ /dev/null @@ -1,292 +0,0 @@ -# This Source Code Form is subject to the terms of the Mozilla Public -# License, v. 2.0. If a copy of the MPL was not distributed with this -# file, You can obtain one at http://mozilla.org/MPL/2.0/. ---- -loader: gecko_taskgraph.loader.transform:loader - -transforms: - - gecko_taskgraph.transforms.update_verify_config:transforms - - gecko_taskgraph.transforms.job:transforms - - gecko_taskgraph.transforms.task:transforms - -job-defaults: - name: update-verify-config - run-on-projects: [] # to make sure this never runs as part of CI - shipping-phase: promote - worker-type: b-linux-gcp - worker: - docker-image: - in-tree: "update-verify" - max-run-time: 3600 - artifacts: - - name: public/build/update-verify.cfg - path: /builds/worker/checkouts/gecko/update-verify.cfg - type: file - run: - sparse-profile: mozharness - extra: - app-name: browser - branch-prefix: mozilla - archive-prefix: - by-release-level: - staging: "http://ftp.stage.mozaws.net/pub" - production: "https://archive.mozilla.org/pub" - previous-archive-prefix: - by-release-level: - staging: "https://archive.mozilla.org/pub" - production: null - aus-server: - by-release-level: - staging: "https://stage.balrog.nonprod.cloudops.mozgcp.net" - production: "https://aus5.mozilla.org" - override-certs: - by-release-level: - staging: dep - production: null - include-version: - by-release-type: - beta: beta - release(-rc)?: nonbeta - esr.*: esr - default: beta - last-watershed: - by-release-type: - beta: "72.0" - release(-rc)?: "72.0.2" - esr115: "68.0esr" - default: "default" - -jobs: - firefox-linux: - shipping-product: firefox - treeherder: - symbol: UVC - platform: linux32-shippable/opt - kind: test - tier: 1 - attributes: - build_platform: linux-shippable - extra: - product: firefox - platform: linux-i686 - updater-platform: linux-x86_64 - channel: - by-release-type: - beta: "beta-localtest" - release(-rc)?: "release-localtest" - esr.*: "esr-localtest" - default: "default" - mar-channel-id-override: - by-release-type: - beta: beta - default: null - - firefox-linux64: - shipping-product: firefox - treeherder: - symbol: UVC - platform: linux64-shippable/opt - kind: test - tier: 1 - attributes: - build_platform: linux64-shippable - extra: - product: firefox - platform: linux-x86_64 - updater-platform: linux-x86_64 - channel: - by-release-type: - beta: "beta-localtest" - release(-rc)?: "release-localtest" - esr.*: "esr-localtest" - default: "default" - mar-channel-id-override: - by-release-type: - beta: beta - default: null - - firefox-macosx64: - shipping-product: firefox - treeherder: - symbol: UVC - platform: osx-shippable/opt - kind: test - tier: 1 - attributes: - build_platform: macosx64-shippable - extra: - product: firefox - platform: mac - updater-platform: linux-x86_64 - channel: - by-release-type: - beta: "beta-localtest" - release(-rc)?: "release-localtest" - esr.*: "esr-localtest" - default: "default" - mar-channel-id-override: - by-release-type: - beta: beta - default: null - - firefox-win32: - shipping-product: firefox - treeherder: - symbol: UVC - platform: windows2012-32-shippable/opt - kind: test - tier: 1 - attributes: - build_platform: win32-shippable - extra: - product: firefox - platform: win32 - updater-platform: linux-x86_64 - channel: - by-release-type: - beta: "beta-localtest" - release(-rc)?: "release-localtest" - esr.*: "esr-localtest" - default: "default" - mar-channel-id-override: - by-release-type: - beta: beta - default: null - - firefox-win64: - shipping-product: firefox - treeherder: - symbol: UVC - platform: windows2012-64-shippable/opt - kind: test - tier: 1 - attributes: - build_platform: win64-shippable - extra: - product: firefox - platform: win64 - updater-platform: linux-x86_64 - channel: - by-release-type: - beta: "beta-localtest" - release(-rc)?: "release-localtest" - esr.*: "esr-localtest" - default: "default" - mar-channel-id-override: - by-release-type: - beta: beta - default: null - - firefox-win64-aarch64: - shipping-product: firefox - treeherder: - symbol: UVC - platform: windows2012-aarch64-shippable/opt - kind: test - tier: 1 - attributes: - build_platform: win64-aarch64-shippable - extra: - product: firefox - platform: win64-aarch64 - updater-platform: linux-x86_64 - channel: - by-release-type: - beta: "beta-localtest" - release(-rc)?: "release-localtest" - esr.*: "esr-localtest" - default: "default" - mar-channel-id-override: - by-release-type: - beta: beta - default: null - - devedition-linux: - shipping-product: devedition - treeherder: - symbol: UVC - platform: linux32-devedition/opt - kind: test - tier: 1 - attributes: - build_platform: linux-devedition - extra: - product: firefox - platform: linux-i686 - updater-platform: linux-x86_64 - channel: "aurora-localtest" - - devedition-linux64: - shipping-product: devedition - treeherder: - symbol: UVC - platform: linux64-devedition/opt - kind: test - tier: 1 - attributes: - build_platform: linux64-devedition - extra: - product: firefox - platform: linux-x86_64 - updater-platform: linux-x86_64 - channel: "aurora-localtest" - - devedition-macosx64: - shipping-product: devedition - treeherder: - symbol: UVC - platform: osx-cross-devedition/opt - kind: test - tier: 1 - attributes: - build_platform: macosx64-devedition - extra: - product: firefox - platform: mac - updater-platform: linux-x86_64 - channel: "aurora-localtest" - - devedition-win32: - shipping-product: devedition - treeherder: - symbol: UVC - platform: windows2012-32-devedition/opt - kind: test - tier: 1 - attributes: - build_platform: win32-devedition - extra: - product: firefox - platform: win32 - updater-platform: linux-x86_64 - channel: "aurora-localtest" - - devedition-win64: - shipping-product: devedition - treeherder: - symbol: UVC - platform: windows2012-64-devedition/opt - kind: test - tier: 1 - attributes: - build_platform: win64-devedition - extra: - product: firefox - platform: win64 - updater-platform: linux-x86_64 - channel: "aurora-localtest" - - devedition-win64-aarch64: - shipping-product: devedition - treeherder: - symbol: UVC - platform: windows2012-aarch64-devedition/opt - kind: test - tier: 1 - attributes: - build_platform: win64-aarch64-devedition - extra: - product: firefox - platform: win64-aarch64 - updater-platform: linux-x86_64 - channel: "aurora-localtest" diff --git a/taskcluster/ci/release-update-verify-next/kind.yml b/taskcluster/ci/release-update-verify-next/kind.yml deleted file mode 100644 index ad72e9b118..0000000000 --- a/taskcluster/ci/release-update-verify-next/kind.yml +++ /dev/null @@ -1,73 +0,0 @@ -# This Source Code Form is subject to the terms of the Mozilla Public -# License, v. 2.0. If a copy of the MPL was not distributed with this -# file, You can obtain one at http://mozilla.org/MPL/2.0/. ---- -loader: gecko_taskgraph.loader.transform:loader - -kind-dependencies: - - post-balrog-dummy - - post-beetmover-dummy - - release-balrog-submit-toplevel - - release-update-verify-config-next - -transforms: - - gecko_taskgraph.transforms.release:run_on_releases - - gecko_taskgraph.transforms.release_deps:transforms - - gecko_taskgraph.transforms.update_verify:transforms - - gecko_taskgraph.transforms.job:transforms - - gecko_taskgraph.transforms.task:transforms - -job-defaults: - name: update-verify-next - run-on-projects: [] # to make sure this never runs as part of CI - run-on-releases: [esr115] - shipping-phase: promote - worker-type: b-linux-gcp - worker: - artifacts: - - name: 'public/build/diff-summary.log' - path: '/builds/worker/tools/release/updates/diff-summary.log' - type: file - docker-image: - in-tree: "update-verify" - max-run-time: 7200 - retry-exit-status: - - 255 - env: - CHANNEL: "esr-localtest-next" - treeherder: - symbol: UVnext() - kind: test - extra: - chunks: 12 - -jobs: - firefox-next-linux64: - description: linux64 esr-next update verify - shipping-product: firefox - attributes: - build_platform: linux64-shippable - - firefox-next-linux: - description: linux esr-next update verify - shipping-product: firefox - attributes: - build_platform: linux-shippable - - firefox-next-win64: - description: win64 esr-next update verify - shipping-product: firefox - attributes: - build_platform: win64-shippable - - firefox-next-win32: - description: win32 esr-next update verify - shipping-product: firefox - attributes: - build_platform: win32-shippable - - firefox-next-macosx64: - description: macosx64 esr-next update verify - shipping-product: firefox - attributes: - build_platform: macosx64-shippable diff --git a/taskcluster/ci/release-update-verify/kind.yml b/taskcluster/ci/release-update-verify/kind.yml deleted file mode 100644 index ec7f9874da..0000000000 --- a/taskcluster/ci/release-update-verify/kind.yml +++ /dev/null @@ -1,115 +0,0 @@ -# This Source Code Form is subject to the terms of the Mozilla Public -# License, v. 2.0. If a copy of the MPL was not distributed with this -# file, You can obtain one at http://mozilla.org/MPL/2.0/. ---- -loader: gecko_taskgraph.loader.transform:loader - -kind-dependencies: - - post-balrog-dummy - - post-beetmover-dummy - - release-balrog-submit-toplevel - - release-update-verify-config - -transforms: - - gecko_taskgraph.transforms.release_deps:transforms - - gecko_taskgraph.transforms.update_verify:transforms - - gecko_taskgraph.transforms.job:transforms - - gecko_taskgraph.transforms.task:transforms - -job-defaults: - name: update-verify - run-on-projects: [] # to make sure this never runs as part of CI - shipping-phase: promote - worker-type: b-linux-gcp - worker: - artifacts: - - name: 'public/build/diff-summary.log' - path: '/builds/worker/checkouts/gecko/diff-summary.log' - type: file - docker-image: - in-tree: "update-verify" - max-run-time: 5400 - retry-exit-status: - - 255 - treeherder: - symbol: UV() - kind: test - extra: - chunks: 16 - -jobs: - firefox-linux64: - description: linux64 update verify - shipping-product: firefox - attributes: - build_platform: linux64-shippable - - firefox-linux: - description: linux update verify - shipping-product: firefox - attributes: - build_platform: linux-shippable - - firefox-win64: - description: win64 update verify - shipping-product: firefox - attributes: - build_platform: win64-shippable - - firefox-win64-aarch64: - description: win64-aarch64 update verify - shipping-product: firefox - attributes: - build_platform: win64-aarch64-shippable - - firefox-win32: - description: win32 update verify - shipping-product: firefox - attributes: - build_platform: win32-shippable - - firefox-macosx64: - description: macosx64 update verify - shipping-product: firefox - attributes: - build_platform: macosx64-shippable - extra: - chunks: 30 - - devedition-linux64: - description: linux64 update verify - shipping-product: devedition - attributes: - build_platform: linux64-devedition - - devedition-linux: - description: linux update verify - shipping-product: devedition - attributes: - build_platform: linux-devedition - - devedition-win64: - description: win64 update verify - shipping-product: devedition - attributes: - build_platform: win64-devedition - - devedition-win64-aarch64: - description: win64-aarch64 update verify - shipping-product: devedition - attributes: - build_platform: win64-aarch64-devedition - - devedition-win32: - description: win32 update verify - shipping-product: devedition - attributes: - build_platform: win32-devedition - - devedition-macosx64: - description: macosx64 update verify - shipping-product: devedition - attributes: - build_platform: macosx64-devedition - extra: - chunks: 30 diff --git a/taskcluster/ci/release-version-bump/kind.yml b/taskcluster/ci/release-version-bump/kind.yml deleted file mode 100644 index 114d52df95..0000000000 --- a/taskcluster/ci/release-version-bump/kind.yml +++ /dev/null @@ -1,79 +0,0 @@ -# This Source Code Form is subject to the terms of the Mozilla Public -# License, v. 2.0. If a copy of the MPL was not distributed with this -# file, You can obtain one at http://mozilla.org/MPL/2.0/. ---- -loader: gecko_taskgraph.loader.transform:loader - -transforms: - - gecko_taskgraph.transforms.release_deps:transforms - - gecko_taskgraph.transforms.release_version_bump:transforms - - gecko_taskgraph.transforms.task:transforms - -kind-dependencies: - - release-beetmover-push-to-release - - post-beetmover-components-dummy - - push-bundle - -job-defaults: - description: Release Promotion version bump/tag - run-on-projects: [] - shipping-phase: ship - worker-type: tree - worker: - implementation: treescript - dontbuild: true - tags: ['release'] - bump: true - # We're bumping both desktop and mobile version regardless of which product is getting - # released, to avoid confusion from them getting out of sync. - bump-files: - by-project: - default: - - "browser/config/version_display.txt" - - "mobile/android/version.txt" - mozilla-release: - - "browser/config/version.txt" - - "browser/config/version_display.txt" - - "config/milestone.txt" - - "mobile/android/version.txt" - mozilla-esr.*: - - "browser/config/version.txt" - - "browser/config/version_display.txt" - - "config/milestone.txt" - maple: - - "browser/config/version.txt" - - "browser/config/version_display.txt" - - "config/milestone.txt" - push: - by-project: - mozilla-(beta|release|esr.*): true - maple: true - default: false - -jobs: - firefox: - name: firefox-version-bump - shipping-product: firefox - treeherder: - platform: firefox-release/opt - symbol: Rel(VerBump) - tier: 1 - kind: build - - devedition: - name: devedition-version-bump - shipping-product: devedition - treeherder: - platform: devedition-release/opt - symbol: Rel(VerBump) - tier: 1 - kind: build - - firefox-android: - name: firefox-android-version-bump - shipping-product: firefox-android - treeherder: - platform: fenix-android-all/opt - symbol: Rel(VerBump) - tier: 1 - kind: build diff --git a/taskcluster/ci/repackage-deb-l10n/kind.yml b/taskcluster/ci/repackage-deb-l10n/kind.yml deleted file mode 100644 index a22e50787a..0000000000 --- a/taskcluster/ci/repackage-deb-l10n/kind.yml +++ /dev/null @@ -1,43 +0,0 @@ -# This Source Code Form is subject to the terms of the Mozilla Public -# License, v. 2.0. If a copy of the MPL was not distributed with this -# file, You can obtain one at http://mozilla.org/MPL/2.0/. ---- -loader: gecko_taskgraph.loader.transform:loader - -transforms: - - taskgraph.transforms.from_deps - - gecko_taskgraph.transforms.repackage_l10n - - gecko_taskgraph.transforms.name_sanity - - gecko_taskgraph.transforms.repackage - - gecko_taskgraph.transforms.repackage_routes - - gecko_taskgraph.transforms.job - - gecko_taskgraph.transforms.task - -kind-dependencies: - - shippable-l10n-signing - -only-for-build-platforms: - # Langpacks support all CPU architectures. We just need to pick one - - linux64-devedition/opt - - linux64-shippable/opt - -jobs: - repackage-deb-l10n: - from-deps: - group-by: single-with-filters - worker-type: b-linux-gcp - worker: - docker-image: {"in-tree": "debian12-repackage"} - max-run-time: 600 - mozharness: - run-as-root: true - use-caches: false - config: - by-build-platform: - linux64\b.*: - - repackage/base.py - - repackage/linux64_signed.py - package-formats: - by-build-platform: - linux.*: [deb-l10n] - treeherder-group: deb-L10n diff --git a/taskcluster/ci/repackage-deb/kind.yml b/taskcluster/ci/repackage-deb/kind.yml deleted file mode 100644 index aa6381bb4a..0000000000 --- a/taskcluster/ci/repackage-deb/kind.yml +++ /dev/null @@ -1,53 +0,0 @@ -# This Source Code Form is subject to the terms of the Mozilla Public -# License, v. 2.0. If a copy of the MPL was not distributed with this -# file, You can obtain one at http://mozilla.org/MPL/2.0/. ---- -loader: gecko_taskgraph.loader.transform:loader - -transforms: - - taskgraph.transforms.from_deps - - gecko_taskgraph.transforms.name_sanity - - gecko_taskgraph.transforms.repackage - - gecko_taskgraph.transforms.repackage_routes - - gecko_taskgraph.transforms.job - - gecko_taskgraph.transforms.task - -kind-dependencies: - - build-signing - - toolchain - -only-for-build-platforms: - - linux-shippable/opt - - linux-devedition/opt - - linux64-shippable/opt - - linux64-devedition/opt - -only-for-attributes: - - nightly - - shippable - -jobs: - repackage-deb: - from-deps: - group-by: single-with-filters - shipping-phase: promote - worker-type: b-linux-gcp - worker: - docker-image: - in-tree: debian12-repackage - mozharness: - run-as-root: true - use-caches: false - config: - by-build-platform: - linux\b.*: - - repackage/base.py - - repackage/linux32_signed.py - linux64\b.*: - - repackage/base.py - - repackage/linux64_signed.py - treeherder: - symbol: Rpk-deb - package-formats: - by-build-platform: - linux.*: [deb] diff --git a/taskcluster/ci/repackage-l10n/kind.yml b/taskcluster/ci/repackage-l10n/kind.yml deleted file mode 100644 index c78b52de2b..0000000000 --- a/taskcluster/ci/repackage-l10n/kind.yml +++ /dev/null @@ -1,86 +0,0 @@ -# This Source Code Form is subject to the terms of the Mozilla Public -# License, v. 2.0. If a copy of the MPL was not distributed with this -# file, You can obtain one at http://mozilla.org/MPL/2.0/. ---- -loader: gecko_taskgraph.loader.transform:loader - -transforms: - - taskgraph.transforms.from_deps - - gecko_taskgraph.transforms.repackage_set_upstream_mac_kind - - gecko_taskgraph.transforms.repackage_l10n - - gecko_taskgraph.transforms.name_sanity - - gecko_taskgraph.transforms.repackage - - gecko_taskgraph.transforms.job - - gecko_taskgraph.transforms.task - -kind-dependencies: - - shippable-l10n-signing - - shippable-l10n-mac-signing - - shippable-l10n-mac-notarization - - toolchain - -only-for-build-platforms: - - linux-shippable/opt - - linux64-shippable/opt - - macosx64-shippable/opt - - win32-shippable/opt - - win64-shippable/opt - - win64-aarch64-shippable/opt - - linux-devedition/opt - - linux64-devedition/opt - - macosx64-devedition/opt - - win32-devedition/opt - - win64-devedition/opt - - win64-aarch64-devedition/opt - -jobs: - repackage-l10n: - from-deps: - group-by: single-with-filters - upstream-mac-kind: - by-build-type: - debug: shippable-l10n-mac-signing - default: - by-project: - mozilla-(central|beta|release|esr.*): shippable-l10n-mac-notarization - default: shippable-l10n-mac-signing - worker-type: b-linux-gcp - mozharness: - config: - by-build-platform: - linux-.*: - - repackage/base.py - - repackage/linux32_signed.py - linux64-.*: - - repackage/base.py - - repackage/linux64_signed.py - macosx64-.*: - - repackage/base.py - - repackage/osx_signed.py - win32\b.*: - - repackage/base.py - - repackage/win32_sfx_stub.py - - repackage/win32_signed.py - win64(?!-aarch64)\b.*: - - repackage/base.py - - repackage/win32_sfx_stub.py - - repackage/win64_signed.py - win64-aarch64\b.*: - - repackage/base.py - - repackage/win64-aarch64_sfx_stub.py - - repackage/win64_signed.py - package-formats: - by-build-platform: - macosx64\b.*: - by-build-type: - # Debug builds can't be attributable - debug: [dmg, mar, pkg] - default: [dmg-attrib, mar, pkg] - linux.*: [mar] - win32\b.*: [mar, installer] - win64\b.*: [mar, installer] - fetches: - toolchain: - - linux64-mar-tools - - linux64-upx - treeherder-group: L10n-Rpk diff --git a/taskcluster/ci/repackage-msi/kind.yml b/taskcluster/ci/repackage-msi/kind.yml deleted file mode 100644 index fa2fb3ada3..0000000000 --- a/taskcluster/ci/repackage-msi/kind.yml +++ /dev/null @@ -1,49 +0,0 @@ -# This Source Code Form is subject to the terms of the Mozilla Public -# License, v. 2.0. If a copy of the MPL was not distributed with this -# file, You can obtain one at http://mozilla.org/MPL/2.0/. ---- -loader: gecko_taskgraph.loader.transform:loader - -transforms: - - taskgraph.transforms.from_deps - - gecko_taskgraph.transforms.name_sanity - - gecko_taskgraph.transforms.repackage - - gecko_taskgraph.transforms.job - - gecko_taskgraph.transforms.task - -kind-dependencies: - - repackage-signing - - repackage-signing-l10n - - fetch - -only-for-build-platforms: - - win32-shippable/opt - - win64-shippable/opt - - win32-devedition/opt - - win64-devedition/opt - -jobs: - repackage-msi: - worker-type: 'b-win2022' - from-deps: - group-by: single-with-filters - mozharness: - use-magic-mh-args: false - config: - by-build-platform: - win32\b.*: - - repackage/base.py - - repackage/win32_sfx_stub.py - - repackage/win32_signed.py - win64(?!-aarch64)\b.*: - - repackage/base.py - - repackage/win32_sfx_stub.py - - repackage/win64_signed.py - win64-aarch64\b.*: - - repackage/base.py - - repackage/win64-aarch64_sfx_stub.py - - repackage/win64_signed.py - package-formats: [msi] - fetches: - fetch: - - wix-3.14.0 diff --git a/taskcluster/ci/repackage-msix/kind.yml b/taskcluster/ci/repackage-msix/kind.yml deleted file mode 100644 index 96ff07c77c..0000000000 --- a/taskcluster/ci/repackage-msix/kind.yml +++ /dev/null @@ -1,110 +0,0 @@ -# This Source Code Form is subject to the terms of the Mozilla Public -# License, v. 2.0. If a copy of the MPL was not distributed with this -# file, You can obtain one at http://mozilla.org/MPL/2.0/. ---- -loader: gecko_taskgraph.loader.transform:loader - -transforms: - - taskgraph.transforms.from_deps - - gecko_taskgraph.transforms.name_sanity - - gecko_taskgraph.transforms.repackage - - gecko_taskgraph.transforms.job - - gecko_taskgraph.transforms.task - -kind-dependencies: - # We're going to generate tasks based on this. We `depend` on and fetch the package from this. - - build-signing - - toolchain - -only-for-build-platforms: - - win32/opt - - win64/opt - - win64-aarch64/opt - - win64/debug - - win32-shippable/opt - - win64-shippable/opt - - win64-aarch64-shippable/opt - - win32-devedition/opt - - win64-devedition/opt - - win64-aarch-devedition/opt - -jobs: - repackage-msix: - from-deps: - group-by: platform - worker-type: b-linux-gcp - worker: - max-run-time: 2700 - # This is for fast try iteration; `repackage-shippable-l10n-msix` is the "real one". - run-on-projects: [] - mozharness: - config: - by-build-platform: - win32\b.*: - - repackage/base.py - - repackage/win32_sfx_stub.py - - repackage/win32_signed.py - win64(?!-aarch64)\b.*: - - repackage/base.py - - repackage/win32_sfx_stub.py - - repackage/win64_signed.py - win64-aarch64\b.*: - - repackage/base.py - - repackage/win64-aarch64_sfx_stub.py - - repackage/win64_signed.py - package-formats: [msix, msix-store] - fetches: - toolchain: - - linux64-msix-packaging - msix: - vendor: Mozilla - channel: - by-shipping-product: - devedition: aurora - default: - by-release-type: - beta.*: beta - release.*: official - esr.*: official - default: nightly - identity-name: - by-shipping-product: - devedition: - by-package-format: - msix: MozillaFirefoxDevedition - msix-store: FirefoxDevedition - default: - by-package-format: - msix: - by-release-type: - beta.*: MozillaFirefoxBeta - release.*: MozillaFirefox - esr.*: MozillaFirefox - default: MozillaFirefoxNightly - msix-store: - by-release-type: - beta.*: FirefoxBeta - release.*: Firefox - esr.*: Firefox - default: FirefoxNightly - publisher: - by-package-format: - msix-store: "CN=082E9164-EE6C-4EC8-B62C-441FAE7BEFA1" - msix: - by-level: - "1": "CN=Mozilla Fake SPC" - "2": "CN=Mozilla Fake SPC" - default: - # This value needs to line up with the signing certificate - # we're going to sign with. We only sign potential release - # or nightly builds with proper certificates, so even on - # level 3 repositories, some build types are expected to - # be signed with our fake certificate. - by-build-platform: - .*-shippable: "CN=Mozilla Corporation, OU=Firefox Engineering Operations, O=Mozilla Corporation, L=Mountain View, S=California, C=US" - .*-devedition: "CN=Mozilla Corporation, OU=Firefox Engineering Operations, O=Mozilla Corporation, L=Mountain View, S=California, C=US" - default: "CN=Mozilla Fake SPC" - publisher-display-name: - by-package-format: - msix: "Mozilla Corporation" - msix-store: "Mozilla" diff --git a/taskcluster/ci/repackage-shippable-l10n-msix/kind.yml b/taskcluster/ci/repackage-shippable-l10n-msix/kind.yml deleted file mode 100644 index 021896a7ad..0000000000 --- a/taskcluster/ci/repackage-shippable-l10n-msix/kind.yml +++ /dev/null @@ -1,111 +0,0 @@ -# This Source Code Form is subject to the terms of the Mozilla Public -# License, v. 2.0. If a copy of the MPL was not distributed with this -# file, You can obtain one at http://mozilla.org/MPL/2.0/. ---- -loader: gecko_taskgraph.loader.transform:loader - -transforms: - - taskgraph.transforms.from_deps - - gecko_taskgraph.transforms.name_sanity - - gecko_taskgraph.transforms.repackage - - gecko_taskgraph.transforms.job - - gecko_taskgraph.transforms.task - -kind-dependencies: - # We're going to generate tasks based on this. We `depend` on and fetch the package from this. - - build-signing - # We're not going to generate tasks based on these. But we are going to `depend` on and fetch - # langpacks from these. - - shippable-l10n-signing - - toolchain - -not-for-kind-dependencies: - - shippable-l10n-signing - -only-for-build-platforms: - - win32-shippable/opt - - win64-shippable/opt - - win64-aarch64-shippable/opt - - win32-devedition/opt - - win64-devedition/opt - - win64-aarch64-devedition/opt - -jobs: - repackage-shippable-l10n-msix: - from-deps: - group-by: platform - unique-kinds: false - worker-type: b-linux-gcp - worker: - max-run-time: 2700 - mozharness: - config: - by-build-platform: - win32\b.*: - - repackage/base.py - - repackage/win32_sfx_stub.py - - repackage/win32_signed.py - win64(?!-aarch64)\b.*: - - repackage/base.py - - repackage/win32_sfx_stub.py - - repackage/win64_signed.py - win64-aarch64\b.*: - - repackage/base.py - - repackage/win64-aarch64_sfx_stub.py - - repackage/win64_signed.py - package-formats: [msix, msix-store] - fetches: - toolchain: - - linux64-msix-packaging - msix: - vendor: Mozilla - channel: - by-shipping-product: - devedition: aurora - default: - by-release-type: - beta.*: beta - release.*: official - esr.*: official - default: nightly - identity-name: - by-shipping-product: - devedition: - by-package-format: - msix: MozillaFirefoxDevedition - msix-store: FirefoxDevedition - default: - by-package-format: - msix: - by-release-type: - beta.*: MozillaFirefoxBeta - release.*: MozillaFirefox - esr.*: MozillaFirefox - default: MozillaFirefoxNightly - msix-store: - by-release-type: - beta.*: FirefoxBeta - release.*: Firefox - esr.*: Firefox - default: FirefoxNightly - publisher: - by-package-format: - msix-store: "CN=082E9164-EE6C-4EC8-B62C-441FAE7BEFA1" - msix: - by-level: - "1": "CN=Mozilla Fake SPC" - "2": "CN=Mozilla Fake SPC" - default: - # This value needs to line up with the signing certificate - # we're going to sign with. We only sign potential release - # or nightly builds with proper certificates, so even on - # level 3 repositories, some build types are expected to - # be signed with our fake certificate. - by-build-platform: - .*-shippable: "CN=Mozilla Corporation, OU=Firefox Engineering Operations, O=Mozilla Corporation, L=Mountain View, S=California, C=US" - .*-devedition: "CN=Mozilla Corporation, OU=Firefox Engineering Operations, O=Mozilla Corporation, L=Mountain View, S=California, C=US" - default: "CN=Mozilla Fake SPC" - publisher-display-name: - by-package-format: - msix: "Mozilla Corporation" - msix-store: "Mozilla" diff --git a/taskcluster/ci/repackage-signing-l10n/kind.yml b/taskcluster/ci/repackage-signing-l10n/kind.yml deleted file mode 100644 index 9d274b1ee3..0000000000 --- a/taskcluster/ci/repackage-signing-l10n/kind.yml +++ /dev/null @@ -1,31 +0,0 @@ -# This Source Code Form is subject to the terms of the Mozilla Public -# License, v. 2.0. If a copy of the MPL was not distributed with this -# file, You can obtain one at http://mozilla.org/MPL/2.0/. ---- -loader: gecko_taskgraph.loader.transform:loader - -transforms: - - taskgraph.transforms.from_deps - - gecko_taskgraph.transforms.name_sanity - - gecko_taskgraph.transforms.repackage_signing - - gecko_taskgraph.transforms.repackage_routes - - gecko_taskgraph.transforms.task - -kind-dependencies: - - repackage-l10n - -only-for-build-platforms: - - win32-shippable/opt - - win32-devedition/opt - - win32/opt - - win64-shippable/opt - - win64-devedition/opt - - win64/opt - - win64-aarch64-shippable/opt - - win64-aarch64-devedition/opt - - win64-asan-reporter-shippable/opt - -jobs: - repackage-signing-l10n: - from-deps: - group-by: single-with-filters diff --git a/taskcluster/ci/repackage-signing-msi/kind.yml b/taskcluster/ci/repackage-signing-msi/kind.yml deleted file mode 100644 index 8a6691413a..0000000000 --- a/taskcluster/ci/repackage-signing-msi/kind.yml +++ /dev/null @@ -1,27 +0,0 @@ -# This Source Code Form is subject to the terms of the Mozilla Public -# License, v. 2.0. If a copy of the MPL was not distributed with this -# file, You can obtain one at http://mozilla.org/MPL/2.0/. ---- -loader: gecko_taskgraph.loader.transform:loader - -transforms: - - taskgraph.transforms.from_deps - - gecko_taskgraph.transforms.name_sanity - - gecko_taskgraph.transforms.repackage_signing - - gecko_taskgraph.transforms.task - -kind-dependencies: - - repackage-msi - -only-for-build-platforms: - - win32-shippable/opt - - win32-devedition/opt - - win32/opt - - win64-shippable/opt - - win64-devedition/opt - - win64/opt - -jobs: - repackage-signing-msi: - from-deps: - group-by: single-with-filters diff --git a/taskcluster/ci/repackage-signing-msix/kind.yml b/taskcluster/ci/repackage-signing-msix/kind.yml deleted file mode 100644 index 4976f08366..0000000000 --- a/taskcluster/ci/repackage-signing-msix/kind.yml +++ /dev/null @@ -1,19 +0,0 @@ -# This Source Code Form is subject to the terms of the Mozilla Public -# License, v. 2.0. If a copy of the MPL was not distributed with this -# file, You can obtain one at http://mozilla.org/MPL/2.0/. ---- -loader: gecko_taskgraph.loader.transform:loader - -transforms: - - taskgraph.transforms.from_deps - - gecko_taskgraph.transforms.name_sanity - - gecko_taskgraph.transforms.repackage_signing - - gecko_taskgraph.transforms.task - -kind-dependencies: - - repackage-msix - -jobs: - repackage-signing-msix: - from-deps: - group-by: single-with-filters diff --git a/taskcluster/ci/repackage-signing-shippable-l10n-msix/kind.yml b/taskcluster/ci/repackage-signing-shippable-l10n-msix/kind.yml deleted file mode 100644 index 0f6f7787ee..0000000000 --- a/taskcluster/ci/repackage-signing-shippable-l10n-msix/kind.yml +++ /dev/null @@ -1,18 +0,0 @@ -# This Source Code Form is subject to the terms of the Mozilla Public -# License, v. 2.0. If a copy of the MPL was not distributed with this -# file, You can obtain one at http://mozilla.org/MPL/2.0/. ---- -loader: gecko_taskgraph.loader.transform:loader - -transforms: - - taskgraph.transforms.from_deps - - gecko_taskgraph.transforms.name_sanity - - gecko_taskgraph.transforms.repackage_signing - - gecko_taskgraph.transforms.task - -kind-dependencies: - - repackage-shippable-l10n-msix - -jobs: - repackage-signing-shippable-l10n-msix: - from-deps: {} diff --git a/taskcluster/ci/repackage-signing/kind.yml b/taskcluster/ci/repackage-signing/kind.yml deleted file mode 100644 index 49ea244a9e..0000000000 --- a/taskcluster/ci/repackage-signing/kind.yml +++ /dev/null @@ -1,29 +0,0 @@ -# This Source Code Form is subject to the terms of the Mozilla Public -# License, v. 2.0. If a copy of the MPL was not distributed with this -# file, You can obtain one at http://mozilla.org/MPL/2.0/. ---- -loader: gecko_taskgraph.loader.transform:loader - -transforms: - - taskgraph.transforms.from_deps - - gecko_taskgraph.transforms.name_sanity - - gecko_taskgraph.transforms.repackage_signing - - gecko_taskgraph.transforms.repackage_routes - - gecko_taskgraph.transforms.task - -kind-dependencies: - - repackage - -only-for-build-platforms: - - win32-devedition/opt - - win32-shippable/opt - - win64-devedition/opt - - win64-shippable/opt - - win64-aarch64-shippable/opt - - win64-aarch64-devedition/opt - - win64-asan-reporter-shippable/opt - -jobs: - repackage-signing: - from-deps: - group-by: single-with-filters diff --git a/taskcluster/ci/repackage/kind.yml b/taskcluster/ci/repackage/kind.yml deleted file mode 100644 index b9f94f4a89..0000000000 --- a/taskcluster/ci/repackage/kind.yml +++ /dev/null @@ -1,100 +0,0 @@ -# This Source Code Form is subject to the terms of the Mozilla Public -# License, v. 2.0. If a copy of the MPL was not distributed with this -# file, You can obtain one at http://mozilla.org/MPL/2.0/. ---- -loader: gecko_taskgraph.loader.transform:loader - -transforms: - - taskgraph.transforms.from_deps - - gecko_taskgraph.transforms.repackage_set_upstream_mac_kind - - gecko_taskgraph.transforms.name_sanity - - gecko_taskgraph.transforms.repackage - - gecko_taskgraph.transforms.repackage_routes - - gecko_taskgraph.transforms.job - - gecko_taskgraph.transforms.task - -kind-dependencies: - - build-signing - - build-mac-signing - - build-mac-notarization - - toolchain - -only-for-build-platforms: - - linux-shippable/opt - - linux-devedition/opt - - linux/opt - - linux64-shippable/opt - - linux64-devedition/opt - - linux64-asan-reporter-shippable/opt - - linux64/opt - - linux64-aarch64-shippable/opt - - macosx64-shippable/opt - - macosx64-devedition/opt - - macosx64/opt - - macosx64/debug - - macosx64-aarch64/debug - - win32-shippable/opt - - win32-devedition/opt - - win32/opt - - win64-shippable/opt - - win64-devedition/opt - - win64-aarch64-shippable/opt - - win64-aarch64-devedition/opt - - win64/opt - - win64-asan-reporter-shippable/opt - -jobs: - repackage: - from-deps: - group-by: single-with-filters - upstream-mac-kind: - by-build-type: - debug: build-mac-signing - default: - by-project: - mozilla-(central|beta|release|esr.*): build-mac-notarization - default: build-mac-signing - worker-type: b-linux-gcp - worker: - max-run-time: - by-build-platform: - .*asan.*: 2700 - default: 900 - mozharness: - config: - by-build-platform: - linux\b.*: - - repackage/base.py - - repackage/linux32_signed.py - linux64\b.*: - - repackage/base.py - - repackage/linux64_signed.py - macosx64\b.*: - - repackage/base.py - - repackage/osx_signed.py - win32\b.*: - - repackage/base.py - - repackage/win32_sfx_stub.py - - repackage/win32_signed.py - win64(?!-aarch64)\b.*: - - repackage/base.py - - repackage/win32_sfx_stub.py - - repackage/win64_signed.py - win64-aarch64\b.*: - - repackage/base.py - - repackage/win64-aarch64_sfx_stub.py - - repackage/win64_signed.py - package-formats: - by-build-platform: - macosx64\b.*: - by-build-type: - # Debug builds can't be attributable - debug: [dmg, mar, pkg] - default: [dmg-attrib, mar, pkg] - linux.*: [mar] - win32\b.*: [mar, installer] - win64\b.*: [mar, installer] - fetches: - toolchain: - - linux64-mar-tools - - linux64-upx diff --git a/taskcluster/ci/repo-update/kind.yml b/taskcluster/ci/repo-update/kind.yml deleted file mode 100644 index 50c7c0ac0e..0000000000 --- a/taskcluster/ci/repo-update/kind.yml +++ /dev/null @@ -1,77 +0,0 @@ -# This Source Code Form is subject to the terms of the Mozilla Public -# License, v. 2.0. If a copy of the MPL was not distributed with this -# file, You can obtain one at http://mozilla.org/MPL/2.0/. ---- -loader: gecko_taskgraph.loader.transform:loader - -transforms: - - gecko_taskgraph.transforms.repo_update:transforms - - gecko_taskgraph.transforms.task:transforms - - -job-defaults: - worker: - env: - DO_HSTS: - by-project: - mozilla-(central|beta|esr.*): "1" - default: "" - DO_HPKP: - by-project: - mozilla-(central|beta|esr.*): "1" - default: "" - DO_REMOTE_SETTINGS: - by-project: - mozilla-(central|beta|release|esr.*): "1" - default: "" - DO_SUFFIX_LIST: - by-project: - mozilla-(central|beta|esr.*): "1" - default: "" - DO_MOBILE_EXPERIMENTS: - by-project: - mozilla-(central|beta): "1" - default: "" - USE_MOZILLA_CENTRAL: - by-project: - mozilla-central: "1" - default: "" - - -jobs: - hsts-hpkp-blocklist: - name: periodic_file_update - description: HSTS, HPKP and remote settings update - run-on-projects: [] # Only run via cron - treeherder: - kind: build - platform: linux64/opt - symbol: pfu - tier: 1 - worker-type: b-linux-xlarge-gcp - worker: - implementation: docker-worker - os: linux - docker-image: {in-tree: periodic-updates} - max-run-time: 14400 # Takes up to 4 hours - env: - PRODUCT: firefox - REVIEWERS: "#release-managers" - command: - - /runme.sh - taskcluster-proxy: true - artifacts: - - name: 'public/build/nsSTSPreloadList.diff' - path: '/home/worker/artifacts/nsSTSPreloadList.diff' - type: file - - name: 'public/build/StaticHPKPins.h.diff' - path: '/home/worker/artifacts/StaticHPKPins.h.diff' - type: file - - name: 'public/build/remote-settings.diff' - path: '/home/worker/artifacts/remote-settings.diff' - type: file - - name: 'public/build/initial_experiments.diff' - path: '/home/worker/artifacts/initial_experiments.diff' - type: file - scopes: - - secrets:get:project/releng/gecko/build/level-{level}/arc-phabricator-token diff --git a/taskcluster/ci/scriptworker-canary/kind.yml b/taskcluster/ci/scriptworker-canary/kind.yml deleted file mode 100644 index a1ee225b89..0000000000 --- a/taskcluster/ci/scriptworker-canary/kind.yml +++ /dev/null @@ -1,33 +0,0 @@ -# This Source Code Form is subject to the terms of the Mozilla Public -# License, v. 2.0. If a copy of the MPL was not distributed with this -# file, You can obtain one at http://mozilla.org/MPL/2.0/. ---- -loader: gecko_taskgraph.loader.transform:loader - -transforms: - - gecko_taskgraph.transforms.scriptworker_canary:transforms - - gecko_taskgraph.transforms.job:transforms - - gecko_taskgraph.transforms.task:transforms - -job-defaults: - treeherder: - platform: firefox-release/opt - tier: 1 - kind: build - worker-type: b-linux-gcp - worker: - docker-image: {in-tree: push-to-try} - max-run-time: 1800 - env: - MOZBUILD_STATE_PATH: /builds/worker/workspace - run: - sparse-profile: push-to-try - -jobs: - push: - description: Push scriptworker canary tasks. - treeherder: - symbol: Rel(push-scriptworker-canary) - run-on-projects: [mozilla-central] - addresses: ['release+scriptworker-canary@mozilla.com'] - ssh-key-secret: project/releng/scriptworker/scriptworker-canary-sshkey diff --git a/taskcluster/ci/searchfox/kind.yml b/taskcluster/ci/searchfox/kind.yml deleted file mode 100644 index 492cba940d..0000000000 --- a/taskcluster/ci/searchfox/kind.yml +++ /dev/null @@ -1,224 +0,0 @@ -# This Source Code Form is subject to the terms of the Mozilla Public -# License, v. 2.0. If a copy of the MPL was not distributed with this -# file, You can obtain one at http://mozilla.org/MPL/2.0/. ---- -loader: gecko_taskgraph.loader.transform:loader - -kind-dependencies: - - toolchain - - fetch - -transforms: - - gecko_taskgraph.transforms.build:transforms - - gecko_taskgraph.transforms.build_attrs:transforms - - gecko_taskgraph.transforms.build_lints:transforms - - gecko_taskgraph.transforms.job:transforms - - gecko_taskgraph.transforms.task:transforms - -job-defaults: - index: - product: firefox - treeherder: - symbol: Searchfox(idx) - kind: build - tier: 2 - run-on-projects: ['mozilla-central'] - optimization: null - use-python: default - # These builds don't use sccache because otherwise we wouldn't index - # the files that sccache optimizes away compilation for. - use-sccache: false - -jobs: - linux64-searchfox/debug: - description: "Linux64 Debug Searchfox" - index: - job-name: linux64-searchfox-debug - treeherder: - platform: linux64/debug - worker-type: b-linux-gcp - worker: - max-run-time: 10800 - env: - PERFHERDER_EXTRA_OPTIONS: searchfox - MOZSEARCH_PLATFORM: "linux" - run: - using: mozharness - actions: [build] - config: - - builds/releng_base_firefox.py - - builds/releng_sub_linux_configs/64_searchfox_and_debug.py - script: "mozharness/scripts/fx_desktop_build.py" - tooltool-downloads: public - keep-artifacts: false - fetches: - toolchain: - - linux64-clang - - linux64-nasm - - linux64-node - - linux64-rust - - linux64-cbindgen - - linux64-dump_syms - - linux64-pkgconf - - sysroot-x86_64-linux-gnu - - sysroot-wasm32-wasi - - macosx64-searchfox/debug: - description: "MacOS X x64 Debug Cross-compile Searchfox" - index: - job-name: macosx64-searchfox-debug - treeherder: - platform: osx-cross/debug - worker-type: b-linux-gcp - worker: - max-run-time: 10800 - env: - PERFHERDER_EXTRA_OPTIONS: searchfox - MOZSEARCH_PLATFORM: "macosx" - run: - using: mozharness - actions: [get-secrets, build] - config: - - builds/releng_base_firefox.py - - builds/releng_base_mac_64_cross_builds.py - script: "mozharness/scripts/fx_desktop_build.py" - custom-build-variant-cfg: cross-debug-searchfox - secrets: true - keep-artifacts: false - fetches: - toolchain: - - linux64-clang - - linux64-hfsplus - - linux64-libdmg - - linux64-nasm - - linux64-node - - linux64-rust-cross - - linux64-cbindgen - - linux64-dump_syms - - macosx64-sdk - - sysroot-x86_64-linux-gnu - - sysroot-wasm32-wasi - - ios-searchfox/debug: - description: "ios Debug Cross-compile Searchfox" - index: - job-name: ios-searchfox-debug - treeherder: - platform: ios/debug - worker-type: b-linux-gcp - worker: - max-run-time: 10800 - env: - PERFHERDER_EXTRA_OPTIONS: searchfox - MOZSEARCH_PLATFORM: "ios" - run: - using: mozharness - actions: [get-secrets, build] - config: - - builds/releng_base_firefox.py - script: "mozharness/scripts/fx_desktop_build.py" - secrets: true - keep-artifacts: false - extra-config: - app_name: mobile/ios - stage_platform: ios - mozconfig_platform: ios - disable_package_metrics: true - mozconfig-variant: debug-searchfox - fetches: - toolchain: - - linux64-clang - - linux64-hfsplus - - linux64-libdmg - - linux64-nasm - - linux64-node - - linux64-rust-ios - - linux64-cbindgen - - linux64-dump_syms - - ios-sdk - - sysroot-x86_64-linux-gnu - - sysroot-wasm32-wasi - - win64-searchfox/debug: - description: "Win64 Searchfox Debug (clang-cl)" - index: - job-name: win64-searchfox-debug - treeherder: - platform: windows2012-64/debug - worker-type: b-linux-gcp - worker: - max-run-time: 10800 - env: - PERFHERDER_EXTRA_OPTIONS: searchfox - MOZSEARCH_PLATFORM: "windows" - run: - using: mozharness - options: [append-env-variables-from-configs] - actions: [get-secrets, build] - script: mozharness/scripts/fx_desktop_build.py - secrets: true - config: - - builds/releng_base_firefox.py - - builds/releng_base_linux_64_builds.py - - builds/taskcluster_sub_win64/searchfox_debug.py - extra-config: - mozconfig_platform: win64 - fetches: - toolchain: - - linux64-clang - - linux64-rust-cross - - linux64-rust-size - - linux64-nasm - - linux64-node - - linux64-cbindgen - - linux64-dump_syms - - linux64-wine - - linux64-winchecksec - - nsis - - sysroot-x86_64-linux-gnu - - sysroot-wasm32-wasi - - vs - - windows-rs - fetch: - - upx-3.95-win - - android-armv7-searchfox/debug: - description: "Android ARMv7 Debug Searchfox" - index: - job-name: android-armv7-searchfox-debug - treeherder: - platform: android-4-1-armv7/debug - worker-type: b-linux-gcp - worker: - docker-image: {in-tree: android-build} - max-run-time: 10800 - env: - PERFHERDER_EXTRA_OPTIONS: searchfox - MOZSEARCH_PLATFORM: "android-armv7" - GRADLE_USER_HOME: "/builds/worker/checkouts/gecko/mobile/android/gradle/dotgradle-offline" - TOOLTOOL_MANIFEST: "mobile/android/config/tooltool-manifests/android/releng.manifest" - run: - using: mozharness - actions: [get-secrets, build] - config: - - builds/releng_base_android_64_builds.py - script: "mozharness/scripts/fx_desktop_build.py" - secrets: true - custom-build-variant-cfg: arm-debug-searchfox - tooltool-downloads: internal - fetches: - toolchain: - - android-gradle-dependencies - - android-gradle-python-envs - - android-ndk-linux - - android-sdk-linux - - linux64-jdk - - linux64-clang - - linux64-rust-cross - - linux64-rust-size - - linux64-cbindgen - - linux64-dump_syms - - linux64-nasm - - linux64-node - - sysroot-x86_64-linux-gnu - - sysroot-wasm32-wasi diff --git a/taskcluster/ci/sentry/kind.yml b/taskcluster/ci/sentry/kind.yml deleted file mode 100644 index bfc3cf07a2..0000000000 --- a/taskcluster/ci/sentry/kind.yml +++ /dev/null @@ -1,34 +0,0 @@ -# This Source Code Form is subject to the terms of the Mozilla Public -# License, v. 2.0. If a copy of the MPL was not distributed with this -# file, You can obtain one at http://mozilla.org/MPL/2.0/. ---- -loader: gecko_taskgraph.loader.transform:loader - -transforms: - - gecko_taskgraph.transforms.sentry:transforms - - gecko_taskgraph.transforms.job:transforms - - gecko_taskgraph.transforms.task:transforms - -jobs: - mach-release: - description: Inform Sentry of new revisions (aka Mach releases) - worker-type: b-linux-gcp - worker: - taskcluster-proxy: true - max-run-time: 3600 - docker-image: {in-tree: sentry} - env: - HG_PUSHLOG_URL: "{head_repository}/json-pushes?version=2&changeset={head_rev}" - SENTRY_SECRET: "project/engwf/gecko/{level}/tokens" - scopes: - - "secrets:get:project/engwf/gecko/{level}/tokens" - run: - using: run-task - checkout: false - command: /bin/bash /usr/bin/submit_sentry_release.sh - run-on-projects: ['mozilla-central'] - treeherder: - symbol: Sentry(mach-release) - platform: other/opt - tier: 2 - kind: other diff --git a/taskcluster/ci/shippable-l10n-mac-notarization/kind.yml b/taskcluster/ci/shippable-l10n-mac-notarization/kind.yml deleted file mode 100644 index 461eac91ac..0000000000 --- a/taskcluster/ci/shippable-l10n-mac-notarization/kind.yml +++ /dev/null @@ -1,29 +0,0 @@ -# This Source Code Form is subject to the terms of the Mozilla Public -# License, v. 2.0. If a copy of the MPL was not distributed with this -# file, You can obtain one at http://mozilla.org/MPL/2.0/. ---- -loader: gecko_taskgraph.loader.transform:loader - -transforms: - - taskgraph.transforms.from_deps - - gecko_taskgraph.transforms.mac_notarization - - gecko_taskgraph.transforms.name_sanity - - gecko_taskgraph.transforms.upstream_artifact_task - - gecko_taskgraph.transforms.shippable_l10n_signing - - gecko_taskgraph.transforms.signing - - gecko_taskgraph.transforms.task - -kind-dependencies: - - shippable-l10n-mac-signing - -only-for-attributes: - - shippable - -jobs: - shippable-l10n-mac-notarization: - from-deps: - group-by: chunk-locales - copy-attributes: true - max-run-time: 1800 - treeherder: - symbol: BMN diff --git a/taskcluster/ci/shippable-l10n-mac-signing/kind.yml b/taskcluster/ci/shippable-l10n-mac-signing/kind.yml deleted file mode 100644 index 21fe44b4f0..0000000000 --- a/taskcluster/ci/shippable-l10n-mac-signing/kind.yml +++ /dev/null @@ -1,31 +0,0 @@ -# This Source Code Form is subject to the terms of the Mozilla Public -# License, v. 2.0. If a copy of the MPL was not distributed with this -# file, You can obtain one at http://mozilla.org/MPL/2.0/. ---- -loader: gecko_taskgraph.loader.transform:loader - -transforms: - - taskgraph.transforms.from_deps - - gecko_taskgraph.transforms.name_sanity - - gecko_taskgraph.transforms.shippable_l10n_signing - - gecko_taskgraph.transforms.signing - - gecko_taskgraph.transforms.hardened_signing - - gecko_taskgraph.transforms.task - -kind-dependencies: - - shippable-l10n - -only-for-build-platforms: - - macosx64-shippable/opt - - macosx64-devedition/opt - - macosx64/opt - - macosx64/debug - -jobs: - shippable-l10n-mac-signing: - from-deps: - group-by: chunk-locales - treeherder: - symbol: BMS - attributes: - shipping_phase: promote diff --git a/taskcluster/ci/shippable-l10n-signing/kind.yml b/taskcluster/ci/shippable-l10n-signing/kind.yml deleted file mode 100644 index fdb545381f..0000000000 --- a/taskcluster/ci/shippable-l10n-signing/kind.yml +++ /dev/null @@ -1,31 +0,0 @@ -# This Source Code Form is subject to the terms of the Mozilla Public -# License, v. 2.0. If a copy of the MPL was not distributed with this -# file, You can obtain one at http://mozilla.org/MPL/2.0/. ---- -loader: gecko_taskgraph.loader.transform:loader - -transforms: - - taskgraph.transforms.from_deps - - gecko_taskgraph.transforms.name_sanity - - gecko_taskgraph.transforms.upstream_artifact_task - - gecko_taskgraph.transforms.shippable_l10n_signing - - gecko_taskgraph.transforms.signing - - gecko_taskgraph.transforms.task - -kind-dependencies: - - shippable-l10n - -only-for-attributes: - - shippable - - nightly - -not-for-build-platforms: - - macosx64-shippable/opt - - macosx64-devedition/opt - - macosx64/opt - - macosx64/debug - -jobs: - shippable-l10n-signing: - from-deps: - group-by: chunk-locales diff --git a/taskcluster/ci/shippable-l10n/kind.yml b/taskcluster/ci/shippable-l10n/kind.yml deleted file mode 100644 index d38edb2ee5..0000000000 --- a/taskcluster/ci/shippable-l10n/kind.yml +++ /dev/null @@ -1,199 +0,0 @@ -# This Source Code Form is subject to the terms of the Mozilla Public -# License, v. 2.0. If a copy of the MPL was not distributed with this -# file, You can obtain one at http://mozilla.org/MPL/2.0/. ---- -loader: gecko_taskgraph.loader.transform:loader - -transforms: - - taskgraph.transforms.from_deps - - gecko_taskgraph.transforms.l10n - - gecko_taskgraph.transforms.job - - gecko_taskgraph.transforms.task - -kind-dependencies: - - build - - build-signing - - fetch - - repackage - - toolchain - -only-for-build-platforms: - - linux64-shippable/opt - - linux-shippable/opt - - macosx64-shippable/opt - - win32-shippable/opt - - win64-shippable/opt - - win64-aarch64-shippable/opt - - linux64-devedition/opt - - linux-devedition/opt - - macosx64-devedition/opt - - win32-devedition/opt - - win64-devedition/opt - - win64-aarch64-devedition/opt - -jobs: - shippable-l10n: - description: Localization - from-deps: - group-by: platform - locales-file: browser/locales/l10n-changesets.json - locales-per-chunk: 5 - run-on-projects: ['release'] - attributes: - shipping_phase: promote - ignore-locales: - by-build-platform: - # OSX has a special locale for japanese - macosx64.*: [ja] - default: [ja-JP-mac] - run-time: 1800 - fetches: - toolchain: - by-build-platform: - default: [] - macosx64.*: - - linux64-libdmg - - linux64-hfsplus - win.*: - - linux64-wine - - nsis - fetch: - by-build-platform: - default: [] - win.*: - - upx-3.95-win - tooltool: - by-build-platform: - default: internal - linux.*: public - index: - type: shippable-l10n - product: - by-build-platform: - default: firefox - .*-devedition: devedition - job-name: - by-build-platform: - linux-shippable: linux-opt - linux64-shippable: linux64-opt - macosx64-shippable: macosx64-opt - win32-shippable: win32-opt - win64-shippable: win64-opt - win64-aarch64-shippable: win64-aarch64-opt - linux-devedition: linux-devedition-opt - linux64-devedition: linux64-devedition-opt - macosx64-devedition: macosx64-devedition-opt - win32-devedition: win32-devedition-opt - win64-devedition: win64-devedition-opt - win64-aarch64-devedition: win64-aarch64-devedition-opt - worker-type: b-linux-gcp - treeherder: - symbol: L10n(B) - tier: 1 - platform: - by-build-platform: - linux64-shippable: linux64-shippable/opt - linux-shippable: linux32-shippable/opt - macosx64-shippable: osx-shippable/opt - win32-shippable: windows2012-32-shippable/opt - win64-shippable: windows2012-64-shippable/opt - win64-aarch64-shippable: windows2012-aarch64-shippable/opt - linux64-devedition: linux64-devedition/opt - linux-devedition: linux32-devedition/opt - macosx64-devedition: osx-cross-devedition/opt - win32-devedition: windows2012-32-devedition/opt - win64-devedition: windows2012-64-devedition/opt - win64-aarch64-devedition: windows2012-aarch64-devedition/opt - env: - by-build-platform: - linux.*: # linux64 and 32 get same treatment here - EN_US_PACKAGE_NAME: target.tar.bz2 - EN_US_BINARY_URL: - artifact-reference: - macosx64.*: - EN_US_PACKAGE_NAME: target.dmg - EN_US_BINARY_URL: - artifact-reference: - win.*: - EN_US_PACKAGE_NAME: target.zip - EN_US_BINARY_URL: - artifact-reference: - mozharness: - config: - by-build-platform: - linux-shippable: - - single_locale/firefox.py - - single_locale/linux32.py - - single_locale/tc_common.py - - single_locale/tc_linux_common.py - - taskcluster_nightly.py - linux64-shippable: - - single_locale/firefox.py - - single_locale/linux64.py - - single_locale/tc_common.py - - single_locale/tc_linux_common.py - - taskcluster_nightly.py - macosx64-shippable: - - single_locale/firefox.py - - single_locale/macosx64.py - - single_locale/tc_common.py - - single_locale/tc_macosx64.py - - taskcluster_nightly.py - win32-shippable: - - single_locale/firefox.py - - single_locale/win32.py - - single_locale/tc_common.py - - single_locale/tc_win32.py - - taskcluster_nightly.py - win64-shippable: - - single_locale/firefox.py - - single_locale/win64.py - - single_locale/tc_common.py - - single_locale/tc_win64.py - - taskcluster_nightly.py - win64-aarch64-shippable: - - single_locale/firefox.py - - single_locale/win64-aarch64.py - - single_locale/tc_common.py - - single_locale/tc_win64.py - - taskcluster_nightly.py - linux-devedition: - - single_locale/devedition.py - - single_locale/linux32.py - - single_locale/tc_common.py - - single_locale/tc_linux_common.py - - taskcluster_nightly.py - linux64-devedition: - - single_locale/devedition.py - - single_locale/linux64.py - - single_locale/tc_common.py - - single_locale/tc_linux_common.py - - taskcluster_nightly.py - macosx64-devedition: - - single_locale/devedition.py - - single_locale/macosx64.py - - single_locale/tc_common.py - - single_locale/tc_macosx64.py - - taskcluster_nightly.py - win32-devedition: - - single_locale/devedition.py - - single_locale/win32.py - - single_locale/tc_common.py - - single_locale/tc_win32.py - - taskcluster_nightly.py - win64-devedition: - - single_locale/devedition.py - - single_locale/win64.py - - single_locale/tc_common.py - - single_locale/tc_win64.py - - taskcluster_nightly.py - win64-aarch64-devedition: - - single_locale/devedition.py - - single_locale/win64-aarch64.py - - single_locale/tc_common.py - - single_locale/tc_win64.py - - taskcluster_nightly.py - # no default, so we fail on new entries - actions: ['clone-locales', 'list-locales', 'setup', 'repack', - 'summary'] - script: mozharness/scripts/desktop_l10n.py diff --git a/taskcluster/ci/signing-apk/kind.yml b/taskcluster/ci/signing-apk/kind.yml deleted file mode 100644 index 85b2f21bfd..0000000000 --- a/taskcluster/ci/signing-apk/kind.yml +++ /dev/null @@ -1,71 +0,0 @@ -# This Source Code Form is subject to the terms of the Mozilla Public -# License, v. 2.0. If a copy of the MPL was not distributed with this -# file, You can obtain one at http://mozilla.org/MPL/2.0/. ---- -loader: gecko_taskgraph.loader.transform:loader - -transforms: - - taskgraph.transforms.from_deps - - android_taskgraph.transforms.upstream_artifacts - - android_taskgraph.transforms.treeherder:transforms - - android_taskgraph.transforms.signing_android_app:transforms - - android_taskgraph.transforms.notify:transforms - - gecko_taskgraph.transforms.task:transforms - -kind-dependencies: - - build-apk - -jobs: - sign-apk: - description: Sign Android APKs - from-deps: - copy-attributes: true - worker: - implementation: scriptworker-signing - signing-format: - by-build-type: - (focus-.*|klar-.*): autograph_focus - fenix-(beta|release)-mozillaonline: autograph_apk_mozillaonline - default: autograph_apk - index: - by-build-type: - (focus-nightly|focus-release|klar-release|focus-beta|fenix-nightly|fenix-debug|fenix-nightly-simulation|fenix-beta|fenix-beta-mozillaonline|fenix-release|fenix-release-mozillaonline): - type: generic - product: mobile - default: {} - run-on-projects: [] - treeherder: - symbol: - by-build-type: - default: Bs - focus-(debug|nightly|beta|release)$: Bfs - focus-(nightly|beta)-firebase$: Bffs - focus-android-test-(debug|nightly|beta)$: Bats - klar-.*: Bkls - fenix-android-test.+: Bats - fenix-android-test-mozillaonline: Bats-mo - fenix-beta-firebase: Bfs - fenix-nightly-firebase: Bfs - fenix-beta-mozillaonline: Bmos - fenix-release-mozillaonline: Bmos - kind: build - platform: - by-build-type: - (fenix.*): fenix-android-all/opt - default: focus-android-all/opt - tier: 1 - notify: - by-build-type: - .*(fenix-beta|fenix-release)-mozillaonline: - by-level: - '3': - email: - content: The Mozilla Online Fenix {version} APKs are now available - link: - text: Taskcluster Task - href: 'https://firefox-ci-tc.services.mozilla.com/tasks/${status.taskId}' - on-reasons: [completed] - subject: Mozilla Online Fenix {version} APKs are now available - to-addresses: [mozillaonline-fenix@mozilla.com] - default: {} - default: {} diff --git a/taskcluster/ci/signing-bundle/kind.yml b/taskcluster/ci/signing-bundle/kind.yml deleted file mode 100644 index e062282fd6..0000000000 --- a/taskcluster/ci/signing-bundle/kind.yml +++ /dev/null @@ -1,41 +0,0 @@ -# This Source Code Form is subject to the terms of the Mozilla Public -# License, v. 2.0. If a copy of the MPL was not distributed with this -# file, You can obtain one at http://mozilla.org/MPL/2.0/. ---- -loader: gecko_taskgraph.loader.transform:loader - -transforms: - - taskgraph.transforms.from_deps - - android_taskgraph.transforms.upstream_artifacts - - android_taskgraph.transforms.treeherder:transforms - - android_taskgraph.transforms.signing_android_app:transforms - - android_taskgraph.transforms.notify:transforms - - gecko_taskgraph.transforms.task:transforms - -kind-dependencies: - - build-bundle - -jobs: - sign-bundle: - description: Sign Android AABs - from-deps: - copy-attributes: true - worker: - implementation: scriptworker-signing - signing-format: - by-build-type: - (focus-.*|klar-.*): autograph_focus - default: autograph_apk - run-on-projects: [] - treeherder: - symbol: - by-build-type: - focus-(debug|nightly|beta|release)$: AABfs - klar-.*: AABkls - default: AABs - kind: build - platform: - by-build-type: - (fenix.*): fenix-android-all/opt - default: focus-android-all/opt - tier: 1 diff --git a/taskcluster/ci/signing/kind.yml b/taskcluster/ci/signing/kind.yml deleted file mode 100644 index 655750438c..0000000000 --- a/taskcluster/ci/signing/kind.yml +++ /dev/null @@ -1,42 +0,0 @@ -# This Source Code Form is subject to the terms of the Mozilla Public -# License, v. 2.0. If a copy of the MPL was not distributed with this -# file, You can obtain one at http://mozilla.org/MPL/2.0/. ---- -loader: gecko_taskgraph.loader.transform:loader - -transforms: - - taskgraph.transforms.from_deps - - android_taskgraph.transforms.upstream_artifacts - - android_taskgraph.transforms.signing - - android_taskgraph.transforms.treeherder - - gecko_taskgraph.transforms.task - -kind-dependencies: - - build-components - -jobs: - sign-build: - description: Sign component - from-deps: - with-attributes: - build-type: - - release - - beta - - nightly - group-by: component - copy-attributes: true - run-on-projects: [] - treeherder: - symbol: - by-build-type: - release: BRs - beta: BBs - nightly: BNs - default: Bs - kind: build - worker-type: - by-level: - '3': linux-signing - default: linux-depsigning - worker: - implementation: scriptworker-signing diff --git a/taskcluster/ci/snap-upstream-build/kind.yml b/taskcluster/ci/snap-upstream-build/kind.yml deleted file mode 100644 index 7016989ba8..0000000000 --- a/taskcluster/ci/snap-upstream-build/kind.yml +++ /dev/null @@ -1,218 +0,0 @@ -# This Source Code Form is subject to the terms of the Mozilla Public -# License, v. 2.0. If a copy of the MPL was not distributed with this -# file, You can obtain one at http://mozilla.org/MPL/2.0/. ---- -loader: gecko_taskgraph.loader.transform:loader - -kind-dependencies: - - toolchain - - fetch - -transforms: - - gecko_taskgraph.transforms.job:transforms - - gecko_taskgraph.transforms.task:transforms - -job-defaults: - attributes: - cron: true - treeherder: - kind: build - tier: 2 - symbol: B - worker-type: b-linux-gcp - run: - checkout: true - worker: - artifacts: - - name: public/build - type: directory - path: /builds/worker/artifacts/ - docker-image: {in-tree: snap-build-core22} - max-run-time: 900 - env: - UPLOAD_DIR: artifacts - MOZ_STACKWALK_SYMBOLS_SERVER: '1' - fetches: - toolchain: - - linux64-minidump-stackwalk - -jobs: - amd64-nightly/opt: - description: Build Firefox Nightly as a Snap using upstream definition - attributes: - build_platform: linux64-snap-upstream-nightly - build_type: opt - index: - product: firefox - job-name: amd64-nightly - type: generic - worker: - max-run-time: 9000 - run: - using: run-task - command: >- - ./run.sh nightly - treeherder: - platform: linux64-snap-amd64-nightly/opt - - amd64-nightly/debug: - description: Build Firefox Nightly (debug) as a Snap using upstream definition - attributes: - build_platform: linux64-snap-upstream-nightly - build_type: debug - index: - product: firefox - job-name: amd64-nightly-debug - type: generic - worker: - max-run-time: 7200 - run: - using: run-task - command: >- - ./run.sh nightly 1 - treeherder: - platform: linux64-snap-amd64-nightly/debug - - amd64-beta/opt: - description: Build Firefox Beta as a Snap using upstream definition - attributes: - build_platform: linux64-snap-upstream-beta - build_type: opt - index: - product: firefox - job-name: amd64-beta - type: generic - worker: - max-run-time: 9000 - run: - using: run-task - command: >- - ./run.sh beta - treeherder: - platform: linux64-snap-amd64-beta/opt - - amd64-beta/debug: - description: Build Firefox Beta (debug) as a Snap using upstream definition - attributes: - build_platform: linux64-snap-upstream-beta - build_type: debug - index: - product: firefox - job-name: amd64-beta-debug - type: generic - worker: - max-run-time: 7200 - run: - using: run-task - command: >- - ./run.sh beta 1 - treeherder: - platform: linux64-snap-amd64-beta/debug - - amd64-stable/opt: - description: Build Firefox Stable as a Snap using upstream definition - attributes: - build_platform: linux64-snap-upstream-stable - build_type: opt - index: - product: firefox - job-name: amd64-stable - type: generic - worker: - max-run-time: 9000 - run: - using: run-task - command: >- - ./run.sh stable - treeherder: - platform: linux64-snap-amd64-stable/opt - - amd64-stable/debug: - description: Build Firefox Stable (debug) as a Snap using upstream definition - attributes: - build_platform: linux64-snap-upstream-stable - build_type: debug - index: - product: firefox - job-name: amd64-stable-debug - type: generic - worker: - max-run-time: 7200 - run: - using: run-task - command: >- - ./run.sh stable 1 - treeherder: - platform: linux64-snap-amd64-stable/debug - - amd64-esr/opt: - description: Build Firefox ESR as a Snap using upstream definition - attributes: - build_platform: linux64-snap-upstream-esr - build_type: opt - index: - product: firefox - job-name: amd64-esr - type: generic - worker: - max-run-time: 9000 - run: - using: run-task - command: >- - ./run.sh esr - treeherder: - platform: linux64-snap-amd64-esr/opt - - amd64-esr/debug: - description: Build Firefox ESR (debug) as a Snap using upstream definition - attributes: - build_platform: linux64-snap-upstream-esr - build_type: debug - index: - product: firefox - job-name: amd64-esr-debug - type: generic - worker: - max-run-time: 7200 - run: - using: run-task - command: >- - ./run.sh esr 1 - treeherder: - platform: linux64-snap-amd64-esr/debug - - amd64-try/opt: - description: Build Firefox Nightly as a Snap using upstream definition and try repo - attributes: - build_platform: linux64-snap-upstream-try - build_type: opt - index: - product: firefox - job-name: amd64-try - type: generic - worker: - max-run-time: 9000 - run: - using: run-task - command: >- - ./run.sh try - treeherder: - platform: linux64-snap-amd64-try/opt - - amd64-try/debug: - description: Build Firefox Nightly (debug) as a Snap using upstream definition and try repo - attributes: - build_platform: linux64-snap-upstream-try - build_type: debug - index: - product: firefox - job-name: amd64-try-debug - type: generic - worker: - max-run-time: 7200 - run: - using: run-task - command: >- - ./run.sh try 1 - treeherder: - platform: linux64-snap-amd64-try/debug diff --git a/taskcluster/ci/snap-upstream-test/kind.yml b/taskcluster/ci/snap-upstream-test/kind.yml deleted file mode 100644 index 585a1fca1f..0000000000 --- a/taskcluster/ci/snap-upstream-test/kind.yml +++ /dev/null @@ -1,73 +0,0 @@ -# This Source Code Form is subject to the terms of the Mozilla Public -# License, v. 2.0. If a copy of the MPL was not distributed with this -# file, You can obtain one at http://mozilla.org/MPL/2.0/. ---- -loader: gecko_taskgraph.loader.transform:loader - -only-for-attributes: - - build_platform - -transforms: - - taskgraph.transforms.from_deps - - gecko_taskgraph.transforms.job - - gecko_taskgraph.transforms.task - - gecko_taskgraph.transforms.snap_test - -kind-dependencies: - - snap-upstream-build - -job-defaults: - attributes: - retrigger: true - cron: true - treeherder: - kind: test - tier: 2 - run: - using: run-task - checkout: false - worker: - max-run-time: 900 - env: - WAYLAND_DISPLAY: 'wayland-0' - artifacts: - - name: public/build - type: directory - path: builds/worker/artifacts/ - -jobs: - basic: - from-deps: - group-by: single-with-filters - description: Runs basic tests on a Firefox Snap package - worker-type: t-linux-wayland - run: - command: >- - export TASKCLUSTER_ROOT_DIR=$PWD && cd $MOZ_FETCHES_DIR/ && ./tests.sh --basic - fetches: - snap-upstream-build: - - firefox.snap - - snap-tests.zip - treeherder: - platform: linux64/opt - symbol: Sel(basic) - attributes: - snap_test_type: basic - - qa: - from-deps: - group-by: single-with-filters - description: Runs some QA tests on a Firefox Snap package - worker-type: t-linux-wayland - run: - command: >- - export TASKCLUSTER_ROOT_DIR=$PWD && cd $MOZ_FETCHES_DIR/ && ./tests.sh --qa - fetches: - snap-upstream-build: - - firefox.snap - - snap-tests.zip - treeherder: - platform: linux64/opt - symbol: Sel(QA) - attributes: - snap_test_type: qa diff --git a/taskcluster/ci/source-test/android-compare-locales.yml b/taskcluster/ci/source-test/android-compare-locales.yml deleted file mode 100644 index 6423ad708d..0000000000 --- a/taskcluster/ci/source-test/android-compare-locales.yml +++ /dev/null @@ -1,47 +0,0 @@ -# This Source Code Form is subject to the terms of the Mozilla Public -# License, v. 2.0. If a copy of the MPL was not distributed with this -# file, You can obtain one at http://mozilla.org/MPL/2.0/. ---- -job-defaults: - description: 'Validate android strings.xml with compare-locales' - run: - using: run-task - cwd: '{checkout}' - command: 'pip install --break-system-packages --user "compare-locales>=5.0.2,<6.0" && /builds/worker/.local/bin/compare-locales --validate l10n.toml .' - worker-type: t-linux-xlarge-source - platform: lint/opt - treeherder: - kind: other - tier: 2 - worker: - docker-image: {in-tree: lint} - max-run-time: 1800 - use-python: system - - -compare-locales-android-components: - optimization: - skip-unless-changed: - - "mobile/android/android-components/**" - run: - cwd: '{checkout}/mobile/android/android-components' - treeherder: - symbol: compare-locales(AC) - -compare-locales-focus: - optimization: - skip-unless-changed: - - "mobile/android/focus-android/**" - run: - cwd: '{checkout}/mobile/android/focus-android' - treeherder: - symbol: compare-locales(focus) - -compare-locales-fenix: - optimization: - skip-unless-changed: - - "mobile/android/fenix/**" - run: - cwd: '{checkout}/mobile/android/fenix' - treeherder: - symbol: compare-locales(fenix) diff --git a/taskcluster/ci/source-test/android-detekt.yml b/taskcluster/ci/source-test/android-detekt.yml deleted file mode 100644 index 84f46ed6b7..0000000000 --- a/taskcluster/ci/source-test/android-detekt.yml +++ /dev/null @@ -1,76 +0,0 @@ -# This Source Code Form is subject to the terms of the Mozilla Public -# License, v. 2.0. If a copy of the MPL was not distributed with this -# file, You can obtain one at http://mozilla.org/MPL/2.0/. ---- -job-defaults: - description: 'Run detekt over all modules' - run: - using: gradlew - gradlew: ['detekt'] - use-caches: false - worker: - docker-image: {in-tree: lint} - max-run-time: 1200 - env: - JAVA_HOME: "/builds/worker/fetches/jdk/jdk-17.0.6+10" - attributes: - code-review: true - always-target: true - fetches: - toolchain: - - android-sdk-linux - - android-gradle-dependencies - - android-gradle-python-envs - - linux64-jdk-repack - platform: 'lint/opt' - treeherder: - kind: test - tier: 1 - worker-type: b-linux-gcp - when: - files-changed: - - "mobile/android/android-components/**" - - -detekt-android-components: - run: - pre-gradlew: - - ["cd", "mobile/android/android-components"] - treeherder: - symbol: detekt(AC) - worker: - artifacts: - - name: public/reports - path: /builds/worker/checkouts/gecko/mobile/android/android-components/build/reports - type: directory - -detekt-focus: - when: - files-changed: - - "mobile/android/focus-android/**" - run: - pre-gradlew: - - ["cd", "mobile/android/focus-android"] - treeherder: - symbol: detekt(focus) - worker: - artifacts: - - name: public/reports - path: /builds/worker/checkouts/gecko/mobile/android/focus-android/build/reports - type: directory - -detekt-fenix: - when: - files-changed: - - "mobile/android/fenix/**" - run: - pre-gradlew: - - ["cd", "mobile/android/fenix"] - gradlew: [detekt, 'mozilla-detekt-rules:test'] - treeherder: - symbol: detekt(fenix) - worker: - artifacts: - - name: public/reports - path: /builds/worker/checkouts/gecko/mobile/android/fenix/build/reports - type: directory diff --git a/taskcluster/ci/source-test/android-lint.yml b/taskcluster/ci/source-test/android-lint.yml deleted file mode 100644 index c7eb456021..0000000000 --- a/taskcluster/ci/source-test/android-lint.yml +++ /dev/null @@ -1,66 +0,0 @@ -# This Source Code Form is subject to the terms of the Mozilla Public -# License, v. 2.0. If a copy of the MPL was not distributed with this -# file, You can obtain one at http://mozilla.org/MPL/2.0/. ---- -job-defaults: - description: 'Run lint over all modules' - run: - using: gradlew - gradlew: ['lint'] - use-caches: false - worker: - max-run-time: 2700 - env: - JAVA_HOME: "/builds/worker/fetches/jdk/jdk-17.0.6+10" - docker-image: {in-tree: lint} - always-target: false - attributes: - code-review: true - dependencies: - build-fat-aar: build-fat-aar-android-geckoview-fat-aar/opt - fetches: - toolchain: - - android-sdk-linux - - android-gradle-dependencies - - android-gradle-python-envs - - linux64-jdk-repack - build-fat-aar: - - target.maven.tar.xz - platform: 'lint/opt' - treeherder: - kind: test - tier: 1 - worker-type: b-linux-gcp - when: - files-changed: - - "mobile/android/android-components/**" - - -android-components: - run: - pre-gradlew: - - ["cd", "mobile/android/android-components"] - gradlew: ["--no-parallel"] - treeherder: - symbol: lint(AC) - -focus: - when: - files-changed: - - "mobile/android/focus-android/**" - run: - pre-gradlew: - - ["cd", "mobile/android/focus-android"] - treeherder: - symbol: lint(focus) - -fenix: - when: - files-changed: - - "mobile/android/fenix/**" - run: - pre-gradlew: - - ["cd", "mobile/android/fenix"] - gradlew: ['lintDebug', 'mozilla-lint-rules:test'] - treeherder: - symbol: lint(fenix) diff --git a/taskcluster/ci/source-test/buildconfig.yml b/taskcluster/ci/source-test/buildconfig.yml deleted file mode 100644 index 85f0828a54..0000000000 --- a/taskcluster/ci/source-test/buildconfig.yml +++ /dev/null @@ -1,68 +0,0 @@ -# This Source Code Form is subject to the terms of the Mozilla Public -# License, v. 2.0. If a copy of the MPL was not distributed with this -# file, You can obtain one at http://mozilla.org/MPL/2.0/. ---- -job-defaults: - description: Make sure the content of .buildconfig.yml matches what gradle knows about its projects - run: - using: run-task - cwd: '{checkout}' - worker-type: t-linux-xlarge-source - worker: - artifacts: - - type: directory - name: public - path: '/builds/worker/artifacts' - docker-image: {in-tree: lint} - max-run-time: 1800 - env: - JAVA_HOME: "/builds/worker/fetches/jdk/jdk-17.0.6+10" - GRADLE_USER_HOME: "/builds/worker/checkouts/gecko/mobile/android/gradle/dotgradle-online" - MOZCONFIG: "/builds/worker/checkouts/gecko/mobile/android/config/mozconfigs/android-arm/nightly-android-lints" - ANDROID_SDK_ROOT: "/builds/worker/fetches/android-sdk-linux" - platform: lint/opt - treeherder: - kind: other - tier: 2 - fetches: - toolchain: - - linux64-jdk-repack - - android-gradle-dependencies - - android-gradle-python-envs - - android-sdk-linux - use-python: system - - -buildconfig-android-components: - optimization: - skip-unless-changed: - - "mobile/android/android-components/**/build.gradle" - - "mobile/android/android-components/.buildconfig.yml" - run: - command: 'pip install --break-system-packages --user --require-hashes --requirement taskcluster/scripts/lint/requirements.txt && ./mach --log-no-times build pre-export export && taskcluster/scripts/lint/is_buildconfig_yml_up_to_date.py mobile/android/android-components' - treeherder: - symbol: buildconfig(AC) - -buildconfig-focus: - optimization: - skip-unless-changed: - - "mobile/android/android-components/**/build.gradle" # A change in A-C may be reflected in focus - - "mobile/android/android-components/.buildconfig.yml" - - "mobile/android/focus-android/**/build.gradle" - - "mobile/android/focus-android/.buildconfig.yml" - run: - command: 'pip install --break-system-packages --user --require-hashes --requirement taskcluster/scripts/lint/requirements.txt && ./mach --log-no-times build pre-export export && taskcluster/scripts/lint/is_buildconfig_yml_up_to_date.py mobile/android/focus-android' - treeherder: - symbol: buildconfig(focus) - -buildconfig-fenix: - optimization: - skip-unless-changed: - - "mobile/android/android-components/**/build.gradle" # A change in A-C may be reflected in fenix - - "mobile/android/android-components/.buildconfig.yml" - - "mobile/android/fenix/**/build.gradle" - - "mobile/android/fenix/.buildconfig.yml" - run: - command: 'pip install --break-system-packages --user --require-hashes --requirement taskcluster/scripts/lint/requirements.txt && ./mach --log-no-times build pre-export export && taskcluster/scripts/lint/is_buildconfig_yml_up_to_date.py mobile/android/fenix' - treeherder: - symbol: buildconfig(fenix) diff --git a/taskcluster/ci/source-test/clang.yml b/taskcluster/ci/source-test/clang.yml deleted file mode 100644 index d77066afe7..0000000000 --- a/taskcluster/ci/source-test/clang.yml +++ /dev/null @@ -1,117 +0,0 @@ -# This Source Code Form is subject to the terms of the Mozilla Public -# License, v. 2.0. If a copy of the MPL was not distributed with this -# file, You can obtain one at http://mozilla.org/MPL/2.0/. ---- -job-defaults: - run-on-projects: ["trunk"] - platform: linux64/debug - worker-type: t-linux-xlarge-source - attributes: - code-review: true - worker: - docker-image: {in-tree: static-analysis-build} - max-run-time: 5400 - treeherder: - kind: other - tier: 2 - run: - using: run-task - tooltool-downloads: public - fetches: - toolchain: - - linux64-cbindgen - - linux64-nasm - - linux64-node - when: - files-changed: - - '**/*.c' - - '**/*.cpp' - - '**/*.cc' - - '**/*.cxx' - - '**/*.m' - - '**/*.mm' - -tidy: - description: Run static-analysis (clang-tidy) on C/C++ patches - treeherder: - symbol: cpp(clang-tidy) - run: - cwd: '{checkout}' - command: >- - source taskcluster/scripts/misc/source-test-clang-setup.sh && - ./mach --log-no-times static-analysis check --outgoing --output $HOME/clang-tidy.json --format json - fetches: - toolchain: - - linux64-clang - - linux64-clang-tidy - - linux64-rust - - sysroot-x86_64-linux-gnu - - sysroot-wasm32-wasi - worker: - artifacts: - - type: file - name: public/code-review/clang-tidy.json - path: /builds/worker/clang-tidy.json - -format: - description: Run clang-format on C/C++ patches - treeherder: - symbol: cpp(clang-format) - # Run only on try and code-review tasks - # to avoid running clang format on the whole codebase - run-on-projects: [] - run: - cwd: '{checkout}' - command: >- - source taskcluster/scripts/misc/source-test-clang-setup.sh && - ./mach --log-no-times clang-format --outgoing --output $HOME/clang-format.json --format json && - ./mach --log-no-times clang-format --outgoing --output $HOME/clang-format.diff --format diff - fetches: - toolchain: - - linux64-clang - - linux64-clang-tidy - - linux64-rust - - sysroot-x86_64-linux-gnu - - sysroot-wasm32-wasi - when: - files-changed: - - '**/*.c' - - '**/*.cpp' - - '**/*.cc' - - '**/*.cxx' - - '**/*.m' - - '**/*.mm' - - '**/*.h' - - '**/*.hh' - - '**/*.hpp' - - '**/*.hxx' - worker: - artifacts: - - type: file - name: public/code-review/clang-format.json - path: /builds/worker/clang-format.json - - type: file - name: public/code-review/clang-format.diff - path: /builds/worker/clang-format.diff - -external: - description: Run static-analysis (clang-tidy) on C/C++ patches with external checks - treeherder: - symbol: cpp(clang-tidy-external) - run: - cwd: '{checkout}' - command: >- - source taskcluster/scripts/misc/source-test-clang-setup.sh && - ./mach --log-no-times static-analysis check --checks="-*,mozilla-civet-*" --outgoing --output $HOME/clang-tidy.json --format json - fetches: - toolchain: - - linux64-clang - - linux64-clang-tidy-external - - linux64-rust - - sysroot-x86_64-linux-gnu - - sysroot-wasm32-wasi - worker: - artifacts: - - type: file - name: public/code-review/clang-tidy.json - path: /builds/worker/clang-tidy.json diff --git a/taskcluster/ci/source-test/cram.yml b/taskcluster/ci/source-test/cram.yml deleted file mode 100644 index 6e29e7c6a6..0000000000 --- a/taskcluster/ci/source-test/cram.yml +++ /dev/null @@ -1,21 +0,0 @@ ---- -tryselect: - description: tools/tryselect integration tests - platform: linux1804-64/opt - treeherder: - symbol: cram(try) - kind: test - tier: 2 - worker-type: t-linux-xlarge-source - worker: - docker-image: {in-tree: "lint"} - max-run-time: 1800 - run: - using: mach - mach: cramtest tools/tryselect - always-target: true - when: - files-changed: - - testing/mach_commands.py - - third_party/python/cram/** - - tools/tryselect/** diff --git a/taskcluster/ci/source-test/doc.yml b/taskcluster/ci/source-test/doc.yml deleted file mode 100644 index 3e0459f8f0..0000000000 --- a/taskcluster/ci/source-test/doc.yml +++ /dev/null @@ -1,75 +0,0 @@ -# This Source Code Form is subject to the terms of the Mozilla Public -# License, v. 2.0. If a copy of the MPL was not distributed with this -# file, You can obtain one at http://mozilla.org/MPL/2.0/. ---- -generate: - description: Generate the Sphinx documentation - platform: doc/opt - treeherder: - symbol: doc(generate) - kind: test - tier: 1 - run-on-projects: ['trunk'] - worker-type: t-linux-xlarge-source - worker: - docker-image: {in-tree: "lint"} - max-run-time: 1800 - env: - LC_ALL: C - artifacts: - - type: file - name: public/docs.tar.gz - path: /builds/worker/checkouts/gecko/docs-out/main.tar.gz - - type: file - name: public/trees.json - path: /builds/worker/artifacts/trees.json - run: - using: run-task - cwd: '{checkout}' - command: > - cp -r /build/node_modules_eslint node_modules && - ln -s ../tools/lint/eslint/eslint-plugin-mozilla node_modules && - ln -s ../tools/lint/eslint/eslint-plugin-spidermonkey-js node_modules && - ./mach doc --outdir docs-out --no-open --no-serve --archive --fatal-warnings --check-num-warnings --dump-trees=/builds/worker/artifacts/trees.json - sparse-profile: sphinx-docs - optimization: - skip-unless-schedules: [docs] - -upload: - description: Generate and upload the Sphinx documentation - platform: doc/opt - attributes: - code-review: true - treeherder: - symbol: doc(upload) - kind: test - tier: 2 - run-on-projects: [mozilla-central-only] - worker-type: t-linux-xlarge-source - worker: - docker-image: {in-tree: "lint"} - max-run-time: 1800 - env: - LC_ALL: C - MOZ_SOURCE_DOCS_USE_GOOGLE: "1" - taskcluster-proxy: true - artifacts: - - type: file - name: public/firefox-source-docs-url.txt - path: /builds/worker/firefox-source-docs-url.txt - - type: file - name: public/trees.json - path: /builds/worker/artifacts/trees.json - run: - using: run-task - cwd: '{checkout}' - command: > - cp -r /build/node_modules_eslint node_modules && - ln -s ../tools/lint/eslint/eslint-plugin-mozilla node_modules && - ln -s ../tools/lint/eslint/eslint-plugin-spidermonkey-js node_modules && - ./mach doc --upload --no-open --no-serve --fatal-warnings --write-url /builds/worker/firefox-source-docs-url.txt --dump-trees=/builds/worker/artifacts/trees.json - sparse-profile: sphinx-docs - scopes: - - secrets:get:project/releng/gecko/build/level-{level}/gecko-docs-upload - optimization: - skip-unless-schedules: [docs] diff --git a/taskcluster/ci/source-test/file-metadata.yml b/taskcluster/ci/source-test/file-metadata.yml deleted file mode 100644 index b1fffaf64f..0000000000 --- a/taskcluster/ci/source-test/file-metadata.yml +++ /dev/null @@ -1,126 +0,0 @@ -# This Source Code Form is subject to the terms of the Mozilla Public -# License, v. 2.0. If a copy of the MPL was not distributed with this -# file, You can obtain one at http://mozilla.org/MPL/2.0/. ---- -job-defaults: - platform: lint/opt - treeherder: - kind: other - tier: 1 - worker-type: t-linux-xlarge-source - worker: - artifacts: - - type: directory - path: /builds/worker/artifacts - name: public - docker-image: {in-tree: "lint"} - max-run-time: 1800 - run: - using: mach - -bugzilla-components: - description: Generate metadata about source files and Bugzilla - treeherder: - symbol: Bugzilla - tier: 1 - index: - product: source - job-name: source-bugzilla-info - run: - mach: file-info bugzilla-automation /builds/worker/artifacts - worker: - max-run-time: 1800 - run-on-projects: ['autoland', 'mozilla-central'] - -test-info-xorigin: - description: Generate test manifest metadata for tests disabled on cross-origin - treeherder: - symbol: test-info(xorigin) - tier: 2 - index: - product: source - job-name: test-info-xorigin - worker: - docker-image: {in-tree: debian12-amd64-build} - run-on-projects: ['mozilla-central'] - fetches: - toolchain: - - linux64-clang - - linux64-clang-tidy - - linux64-rust - - linux64-cbindgen - - linux64-nasm - - linux64-node - - linux64-pkgconf - - sysroot-x86_64-linux-gnu - - sysroot-wasm32-wasi - run: - using: run-task - cwd: '{checkout}' - command: >- - source taskcluster/scripts/misc/source-test-common.sh && - ./mach test-info report --show-tests --show-summary --filter-keys=fail-if,fails-if,random-if,skip-if --filter-values='(?- - source taskcluster/scripts/misc/source-test-common.sh && - ./mach test-info report --show-tests --show-summary --filter-keys=fail-if,fails-if,random-if,skip-if --filter-values='(?- - source taskcluster/scripts/misc/source-test-common.sh && - ./mach test-info testrun-report --output-file /builds/worker/artifacts/test-run-info.json && - ./mach test-info report --show-tests --show-summary --show-testruns --verbose --output-file /builds/worker/artifacts/test-info-all-tests.json --runcounts-input-file /builds/worker/artifacts/test-run-info.json && - ./mach test-info report --show-annotations --output-file /builds/worker/artifacts/test-info-manifest-conditions.json diff --git a/taskcluster/ci/source-test/jsshell.yml b/taskcluster/ci/source-test/jsshell.yml deleted file mode 100644 index 2ce0a846d4..0000000000 --- a/taskcluster/ci/source-test/jsshell.yml +++ /dev/null @@ -1,87 +0,0 @@ -# This Source Code Form is subject to the terms of the Mozilla Public -# License, v. 2.0. If a copy of the MPL was not distributed with this -# file, You can obtain one at http://mozilla.org/MPL/2.0/. ---- -job-defaults: - platform: linux64-shippable/opt - require-build: - linux64.*: build-linux64-shippable/opt - worker-type: - by-platform: - linux64.*: t-linux-talos-1804 - worker: - by-platform: - linux64.*: - env: - by-shell: - sm: - SHELL: /bin/bash - JSSHELL: js - v8: - SHELL: /bin/bash - JSSHELL: d8/release/d8 - max-run-time: 3600 - treeherder: - kind: test - tier: 2 - run: - using: mach - mach: jsshell-bench --perfherder={shell} --binary=$MOZ_FETCHES_DIR/$JSSHELL {test} - run-on-projects: - by-shell: - sm: - by-test-platform: - (linux|windows|macos)(?!.*shippable).*: [] - default: ['mozilla-central', 'integration'] - default: - by-test-platform: - (linux|windows|macos)(?!.*shippable).*: [] - default: ['mozilla-central'] - fetches: - build: - - target.jsshell.zip - toolchain: - - linux64-custom-v8 - optimization: - skip-unless-expanded: null - -bench-ares6: - description: Ares6 JavaScript shell benchmark suite - shell: ['sm', 'v8'] - test: ares6 - treeherder: - symbol: ares6 - -bench-sixspeed: - description: Six-Speed JavaScript shell benchmark suite - shell: ['sm', 'v8'] - test: six-speed - treeherder: - symbol: 6speed - -bench-sunspider: - description: SunSpider JavaScript shell benchmark suite - shell: ['sm'] - test: sunspider - treeherder: - symbol: sunspider - -bench-web-tooling: - description: Web Tooling shell benchmark suite - shell: ['sm', 'v8'] - test: web-tooling-benchmark - treeherder: - symbol: webtool - fetches: - fetch: - - web-tooling-benchmark - -bench-octane: - description: Octane shell benchmark suite - shell: ['sm', 'v8'] - test: octane - treeherder: - symbol: octane - fetches: - fetch: - - octane diff --git a/taskcluster/ci/source-test/kind.yml b/taskcluster/ci/source-test/kind.yml deleted file mode 100644 index f28ee39f96..0000000000 --- a/taskcluster/ci/source-test/kind.yml +++ /dev/null @@ -1,51 +0,0 @@ -# This Source Code Form is subject to the terms of the Mozilla Public -# License, v. 2.0. If a copy of the MPL was not distributed with this -# file, You can obtain one at http://mozilla.org/MPL/2.0/. ---- -loader: gecko_taskgraph.loader.transform:loader - -transforms: - - gecko_taskgraph.transforms.try_job:transforms - - gecko_taskgraph.transforms.source_test:transforms - - taskgraph.transforms.task_context - - gecko_taskgraph.transforms.release_notifications:transforms - - gecko_taskgraph.transforms.job:transforms - - gecko_taskgraph.transforms.task:transforms - -kind-dependencies: - - fetch - - toolchain - - build - - build-fat-aar - -jobs-from: - - android-compare-locales.yml - - android-detekt.yml - - android-lint.yml - - buildconfig.yml - - clang.yml - - cram.yml - - doc.yml - - file-metadata.yml - - jsshell.yml - - ktlint.yml - - mozlint.yml - - mozlint-android.yml - - node.yml - - puppeteer.yml - - python.yml - - shadow-scheduler.yml - - taskgraph.yml - - vendor.yml - - webidl.yml - - webcompat.yml - - wpt-manifest.yml - - wpt-metadata.yml - -job-defaults: - use-python: default - attributes: - retrigger: true - task-context: - from-object: {} - substitution-fields: [] diff --git a/taskcluster/ci/source-test/ktlint.yml b/taskcluster/ci/source-test/ktlint.yml deleted file mode 100644 index 988f2b6660..0000000000 --- a/taskcluster/ci/source-test/ktlint.yml +++ /dev/null @@ -1,59 +0,0 @@ -# This Source Code Form is subject to the terms of the Mozilla Public -# License, v. 2.0. If a copy of the MPL was not distributed with this -# file, You can obtain one at http://mozilla.org/MPL/2.0/. ---- -job-defaults: - description: 'Run ktlint over all modules' - run: - using: gradlew - gradlew: ['ktlint'] - use-caches: false - attributes: - code-review: true - always-target: true - fetches: - toolchain: - - android-sdk-linux - - android-gradle-dependencies - - android-gradle-python-envs - - linux64-jdk-repack - platform: 'lint/opt' - treeherder: - kind: test - tier: 1 - worker-type: b-linux-gcp - worker: - docker-image: {in-tree: lint} - max-run-time: 1200 - env: - JAVA_HOME: "/builds/worker/fetches/jdk/jdk-17.0.6+10" - when: - files-changed: - - "mobile/android/android-components/**" - -android-components: - run: - pre-gradlew: - - ["cd", "mobile/android/android-components"] - treeherder: - symbol: ktlint(AC) - -focus: - when: - files-changed: - - "mobile/android/focus-android/**" - run: - pre-gradlew: - - ["cd", "mobile/android/focus-android"] - treeherder: - symbol: ktlint(focus) - -fenix: - when: - files-changed: - - "mobile/android/fenix/**" - run: - pre-gradlew: - - ["cd", "mobile/android/fenix"] - treeherder: - symbol: ktlint(fenix) diff --git a/taskcluster/ci/source-test/mozlint-android.yml b/taskcluster/ci/source-test/mozlint-android.yml deleted file mode 100644 index d98abe9734..0000000000 --- a/taskcluster/ci/source-test/mozlint-android.yml +++ /dev/null @@ -1,107 +0,0 @@ -# This Source Code Form is subject to the terms of the Mozilla Public -# License, v. 2.0. If a copy of the MPL was not distributed with this -# file, You can obtain one at http://mozilla.org/MPL/2.0/. ---- - -# Just one TC job that runs all the lints. There's no real advantage -# to running them separately, and this way we perform the expensive -# clone and somewhat expensive compilation of the Android -# intermediates just once. -lints: - always-target: true - attributes: - build_platform: android - build_type: opt - code-review: true - description: Android lints - platform: lint/opt - treeherder: - symbol: A(lints) - kind: test - tier: 1 - worker-type: t-linux-xlarge-source - worker: - docker-image: {in-tree: android-build} - env: - GRADLE_USER_HOME: /builds/worker/checkouts/gecko/mobile/android/gradle/dotgradle-offline - MOZCONFIG: mobile/android/config/mozconfigs/android-arm/nightly-android-lints - MOZ_OBJDIR: obj-firefox - PERFHERDER_EXTRA_OPTIONS: android-lints - TINDERBOX_OUTPUT: '1' - max-run-time: 3600 - artifacts: - - type: file - name: public/code-review/mozlint.json - path: /builds/worker/mozlint.json - - name: public/android/geckoview/api.txt - path: /builds/worker/checkouts/gecko/obj-firefox/gradle/build/mobile/android/geckoview/intermediates/javac/withGeckoBinariesDebug/classes/api.txt - type: file - - name: public/android/geckoview/api.txt.map - path: /builds/worker/checkouts/gecko/obj-firefox/gradle/build/mobile/android/geckoview/intermediates/javac/withGeckoBinariesDebug/classes/api.txt.map - type: file - - name: public/android/geckoview/apilint-result.json - path: /builds/worker/checkouts/gecko/obj-firefox/gradle/build/mobile/android/geckoview/intermediates/javac/withGeckoBinariesDebug/classes/apilint-result.json - type: file - - name: public/android/geckoview/javadoc-results.json - path: /builds/worker/checkouts/gecko/obj-firefox/gradle/build/mobile/android/geckoview/reports/javadoc-results-withGeckoBinariesDebug.json - type: file - - name: public/geckoview/unittest - path: /builds/worker/checkouts/gecko/obj-firefox/gradle/build/mobile/android/geckoview/reports/tests - type: directory - - name: public/android/lint/lint-results-officialWithoutGeckoBinariesDebug.html - path: /builds/worker/checkouts/gecko/obj-firefox/gradle/build/mobile/android/geckoview/reports/lint-results-withGeckoBinariesDebug.html - type: file - - name: public/android/lint/lint-results-withGeckoBinariesDebug.xml - path: /builds/worker/checkouts/gecko/obj-firefox/gradle/build/mobile/android/geckoview/reports/lint-results-withGeckoBinariesDebug.xml - type: file - - name: public/android/checkstyle/checkstyle.html - path: /builds/worker/checkouts/gecko/obj-firefox/gradle/build/mobile/android/geckoview/reports/checkstyle/withGeckoBinariesDebug.html - type: file - - name: public/android/checkstyle/checkstyle.xml - path: /builds/worker/checkouts/gecko/obj-firefox/gradle/build/mobile/android/geckoview/reports/checkstyle/withGeckoBinariesDebug.xml - type: file - run: - using: run-task - command: > - ln -s $MOZ_FETCHES_DIR/android-gradle-dependencies $GECKO_PATH && - ln -s $MOZ_FETCHES_DIR/android-sdk-linux $GECKO_PATH && - ln -s $MOZ_FETCHES_DIR/node $GECKO_PATH && - cd $GECKO_PATH && - ./mach --log-no-times build pre-export export && - ./mach --log-no-times lint -f treeherder -f json:/builds/worker/mozlint.json - --linter android-api-lint - --linter android-format - --linter android-javadoc - --linter android-checkstyle - --linter android-lint - --linter android-test - * - tooltool-downloads: internal # For internal toolchains. - fetches: - toolchain: - # Aliases aren't allowed for toolchains installed by fetch. - - linux64-android-gradle-dependencies - - android-gradle-python-envs - - linux64-android-sdk-linux-repack - - linux64-jdk-repack - - linux64-node - when: - files-changed: - # Source files. - - 'mobile/android/**/*.java' - - 'mobile/android/**/*.kt' - # Resources. - - 'mobile/android/**/*.jpeg' - - 'mobile/android/**/*.jpg' - - 'mobile/android/**/*.png' - - 'mobile/android/**/*.svg' - - 'mobile/android/**/*.xml' - # Build stuff. - - 'mobile/android/**/Makefile.in' - - 'mobile/android/config/**' - - 'mobile/android/gradle.configure' - - 'mobile/android/**/moz.build' - - '**/*.gradle' - # Other misc lint related files. - - 'python/mozlint/**' - - 'tools/lint/**' diff --git a/taskcluster/ci/source-test/mozlint.yml b/taskcluster/ci/source-test/mozlint.yml deleted file mode 100644 index e101049103..0000000000 --- a/taskcluster/ci/source-test/mozlint.yml +++ /dev/null @@ -1,621 +0,0 @@ -# This Source Code Form is subject to the terms of the Mozilla Public -# License, v. 2.0. If a copy of the MPL was not distributed with this -# file, You can obtain one at http://mozilla.org/MPL/2.0/. ---- -job-defaults: - always-target: true - attributes: - code-review: true - treeherder: - kind: test - tier: 1 - platform: lint/opt - worker-type: t-linux-xlarge-source - worker: - docker-image: {in-tree: "lint"} - max-run-time: 1800 - artifacts: - - type: file - name: public/code-review/mozlint.json - path: /builds/worker/mozlint.json - run: - using: mach - when: - files-changed: - # Other misc lint related files. - - 'python/mozlint/**' - - 'tools/lint/**' - -codespell: - description: Checks for misspellings in text files - treeherder: - symbol: text(spell) - # We don't want patches to be backed out because of a typo, a follow up bug will be - # good enough - tier: 2 - run: - mach: lint -v -l codespell -f treeherder -f json:/builds/worker/mozlint.json . - when: - files-changed: - - '**/*.js' - - '**/*.jsm' - - '**/*.jxs' - - '**/*.mjs' - - '**/*.xml' - - '**/*.html' - - '**/*.xhtml' - - '**/*.cpp' - - '**/*.c' - - '**/*.h' - - '**/*.configure' - - '**/*.py' - - '**/*.properties' - - '**/*.rst' - - '**/*.ftl' - - 'tools/lint/codespell.yml' - - -rejected-words: - description: Reject some words we don't want to use in the code base - treeherder: - symbol: text(rejected-words) - # We don't want patches to be backed out because of this, a follow up bug will be - # good enough - tier: 2 - run: - mach: lint -v -l rejected-words -f treeherder -f json:/builds/worker/mozlint.json . - when: - files-changed: - - '**/*.js' - - '**/*.jsm' - - '**/*.jxs' - - '**/*.mjs' - - '**/*.xml' - - '**/*.html' - - '**/*.xhtml' - - '**/*.cpp' - - '**/*.c' - - '**/*.h' - - '**/*.idl' - - '**/*.webidl' - - '**/*.configure' - - '**/*.py' - - '**/*.properties' - - '**/*.rst' - - '**/*.ftl' - - '**/*.java' - - '**/*.kt' - - 'tools/lint/rejected-words.yml' - -eslint: - description: JS lint check - treeherder: - symbol: js(ES) - run: - using: run-task - cwd: '{checkout}' - command: > - cp -r /build/node_modules_eslint node_modules && - cp -r /build/node_modules_eslint-plugin-mozilla/ tools/lint/eslint/eslint-plugin-mozilla/node_modules && - ln -s ../tools/lint/eslint/eslint-plugin-mozilla node_modules && - ln -s ../tools/lint/eslint/eslint-plugin-spidermonkey-js node_modules && - ./mach lint -v -l eslint -f treeherder -f json:/builds/worker/mozlint.json . - when: - files-changed: - # Files that are likely audited. - - '**/*.js' - - '**/*.jsm' - - '**/*.json' - - '**/*.jsx' - - '**/*.mjs' - - '**/*.sjs' - - '**/*.html' - - '**/*.xhtml' - - '**/*.xml' - - 'tools/lint/eslint.yml' - # Run when eslint policies change. - - '**/.eslintignore' - - '**/*eslintrc*' - # The plugin implementing custom checks. - - 'tools/lint/eslint/eslint-plugin-mozilla/**' - - 'tools/lint/eslint/eslint-plugin-spidermonkey-js/**' - -eslint-build: - description: ESLint checks with build data - always-target: false - # Triggered by cron task, don't run on any projects and disable optimization. - run-on-projects: [] - when: null - attributes: - code-review: false - treeherder: - symbol: js(ES-B) - tier: 2 - run: - using: run-task - cwd: '{checkout}' - command: > - export MOZ_XPT_ARTIFACTS_DIR="$MOZ_FETCHES_DIR/$MOZ_XPT_ARTIFACTS_DIRNAME" && - find "$MOZ_XPT_ARTIFACTS_DIR" && - cp -r /build/node_modules_eslint node_modules && - cp -r /build/node_modules_eslint-plugin-mozilla/ tools/lint/eslint/eslint-plugin-mozilla/node_modules && - ln -s ../tools/lint/eslint/eslint-plugin-mozilla node_modules && - ln -s ../tools/lint/eslint/eslint-plugin-spidermonkey-js node_modules && - ./mach lint -v -l eslint -f treeherder --quiet -f json:/builds/worker/mozlint.json . --rule "mozilla/valid-services-property: error" --rule "mozilla/valid-ci-uses: error" - worker: - env: - MOZ_XPT_ARTIFACTS_DIRNAME: xpt_artifacts - require-build: - .*: build-linux64/opt - fetches: - build: - - artifact: target.xpt_artifacts.zip - dest: xpt_artifacts - -stylelint: - description: CSS lint check - treeherder: - symbol: stylelint - run: - using: run-task - cwd: '{checkout}' - command: > - cp -r /build/node_modules_eslint node_modules && - ./mach lint -v -l stylelint -f treeherder -f json:/builds/worker/mozlint.json . - when: - files-changed: - # Files that are likely audited. - - '**/*.css' - - 'tools/lint/styleint.yml' - # Run when stylelint policies change. - - '**/.stylelintignore' - - '**/*stylelintrc*' - -license: - description: Check for license blocks in source files. - treeherder: - symbol: pedantic(license) - run: - mach: lint -v -l license -f treeherder -f json:/builds/worker/mozlint.json . - when: - files-changed: - - '**/*.c' - - '**/*.cc' - - '**/*.cpp' - - '**/*.css' - - '**/*.dtd' - - '**/*.ftl' - - '**/*.h' - - '**/*.html' - - '**/*.idl' - - '**/*.js' - - '**/*.jsm' - - '**/*.jsx' - - '**/*.m' - - '**/*.mjs' - - '**/*.mm' - - '**/*.properties' - - '**/*.py' - - '**/*.rs' - - '**/*.svg' - - '**/*.webidl' - - '**/*.xhtml' - - '**/*.xml' - - 'tools/lint/license.yml' - -lintpref: - description: Check for duplicates between all.js and StaticPrefList.yaml. - treeherder: - symbol: misc(pref) - run: - mach: lint -v -l lintpref -f treeherder -f json:/builds/worker/mozlint.json . - when: - files-changed: - - 'modules/libpref/init/all.js' - - 'modules/libpref/init/StaticPrefList.yaml' - - 'browser/app/profile/firefox.js' - - 'devtools/client/preferences/debugger.js' - - 'mobile/android/app/geckoview-prefs.js' - - 'browser/branding/official/pref/firefox-branding.js' - - 'browser/branding/nightly/pref/firefox-branding.js' - - 'browser/branding/unofficial/pref/firefox-branding.js' - - 'browser/branding/aurora/pref/firefox-branding.js' - - 'browser/app/profile/channel-prefs.js' - - 'mobile/android/installer/mobile-l10n.js' - - 'mobile/android/locales/en-US/mobile-l10n.js' - - 'tools/lint/lintpref.yml' - -mingw-cap: - description: lint for MinGW Capitalization issues - treeherder: - symbol: misc(mingw) - run: - mach: lint -v -l mingw-capitalization -f treeherder -f json:/builds/worker/mozlint.json . - when: - files-changed: - - '**/*.cpp' - - '**/*.cc' - - '**/*.c' - - '**/*.h' - - 'tools/lint/mingw-capitalization.yml' - -updatebot: - description: Ensure moz.yaml files are valid per schema - treeherder: - symbol: misc(mozyaml) - run: - mach: lint -v -l updatebot -f treeherder -f json:/builds/worker/mozlint.json . - when: - files-changed: - - '**/moz.yaml' - -mscom-init: - description: Lint for Microsoft COM initialization - treeherder: - symbol: misc(mscom) - run: - mach: lint -v -l mscom-init -f treeherder -f json:/builds/worker/mozlint.json . - when: - files-changed: - - '**/*.cpp' - - '**/*.cc' - - '**/*.c' - - '**/*.h' - - 'tools/lint/mscom-init.yml' - -py-black: - description: black run over the gecko codebase - treeherder: - symbol: py(black) - run: - mach: lint -v -l black -f treeherder -f json:/builds/worker/mozlint.json . - when: - files-changed: - # The list of extensions should match tools/lint/black.yml - - '**/*.py' - - '**/moz.build' - - '**/*.configure' - - '**/*.mozbuild' - - 'pyproject.toml' - - 'tools/lint/black.yml' - -py-ruff: - description: Run ruff over the gecko codebase - treeherder: - symbol: py(ruff) - run: - mach: lint -v -l ruff -f treeherder -f json:/builds/worker/mozlint.json . - when: - files-changed: - - '**/*.py' - - '**/*.configure' - - '**/.ruff.toml' - - 'pyproject.toml' - - 'tools/lint/ruff.yml' - - 'tools/lint/python/ruff.py' - - 'tools/lint/python/ruff_requirements.txt' - -test-manifest: - description: lint test manifests - treeherder: - symbol: misc(tm) - run: - mach: lint -v -l test-manifest-alpha -l test-manifest-disable -l test-manifest-skip-if -f treeherder -f json:/builds/worker/mozlint.json . - when: - files-changed: - - '**/*.toml' - - 'python/mozlint/**' - - 'tools/lint/**' - - 'tools/lint/test-disable.yml' - -wptlint-gecko: - description: web-platform-tests linter - treeherder: - symbol: misc(W) - run: - mach: lint -v -l wpt -f treeherder -f json:/builds/worker/mozlint.json . - when: - files-changed: - - 'testing/web-platform/tests/**' - - 'testing/web-platform/mozilla/tests/**' - - 'tools/lint/wpt.yml' - -yaml: - description: yamllint run over the gecko codebase - treeherder: - symbol: pedantic(yaml) - run: - mach: lint -v -l yaml -f treeherder -f json:/builds/worker/mozlint.json . - when: - files-changed: - - '**/*.yml' - - '**/*.yaml' - - '**/.ymllint' - -rst: - description: rst lint run over the gecko codebase - treeherder: - symbol: text(rst) - run: - mach: lint -v -l rst -f treeherder -f json:/builds/worker/mozlint.json . - when: - files-changed: - - '**/*.rst' - - 'tools/lint/rst.yml' - -shellcheck: - description: shellcheck run over the gecko codebase - treeherder: - symbol: misc(shell) - run: - mach: lint -v -l shellcheck -f treeherder -f json:/builds/worker/mozlint.json . - when: - files-changed: - - '**/*.sh' - - 'tools/lint/shellcheck.yml' - - -localization: - description: l10n tests for strings with errors - treeherder: - symbol: l10n(l1nt) - run: - mach: lint -v -l l10n -f treeherder * - attributes: - code-review: false - when: - files-changed: - - '**/locales/en-US/**' - - '**/l10n.toml' - - 'third_party/python/compare-locales/**' - - 'third_party/python/fluent/**' - - 'tools/lint/l10n.yml' - - -l10n-conflicts: - description: l10n tests for strings with errors and conflicts with cross-channel - treeherder: - symbol: l10n(l1nt-conflicts) - always-target: false - run-on-projects: [] - run: - mach: lint -W -l l10n -f treeherder -f json:/builds/worker/mozlint.json . - when: - files-changed: - - '**/locales/en-US/**' - - '**/l10n.toml' - - 'third_party/python/compare-locales/**' - - 'third_party/python/fluent/**' - - 'tools/lint/l10n.yml' - - -clang-format: - description: clang-format on the C/C++ code - treeherder: - symbol: cpp(clang-format) - run: - mach: lint -v -l clang-format -f treeherder -f json:/builds/worker/mozlint.json . - when: - files-changed: - - '**/*.cpp' - - '**/*.c' - - '**/*.cc' - - '**/*.h' - - '**/*.m' - - '**/*.mm' - - 'tools/lint/clang-format.yml' - dependencies: - linux64-clang-tidy: toolchain-linux64-clang-tidy - fetches: - linux64-clang-tidy: - - artifact: clang-tidy.tar.zst - dest: clang-tools - - -rustfmt: - description: rustfmt on the Rust code - treeherder: - symbol: rust(rustfmt) - run: - mach: lint -v -l rustfmt -f treeherder -f json:/builds/worker/mozlint.json . - when: - files-changed: - - '**/*.rs' - - 'tools/lint/rustfmt.yml' - fetches: - toolchain: - - linux64-rust - - -clippy: - description: clippy on the Rust code - treeherder: - symbol: rust(clippy) - run: - mach: lint -v -l clippy -f treeherder -f json:/builds/worker/mozlint.json -j 1 . - when: - files-changed: - - '**/*.rs' - - '**/Cargo.toml' - - 'tools/lint/clippy.yml' - fetches: - toolchain: - - linux64-clang - - linux64-rust - - linux64-rust-size - - linux64-cbindgen - - linux64-dump_syms - - linux64-sccache - - linux64-nasm - - linux64-node - - linux64-pkgconf - - sysroot-x86_64-linux-gnu - - sysroot-wasm32-wasi - - -file-whitespace: - description: Check for trailing whitespaces and Windows CR - platform: lint/opt - treeherder: - symbol: pedantic(file-whitespace) - # We don't want patches to be backed out because of this, a follow up bug will be - # good enough - tier: 2 - run: - mach: lint -v -l file-whitespace -f treeherder -f json:/builds/worker/mozlint.json . - when: - files-changed: - - '**/*.c' - - '**/*.cc' - - '**/*.cpp' - - '**/*.css' - - '**/*.dtd' - - '**/*.idl' - - '**/*.ftl' - - '**/*.h' - - '**/*.html' - - '**/*.json' - - '**/*.md' - - '**/*.mn' - - '**/*.properties' - - '**/*.py' - - '**/*.rs' - - '**/*.rst' - - '**/*.toml' - - '**/*.webidl' - - '**/*.yaml' - - '**/*.yml' - - '**/*.xhtml' - - -file-perm: - description: Check for incorrect permissions on source files - platform: lint/opt - treeherder: - symbol: pedantic(file-perm) - # We don't want patches to be backed out because of this, a follow up bug will be - # good enough - tier: 2 - run: - mach: lint -v -l file-perm -f treeherder -f json:/builds/worker/mozlint.json . - when: - files-changed: - - '**/*.build' - - '**/*.c' - - '**/*.cc' - - '**/*.cpp' - - '**/*.flac' - - '**/*.h' - - '**/*.html' - - '**/*.idl' - - '**/*.js' - - '**/*.jsm' - - '**/*.json' - - '**/*.jsx' - - '**/*.m' - - '**/*.m4s' - - '**/*.md' - - '**/*.mjs' - - '**/*.mm' - - '**/*.mn' - - '**/*.mozbuild' - - '**/*.mp4' - - '**/*.png' - - '**/*.rs' - - '**/*.rst' - - '**/*.svg' - - '**/*.toml' - - '**/*.ttf' - - '**/*.wasm' - - '**/*.webidl' - - '**/*.xhtml' - - '**/*.xml' - - '**/*.yaml' - - '**/*.yml' - - -perfdocs-verify: - description: Verifies Performance Testing documentation - treeherder: - symbol: text(perfdocs) - run: - mach: lint -v -l perfdocs -f treeherder -f json:/builds/worker/mozlint.json . - worker: - env: - WORKSPACE: /builds/worker/checkouts/gecko/ - DECISION_TASK_ID: {task-reference: } - artifacts: - - type: file - name: public/perfdocs.diff - path: /builds/worker/diff.txt - when: - files-changed: - - 'devtools/perfdocs/**' - - 'taskcluster/**' - - '**/perftest.toml' - - 'python/mozperftest/**' - - 'testing/awsy/**' - - 'testing/raptor/**' - - 'testing/talos/**' - - 'testing/performance/**' - - 'testing/perfdocs/**' - - 'tools/lint/perfdocs.yml' - -condprof-addons-verify: - description: | - Verifies all xpi files needed by condprof customization sideloading addons are - included in the firefox-addons fetch task. - treeherder: - symbol: misc(condprof-addons) - run: - mach: | - lint -v -l condprof-addons -f treeherder -f json:/builds/worker/mozlint.json . - fetches: - fetch: - - firefox-addons - when: - files-changed: - - 'testing/condprofile/condprof/customization/*.json' - - 'taskcluster/ci/fetch/browsertime.yml' - -fluent-lint: - description: Check for problems with Fluent files. - platform: lint/opt - treeherder: - symbol: l10n(fluent) - run: - mach: lint --linter fluent-lint -f treeherder -f json:/builds/worker/mozlint.json . - when: - files-changed: - - '**/*.ftl' - - 'tools/lint/fluent-lint.yml' - - 'tools/lint/fluent-lint/exclusions.yml' - -trojan-source: - description: Trojan Source attack - CVE-2021-42572 - platform: lint/opt - treeherder: - symbol: misc(trojan-source) - run: - mach: lint -v -l trojan-source --include-third-party -f treeherder -f json:/builds/worker/mozlint.json . - when: - files-changed: - - '**/*.c' - - '**/*.cc' - - '**/*.cpp' - - '**/*.h' - - '**/*.py' - - '**/*.rs' - - 'tools/lint/trojan-source.yml' - -ignorefile-test: - description: .gitignore vs .hgignore consistency check - platform: lint/opt - treeherder: - symbol: ignorefile - run: - mach: lint -v -l ignorefile .gitignore .hgignore - when: - files-changed: - - '.gitignore' - - '.hgignore' diff --git a/taskcluster/ci/source-test/node.yml b/taskcluster/ci/source-test/node.yml deleted file mode 100644 index 1d8c8348fb..0000000000 --- a/taskcluster/ci/source-test/node.yml +++ /dev/null @@ -1,221 +0,0 @@ -# This Source Code Form is subject to the terms of the Mozilla Public -# License, v. 2.0. If a copy of the MPL was not distributed with this -# file, You can obtain one at http://mozilla.org/MPL/2.0/. ---- -newtab-unit-tests: - description: newtab unit tests - platform: linux1804-64/opt - treeherder: - symbol: node(newtab) - kind: test - tier: 1 - worker-type: t-linux-xlarge-source - worker: - docker-image: {in-tree: "ubuntu1804-test"} - max-run-time: 1800 - require-build: - by-project: - autoland: - linux1804-64/opt: build-linux64/opt - try: - linux1804-64/opt: build-linux64/opt - default: - linux1804-64/opt: build-linux64-shippable/opt - run: - using: run-task - cache-dotcache: true - cwd: '{checkout}' - command: > - cd /builds/worker/checkouts/gecko && - rm -rf node_modules && - npm ci && - cd /builds/worker/checkouts/gecko/browser/components/aboutwelcome && - rm -rf node_modules && - npm ci && - cd /builds/worker/checkouts/gecko/browser/components/asrouter && - rm -rf node_modules && - npm ci && - cd /builds/worker/checkouts/gecko/browser/components/newtab && - rm -rf node_modules && - npm ci && - node bin/try-runner.js - when: - files-changed: - - "browser/components/newtab/**" - - "browser/components/aboutwelcome/**" - - "browser/components/asrouter/**" - -newtab-unit-tests-ccov: - description: newtab unit tests code coverage - platform: linux1804-64/opt - treeherder: - symbol: node(newtab-ccov) - kind: test - tier: 1 - worker-type: t-linux-xlarge-source - worker: - docker-image: {in-tree: "ubuntu1804-test"} - max-run-time: 1800 - artifacts: - - name: public/code-coverage-grcov.zip - path: /builds/worker/checkouts/gecko/browser/components/newtab/logs/coverage/code-coverage-grcov.zip - type: file - require-build: - by-project: - try: - linux1804-64/opt: build-linux64/opt - default: - linux1804-64/opt: build-linux64-shippable/opt - run: - using: run-task - cache-dotcache: true - cwd: '{checkout}' - command: > - cd /builds/worker/checkouts/gecko && - rm -rf node_modules && - npm ci && - cd /builds/worker/checkouts/gecko/browser/components/aboutwelcome && - rm -rf node_modules && - npm ci && - cd /builds/worker/checkouts/gecko/browser/components/asrouter && - rm -rf node_modules && - npm ci && - cd /builds/worker/checkouts/gecko/browser/components/newtab && - rm -rf node_modules && - npm ci && - node bin/try-runner.js - # This should only run on mozilla-central, as the bot will only parse mozilla-central - # coverage anyways. - run-on-projects: ["mozilla-central"] - # Note the lack of a "when" rule here. This is to avoid seeing fluctuating - # coverage on coverage.moz.tools / searchfox depending on whether the latest - # push contained patches touching these files or not. - -devtools-tests: - description: devtools node-based tests (for instance jest) - platform: linux1804-64/opt - attributes: - code-review: true - treeherder: - symbol: node(devtools) - kind: test - tier: 1 - worker-type: t-linux-xlarge-source - worker: - docker-image: {in-tree: "lint"} - max-run-time: 1800 - artifacts: - - type: file - name: public/code-review/issues.json - path: /builds/worker/issues.json - run: - using: run-task - cache-dotcache: true - cwd: '{checkout}' - # Re-use rather than re-installing to avoid hitting/requiring - # nodejs servers for downloads - command: > - cp -r /build/node_modules_eslint node_modules && - cp -r /build/node_modules_eslint-plugin-mozilla/ tools/lint/eslint/eslint-plugin-mozilla/node_modules && - ln -s ../tools/lint/eslint/eslint-plugin-mozilla node_modules && - ln -s ../tools/lint/eslint/eslint-plugin-spidermonkey-js node_modules && - cd devtools/client/bin/ && - node devtools-node-test-runner.js --suite=all --artifact=/builds/worker/issues.json - when: - files-changed: - - 'devtools/client/**' - - 'devtools/shared/**' - -devtools-verify-bundle: - description: devtools bundle checker - platform: linux1804-64/opt - attributes: - code-review: true - treeherder: - symbol: node(devtools-bundle) - kind: test - tier: 2 - worker-type: t-linux-xlarge-source - worker: - docker-image: {in-tree: "lint"} - max-run-time: 1200 - artifacts: - - type: file - name: public/code-review/issues.json - path: /builds/worker/issues.json - run: - using: run-task - cache-dotcache: true - cwd: '{checkout}' - # Re-use rather than re-installing to avoid hitting/requiring - # nodejs servers for downloads - command: > - cp -r /build/node_modules_eslint node_modules && - cp -r /build/node_modules_eslint-plugin-mozilla/ tools/lint/eslint/eslint-plugin-mozilla/node_modules && - ln -s ../tools/lint/eslint/eslint-plugin-mozilla node_modules && - ln -s ../tools/lint/eslint/eslint-plugin-spidermonkey-js node_modules && - cd devtools/client/debugger && - yarn && - node bin/bundle.js && - cd ../../.. && - ./mach python taskcluster/scripts/misc/verify-devtools-bundle.py --output /builds/worker/issues.json - when: - files-changed: - - 'devtools/**' - -eslint-plugin-mozilla: - description: eslint-plugin-mozilla integration tests - platform: linux1804-64/opt - treeherder: - symbol: node(epm) - kind: test - tier: 1 - worker-type: t-linux-xlarge-source - worker: - docker-image: {in-tree: "lint"} - max-run-time: 1800 - run: - using: run-task - cache-dotcache: true - cwd: '{checkout}/tools/lint/eslint/eslint-plugin-mozilla' - command: > - cp -r /build/node_modules_eslint-plugin-mozilla node_modules && - npm run test - when: - files-changed: - - 'tools/lint/eslint/eslint-plugin-mozilla/**' - -design-tokens-tests: - description: design tokens unit tests - platform: linux1804-64/opt - treeherder: - symbol: node(design-tokens) - kind: test - tier: 1 - worker-type: t-linux-xlarge-source - worker: - docker-image: {in-tree: "ubuntu1804-test"} - max-run-time: 1800 - require-build: - by-project: - autoland: - linux1804-64/opt: build-linux64/opt - try: - linux1804-64/opt: build-linux64/opt - default: - linux1804-64/opt: build-linux64-shippable/opt - run: - using: run-task - cache-dotcache: true - cwd: '{checkout}' - command: > - cd /builds/worker/checkouts/gecko && - rm -rf node_modules && - npm ci && - cd /builds/worker/checkouts/gecko/toolkit/themes/shared/design-system && - rm -rf node_modules && - npm ci && - node tests/try-runner.js - when: - files-changed: - - "toolkit/themes/shared/design-system/**" diff --git a/taskcluster/ci/source-test/puppeteer.yml b/taskcluster/ci/source-test/puppeteer.yml deleted file mode 100644 index 3bfd1a9645..0000000000 --- a/taskcluster/ci/source-test/puppeteer.yml +++ /dev/null @@ -1,52 +0,0 @@ -# This Source Code Form is subject to the terms of the Mozilla Public -# License, v. 2.0. If a copy of the MPL was not distributed with this -# file, You can obtain one at http://mozilla.org/MPL/2.0/. ---- -job-defaults: - platform: linux1804-64/opt - require-build: - by-project: - try: - linux1804-64/opt: build-linux64/opt - default: - linux1804-64/opt: build-linux64-shippable/opt - fetches: - build: - - target.tar.bz2 - toolchain: - - linux64-node - treeherder: - kind: test - tier: 1 - worker-type: t-linux-xlarge-source - worker: - docker-image: {in-tree: ubuntu1804-test} - max-run-time: 3600 - artifacts: - - type: file - name: public/remote/pup_errorsummary.json - path: /builds/worker/pup_errorsummary.json - optimization: - skip-unless-expanded: null - -puppeteer: - description: Puppeteer tests against Firefox CDP-based remote protocol - treeherder: - symbol: Pup(cdp) - run: # Bug 1651542: Use screenshot feature to warm-up the font cache before the actual test - using: run-task - command: > - cd $GECKO_PATH/ && - $MOZ_FETCHES_DIR/firefox/firefox --screenshot http://example.org && - ./mach puppeteer-test --ci -vv --binary $MOZ_FETCHES_DIR/firefox/firefox --cdp --headless --log-tbpl - --log-errorsummary /builds/worker/pup_errorsummary.json - -puppeteer-with-bidi: - description: Puppeteer tests against Firefox Webdriver BiDi remote protocol - treeherder: - symbol: Pup(wd) - run: # Bug 1651542: Use screenshot feature to warm-up the font cache before the actual test - using: run-task - command: > - cd $GECKO_PATH/ && - $MOZ_FETCHES_DIR/firefox/firefox --screenshot http://example.org && - ./mach puppeteer-test --ci -vv --binary $MOZ_FETCHES_DIR/firefox/firefox --headless --log-tbpl - --log-errorsummary /builds/worker/pup_errorsummary.json diff --git a/taskcluster/ci/source-test/python.yml b/taskcluster/ci/source-test/python.yml deleted file mode 100644 index 43680aacad..0000000000 --- a/taskcluster/ci/source-test/python.yml +++ /dev/null @@ -1,637 +0,0 @@ -# This Source Code Form is subject to the terms of the Mozilla Public -# License, v. 2.0. If a copy of the MPL was not distributed with this -# file, You can obtain one at http://mozilla.org/MPL/2.0/. ---- -job-defaults: - platform: linux1804-64/opt - always-target: - by-platform: - macosx.*: false - default: true - worker-type: - by-platform: - linux1804-64.*: t-linux-xlarge-source - macosx1015-64.*: t-osx-1015-r8 - windows11-64.*: win11-64-2009-source - worker: - by-platform: - linux1804-64.*: - docker-image: {in-tree: "lint"} - max-run-time: 3600 - macosx.*: - max-run-time: 3600 - env: - PATH: "/usr/local/bin:/bin:/sbin:/usr/bin:/usr/sbin" - default: - max-run-time: 3600 - use-python: default - treeherder: - kind: test - tier: 1 - run: - using: mach - when: - files-changed: - - 'config/mozunit/**' - - 'python/mach_commands.py' - -firefox-ci: - description: taskcluster/gecko_taskgraph unit tests - always-target: false - python-version: [3] - treeherder: - symbol: ci - run: - using: python-test - subsuite: ci - when: - files-changed: - - '.taskcluster.yml' - - 'taskcluster/ci/**' - - 'taskcluster/**/*.py' - - 'tools/tryselect/selectors/auto.py' - -fog: - description: Python unit tests for Firefox on Glean - platform: - - linux1804-64/opt - - macosx1015-64/opt - - windows11-64/opt - python-version: [3] - treeherder: - symbol: fp - run: - using: python-test - subsuite: fog - when: - files-changed: - - 'toolkit/components/glean/**' - -mach: - description: python/mach unit tests - platform: - - linux1804-64/opt - - macosx1015-64/opt - - windows11-64/opt - python-version: [3] - treeherder: - symbol: mach - run: - using: python-test - subsuite: mach - when: - files-changed: - - 'python/mach/**' - - 'python/sites/**' - -marionette-harness: - description: testing/marionette/harness unit tests - platform: - - linux1804-64/opt - - windows11-64/opt - python-version: [3] - treeherder: - symbol: mnh - run: - using: python-test - subsuite: marionette-harness - when: - files-changed: - - 'testing/marionette/harness/**' - - 'testing/mozbase/mozlog/mozlog/**' - - 'testing/mozbase/mozlog/setup.py' - -mochitest-harness: - description: testing/mochitest unittests - platform: - - linux1804-64/opt - - linux1804-64/debug - - linux1804-64-asan/opt - always-target: false - require-build: - by-project: - try: - linux1804-64-asan/opt: build-linux64-asan/opt - linux1804-64/debug: build-linux64/debug - linux1804-64/opt: build-linux64/opt - default: - linux1804-64-asan/opt: build-linux64-asan/opt - linux1804-64/debug: build-linux64/debug - linux1804-64/opt: build-linux64-shippable/opt - treeherder: - symbol: py3(mch) - worker: - by-platform: - linux1804-64.*: - docker-image: {in-tree: "ubuntu1804-test"} - max-run-time: 3600 - run: - using: run-task - cwd: '{checkout}' - command: > - source /builds/worker/scripts/xvfb.sh && - start_xvfb '1600x1200x24' 0 && - export GECKO_BINARY_PATH=$MOZ_FETCHES_DIR/firefox/firefox && - export TEST_HARNESS_ROOT=$MOZ_FETCHES_DIR/tests && - ./mach python-test --subsuite mochitest - fetches: - build: - - target.tar.bz2 - - artifact: target.common.tests.tar.gz - dest: tests - - artifact: target.mochitest.tests.tar.gz - dest: tests - toolchain: - - linux64-fix-stacks - when: - files-changed: - - 'testing/mochitest/**' - - 'testing/mozbase/mozrunner/mozrunner/**' - - 'testing/mozbase/moztest/moztest/selftest/**' - - 'testing/mozharness/mozharness/base/log.py' - - 'testing/mozharness/mozharness/mozilla/structuredlog.py' - - 'testing/mozharness/mozharness/mozilla/testing/errors.py' - - 'testing/profiles/**' - - -mozbase: - description: testing/mozbase unit tests - platform: - - linux1804-64/opt - - macosx1015-64/opt - - windows11-64/opt - python-version: [3] - treeherder: - symbol: mb - run: - using: python-test - subsuite: mozbase - when: - files-changed: - - 'testing/mozbase/**' - -mozharness: - description: mozharness integration tests - treeherder: - symbol: py3(mh) - run: - using: run-task - cache-dotcache: true - cwd: '{checkout}/testing/mozharness' - command: > - /usr/local/bin/tox -e py311-hg6.4 - when: - files-changed: - - 'testing/mozharness/**' - -mozlint: - description: python/mozlint unit tests - platform: - - linux1804-64/opt - - macosx1015-64/opt - - windows11-64/opt - python-version: [3] - treeherder: - symbol: mozlint - tier: 2 - run: - using: python-test - subsuite: mozlint - dependencies: - clang-tidy: - by-platform: - linux1804-64/opt: toolchain-linux64-clang-tidy - macosx1015-64/opt: toolchain-macosx64-clang-tidy - windows11-64/opt: toolchain-win64-clang-tidy - fetches: - toolchain: - by-platform: - linux1804-64/opt: - - linux64-node - - linux64-rust - macosx1015-64/opt: - - macosx64-node - - macosx64-rust - windows11-64/opt: - - win64-node - - win64-rust - clang-tidy: - - artifact: clang-tidy.tar.zst - dest: clang-tools - when: - files-changed: - - 'python/mozlint/**' - - 'tools/lint/**' - -mozrelease: - description: python/mozrelease unit tests - python-version: [3] - treeherder: - symbol: release - run: - using: python-test - subsuite: mozrelease - when: - files-changed: - - 'python/mozrelease/**' - -mozterm: - description: python/mozterm unit tests - platform: - - linux1804-64/opt - - windows11-64/opt - python-version: [3] - treeherder: - symbol: term - run: - using: python-test - subsuite: mozterm - when: - files-changed: - - 'python/mozterm/**' - -mozversioncontrol: - description: python/mozversioncontrol unit tests - platform: - - linux1804-64/opt - - macosx1015-64/opt - - windows11-64/opt - python-version: [3] - treeherder: - symbol: vcs - run: - using: python-test - subsuite: mozversioncontrol - when: - files-changed: - - 'python/mozversioncontrol/**' - -raptor: - description: testing/raptor unit tests - platform: - - linux1804-64/opt - - macosx1015-64/opt - - windows11-64/opt - python-version: [3] - treeherder: - symbol: rap - run: - using: python-test - subsuite: raptor - when: - files-changed: - - 'testing/raptor/**' - -reftest-harness: - description: layout/tools/reftest unittests - platform: - - linux1804-64/opt - - linux1804-64/debug - - linux1804-64-asan/opt - require-build: - by-project: - try: - linux1804-64-asan/opt: build-linux64-asan/opt - linux1804-64/debug: build-linux64/debug - linux1804-64/opt: build-linux64/opt - default: - linux1804-64-asan/opt: build-linux64-asan/opt - linux1804-64/debug: build-linux64/debug - linux1804-64/opt: build-linux64-shippable/opt - always-target: false - treeherder: - symbol: py3(ref) - worker: - by-platform: - linux1804-64.*: - docker-image: {in-tree: "ubuntu1804-test"} - max-run-time: 3600 - run: - using: run-task - cwd: '{checkout}' - command: > - source /builds/worker/scripts/xvfb.sh && - start_xvfb '1600x1200x24' 0 && - export GECKO_BINARY_PATH=$MOZ_FETCHES_DIR/firefox/firefox && - export TEST_HARNESS_ROOT=$MOZ_FETCHES_DIR/tests && - ./mach python-test --subsuite reftest - fetches: - build: - - target.tar.bz2 - - artifact: target.common.tests.tar.gz - dest: tests - - artifact: target.reftest.tests.tar.gz - dest: tests - toolchain: - - linux64-fix-stacks - when: - files-changed: - - 'layout/tools/reftest/**' - - 'testing/mozbase/mozrunner/mozrunner/**' - - 'testing/mozbase/moztest/moztest/selftest/**' - - 'testing/mozharness/mozharness/base/log.py' - - 'testing/mozharness/mozharness/mozilla/structuredlog.py' - - 'testing/mozharness/mozharness/mozilla/testing/errors.py' - -taskgraph-tests: - description: taskcluster/gecko_taskgraph unit tests - python-version: [3] - treeherder: - symbol: tg - run: - using: python-test - subsuite: taskgraph - when: - files-changed: - - 'taskcluster/**/*.py' - - 'python/mach/**/*.py' - -tryselect: - description: tools/tryselect unit tests - platform: - - linux1804-64/opt - - windows11-64/opt - python-version: [3] - treeherder: - symbol: try - run: - using: python-test - subsuite: try - when: - files-changed: - - 'taskcluster/ci/config.yml' - - 'taskcluster/ci/test/**' - - 'taskcluster/gecko_taskgraph/transforms/**' - - 'tools/tryselect/**' - -mozbuild: - description: mozbuild unit tests - platform: - - linux1804-64/opt - - macosx1015-64/opt - - windows11-64/opt - python-version: [3] - treeherder: - symbol: mbu - run: - using: python-test - subsuite: mozbuild - fetches: - toolchain: - by-platform: - linux1804-64/opt: - - linux64-node - macosx1015-64/opt: - - macosx64-node - windows11-64/opt: - - win64-node - - win64-mozmake - when: - files-changed: - - '**/moz.configure' - - 'build/moz.configure/**' - - 'config/tests/**' - - 'dom/bindings/mozwebidlcodegen/**' - - 'modules/libpref/init/**' - - 'modules/libpref/test/**' - - 'python/mach/**' - - 'python/mozboot/**' - - 'python/mozbuild/**' - - 'python/mozterm/**' - - 'python/mozversioncontrol/**' - - 'testing/mozbase/**' - - 'testing/xpcshell/xpcshellcommandline.py' - -mozperftest: - description: mozperftest unit tests - platform: - - linux1804-64/opt - - macosx1015-64/opt - - windows11-64/opt - treeherder: - symbol: mpu - run: - mach: perftest-test - fetches: - toolchain: - by-platform: - linux1804-64/opt: - - linux64-node - macosx1015-64/opt: - - macosx64-node - windows11-64/opt: - - win64-node - when: - files-changed: - - 'testing/performance/**' - - 'python/mozperftest/**' - -fxms-schemas: - description: > - Ensure messaging-system schemas are up-to-date and run Experimenter - integration tests. - platform: - - linux1804-64/opt - treeherder: - symbol: py3(fxms) - require-build: - by-project: - try: - linux1804-64/opt: build-linux64/opt - default: - linux1804-64/opt: build-linux64/opt - fetches: - build: - - artifact: target.tar.bz2 - - artifact: target.common.tests.tar.gz - worker: - by-platform: - linux1804-64.*: - docker-image: {in-tree: "ubuntu1804-test"} - max-run-time: 3600 - run: - using: run-task - cwd: '{checkout}' - command: > - cd browser/components/asrouter/content-src/schemas && - env LD_LIBRARY_PATH=${MOZ_FETCHES_DIR}/firefox \ - ${MOZ_FETCHES_DIR}/bin/xpcshell \ - -g ${MOZ_FETCHES_DIR}/firefox \ - -a ${MOZ_FETCHES_DIR}/firefox/browser \ - extract-test-corpus.js - ../../../../../mach python -- make-schemas.py --check - when: - files-changed: - - 'browser/components/asrouter/content-src/schemas/extract-test-corpus.js' - - 'browser/components/asrouter/content-src/schemas/make-schemas.py' - - 'browser/components/asrouter/content-src/**/*.schema.json' - - 'browser/components/asrouter/modules/CFRMessageProvider.sys.mjs' - - 'browser/components/asrouter/modules/OnboardingMessageProvider.sys.mjs' - - 'browser/components/asrouter/modules/PanelTestProvider.sys.mjs' - -condprof: - description: testing/condprofile unit tests - platform: - - linux1804-64/opt - - macosx1015-64/opt - - windows11-64/opt - python-version: [3] - treeherder: - symbol: condprof - run: - using: python-test - subsuite: condprof - when: - files-changed: - - 'testing/condprofile/condprof**' - - 'testing/condprofile/setup.py' - -featuregates: - description: featuregates Python unit tests - platform: - - linux1804-64/opt - - windows11-64/opt - python-version: [3] - treeherder: - symbol: fg - run: - using: python-test - subsuite: featuregates - fetches: - toolchain: - by-platform: - linux1804-64/opt: - - linux64-node - windows11-64/opt: - - win64-node - when: - files-changed: - - 'toolkit/components/featuregates/**' - -skip-fails: - description: testing/skip-fails unit tests - always-target: false - python-version: [3] - treeherder: - symbol: sf - run: - using: python-test - subsuite: skip-fails - when: - files-changed: - - 'testing/skipfails.py' - - 'testing/test/**' - -talos: - description: testing/talos unit tests - platform: windows11-64/opt - python-version: [3] - treeherder: - symbol: tal - run: - using: python-test - subsuite: talos - when: - files-changed: - - 'testing/talos/**' - -telemetry-integration-tests: - description: pytest-based integration tests for Telemetry - always-target: false - platform: - - linux1804-64/opt - worker: - by-platform: - linux1804-64.*: - docker-image: {in-tree: "ubuntu1804-test"} - max-run-time: 3600 - require-build: - by-project: - try: - linux1804-64/opt: build-linux64/opt - default: - linux1804-64/opt: build-linux64-shippable/opt - treeherder: - symbol: tt(i) - tier: 3 - run-on-projects: [] - run: - using: run-task - cwd: '{checkout}' - command: > - source /builds/worker/scripts/xvfb.sh && - start_xvfb '1600x1200x24' 0 && - export GECKO_BINARY_PATH=$MOZ_FETCHES_DIR/firefox/firefox && - ./mach python-test --subsuite telemetry-integration-tests - fetches: - build: - - target.tar.bz2 - - artifact: target.common.tests.tar.gz - dest: tests - - artifact: target.reftest.tests.tar.gz - dest: tests - when: - files-changed: - - 'toolkit/components/telemetry/**' - -telemetry-python: - description: Python unit tests for Telemetry - platform: - - linux1804-64/opt - - macosx1015-64/opt - - windows11-64/opt - python-version: [3] - treeherder: - symbol: tp - run: - using: python-test - subsuite: telemetry-python - fetches: - toolchain: - by-platform: - linux1804-64/opt: - - linux64-node - macosx1015-64/opt: - - macosx64-node - windows11-64/opt: - - win64-node - when: - files-changed: - - 'toolkit/components/telemetry/**' - -webext: - description: WebExtensions python utilities unit tests - platform: - - linux1804-64/opt - python-version: [3] - treeherder: - symbol: webext-py - tier: 2 - run: - using: python-test - subsuite: webext-python - when: - files-changed: - - 'toolkit/components/extensions/webidl-api/**' - - 'toolkit/components/extensions/schemas/*.json' - - 'browser/components/extensions/schemas/*.json' - - 'mobile/android/components/extensions/schemas/*.json' - -xpcom: - description: xpcom unit tests - platform: - - linux1804-64/opt - python-version: [3] - treeherder: - symbol: xpcom - run: - using: python-test - subsuite: xpcom - when: - files-changed: - - 'third_party/python/ply/**' - - 'xpcom/components/*.py' - - 'xpcom/components/test/**' - - 'xpcom/ds/tools/**' - - 'xpcom/ds/test/**' - - 'xpcom/idl-parser/**' diff --git a/taskcluster/ci/source-test/shadow-scheduler.yml b/taskcluster/ci/source-test/shadow-scheduler.yml deleted file mode 100644 index 97d1b1f30b..0000000000 --- a/taskcluster/ci/source-test/shadow-scheduler.yml +++ /dev/null @@ -1,178 +0,0 @@ -# This Source Code Form is subject to the terms of the Mozilla Public -# License, v. 2.0. If a copy of the MPL was not distributed with this -# file, You can obtain one at http://mozilla.org/MPL/2.0/. ---- -job-defaults: - platform: gecko-decision/opt - worker-type: t-linux-xlarge-source - worker: - docker-image: {in-tree: "lint"} - max-run-time: 3600 - artifacts: - - type: file - name: public/shadow-scheduler/optimized-tasks.json - path: /builds/worker/optimized-tasks.json - env: - DECISION_TASK_ID: {task-reference: } - treeherder: - kind: other - tier: 3 - run-on-projects: ['autoland-only'] - run: - using: mach - mach: taskgraph optimized -v --json -p task-id=$DECISION_TASK_ID --output-file /builds/worker/optimized-tasks.json - sparse-profile: taskgraph - -relevant_tests: - description: Runs the relevant_tests optimization strategy instead of the default. - treeherder: - symbol: SS(relevant_tests) - index: - product: source - job-name: shadow-scheduler-relevant_tests - worker: - env: - TASKGRAPH_OPTIMIZE_STRATEGIES: gecko_taskgraph.optimize:experimental.relevant_tests - -bugbug_tasks_medium: - description: Runs the bugbug_tasks_medium optimization strategy instead of the default. - treeherder: - symbol: SS(bugbug_tasks_medium) - index: - product: source - job-name: shadow-scheduler-bugbug_tasks_medium - worker: - env: - TASKGRAPH_OPTIMIZE_STRATEGIES: gecko_taskgraph.optimize:experimental.bugbug_tasks_medium - -bugbug_tasks_high: - description: Runs the bugbug_tasks_high optimization strategy (with a high confidence threshold) instead of the default. - treeherder: - symbol: SS(bugbug_tasks_high) - index: - product: source - job-name: shadow-scheduler-bugbug_tasks_high - worker: - env: - TASKGRAPH_OPTIMIZE_STRATEGIES: gecko_taskgraph.optimize:experimental.bugbug_tasks_high - -bugbug_debug_disperse: - description: Runs the bugbug_debug_disperse optimization strategy instead of the default. - treeherder: - symbol: SS(bugbug_debug_disperse) - index: - product: source - job-name: shadow-scheduler-bugbug_debug_disperse - worker: - env: - TASKGRAPH_OPTIMIZE_STRATEGIES: gecko_taskgraph.optimize:experimental.bugbug_debug_disperse - -bugbug_disperse_low: - description: Runs the bugbug_disperse_low optimization strategy instead of the default. - treeherder: - symbol: SS(bugbug_disperse_low) - index: - product: source - job-name: shadow-scheduler-bugbug_disperse_low - worker: - env: - TASKGRAPH_OPTIMIZE_STRATEGIES: gecko_taskgraph.optimize:experimental.bugbug_disperse_low - -bugbug_disperse_medium: - description: Runs the bugbug_disperse_medium optimization strategy instead of the default. - treeherder: - symbol: SS(bugbug_disperse_med) - index: - product: source - job-name: shadow-scheduler-bugbug_disperse_medium - worker: - env: - TASKGRAPH_OPTIMIZE_STRATEGIES: gecko_taskgraph.optimize:experimental.bugbug_disperse_medium - -bugbug_disperse_reduced_medium: - description: Runs the bugbug_disperse_reduced_medium optimization strategy instead of the default. - treeherder: - symbol: SS(bugbug_di_r_med_noun) - index: - product: source - job-name: shadow-scheduler-bugbug_disperse_reduced_medium - worker: - env: - TASKGRAPH_OPTIMIZE_STRATEGIES: gecko_taskgraph.optimize:experimental.bugbug_disperse_reduced_medium - -bugbug_reduced_manifests_config_selection_low: - description: Runs the bugbug_reduced_manifests_config_selection_low optimization strategy instead of the default. - treeherder: - symbol: SS(bugbug_r_c_s_low) - index: - product: source - job-name: shadow-scheduler-bugbug_reduced_manifests_config_selection_low - worker: - env: - TASKGRAPH_OPTIMIZE_STRATEGIES: gecko_taskgraph.optimize:experimental.bugbug_reduced_manifests_config_selection_low - -bugbug_reduced_manifests_config_selection_medium: - description: Runs the bugbug_reduced_manifests_config_selection_medium optimization strategy instead of the default. - treeherder: - symbol: SS(bugbug_r_c_s_med) - index: - product: source - job-name: shadow-scheduler-bugbug_reduced_manifests_config_selection_medium - worker: - env: - TASKGRAPH_OPTIMIZE_STRATEGIES: gecko_taskgraph.optimize:experimental.bugbug_reduced_manifests_config_selection_medium - -bugbug_disperse_medium_no_unseen: - description: Runs the bugbug_disperse_medium_no_unseen optimization strategy instead of the default. - treeherder: - symbol: SS(bugbug_disp_med_noun) - index: - product: source - job-name: shadow-scheduler-bugbug_disperse_medium_no_unseen - worker: - env: - TASKGRAPH_OPTIMIZE_STRATEGIES: gecko_taskgraph.optimize:experimental.bugbug_disperse_medium_no_unseen - -bugbug_disperse_medium_only_one: - description: Runs the bugbug_disperse_medium_only_one optimization strategy instead of the default. - treeherder: - symbol: SS(bugbug_disp_med_one) - index: - product: source - job-name: shadow-scheduler-bugbug_disperse_medium_only_one - worker: - env: - TASKGRAPH_OPTIMIZE_STRATEGIES: gecko_taskgraph.optimize:experimental.bugbug_disperse_medium_only_one - -bugbug_disperse_high: - description: Runs the bugbug_disperse_high optimization strategy instead of the default. - treeherder: - symbol: SS(bugbug_disperse_high) - index: - product: source - job-name: shadow-scheduler-bugbug_disperse_high - worker: - env: - TASKGRAPH_OPTIMIZE_STRATEGIES: gecko_taskgraph.optimize:experimental.bugbug_disperse_high - -bugbug_reduced: - description: Runs the bugbug_reduced optimization strategy instead of the default. - treeherder: - symbol: SS(bugbug_reduced) - index: - product: source - job-name: shadow-scheduler-bugbug_reduced - worker: - env: - TASKGRAPH_OPTIMIZE_STRATEGIES: gecko_taskgraph.optimize:experimental.bugbug_reduced - -bugbug_reduced_high: - description: Runs the bugbug_reduced optimization strategy (with a low confidence threshold) instead of the default. - treeherder: - symbol: SS(bugbug_reduced_high) - index: - product: source - job-name: shadow-scheduler-bugbug_reduced_high - worker: - env: - TASKGRAPH_OPTIMIZE_STRATEGIES: gecko_taskgraph.optimize:experimental.bugbug_reduced_high diff --git a/taskcluster/ci/source-test/taskgraph.yml b/taskcluster/ci/source-test/taskgraph.yml deleted file mode 100644 index 3065c80482..0000000000 --- a/taskcluster/ci/source-test/taskgraph.yml +++ /dev/null @@ -1,42 +0,0 @@ -# This Source Code Form is subject to the terms of the Mozilla Public -# License, v. 2.0. If a copy of the MPL was not distributed with this -# file, You can obtain one at http://mozilla.org/MPL/2.0/. ---- -diff: - description: Generates diffs of CI changes - platform: linux1804-64/opt - worker-type: t-linux-xlarge-source - worker: - docker-image: {in-tree: "lint"} - max-run-time: 1800 - # Uncomment to upload logs of the generations as artifacts. - # env: - # XDG_CACHE_HOME: "/builds/worker/artifacts/cache" - artifacts: - - type: directory - name: public/taskgraph - path: /builds/worker/artifacts - attributes: - code-review: true - always-target: true - treeherder: - kind: test - platform: gecko-decision/opt - symbol: tgdiff - tier: 2 - task-context: - from-parameters: - base_rev: base_rev - substitution-fields: - - run.command - run: - using: run-task - cwd: '{checkout}' - command: >- - mkdir -p /builds/worker/artifacts/diffs && - ./mach taskgraph target --fast -p "taskcluster/test/params" --force-local-files-changed -o "/builds/worker/artifacts/diffs/diff.txt" --diff {base_rev} && - python taskcluster/scripts/misc/summarize-tgdiff.py /builds/worker/artifacts/diffs/ 20 - when: - files-changed: - - 'taskcluster/ci/**' - - 'taskcluster/**/*.py' diff --git a/taskcluster/ci/source-test/vendor.yml b/taskcluster/ci/source-test/vendor.yml deleted file mode 100644 index c6594c6f68..0000000000 --- a/taskcluster/ci/source-test/vendor.yml +++ /dev/null @@ -1,44 +0,0 @@ -# This Source Code Form is subject to the terms of the Mozilla Public -# License, v. 2.0. If a copy of the MPL was not distributed with this -# file, You can obtain one at http://mozilla.org/MPL/2.0/. ---- -job-defaults: - worker-type: t-linux-xlarge-source - attributes: - code-review: true - worker: - docker-image: {in-tree: static-analysis-build} - max-run-time: 1200 - artifacts: - - type: file - name: public/code-review/issues.json - path: /builds/worker/issues.json - treeherder: - kind: test - tier: 1 - platform: lint/opt - run: - using: run-task - -rust: - description: Rust vendoring validation - treeherder: - symbol: rust(vendor) - worker: - env: - MACH_BUILD_PYTHON_NATIVE_PACKAGE_SOURCE: system - run: - cwd: '{checkout}' - command: >- - ./mach vendor rust --issues-json /builds/worker/issues.json - fetches: - toolchain: - - linux64-cargo-vet - - linux64-rust - when: - files-changed: - - 'Cargo.lock' - - '**/Cargo.toml' - - 'python/mozbuild/mozbuild/vendor/vendor_rust.py' - - 'supply-chain/**' - - 'third_party/rust/**' diff --git a/taskcluster/ci/source-test/webcompat.yml b/taskcluster/ci/source-test/webcompat.yml deleted file mode 100644 index 66ff7910a6..0000000000 --- a/taskcluster/ci/source-test/webcompat.yml +++ /dev/null @@ -1,37 +0,0 @@ -# This Source Code Form is subject to the terms of the Mozilla Public -# License, v. 2.0. If a copy of the MPL was not distributed with this -# file, You can obtain one at http://mozilla.org/MPL/2.0/. ---- -job-defaults: - platform: linux1804-64/opt - require-build: - by-project: - try: - linux1804-64/opt: build-linux64/opt - default: - linux1804-64/opt: build-linux64-shippable/opt - fetches: - build: - - target.tar.bz2 - toolchain: - - linux64-geckodriver - run-on-projects: [] - treeherder: - kind: test - worker-type: t-linux-xlarge-source - worker: - docker-image: {in-tree: ubuntu1804-test} - max-run-time: 1800 - optimization: - skip-unless-expanded: null - -interventions: - description: webcompat intervention tests - treeherder: - symbol: wc(I) - tier: 3 - python-version: [3] - run: - using: mach - # Need to start Xvfb if we remove --headless - mach: test-interventions --headless --binary $MOZ_FETCHES_DIR/firefox/firefox --webdriver-binary $MOZ_FETCHES_DIR/geckodriver --log-tbpl - diff --git a/taskcluster/ci/source-test/webidl.yml b/taskcluster/ci/source-test/webidl.yml deleted file mode 100644 index eec7a75e38..0000000000 --- a/taskcluster/ci/source-test/webidl.yml +++ /dev/null @@ -1,24 +0,0 @@ -# This Source Code Form is subject to the terms of the Mozilla Public -# License, v. 2.0. If a copy of the MPL was not distributed with this -# file, You can obtain one at http://mozilla.org/MPL/2.0/. ---- -test: - description: WebIDL parser tests - platform: lint/opt - treeherder: - symbol: Wp - kind: test - tier: 1 - worker-type: t-linux-xlarge-source - worker: - docker-image: {in-tree: "lint"} - max-run-time: 1800 - run: - using: mach - mach: webidl-parser-test --verbose - when: - files-changed: - - 'dom/bindings/parser/runtests.py' - - 'dom/bindings/parser/WebIDL.py' - - 'dom/bindings/parser/tests/**' - - 'other-licenses/ply/**' diff --git a/taskcluster/ci/source-test/wpt-manifest.yml b/taskcluster/ci/source-test/wpt-manifest.yml deleted file mode 100644 index 06b29b60f5..0000000000 --- a/taskcluster/ci/source-test/wpt-manifest.yml +++ /dev/null @@ -1,39 +0,0 @@ -# This Source Code Form is subject to the terms of the Mozilla Public -# License, v. 2.0. If a copy of the MPL was not distributed with this -# file, You can obtain one at http://mozilla.org/MPL/2.0/. ---- -job-defaults: - platform: linux64/opt - treeherder: - kind: test - tier: 2 - worker-type: t-linux-xlarge-source - worker: - docker-image: {in-tree: "lint"} - max-run-time: 1800 - -upload: - description: Generate and store the web-platform-tests manifest - treeherder: - symbol: Wm - index: - product: source - job-name: manifest-upload - rank: build_date - run: - using: run-task - cwd: '{checkout}' - command: > - ./mach wpt-manifest-update --config testing/web-platform/wptrunner.ini --no-download - && tar -cvzf manifests.tar.gz -C testing/web-platform/ meta/MANIFEST.json mozilla/meta/MANIFEST.json - worker: - artifacts: - - type: file - path: /builds/worker/checkouts/gecko/manifests.tar.gz - name: public/manifests.tar.gz - - max-run-time: 3600 - when: - files-changed: - - 'testing/web-platform/tests/**' - - 'testing/web-platform/mozilla/tests/**' diff --git a/taskcluster/ci/source-test/wpt-metadata.yml b/taskcluster/ci/source-test/wpt-metadata.yml deleted file mode 100644 index b2c54d62b9..0000000000 --- a/taskcluster/ci/source-test/wpt-metadata.yml +++ /dev/null @@ -1,58 +0,0 @@ -# This Source Code Form is subject to the terms of the Mozilla Public -# License, v. 2.0. If a copy of the MPL was not distributed with this -# file, You can obtain one at http://mozilla.org/MPL/2.0/. ---- -job-defaults: - platform: lint/opt - treeherder: - kind: test - tier: 2 - worker-type: t-linux-xlarge-source - worker: - docker-image: {in-tree: "lint"} - max-run-time: 1800 - -summary: - description: Summarize wpt metadata - treeherder: - symbol: wpt-meta - index: - product: source - job-name: source-wpt-metadata-summary - run: - using: mach - mach: wpt-metadata-summary --out-dir=/builds/worker/artifacts - worker: - artifacts: - - type: directory - path: /builds/worker/artifacts - name: public - max-run-time: 2700 - when: - files-changed: - - 'testing/web-platform/meta/**' - - 'testing/web-platform/mozilla/meta/**' - - 'testing/web-platform/metasummary.py' - - -fission-regression: - description: Summarize fission regressions in wpt - treeherder: - symbol: wpt-fis - index: - product: source - job-name: source-wpt-fission-regressions - run: - using: mach - mach: wpt-fission-regressions --all-json /builds/worker/artifacts/regressions.json --untriaged /builds/worker/artifacts/untriaged.txt - worker: - artifacts: - - type: directory - path: /builds/worker/artifacts - name: public - max-run-time: 2700 - when: - files-changed: - - 'testing/web-platform/meta/**' - - 'testing/web-platform/mozilla/meta/**' - - 'testing/web-platform/fissionregressions.py' diff --git a/taskcluster/ci/spidermonkey/kind.yml b/taskcluster/ci/spidermonkey/kind.yml deleted file mode 100644 index 358ffeeb3f..0000000000 --- a/taskcluster/ci/spidermonkey/kind.yml +++ /dev/null @@ -1,74 +0,0 @@ -# This Source Code Form is subject to the terms of the Mozilla Public -# License, v. 2.0. If a copy of the MPL was not distributed with this -# file, You can obtain one at http://mozilla.org/MPL/2.0/. ---- -loader: gecko_taskgraph.loader.transform:loader - -kind-dependencies: - - toolchain - -transforms: - - gecko_taskgraph.transforms.spidermonkey:transforms - - gecko_taskgraph.transforms.build_attrs:transforms - - gecko_taskgraph.transforms.build_lints:transforms - - gecko_taskgraph.transforms.job:transforms - - gecko_taskgraph.transforms.task:transforms - -job-defaults: - attributes: - retrigger: true - treeherder: - kind: build - tier: 1 - index: - product: firefox - worker-type: b-linux-gcp - run: - using: spidermonkey - when: - files-changed: - # any when.files-changed specified below in a job will be - # appended to this list - - build/** - - config/** - - configure.py - - dom/bindings/** - - intl/icu/** - - js/moz.configure - - js/public/** - - js/src/** - - layout/tools/reftest/reftest/** - - Makefile.in - - media/webrtc/trunk/tools/gyp/** - - memory/** - - mfbt/** - - modules/fdlibm/** - - modules/zlib/src/** - - mozglue/** - - moz.build - - moz.configure - - nsprpub/** - - python/** - - taskcluster/moz.build - - taskcluster/ci/spidermonkey/kind.yml - - testing/mozbase/** - - testing/web-platform/** - - test.mozbuild - - toolkit/mozapps/installer/package-name.mk - - toolkit/mozapps/installer/upload-files.mk - fetches: - toolchain: - by-worker-type: - .*-b-win2022: - - win64-clang - - win64-rust - default: - - linux64-clang - - linux64-gcc - - linux64-rust - - linux64-dump_syms - - sysroot-x86_64-linux-gnu - -jobs-from: - - linux.yml - - windows.yml diff --git a/taskcluster/ci/spidermonkey/linux.yml b/taskcluster/ci/spidermonkey/linux.yml deleted file mode 100644 index fbf3c8d0e2..0000000000 --- a/taskcluster/ci/spidermonkey/linux.yml +++ /dev/null @@ -1,628 +0,0 @@ -# This Source Code Form is subject to the terms of the Mozilla Public -# License, v. 2.0. If a copy of the MPL was not distributed with this -# file, You can obtain one at http://mozilla.org/MPL/2.0/. ---- -job-defaults: - worker: - max-run-time: 10800 - docker-image: {in-tree: debian12-amd64-build} - env: - MOZ_JS_UPLOAD_BINARIES_DEFAULT: "0" - run: - tooltool-downloads: public - -sm-package-linux64/opt: - description: "Spidermonkey source package and test" - index: - job-name: sm-package-linux64-opt - treeherder: - symbol: SM(pkg) - platform: linux64/opt - run: - using: spidermonkey-package - spidermonkey-variant: plain - fetches: - toolchain: - - linux64-clang - - linux64-cbindgen - - linux64-dump_syms - - linux64-breakpad-injector - - linux64-minidump-stackwalk - - linux64-llvm-symbolizer - - linux64-rust - - linux64-gcc - - linux64-pkgconf - - sysroot-x86_64-linux-gnu - -sm-plain-linux64/debug: - description: "Spidermonkey Plain" - index: - job-name: sm-plain-linux64-debug - treeherder: - platform: linux64/debug - symbol: SM(p) - run: - spidermonkey-variant: plaindebug - fetches: - toolchain: - - linux64-clang - - linux64-cbindgen - - linux64-dump_syms - - linux64-breakpad-injector - - linux64-minidump-stackwalk - - linux64-llvm-symbolizer - - linux64-rust - - linux64-pkgconf - - sysroot-x86_64-linux-gnu - -sm-plain-linux64/opt: - description: "Spidermonkey Plain" - index: - job-name: sm-plain-linux64-opt - treeherder: - symbol: SM(p) - platform: linux64/opt - run: - spidermonkey-variant: plain - fetches: - toolchain: - - linux64-clang - - linux64-cbindgen - - linux64-dump_syms - - linux64-breakpad-injector - - linux64-minidump-stackwalk - - linux64-llvm-symbolizer - - linux64-rust - - linux64-gcc - - linux64-pkgconf - - sysroot-x86_64-linux-gnu - -sm-smoosh-linux64/debug: - description: "Spidermonkey SmooshMonkey" - index: - job-name: sm-smoosh-linux64-debug - treeherder: - platform: linux64/debug - symbol: SM(smoosh) - tier: 3 - run: - spidermonkey-variant: smooshdebug - run-on-projects: [] - fetches: - toolchain: - - linux64-clang - - linux64-rust - - linux64-cbindgen - - linux64-dump_syms - - linux64-breakpad-injector - - linux64-minidump-stackwalk - - linux64-llvm-symbolizer - - linux64-pkgconf - - sysroot-x86_64-linux-gnu - when: - files-changed: - - 'third_party/rust/jsparagus/**' - - 'js/src/frontend/Frontend2.cpp' - - 'js/src/frontend/Frontend2.h' - - 'js/src/frontend/SourceNotes.h' - - 'js/src/frontend/smoosh/**' - - 'js/public/Symbol.h' - - 'js/src/vm/AsyncFunctionResolveKind.h' - - 'js/src/vm/BytecodeFormatFlags.h' - - 'js/src/vm/CheckIsObjectKind.h' - - 'js/src/vm/FunctionFlags.h' - - 'js/src/vm/FunctionPrefixKind.h' - - 'js/src/vm/GeneratorAndAsyncKind.h' - - 'js/src/vm/GeneratorResumeKind.h' - - 'js/src/vm/Opcodes.h' - - 'js/src/vm/ThrowMsgKind.h' - - 'js/src/vm/StencilEnums.h' - -sm-smoosh-linux64/opt: - description: "Spidermonkey SmooshMonkey" - index: - job-name: sm-smoosh-linux64-opt - treeherder: - symbol: SM(smoosh) - platform: linux64/opt - tier: 3 - run: - spidermonkey-variant: smoosh - run-on-projects: [] - fetches: - toolchain: - - linux64-clang - - linux64-rust - - linux64-cbindgen - - linux64-dump_syms - - linux64-breakpad-injector - - linux64-minidump-stackwalk - - linux64-llvm-symbolizer - - linux64-pkgconf - - sysroot-x86_64-linux-gnu - when: - files-changed: - - 'third_party/rust/jsparagus/**' - - 'js/src/frontend/Frontend2.cpp' - - 'js/src/frontend/Frontend2.h' - - 'js/src/frontend/SourceNotes.h' - - 'js/src/frontend/smoosh/**' - - 'js/public/Symbol.h' - - 'js/src/vm/AsyncFunctionResolveKind.h' - - 'js/src/vm/BytecodeFormatFlags.h' - - 'js/src/vm/CheckIsObjectKind.h' - - 'js/src/vm/FunctionFlags.h' - - 'js/src/vm/FunctionPrefixKind.h' - - 'js/src/vm/GeneratorAndAsyncKind.h' - - 'js/src/vm/GeneratorResumeKind.h' - - 'js/src/vm/Opcodes.h' - - 'js/src/vm/ThrowMsgKind.h' - - 'js/src/vm/StencilEnums.h' - -sm-nojit-linux64/opt: - description: "Spidermonkey no JIT" - index: - job-name: sm-nojit-linux64-opt - treeherder: - symbol: SM(nojit) - platform: linux64/opt - run: - spidermonkey-variant: nojit - fetches: - toolchain: - - linux64-clang - - linux64-rust - - linux64-cbindgen - - linux64-dump_syms - - linux64-breakpad-injector - - linux64-minidump-stackwalk - - linux64-llvm-symbolizer - - linux64-pkgconf - - sysroot-x86_64-linux-gnu - -sm-pbl-linux64/opt: - description: "Spidermonkey PBL" - index: - job-name: sm-pbl-linux64-opt - treeherder: - symbol: SM(pbl) - platform: linux64/opt - tier: 2 - run: - spidermonkey-variant: pbl - fetches: - toolchain: - - linux64-clang - - linux64-rust - - linux64-cbindgen - - linux64-dump_syms - - linux64-breakpad-injector - - linux64-minidump-stackwalk - - linux64-llvm-symbolizer - - linux64-pkgconf - - sysroot-x86_64-linux-gnu - -sm-pbl-linux64/debug: - description: "Spidermonkey PBL Debug" - index: - job-name: sm-pbl-linux64-debug - treeherder: - symbol: SM(pbl) - platform: linux64/debug - tier: 2 - run: - spidermonkey-variant: pbl-debug - fetches: - toolchain: - - linux64-clang - - linux64-rust - - linux64-cbindgen - - linux64-dump_syms - - linux64-breakpad-injector - - linux64-minidump-stackwalk - - linux64-llvm-symbolizer - - linux64-pkgconf - - sysroot-x86_64-linux-gnu - -sm-plain-linux32/debug: - description: "Spidermonkey Plain" - index: - job-name: sm-plain-linux32-debug - treeherder: - platform: linux32/debug - symbol: SM(p) - run: - spidermonkey-variant: plaindebug - spidermonkey-platform: linux - fetches: - toolchain: - - linux64-clang - - linux64-rust - - linux64-cbindgen - - linux64-dump_syms - - linux64-breakpad-injector - - linux64-minidump-stackwalk - - linux64-llvm-symbolizer - - linux64-pkgconf - - sysroot-i686-linux-gnu - - sysroot-x86_64-linux-gnu - -sm-arm-sim-linux32/debug: - description: "Spidermonkey ARM sim" - index: - job-name: sm-arm-sim-linux32-debug - treeherder: - platform: linux32/debug - symbol: SM(arm) - run: - spidermonkey-variant: arm-sim - fetches: - toolchain: - - linux64-clang - - linux64-rust - - linux64-cbindgen - - linux64-dump_syms - - linux64-breakpad-injector - - linux64-minidump-stackwalk - - linux64-llvm-symbolizer - - linux64-pkgconf - - sysroot-i686-linux-gnu - - sysroot-x86_64-linux-gnu - -sm-arm64-sim-linux64/debug: - description: "Spidermonkey ARM64 sim" - index: - job-name: sm-arm64-sim-linux64-debug - treeherder: - platform: linux64/debug - symbol: SM(arm64) - run: - spidermonkey-variant: arm64-sim - worker: - env: - MOZ_JS_UPLOAD_BINARIES_DEFAULT: "1" - fetches: - toolchain: - - linux64-clang - - linux64-rust - - linux64-cbindgen - - linux64-dump_syms - - linux64-breakpad-injector - - linux64-minidump-stackwalk - - linux64-llvm-symbolizer - - linux64-pkgconf - - sysroot-x86_64-linux-gnu - -sm-asan-linux64/opt: - description: "Spidermonkey Address Sanitizer" - index: - job-name: sm-linux64-asan-opt - treeherder: - symbol: SM(asan) - platform: linux64/opt - worker: - env: - MOZ_JS_UPLOAD_BINARIES_DEFAULT: "1" - run: - spidermonkey-variant: asan - fetches: - toolchain: - - linux64-clang - - linux64-rust - - linux64-cbindgen - - linux64-dump_syms - - linux64-breakpad-injector - - linux64-minidump-stackwalk - - linux64-llvm-symbolizer - - linux64-pkgconf - - sysroot-x86_64-linux-gnu - -sm-compacting-linux64/debug: - description: "Spidermonkey Compacting" - index: - job-name: sm-compacting-linux64-debug - treeherder: - platform: linux64/debug - symbol: SM(cgc) - run: - spidermonkey-variant: compacting - fetches: - toolchain: - - linux64-clang - - linux64-rust - - linux64-cbindgen - - linux64-dump_syms - - linux64-breakpad-injector - - linux64-minidump-stackwalk - - linux64-llvm-symbolizer - - linux64-pkgconf - - sysroot-x86_64-linux-gnu - -sm-linux64-wasi/opt: - description: "Spidermonkey WASI opt build" - index: - job-name: sm-linux64-wasi-opt - treeherder: - platform: linux64/opt - symbol: SM(wasi) - tier: 2 - run: - spidermonkey-variant: wasi - fetches: - toolchain: - - linux64-clang - - linux64-rust - - linux64-cbindgen - - linux64-dump_syms - - linux64-pkgconf - - sysroot-x86_64-linux-gnu - - sysroot-wasm32-wasi - -# Like sm-linux64-wasi/opt but with Intl/ICU enabled. -sm-linux64-wasi-intl/opt: - description: "Spidermonkey WASI Intl opt build" - index: - job-name: sm-linux64-wasi-intl-opt - treeherder: - platform: linux64/opt - symbol: SM(wasi-intl) - tier: 2 - run: - spidermonkey-variant: wasi-intl - fetches: - toolchain: - - linux64-clang - - linux64-rust - - linux64-cbindgen - - linux64-dump_syms - - linux64-pkgconf - - sysroot-x86_64-linux-gnu - - sysroot-wasm32-wasi - -sm-wasm-no-experimental-linux64/debug: - description: "Spidermonkey WebAssembly No experimental features" - index: - job-name: sm-wasm-no-experimental-linux64-debug - treeherder: - platform: linux64/debug - symbol: SM(wasm-no-experimental) - tier: 2 - run: - spidermonkey-variant: wasm-noexperimental - fetches: - toolchain: - - linux64-clang - - linux64-cbindgen - - linux64-dump_syms - - linux64-breakpad-injector - - linux64-minidump-stackwalk - - linux64-llvm-symbolizer - - linux64-rust - - linux64-gcc - - linux64-pkgconf - - sysroot-x86_64-linux-gnu - -sm-linux64-wasi-pbl/opt: - description: "Spidermonkey WASI opt build with PBL" - index: - job-name: sm-pbl-linux64-wasi-opt - treeherder: - platform: linux64/opt - symbol: SM(wasi-pbl) - tier: 2 - run: - spidermonkey-variant: wasi-pbl - fetches: - toolchain: - - linux64-clang - - linux64-rust - - linux64-cbindgen - - linux64-dump_syms - - linux64-pkgconf - - sysroot-x86_64-linux-gnu - - sysroot-wasm32-wasi - -sm-msan-linux64/opt: - description: "Spidermonkey Memory Sanitizer" - index: - job-name: sm-linux64-msan-opt - treeherder: - symbol: SM(msan) - platform: linux64/opt - tier: 3 - worker: - env: - MOZ_JS_UPLOAD_BINARIES_DEFAULT: "1" - run: - spidermonkey-variant: msan - # Disable by default by allow try pushes to explicitly request. - run-on-projects: [] - fetches: - toolchain: - - linux64-clang - - linux64-rust - - linux64-cbindgen - - linux64-dump_syms - - linux64-breakpad-injector - - linux64-minidump-stackwalk - - linux64-llvm-symbolizer - - linux64-pkgconf - - sysroot-x86_64-linux-gnu - -sm-tsan-linux64/opt: - description: "Spidermonkey Thread Sanitizer" - index: - job-name: sm-linux64-tsan-opt - treeherder: - symbol: SM(tsan) - platform: linux64/opt - worker: - env: - MOZ_JS_UPLOAD_BINARIES_DEFAULT: "1" - run: - spidermonkey-variant: tsan - fetches: - toolchain: - - linux64-clang - - linux64-gcc - - linux64-cbindgen - - linux64-dump_syms - - linux64-breakpad-injector - - linux64-minidump-stackwalk - - linux64-llvm-symbolizer - - linux64-rust-dev - - linux64-pkgconf - - sysroot-x86_64-linux-gnu - -sm-rootanalysis-linux64/debug: - description: "Spidermonkey Root Analysis" - index: - job-name: sm-rootanalysis-linux64-debug - treeherder: - platform: linux64/debug - symbol: SM(r) - run: - spidermonkey-variant: rootanalysis - fetches: - toolchain: - - linux64-clang - - linux64-rust - - linux64-cbindgen - - linux64-dump_syms - - linux64-breakpad-injector - - linux64-minidump-stackwalk - - linux64-llvm-symbolizer - - linux64-pkgconf - - sysroot-x86_64-linux-gnu - -sm-nonunified-linux64/debug: - description: "Spidermonkey Non-Unified Debug" - index: - job-name: sm-nonunified-linux64-debug - treeherder: - platform: linux64/debug - symbol: SM(nu) - run: - spidermonkey-variant: nonunified - fetches: - toolchain: - - linux64-clang - - linux64-rust - - linux64-cbindgen - - linux64-dump_syms - - linux64-breakpad-injector - - linux64-minidump-stackwalk - - linux64-llvm-symbolizer - - linux64-pkgconf - - sysroot-x86_64-linux-gnu - -sm-fuzzing-linux64/opt: - description: "Spidermonkey Fuzzing" - index: - job-name: sm-linux64-fuzzing - treeherder: - platform: linux64/opt - symbol: SM(f) - worker: - env: - MOZ_JS_UPLOAD_BINARIES_DEFAULT: "1" - run: - spidermonkey-variant: fuzzing - fetches: - toolchain: - - linux64-clang - - linux64-rust - - linux64-cbindgen - - linux64-dump_syms - - linux64-breakpad-injector - - linux64-minidump-stackwalk - - linux64-llvm-symbolizer - - linux64-pkgconf - - sysroot-x86_64-linux-gnu - -sm-fuzzilli-linux64/debug: - description: "Spidermonkey Fuzzilli debug" - index: - job-name: sm-linux64-fuzzilli-debug - treeherder: - platform: linux64/debug - symbol: SM(fuzzilli) - worker: - env: - MOZ_JS_UPLOAD_BINARIES_DEFAULT: "1" - run: - spidermonkey-variant: fuzzilli - fetches: - toolchain: - - linux64-clang - - linux64-rust - - linux64-cbindgen - - linux64-pkgconf - - sysroot-x86_64-linux-gnu - -sm-gdb-linux64/debug: - description: "Spidermonkey GDB Pretty-printers" - index: - job-name: sm-gdb-linux64 - worker: - docker-image: {in-tree: gdb-test} - treeherder: - platform: linux64/debug - tier: 2 - symbol: SM(gdb) - run: - spidermonkey-variant: gdb - fetches: - toolchain: - - linux64-clang - - linux64-gcc - - linux64-rust - - linux64-cbindgen - - linux64-dump_syms - - linux64-breakpad-injector - - linux64-minidump-stackwalk - - linux64-llvm-symbolizer - - linux64-pkgconf - - sysroot-x86_64-linux-gnu - -sm-rt-linux64/debug: - description: "SpiderMonkey Records&Tuples" - index: - job-name: sm-rt-linux64-debug - treeherder: - platform: linux64/debug - symbol: SM(rt) - run: - spidermonkey-variant: rtdebug - fetches: - toolchain: - - linux64-clang - - linux64-cbindgen - - linux64-dump_syms - - linux64-breakpad-injector - - linux64-minidump-stackwalk - - linux64-llvm-symbolizer - - linux64-rust - - linux64-pkgconf - - sysroot-x86_64-linux-gnu - -sm-temporal-linux64/debug: - description: "SpiderMonkey Temporal" - index: - job-name: sm-temporal-linux64-debug - treeherder: - platform: linux64/debug - symbol: SM(temporal) - run: - spidermonkey-variant: temporaldebug - fetches: - toolchain: - - linux64-clang - - linux64-cbindgen - - linux64-dump_syms - - linux64-breakpad-injector - - linux64-minidump-stackwalk - - linux64-llvm-symbolizer - - linux64-rust - - linux64-pkgconf - - sysroot-x86_64-linux-gnu diff --git a/taskcluster/ci/spidermonkey/windows.yml b/taskcluster/ci/spidermonkey/windows.yml deleted file mode 100644 index 2fa90deb8e..0000000000 --- a/taskcluster/ci/spidermonkey/windows.yml +++ /dev/null @@ -1,124 +0,0 @@ -# This Source Code Form is subject to the terms of the Mozilla Public -# License, v. 2.0. If a copy of the MPL was not distributed with this -# file, You can obtain one at http://mozilla.org/MPL/2.0/. ---- -job-defaults: - worker-type: b-win2022 - worker: - max-run-time: 10800 - run: - tooltool-downloads: public - -sm-plain-win64/debug: - description: "Spidermonkey Plain win64 debug" - index: - job-name: sm-plain-win64-debug - treeherder: - platform: windows2012-64/debug - symbol: SM(p) - run: - spidermonkey-variant: plaindebug - spidermonkey-platform: win64 - fetches: - toolchain: - - win64-cbindgen - - win64-clang - - win64-rust - - win64-mozmake - - vs - -sm-plain-win32/debug: - description: "Spidermonkey Plain win32 debug" - index: - job-name: sm-plain-win32-debug - treeherder: - platform: windows2012-32/debug - symbol: SM(p) - tier: 2 - run: - spidermonkey-variant: plaindebug - spidermonkey-platform: win32 - run-on-projects: ['mozilla-central'] - fetches: - toolchain: - - win64-cbindgen - - win64-clang - - win64-rust - - win64-mozmake - - vs - -sm-plain-win64/opt: - description: "Spidermonkey Plain win64 opt" - index: - job-name: sm-plain-win64-opt - treeherder: - platform: windows2012-64/opt - symbol: SM(p) - run: - spidermonkey-variant: plain - spidermonkey-platform: win64 - fetches: - toolchain: - - win64-cbindgen - - win64-clang - - win64-rust - - win64-mozmake - - vs - -sm-plain-win32/opt: - description: "Spidermonkey Plain win32 opt" - index: - job-name: sm-plain-win32-opt - treeherder: - platform: windows2012-32/opt - symbol: SM(p) - tier: 2 - run: - spidermonkey-variant: plain - spidermonkey-platform: win32 - run-on-projects: ['mozilla-central'] - fetches: - toolchain: - - win64-cbindgen - - win64-clang - - win64-rust - - win64-mozmake - - vs - -sm-compacting-win64/debug: - description: "Spidermonkey Compacting win64 debug" - index: - job-name: sm-compacting-win64-debug - treeherder: - platform: windows2012-64/debug - symbol: SM(cgc) - run: - spidermonkey-variant: compacting - spidermonkey-platform: win64 - fetches: - toolchain: - - win64-cbindgen - - win64-clang - - win64-rust - - win64-mozmake - - vs - -sm-compacting-win32/debug: - description: "Spidermonkey Compacting win32 debug" - index: - job-name: sm-compacting-win32-debug - treeherder: - platform: windows2012-32/debug - symbol: SM(cgc) - tier: 2 - run: - spidermonkey-variant: compacting - spidermonkey-platform: win32 - run-on-projects: [] - fetches: - toolchain: - - win64-cbindgen - - win64-clang - - win64-rust - - win64-mozmake - - vs diff --git a/taskcluster/ci/startup-test/kind.yml b/taskcluster/ci/startup-test/kind.yml deleted file mode 100644 index 3e6975ae92..0000000000 --- a/taskcluster/ci/startup-test/kind.yml +++ /dev/null @@ -1,129 +0,0 @@ -# This Source Code Form is subject to the terms of the Mozilla Public -# License, v. 2.0. If a copy of the MPL was not distributed with this -# file, You can obtain one at http://mozilla.org/MPL/2.0/. ---- -loader: gecko_taskgraph.loader.transform:loader - -kind-dependencies: - # We want to test the signed version of a build, to make sure - # any startup problems or crashes caused by signing are caught - # This means we depend on a different kind depending on the platform - # non-system python - - toolchain - # linux - - build-signing - # mac - - repackage - # windows - - repackage-signing - -transforms: - - gecko_taskgraph.transforms.startup_test:transforms - - gecko_taskgraph.transforms.job:transforms - - gecko_taskgraph.transforms.task:transforms - -job-defaults: - name: startup-test - description: Check whether or not a product crashes on startup - run-on-projects: ['mozilla-central'] - worker: - max-run-time: 3600 - run: - sparse-profile: startup-test - attributes: - build_type: opt - treeherder: - symbol: SUT - kind: test - tier: 1 - use-python: default - -jobs: - linux32: - dependencies: - build-signing: build-signing-linux-shippable/opt - run: - using: run-task - cwd: "{checkout}" - extra-config: - upstream_kind: build-signing - upstream_artifact: target.tar.bz2 - binary: firefox - worker-type: b-linux-gcp - worker: - docker-image: {in-tree: ubuntu1804-test} - shipping-product: firefox - attributes: - build_platform: linux-shippable - treeherder: - platform: linux-shippable/opt - - linux64: - dependencies: - build-signing: build-signing-linux64-shippable/opt - run: - using: run-task - cwd: "{checkout}" - extra-config: - upstream_kind: build-signing - upstream_artifact: target.tar.bz2 - binary: firefox - worker-type: b-linux-gcp - worker: - docker-image: {in-tree: ubuntu1804-test} - shipping-product: firefox - attributes: - build_platform: linux64-shippable - treeherder: - platform: linux64-shippable/opt - - macosx64: - dependencies: - repackage: repackage-macosx64-shippable/opt - run: - using: mach - python-version: 3 - extra-config: - upstream_kind: repackage - upstream_artifact: target.dmg - binary: Contents/MacOS/firefox - worker-type: t-osx-1015-r8 - shipping-product: firefox - attributes: - build_platform: macosx64-shippable - treeherder: - platform: macosx64-shippable/opt - - win32: - dependencies: - repackage-signing: repackage-signing-win32-shippable/opt - run: - using: mach - python-version: 3 - extra-config: - upstream_kind: repackage-signing - upstream_artifact: target.installer.exe - binary: core/firefox.exe - worker-type: win11-64-2009-source - shipping-product: firefox - attributes: - build_platform: win32-shippable - treeherder: - platform: windows2012-32-shippable/opt - - win64: - dependencies: - repackage-signing: repackage-signing-win64-shippable/opt - run: - using: mach - python-version: 3 - extra-config: - upstream_kind: repackage-signing - upstream_artifact: target.installer.exe - binary: core/firefox.exe - worker-type: win11-64-2009-source - shipping-product: firefox - attributes: - build_platform: win64-shippable - treeherder: - platform: windows2012-64-shippable/opt diff --git a/taskcluster/ci/static-analysis-autotest/kind.yml b/taskcluster/ci/static-analysis-autotest/kind.yml deleted file mode 100644 index 39497268a8..0000000000 --- a/taskcluster/ci/static-analysis-autotest/kind.yml +++ /dev/null @@ -1,101 +0,0 @@ -# This Source Code Form is subject to the terms of the Mozilla Public -# License, v. 2.0. If a copy of the MPL was not distributed with this -# file, You can obtain one at http://mozilla.org/MPL/2.0/. ---- -loader: gecko_taskgraph.loader.transform:loader - -kind-dependencies: - - toolchain - -transforms: - - gecko_taskgraph.transforms.build_attrs:transforms - - gecko_taskgraph.transforms.build_lints:transforms - - gecko_taskgraph.transforms.job:transforms - - gecko_taskgraph.transforms.task:transforms - -job-defaults: - attributes: - retrigger: true - index: - product: firefox - worker: - skip-artifacts: true - max-run-time: 3600 - env: - PERFHERDER_EXTRA_OPTIONS: static-analysis-autotest - use-python: default - run-on-projects: ['mozilla-central'] - run: - using: mozharness - actions: [static-analysis-autotest] - script: mozharness/scripts/fx_desktop_build.py - treeherder: - symbol: Sa - kind: build - tier: 1 - -jobs: - linux64-st-autotest/debug: - description: "Linux64 Debug Static Analysis Autotest" - index: - job-name: linux64-st-autotest-debug - treeherder: - platform: linux64/debug - worker-type: t-linux-large - worker: - docker-image: {in-tree: static-analysis-build} - env: - # clang-tidy needs a recent libstdc++, which can be found in the clang - # toolchain. - LD_LIBRARY_PATH: /builds/worker/checkouts/gecko/clang/lib - PERFHERDER_EXTRA_OPTIONS: static-analysis-autotest - run: - config: - - builds/releng_base_firefox.py - - builds/releng_sub_linux_configs/64_stat_and_debug.py - tooltool-downloads: public - keep-artifacts: false - use-sccache: true - fetches: - toolchain: - - linux64-clang - - linux64-clang-tidy - - linux64-rust - - linux64-sccache - - linux64-cbindgen - - linux64-nasm - - linux64-node - - linux64-pkgconf - - sysroot-x86_64-linux-gnu - - sysroot-wasm32-wasi - - win64-st-autotest/debug: - description: "Win64 Debug Static Analysis Autotest" - index: - job-name: win64-st-autotest-debug - treeherder: - platform: windows2012-64/debug - tier: 2 - worker-type: b-win2022 - run: - config: - - builds/releng_base_firefox.py - - builds/taskcluster_base_windows.py - - builds/taskcluster_base_win64.py - - builds/taskcluster_sub_win64/debug.py - extra-config: - mozconfig_variant: debug - use-sccache: false - fetches: - toolchain: - - win64-clang - - win64-rust - - win64-cbindgen - - win64-clang-tidy - - win64-nasm - - win64-node - - win64-dump_syms - - win64-winchecksec - - vs - - windows-rs - - sysroot-wasm32-wasi diff --git a/taskcluster/ci/system-symbols-reprocess/kind.yml b/taskcluster/ci/system-symbols-reprocess/kind.yml deleted file mode 100644 index 5b81817188..0000000000 --- a/taskcluster/ci/system-symbols-reprocess/kind.yml +++ /dev/null @@ -1,46 +0,0 @@ -# This Source Code Form is subject to the terms of the Mozilla Public -# License, v. 2.0. If a copy of the MPL was not distributed with this -# file, You can obtain one at http://mozilla.org/MPL/2.0/. ---- -loader: gecko_taskgraph.loader.transform:loader - -# we need that to apply grouping only on jobs that have "build_platform", so we -# dont fail for the "fetch" kind that does is a dependency but does not have it -only-for-attributes: - - build_platform - -transforms: - - taskgraph.transforms.from_deps - - gecko_taskgraph.transforms.reprocess_symbols - - gecko_taskgraph.transforms.job - - gecko_taskgraph.transforms.task - -kind-dependencies: - - system-symbols - - system-symbols-upload - - fetch - -jobs: - system-symbols-reprocess: - from-deps: - kinds: ["system-symbols", "system-symbols-upload"] - group-by: platform - description: Reprocess Symbols on Crash-Stats - attributes: - cron: true - worker-type: b-linux-gcp - worker: - docker-image: {in-tree: system-symbols-linux-scraper} - max-run-time: 7200 - env: - # {level} gets replaced in the reprocess_symbols transform - CRASHSTATS_SECRET: "project/releng/gecko/build/level-{level}/gecko-symbol-reprocess" - DUMP_SYMS: "/bin/false" - run: - using: run-task - command: {artifact-reference: "${MOZ_FETCHES_DIR}/symbol-scrapers/reprocess.sh "} - fetches: - fetch: - - symbol-scrapers - scopes: - - secrets:get:project/releng/gecko/build/level-{level}/gecko-symbol-reprocess diff --git a/taskcluster/ci/system-symbols-upload/kind.yml b/taskcluster/ci/system-symbols-upload/kind.yml deleted file mode 100644 index dd9462a84b..0000000000 --- a/taskcluster/ci/system-symbols-upload/kind.yml +++ /dev/null @@ -1,34 +0,0 @@ -# This Source Code Form is subject to the terms of the Mozilla Public -# License, v. 2.0. If a copy of the MPL was not distributed with this -# file, You can obtain one at http://mozilla.org/MPL/2.0/. ---- -loader: gecko_taskgraph.loader.transform:loader - -transforms: - - taskgraph.transforms.from_deps - - gecko_taskgraph.transforms.upload_symbols - - gecko_taskgraph.transforms.job - - gecko_taskgraph.transforms.task - -kind-dependencies: - - system-symbols - -jobs: - system-symbols-upload: - description: Upload Symbols - from-deps: {} - attributes: - cron: true - worker-type: b-linux-gcp - worker: - docker-image: {in-tree: "lint"} - max-run-time: 1200 - env: - # {level} gets replaced in the upload_symbols transform - SYMBOL_SECRET: "project/releng/gecko/build/level-{level}/gecko-symbol-upload" - run: - using: mach - mach: {artifact-reference: "python toolkit/crashreporter/tools/upload_symbols.py --ignore-missing"} - sparse-profile: upload-symbols - scopes: - - secrets:get:project/releng/gecko/build/level-{level}/gecko-symbol-upload diff --git a/taskcluster/ci/system-symbols/kind.yml b/taskcluster/ci/system-symbols/kind.yml deleted file mode 100644 index 0090454a68..0000000000 --- a/taskcluster/ci/system-symbols/kind.yml +++ /dev/null @@ -1,320 +0,0 @@ -# This Source Code Form is subject to the terms of the Mozilla Public -# License, v. 2.0. If a copy of the MPL was not distributed with this -# file, You can obtain one at http://mozilla.org/MPL/2.0/. ---- -loader: gecko_taskgraph.loader.transform:loader - -kind-dependencies: - - toolchain - - fetch - -transforms: - - gecko_taskgraph.transforms.job:transforms - - gecko_taskgraph.transforms.task:transforms - -job-defaults: - attributes: - cron: true - # This enables uploading symbols. - enable-full-crashsymbols: true - fetches: - toolchain: - - linux64-dump_syms - treeherder: - platform: symbols/opt - kind: other - tier: 2 - worker-type: b-linux-gcp - worker: - env: - MACH_BUILD_PYTHON_NATIVE_PACKAGE_SOURCE: system - -jobs: - mac: - description: Extract macOS system symbols found in crashreports - attributes: - build_platform: macos - index: - product: system-symbols - job-name: mac - type: generic - worker: - env: - PROCESSED_PACKAGES_INDEX: gecko.v2.mozilla-central.latest.system-symbols.mac - PROCESSED_PACKAGES_PATH: public/build/processed-packages.gz - artifacts: - - name: public/build - type: directory - path: /builds/worker/artifacts/ - docker-image: {in-tree: system-symbols-mac} - max-run-time: 28800 - run: - using: run-task - command: >- - ./run.sh - treeherder: - symbol: system-symbols-mac - fetches: - toolchain: - - linux64-libdmg - win: - description: Extract windows system symbols found in crashreports - attributes: - build_platform: windows - index: - product: system-symbols - job-name: win - type: generic - worker: - artifacts: - - name: public/build - type: directory - path: /builds/worker/artifacts/ - docker-image: {in-tree: system-symbols-win} - max-run-time: 3600 - run: - using: run-task - command: >- - ./run.sh - treeherder: - symbol: system-symbols-win - archlinux: - description: Extract ArchLinux system symbols found in crashreports - attributes: - build_platform: archlinux - index: - product: system-symbols - job-name: archlinux - type: generic - worker: - artifacts: - - name: public/build - type: directory - path: /builds/worker/artifacts/ - docker-image: {in-tree: system-symbols-linux-scraper} - max-run-time: 14400 - run: - using: run-task - command: >- - ./run.sh arch - treeherder: - symbol: sys-symbols-archlinux - fetches: - fetch: - - symbol-scrapers - debian: - description: Extract Debian system symbols found in crashreports - attributes: - build_platform: debian - index: - product: system-symbols - job-name: debian - type: generic - worker: - artifacts: - - name: public/build - type: directory - path: /builds/worker/artifacts/ - docker-image: {in-tree: system-symbols-linux-scraper} - max-run-time: 14400 - run: - using: run-task - command: >- - ./run.sh debian - treeherder: - symbol: sys-symbols-debian - fetches: - fetch: - - symbol-scrapers - firefox-snap: - description: Extract Firefox Snap symbols found in crashreports - attributes: - build_platform: firefox-snap - index: - product: system-symbols - job-name: firefox-snap - type: generic - worker: - artifacts: - - name: public/build - type: directory - path: /builds/worker/artifacts/ - docker-image: {in-tree: system-symbols-linux-scraper} - max-run-time: 14400 - run: - using: run-task - command: >- - ./run.sh firefox-snap - treeherder: - symbol: firefox-symbols-snap - fetches: - fetch: - - symbol-scrapers - flatpak: - description: Extract Firefox Flatpak symbols found in crashreports - attributes: - build_platform: firefox-flatpak - index: - product: system-symbols - job-name: firefox-flatpak - type: generic - worker: - artifacts: - - name: public/build - type: directory - path: /builds/worker/artifacts/ - docker-image: {in-tree: system-symbols-linux-scraper} - max-run-time: 14400 - run: - using: run-task - command: >- - ./run.sh firefox-flatpak - treeherder: - symbol: firefox-symbols-fltpk - fetches: - fetch: - - symbol-scrapers - gnome-sdk-snap: - description: Extract GNOME SDK Snap symbols found in crashreports - attributes: - build_platform: gnome-sdk-snap - index: - product: system-symbols - job-name: gnome-sdk-snap - type: generic - worker: - artifacts: - - name: public/build - type: directory - path: /builds/worker/artifacts/ - docker-image: {in-tree: system-symbols-linux-scraper} - max-run-time: 14400 - run: - using: run-task - command: >- - ./run.sh gnome-sdk-snap - treeherder: - symbol: gnome-sdk-symbols-snap - fetches: - fetch: - - symbol-scrapers - fedora: - description: Extract Fedora system symbols found in crashreports - attributes: - build_platform: fedora - index: - product: system-symbols - job-name: fedora - type: generic - worker: - artifacts: - - name: public/build - type: directory - path: /builds/worker/artifacts/ - docker-image: {in-tree: system-symbols-linux-scraper} - max-run-time: 14400 - run: - using: run-task - command: >- - ./run.sh fedora - treeherder: - symbol: sys-symbols-fedora - fetches: - fetch: - - symbol-scrapers - opensuse: - description: Extract OpenSUSE system symbols found in crashreports - attributes: - build_platform: opensuse - index: - product: system-symbols - job-name: opensuse - type: generic - worker: - artifacts: - - name: public/build - type: directory - path: /builds/worker/artifacts/ - docker-image: {in-tree: system-symbols-linux-scraper} - max-run-time: 14400 - run: - using: run-task - command: >- - ./run.sh opensuse - treeherder: - symbol: sys-symbols-opensuse - fetches: - fetch: - - symbol-scrapers - ubuntu: - description: Extract Ubuntu system symbols found in crashreports - attributes: - build_platform: ubuntu - index: - product: system-symbols - job-name: ubuntu - type: generic - worker: - artifacts: - - name: public/build - type: directory - path: /builds/worker/artifacts/ - docker-image: {in-tree: system-symbols-linux-scraper} - max-run-time: 14400 - run: - using: run-task - command: >- - ./run.sh ubuntu - treeherder: - symbol: sys-symbols-ubuntu - fetches: - fetch: - - symbol-scrapers - win-gfx: - description: Extract symbols from closed-source Windows graphics drivers - attributes: - build_platform: windows-graphics - index: - product: system-symbols - job-name: win-gfx - type: generic - worker: - artifacts: - - name: public/build - type: directory - path: /builds/worker/artifacts/ - docker-image: {in-tree: system-symbols-win-gfx} - max-run-time: 14400 - run: - using: run-task - command: >- - ./run.sh - treeherder: - symbol: sys-symbols-win-gfx - fetches: - fetch: - - symbol-scrapers - alpine: - description: Extract Alpine Linux system symbols found in crashreports - attributes: - build_platform: alpine - index: - product: system-symbols - job-name: alpine - type: generic - worker: - artifacts: - - name: public/build - type: directory - path: /builds/worker/artifacts/ - docker-image: {in-tree: system-symbols-linux-scraper} - max-run-time: 14400 - run: - using: run-task - command: >- - ./run.sh alpine - treeherder: - symbol: sys-symbols-alpine - fetches: - fetch: - - symbol-scrapers diff --git a/taskcluster/ci/test-apk/kind.yml b/taskcluster/ci/test-apk/kind.yml deleted file mode 100644 index b1fe6c2a88..0000000000 --- a/taskcluster/ci/test-apk/kind.yml +++ /dev/null @@ -1,157 +0,0 @@ -# This Source Code Form is subject to the terms of the Mozilla Public -# License, v. 2.0. If a copy of the MPL was not distributed with this -# file, You can obtain one at http://mozilla.org/MPL/2.0/. ---- -loader: gecko_taskgraph.loader.transform:loader - -transforms: - - gecko_taskgraph.transforms.test_apk:transforms - # While not a build, the build optimization works well for these tasks. - - gecko_taskgraph.transforms.build_schedules:transforms - - gecko_taskgraph.transforms.job:transforms - - gecko_taskgraph.transforms.task:transforms - -kind-dependencies: - - toolchain - - build-fat-aar - -job-defaults: - attributes: - retrigger: true - dependencies: - build-fat-aar: build-fat-aar-android-geckoview-fat-aar/opt - fetches: - toolchain: - - android-sdk-linux - - android-gradle-dependencies - - android-gradle-python-envs - - linux64-jdk - build-fat-aar: - - target.maven.tar.xz - run: - using: gradlew - use-caches: false - treeherder: - kind: test - worker-type: b-linux-medium-gcp - worker: - docker-image: {in-tree: android-components} - max-run-time: 7200 - -jobs: - focus-debug: - description: Focus unit tests - attributes: - build-type: focus-debug - shipping-product: focus - run: - pre-gradlew: - - ["cd", "mobile/android/focus-android"] - gradlew: ['clean', 'test'] - dummy-secrets: - - content: "faketoken" - path: .adjust_token - treeherder: - platform: 'focus-android-all/opt' - symbol: focus-debug(T) - tier: 1 - worker: - artifacts: - - name: public/reports/index.html - path: /builds/worker/checkouts/gecko/mobile/android/focus-android/app/build/reports/tests/testFocusDebugUnitTest/index.html - type: file - - name: public/reports/test - path: /builds/worker/checkouts/gecko/mobile/android/focus-android/app/build/reports/tests - type: directory - - fenix-debug: - description: Fenix unit tests - attributes: - build-type: fenix-debug - shipping-product: fenix - run: - pre-gradlew: - - ["cd", "mobile/android/fenix"] - - ['java', '-version'] - gradlew: ['clean', 'testFenixDebugUnitTest'] - treeherder: - platform: 'fenix-android-all/opt' - symbol: fenix-debug(T) - tier: 1 - worker: - artifacts: - - name: public/reports/index.html - path: /builds/worker/checkouts/gecko/mobile/android/fenix/app/build/reports/tests/testFenixDebugUnitTest/index.html - type: file - - name: public/reports/test - path: /builds/worker/checkouts/gecko/mobile/android/fenix/app/build/reports/tests - type: directory - routes: - by-level: - '3': - - notify.slack-channel.G016BC5FUHJ.on-failed - 'default': [] - scopes: - by-level: - '3': - - queue:route:notify.slack-channel.G016BC5FUHJ.on-failed - - notify:slack-channel:G016BC5FUHJ - 'default': [] - extra: - notify: - by-level: - '3': - slackBlocks: | - [ - { - "type": "header", - "text": { - "type": "plain_text", - "text": "firefox-android :firefox: ${task.metadata.name} :x:\n " - } - }, - { - "type": "divider" - }, - { - "type": "section", - "text": { - "type": "mrkdwn", - "text": "*Task*: " - } - }, - { - "type": "section", - "text": { - "type": "mrkdwn", - "text": "*Owner*: ${task.metadata.owner}" - } - }, - { - "type": "section", - "text": { - "type": "mrkdwn", - "text": "*Source*: <${task.payload.env.GECKO_HEAD_REPOSITORY}/rev/${task.payload.env.GECKO_HEAD_REV}|Commit> :hg:" - } - }, - { - "type": "section", - "text": { - "type": "mrkdwn", - "text": "*Test Summary*: :debug:" - } - }, - { - "type": "divider" - }, - { - "type": "context", - "elements": [ - { - "type": "mrkdwn", - "text": ":testops-notify: created by " - } - ] - } - ] - 'default': {} diff --git a/taskcluster/ci/test-components/kind.yml b/taskcluster/ci/test-components/kind.yml deleted file mode 100644 index bbdc5f7edd..0000000000 --- a/taskcluster/ci/test-components/kind.yml +++ /dev/null @@ -1,89 +0,0 @@ -# This Source Code Form is subject to the terms of the Mozilla Public -# License, v. 2.0. If a copy of the MPL was not distributed with this -# file, You can obtain one at http://mozilla.org/MPL/2.0/. ---- -loader: gecko_taskgraph.loader.transform:loader - -transforms: - - android_taskgraph.transforms.ui_tests:transforms - # While not a build, the build optimization works well for these tasks. - - gecko_taskgraph.transforms.build_schedules:transforms - - gecko_taskgraph.transforms.job:transforms - - gecko_taskgraph.transforms.task:transforms - -kind-dependencies: - - toolchain - - build-fat-aar - - -job-defaults: - attributes: - build-type: debug - retrigger: true - dependencies: - build-fat-aar: build-fat-aar-android-geckoview-fat-aar/opt - fetches: - toolchain: - - android-sdk-linux - - android-gradle-dependencies - - android-gradle-python-envs - - linux64-jdk - build-fat-aar: - - target.maven.tar.xz - run: - # TODO Generate APKs in a build task instead - gradlew: ['clean', 'assembleGecko', 'assembleAndroidTest', 'assembleDebug'] - pre-gradlew: - - ["cd", "mobile/android/android-components"] - secrets: - - name: project/mobile/firefox-android/android-components/firebase - key: firebaseToken - path: .firebase_token.json - json: true - using: gradlew - use-caches: false - treeherder: - kind: test - platform: 'AC-ui-test/opt' - tier: 2 - worker-type: b-linux-medium-gcp - worker: - artifacts: - - name: public - path: /builds/worker/artifacts - type: directory - docker-image: {in-tree: android-ui-tests} - env: - GOOGLE_APPLICATION_CREDENTIALS: '.firebase_token.json' - GOOGLE_PROJECT: moz-android-components-230120 - max-run-time: 2400 - optimization: - skip-unless-backstop: null - - -jobs: - unit-browser-engine-gecko-nightly: - component: browser - description: 'Run unit tests on device for browser component' - treeherder: - symbol: 'ui-components' - ui-browser: - component: samples-browser - description: 'Run ui tests for browser sample' - treeherder: - symbol: 'ui-samples-browser' - ui-glean: - component: samples-glean - description: 'Run ui tests for glean sample' - treeherder: - symbol: 'ui-samples-glean' - android-feature-containers: {} - android-feature-pwa: {} - android-feature-share: {} - android-feature-sitepermissions: {} - android-feature-top-sites: {} - android-feature-logins: {} - android-feature-prompts: {} - android-support-ktx: {} - android-feature-downloads: {} - android-feature-recentlyclosed: {} diff --git a/taskcluster/ci/test/awsy.yml b/taskcluster/ci/test/awsy.yml deleted file mode 100644 index 6ba85dcb82..0000000000 --- a/taskcluster/ci/test/awsy.yml +++ /dev/null @@ -1,75 +0,0 @@ -# This Source Code Form is subject to the terms of the Mozilla Public -# License, v. 2.0. If a copy of the MPL was not distributed with this -# file, You can obtain one at http://mozilla.org/MPL/2.0/. ---- -job-defaults: - suite: awsy - max-run-time: 7200 - instance-size: xlarge-noscratch - virtualization: - by-test-platform: - windows.*(?:-shippable)?-qr/.*: virtual-with-gpu - default: virtual - allow-software-gl-layers: false - mozharness: - script: awsy_script.py - config: - by-test-platform: - windows.*: - - awsy/taskcluster_windows_config.py - macosx.*/opt: - - awsy/macosx_config.py - default: - - awsy/linux_config.py - tier: default - test-manifest-loader: null # don't load tests in the taskgraph - - -awsy: - description: Are we slim yet - tp5 pageset - treeherder-symbol: SY(sy) - run-on-projects: [] - -awsy-tp6: - description: Are we slim yet - tp6 pageset - treeherder-symbol: SY(sy-tp6) - run-on-projects: - by-test-platform: - .*-devedition/.*: [] # don't run on devedition - windows.*-32.*/opt: [] - (linux|windows|mac)(?!.*shippable).*/opt: [] - default: [trunk] - mozharness: - extra-options: - - --tp6 - -awsy-dmd: - description: Are we slim yet - dmd enabled - treeherder-symbol: SY(sy-d) - run-on-projects: [] - mozharness: - extra-options: - - --dmd - -awsy-base: - description: Are we slim yet - about:blank base case - treeherder-symbol: SY(ab) - run-on-projects: - by-test-platform: - .*-devedition/.*: [] # don't run on devedition. - windows.*-32.*/opt: [] - (linux|windows|mac)(?!.*shippable).*/opt: [] - default: [trunk] - tier: default - mozharness: - extra-options: - - --base - -awsy-base-dmd: - description: Are we slim yet - about:blank base case - dmd enabled - treeherder-symbol: SY(ab-d) - run-on-projects: [] - mozharness: - extra-options: - - --base - - --dmd diff --git a/taskcluster/ci/test/browsertime-desktop.yml b/taskcluster/ci/test/browsertime-desktop.yml deleted file mode 100644 index f4a1abe080..0000000000 --- a/taskcluster/ci/test/browsertime-desktop.yml +++ /dev/null @@ -1,973 +0,0 @@ -# This Source Code Form is subject to the terms of the Mozilla Public -# License, v. 2.0. If a copy of the MPL was not distributed with this -# file, You can obtain one at http://mozilla.org/MPL/2.0/. ---- -job-defaults: - max-run-time: - by-test-platform: - .*-qr/.*: 2400 - default: 1800 - suite: raptor - run-on-projects: - by-test-platform: - linux.*shippable[^-qr].*: [mozilla-central] - default: [] - limit-platforms: - by-app: - chrome: - - .*shippable.* - safari: - - .*macos.*shippable.* - custom-car: - - .*64.*shippable.* - default: [] - test-manifest-loader: null # don't load tests in the taskgraph - tier: 3 - virtualization: hardware - mozharness: - script: raptor_script.py - config: - by-test-platform: - macosx.*: - - raptor/mac_config.py - windows.*: - - raptor/windows_config.py - default: - - raptor/linux_config.py - extra-options: - - --conditioned-profile=settled - fetches: - toolchain: - by-app: - custom-car: - by-test-platform: - # this satisfied taskgraph for now, but once mac/win is implemented - # then linux will be the default - linux.*: - - linux64-custom-car - - linux64-minidump-stackwalk - - linux64-fix-stacks - windows10-64.*: - - win64-custom-car - - win64-minidump-stackwalk - - win64-fix-stacks - macosx1015.*: - - macosx64-custom-car - - macosx64-minidump-stackwalk - - macosx64-fix-stacks - macosx1400.*: - - macosx-arm64-custom-car - - macosx64-aarch64-minidump-stackwalk - - macosx64-aarch64-fix-stacks - default: [] - default: - by-test-platform: - windows.*-32.*.: - - win32-minidump-stackwalk - - win32-fix-stacks - windows10-64.*: - - win64-minidump-stackwalk - - win64-fix-stacks - macos.*: - - macosx64-minidump-stackwalk - - macosx64-fix-stacks - default: - - linux64-minidump-stackwalk - - linux64-fix-stacks - -browsertime-tp6: - <<: &tp6-defaults - description: Raptor (browsertime) tp6 page-load tests - limit-platforms: - by-app: - chrome: - - .*shippable.* - safari: - - .*macos.*shippable.* - custom-car: - - .*64.*shippable.* - default: [] - max-run-time: - by-subtest: - imgur: 4800 - default: 4000 - mozharness: - extra-options: - by-test-platform: - windows10-64.*shippable.*-qr.*: - - --chimera - - --browsertime-no-ffwindowrecorder - - --conditioned-profile=settled - - --extra-profiler-run - default: - - --chimera - - --conditioned-profile=settled - - --extra-profiler-run - run-on-projects: - by-subtest: - netflix: - by-app: - firefox: - by-test-platform: - windows.*-32.*: [] - (macosx1015|linux|windows10-64).*shippable-qr.*: [trunk] - default: [] - default: [] - default: - by-app: - firefox: - by-test-platform: - windows.*-32.*: [] - .*64(?!.*nightlyasrelease).*shippable-qr/.*: [trunk] - default: [] - default: [] - treeherder-symbol: Btime(tp6) - raptor: - apps: [firefox, chrome] - test: tp6 - run-visual-metrics: true - subtests: - - buzzfeed - - ebay - - espn - - expedia - - [facebook, fb] - - [google-docs, gdocs] - - [google-mail, gmail] - - [google-search, gsearch] - - imdb - - imgur - - linkedin - - microsoft - - netflix - - nytimes - - office - - outlook - - paypal - - pinterest - - reddit - - tumblr - - twitch - - wikia - - youtube - tier: - by-app: - firefox: 2 - default: 3 - -browsertime-responsiveness: - <<: *tp6-defaults - raptor: - apps: [firefox, chrome] - test: tp6 - run-visual-metrics: true - subtests: - - cnn-nav - - [facebook-nav, fbnav] - - [reddit-billgates-ama, rdt-ama] - - [reddit-billgates-post-1, rdt-post-1] - - [reddit-billgates-post-2, rdt-post-2] - mozharness: - extra-options: - by-test-platform: - windows10-.*: - - --cold - - --browsertime-no-ffwindowrecorder - - --conditioned-profile=settled - - --extra-profiler-run - default: - - --cold - - --conditioned-profile=settled - - --extra-profiler-run - run-on-projects: - by-app: - firefox: - by-test-platform: - windows.*-32.*: [] - .*64(?!.*nightlyasrelease).*shippable-qr/.*: [trunk] - default: [] - default: [] - tier: - by-app: - firefox: 2 - default: 3 - -browsertime-tp6-essential: - <<: *tp6-defaults - <<: &tp6-essential-defaults - mozharness: - extra-options: - by-test-platform: - windows10-64.*shippable.*-qr.*: - - --chimera - - --browsertime-no-ffwindowrecorder - - --conditioned-profile=settled - - --collect-perfstats - - --extra-profiler-run - default: - - --chimera - - --conditioned-profile=settled - - --extra-profiler-run - raptor: - apps: [firefox, chrome, custom-car] - test: tp6 - run-visual-metrics: - by-test-platform: - macosx1400.*shippable.*: false - # Bug 1845014 Resolve osx 1300 vismet permafails - default: true - subtests: - - amazon - - [bing-search, bing] - - cnn - - fandom - - [google-slides, gslides] - - instagram - - twitter - - wikipedia - - yahoo-mail - run-on-projects: - by-app: - firefox: - by-test-platform: - windows.*-32.*: [] - macosx1100.*shippable.*: [mozilla-central] - .*64(?!.*nightlyasrelease).*shippable-qr/.*: [trunk] - default: [] - default: [] - tier: - by-test-platform: - linux1804-64-clang-trunk-qr/opt: 2 - default: - by-app: - firefox: 1 - default: 3 - -browsertime-tp6-bytecode: - <<: *tp6-defaults - <<: *tp6-essential-defaults - raptor: - apps: [firefox] - test: tp6 - run-visual-metrics: true - subtests: - - amazon - - [bing-search, bing] - - cnn - - fandom - - [google-slides, gslides] - - instagram - - twitter - - wikipedia - - yahoo-mail - run-on-projects: - by-app: - firefox: - by-test-platform: - windows.*-32.*: [] - macosx1100.*shippable.*: [mozilla-central] - .*64(?!.*nightlyasrelease).*shippable-qr/.*: [trunk] - default: [] - default: [] - mozharness: - extra-options: - by-test-platform: - windows10-64.*shippable.*-qr.*: - - --chimera - - --browsertime - - --browsertime-no-ffwindowrecorder - - --conditioned-profile=settled - - --test-bytecode-cache - - --extra-profiler-run - default: - - --chimera - - --browsertime - - --conditioned-profile=settled - - --test-bytecode-cache - - --extra-profiler-run - tier: - by-app: - firefox: 2 - default: 3 - treeherder-symbol: Btime-cache(tp6) - -browsertime-tp7: - <<: &tp7-defaults - description: Raptor (browsertime) tp7 page-load tests - limit-platforms: - by-app: - chrome: - - .*shippable.* - safari: - - .*macos.*shippable.* - custom-car: - - .*64.*shippable.* - default: [] - max-run-time: - by-subtest: - imgur: 4800 - default: 4000 - mozharness: - extra-options: - by-test-platform: - windows10-64.*shippable.*-qr.*: - - --chimera - - --browsertime-no-ffwindowrecorder - - --conditioned-profile=settled - - --extra-profiler-run - default: - - --chimera - - --conditioned-profile=settled - - --extra-profiler-run - run-on-projects: [] - treeherder-symbol: Btime(tp7) - raptor: - apps: [firefox, chrome] - test: tp7 - run-visual-metrics: true - subtests: - - tiktok - - openai - - samsung - - weather - - docomo - tier: - by-app: - firefox: 3 - default: 3 - -browsertime-benchmark: - description: Raptor (browsertime) Benchmark tests - raptor: - apps: [firefox, chrome, safari, custom-car] - subtests: - by-test-platform: - macosx1400.*shippable.*: - - [speedometer, sp] - - [speedometer3, sp3] - - [motionmark-1-3, mm-1.3] - - [motionmark-htmlsuite-1-3, mm-h-1.3] - default: - by-app: - firefox: - - ares6 - - [assorted-dom, dom] - - [jetstream2, js2] - - [matrix-react-bench, mrb] - - [motionmark-animometer, mm-a] - - [motionmark-animometer-ramp, mm-ar] - - [motionmark-htmlsuite-ramp, mm-hr] - - [motionmark-htmlsuite, mm-h] - - [motionmark-1-3, mm-1.3] - - [motionmark-htmlsuite-1-3, mm-h-1.3] - - [speedometer, sp] - - [speedometer3, sp3] - - [stylebench, sb] - - [sunspider, ss] - - [twitch-animation, tw-a] - - [unity-webgl, ugl] - - [webaudio, wa] - safari: - - ares6 - - [assorted-dom, dom] - - [jetstream2, js2] - # - [matrix-react-bench, mrb] Perma fails on osx 10.15.x machines (Bug 1807754) - - [motionmark-animometer, mm-a] - - [motionmark-htmlsuite, mm-h] - - [motionmark-animometer-ramp, mm-ar] - - [motionmark-htmlsuite-ramp, mm-hr] - - [motionmark-1-3, mm-1.3] - - [motionmark-htmlsuite-1-3, mm-h-1.3] - - [speedometer, sp] - # - [speedometer3, sp3] Perma fails on osx 10.15.x machines (Bug 1809535) - - [stylebench, sb] - - [sunspider, ss] - # - [unity-webgl, ugl] Almost Perma failing on osx 10.15.x machines (Bug 1888398) - - [webaudio, wa] - custom-car: - - [speedometer, sp] - - [speedometer3, sp3] - - [motionmark-animometer-ramp, mm-ar] - - [motionmark-htmlsuite-ramp, mm-hr] - - [motionmark-1-3, mm-1.3] - - [motionmark-htmlsuite-1-3, mm-h-1.3] - chrome: - by-test-platform: - macosx1015.*shippable.*: - - ares6 - - [assorted-dom, dom] - - [jetstream2, js2] - - [matrix-react-bench, mrb] - - [motionmark-animometer, mm-a] - - [motionmark-htmlsuite, mm-h] - - [motionmark-1-3, mm-1.3] - - [motionmark-htmlsuite-1-3, mm-h-1.3] - - [speedometer, sp] - - [speedometer3, sp3] - - [stylebench, sb] - - [sunspider, ss] - - [unity-webgl, ugl] - - [webaudio, wa] - default: - - ares6 - - [assorted-dom, dom] - - [jetstream2, js2] - - [matrix-react-bench, mrb] - - [motionmark-animometer, mm-a] - - [motionmark-animometer-ramp, mm-ar] - - [motionmark-htmlsuite, mm-h] - - [motionmark-htmlsuite-ramp, mm-hr] - - [motionmark-1-3, mm-1.3] - - [motionmark-htmlsuite-1-3, mm-h-1.3] - - [speedometer, sp] - - [speedometer3, sp3] - - [stylebench, sb] - - [sunspider, ss] - - [unity-webgl, ugl] - - [webaudio, wa] - default: - - ares6 - - [assorted-dom, dom] - - [jetstream2, js2] - - [matrix-react-bench, mrb] - - [motionmark-animometer, mm-a] - - [motionmark-animometer-ramp, mm-ar] - - [motionmark-htmlsuite, mm-h] - - [motionmark-htmlsuite-ramp, mm-hr] - - [motionmark-1-3, mm-1.3] - - [motionmark-htmlsuite-1-3, mm-h-1.3] - - [speedometer, sp] - - [speedometer3, sp3] - - [stylebench, sb] - - [sunspider, ss] - - [unity-webgl, ugl] - - [webaudio, wa] - treeherder-symbol: Btime() - tier: - by-app: - firefox: - by-subtest: - motionmark-animometer: - by-test-platform: - linux1804-64-clang-trunk-qr/opt: 2 - default: 1 - default: - by-test-platform: - windows10-64-ccov.*/.*: 3 - linux64-ccov.*/.*: 3 - default: 2 - default: - by-subtest: - unity-webgl: 3 - default: 2 - run-on-projects: - by-subtest: - speedometer3: - by-app: - firefox: - by-test-platform: - windows.*-32.*: [] - .*64.*shippable-qr/.*: [trunk] - .*nightlyasrelease.*: [autoland, mozilla-central] - default: [] - custom-car: - by-test-platform: - (linux|windows10-64).*shippable-qr.*: [mozilla-central] - default: [] - default: [] - unity-webgl: - by-app: - firefox: - by-test-platform: - windows.*-32.*: [] - # Disabled on autoland due to bug 1720063, and bug 1795826 - .*64.*shippable-qr/.*: [mozilla-central] - default: [] - default: [] - speedometer: - by-app: - firefox: - by-test-platform: - windows.*-32.*: [] - .*64.*shippable-qr/.*: [trunk] - .*nightlyasrelease.*: [autoland] - default: [] - custom-car: - by-test-platform: - (linux|windows10-64).*shippable-qr.*: [mozilla-central] - default: [] - default: [] - default: - by-app: - firefox: - by-test-platform: - windows.*-32.*: [] - .*64.*shippable-qr/.*: [trunk] - default: [] - default: [] - max-run-time: - by-subtest: - ares6: 1500 - assorted-dom: - by-test-platform: - .*-qr/.*: 2100 - default: 1500 - jetstream2: 8000 - matrix-react-bench: 1500 - motionmark-htmlsuite: 1500 - motionmark-htmlsuite-ramp: 3000 - motionmark-animometer-ramp: 2100 - motionmark-1-3: 3000 - motionmark-htmlsuite-1-3: 3000 - unity-webgl: 2400 - speedometer3: - by-test-platform: - macosx1400.*shippable.*: 4200 - default: 2100 - speedometer: 2100 - default: 900 - mozharness: - extra-options: - by-test-platform: - macosx1400.*shippable.*: - - --extra-profiler-run - - --page-timeout=900000 - default: - - --extra-profiler-run - -browsertime-benchmark-wasm: - description: Raptor (browsertime) WASM benchmarks - raptor: - apps: [firefox, chrome, safari] - subtests: - by-app: - firefox: - - [wasm-godot, godot] - - [wasm-godot-baseline, godot-b] - - [wasm-godot-optimizing, godot-i] - - [wasm-misc, wm] - - [wasm-misc-baseline, wm-b] - - [wasm-misc-optimizing, wm-i] - safari: - # - [wasm-misc, wm] Perma fails (Bug 1809533) - - [wasm-godot, godot] - default: - - [wasm-misc, wm] - - [wasm-godot, godot] - treeherder-symbol: Btime() - tier: 2 - run-on-projects: - by-app: - firefox: - by-test-platform: - windows.*-32.*: [] - .*64(?!.*nightlyasrelease).*shippable-qr/.*: [mozilla-central] - default: [] - default: [] - max-run-time: - by-subtest: - wasm-godot: 1500 - wasm-godot-baseline: 1500 - wasm-misc-baseline: 1500 - default: 900 - mozharness: - extra-options: - - --extra-profiler-run - -browsertime-youtube-playback: - description: Browsertime YouTube Playback on Firefox - raptor: - apps: [firefox] - subtests: - by-app: - firefox: - - [youtube-playback-av1-sfr, ytp-av1-sfr] - - [youtube-playback-h264-sfr, ytp-h264-sfr] - - [youtube-playback-hfr, ytp-hfr] - - [youtube-playback-vp9-sfr, ytp-vp9-sfr] - - [youtube-playback-widevine-hfr, ytp-widevine-hfr] - - [youtube-playback-widevine-h264-sfr, ytp-widevine-h264-sfr] - - [youtube-playback-widevine-vp9-sfr, ytp-widevine-vp9-sfr] - treeherder-symbol: Btime() - run-on-projects: - by-test-platform: - windows.*-32.*: [] - .*64(?!.*nightlyasrelease).*shippable-qr/.*: [mozilla-central] - default: [] - tier: 2 - limit-platforms: - by-subtest: - youtube-playback-av1-sfr: - - macosx1015-64-shippable-qr/opt - default: [] - max-run-time: - by-subtest: - youtube-playback-hfr: 3600 - youtube-playback-widevine.*: 3600 - default: 2700 - -browsertime-youtube-playback-power: - description: Browsertime YouTube Playback on Firefox with power usage tracking - raptor: - apps: [firefox] - subtests: - by-app: - firefox: - - - [youtube-playback-h264-1080p30, ytp-h264-1080p30] - - [youtube-playback-h264-1080p60, ytp-h264-1080p60] - - [youtube-playback-h264-full-1080p30, ytp-h264-full-1080p30] - - [youtube-playback-h264-full-1080p60, ytp-h264-full-1080p60] - - [youtube-playback-v9-1080p30, ytp-v9-1080p30] - - [youtube-playback-v9-1080p60, ytp-v9-1080p60] - - [youtube-playback-v9-full-1080p30, ytp-v9-full-1080p30] - - [youtube-playback-v9-full-1080p60, ytp-v9-full-1080p60] - treeherder-symbol: Btime() - run-on-projects: - by-test-platform: - macosx.*shippable-qr.*: [mozilla-central] - default: [] - tier: 2 - max-run-time: 2700 - -browsertime-tp6-live: - <<: *tp6-defaults - description: Raptor (browsertime) tp6 on live-sites - mozharness: - extra-options: - - --browser-cycles=15 - - --chimera - - --live-sites - - --extra-profiler-run - raptor: - apps: [firefox, chrome, safari] - test: tp6 - run-visual-metrics: true - subtests: - by-app: - safari: - - amazon - - [bing-search, bing] - - ebay - # - [facebook, fb] Perma fails on osx 10.15.7 - - fandom - - [google-docs, gdocs] - - [google-mail, gmail] - - [google-search, gsearch] - - [google-slides, gslides] - - imdb - - imgur - # - instagram # (see bug 1736999) - - linkedin - - microsoft - # - netflix # Perma fails on osx 10.15.7 (Bug 1802922) - # - office (site loads blank page if not signed in) - # - outlook Perma fails on osx 10.15.7 - - paypal - - pinterest - - reddit - - tumblr - - twitch - # - twitter Perma fails on osx 10.15.7 - - wikipedia - - yahoo-mail - - youtube - chrome: - - amazon - - [bing-search, bing] - - ebay - - [facebook, fb] - - fandom - - [google-docs, gdocs] - - [google-mail, gmail] - - [google-search, gsearch] - - [google-slides, gslides] - - imdb - # - imgur (see bugs 1825337 & 1817420) - - instagram - - linkedin - - microsoft - - netflix - # - office (site loads blank page if not signed in) - - outlook - - paypal - - pinterest - - reddit - - tumblr - - twitch - - twitter - - wikipedia - - yahoo-mail - - youtube - default: - - amazon - - [bing-search, bing] - - ebay - - [facebook, fb] - - fandom - - [google-docs, gdocs] - - [google-mail, gmail] - - [google-search, gsearch] - - [google-slides, gslides] - - imdb - - imgur - - instagram - - linkedin - - microsoft - - netflix - # - office (site loads blank page if not signed in) - - outlook - - paypal - - pinterest - - reddit - - tumblr - - twitch - - twitter - - wikipedia - - yahoo-mail - - youtube - run-on-projects: [] - tier: 3 - treeherder-symbol: Btime-live(tp6) - -browsertime-tp6-live-sheriffed: - <<: *tp6-defaults - raptor: - apps: [firefox] - test: tp6 - run-visual-metrics: true - subtests: - - cnn - description: Raptor (browsertime) tp6 on live-sites - mozharness: - extra-options: - - --browser-cycles=5 - - --chimera - - --live-sites - - --extra-profiler-run - - --browsertime-arg=maxLoadTime=240000 - run-on-projects: - by-test-platform: - (linux|windows10-64|macos)(?!.*shippable).*: [] - (linux|windows|macosx1015)(?!.*-qr).*: [] - windows.*-32.*: [] - default: [] - tier: 2 - treeherder-symbol: Btime-live(tp6) - -browsertime-tp6-profiling: - <<: *tp6-defaults - raptor: - apps: [firefox] - test: tp6 - run-visual-metrics: true - subtests: [amazon] - description: Raptor (browsertime) tp6 page-load tests with Gecko Profiling - mozharness: - extra-options: - - --chimera - - --gecko-profile - run-on-projects: - by-test-platform: - (linux|windows|macosx1015).*shippable-qr.*: [mozilla-central] - default: [] - tier: 2 - treeherder-symbol: Btime-Prof(tp6) - -browsertime-custom: - raptor: - apps: [firefox] - run-visual-metrics: true - subtests: [[process-switch, ps]] - description: Raptor (browsertime) custom pageload tests - max-run-time: 2700 - mozharness: - extra-options: - - --chimera - - --extra-profiler-run - run-on-projects: - by-test-platform: - windows.*-32.*: [] - .*64(?!.*nightlyasrelease).*shippable-qr/.*: [mozilla-central] - default: [] - tier: 1 - treeherder-symbol: Btime(ps) - -browsertime-first-install: - raptor: - apps: [firefox] - run-visual-metrics: true - subtests: [welcome] - description: Raptor (browsertime) custom pageload tests - max-run-time: 2700 - mozharness: - extra-options: - - --chimera - - --extra-profiler-run - run-on-projects: - by-test-platform: - windows.*-32.*: [] - .*64(?!.*nightlyasrelease).*shippable-qr/.*: [trunk] - default: [] - tier: 1 - treeherder-symbol: Btime(welcome) - -browsertime-regression-tests: - raptor: - apps: [firefox] - subtests: [[constant-regression, regress-c]] - description: Raptor (browsertime) tests for our regression detection system - max-run-time: 700 - run-on-projects: [autoland] - limit-platforms: - - .*linux(?!.*shippable)(?!.*clang).* - mozharness: - extra-options: - by-test-platform: - windows10-64.*shippable.*-qr.*: [] - default: [] - tier: 2 - treeherder-symbol: Btime(regressor) - -browsertime-upload: - raptor: - apps: [firefox, chrome, safari] - subtests: - - [upload, upload-h2] - - upload-h3 - description: Raptor (browsertime) http2, http3 file upload performance test - max-run-time: 2700 - run-on-projects: - by-app: - firefox: - by-test-platform: - windows.*-32.*: [] - .*64.*shippable-qr/.*: [autoland, mozilla-central] - default: [] - default: [] - tier: 3 - treeherder-symbol: Btime(upload) - fetches: - fetch: - - upload-speed-test-file - -browsertime-pageload-benchmark: - raptor: - apps: [firefox] - subtests: [tp6-bench] - description: Raptor (browsertime) TP6 pageload benchmark test - max-run-time: 4500 - mozharness: - extra-options: - - --browser-cycles=5 - run-on-projects: [] - tier: 2 - treeherder-symbol: Btime(tp6-bench) - -browsertime-speculative: - raptor: - apps: [firefox] - run-visual-metrics: true - subtests: [connect] - description: Raptor (browsertime) speculative connect pageload tests - max-run-time: 420 - run-on-projects: - by-test-platform: - windows.*-32.*: [] - .*64.*shippable-qr/.*: [autoland] - default: [] - tier: 2 - treeherder-symbol: Btime(speculative) - -browsertime-throttled: - raptor: - apps: [firefox] - run-visual-metrics: true - subtests: [throttled] - description: Raptor (browsertime) throttled network pageload tests - max-run-time: 420 - run-on-projects: [] - tier: 3 - treeherder-symbol: Btime(throttled) - -browsertime-tp6-webextensions: - <<: *tp6-defaults - <<: *tp6-essential-defaults - description: Raptor (browsertime) tp6 page-load tests with webextensions installed on Firefox Desktop - raptor: - apps: [firefox] - test: tp6 - run-visual-metrics: true - subtests: - - amazon - fetches: - fetch: - - firefox-addons - run-on-projects: - by-app: - firefox: - by-test-platform: - windows.*-32.*: [] - macosx1100.*shippable.*: [mozilla-central] - .*64(?!.*nightlyasrelease).*shippable-qr/.*: [trunk-only] - default: [] - default: [] - mozharness: - extra-options: - by-test-platform: - windows10-64.*shippable.*-qr.*: - - --chimera - - --browsertime - - --browsertime-no-ffwindowrecorder - - --conditioned-profile=settled-webext - default: - - --chimera - - --browsertime - - --conditioned-profile=settled-webext - # TODO(Bug 1867781): promote to tier 2 after confirming no issue have been caught while runing as tier 3. - tier: 3 - treeherder-symbol: Btime-webext(tp6) - -browsertime-indexeddb: - description: Raptor (browsertime) tests for IndexedDB - max-run-time: 2700 - treeherder-symbol: Btime(idb) - limit-platforms: - by-app: - chrome: - - .*shippable.* - custom-car: - - .*64.*shippable.* - default: [] - raptor: - apps: [firefox, chrome] - run-visual-metrics: false - subtests: - - addMab1 - - addMabN - - addMar1 - - addMarN - - addMbl1 - - addMblN - - addkAB1 - - addkABN - - addkAR1 - - addkARN - - addkBL1 - - addkBLN - - getkeyrng - run-on-projects: - by-app: - firefox: - by-test-platform: - windows.*-32.*: [] - .*64.*shippable-qr/.*: [autoland, mozilla-central] - default: [] - default: [] - tier: - by-app: - firefox: 2 - default: 3 - mozharness: - extra-options: - - --extra-profiler-run diff --git a/taskcluster/ci/test/browsertime-mobile.yml b/taskcluster/ci/test/browsertime-mobile.yml deleted file mode 100644 index 0ef0c0519e..0000000000 --- a/taskcluster/ci/test/browsertime-mobile.yml +++ /dev/null @@ -1,519 +0,0 @@ -# This Source Code Form is subject to the terms of the Mozilla Public -# License, v. 2.0. If a copy of the MPL was not distributed with this -# file, You can obtain one at http://mozilla.org/MPL/2.0/. ---- -job-defaults: - max-run-time: 3600 - suite: raptor - variants: - - geckoview-no-fission - run-on-projects: [] - tier: 3 - test-manifest-loader: null # don't load tests in the taskgraph - target: - by-app: - fenix: - by-test-platform: - android-hw.*-aarch64.*/.*: - upstream-task: signing-apk - name: public/build/target.arm64-v8a.apk - default: - upstream-task: signing-apk - name: public/build/target.armeabi-v7a.apk - refbrow: - by-test-platform: - android-hw.*-aarch64.*/.*: - index: mobile.v2.reference-browser.raptor.latest.arm64-v8a - name: target.arm64-v8a.apk - default: - index: mobile.v2.reference-browser.raptor.latest.armeabi-v7a - name: target.armeabi-v7a.apk - default: geckoview_example.apk - virtualization: hardware - raptor: - activity: - by-app: - fenix: org.mozilla.fenix.IntentReceiverActivity - geckoview: org.mozilla.geckoview_example.GeckoViewActivity - refbrow: org.mozilla.reference.browser.BrowserTestActivity - default: None - binary-path: - by-app: - fenix: org.mozilla.fenix - geckoview: org.mozilla.geckoview_example - refbrow: org.mozilla.reference.browser.raptor - default: None - mozharness: - script: raptor_script.py - config: - - raptor/android_hw_config.py - extra-options: - # Bug 1635749, disable window recorder temporarily - - --browsertime-no-ffwindowrecorder - optimization: - skip-unless-backstop: null - limit-platforms: - by-app: - chrome-m: - - .*shippable-qr.* - cstm-car-m: - - .*shippable-qr.* - default: [] - fetches: - toolchain: - by-app: - cstm-car-m: - - android-custom-car - - linux64-minidump-stackwalk - - linux64-fix-stacks - default: - - linux64-minidump-stackwalk - - linux64-fix-stacks - dependencies: - by-app: - fenix: - signing-apk: signing-apk-fenix-nightly-simulation - default: {} - -browsertime-tp6m: - <<: &tp6m-defaults - description: Raptor (browsertime) tp6 page-load tests on android - max-run-time: - by-subtest: - reddit: - by-app: - geckoview: 7200 - default: 3600 - imdb: - by-app: - geckoview: 7200 - default: 3600 - default: 3600 - mozharness: - extra-options: - - --chimera - # Bug 1884667 - Fresh profiles cause high frequency intermittents - - --conditioned-profile=settled - tier: - by-app: - geckoview: 1 - fenix: 2 - refbrow: 2 - default: 3 - treeherder-symbol: Btime(tp6m) - raptor: - apps: [geckoview, fenix, chrome-m, refbrow] - run-visual-metrics: true - test: tp6m - subtests: - - amazon - - bing - - [bing-search-restaurants, bing-s-r] - - booking - - cnn - - [cnn-ampstories, cnn-amp] - - dailymail - - [ebay-kleinanzeigen, ebay-k] - - [ebay-kleinanzeigen-search, ebay-k-s] - - [facebook-cristiano, fb-cris] - - [google-maps, gmaps] - - [google-search-restaurants, gsearch-r] - - instagram - - imdb - - reddit - - sina - - [stackoverflow, stacko] - - bild-de - - wikipedia - - youtube - run-on-projects: - by-app: - geckoview: - by-variant: - geckoview-no-fission: - by-test-platform: - android-hw-a51.*shippable-qr.*: [trunk-only] - default: [] - default: - by-subtest: - wikipedia: - by-test-platform: - android-hw-a51.*shippable-qr.*: [] - default: [] - google-search-restaurants: - by-test-platform: - android-hw-a51.*shippable-qr.*: [] - default: [] - default: - by-test-platform: - android-hw-a51.*shippable-qr.*: [] - default: [] - fenix: - by-variant: - geckoview-no-fission: - by-test-platform: - android-hw-a51.*shippable-qr.*: [trunk-only] - default: [] - default: [] - default: [] - -browsertime-tp6m-essential: - <<: *tp6m-defaults - run-without-variant: false - raptor: - apps: [geckoview, fenix, chrome-m, refbrow] - run-visual-metrics: true - test: tp6m - subtests: - - allrecipes - - [amazon-search, amazon-s] - - espn - # Bug 1682027 - Disabled due to high failure rate - # - facebook - - google - - [microsoft-support, micros-sup] - - [youtube-watch, youtube-w] - run-on-projects: - by-app: - geckoview: - by-subtest: - allrecipes: - by-test-platform: - android-hw-a51.*shippable.*: [trunk] - default: [] - default: - by-test-platform: - android-hw-a51.*shippable.*: [trunk-only] - default: [] - fenix: - by-test-platform: - android-hw-a51.*shippable.*: [trunk-only] - default: [] - default: [] - tier: - by-app: - geckoview: 1 - refbrow: 2 - default: 3 - -browsertime-tp6m-webextensions: - <<: *tp6m-defaults - description: Raptor (browsertime) tp6 page-load tests with webextensions installed on android - treeherder-symbol: Btime-webext(tp6m) - run-without-variant: false - mozharness: - extra-options: - - --chimera - - --browsertime-no-ffwindowrecorder - - --conditioned-profile=settled-webext - - --browser-cycles=5 - raptor: - apps: [fenix] - run-visual-metrics: true - test: tp6m - subtests: - - [amazon-search, amazon-s] - fetches: - fetch: - - firefox-addons - run-on-projects: - by-app: - fenix: - by-test-platform: - android-hw-a51.*shippable.*: [mozilla-central] - default: [] - default: [] - # TODO(Bug 1867781): promote to tier 2 after confirming no issue have been caught while runing as tier 3. - tier: 3 - -browsertime-youtube-playback-mobile: - description: Browsertime YouTube Playback on Android - treeherder-symbol: Btime(ytp) - run-without-variant: false - raptor: - apps: [fenix, geckoview, refbrow] - subtests: - by-app: - fenix: - by-test-platform: - android-hw-a51.*: - - [youtube-playback-av1-sfr, ytp-av1-sfr] - - [youtube-playback-hfr, ytp-hfr] - - [youtube-playback-vp9-sfr, ytp-vp9-sfr] - # Bug 1699469 - Disabled until a crash is fixed. - # - [youtube-playback-widevine-h264-sfr, ytp-widevine-h264-sfr] - # - [youtube-playback-widevine-hfr, ytp-widevine-hfr] - default: - by-test-platform: - android-hw-a51.*: - - [youtube-playback-h264-sfr, ytp-h264-sfr] - - [youtube-playback-hfr, ytp-hfr] - # Bug 1699469 - Disabled until a crash is fixed. - # - [youtube-playback-widevine-h264-sfr, ytp-widevine-h264-sfr] - # - [youtube-playback-widevine-hfr, ytp-widevine-hfr] - test-url-param: - by-subtest: - youtube-playback-h264-sfr: # remove high resolution tests - exclude=1,2, - 23,24,25,26,27,28,29,30,31,32,33,34,35,36,37,38 - youtube-playback-hfr: - by-test-platform: - android-hw-a51.*: # remove VP9(1-34) and AV1(51-74) tests - exclude=1,2, - 3,4,5,6,7,8,9,10,11,12,13,14,15,16,17,18,19,20,21,22,23,24,25,26,27,28,29,30,31,32,33,34, - 51,52,53,54,55,56,57,58,59,60,61,62,63,64,65,66,67,68,69,70,71,72,73,74 - default: "" - youtube-playback-widevine-hfr: - by-test-platform: - android-hw-a51.*: # remove VP9(1-34) tests - exclude=1,2, - 3,4,5,6,7,8,9,10,11,12,13,14,15,16,17,18,19,20,21,22,23,24,25,26,27,28,29,30,31,32,33,34 - default: "" - default: "" - run-on-projects: - by-app: - fenix: - by-test-platform: - android-hw-a51.*shippable.*: [mozilla-central] - default: [] - geckoview: - by-test-platform: - android-hw-a51.*shippable.*: [mozilla-central] - default: [] - default: [] - max-run-time: 3600 - -browsertime-tp6m-live: - <<: *tp6m-defaults - run-without-variant: false - raptor: - apps: [chrome-m, fenix, geckoview] - run-visual-metrics: true - test: tp6m - subtests: - - allrecipes - - amazon - - [amazon-search, amazon-s] - - bing - - [bing-search-restaurants, bing-s-r] - - booking - - booking-sf - - cnn - - [cnn-ampstories, cnn-amp] - - dailymail - - discord - - [ebay-kleinanzeigen, ebay-k] - - [ebay-kleinanzeigen-search, ebay-k-s] - - espn - - expedia - - facebook - - [facebook-cristiano, fb-cris] - - [fashionbeans, fashbea] - - google - - [google-accounts, gacc] - - [google-maps, gmaps] - - [google-search-restaurants, gsearch-r] - - instagram - - imdb - - [imdb-firefox, imdb-f] - - [medium-article, medium] - - [microsoft-support, micros-sup] - - nytimes - - [people-article, people] - - reddit - - [reddit-thread, reddit-thr] - - rumble-fox - - [stackoverflow, stacko] - - [stackoverflow-question, stack-q] - - [urbandictionary-define, urbict-def] - - bild-de - - [wikia-marvel, wikia-m] - - wikipedia - - youtube - - [youtube-watch, youtube-w] - mozharness: - extra-options: - - --live-sites - - --chimera - run-on-projects: - by-subtest: - cnn-ampstories: - by-app: - geckoview: - by-test-platform: - android-hw-a51.*shippable-qr.*: [autoland] - default: [] - default: [] - default: [] - tier: 3 - treeherder-symbol: Btime-live(tp6m) - -browsertime-tp6m-profiling: - description: Raptor (browsertime) tp6 page-load tests on android with Gecko profiling - run-without-variant: false - raptor: - apps: [geckoview] - test: tp6m - subtests: [amazon, youtube] - treeherder-symbol: Btime-Prof(tp6m) - mozharness: - script: raptor_script.py - config: - - raptor/android_hw_config.py - extra-options: - - --chimera - - --gecko-profile - run-on-projects: - by-test-platform: - android-hw-(a51).*aarch64-shippable-qr/opt: [mozilla-central] - default: [] - -browsertime-benchmark-speedometer-mobile: - description: Browsertime Speedometer on Android - run-without-variant: false - raptor: - apps: [geckoview, fenix, chrome-m, cstm-car-m] - tier: - by-app: - fenix: 1 - default: 3 - run-on-projects: - by-app: - fenix: - by-test-platform: - android-hw-a51.*shippable-qr.*: [trunk] - default: [] - geckoview: - by-test-platform: - android-hw-a51.*shippable-qr.*: [trunk] - default: [] - cstm-car-m: - by-test-platform: - android-hw-p6.*shippable-qr.*: [] - android-hw-s21.*shippable-qr.*: [] - default: [mozilla-central] - default: [] - treeherder-symbol: Btime(sp) - mozharness: - extra-options: - - --test=speedometer - -browsertime-benchmark-speedometer3-mobile: - description: Browsertime Speedometer 3 on Android - run-without-variant: false - raptor: - apps: [geckoview, fenix, chrome-m, cstm-car-m] - tier: - by-app: - fenix: 2 - geckoview: 2 - default: 3 - run-on-projects: - by-app: - fenix: - by-test-platform: - android-hw-a51.*shippable-qr.*: [trunk-only] - android-hw-p6.*shippable-qr.*: [mozilla-central] - android-hw-s21.*shippable-qr.*: [mozilla-central] - default: [] - geckoview: - by-test-platform: - android-hw-a51.*shippable-qr.*: [trunk-only] - android-hw-p6.*shippable-qr.*: [mozilla-central] - android-hw-s21.*shippable-qr.*: [mozilla-central] - default: [] - cstm-car-m: [mozilla-central] - chrome-m: - by-test-platform: - android-hw-p6.*shippable-qr.*: [mozilla-central] - android-hw-s21.*shippable-qr.*: [mozilla-central] - default: [] - default: [] - treeherder-symbol: Btime(sp3) - mozharness: - extra-options: - - --test=speedometer3 - -browsertime-benchmark-motionmark: - description: Raptor (browsertime) Motionmark benchmark tests - run-without-variant: false - raptor: - apps: [fenix, chrome-m, geckoview] - subtests: - - [motionmark-animometer, mm-a] - - [motionmark-animometer-ramp, mm-ar] - - [motionmark-htmlsuite, mm-h] - - [motionmark-htmlsuite-ramp, mm-hr] - run-on-projects: - by-app: - chrome-m: [] - default: - by-test-platform: - android-hw-a51-.*aarch64-shippable-qr.*: [mozilla-central] - default: [] - treeherder-symbol: Btime() - tier: 2 - -browsertime-benchmark-motionmark-1-3: - description: Raptor (browsertime) Motionmark 1.3 benchmark tests - run-without-variant: false - raptor: - apps: [geckoview, fenix, chrome-m, cstm-car-m] - subtests: - - [motionmark-1-3, mm-1.3] - - [motionmark-htmlsuite-1-3, mm-h-1.3] - run-on-projects: - by-app: - chrome-m: [] - default: - by-test-platform: - android-hw-a51-.*aarch64-shippable-qr.*: [mozilla-central] - default: [] - treeherder-symbol: Btime() - tier: 2 - -browsertime-benchmark-unity-webgl-mobile: - description: Browsertime Unity WebGL on Android - run-without-variant: false - raptor: - apps: [geckoview, refbrow, fenix, chrome-m] - tier: - by-app: - geckoview: 2 - default: 3 - treeherder-symbol: Btime(ugl) - run-on-projects: - by-app: - refbrow: [] - geckoview: - by-test-platform: - # Disabled on autoland due to bug 1720063, and bug 1795826 - android-hw-a51-.*aarch64-shippable-qr.*: [mozilla-central] - default: [] - default: - by-test-platform: - android-hw-a51-.*aarch64-shippable-qr.*: [mozilla-central] - default: [] - max-run-time: - by-test-platform: - anrdroid-hw-a51.*: 1500 - default: 900 - mozharness: - extra-options: - - --test=unity-webgl - -browsertime-power: - description: Browsertime Power Usage Tests on Android - run-without-variant: false - raptor: - apps: [geckoview, fenix, refbrow] - subtests: - - idle - - idle-bg - - [speedometer, sp] - tier: 2 - run-on-projects: [] - treeherder-symbol: Btime-P(power) - mozharness: - extra-options: - - --power-test diff --git a/taskcluster/ci/test/compiled.yml b/taskcluster/ci/test/compiled.yml deleted file mode 100644 index ebe6b9bb2b..0000000000 --- a/taskcluster/ci/test/compiled.yml +++ /dev/null @@ -1,138 +0,0 @@ -# This Source Code Form is subject to the terms of the Mozilla Public -# License, v. 2.0. If a copy of the MPL was not distributed with this -# file, You can obtain one at http://mozilla.org/MPL/2.0/. ---- -job-defaults: - test-manifest-loader: null # don't load tests in the taskgraph - run-without-variant: false - variants: - - 1proc - virtualization: virtual - mozharness: - script: - by-test-platform: - android-em.*: android_emulator_unittest.py - android-hw.*: android_hardware_unittest.py - default: desktop_unittest.py - config: - by-test-platform: - android-em-7.*: - - android/android_common.py - - android/android-x86_64.py - android-hw.*: - - android/android_common.py - - android/android_hw.py - linux.*: - - unittests/linux_unittest.py - - remove_executables.py - macosx.*: - - unittests/mac_unittest.py - windows.*: - - unittests/win_unittest.py - supports-artifact-builds: false - -cppunittest: - description: "CPP Unit Tests" - suite: cppunittest - treeherder-symbol: cppunit - target: - by-test-platform: - android-em-7.*: geckoview-test_runner.apk - default: null - tier: default - run-on-projects: - by-variant: - 1proc: built-projects - default: [] - -gtest: - description: "GTests run" - suite: gtest - treeherder-symbol: GTest - instance-size: xlarge-noscratch - run-on-projects: - by-variant: - 1proc: - by-test-platform: - .*android.*: built-projects - .*(devedition|tsan|wayland).*: [] - linux1804-32-qr/opt: [] # try only, shippable on m-c - linux1804-32-qr/debug: ['mozilla-central'] # try and m-c - linux1804-32-shippable-qr/opt: ['mozilla-central'] # try and m-c - default: built-projects - default: [] - target: - by-test-platform: - android-em-7.*: geckoview-test_runner.apk - default: null - tier: default - -jittest: - description: "JIT Test run" - suite: jittest - treeherder-symbol: Jit - run-on-projects: - by-variant: - 1proc: - by-test-platform: - android-hw-.*-aarch64-qr/debug: ['mozilla-central', 'release'] - android-hw-.*-arm7-qr/debug: ['mozilla-central', 'release'] - default: built-projects - default: [] - chunks: - by-test-platform: - windows.*-ccov-qr/opt: 6 - windows.*: 1 - macosx.*/opt: 1 - macosx.*/debug: 3 - android.*/opt: 3 - android-hw-.*-aarch64-qr/debug: 8 - default: 6 - max-run-time: - by-test-platform: - windows.*-ccov.*/.*: 1800 - android-hw.*: 2400 - default: 3600 - mozharness: - chunked: - by-test-platform: - windows.*: false - macosx.*: false - default: true - target: - by-test-platform: - android-.*: geckoview-test_runner.apk - default: null - tier: - by-test-platform: - android-hw.*: 2 - default: default - -jittest-all: - description: "JIT Test run with all flags for android arm7 opt" - suite: jittest - treeherder-symbol: Jit - run-on-projects: - by-test-platform: - android-hw-.*-arm7(?:-shippable)?-qr/.*: ['mozilla-central', 'release'] - default: [] - chunks: - by-test-platform: - android-.*/opt: 3 - android-.*/debug: 6 - max-run-time: 3600 - mozharness: - chunked: true - extra-options: - by-test-platform: - android.*: - - --jittest-flags=all - default: None - target: - by-test-platform: - android-.*: geckoview-test_runner.apk - default: null - tier: - by-test-platform: - android-hw.*: 2 - default: default diff --git a/taskcluster/ci/test/firefox-ui.yml b/taskcluster/ci/test/firefox-ui.yml deleted file mode 100644 index c45bb3d138..0000000000 --- a/taskcluster/ci/test/firefox-ui.yml +++ /dev/null @@ -1,27 +0,0 @@ -# This Source Code Form is subject to the terms of the Mozilla Public -# License, v. 2.0. If a copy of the MPL was not distributed with this -# file, You can obtain one at http://mozilla.org/MPL/2.0/. ---- -job-defaults: - suite: - category: firefox-ui - max-run-time: 5400 - test-manifest-loader: null # don't load tests in the taskgraph - run-on-projects: built-projects - mozharness: - script: firefox_ui_tests.py - config: - by-test-platform: - windows.*: - - firefox_ui_tests/taskcluster_windows.py - macosx.*: - - firefox_ui_tests/taskcluster.py - - firefox_ui_tests/taskcluster_mac.py - linux.*: - - firefox_ui_tests/taskcluster.py - - remove_executables.py - -firefox-ui-functional: - description: "Firefox-ui-tests functional run" - treeherder-symbol: Fxfn(en-US) - tier: 2 diff --git a/taskcluster/ci/test/kind.yml b/taskcluster/ci/test/kind.yml deleted file mode 100644 index e9c2b1e5e9..0000000000 --- a/taskcluster/ci/test/kind.yml +++ /dev/null @@ -1,95 +0,0 @@ -# This Source Code Form is subject to the terms of the Mozilla Public -# License, v. 2.0. If a copy of the MPL was not distributed with this -# file, You can obtain one at http://mozilla.org/MPL/2.0/. ---- -loader: gecko_taskgraph.loader.test:loader - -kind-dependencies: - - build - - build-signing - - signing-apk - - repackage-signing-shippable-l10n-msix - - repackage-signing-msix - - repackage-signing - - repackage - - fetch - - toolchain - -transforms: - - gecko_taskgraph.transforms.test:transforms - - gecko_taskgraph.transforms.job:transforms - - gecko_taskgraph.transforms.task:transforms - -# Each stanza in a file pointed to by 'jobs-from' describes a particular test -# suite or sub-suite. These are processed through the transformations described -# above to produce a bunch of tasks. See the schema in -# `taskcluster/gecko_taskgraph/transforms/test/__init__.py` for a description of the fields -# used in these files. - -# Adding a new test type or running tests on a new platform? Be sure to review -# https://wiki.mozilla.org/Sheriffing/Job_Visibility_Policy - -jobs-from: - - awsy.yml - - browsertime-desktop.yml - - browsertime-mobile.yml - - compiled.yml - - firefox-ui.yml - - marionette.yml - - misc.yml - - mochitest.yml - - reftest.yml - - talos.yml - - web-platform.yml - - xpcshell.yml - -job-defaults: - attributes: - retrigger: true - use-python: default - require-signed-extensions: - by-release-type: - release|esr.*: true - beta: - by-test-platform: - .*-devedition/.*: false - default: true - default: false - mozharness: - requires-signed-builds: - by-test-platform: - macosx1100.*: true - windows1.*: - by-variant: - msix: true - default: false - default: false - fetches: - toolchain: - by-test-platform: - win.*: - - win32-minidump-stackwalk - - win32-fix-stacks - macosx1015.*: - - macosx64-minidump-stackwalk - - macosx64-fix-stacks - macosx1100.*: - - macosx64-aarch64-minidump-stackwalk - - macosx64-aarch64-fix-stacks - macosx1400.*: - - macosx64-aarch64-minidump-stackwalk - - macosx64-aarch64-fix-stacks - android-em-7.*: - - android-system-image-x86_64-linux - - android-avd-x86_64-linux - - android-emulator-linux - - linux64-minidump-stackwalk - - linux64-fix-stacks - - linux64-hostutils - android-hw.*: - - linux64-minidump-stackwalk - - linux64-fix-stacks - - linux64-hostutils - default: - - linux64-minidump-stackwalk - - linux64-fix-stacks diff --git a/taskcluster/ci/test/marionette.yml b/taskcluster/ci/test/marionette.yml deleted file mode 100644 index d586a6cf24..0000000000 --- a/taskcluster/ci/test/marionette.yml +++ /dev/null @@ -1,54 +0,0 @@ -# This Source Code Form is subject to the terms of the Mozilla Public -# License, v. 2.0. If a copy of the MPL was not distributed with this -# file, You can obtain one at http://mozilla.org/MPL/2.0/. ---- -job-defaults: - suite: marionette - mozharness: - script: marionette.py - config: - by-test-platform: - macosx.*: - - marionette/prod_config.py - - marionette/mac_taskcluster_config.py - windows.*: - - marionette/windows_taskcluster_config.py - default: - - marionette/prod_config.py - - remove_executables.py - test-manifest-loader: null # don't load tests in the taskgraph - tier: - by-variant: - headless: 2 - default: default - variants: - - webrender-sw - - headless - run-on-projects: - by-variant: - headless: - by-test-platform: - (linux.*64)(-shippable)?-qr/opt: built-projects - default: [] - webrender-sw: - by-test-platform: - .*wayland.*: [] - .*/debug: built-projects - default: [] - default: - by-test-platform: - .*(tsan|wayland).*: [] - default: built-projects - virtualization: virtual - -marionette: - description: "Marionette unittest run" - treeherder-symbol: Mn - max-run-time: - by-test-platform: - .*asan.*: 5400 - .*ccov.*: 3600 - .*debug.*: 3600 - default: 2700 - instance-size: default - chunks: 1 diff --git a/taskcluster/ci/test/misc.yml b/taskcluster/ci/test/misc.yml deleted file mode 100644 index 8f1f93157c..0000000000 --- a/taskcluster/ci/test/misc.yml +++ /dev/null @@ -1,272 +0,0 @@ -# This Source Code Form is subject to the terms of the Mozilla Public -# License, v. 2.0. If a copy of the MPL was not distributed with this -# file, You can obtain one at http://mozilla.org/MPL/2.0/. ---- -job-defaults: - test-manifest-loader: null # don't load tests in the taskgraph - -geckoview-junit: - description: "Geckoview junit run" - suite: geckoview-junit - variants: ["geckoview-fission", "no-fission", "geckoview-no-fission-ship"] - treeherder-symbol: gv-junit - loopback-video: true - target: geckoview-androidTest.apk - max-run-time: 3600 - run-on-projects: - by-variant: - geckoview-fission: ['trunk'] - no-fission: built-projects - geckoview-no-fission-ship: built-projects - default: [] - tier: default - mozharness: - script: android_emulator_unittest.py - config: - by-test-platform: - android-em-7.*: - - android/android_common.py - - android/android-x86_64.py - extra-options: - - --test-suite=geckoview-junit - -telemetry-tests-client: - description: "Telemetry tests client run" - suite: telemetry-tests-client - treeherder-symbol: tt(c) - run-on-projects: built-projects - max-run-time: 1200 - tier: default - mozharness: - script: telemetry/telemetry_client.py - config: - by-test-platform: - linux.*: - - remove_executables.py - windows.*: [] - macosx.*: [] - -test-verify: - description: "Extra verification of tests modified on this push" - suite: test-verify - treeherder-symbol: TV - loopback-video: true - max-run-time: 10800 - allow-software-gl-layers: false - variants: - - no-fission - run-on-projects: - by-variant: - no-fission: - by-test-platform: - # do not run on ccov or asan or shippable or wayland - .*(-ccov|-asan|-shippable|-wayland).*: [] - # we prefer -qr platforms with fis, no need to run on both - (?!.*(-ccov|-asan|-shippable))(?!.*-qr).*: [] - # do not run on mozilla-central, beta or release: usually just confirms earlier results - android.*: ['integration'] - default: [] - default: - by-test-platform: - # do not run on ccov or asan or shippable or wayland - .*(-ccov|-asan|-shippable|-wayland).*: [] - # we prefer -qr platforms with fis, no need to run on both - (?!.*(-ccov|-asan|-shippable))(?!.*-qr).*: [] - # do not run on mozilla-central, beta or release: usually just confirms earlier results - android.*: [] - default: ['integration'] - built-projects-only: true - target: - by-test-platform: - android-em-7.*: geckoview-test_runner.apk - default: null - optimization: - test-verify: ["test-verify"] - tier: 2 - mozharness: - script: - by-test-platform: - android-em.*: android_emulator_unittest.py - default: desktop_unittest.py - config: - by-test-platform: - android-em-7.*: - - android/android_common.py - - android/android-x86_64.py - linux.*: - - unittests/linux_unittest.py - - remove_executables.py - macosx.*: - - unittests/mac_unittest.py - windows.*: - - unittests/win_unittest.py - extra-options: - - --verify - fetches: - toolchain: - by-test-platform: - linux.*: - - linux64-node - - linux64-minidump-stackwalk - - linux64-fix-stacks - macosx.*: - - macosx64-node - - macosx64-minidump-stackwalk - - macosx64-fix-stacks - win.*-64.*: - - win64-node - - win32-minidump-stackwalk - - win32-fix-stacks - win.*32.*: - - win32-node - - win32-minidump-stackwalk - - win32-fix-stacks - android-em-7.*: - - android-emulator-linux - - android-system-image-x86_64-linux - - android-avd-x86_64-linux - - linux64-node - - linux64-minidump-stackwalk - - linux64-fix-stacks - - linux64-hostutils - -test-verify-gpu: - description: "Extra verification of tests modified on this push on gpu instances" - suite: - category: test-verify - name: test-verify-gpu - treeherder-symbol: TVg - loopback-video: true - virtualization: virtual-with-gpu - max-run-time: 10800 - allow-software-gl-layers: false - run-on-projects: - by-test-platform: - # do not run on ccov or asan or shippable or wayland - .*(-ccov|-asan|-shippable|-wayland).*: [] - # do not run on mozilla-central, beta or release: usually just confirms earlier results - linux.*: ['integration'] - default: [] - built-projects-only: true - optimization: - test-verify: ["test-verify-gpu"] - tier: 2 - mozharness: - script: - by-test-platform: - android-em.*: android_emulator_unittest.py - default: desktop_unittest.py - config: - by-test-platform: - android-em-7.*: - - android/android_common.py - - android/android-x86_64.py - linux.*: - - unittests/linux_unittest.py - - remove_executables.py - macosx.*: - - unittests/mac_unittest.py - windows.*: - - unittests/win_unittest.py - extra-options: - - --verify - - --gpu-required - -test-coverage: - description: "Per-test coverage" - suite: test-coverage - treeherder-symbol: TC - loopback-video: true - instance-size: default - max-run-time: 10800 - allow-software-gl-layers: false - run-on-projects: - by-test-platform: - .*-ccov.*/.*: built-projects - default: [] - tier: 2 - mozharness: - script: - by-test-platform: - android-em.*: android_emulator_unittest.py - default: desktop_unittest.py - config: - by-test-platform: - android-em-7.*: - - android/android_common.py - - android/android-x86_64.py - linux.*: - - unittests/linux_unittest.py - - remove_executables.py - macosx.*: - - unittests/mac_unittest.py - windows.*: - - unittests/win_unittest.py - extra-options: - - --per-test-coverage - fetches: - toolchain: - by-test-platform: - linux.*: - - linux64-node - - linux64-minidump-stackwalk - - linux64-fix-stacks - macosx.*: - - macosx64-node - - macosx64-minidump-stackwalk - - macosx64-fix-stacks - win.*-64.*: - - win64-node - - win32-minidump-stackwalk - - win32-fix-stacks - win.*32.*: - - win32-node - - win32-minidump-stackwalk - - win32-fix-stacks - android-em-7.*: - - android-emulator-linux - - android-system-image-x86_64-linux - - android-avd-x86_64-linux - - linux64-node - - linux64-minidump-stackwalk - - linux64-fix-stacks - - linux64-hostutils - -test-coverage-gpu: - description: "Per-test coverage for tests that require gpu instances" - suite: test-coverage - treeherder-symbol: TCg - loopback-video: true - virtualization: virtual-with-gpu - instance-size: default - max-run-time: 10800 - allow-software-gl-layers: false - run-on-projects: - by-test-platform: - # only run on mozilla-central and try. - .*-ccov.*/.*: ['mozilla-central'] - default: [] - tier: - by-test-platform: - windows.*asan.*: 3 - default: 2 - mozharness: - script: - by-test-platform: - android-em.*: android_emulator_unittest.py - default: desktop_unittest.py - config: - by-test-platform: - android-em-7.*: - - android/android_common.py - - android/android-x86_64.py - linux.*: - - unittests/linux_unittest.py - - remove_executables.py - macosx.*: - - unittests/mac_unittest.py - windows.*: - - unittests/win_unittest.py - extra-options: - - --per-test-coverage - - --gpu-required diff --git a/taskcluster/ci/test/mochitest.yml b/taskcluster/ci/test/mochitest.yml deleted file mode 100644 index 1339652baf..0000000000 --- a/taskcluster/ci/test/mochitest.yml +++ /dev/null @@ -1,1166 +0,0 @@ -# This Source Code Form is subject to the terms of the Mozilla Public -# License, v. 2.0. If a copy of the MPL was not distributed with this -# file, You can obtain one at http://mozilla.org/MPL/2.0/. ---- -job-defaults: - suite: - category: mochitest - target: - by-test-platform: - android-em-7.*: geckoview-test_runner.apk - android-hw.*: geckoview-test_runner.apk - windows11-64-2009.*: - by-variant: - msix: target.installer.msix - default: null - default: null - tier: - by-variant: - xorigin: - by-test-platform: - linux.*64.*-qr/debug: 1 - default: 2 - default: - by-test-platform: - android-em-7.0-x86_64-qr/debug-isolated-process: 3 - default: default - mozharness: - script: - by-test-platform: - android-em.*: android_emulator_unittest.py - android-hw.*: android_hardware_unittest.py - default: desktop_unittest.py - config: - by-test-platform: - android-em-7.*: - - android/android_common.py - - android/android-x86_64.py - android-hw.*: - - android/android_common.py - - android/android_hw.py - linux.*: - - unittests/linux_unittest.py - - remove_executables.py - macosx.*: - - unittests/mac_unittest.py - windows.*: - - unittests/win_unittest.py - -mochitest-plain: - description: "Mochitest plain run" - treeherder-symbol: M() - schedules-component: mochitest-plain - loopback-video: true - virtualization: virtual - variants: - - aab+no-fission - - conditioned_profile - - xorigin - - no-fission - - socketprocess_networking - - headless - - http3 - - http2 - - geckoview-fission-isolate-high-value - - geckoview-no-fission-ship - run-on-projects: - by-variant: - conditioned_profile: - by-test-platform: - .*(asan|ccov|wayland).*: [] - linux1804-64(-shippable)?-qr/opt: ['trunk'] - windows11-64.*(-shippable)?-qr/opt: ['trunk'] - default: [] - xorigin: - by-test-platform: - .*(asan|wayland).*: [] - windows.*ccov.*: [] - (linux.*64|macosx.*64|windows11.*)(-shippable)?-qr/(opt|debug): ['trunk'] - windows.*64-ccov-qr/opt: ['mozilla-central'] - linux.*64-ccov-qr/opt: ['mozilla-central'] - android-em-7.0-x86_64-qr/debug-isolated-process: [] - android-em.*: ['trunk'] - default: [] - socketprocess_networking: - by-test-platform: - .*(asan|ccov|wayland).*: [] - linux.*64.*(-shippable)?-qr/debug: ['autoland', 'mozilla-central'] - default: [] - aab+no-fission: - by-test-platform: - android-em-7.0-x86_64-qr/debug: built-projects - default: [] - headless: - by-test-platform: - .*wayland.*: [] - linux1804-64.*: ['mozilla-central'] - default: [] - no-fission: - by-test-platform: - android-em-7.0-x86_64-qr/debug-isolated-process: [] - android.*: built-projects - linux1804-64-qr/debug: ['mozilla-central'] - linux1804-64(-shippable|-asan)?-qr/opt: ['mozilla-central'] - default: [] - http3: - by-test-platform: - linux1804-64-qr/debug: built-projects - default: [] - http2: - by-test-platform: - linux1804-64-qr/debug: built-projects - default: [] - geckoview-fission-isolate-high-value: - by-test-platform: - android-em-7.0-x86_64-qr/debug-isolated-process: [] - android-em.*: built-projects - default: [] - geckoview-no-fission-ship: - by-test-platform: - android-em-7.0-x86_64-qr/debug-isolated-process: [] - android-em.*: built-projects - default: [] - default: - by-test-platform: - android-em-7.0-x86_64-qr/debug-isolated-process: [] - android.*: built-projects - default: built-projects - chunks: - by-test-platform: - android.*/debug: 10 - linux.*/debug: 16 - linux.*64-tsan-qr/opt: 20 - .*(asan|ccov).*: 10 - linux.*/opt: 8 - windows.*/debug: 8 - default: 5 - tier: - by-variant: - no-fission: - by-test-platform: - linux.*64.*: 2 - default: default - default: default - instance-size: - by-test-platform: - linux.*64-tsan-qr/opt: xlarge-noscratch # runs out of memory using 8GB - default: default - max-run-time: 3600 - allow-software-gl-layers: false - mozharness: - mochitest-flavor: plain - extra-options: - by-test-platform: - android-em.*: - - --test-suite=mochitest-plain - default: [] - chunked: - by-test-platform: - android-em.*: false - default: true - fetches: - toolchain: - by-test-platform: - linux.*: - - linux64-node - - linux64-minidump-stackwalk - - linux64-fix-stacks - macosx.*: - - macosx64-node - - macosx64-minidump-stackwalk - - macosx64-fix-stacks - win.*-64.*: - - win64-node - - win32-minidump-stackwalk - - win32-fix-stacks - win.*32.*: - - win32-node - - win32-minidump-stackwalk - - win32-fix-stacks - android-em-7.*: - - android-system-image-x86_64-linux - - android-avd-x86_64-linux - - android-emulator-linux - - linux64-node - - linux64-minidump-stackwalk - - linux64-hostutils - -mochitest-a11y: - description: "Mochitest a11y run" - treeherder-symbol: M(a11y) - schedules-component: mochitest-a11y - test-manifest-loader: default # ensure we don't run with manifest-scheduling - loopback-video: true - run-without-variant: false - variants: - - 1proc - - socketprocess_networking+1proc - - webrender-sw+1proc - run-on-projects: - by-variant: - socketprocess_networking+1proc: - by-test-platform: - linux.*64-qr/debug: ['autoland', 'mozilla-central'] - default: [] - webrender-sw+1proc: - by-test-platform: - android-em-7.0-x86_64-qr/debug: built-projects - linux.*64-qr/debug: built-projects - default: [] - 1proc: built-projects - mozharness: - mochitest-flavor: a11y - -mochitest-browser-chrome: - description: "Mochitest browser-chrome run" - suite: - name: mochitest-browser-chrome - treeherder-symbol: M(bc) - schedules-component: mochitest-browser-chrome - loopback-video: true - variants: - - webrender-sw - - webrender-sw+a11y-checks - - socketprocess_networking - - msix - run-on-projects: - by-variant: - webrender-sw: - by-test-platform: - linux.*64(-asan)?-qr/(opt|debug): ['all'] - linux.*64-tsan-qr/opt: built-projects - linux.*64-shippable-qr/opt: ['release'] - linux.*64(-shippable)?-qr/opt: built-projects - linux.*64-devedition-qr/opt: built-projects - .*wayland.*: [] # will change to built-projects when greened up - default: [] - webrender-sw+a11y-checks: - by-test-platform: - linux.*64(-shippable)?-qr/opt: ['trunk'] - default: [] - socketprocess_networking: - by-test-platform: - .*asan.*: [] - .*ccov.*: [] - (linux.*64|macosx.*64|windows1.*-64.*)(-shippable)?-qr/(opt|debug): ['autoland', 'mozilla-central'] - default: [] - msix: - by-test-platform: - windows11-64-2009-qr/debug: built-projects - windows11-64-2009(-shippable)?-qr/opt: built-projects - default: [] - default: - by-test-platform: - android.*: [] - linux.*: [] # linux runs M-swr(bc), not M(bc) - default: built-projects - tier: - by-variant: - webrender-sw: - by-test-platform: - linux.*64(-asan|-shippable)?-qr/(opt|debug): 1 - default: default - default: default - chunks: - by-variant: - msix: - by-test-platform: - .*/debug: 16 - default: 7 - default: - by-test-platform: - linux.*wayland.*/opt: 8 - linux.*wayland.*/debug: 12 - linux.*-qr/debug: 16 - linux.*64-asan-qr/opt: 16 - linux.*64-tsan-qr/opt: 32 - macosx.*64-qr/debug: 12 - macosx.*64.*/opt: 10 - windows.*-ccov.*/.*: 14 - windows.*-asan-qr/opt: 14 - windows.*32-qr/debug: 12 - default: 8 - max-run-time: - by-variant: - msix: 5400 - socketprocess_networking: - by-test-platform: - linux.*-qr/debug: 7200 - default: 5400 - default: - by-test-platform: - linux.*64-ccov.*/.*: 9000 - linux.*64-tsan-qr/opt: 10800 - linux.*-qr/opt: 5400 - macosx.*64-ccov.*/.*: 10800 - windows.*-ccov.*/.*: 10800 - windows.*-asan-qr/opt: 5400 - .*/debug: 5400 - default: 3600 - mozharness: - mochitest-flavor: browser - chunked: true - instance-size: - by-test-platform: - linux.*64-asan-qr/opt: xlarge # runs out of memory frequently - default: default - allow-software-gl-layers: false - -mochitest-browser-chrome-failures: - description: "Mochitest browser-chrome failures run" - suite: - name: mochitest-browser-chrome - treeherder-symbol: M-f(bc) - schedules-component: mochitest-browser-chrome - loopback-video: true - variants: - - webrender-sw - run-on-projects: - by-test-platform: - android.*: [] - .*wayland.*: [] # will change to built-projects when greened up - default: [] - tier: 3 - chunks: 2 - max-run-time: - by-test-platform: - linux.*wayland.*/opt: 1800 - linux.*wayland.*/debug: 3600 - default: 3600 - mozharness: - mochitest-flavor: browser - chunked: true - extra-options: - by-test-platform: - linux.*wayland.*: - - --run-failures="os == 'linux' && os_version == '22.04'" - - --timeout-as-pass - - --crash-as-pass - instance-size: default - allow-software-gl-layers: false - -mochitest-browser-a11y: - description: "Mochitest browser-a11y run" - suite: - name: mochitest-browser-a11y - treeherder-symbol: M(ba) - schedules-component: mochitest-browser-a11y - loopback-video: true - run-on-projects: - by-test-platform: - android.*: [] - .*wayland.*: [] - default: built-projects - tier: default - max-run-time: - by-test-platform: - .*tsan.*: 2700 - linux.*/debug: 2700 - default: 1800 - mozharness: - mochitest-flavor: browser - chunked: - by-test-platform: - .*tsan.*: true - default: false - chunks: - by-test-platform: - .*tsan.*: 2 - .*asan.*: 2 - default: 1 - instance-size: default - allow-software-gl-layers: false - virtualization: virtual - -mochitest-browser-media: - description: "Mochitest browser media" - suite: - name: mochitest-browser-media - treeherder-symbol: M(mda-bc) - schedules-component: mochitest-browser-media - loopback-video: true - test-manifest-loader: null - variants: ["wmf-media-engine"] - run-on-projects: - by-variant: - wmf-media-engine: - by-test-platform: - .*asan.*: [] - windows11-64.*/debug: [] # Bug 1805736 - windows1.*-64.*: ['autoland', 'mozilla-central'] - default: [] - default: - by-test-platform: - android.*: [] - default: built-projects - tier: default - max-run-time: - by-test-platform: - .*tsan.*: 1800 - default: 1200 - mozharness: - mochitest-flavor: browser - instance-size: default - allow-software-gl-layers: false - virtualization: virtual - -mochitest-browser-screenshots: - description: "Browser Screenshots" - suite: - name: mochitest-browser-screenshots - treeherder-symbol: M(ss) - loopback-video: true - test-manifest-loader: null # don't load tests in the taskgraph - variants: ["no-fission"] - run-on-projects: - by-test-platform: - linux1804-64.*/opt: ['trunk'] - default: [] - max-run-time: 3600 - mozharness: - mochitest-flavor: browser - allow-software-gl-layers: false - -mochitest-chrome: - description: "Mochitest chrome run" - treeherder-symbol: M(c) - schedules-component: mochitest-chrome - loopback-video: true - run-without-variant: false - variants: - - 1proc - - socketprocess_networking+1proc - - webrender-sw+1proc - run-on-projects: - by-variant: - socketprocess_networking+1proc: - by-test-platform: - .*asan.*: [] - .*ccov.*: [] - linux.*64.*(-shippable)?-qr/debug: ['autoland', 'mozilla-central'] - default: [] - webrender-sw+1proc: - by-test-platform: - android-em-7.0-x86_64-qr/debug: built-projects - linux.*64-qr/debug: built-projects - default: [] - 1proc: - by-test-platform: - .*wayland.*: [] - default: built-projects - chunks: - by-test-platform: - .*tsan.*/opt: 6 - default: 3 - max-run-time: 3600 - mozharness: - mochitest-flavor: chrome - chunked: true - instance-size: - by-test-platform: - linux.*64-tsan-qr/opt: xlarge-noscratch # runs out of memory otherwise using 8GB - default: default - -mochitest-devtools-chrome: - description: "Mochitest devtools-chrome run" - suite: - name: mochitest-devtools-chrome - schedules-component: mochitest-browser-chrome - treeherder-symbol: M(dt) - loopback-video: true - variants: - - a11y-checks - - socketprocess_networking - - http3 - run-on-projects: - by-variant: - a11y-checks: - by-test-platform: - linux.*64(-shippable)?-qr/opt: ['trunk'] - default: [] - http3: - by-test-platform: - linux1804-64-qr/debug: built-projects - default: [] - socketprocess_networking: - by-test-platform: - .*asan.*: [] - .*ccov.*: [] - linux.*64.*(-shippable)?-qr/debug: ['autoland', 'mozilla-central'] - default: [] - default: - by-test-platform: - android.*: [] - .*wayland.*: [] - linux.*64-ccov-qr/opt: [] - default: built-projects - tier: default - max-run-time: - by-test-platform: - windows.*-ccov.*/.*: 10800 - macosx.*64-ccov.*/.*: 9000 - linux.*64-ccov.*/.*: 7200 - linux.*64-tsan-qr/opt: 7200 - default: 5400 - chunks: - by-test-platform: - .*-ccov.*/.*: 12 - linux.*wayland.*/debug: 14 - linux.*64-qr/debug: 14 - macosx.*64-qr/debug: 8 - .*-asan(-qr)?/opt: 8 - .*-tsan-qr/opt: 16 - default: 5 - mozharness: - mochitest-flavor: chrome - chunked: true - instance-size: - by-test-platform: - linux.*64-[at]san(-qr)?/opt: xlarge-noscratch # runs out of memory otherwise using 8GB - default: default - # Bug 1296086: high number of intermittents observed with software GL and large instances - allow-software-gl-layers: false - fetches: - toolchain: - by-test-platform: - linux.*: - - linux64-node - - linux64-minidump-stackwalk - - linux64-fix-stacks - macosx.*: - - macosx64-node - - macosx64-minidump-stackwalk - - macosx64-fix-stacks - win.*-64.*: - - win64-node - - win32-minidump-stackwalk - - win32-fix-stacks - win.*32.*: - - win32-node - - win32-minidump-stackwalk - - win32-fix-stacks - android-em-7.*: - - android-system-image-x86_64-linux - - android-avd-x86_64-linux - - android-emulator-linux - - linux64-node - - linux64-minidump-stackwalk - - linux64-hostutils - - -mochitest-devtools-chrome-failures: - description: "Mochitest devtools-chrome run" - suite: - name: mochitest-devtools-chrome - schedules-component: mochitest-browser-chrome - treeherder-symbol: M-f(dt) - loopback-video: true - variants: - - webrender-sw - run-on-projects: - by-test-platform: - android.*: [] - .*wayland.*: [] # will change to built-projects when greened up - default: [] - tier: 3 - chunks: 2 - max-run-time: - by-test-platform: - linux.*wayland.*/opt: 1800 - linux.*wayland.*/debug: 3600 - default: 3600 - mozharness: - mochitest-flavor: chrome - chunked: true - extra-options: - by-test-platform: - linux.*wayland.*: - - --run-failures="os == 'linux' && os_version == '22.04'" - - --timeout-as-pass - - --crash-as-pass - instance-size: default - allow-software-gl-layers: false - - -mochitest-plain-gpu: - description: "Mochitest plain GPU run" - suite: - name: mochitest-plain-gpu - treeherder-symbol: M(gpu) - schedules-component: mochitest-plain - loopback-video: true - variants: - - no-fission - - webrender-sw+no-fission - - webrender-sw - run-on-projects: - by-variant: - webrender-sw+no-fission: - by-test-platform: - android-em-7.0-x86_64-qr/debug: built-projects - linux.*asan.*: ['mozilla-central'] - linux.*64(-shippable)?-qr/(opt|debug): ['mozilla-central'] - default: [] - webrender-sw: - by-test-platform: - linux.*64-qr/debug: built-projects - default: [] - no-fission: - by-test-platform: - android-em-7.0-x86_64-qr/debug-isolated-process: [] - linux.*64-ccov-qr/opt: [] - linux1804-32.*: [] - .*-tsan-qr/opt: [] - .*wayland.*: [] - linux.*: ['mozilla-central'] # linux opt/debug/asan - android.*: built-projects - default: [] - default: - by-test-platform: - android-em-7.0-x86_64-qr/debug-isolated-process: [] - default: built-projects - virtualization: virtual-with-gpu - tier: - by-variant: - no-fission: - by-test-platform: - linux.*64.*: 2 - default: default - default: - by-test-platform: - android-em-7.0-x86_64-qr/debug-isolated-process: 3 - default: default - mozharness: - mochitest-flavor: plain - extra-options: - by-test-platform: - android.*: - # note that Android runs fewer suites than other platforms - - --test-suite=mochitest-plain-gpu - default: - - --mochitest-suite=mochitest-plain-gpu - instance-size: - by-test-platform: - linux.*64-tsan-qr/opt: xlarge-noscratch # runs out of memory otherwise using 8GB - default: default - -mochitest-chrome-gpu: - description: "Mochitest chrome GPU run" - suite: - name: mochitest-chrome-gpu - treeherder-symbol: M(gpu-c) - loopback-video: true - virtualization: virtual-with-gpu - run-without-variant: false - variants: - - 1proc - - socketprocess_networking+1proc - - webrender-sw+1proc - run-on-projects: - by-variant: - socketprocess_networking+1proc: [] - webrender-sw+1proc: - by-test-platform: - android-em-7.0-x86_64-qr/debug: built-projects - linux.*64-qr/debug: built-projects - default: [] - 1proc: - by-test-platform: - android.*/.*: [] - default: built-projects - tier: default - mozharness: - mochitest-flavor: chrome - extra-options: - by-test-platform: - android.*: - # note that Android runs fewer suites than other platforms - - --test-suite=mochitest-chrome-gpu - default: - - --mochitest-suite=mochitest-chrome-gpu - instance-size: - by-test-platform: - linux.*64-tsan-qr/opt: xlarge-noscratch # runs out of memory using 8GB of memory - default: default - -mochitest-media: - description: "Mochitest media run" - treeherder-symbol: M(mda) - schedules-component: mochitest-plain - max-run-time: - by-test-platform: - windows.*-ccov.*/.*: 7200 - macosx.*64-ccov.*/.*: 7200 - linux.*64-tsan-qr/opt: 7200 - default: 5400 - variants: - - media-gpu - - no-fission - - socketprocess+no-fission - - socketprocess - - webgl-ipc - - webrender-sw+no-fission - - webrender-sw - - wmf-media-engine - - msix - run-on-projects: - by-variant: - webgl-ipc: - by-test-platform: - android.*: [] - windows.*ccov.*: [] - .*hw-ref.*: [] - linux.*64(-shippable|-asan|-tsan)?-qr/opt: ['autoland', 'mozilla-central'] - macosx.*-64(-shippable)?-qr/(opt|debug): ['autoland', 'mozilla-central'] - windows1.*(-shippable)?-qr/(opt|debug): ['autoland', 'mozilla-central'] - windows.*-asan-qr/opt: ['autoland', 'mozilla-central'] - default: [] - socketprocess+no-fission: - by-test-platform: - .*hw-ref.*: [] - android-em-7.0-x86_64-qr/debug: ['autoland', 'mozilla-central'] - android-hw-.*-aarch64-qr/debug: built-projects - linux1804-64-qr/debug: ['mozilla-central'] - linux1804-64(-shippable|-asan)?-qr/opt: ['mozilla-central'] - default: [] - socketprocess: - by-test-platform: - android.*: [] - windows.*ccov.*: [] - .*hw-ref.*: [] - linux.*64(-asan|-devedition|-shippable)?-qr/(opt|debug): built-projects - linux.*64-tsan-qr/opt: ['autoland', 'mozilla-central'] - macosx.*-64(-devedition|-shippable)?-qr/(opt|debug): built-projects - windows1.*(-devedition|-shippable)?-qr/(opt|debug): built-projects - windows.*-asan-qr/opt: ['autoland', 'mozilla-central'] - default: [] - webrender-sw+no-fission: - by-test-platform: - .*hw-ref.*: [] - android-em-7.0-x86_64-qr/debug: ['autoland', 'mozilla-central'] - linux1804-64-qr/debug: ['mozilla-central'] - linux1804-64(-shippable|-asan)?-qr/opt: ['mozilla-central'] - default: [] - webrender-sw: - by-test-platform: - android.*: [] - .*hw-ref.*: [] - linux1804-64-qr/debug: ['autoland', 'mozilla-central'] - default: [] - no-fission: - by-test-platform: - android-hw-.*/opt: [] - .*hw-ref.*: [] - android-hw-.*-arm7.*/(?:debug)?: ['trunk', 'mozilla-beta', 'mozilla-release'] - android-em-7.0-x86_64-qr/debug-isolated-process: [] - android.*: built-projects - linux1804-64-qr/debug: ['mozilla-central'] - linux1804-64(-shippable|-asan)?-qr/opt: ['mozilla-central'] - default: [] - wmf-media-engine: - by-test-platform: - .*hw-ref.*: [] - windows1.*ccov.*: [] - windows1.*-64.*: ['autoland', 'mozilla-central'] - default: [] - msix: - by-test-platform: - .*hw-ref.*: [] - windows11-64-2009-shippable-qr/opt: built-projects - windows11-64-2009-qr/opt: ['autoland'] - windows11-64-2009-qr/debug: ['autoland'] - default: [] - media-gpu: - by-test-platform: - windows11.*hw-ref.*: ['autoland', 'mozilla-central', 'mozilla-beta'] - (macosx.*64)(-shippable)?-qr/(opt|debug): ['autoland', 'mozilla-central', 'mozilla-beta'] - default: [] - # TODO : add Android, it hasn't supported 'tags' - # TODO : add Linux, it would crash on gfxFeature.cpp:180 - default: - by-test-platform: - .*hw-ref.*: [] - android-hw.*/opt: [] - android-em-7.0-x86_64-qr/debug-isolated-process: [] - android.*: built-projects - linux.*(asan|ccov)/opt: [] - .*(ccov/|asan/|-32).*: built-projects - (android|linux|windows10-64-2009|windows11-64-2009|macos)(?!.*-qr).*: [] - default: built-projects - loopback-video: true - chunks: - by-variant: - wmf-media-engine: 1 - media-gpu: 1 - default: - by-test-platform: - (android|macos).*/opt: 1 - ^(?!.*asan).*windows1.*/opt: 1 - linux.*/debug: 3 - linux.*64-tsan-qr/opt: 5 - default: 2 - mozharness: - mochitest-flavor: plain - chunked: - by-test-platform: - android.*: false - macosx.*64.*: false - windows1.*: false - default: true - extra-options: - by-test-platform: - android-em-7.*: - - --setpref=webgl.out-of-process=false - - --setpref=security.sandbox.content.headless=false - - --setpref=gfx.canvas.accelerated=false - default: - - --setpref=webgl.out-of-process=false - - --setpref=security.sandbox.content.headless=false - tier: - by-variant: - no-fission: - by-test-platform: - linux.*64.*: 2 - default: default - webrender-sw+no-fission: - by-test-platform: - linux.*64.*: 2 - default: default - socketprocess+no-fission: - by-test-platform: - linux.*64.*: 2 - default: default - default: - by-test-platform: - .*ccov.*: 2 - android-em.*: 1 - android-em-7.0-x86_64-qr/debug-isolated-process: 3 - android-hw.*: 1 - default: default - -mochitest-valgrind: - description: "Mochitest plain Valgrind run" - suite: - name: mochitest-valgrind-plain - treeherder-symbol: M-V() - run-on-projects: [] - test-manifest-loader: null # don't load tests in the taskgraph - tier: 3 - loopback-video: true - chunks: 40 - max-run-time: 14400 - run-without-variant: false - variants: ["1proc"] - allow-software-gl-layers: false - mozharness: - mochitest-flavor: plain - chunked: true - -mochitest-webgl1-core: - description: "Mochitest webgl1-core run" - treeherder-symbol: M(gl1c) - schedules-component: mochitest-plain - virtualization: virtual-with-gpu - test-manifest-loader: null # don't load tests in the taskgraph - loopback-video: true - max-run-time: - by-test-platform: - macosx.*64-ccov.*/.*: 7200 - default: 1800 - variants: - - no-fission - - webgl-ipc - - webrender-sw+no-fission - - webrender-sw - run-on-projects: - by-variant: - webgl-ipc: - by-test-platform: - .*-(ccov|tsan|wayland).*: [] - linux.*-64.*: ["trunk"] - mac.*: ["trunk"] - win.*: ["trunk"] - default: [] - webrender-sw+no-fission: - by-test-platform: - linux.*64-qr/debug: ['trunk'] - default: [] - webrender-sw: - by-test-platform: - linux.*64-qr/debug: built-projects - default: [] - no-fission: - by-test-platform: - android-hw-.*(?/, where is what Treeherder calls a -# collection. -# -# Each test platform further specifies the set of tests that will be scheduled -# for the platform, referring to tests defined in test-sets.yml. -# -# Note that set does not depend on the tree; tree-dependent job selection -# should be performed in the target task selection phase of task-graph -# generation. - - -## -# Linux platforms (matching /linux.*/) -# Linux1804-64 uses Ubuntu 18.04 and is run on docker - -linux1804-32-qr/debug: - build-platform: linux/debug - test-sets: - - linux32-gtest - -linux1804-32-qr/opt: - build-platform: linux/opt - test-sets: - - linux32-tests - - linux32-gtest - -linux1804-32-shippable-qr/opt: - build-platform: linux-shippable/opt - test-sets: - - linux32-tests - - linux32-gtest - -linux1804-64-qr/opt: - build-platform: linux64/opt - test-sets: - - awsy - - desktop-screenshot-capture - - linux1804-tests - - web-platform-tests - - web-platform-tests-backlog - - talos - - browsertime - -linux1804-64-shippable-qr/opt: - build-platform: linux64-shippable/opt - test-sets: - - awsy - - desktop-screenshot-capture - - linux1804-tests - - web-platform-tests - - web-platform-tests-backlog - - talos - - talos-profiling - - browsertime - - browsertime-profiling - -linux1804-64-nightlyasrelease-qr/opt: - build-platform: linux64-nightlyasrelease/opt - test-sets: - - browsertime - -linux1804-64-qr/debug: - build-platform: linux64/debug - test-sets: - - linux1804-tests - - web-platform-tests - -linux1804-64-asan-qr/opt: - build-platform: linux64-asan/opt - test-sets: - - linux1804-tests - - web-platform-tests - -linux1804-64-tsan-qr/opt: - build-platform: linux64-tsan/opt - test-sets: - - linux1804-tests - - web-platform-tests - -linux1804-64-ccov-qr/opt: - build-platform: linux64-ccov/opt - test-sets: - - ccov-code-coverage-tests - - linux1804-tests - - linux1804-ccov-tests - - web-platform-tests - -linux1804-64-devedition-qr/opt: - build-platform: linux64-devedition/opt - test-sets: - - desktop-screenshot-capture - - linux1804-tests - - web-platform-tests - -linux1804-64-clang-trunk-qr/opt: - build-platform: linux64-plain-clang-trunk/opt - test-sets: - - awsy - - browsertime-clang - -linux2204-64-wayland/debug: - build-platform: linux64/debug - test-sets: - - linux2204-wayland-tests - - web-platform-tests - - webgpu - -linux2204-64-wayland/opt: - build-platform: linux64/opt - test-sets: - - linux2204-wayland-tests - - web-platform-tests - - webgpu - -linux2204-64-wayland-shippable/opt: - build-platform: linux64-shippable/opt - test-sets: - - linux2204-wayland-tests - - web-platform-tests - - webgpu - -## -# Windows platforms (matching /windows.*/) - -# win32 -windows10-32-shippable-qr/opt: - build-platform: win32-shippable/opt - build-signing-label: build-signing-win32-shippable/opt - test-sets: - - browsertime - - talos-profiling - - windows-talos - -windows10-32-qr/opt: - build-platform: win32/opt - test-sets: - - browsertime - - windows-talos - - -# win11-32 -windows11-32-2009-shippable-qr/opt: - build-platform: win32-shippable/opt - build-signing-label: build-signing-win32-shippable/opt - test-sets: - - awsy - - desktop-screenshot-capture - - web-platform-tests - - windows32-2009-tests - -windows11-32-2009-qr/opt: - build-platform: win32/opt - build-signing-label: build-signing-win32/opt - test-sets: - - awsy - - desktop-screenshot-capture - - web-platform-tests - - windows32-2009-tests - -windows11-32-2009-qr/debug: - build-platform: win32/debug - build-signing-label: build-signing-win32/debug - test-sets: - - web-platform-tests - - windows32-2009-tests - -windows11-32-2009-mingwclang-qr/debug: - build-platform: win32-mingwclang/debug - test-sets: - - mingwclang-win32-tests-debug - -windows11-32-2009-mingwclang-qr/opt: - build-platform: win32-mingwclang/opt - test-sets: - - mingwclang-tests-opt - -# win64 -windows10-64-qr/opt: - build-platform: win64/opt - test-sets: - - windows-talos - - browsertime - -windows11-64-2009-hw-ref-shippable/opt: - build-platform: win64-shippable/opt - build-signing-label: - by-variant: - msix: repackage-signing-msix-win64/opt - default: build-signing-win64/opt - test-sets: - - talos-ref-hw - - windows-ref-hw-tests - -windows11-64-2009-hw-ref/opt: - build-platform: win64/opt - build-signing-label: - by-variant: - msix: repackage-signing-msix-win64/opt - default: build-signing-win64/opt - test-sets: - - talos-ref-hw - - windows-ref-hw-tests - -windows10-64-shippable-qr/opt: - build-platform: win64-shippable/opt - test-sets: - - talos-profiling - - windows-talos - - browsertime - -windows10-64-nightlyasrelease-qr/opt: - build-platform: win64-nightlyasrelease/opt - test-sets: - - browsertime - -# win10-64 2004 -windows10-64-2009-qr/debug: - build-platform: win64/debug - build-signing-label: - by-variant: - msix: repackage-signing-msix-win64/debug - default: build-signing-win64/debug - test-sets: - - windows10-2009-tests - -windows10-64-2009-qr/opt: - build-platform: win64/opt - build-signing-label: - by-variant: - msix: repackage-signing-msix-win64/opt - default: build-signing-win64/opt - test-sets: - - windows10-2009-tests - -windows10-64-2009-shippable-qr/opt: - build-platform: win64-shippable/opt - build-signing-label: - by-variant: - msix: repackage-signing-shippable-l10n-msix-win64-shippable/opt - default: build-signing-win64-shippable/opt - test-sets: - - windows10-2009-tests - -# win11-64 2009 -windows11-64-2009-ccov-qr/opt: - build-platform: win64-ccov/opt - build-signing-label: build-signing-win64-ccov/opt - test-sets: - - desktop-screenshot-capture - - ccov-code-coverage-tests - - windows11-64-2009-ccov-tests - - windows11-2009-tests - -windows11-64-2009-qr/debug: - build-platform: win64/debug - build-signing-label: - by-variant: - msix: repackage-signing-msix-win64/debug - default: build-signing-win64/debug - test-sets: - - web-platform-tests - - webgpu - - windows11-2009-tests - -windows11-64-2009-qr/opt: - build-platform: win64/opt - build-signing-label: - by-variant: - msix: repackage-signing-msix-win64/opt - default: build-signing-win64/opt - test-sets: - - awsy - - desktop-screenshot-capture - - web-platform-tests - - web-platform-tests-backlog - - webgpu - - windows11-2009-tests - - talos-xperf - -windows11-64-2009-shippable-qr/opt: - build-platform: win64-shippable/opt - build-signing-label: - by-variant: - msix: repackage-signing-shippable-l10n-msix-win64-shippable/opt - default: build-signing-win64-shippable/opt - test-sets: - - awsy - - desktop-screenshot-capture - - web-platform-tests - - web-platform-tests-backlog - - windows11-2009-tests - - talos-xperf - -windows11-64-2009-devedition-qr/opt: - build-platform: win64-devedition/opt - build-signing-label: build-signing-win64-devedition/opt - test-sets: - - desktop-screenshot-capture - - web-platform-tests - - windows11-2009-tests - -windows11-64-2009-asan-qr/opt: - build-platform: win64-asan/opt - test-sets: - - windows11-2009-tests - -windows11-64-2009-mingwclang-qr/debug: - build-platform: win64-mingwclang/debug - test-sets: - - mingwclang-tests-debug - -windows11-64-2009-mingwclang-qr/opt: - build-platform: win64-mingwclang/opt - test-sets: - - mingwclang-tests-opt - - -## -# MacOS X platforms (matching /macosx.*/) - -macosx1100-64-qr/debug: - build-platform: macosx64/debug - build-signing-label: repackage-macosx64/debug - test-sets: - - macosx1100-64-jittests - -macosx1100-64-aarch64-qr/debug: - build-platform: macosx64-aarch64/debug - build-signing-label: repackage-macosx64-aarch64/debug - test-sets: - - macosx1100-aarch64-qr-tests - -macosx1100-64-shippable-qr/opt: - build-platform: macosx64-shippable/opt - build-signing-label: repackage-macosx64-shippable/opt - test-sets: - - macosx1100-64-jittests - - macosx1100-64-qr-tests - # - macosx64-talos - # - browsertime-high-priority - -macosx1015-64-shippable-qr/opt: - build-platform: macosx64-shippable/opt - test-sets: - - awsy - - browsertime - - browsertime-profiling - - desktop-screenshot-capture - - macosx1015-64-qr-tests - - macosx64-talos - - talos-profiling - - web-platform-tests - - web-platform-tests-backlog - - webgpu - -macosx1015-64-nightlyasrelease-qr/opt: - build-platform: macosx64-nightlyasrelease/opt - test-sets: - - browsertime - -macosx1015-64-devedition-qr/opt: - build-platform: macosx64-devedition/opt - test-sets: - - macosx1015-64-qr-tests - - web-platform-tests - - webgpu - -macosx1015-64-qr/opt: - build-platform: macosx64/opt - test-sets: - - desktop-screenshot-capture - - macosx1015-64-qr-tests - - web-platform-tests - - web-platform-tests-backlog - - webgpu - - browsertime - -macosx1015-64-qr/debug: - build-platform: macosx64/debug - test-sets: - - macosx1015-64-qr-tests - - web-platform-tests - - webgpu - -macosx1015-64-ccov-qr/opt: - build-platform: macosx64-ccov/opt - test-sets: - - macosx1015-64-qr-tests - -macosx1400-64-shippable-qr/opt: - build-platform: macosx64-shippable/opt - test-sets: - - macosx1400-64-qr-tests - -## -# Android platforms (matching /android-em.*/) -# -# android-em test platforms execute on android emulators. - -android-em-7.0-x86_64-qr/opt: - build-platform: android-x86_64/opt - test-sets: - - android-x86_64-tests - - web-platform-tests-backlog - -android-em-7.0-x86_64-lite-qr/opt: - build-platform: android-x86_64-lite/opt - test-sets: - - android-x86_64-tests - - web-platform-tests-backlog - -android-em-7.0-x86_64-shippable-qr/opt: - build-platform: android-x86_64-shippable/opt - test-sets: - - android-x86_64-tests - - web-platform-tests-backlog - -android-em-7.0-x86_64-shippable-lite-qr/opt: - build-platform: android-x86_64-shippable-lite/opt - test-sets: - - android-x86_64-tests - - web-platform-tests-backlog - -android-em-7.0-x86_64-qr/debug: - build-platform: android-x86_64/debug - test-sets: - - android-x86_64-tests - -android-em-7.0-x86_64-qr/debug-isolated-process: - build-platform: android-x86_64/debug-isolated-process - test-sets: - - android-x86_64-tests - -android-em-7.0-x86-qr/opt: - build-platform: android-x86/opt - test-sets: - - android-x86-tests - -# android-hw test platforms execute on real devices attached to Autophone hosts. - -# android-hw-a51-11-0 Samsung Galaxy A51 Android 11.0 - -android-hw-a51-11-0-aarch64-qr/opt: - build-platform: android-aarch64/opt - test-sets: - - android-hw-browsertime -# - android-hw-browsertime-power - -android-hw-a51-11-0-aarch64-shippable-qr/opt: - build-platform: android-aarch64-shippable/opt - test-sets: - - android-hw-browsertime -# - android-hw-browsertime-power - -# android-hw-p5-13-0 Google Pixel 5 Android 13.0 - -android-hw-p5-13-0-arm7-qr/opt: - build-platform: android-arm/opt - test-sets: - - android-hw-arm7-pgo-unittests - -android-hw-p5-13-0-arm7-shippable-qr/opt: - build-platform: android-arm-shippable/opt - test-sets: - - android-hw-arm7-pgo-unittests - -android-hw-p5-13-0-arm7-qr/debug: - build-platform: android-arm/debug - test-sets: - - android-hw-arm7-debug-unittests - -android-hw-p5-13-0-android-aarch64-qr/debug: - build-platform: android-aarch64/debug - test-sets: - - android-hw-aarch64 - - android-hw-aarch64-debug-unittests - -android-hw-p5-13-0-android-aarch64-qr/opt: - build-platform: android-aarch64/opt - test-sets: - - android-hw-aarch64 - - android-hw-aarch64-opt-unittests - -android-hw-p5-13-0-android-aarch64-shippable-qr/opt: - build-platform: android-aarch64-shippable/opt - test-sets: - - android-hw-aarch64 - - android-hw-aarch64-pgo-unittests - -android-hw-p6-13-0-android-aarch64-shippable-qr/opt: - build-platform: android-aarch64-shippable/opt - test-sets: - - android-hw-speedometer-tests - -android-hw-s21-13-0-android-aarch64-shippable-qr/opt: - build-platform: android-aarch64-shippable/opt - test-sets: - - android-hw-speedometer-tests diff --git a/taskcluster/ci/test/test-sets.yml b/taskcluster/ci/test/test-sets.yml deleted file mode 100644 index 4a8f3d019b..0000000000 --- a/taskcluster/ci/test/test-sets.yml +++ /dev/null @@ -1,498 +0,0 @@ -# This Source Code Form is subject to the terms of the Mozilla Public -# License, v. 2.0. If a copy of the MPL was not distributed with this -# file, You can obtain one at http://mozilla.org/MPL/2.0/. ---- -# Each key in this file specifies a set of tests to run. Different test sets -# may, for example, be bound to different test platforms. -# -# Note that set does not depend on the tree; tree-dependent job selection -# should be performed in the target task selection phase of task-graph -# generation. -# -# A test set has a name, and a list of tests that it contains. -# -# Test names given here reference tests.yml. - -### Feature-specific test groups - -webgpu: - - mochitest-webgpu - - web-platform-tests-webgpu - -web-platform-tests: - - web-platform-tests - - web-platform-tests-crashtest - - web-platform-tests-privatebrowsing - - web-platform-tests-print-reftest - - web-platform-tests-reftest - - web-platform-tests-wdspec - - web-platform-tests-canvas - -web-platform-tests-backlog: - - web-platform-tests-backlog - - web-platform-tests-reftest-backlog - -mochitest-devtools-chrome: - - mochitest-devtools-chrome - -talos: - - talos-bcv - - talos-chrome - - talos-damp-inspector - - talos-damp-webconsole - - talos-damp-other - - talos-dromaeojs - - talos-g1 - - talos-g3 - - talos-g4 - - talos-g5 - - talos-other - - talos-sessionrestore-many-windows - - talos-svgr - - talos-tp5o - - talos-perf-reftest - - talos-perf-reftest-singletons - - talos-tabswitch - - talos-realworld-webextensions - - talos-webgl - - talos-pdfpaint - # - talos-h1 Bug 1487031 - Disabled for not finding actionable regressions - # - talos-h2 Bug 1487031 - Disabled for not finding actionable regressions - -talos-profiling: - - talos-bcv-profiling - - talos-chrome-profiling - # - talos-damp-profiling - Disabled b/c of Bug 1597734 - - talos-dromaeojs-profiling - - talos-g1-profiling - - talos-g3-profiling - - talos-g4-profiling - - talos-g5-profiling - - talos-motionmark-profiling - - talos-other-profiling - - talos-sessionrestore-many-windows-profiling - - talos-perf-reftest-profiling - - talos-perf-reftest-singletons-profiling - - talos-svgr-profiling - - talos-tp5o-profiling - - talos-tabswitch-profiling - - talos-realworld-webextensions-profiling - - talos-webgl-profiling - -talos-ref-hw: - - talos-webgl - -browsertime: - - browsertime-tp6 - - browsertime-tp7 - - browsertime-tp6-essential - - browsertime-tp6-bytecode - - browsertime-tp6-live - - browsertime-tp6-live-sheriffed - - browsertime-tp6-webextensions - - browsertime-benchmark - - browsertime-benchmark-wasm - - browsertime-youtube-playback - - browsertime-youtube-playback-power - - browsertime-custom - - browsertime-first-install - - browsertime-responsiveness - - browsertime-regression-tests - - browsertime-upload - - browsertime-speculative - - browsertime-throttled - - browsertime-pageload-benchmark - - browsertime-indexeddb - -browsertime-clang: - - browsertime-tp6 - - browsertime-tp6-essential - - browsertime-tp6-bytecode - - browsertime-tp6-live - - browsertime-tp6-live-sheriffed - - browsertime-tp6-webextensions - - browsertime-benchmark - - browsertime-benchmark-wasm - - browsertime-youtube-playback - - browsertime-responsiveness - -browsertime-profiling: - - browsertime-tp6-profiling - -browsertime-high-priority: - - browsertime-benchmark - - browsertime-tp6 - -awsy: - - awsy - - awsy-base - - awsy-dmd - - awsy-base-dmd - - awsy-tp6 - -ccov-code-coverage-tests: - - test-coverage - - test-coverage-wpt - -mochitest-valgrind: - - mochitest-valgrind - -desktop-screenshot-capture: - - mochitest-browser-screenshots - -### Specific platform test sets - -# Linux -linux32-gtest: - - gtest - -linux32-tests: - - web-platform-tests - -linux1804-tests: - - cppunittest - - crashtest - - firefox-ui-functional - - gtest - # - jittest # See comment in linux1804-ccov-tests set. - - jsreftest - - marionette - - mochitest-a11y - - mochitest-browser-a11y - - mochitest-browser-chrome - - mochitest-browser-media - - mochitest-chrome - - mochitest-chrome-gpu - - mochitest-devtools-chrome - - mochitest-media - - mochitest-plain - - mochitest-plain-gpu - - mochitest-remote - - mochitest-webgl1-core - - mochitest-webgl1-ext - - mochitest-webgl2-core - - mochitest-webgl2-ext - - reftest - - reftest-snapshot - - telemetry-tests-client - - test-verify - - test-verify-gpu - - test-verify-wpt - - xpcshell - -linux1804-ccov-tests: - # jittest run on regular linux builds is redundant with SM(p), so we omit it - # from the linux1804-tests and linux1804-qr-tests sets. But, we still want - # to run it on ccov builds, so we have this set that has it and which runs - # on ccov builds. - - jittest - -linux2204-wayland-tests: - - mochitest-plain - - cppunittest - - crashtest - - firefox-ui-functional - - gtest - - jsreftest - - marionette - - mochitest-a11y - - mochitest-browser-a11y - - mochitest-browser-chrome - - mochitest-browser-chrome-failures - - mochitest-browser-media - - mochitest-chrome - - mochitest-chrome-gpu - - mochitest-devtools-chrome - - mochitest-media - - mochitest-plain - - mochitest-plain-gpu - - mochitest-remote - - mochitest-webgl1-core - - mochitest-webgl1-ext - - mochitest-webgl2-core - - mochitest-webgl2-ext - - reftest - - reftest-snapshot - - telemetry-tests-client - - test-verify - - test-verify-gpu - - test-verify-wpt - - xpcshell - -# Windows -windows32-2009-tests: - - cppunittest - - crashtest - - gtest - - firefox-ui-functional - - jsreftest - - marionette - - mochitest-a11y - - mochitest-browser-a11y - - mochitest-browser-chrome - - mochitest-browser-media - - mochitest-chrome - - mochitest-chrome-gpu - - mochitest-media - - mochitest-plain - - mochitest-plain-gpu - - mochitest-remote - - reftest - - telemetry-tests-client - - test-verify - - test-verify-gpu - - test-verify-wpt - - xpcshell - -windows10-2009-tests: - - cppunittest - - gtest - - mochitest-chrome - - mochitest-chrome-gpu - - mochitest-plain - - mochitest-plain-gpu - - xpcshell - -windows11-64-2009-ccov-tests: - - jittest - - test-coverage - - web-platform-tests - - web-platform-tests-crashtest - - web-platform-tests-print-reftest - - web-platform-tests-reftest - - web-platform-tests-wdspec - -windows11-2009-tests: - - cppunittest - - crashtest - - firefox-ui-functional - - gtest - - jsreftest - - marionette - - mochitest-a11y - - mochitest-browser-a11y - - mochitest-browser-chrome - - mochitest-browser-media - - mochitest-chrome - - mochitest-chrome-gpu - - mochitest-devtools-chrome - - mochitest-media - - mochitest-plain - - mochitest-plain-gpu - - mochitest-remote - - mochitest-webgl1-core - - mochitest-webgl1-ext - - mochitest-webgl2-core - - mochitest-webgl2-ext - - reftest - - telemetry-tests-client - - test-verify - - test-verify-gpu - - test-verify-wpt - - xpcshell - -mingwclang-tests-debug: - - cppunittest - - firefox-ui-functional - - mochitest-a11y - - mochitest-chrome-gpu - - mochitest-plain-gpu - - mochitest-webgl1-core - - mochitest-webgl1-ext - - mochitest-webgl2-core - - mochitest-webgl2-ext - - reftest - - telemetry-tests-client - -# The following is the same as the above block, minus reftests. -# Reftests were disabled due to frequent hangs; see bug 1642719 -# for re-enabling. -mingwclang-win32-tests-debug: - - cppunittest - - firefox-ui-functional - - mochitest-a11y - - mochitest-chrome-gpu - - mochitest-plain-gpu - - mochitest-webgl1-core - - mochitest-webgl1-ext - - mochitest-webgl2-core - - mochitest-webgl2-ext - # - reftest - disabled, see bug 1642719 - - telemetry-tests-client - -mingwclang-tests-opt: - - cppunittest - - mochitest-chrome-gpu - - mochitest-plain-gpu - -windows-talos: - - talos-bcv - - talos-chrome - - talos-damp-inspector - - talos-damp-webconsole - - talos-damp-other - - talos-dromaeojs - - talos-g1 - - talos-g4 - - talos-g5 - - talos-other - - talos-sessionrestore-many-windows - - talos-perf-reftest - - talos-perf-reftest-singletons - - talos-svgr - - talos-tp5o - - talos-tabswitch - - talos-realworld-webextensions - - talos-webgl - - talos-pdfpaint - # - talos-h1 Bug 1487031 - Disabled for not finding actionable regressions - -windows-ref-hw-tests: - - mochitest-media - -talos-xperf: - - talos-xperf - -# macOS -macosx1100-64-jittests: - - jittest - -macosx1100-64-qr-tests: - - crashtest - - jsreftest - - mochitest-browser-a11y - - mochitest-browser-chrome - - mochitest-browser-media - - mochitest-chrome-gpu - - mochitest-media - - mochitest-webgl1-core - - mochitest-webgl1-ext - - mochitest-webgl2-core - - mochitest-webgl2-ext - - reftest - - xpcshell - -macosx1100-aarch64-qr-tests: - - mochitest-media - -macosx1015-64-qr-tests: - - cppunittest - - crashtest - - firefox-ui-functional - - gtest - - jittest - - jsreftest - - marionette - - mochitest-a11y - - mochitest-browser-a11y - - mochitest-browser-chrome - - mochitest-browser-media - - mochitest-chrome - - mochitest-chrome-gpu - - mochitest-devtools-chrome - - mochitest-media - - mochitest-plain - - mochitest-plain-gpu - - mochitest-remote - - mochitest-webgl1-core - - mochitest-webgl1-ext - - mochitest-webgl2-core - - mochitest-webgl2-ext - - reftest - - telemetry-tests-client - - test-verify - - test-verify-gpu - - test-verify-wpt - - xpcshell - -macosx64-talos: - - talos-bcv - - talos-chrome - - talos-damp-inspector - - talos-damp-webconsole - - talos-damp-other - - talos-dromaeojs - - talos-g1 - - talos-g4 - - talos-g5 - - talos-other - - talos-sessionrestore-many-windows - - talos-svgr - - talos-tp5o - - talos-perf-reftest - - talos-perf-reftest-singletons - - talos-realworld-webextensions - - talos-webgl - - talos-tabswitch - - talos-pdfpaint - # - talos-h1 # too long to unpack profile- Bug 1442893 - -macosx1400-64-qr-tests: - - browsertime-benchmark - -# Android - -android-x86_64-tests: - - cppunittest - - crashtest - - geckoview-junit - - gtest - - mochitest-media - - mochitest-plain - - mochitest-plain-gpu - # - mochitest-webgl1-core # Harness issues? - # - mochitest-webgl1-ext - # - mochitest-webgl2-core # Emulator not creating ES3? - # - mochitest-webgl2-ext - - reftest - - test-verify - - web-platform-tests - - web-platform-tests-crashtest - - web-platform-tests-reftest - - web-platform-tests-wdspec - - xpcshell - -android-x86-tests: - - cppunittest - -android-hw-aarch64-opt-unittests: - - jittest - -android-hw-arm7-pgo-unittests: - - jittest-all - -android-hw-aarch64-pgo-unittests: - - jittest - -android-hw-arm7-debug-unittests: - - jittest - -android-hw-aarch64-debug-unittests: - - jittest - -android-hw-aarch64: - - crashtest-qr - - reftest-qr - - mochitest-media - - mochitest-webgl1-core - - mochitest-webgl1-ext - - mochitest-webgl2-core - -android-hw-browsertime: - - browsertime-tp6m - - browsertime-tp6m-essential - - browsertime-tp6m-webextensions - - browsertime-tp6m-live - - browsertime-benchmark-speedometer-mobile - - browsertime-benchmark-speedometer3-mobile - - browsertime-youtube-playback-mobile - - browsertime-benchmark-unity-webgl-mobile - - browsertime-benchmark-motionmark - - browsertime-benchmark-motionmark-1-3 - -android-hw-browsertime-profiling: - - browsertime-tp6m-profiling - -android-hw-speedometer-tests: - - browsertime-benchmark-speedometer-mobile - - browsertime-benchmark-speedometer3-mobile diff --git a/taskcluster/ci/test/variants.yml b/taskcluster/ci/test/variants.yml deleted file mode 100644 index 8cb31ee047..0000000000 --- a/taskcluster/ci/test/variants.yml +++ /dev/null @@ -1,416 +0,0 @@ ---- -1proc: - description: "{description} with e10s disabled" - component: "Testing::General" - expiration: "never" - suffix: "1proc" - mozinfo: "e10s" - merge: - mozharness: - extra-options: - - "--disable-e10s" - - "--disable-fission" - -headless: - description: "{description} without a window" - component: "Firefox::Headless" - expiration: "never" - suffix: "headless" - mozinfo: "headless" - replace: - tier: 2 - when: - $eval: '( - "linux" in task["test-platform"] - && ( - "mochitest-plain" in task["try-name"] - || "marionette" in task["try-name"] - ) - ) - || "web-platform-tests-wdspec" == task["try-name"]' - merge: - mozharness: - extra-options: - - "--headless" - -a11y-checks: - description: "{description} with accessibility checks enabled" - component: "Core::Disability Access APIs" - expiration: "2024-09-01" - suffix: "a11y-checks" - mozinfo: "a11y_checks" - replace: - tier: 2 - when: - $eval: '( - "linux" in task["test-platform"] - && "opt" in task["test-platform"] - && !( - "asan" in task["test-platform"] - || "tsan" in task["test-platform"] - || "ccov" in task["test-platform"] - ) - ) && ( - "mochitest-devtools-chrome" == task["try-name"] - || "mochitest-browser-chrome" == task["try-name"] - )' - merge: - mozharness: - extra-options: - - "--enable-a11y-checks" - -aab: - description: "{description} with aab test_runner" - component: "GeckoView::General" - expiration: "2024-09-01" - when: &gv_e10s_filter - $eval: '"android" in task["test-platform"]' - suffix: "aab" - # Need to add jdk but there isn't a good way to do that - # so we just replace the toolchain list - merge: - fetches: - toolchain: - - android-system-image-x86_64-linux - - android-avd-x86_64-linux - - android-emulator-linux - - linux64-minidump-stackwalk - - linux64-fix-stacks - - linux64-jdk - - linux64-hostutils - replace: - target: "geckoview-test_runner.aab" - -geckoview-no-fission: - description: "{description} without fission enabled" - component: "GeckoView::Sandboxing" - expiration: "2024-09-01" - when: - <<: *gv_e10s_filter - suffix: "nofis" - mozinfo: "fission" - merge: - mozharness: - extra-options: - - "--disable-fission" - -geckoview-fission: - description: "{description} with fission enabled and default isolation strategy" - component: "GeckoView::Sandboxing" - expiration: "2024-09-01" - when: - <<: *gv_e10s_filter - suffix: "fis" - mozinfo: "fission" - -geckoview-fission-isolate-high-value: - description: "{description} with fission enabled and isolation strategy isolateHighValue" - component: "GeckoView::Sandboxing" - expiration: "2024-09-01" - when: - <<: *gv_e10s_filter - suffix: "fis-hv" - mozinfo: "fission-high-value" - merge: - mozharness: - extra-options: - - "--setpref=fission.webContentIsolationStrategy=2" - -no-fission: - description: "{description} without fission enabled" - component: "Core::DOM: Content Processes" - expiration: "2024-09-01" - suffix: "nofis" - mozinfo: "fission" - when: - $eval: ' - "linux" in task["test-platform"] - || "android" in task["test-platform"] - ' - merge: - mozharness: - extra-options: - - "--disable-fission" - -geckoview-no-fission-ship: - description: "{description} with fission disabled and ship enabled" - component: "GeckoView::Sandboxing" - expiration: "2024-09-01" - suffix: "nofis-ship" - when: - <<: *gv_e10s_filter - merge: - mozharness: - extra-options: - - "--disable-fission" - - "--setpref=fission.disableSessionHistoryInParent=false" - -xorigin: - description: "{description} with cross-origin" - component: "Core::DOM: Content Processes" - expiration: "never" - suffix: "xorig" - mozinfo: "xorigin" - replace: - e10s: true - when: - $eval: '"mochitest-plain" in task["try-name"]' - merge: - mozharness: - extra-options: - - "--enable-xorigin-tests" - - "--setpref=privacy.partition.always_partition_third_party_non_cookie_storage=false" - -conditioned_profile: - description: "{description} with conditioned profile" - component: "Testing::General" - expiration: "2024-09-01" - suffix: "condprof" - mozinfo: "condprof" - when: - $eval: ' - ( - "linux" in task["test-platform"] - || "windows" in task["test-platform"] - ) && ( - "opt" in task["test-platform"] - && !( - "asan" in task["test-platform"] - || "tsan" in task["test-platform"] - || "ccov" in task["test-platform"] - ) - ) && ( - "mochitest-plain" == task["try-name"] - || "xpcshell" == task["try-name"] - )' - merge: - mozharness: - extra-options: - - "--conditioned-profile" - replace: - chunks: 8 - -socketprocess: - description: "{description} with socket process enabled" - component: "Core::Networking" - expiration: "2024-09-01" - suffix: "spi" - mozinfo: "socketprocess_e10s" - when: - $eval: '"mochitest-media" in task["try-name"]' - merge: - mozharness: - extra-options: - - "--setpref=media.peerconnection.mtransport_process=true" - - "--setpref=network.process.enabled=true" - -socketprocess_networking: - description: "{description} with networking on socket process enabled" - component: "Core::Networking" - expiration: "2024-09-01" - suffix: "spi-nw" - mozinfo: "socketprocess_networking" - when: - $eval: ' - ( - "linux" in task["test-platform"] - || "windows" in task["test-platform"] - || "macosx" in task["test-platform"] - ) && ( - "mochitest" in task["try-name"] - || "xpcshell" == task["try-name"] - )' - merge: - mozharness: - extra-options: - - "--setpref=network.process.enabled=true" - - "--setpref=network.http.network_access_on_socket_process.enabled=true" - -# - -# Webrender DComp variants for Win10 - -webrender-dcomp-disabled: - description: "{description} with dcomp disabled" - component: "Core::Graphics: WebRender" - expiration: "2024-09-01" - suffix: "wr-dc0" - when: - $eval: '"windows1" in task["test-platform"]' - merge: - mozharness: - extra-options: - - "--setpref=gfx.webrender.dcomp-win.enabled=false" - - "--setpref=gfx.webrender.dcomp-video-overlay-win=false" - - "--setpref=gfx.webrender.dcomp-video-overlay-win.force-enabled=false" - - "--setpref=gfx.webrender.compositor=false" - - "--setpref=gfx.webrender.compositor.force-enabled=false" - -webrender-dcomp-present: # Default variant ends up like this. - description: "{description} with dcomp present but not overlays" - component: "Core::Graphics: WebRender" - expiration: "2024-09-01" - suffix: "wr-dc1-p" - when: - $eval: '"windows1" in task["test-platform"]' - merge: - mozharness: - extra-options: - - "--setpref=gfx.webrender.dcomp-win.enabled=true" - - "--setpref=gfx.webrender.dcomp-video-overlay-win=false" - - "--setpref=gfx.webrender.dcomp-video-overlay-win.force-enabled=false" - - "--setpref=gfx.webrender.compositor=false" - - "--setpref=gfx.webrender.compositor.force-enabled=false" - -webrender-dcomp-overlays: - description: "{description} with dcomp overlays but not compositing" - component: "Core::Graphics: WebRender" - expiration: "2024-09-01" - suffix: "wr-dc2-o" - when: - $eval: '"windows1" in task["test-platform"]' - merge: - mozharness: - extra-options: - - "--setpref=gfx.webrender.dcomp-win.enabled=true" - - "--setpref=gfx.webrender.dcomp-video-overlay-win=true" - - "--setpref=gfx.webrender.dcomp-video-overlay-win.force-enabled=true" - - "--setpref=gfx.webrender.compositor=false" - - "--setpref=gfx.webrender.compositor.force-enabled=false" - -webrender-dcomp-compositing: - description: "{description} with dcomp compositing" - component: "Core::Graphics: WebRender" - expiration: "2024-09-01" - suffix: "wr-dc3-c" - when: - $eval: '"windows1" in task["test-platform"]' - merge: - mozharness: - extra-options: - - "--setpref=gfx.webrender.dcomp-win.enabled=true" - - "--setpref=gfx.webrender.dcomp-video-overlay-win=true" - - "--setpref=gfx.webrender.dcomp-video-overlay-win.force-enabled=true" - - "--setpref=gfx.webrender.compositor=true" - - "--setpref=gfx.webrender.compositor.force-enabled=true" - -# - - -webrender-sw: - description: "{description} with software webrender enabled" - component: "Core::Graphics: WebRender" - expiration: "never" - suffix: "swr" - mozinfo: "swgl" - merge: - webrender: true - mozharness: - extra-options: - - "--setpref=gfx.webrender.software=true" - -webgl-ipc: - description: "{description} with WebGL IPC process enabled" - component: "Core::Graphics: CanvasWebGL" - expiration: "2024-09-01" - suffix: "gli" - merge: - mozharness: - extra-options: - - "--setpref=webgl.out-of-process=true" - - "--setpref=security.sandbox.content.headless=true" - -wmf-media-engine: - description: "{description} with Windows Media Foundation media engine enabled" - component: "Core::Audio/Video: Playback" - expiration: "2024-10-10" - when: - $eval: '"windows1" in task["test-platform"]' - suffix: "wmfme" - mozinfo: "wmfme" - replace: - tier: 2 - merge: - mozharness: - extra-options: - - "--tag=media-engine-compatible" - - "--setpref=media.wmf.media-engine.enabled=1" - - "--setpref=media.wmf.media-engine.channel-decoder.enabled=true" - - "--setpref=media.eme.wmf.clearkey.enabled=true" - - "--setpref=media.wmf.media-engine.bypass-gfx-blocklist=true" - -media-gpu: - description: "{description} for running media tests on the GPU worker" - component: "Core::Audio/Video: Playback" - expiration: "2024-04-21" - suffix: "mda-gpu" - mozinfo: "mda_gpu" - when: - $eval: ' - "windows" in task["test-platform"] - || "macosx" in task["test-platform"] - ' - merge: - virtualization: virtual-with-gpu - mozharness: - extra-options: - - "--tag=media-gpu" - - "--setpref=media.hardware-video-decoding.force-enabled=true" - -msix: - description: "{description} from msix packages" - component: "Firefox:Installer" - expiration: "never" - suffix: "msix" - mozinfo: "msix" - when: - $eval: ' - "windows1" in task["test-platform"] - && "-64" in task["test-platform"] - && ( - "opt" in task["test-platform"] - || "debug" in task["test-platform"] - ) && !( - "asan" in task["test-platform"] - || "ccov" in task["test-platform"] - ) - ' - merge: - mozharness: - extra-options: - - "--installer-path installer.msix" - -http3: - description: "{description} with http3 server" - component: "Core::Networking" - expiration: "2024-09-01" - suffix: "http3" - mozinfo: "http3" - when: - $eval: '( - "linux" in task["test-platform"] - && "debug" in task["test-platform"] - ) && ( - "mochitest-plain" == task["try-name"] - || "mochitest-devtools-chrome" == task["try-name"] - )' - merge: - mozharness: - extra-options: - - "--use-http3-server" - -http2: - description: "{description} with http2 server" - component: "Core::Networking" - expiration: "2024-09-01" - suffix: "http2" - mozinfo: "http2" - when: - $eval: '( - "linux" in task["test-platform"] - && "debug" in task["test-platform"] - ) - && "mochitest-plain" == task["try-name"] - ' - merge: - mozharness: - extra-options: - - "--use-http2-server" diff --git a/taskcluster/ci/test/web-platform.yml b/taskcluster/ci/test/web-platform.yml deleted file mode 100644 index 4a1818cbd6..0000000000 --- a/taskcluster/ci/test/web-platform.yml +++ /dev/null @@ -1,596 +0,0 @@ -# This Source Code Form is subject to the terms of the Mozilla Public -# License, v. 2.0. If a copy of the MPL was not distributed with this -# file, You can obtain one at http://mozilla.org/MPL/2.0/. ---- -job-defaults: - suite: - category: web-platform-tests - instance-size: xlarge-noscratch - max-run-time: - by-test-platform: - android-em-7.0-x86_64/debug: 7200 - default: 5400 - mozharness: - script: web_platform_tests.py - config: - by-test-platform: - windows.*: - - web_platform_tests/prod_config_windows_taskcluster.py - macosx.*: - - web_platform_tests/prod_config_mac.py - android-em.*: - - android/android-x86_64.py - - web_platform_tests/prod_config_android.py - default: - - web_platform_tests/prod_config.py - - remove_executables.py - target: - by-test-platform: - android-em-7.0-x86_64-shippable(-lite)?-qr/opt: geckoview-test_runner.apk - android-em-7.0-x86_64(-lite)?-qr/opt: geckoview-test_runner.apk - android-em-7.0-x86_64(-lite)?-qr/debug(-isolated-process)?: geckoview-test_runner.apk - default: null - -web-platform-tests: - description: "Web platform test run" - suite: web-platform-tests - treeherder-symbol: W(wpt) - virtualization: virtual - tier: - by-variant: - no-fission: - by-test-platform: - linux.*: 2 - default: default - default: - by-test-platform: - android-em-7.0-x86_64-qr/debug-isolated-process: 3 - default: default - chunks: - by-test-platform: - android.*/debug: 32 - android.*: 24 - linux.*64-tsan-qr/opt: 32 - linux.*64-asan(-qr)?/opt: 22 - linux.*64-ccov.*/opt: 20 - linux.*/debug: 16 - macosx.*/debug: 18 - windows.*32.*/opt: 12 - windows.*/debug: 16 - windows.*-ccov.*/opt: 14 - default: 10 - max-run-time: - by-test-platform: - .*-ccov.*/.*: 10800 - linux.*64(-tsan|-asan)-qr/opt: 14400 - linux.*64(-qr)?/debug: 10800 - macosx.*/debug: 10800 - android-em.*/.*: 10800 - default: 7200 - variants: - - no-fission - run-on-projects: - by-variant: - no-fission: - by-test-platform: - android-em-7.0-x86_64-qr/debug-isolated-process: [] - android.*: built-projects - linux1804-64-qr/debug: ['mozilla-central'] - linux1804-64(-shippable|-asan)?-qr/opt: ['mozilla-central'] - default: [] - default: - by-test-platform: - android.*: [] - .*wayland.*: [] - default: built-projects - mozharness: - chunked: true - extra-options: - - --test-type=testharness - - --skip-implementation-status=backlog - - --skip-implementation-status=not-implementing - - --skip-timeout - - --skip-crash - # Because we have a separate job for them, don't run the (core) - # webgpu/* tests in the main WPT runs. (but still run tests in dirs - # other than webgpu/* that are tagged webgpu, e.g. canvas tests) - - --exclude-tag=webgpu - - --exclude-tag=canvas - -web-platform-tests-backlog: - description: "Web platform test (backlog) run" - treeherder-symbol: W-b(wpt) - variants: - - no-fission - chunks: - by-test-platform: - android.*: 3 - default: 2 - max-run-time: - by-test-platform: - android.*/opt: 7200 - default: 3600 - run-on-projects: - by-variant: - no-fission: - by-test-platform: - android.*: ['mozilla-central'] - default: [] - default: - by-test-platform: - android.*: [] - .*wayland.*: [] - default: ['mozilla-central'] - test-manifest-loader: null # don't load tests in the taskgraph - tier: 2 - mozharness: - chunked: true - extra-options: - - --test-type=testharness - - --skip-implementation-status=implementing - - --skip-implementation-status=not-implementing - - --backlog - - --exclude-tag=webgpu - -web-platform-tests-privatebrowsing: - description: "Web platform privatebrowsing test run" - suite: web-platform-tests - treeherder-symbol: W(pb) - virtualization: virtual - tier: default - chunks: 1 - max-run-time: 1800 - variants: [] # We don't need sw or nofis testing. - run-on-projects: - by-test-platform: - android.*: [] - macos.*: [] - .*-(wayland).*/.*: [] - default: built-projects - mozharness: - chunked: true - extra-options: - - --test-type=testharness - - --default-exclude - - --setpref=browser.privatebrowsing.autostart=true - - --setpref=dom.cache.privateBrowsing.enabled=true - - --tag=privatebrowsing - -web-platform-tests-reftest: - description: "Web platform reftest run" - schedules-component: web-platform-tests-reftest - treeherder-symbol: W(Wr) - virtualization: - by-test-platform: - windows.*-64.*-qr/.*: virtual-with-gpu - default: virtual - chunks: - by-test-platform: - .*-ccov.*/.*: 8 - linux.*64-tsan-qr/opt: 16 - linux1804-64(-asan)?-qr/.*: 6 - macosx10.*-64/debug: 6 - macosx10.*-64/opt: 3 - windows.*-(32|64)(-qr)?/debug: 5 - android.*: 6 - default: 4 - variants: - - no-fission - - webrender-sw+no-fission - - webrender-sw - run-on-projects: - by-variant: - webrender-sw: - by-test-platform: - .*-32.*/.*: [] - linux.*64-qr/debug: built-projects - windows.*-qr/debug: built-projects - default: [] - webrender-sw+no-fission: - by-test-platform: - android-em-7.0-x86_64-qr/debug: built-projects - linux1804-64-qr/debug: ['mozilla-central'] - linux1804-64(-shippable|-asan)?-qr/opt: ['mozilla-central'] - default: [] - no-fission: - by-test-platform: - android-em-7.0-x86_64-qr/debug-isolated-process: [] - linux1804-64-qr/debug: ['mozilla-central'] - linux1804-64(-shippable|-asan)?-qr/opt: ['mozilla-central'] - android.*: built-projects - default: [] - default: - by-test-platform: - android.*: [] - .*wayland.*: [] - default: built-projects - tier: - by-variant: - no-fission: - by-test-platform: - linux.*: 2 - default: default - default: - by-test-platform: - android-em-7.0-x86_64-qr/debug-isolated-process: 3 - default: default - mozharness: - extra-options: - - --test-type=reftest - - --skip-implementation-status=backlog - - --skip-implementation-status=not-implementing - - --skip-timeout - - --skip-crash - -web-platform-tests-webgpu: - description: "Web platform WebGPU test run" - suite: web-platform-tests - treeherder-symbol: W(webgpu) - virtualization: virtual-with-gpu - tier: - by-test-platform: - android.*: 3 # https://bugzilla.mozilla.org/show_bug.cgi?id=1849914 - macos.*: 3 # https://bugzilla.mozilla.org/show_bug.cgi?id=1849913 - linux2204.*-64.*: 3 # https://bugzilla.mozilla.org/show_bug.cgi?id=1849912 - windows.*-64.*: 3 # https://bugzilla.mozilla.org/show_bug.cgi?id=1849911 - default: 3 - # Choice of `chunks`: - # Time-to-TEST-START on Windows is ~7m (~9m for debug). - # (though we're working on reducing this!) - # Devs would love ~10-15m runs, but we don't want to be more than - # 50% overhead, so let's aim for 15m (20m debug) - chunks: - by-test-platform: - linux2204.*-64.*: 15 - macos.*: 20 - windows.*-64.*/opt.*: 15 - windows.*-64.*/debug.*: 20 - default: 10 - max-run-time: - by-test-platform: - .*/debug: 5400 # 90m - default: 3200 # 60m - variants: [] # We don't need sw or nofis testing. - run-on-projects: - by-test-platform: - android.*: [] # https://bugzilla.mozilla.org/show_bug.cgi?id=1836811 - .*-wayland/debug.*: [] # https://bugzilla.mozilla.org/show_bug.cgi?id=1864700 - default: ['mozilla-central'] - mozharness: - chunked: true - extra-options: - by-test-platform: - macos.*: - - --test-type=testharness - - --default-exclude - - --tag=webgpu - - --exclude-tag=canvas - - --setpref=gfx.webgpu.ignore-blocklist=true - default: - - --test-type=testharness - - --default-exclude - - --tag=webgpu - - --exclude-tag=canvas - -web-platform-tests-canvas: - description: "Web platform Canvas test run" - suite: web-platform-tests - treeherder-symbol: W(canvas) - virtualization: virtual-with-gpu - tier: - by-variant: - no-fission: - by-test-platform: - linux.*: 2 - default: default - default: - by-test-platform: - android-em-7.0-x86_64-qr/debug-isolated-process: 3 - default: default - chunks: - by-test-platform: - windows.*: 2 - .*tsan.*: 2 - linux.*/debug: 2 - linux.*asan.*: 2 - default: 1 - max-run-time: - by-test-platform: - .*tsan.*: 3600 - default: 1800 - variants: - - no-fission - run-on-projects: - by-variant: - no-fission: - by-test-platform: - android-em-7.0-x86_64-qr/debug-isolated-process: [] - android.*: built-projects - linux1804-64-qr/debug: ['mozilla-central'] - linux1804-64(-shippable|-asan)?-qr/opt: ['mozilla-central'] - default: [] - default: - by-test-platform: - android.*: [] - .*wayland.*: [] - default: built-projects - mozharness: - chunked: true - extra-options: - - --test-type=testharness - - --skip-implementation-status=backlog - - --skip-implementation-status=not-implementing - - --skip-timeout - - --skip-crash - # Because we have a separate job for them, don't run the (core) - # webgpu/* tests in the main WPT runs. (but still run tests in dirs - # other than webgpu/* that are tagged webgpu, e.g. canvas tests) - - --default-exclude - - --tag=canvas - - --exclude-tag=webgpu - -web-platform-tests-reftest-backlog: - description: "Web platform reftest (backlog) run" - schedules-component: web-platform-tests-reftest - treeherder-symbol: W-b(Wr) - virtualization: virtual - chunks: 1 - variants: - - no-fission - run-on-projects: - by-variant: - no-fission: - by-test-platform: - android.*: ['mozilla-central'] - default: [] - default: - by-test-platform: - android.*: [] - .*wayland.*: [] - default: ['mozilla-central'] - test-manifest-loader: null # don't load tests in the taskgraph - tier: 2 - mozharness: - extra-options: - - --test-type=reftest - - --skip-implementation-status=implementing - - --skip-implementation-status=not-implementing - - --backlog - - --exclude-tag=webgpu - -web-platform-tests-wdspec: - description: "Web platform webdriver-spec run" - schedules-component: web-platform-tests-wdspec - treeherder-symbol: W(Wd) - chunks: - by-test-platform: - .*-ccov.*/.*: 6 - .*-tsan.*/.*: 8 - default: 5 - mozharness: - extra-options: - by-test-platform: - android-em-7.*: - - --test-type=wdspec - - --setpref=gfx.canvas.accelerated=false - default: - - --test-type=wdspec - variants: - - no-fission - - headless - run-on-projects: - by-variant: - headless: - by-test-platform: - android.*: [] - .*wayland.*: [] - default: built-projects - no-fission: - by-test-platform: - linux1804-64-qr/debug: ['mozilla-central'] - linux1804-64(-shippable|-asan)?-qr/opt: ['mozilla-central'] - android.*: built-projects - default: [] - default: - by-test-platform: - android.*: [] - .*wayland.*: [] - default: built-projects - tier: - by-variant: - no-fission: - by-test-platform: - linux.*: 2 - default: default - default: default - fetches: - toolchain: - by-test-platform: - android-em-7.*: - - android-system-image-x86_64-linux - - android-avd-x86_64-linux - - android-emulator-linux - - linux64-geckodriver - - linux64-minidump-stackwalk - - linux64-fix-stacks - - linux64-hostutils - linux.*64.*: - - linux64-geckodriver - - linux64-minidump-stackwalk - - linux64-fix-stacks - linux.*32.*: - - linux32-geckodriver - - linux64-minidump-stackwalk - - linux64-fix-stacks - macosx.*: - - macosx64-geckodriver - - macosx64-minidump-stackwalk - - macosx64-fix-stacks - win.*-32.*: - - win32-geckodriver - - win32-minidump-stackwalk - - win32-fix-stacks - win.*-64.*: - - win64-geckodriver - - win32-minidump-stackwalk - - win32-fix-stacks - default: - - linux64-minidump-stackwalk - - linux64-fix-stacks - - linux64-geckodriver - -web-platform-tests-crashtest: - description: "Web platform crashtests run" - schedules-component: web-platform-tests-crashtest - treeherder-symbol: W(Wc) - chunks: 1 - mozharness: - extra-options: - - --test-type=crashtest - variants: - - no-fission - - webrender-sw - - webrender-sw+no-fission - run-on-projects: - by-variant: - webrender-sw: - by-test-platform: - android-em-7.0-x86_64-qr/debug: built-projects - .*-32.*/.*: [] - linux.*64-qr/debug: built-projects - macosx101.*64-qr/debug: built-projects - windows.*-qr/debug: built-projects - default: [] - webrender-sw+no-fission: - by-test-platform: - android-em-7.0-x86_64-qr/debug: built-projects - linux1804-64-qr/debug: ['mozilla-central'] - linux1804-64(-shippable|-asan)?-qr/opt: ['mozilla-central'] - default: [] - no-fission: - by-test-platform: - android-em-7.0-x86_64-qr/debug-isolated-process: [] - linux1804-64-qr/debug: ['mozilla-central'] - linux1804-64(-shippable|-asan)?-qr/opt: ['mozilla-central'] - android.*: built-projects - default: [] - default: - by-test-platform: - android.*: [] - android-em-7.0-x86_64-qr/debug: built-projects - default: built-projects - tier: - by-variant: - no-fission: - by-test-platform: - linux.*: 2 - default: default - webrender-sw+no-fission: - by-test-platform: - linux.*: 2 - default: default - default: default - -web-platform-tests-print-reftest: - description: "Web platform print-reftest run" - schedules-component: web-platform-tests-print-reftest - treeherder-symbol: W(Wp) - chunks: 1 - test-manifest-loader: null # don't load tests in the taskgraph - tier: - by-variant: - no-fission: - by-test-platform: - linux.*: 2 - default: default - webrender-sw+no-fission: - by-test-platform: - linux.*: 2 - default: default - default: default - variants: - - no-fission - - webrender-sw - - webrender-sw+no-fission - run-on-projects: - by-variant: - webrender-sw: - by-test-platform: - android.*: [] - .*-32.*/.*: [] - linux.*64-qr/debug: built-projects - windows.*-qr/debug: built-projects - default: [] - webrender-sw+no-fission: - by-test-platform: - android-em-7.0-x86_64-qr/debug: built-projects - linux1804-64-qr/debug: ['mozilla-central'] - linux1804-64(-shippable|-asan)?-qr/opt: ['mozilla-central'] - default: [] - no-fission: - by-test-platform: - linux1804-64-qr/debug: ['mozilla-central'] - linux1804-64(-shippable|-asan)?-qr/opt: ['mozilla-central'] - android.*: built-projects - default: [] - default: - by-test-platform: - android.*: [] - .*wayland.*: [] - default: built-projects - mozharness: - extra-options: - - --test-type=print-reftest - -test-verify-wpt: - description: "Extra verification of web-platform tests modified on this push" - suite: - category: test-verify - name: test-verify-wpt - treeherder-symbol: TVw - max-run-time: 10800 - run-on-projects: - by-test-platform: - # do not run on asan, ccov, shippable or wayland - .*-(asan|ccov|shippable|wayland).*/.*: [] - # do not run on beta or release: usually just confirms earlier results - default: ['integration'] - built-projects-only: true - test-manifest-loader: null # don't load tests in the taskgraph - optimization: - test-verify: ["test-verify-wpt"] - tier: 2 - mozharness: - extra-options: - - --verify - -test-coverage-wpt: - description: "Per web-platform test coverage" - suite: - category: test-coverage - name: test-coverage-wpt - schedules-component: test-coverage-wpt - treeherder-symbol: TCw - max-run-time: 10800 - variants: - - no-fission - - webrender-sw+no-fission - run-on-projects: - by-variant: - webrender-sw+no-fission: - by-test-platform: - android-em-7.0-x86_64-qr/debug: built-projects - default: [] - no-fission: - by-test-platform: - android-em-7.0-x86_64-qr/debug: built-projects - default: [] - default: - by-test-platform: - .*-ccov.*/.*: built-projects - default: [] - test-manifest-loader: null # don't load tests in the taskgraph - tier: 2 - mozharness: - extra-options: - - --per-test-coverage diff --git a/taskcluster/ci/test/xpcshell.yml b/taskcluster/ci/test/xpcshell.yml deleted file mode 100644 index 02a615bdc2..0000000000 --- a/taskcluster/ci/test/xpcshell.yml +++ /dev/null @@ -1,198 +0,0 @@ -# This Source Code Form is subject to the terms of the Mozilla Public -# License, v. 2.0. If a copy of the MPL was not distributed with this -# file, You can obtain one at http://mozilla.org/MPL/2.0/. ---- -job-defaults: - suite: - category: xpcshell - name: - by-variant: - msix: xpcshell-msix - default: xpcshell - target: - by-test-platform: - android-em-7.*: geckoview-test_runner.apk - windows11-64-2009.*: - by-variant: - msix: target.installer.msix - default: null - default: null - mozharness: - script: - by-test-platform: - android-em.*: android_emulator_unittest.py - default: desktop_unittest.py - config: - by-test-platform: - android-em-7.*: - - android/android_common.py - - android/android-x86_64.py - linux.*: - - unittests/linux_unittest.py - - remove_executables.py - macosx.*: - - unittests/mac_unittest.py - windows.*: - - unittests/win_unittest.py - requires-signed-builds: - by-test-platform: - macosx1100.*: true - windows.*-asan-qr/opt: false # No XPCShell on ASAN yet - windows.*-mingwclang-qr/.*: false - windows.*: true - default: false - -xpcshell: - description: "xpcshell test run" - treeherder-symbol: X(X) - variants: - - conditioned_profile - - socketprocess_networking+no-fission - - socketprocess_networking - - no-fission - - msix - - geckoview-no-fission-ship - instance-size: - by-variant: - conditioned_profile: large - default: large-noscratch - run-on-projects: - by-variant: - conditioned_profile: - by-test-platform: - .*asan.*: [] - .*ccov.*: [] - (linux1804-64|windows11-64.*)(-shippable)?-qr/opt: ['trunk'] - default: [] - socketprocess_networking+no-fission: - by-test-platform: - linux1804-64.*: ['mozilla-central'] - default: [] - socketprocess_networking: - by-test-platform: - macosx1015.*: ['trunk'] # All Mac variants - ^(?!.*asan).*windows11.*: ['trunk'] # All Windows11 except ASAN - default: [] - no-fission: - by-test-platform: - android-em-7.0-x86_64-qr/debug-isolated-process: [] - android.*: built-projects - linux1804-64.*: ['mozilla-central'] - default: [] - msix: - by-test-platform: - windows11-64-2009(-shippable)?-qr/opt: built-projects - windows11-64-2009-qr/debug: built-projects - default: [] - geckoview-no-fission-ship: - by-test-platform: - android-em-7.0-x86_64-qr/debug-isolated-process: [] - android-em.*: built-projects - default: [] - default: - by-test-platform: - android.*: built-projects - .*wayland.*: [] - windows.*-asan-qr/opt: [] # No XPCShell on ASAN yet - default: built-projects - chunks: - by-test-platform: - .*-asan-qr/opt: 4 - .*-ccov.*/.*: 8 - .*-tsan-qr/opt: 10 - (android-em-7.*|macosx.*|linux1804-64.*/opt): 2 - default: 4 - max-run-time: - by-variant: - msix: 7200 - conditioned_profile: 7200 - default: - by-test-platform: - .*-ccov(-qr)?/.*: 7200 - .*-tsan-qr/opt: 7200 - default: 5400 - allow-software-gl-layers: false - tier: - by-variant: - no-fission: - by-test-platform: - linux.*: 2 - default: default - socketprocess_networking+no-fission: - by-test-platform: - linux.*: 2 - default: default - default: - by-test-platform: - windows.*-asan.*: 3 - android-em-7.0-x86_64-qr/debug-isolated-process: 3 - default: default - mozharness: - extra-options: - by-test-platform: - windows1.*: - - --threads=2 - default: [] - fetches: - toolchain: - by-test-platform: - linux.*: - - linux64-node - - linux64-minidump-stackwalk - - linux64-fix-stacks - macosx.*: - - macosx64-node - - macosx64-minidump-stackwalk - - macosx64-fix-stacks - win.*-64.*: - - win64-node - - win32-minidump-stackwalk - - win32-fix-stacks - win.*32.*: - - win32-node - - win32-minidump-stackwalk - - win32-fix-stacks - android-em-7.*: - - android-system-image-x86_64-linux - - android-avd-x86_64-linux - - android-emulator-linux - - linux64-node - - linux64-minidump-stackwalk - - linux64-hostutils - -xpcshell-failures: - description: "xpcshell specific failures test run" - treeherder-symbol: X-f(X) - run-on-projects: ["mozilla-central"] - chunks: 2 - max-run-time: 2700 - allow-software-gl-layers: false - tier: 3 - mozharness: - script: - by-test-platform: - macos.*: mac_unittest.py - windows1.*: desktop_unittest.py - config: - by-test-platform: - macos.*: - - unittests/mac_unittest.py - windows1.*: - - unittests/win_unittest.py - extra-options: - by-test-platform: - macosx1100.*: - - --run-failures=apple_silicon - - --timeout-as-pass - - --crash-as-pass - fetches: - toolchain: - by-test-platform: - macosx.*: - - macosx64-node - - macosx64-minidump-stackwalk - - macosx64-fix-stacks - win.*32.*: - - win32-node - - win32-minidump-stackwalk - - win32-fix-stacks diff --git a/taskcluster/ci/toolchain/android.yml b/taskcluster/ci/toolchain/android.yml deleted file mode 100644 index 6c2c558c9c..0000000000 --- a/taskcluster/ci/toolchain/android.yml +++ /dev/null @@ -1,264 +0,0 @@ -# This Source Code Form is subject to the terms of the Mozilla Public -# License, v. 2.0. If a copy of the MPL was not distributed with this -# file, You can obtain one at http://mozilla.org/MPL/2.0/. ---- -job-defaults: - worker-type: b-linux-gcp - worker: - docker-image: {in-tree: android-build} - max-run-time: 1800 - -# In automation, we generate the AVD using the linux64-android-avd jobs. On -# developers' machines, bootstrap will download the artifact from the avd job -# instead of generating it. -# -# The Android AVD needs the corresponding system image generated in the -# linux64-android-system-image TL job. System images are not redistributable, -# so locally bootstrap will use sdkmanager to download the corresponding system -# images. -linux64-android-avd-x86_64-repack: - attributes: - local-toolchain: true - description: "Android AVD (Linux) repack toolchain build" - treeherder: - symbol: TL(avd-x86_64-linux) - run: - script: repack-android-avd-linux.sh - arguments: - - 'python/mozboot/mozboot/android-avds/x86_64.json' - resources: - - 'python/mozboot/**/*android*' - toolchain-artifact: public/build/android-avd-linux.tar.zst - toolchain-alias: android-avd-x86_64-linux - fetches: - toolchain: - # Aliases aren't allowed for toolchains depending on toolchains. - - linux64-jdk-repack - -linux64-android31-avd-x86_64-repack: - description: "Android AVD (Linux) repack toolchain build" - treeherder: - symbol: TL(avd31-x86_64-linux) - worker-type: b-linux-kvm-gcp - worker: - kvm: true - run: - script: repack-android-avd-linux.sh - arguments: - - 'python/mozboot/mozboot/android-avds/android31-x86_64.json' - resources: - - 'python/mozboot/**/*android*' - toolchain-artifact: public/build/android-avd-linux.tar.zst - toolchain-alias: android31-avd-x86_64-linux - fetches: - toolchain: - # Aliases aren't allowed for toolchains depending on toolchains. - - linux64-jdk-repack - - -linux64-android-avd-arm-repack: - attributes: - local-toolchain: true - description: "Android AVD (Linux) repack toolchain build" - treeherder: - symbol: TL(avd-arm-linux) - run: - script: repack-android-avd-linux.sh - arguments: - - 'python/mozboot/mozboot/android-avds/arm.json' - resources: - - 'python/mozboot/**/*android*' - toolchain-artifact: public/build/android-avd-linux.tar.zst - toolchain-alias: android-avd-arm-linux - fetches: - toolchain: - # Aliases aren't allowed for toolchains depending on toolchains. - - linux64-jdk-repack - -linux64-android-avd-arm64-repack: - attributes: - local-toolchain: true - description: "Android AVD (Linux) repack toolchain build" - treeherder: - symbol: TL(avd-arm64-linux) - run: - script: repack-android-avd-linux.sh - arguments: - - 'python/mozboot/mozboot/android-avds/arm64.json' - resources: - - 'python/mozboot/**/*android*' - toolchain-artifact: public/build/android-avd-linux.tar.zst - toolchain-alias: android-avd-arm64-linux - fetches: - toolchain: - # Aliases aren't allowed for toolchains depending on toolchains. - - linux64-jdk-repack - -linux64-android-system-image-x86_64-repack: - description: "Android System Images (Linux) repack toolchain build" - treeherder: - symbol: TL(x86_64-avd-img-linux) - run: - script: repack-android-system-images-linux.sh - arguments: - - 'python/mozboot/mozboot/android-avds/x86_64.json' - resources: - - 'python/mozboot/**/*android*' - toolchain-artifact: project/gecko/android-system-images/android-system-images-linux.tar.zst - toolchain-alias: android-system-image-x86_64-linux - fetches: - toolchain: - # Aliases aren't allowed for toolchains depending on toolchains. - - linux64-jdk-repack - -linux64-android31-system-image-x86_64-repack: - description: "Android System Images (Linux) repack toolchain build" - treeherder: - symbol: TL(x86_64-avd31-img-linux) - run: - script: repack-android-system-images-linux.sh - arguments: - - 'python/mozboot/mozboot/android-avds/android31-x86_64.json' - resources: - - 'python/mozboot/**/*android*' - toolchain-artifact: project/gecko/android-system-images/android-system-images-linux.tar.zst - toolchain-alias: android31-system-image-x86_64-linux - fetches: - toolchain: - # Aliases aren't allowed for toolchains depending on toolchains. - - linux64-jdk-repack - - -linux64-jdk-repack: - description: "Java JDK (Linux) repack toolchain build" - treeherder: - symbol: TL(jdk) - run: - script: repack-jdk-linux.sh - resources: - - 'python/mozboot/**/*android*' - toolchain-artifact: project/gecko/jdk/jdk-linux.tar.zst - toolchain-alias: linux64-jdk - toolchain-env: - JAVA_HOME: "/builds/worker/fetches/jdk/jdk-17.0.10+7" - -linux64-android-sdk-linux-repack: - description: "Android SDK (Linux) repack toolchain build" - treeherder: - symbol: TL(android-sdk-linux) - run: - script: repack-android-sdk-linux.sh - resources: - - 'python/mozboot/**/*android*' - toolchain-artifact: project/gecko/android-sdk/android-sdk-linux.tar.zst - toolchain-alias: android-sdk-linux - fetches: - toolchain: - # Aliases aren't allowed for toolchains depending on toolchains. - - linux64-jdk-repack - -linux64-android-emulator-linux-repack: - description: "Android Emulator (Linux) repack toolchain build" - treeherder: - symbol: TL(android-emulator-linux) - run: - script: repack-android-emulator-linux.sh - resources: - - 'python/mozboot/**/*android*' - toolchain-artifact: project/gecko/android-emulator/android-emulator-linux.tar.zst - toolchain-alias: android-emulator-linux - fetches: - toolchain: - # Aliases aren't allowed for toolchains depending on toolchains. - - linux64-jdk-repack - -linux64-android-ndk-linux-repack: - description: "Android NDK (Linux) repack toolchain build" - treeherder: - symbol: TL(android-ndk-linux) - run: - script: repack-android-ndk-linux.sh - resources: - - 'python/mozboot/**/*android*' - toolchain-artifact: project/gecko/android-ndk/android-ndk.tar.zst - toolchain-alias: android-ndk-linux - -linux64-android-gradle-dependencies: - description: "Android Gradle dependencies toolchain task" - treeherder: - symbol: TL(gradle-dependencies) - worker: - env: - GRADLE_USER_HOME: "/builds/worker/workspace/build/src/mobile/android/gradle/dotgradle-online" - ANDROID_SDK_ROOT: "/builds/worker/fetches/android-sdk-linux" - max-run-time: 2700 - run: - script: android-gradle-dependencies.sh - sparse-profile: null - resources: - - 'taskcluster/scripts/misc/android-gradle-dependencies/**' - - '*.gradle' - - 'mobile/android/**/*.gradle' - - 'mobile/android/config/mozconfigs/android-arm-gradle-dependencies/**' - - 'mobile/android/config/mozconfigs/common*' - - 'mobile/android/gradle.configure' - - 'mobile/android/android-components/plugins/dependencies/src/main/java/DependenciesPlugin.kt' - - 'mobile/android/android-components/plugins/dependencies/src/main/java/ApplicationServices.kt' - - 'mobile/android/fenix/plugins/fenixdependencies/src/main/java/FenixDependenciesPlugin.kt' - - 'mobile/android/focus-android/plugins/focusdependencies/src/main/java/FocusDependenciesPlugin.kt' - toolchain-artifact: public/build/android-gradle-dependencies.tar.zst - toolchain-alias: android-gradle-dependencies - fetches: - fetch: - - sonatype-nexus - # Nexus needs Java 8 - - jdk-8-linux64 - toolchain: - # Aliases aren't allowed for toolchains depending on toolchains. - - linux64-android-sdk-linux-repack - - linux64-jdk-repack - - linux64-node - - android-gradle-python-envs - -linux64-android-gradle-dependencies-lite: - description: "Android Lite Gradle dependencies toolchain task" - treeherder: - symbol: TL(gradle-dependencies-lite) - worker: - env: - GRADLE_USER_HOME: "/builds/worker/workspace/build/src/mobile/android/gradle/dotgradle-online" - run: - script: android-gradle-dependencies-lite.sh - sparse-profile: null - resources: - - 'taskcluster/scripts/misc/android-gradle-dependencies/**' - - '*.gradle' - - 'mobile/android/**/*.gradle' - - 'mobile/android/config/mozconfigs/android-arm-gradle-dependencies/**' - - 'mobile/android/config/mozconfigs/common*' - - 'mobile/android/gradle.configure' - - 'mobile/android/android-components/plugins/dependencies/src/main/java/DependenciesPlugin.kt' - - 'mobile/android/android-components/plugins/dependencies/src/main/java/ApplicationServices.kt' - toolchain-artifact: public/build/android-gradle-dependencies.tar.zst - toolchain-alias: android-gradle-dependencies-lite - fetches: - fetch: - - sonatype-nexus - # Nexus needs Java 8 - - jdk-8-linux64 - toolchain: - # Aliases aren't allowed for toolchains depending on toolchains. - - linux64-android-sdk-linux-repack - - linux64-jdk-repack - - linux64-node - - android-gradle-python-envs - -android-gradle-python-envs: - description: "gradle-python-envs plugin toolchain task" - treeherder: - symbol: TL(gradle-python-envs) - run: - script: gradle-python-envs.sh - arguments: ['0.0.31'] - sparse-profile: null - toolchain-artifact: public/build/gradle-python-envs-0.0.31.tar.zst diff --git a/taskcluster/ci/toolchain/cargo-vet.yml b/taskcluster/ci/toolchain/cargo-vet.yml deleted file mode 100644 index 3f1cb9756a..0000000000 --- a/taskcluster/ci/toolchain/cargo-vet.yml +++ /dev/null @@ -1,61 +0,0 @@ -# This Source Code Form is subject to the terms of the Mozilla Public -# License, v. 2.0. If a copy of the MPL was not distributed with this -# file, You can obtain one at http://mozilla.org/MPL/2.0/. ---- -job-defaults: - description: "cargo-vet toolchain build" - attributes: - local-toolchain: true - worker-type: b-linux-gcp - worker: - max-run-time: 1800 - run: - script: build-rust-based-toolchain.sh - toolchain-artifact: public/build/cargo-vet.tar.zst - fetches: - fetch: - - cargo-vet - -linux64-cargo-vet: - treeherder: - symbol: TL(cargo-vet) - run: - arguments: ['x86_64-unknown-linux-gnu', 'reqwest/native-tls-vendored'] - fetches: - toolchain: - - linux64-clang-toolchain - - linux64-rust-toolchain - - sysroot-x86_64-linux-gnu - -macosx64-cargo-vet: - treeherder: - symbol: TM(cargo-vet) - run: - arguments: ['x86_64-apple-darwin'] - fetches: - toolchain: - - linux64-clang-toolchain - - linux64-rust-macos-toolchain - - macosx64-sdk-toolchain - -macosx64-aarch64-cargo-vet: - treeherder: - symbol: TM(cargo-vet-arm64) - run: - arguments: ['aarch64-apple-darwin'] - fetches: - toolchain: - - linux64-clang-toolchain - - linux64-rust-macos-toolchain - - macosx64-sdk-toolchain - -win64-cargo-vet: - treeherder: - symbol: TW64(cargo-vet) - run: - arguments: ['x86_64-pc-windows-msvc'] - fetches: - toolchain: - - linux64-clang-toolchain - - linux64-rust-windows-toolchain - - vs-toolchain diff --git a/taskcluster/ci/toolchain/cbindgen.yml b/taskcluster/ci/toolchain/cbindgen.yml deleted file mode 100644 index 69d34b6f3b..0000000000 --- a/taskcluster/ci/toolchain/cbindgen.yml +++ /dev/null @@ -1,65 +0,0 @@ -# This Source Code Form is subject to the terms of the Mozilla Public -# License, v. 2.0. If a copy of the MPL was not distributed with this -# file, You can obtain one at http://mozilla.org/MPL/2.0/. ---- -job-defaults: - description: "cbindgen toolchain build" - attributes: - local-toolchain: true - worker-type: b-linux-gcp - worker: - max-run-time: 3600 - run: - script: build-rust-based-toolchain.sh - toolchain-artifact: public/build/cbindgen.tar.zst - fetches: - fetch: - # If you update this, make sure to update the minimum version in - # build/moz.configure/bindgen.configure as well. - - cbindgen-0.26.0 - -linux64-cbindgen: - treeherder: - symbol: TL(cbindgen) - worker: - max-run-time: 1800 - run: - arguments: ['x86_64-unknown-linux-gnu'] - fetches: - toolchain: - - linux64-clang-toolchain - - linux64-rust-toolchain - - sysroot-x86_64-linux-gnu - -macosx64-cbindgen: - treeherder: - symbol: TM(cbindgen) - run: - arguments: ['x86_64-apple-darwin'] - fetches: - toolchain: - - linux64-clang-toolchain - - linux64-rust-macos-toolchain - - macosx64-sdk-toolchain - -macosx64-aarch64-cbindgen: - treeherder: - symbol: TM(cbindgen-arm64) - run: - arguments: ['aarch64-apple-darwin'] - fetches: - toolchain: - - linux64-clang-toolchain - - linux64-rust-macos-toolchain - - macosx64-sdk-toolchain - -win64-cbindgen: - treeherder: - symbol: TW64(cbindgen) - run: - arguments: ['x86_64-pc-windows-msvc'] - fetches: - toolchain: - - linux64-clang-toolchain - - linux64-rust-windows-toolchain - - vs-toolchain diff --git a/taskcluster/ci/toolchain/clang-tidy.yml b/taskcluster/ci/toolchain/clang-tidy.yml deleted file mode 100644 index 02d089eca3..0000000000 --- a/taskcluster/ci/toolchain/clang-tidy.yml +++ /dev/null @@ -1,128 +0,0 @@ -# This Source Code Form is subject to the terms of the Mozilla Public -# License, v. 2.0. If a copy of the MPL was not distributed with this -# file, You can obtain one at http://mozilla.org/MPL/2.0/. ---- -job-defaults: - description: "Clang-tidy build" - attributes: - local-toolchain: true - index: - product: static-analysis - worker-type: b-linux-large-gcp - worker: - max-run-time: 3600 - run: - toolchain-artifact: public/build/clang-tidy.tar.zst - resources: - - 'build/clang-plugin/**/*.cpp' - - 'build/clang-plugin/**/*.h' - - 'build/clang-plugin/*.inc' - - 'build/clang-plugin/*.py' - - 'build/clang-plugin/*.txt' - - 'build/clang-plugin/moz.build' - - 'build/clang-plugin/Makefile.in' - - 'build/build-clang/build-clang.py' - fetches: - fetch: - - clang-17 - -linux64-clang-tidy: - index: - job-name: linux64-clang-tidy - treeherder: - symbol: TL(clang-tidy) - run: - script: build-clang.sh - arguments: - - 'build/build-clang/clang-tidy-linux64.json' - resources: - - 'build/build-clang/clang-tidy-linux64.json' - fetches: - toolchain: - - linux64-clang-17 - - linux64-toolchain-sysroot - -macosx64-clang-tidy: - index: - job-name: macosx64-clang-tidy - treeherder: - symbol: TM(clang-tidy) - worker-type: b-linux-large-gcp - run: - script: build-clang.sh - arguments: - - 'build/build-clang/clang-tidy-macosx64.json' - - 'build/build-clang/macosx64.json' - resources: - - 'build/build-clang/clang-tidy-macosx64.json' - - 'build/build-clang/macosx64.json' - fetches: - toolchain: - - linux64-clang-17 - - macosx64-sdk-toolchain - -macosx64-aarch64-clang-tidy: - index: - job-name: macosx64-aarch64-clang-tidy - treeherder: - symbol: TM(clang-tidy-aarch64) - worker-type: b-linux-large-gcp - run: - script: build-clang.sh - arguments: - - 'build/build-clang/clang-tidy-macosx64.json' - - 'build/build-clang/macosx64.json' - - 'build/build-clang/macosx64-aarch64.json' - resources: - - 'build/build-clang/clang-tidy-macosx64.json' - - 'build/build-clang/macosx64.json' - - 'build/build-clang/macosx64-aarch64.json' - fetches: - toolchain: - - linux64-clang-17 - - macosx64-sdk-toolchain - -win64-clang-tidy: - description: "Clang-tidy toolchain build" - index: - job-name: win64-clang-tidy - treeherder: - symbol: TW64(clang-tidy) - tier: 2 - worker: - max-run-time: 7200 - run: - script: build-clang.sh - arguments: - - 'build/build-clang/clang-tidy-win64.json' - - 'build/build-clang/win64.json' - resources: - - 'build/build-clang/clang-tidy-win64.json' - - 'build/build-clang/win64.json' - fetches: - toolchain: - - linux64-clang-17 - - vs-toolchain - - win64-libxml2 - -linux64-clang-tidy-external: - attributes: - local-toolchain: false - index: - job-name: linux64-clang-tidy-external - treeherder: - symbol: TL(clang-tidy-e) - run: - toolchain-artifact: project/civet/clang-tidy.tar.zst - script: build-clang-tidy-external.sh - arguments: - - 'build/build-clang/clang-tidy-external-linux64.json' - resources: - - 'build/build-clang/clang-tidy-external-linux64.json' - run-on-projects: [] - fetches: - fetch: - - civet-source - toolchain: - - linux64-clang-17 - - linux64-toolchain-sysroot diff --git a/taskcluster/ci/toolchain/clang.yml b/taskcluster/ci/toolchain/clang.yml deleted file mode 100644 index a9cf04e0b9..0000000000 --- a/taskcluster/ci/toolchain/clang.yml +++ /dev/null @@ -1,1284 +0,0 @@ -# This Source Code Form is subject to the terms of the Mozilla Public -# License, v. 2.0. If a copy of the MPL was not distributed with this -# file, You can obtain one at http://mozilla.org/MPL/2.0/. ---- -job-defaults: - worker-type: b-linux-xlarge-gcp - worker: - max-run-time: 7200 - run: - resources: - - 'build/build-clang/build-clang.py' - -linux64-clang-8.0-raw: - description: "Clang 8.0 toolchain build" - treeherder: - symbol: TL(clang-8.0-raw) - worker-type: b-linux-large-gcp - run: - script: build-clang.sh - arguments: - - 'build/build-clang/linux64.json' - - 'build/build-clang/clang-8.0.json' - - 'build/build-clang/2stages.json' - resources: - - 'build/build-clang/linux64.json' - - 'build/build-clang/clang-8.0.json' - - 'build/build-clang/2stages.json' - toolchain-artifact: public/build/clang.tar.zst - fetches: - fetch: - - clang-8.0 - toolchain: - - linux64-toolchain-sysroot - -linux64-clang-8.0: - description: "Clang 8.0 toolchain build" - treeherder: - symbol: TL(clang-8.0) - worker-type: b-linux-gcp - worker: - max-run-time: 600 - run: - script: repack-clang.sh - toolchain-alias: linux64-clang-base - toolchain-artifact: public/build/clang.tar.zst - fetches: - toolchain: - - linux64-clang-8.0-raw - - wasm32-wasi-compiler-rt-8.0 - -linux64-clang-14-stage1: - description: "Clang 14 toolchain build" - treeherder: - symbol: TL(clang-14-stage1) - run: - using: toolchain-script - script: build-clang.sh - arguments: - - 'build/build-clang/linux64.json' - - 'build/build-clang/clang-14.json' - - 'build/build-clang/1stage.json' - resources: - - 'build/build-clang/linux64.json' - - 'build/build-clang/clang-14.json' - - 'build/build-clang/1stage.json' - toolchain-artifact: public/build/clang.tar.zst - fetches: - fetch: - - clang-14 - toolchain: - - linux64-toolchain-sysroot - -linux64-clang-14: - description: "Clang 14 toolchain build" - attributes: - local-toolchain: true - treeherder: - symbol: TL(clang-14) - worker-type: b-linux-gcp - worker: - max-run-time: 600 - run: - script: repack-clang.sh - toolchain-artifact: public/build/clang.tar.zst - fetches: - toolchain: - - linux64-clang-14-stage1 - -macosx64-clang-14-raw: - description: "Clang 14 toolchain build" - treeherder: - symbol: TM(clang-14-raw) - worker-type: b-linux-large-gcp - worker: - max-run-time: 3600 - run: - script: build-clang.sh - arguments: - - 'build/build-clang/macosx64.json' - - 'build/build-clang/clang-14.json' - - 'build/build-clang/1stage.json' - resources: - - 'build/build-clang/macosx64.json' - - 'build/build-clang/clang-14.json' - - 'build/build-clang/1stage.json' - toolchain-artifact: public/build/clang.tar.zst - fetches: - fetch: - - clang-14 - toolchain: - - linux64-clang-14-stage1 - - macosx64-sdk-toolchain - -linux64-clang-17-mingw-x86: - description: "MinGW-Clang 17 x86 toolchain build" - treeherder: - symbol: TMW(clang-17-x86) - worker-type: b-linux-gcp - run: - script: build-clang-mingw.sh - arguments: - - 'x86' - resources: - - 'taskcluster/scripts/misc/mingw-*.patch' - toolchain-alias: - by-project: - toolchains: null - default: linux64-clang-mingw-x86 - toolchain-artifact: public/build/clangmingw.tar.zst - fetches: - fetch: - - clang-17 - - mingw-w64 - - llvm-mingw - - gcc-9.5.0 - toolchain: - - linux64-clang-17 - -linux64-clang-17-mingw-x64: - description: "MinGW-Clang 17 x64 toolchain build" - treeherder: - symbol: TMW(clang-17-x64) - tier: 1 - worker-type: b-linux-gcp - run: - script: build-clang-mingw.sh - arguments: - - 'x64' - resources: - - 'taskcluster/scripts/misc/mingw-*.patch' - toolchain-alias: - by-project: - toolchains: null - default: linux64-clang-mingw-x64 - toolchain-artifact: public/build/clangmingw.tar.zst - fetches: - fetch: - - clang-17 - - mingw-w64 - - llvm-mingw - - gcc-9.5.0 - toolchain: - - linux64-clang-17 - -linux64-clang-17-stage1: - description: "Clang 17 toolchain build" - treeherder: - symbol: TL(clang-17-stage1) - run: - using: toolchain-script - script: build-clang.sh - arguments: - - 'build/build-clang/linux64.json' - - 'build/build-clang/clang-17.json' - - 'build/build-clang/1stage.json' - resources: - - 'build/build-clang/linux64.json' - - 'build/build-clang/clang-17.json' - - 'build/build-clang/1stage.json' - toolchain-alias: - by-project: - toolchains: null - default: linux64-clang-toolchain - toolchain-artifact: public/build/clang.tar.zst - fetches: - fetch: - - clang-17 - toolchain: - - linux64-toolchain-sysroot - -linux64-clang-17-profile: - description: "Clang 17 toolchain build" - treeherder: - symbol: TL(clang-17-profile) - run: - using: toolchain-script - script: build-clang.sh - arguments: - - 'build/build-clang/linux64.json' - - 'build/build-clang/clang-17.json' - - 'build/build-clang/skip-stage-1.json' - - 'build/build-clang/profile.json' - resources: - - 'build/build-clang/linux64.json' - - 'build/build-clang/clang-17.json' - - 'build/build-clang/skip-stage-1.json' - - 'build/build-clang/profile.json' - toolchain-artifact: public/build/merged.profdata - fetches: - fetch: - - clang-17 - toolchain: - - linux64-clang-17-stage1 - - linux64-x64-compiler-rt-17 - - linux64-toolchain-sysroot - -linux64-clang-17-raw: - description: "Clang 17 toolchain build" - treeherder: - symbol: TL(clang-17-raw) - run: - script: build-clang.sh - arguments: - - 'build/build-clang/linux64.json' - - 'build/build-clang/clang-17.json' - - 'build/build-clang/skip-3-stages.json' - - 'build/build-clang/4stages-pgo.json' - resources: - - 'build/build-clang/linux64.json' - - 'build/build-clang/clang-17.json' - - 'build/build-clang/skip-3-stages.json' - - 'build/build-clang/4stages-pgo.json' - toolchain-artifact: public/build/clang.tar.zst - fetches: - fetch: - - clang-17 - toolchain: - - linux64-clang-17-stage1 - - linux64-clang-17-profile - - linux64-toolchain-sysroot - -linux64-clang-17: - description: "Clang 17 toolchain build" - attributes: - local-toolchain: true - treeherder: - symbol: TL(clang-17) - worker-type: b-linux-gcp - worker: - max-run-time: 600 - run: - script: repack-clang.sh - toolchain-alias: - by-project: - toolchains: null - default: linux64-clang - toolchain-artifact: public/build/clang.tar.zst - fetches: - toolchain: - - linux64-cctools-port - - linux64-clang-17-raw - - android-aarch64-compiler-rt-17 - - android-aarch64-libunwind-17 - - android-arm-compiler-rt-17 - - android-arm-libunwind-17 - - android-x64-compiler-rt-17 - - android-x64-libunwind-17 - - android-x86-compiler-rt-17 - - android-x86-libunwind-17 - - linux64-aarch64-compiler-rt-17 - - linux64-x64-compiler-rt-17 - - linux64-x86-compiler-rt-17 - - macosx64-aarch64-compiler-rt-17 - - macosx64-x64-compiler-rt-17 - - wasm32-wasi-compiler-rt-17 - - win32-compiler-rt-17 - - win64-compiler-rt-17 - -macosx64-clang-17-raw: - description: "Clang 17 toolchain build" - treeherder: - symbol: TM(clang-17-raw) - worker-type: b-linux-large-gcp - worker: - max-run-time: 3600 - run: - script: build-clang.sh - arguments: - - 'build/build-clang/macosx64.json' - - 'build/build-clang/clang-17.json' - - 'build/build-clang/skip-3-stages.json' - - 'build/build-clang/4stages-pgo.json' - resources: - - 'build/build-clang/macosx64.json' - - 'build/build-clang/clang-17.json' - - 'build/build-clang/skip-3-stages.json' - - 'build/build-clang/4stages-pgo.json' - toolchain-artifact: public/build/clang.tar.zst - fetches: - fetch: - - clang-17 - toolchain: - - linux64-clang-17-stage1 - - linux64-clang-17-profile - - macosx64-sdk-toolchain - - macosx64-x64-compiler-rt-17 - -macosx64-clang-17: - description: "Clang 17 toolchain repack with MacOS Compiler RT libs" - attributes: - local-toolchain: true - treeherder: - symbol: TM(clang-17) - worker-type: b-linux-gcp - worker: - max-run-time: 600 - run: - script: repack-clang.sh - toolchain-alias: - by-project: - toolchains: null - default: - - macosx64-clang - - macosx64-clang-toolchain - toolchain-artifact: public/build/clang.tar.zst - fetches: - toolchain: - - linux64-cctools-port - - macosx64-clang-17-raw - - android-aarch64-compiler-rt-17 - - android-aarch64-libunwind-17 - - android-arm-compiler-rt-17 - - android-arm-libunwind-17 - - android-x64-compiler-rt-17 - - android-x64-libunwind-17 - - android-x86-compiler-rt-17 - - android-x86-libunwind-17 - - linux64-aarch64-compiler-rt-17 - - linux64-x64-compiler-rt-17 - - linux64-x86-compiler-rt-17 - - macosx64-aarch64-compiler-rt-17 - - macosx64-x64-compiler-rt-17 - - wasm32-wasi-compiler-rt-17 - - win32-compiler-rt-17 - - win64-compiler-rt-17 - -macosx64-aarch64-clang-17-raw: - description: "Clang 17 toolchain build" - treeherder: - symbol: TM(clang-17-aarch64-raw) - worker-type: b-linux-large-gcp - worker: - max-run-time: 3600 - run: - script: build-clang.sh - arguments: - - 'build/build-clang/macosx64.json' - - 'build/build-clang/macosx64-aarch64.json' - - 'build/build-clang/clang-17.json' - - 'build/build-clang/skip-3-stages.json' - - 'build/build-clang/4stages-pgo.json' - resources: - - 'build/build-clang/macosx64.json' - - 'build/build-clang/macosx64-aarch64.json' - - 'build/build-clang/clang-17.json' - - 'build/build-clang/skip-3-stages.json' - - 'build/build-clang/4stages-pgo.json' - toolchain-artifact: public/build/clang.tar.zst - fetches: - fetch: - - clang-17 - toolchain: - - linux64-clang-17-stage1 - - linux64-clang-17-profile - - macosx64-sdk-toolchain - - macosx64-aarch64-compiler-rt-17 - -macosx64-aarch64-clang-17: - description: "Clang 17 toolchain repack with MacOS Compiler RT libs" - attributes: - local-toolchain: true - treeherder: - symbol: TM(clang-17-aarch64) - worker-type: b-linux-gcp - worker: - max-run-time: 600 - run: - script: repack-clang.sh - toolchain-alias: - by-project: - toolchains: null - default: macosx64-aarch64-clang - toolchain-artifact: public/build/clang.tar.zst - fetches: - toolchain: - - linux64-cctools-port - - macosx64-aarch64-clang-17-raw - - android-aarch64-compiler-rt-17 - - android-aarch64-libunwind-17 - - android-arm-compiler-rt-17 - - android-arm-libunwind-17 - - android-x64-compiler-rt-17 - - android-x64-libunwind-17 - - android-x86-compiler-rt-17 - - android-x86-libunwind-17 - - linux64-aarch64-compiler-rt-17 - - linux64-x64-compiler-rt-17 - - linux64-x86-compiler-rt-17 - - macosx64-aarch64-compiler-rt-17 - - macosx64-x64-compiler-rt-17 - - wasm32-wasi-compiler-rt-17 - - win32-compiler-rt-17 - - win64-compiler-rt-17 - -win64-clang-17-stage1: - description: "Clang-cl 17 toolchain build stage 1" - treeherder: - symbol: TW64(clang-17-stage1) - run: - script: build-clang.sh - arguments: - - 'build/build-clang/win64.json' - - 'build/build-clang/clang-17.json' - - 'build/build-clang/1stage.json' - resources: - - 'build/build-clang/win64.json' - - 'build/build-clang/clang-17.json' - - 'build/build-clang/1stage.json' - toolchain-alias: - by-project: - toolchains: null - default: win64-clang-toolchain - toolchain-artifact: public/build/clang.tar.zst - fetches: - fetch: - - clang-17 - toolchain: - - linux64-clang-17-stage1 - - vs-toolchain - - win64-libxml2 - -win64-clang-17-raw: - description: "Clang-cl 17 toolchain build" - treeherder: - symbol: TW64(clang-17-raw) - worker-type: b-win2022 - worker: - max-run-time: 9000 - run: - script: build-clang.sh - arguments: - - 'build/build-clang/win64.json' - - 'build/build-clang/clang-17.json' - - 'build/build-clang/skip-stage-1-win64.json' - - 'build/build-clang/4stages-pgo.json' - resources: - - 'build/build-clang/win64.json' - - 'build/build-clang/clang-17.json' - - 'build/build-clang/skip-stage-1-win64.json' - - 'build/build-clang/4stages-pgo.json' - toolchain-artifact: public/build/clang.tar.zst - fetches: - fetch: - - clang-17 - - cmake - - ninja - toolchain: - - win64-clang-17-stage1 - - win64-compiler-rt-17 - - vs-toolchain - - win64-libxml2 - -win64-clang-17: - description: "Clang-cl 17 toolchain build" - attributes: - local-toolchain: true - treeherder: - symbol: TW64(clang-17) - worker-type: b-linux-gcp - worker: - max-run-time: 600 - run: - script: repack-clang.sh - toolchain-alias: - by-project: - toolchains: null - default: win64-clang - toolchain-artifact: public/build/clang.tar.zst - fetches: - toolchain: - - linux64-cctools-port - - win64-clang-17-raw - - android-aarch64-compiler-rt-17 - - android-aarch64-libunwind-17 - - android-arm-compiler-rt-17 - - android-arm-libunwind-17 - - android-x64-compiler-rt-17 - - android-x64-libunwind-17 - - android-x86-compiler-rt-17 - - android-x86-libunwind-17 - - linux64-aarch64-compiler-rt-17 - - linux64-x64-compiler-rt-17 - - linux64-x86-compiler-rt-17 - - macosx64-aarch64-compiler-rt-17 - - macosx64-x64-compiler-rt-17 - - wasm32-wasi-compiler-rt-17 - - win32-compiler-rt-17 - - win64-compiler-rt-17 - -linux64-clang-18-mingw-x86: - description: "MinGW-Clang 18 x86 toolchain build" - treeherder: - symbol: TMW(clang-18-x86) - worker-type: b-linux-gcp - run: - script: build-clang-mingw.sh - arguments: - - 'x86' - resources: - - 'taskcluster/scripts/misc/mingw-*.patch' - toolchain-artifact: public/build/clangmingw.tar.zst - fetches: - fetch: - - clang-18 - - mingw-w64 - - llvm-mingw - - gcc-9.5.0 - toolchain: - - linux64-clang-18 - -linux64-clang-18-mingw-x64: - description: "MinGW-Clang 18 x64 toolchain build" - treeherder: - symbol: TMW(clang-18-x64) - tier: 1 - worker-type: b-linux-gcp - run: - script: build-clang-mingw.sh - arguments: - - 'x64' - resources: - - 'taskcluster/scripts/misc/mingw-*.patch' - toolchain-artifact: public/build/clangmingw.tar.zst - fetches: - fetch: - - clang-18 - - mingw-w64 - - llvm-mingw - - gcc-9.5.0 - toolchain: - - linux64-clang-18 - -linux64-clang-18-stage1: - description: "Clang 18 toolchain build" - treeherder: - symbol: TL(clang-18-stage1) - run: - using: toolchain-script - script: build-clang.sh - arguments: - - 'build/build-clang/linux64.json' - - 'build/build-clang/clang-18.json' - - 'build/build-clang/1stage.json' - resources: - - 'build/build-clang/linux64.json' - - 'build/build-clang/clang-18.json' - - 'build/build-clang/1stage.json' - toolchain-artifact: public/build/clang.tar.zst - fetches: - fetch: - - clang-18 - toolchain: - - linux64-toolchain-sysroot - -linux64-clang-18-profile: - description: "Clang 18 toolchain build" - treeherder: - symbol: TL(clang-18-profile) - run: - using: toolchain-script - script: build-clang.sh - arguments: - - 'build/build-clang/linux64.json' - - 'build/build-clang/clang-18.json' - - 'build/build-clang/skip-stage-1.json' - - 'build/build-clang/profile.json' - resources: - - 'build/build-clang/linux64.json' - - 'build/build-clang/clang-18.json' - - 'build/build-clang/skip-stage-1.json' - - 'build/build-clang/profile.json' - toolchain-artifact: public/build/merged.profdata - fetches: - fetch: - - clang-18 - toolchain: - - linux64-clang-18-stage1 - - linux64-x64-compiler-rt-18 - - linux64-toolchain-sysroot - -linux64-clang-18-raw: - description: "Clang 18 toolchain build" - treeherder: - symbol: TL(clang-18-raw) - run: - script: build-clang.sh - arguments: - - 'build/build-clang/linux64.json' - - 'build/build-clang/clang-18.json' - - 'build/build-clang/skip-3-stages.json' - - 'build/build-clang/4stages-pgo.json' - resources: - - 'build/build-clang/linux64.json' - - 'build/build-clang/clang-18.json' - - 'build/build-clang/skip-3-stages.json' - - 'build/build-clang/4stages-pgo.json' - toolchain-artifact: public/build/clang.tar.zst - fetches: - fetch: - - clang-18 - toolchain: - - linux64-clang-18-stage1 - - linux64-clang-18-profile - - linux64-toolchain-sysroot - -linux64-clang-18: - description: "Clang 18 toolchain build" - attributes: - local-toolchain: true - treeherder: - symbol: TL(clang-18) - worker-type: b-linux-gcp - worker: - max-run-time: 600 - run: - script: repack-clang.sh - toolchain-artifact: public/build/clang.tar.zst - fetches: - toolchain: - - linux64-cctools-port - - linux64-clang-18-raw - - android-aarch64-compiler-rt-18 - - android-aarch64-libunwind-18 - - android-arm-compiler-rt-18 - - android-arm-libunwind-18 - - android-x64-compiler-rt-18 - - android-x64-libunwind-18 - - android-x86-compiler-rt-18 - - android-x86-libunwind-18 - - linux64-aarch64-compiler-rt-18 - - linux64-x64-compiler-rt-18 - - linux64-x86-compiler-rt-18 - - macosx64-aarch64-compiler-rt-18 - - macosx64-x64-compiler-rt-18 - - wasm32-wasi-compiler-rt-18 - - win32-compiler-rt-18 - - win64-compiler-rt-18 - -macosx64-clang-18-raw: - description: "Clang 18 toolchain build" - treeherder: - symbol: TM(clang-18-raw) - worker-type: b-linux-large-gcp - worker: - max-run-time: 3600 - run: - script: build-clang.sh - arguments: - - 'build/build-clang/macosx64.json' - - 'build/build-clang/clang-18.json' - - 'build/build-clang/skip-3-stages.json' - - 'build/build-clang/4stages-pgo.json' - resources: - - 'build/build-clang/macosx64.json' - - 'build/build-clang/clang-18.json' - - 'build/build-clang/skip-3-stages.json' - - 'build/build-clang/4stages-pgo.json' - toolchain-artifact: public/build/clang.tar.zst - fetches: - fetch: - - clang-18 - toolchain: - - linux64-clang-18-stage1 - - linux64-clang-18-profile - - macosx64-sdk-toolchain - - macosx64-x64-compiler-rt-18 - -macosx64-clang-18: - description: "Clang 18 toolchain repack with MacOS Compiler RT libs" - attributes: - local-toolchain: true - treeherder: - symbol: TM(clang-18) - worker-type: b-linux-gcp - worker: - max-run-time: 600 - run: - script: repack-clang.sh - toolchain-artifact: public/build/clang.tar.zst - fetches: - toolchain: - - linux64-cctools-port - - macosx64-clang-18-raw - - android-aarch64-compiler-rt-18 - - android-aarch64-libunwind-18 - - android-arm-compiler-rt-18 - - android-arm-libunwind-18 - - android-x64-compiler-rt-18 - - android-x64-libunwind-18 - - android-x86-compiler-rt-18 - - android-x86-libunwind-18 - - linux64-aarch64-compiler-rt-18 - - linux64-x64-compiler-rt-18 - - linux64-x86-compiler-rt-18 - - macosx64-aarch64-compiler-rt-18 - - macosx64-x64-compiler-rt-18 - - wasm32-wasi-compiler-rt-18 - - win32-compiler-rt-18 - - win64-compiler-rt-18 - -macosx64-aarch64-clang-18-raw: - description: "Clang 18 toolchain build" - treeherder: - symbol: TM(clang-18-aarch64-raw) - worker-type: b-linux-large-gcp - worker: - max-run-time: 3600 - run: - script: build-clang.sh - arguments: - - 'build/build-clang/macosx64.json' - - 'build/build-clang/macosx64-aarch64.json' - - 'build/build-clang/clang-18.json' - - 'build/build-clang/skip-3-stages.json' - - 'build/build-clang/4stages-pgo.json' - resources: - - 'build/build-clang/macosx64.json' - - 'build/build-clang/macosx64-aarch64.json' - - 'build/build-clang/clang-18.json' - - 'build/build-clang/skip-3-stages.json' - - 'build/build-clang/4stages-pgo.json' - toolchain-artifact: public/build/clang.tar.zst - fetches: - fetch: - - clang-18 - toolchain: - - linux64-clang-18-stage1 - - linux64-clang-18-profile - - macosx64-sdk-toolchain - - macosx64-aarch64-compiler-rt-18 - -macosx64-aarch64-clang-18: - description: "Clang 18 toolchain repack with MacOS Compiler RT libs" - attributes: - local-toolchain: true - treeherder: - symbol: TM(clang-18-aarch64) - worker-type: b-linux-gcp - worker: - max-run-time: 600 - run: - script: repack-clang.sh - toolchain-artifact: public/build/clang.tar.zst - fetches: - toolchain: - - linux64-cctools-port - - macosx64-aarch64-clang-18-raw - - android-aarch64-compiler-rt-18 - - android-aarch64-libunwind-18 - - android-arm-compiler-rt-18 - - android-arm-libunwind-18 - - android-x64-compiler-rt-18 - - android-x64-libunwind-18 - - android-x86-compiler-rt-18 - - android-x86-libunwind-18 - - linux64-aarch64-compiler-rt-18 - - linux64-x64-compiler-rt-18 - - linux64-x86-compiler-rt-18 - - macosx64-aarch64-compiler-rt-18 - - macosx64-x64-compiler-rt-18 - - wasm32-wasi-compiler-rt-18 - - win32-compiler-rt-18 - - win64-compiler-rt-18 - -win64-clang-18-stage1: - description: "Clang-cl 18 toolchain build stage 1" - treeherder: - symbol: TW64(clang-18-stage1) - run: - script: build-clang.sh - arguments: - - 'build/build-clang/win64.json' - - 'build/build-clang/clang-18.json' - - 'build/build-clang/1stage.json' - resources: - - 'build/build-clang/win64.json' - - 'build/build-clang/clang-18.json' - - 'build/build-clang/1stage.json' - toolchain-artifact: public/build/clang.tar.zst - fetches: - fetch: - - clang-18 - toolchain: - - linux64-clang-18-stage1 - - vs-toolchain - - win64-libxml2 - -win64-clang-18-raw: - description: "Clang-cl 18 toolchain build" - treeherder: - symbol: TW64(clang-18-raw) - worker-type: b-win2022 - worker: - max-run-time: 9000 - run: - script: build-clang.sh - arguments: - - 'build/build-clang/win64.json' - - 'build/build-clang/clang-18.json' - - 'build/build-clang/skip-stage-1-win64.json' - - 'build/build-clang/4stages-pgo.json' - resources: - - 'build/build-clang/win64.json' - - 'build/build-clang/clang-18.json' - - 'build/build-clang/skip-stage-1-win64.json' - - 'build/build-clang/4stages-pgo.json' - toolchain-artifact: public/build/clang.tar.zst - fetches: - fetch: - - clang-18 - - cmake - - ninja - toolchain: - - win64-clang-18-stage1 - - win64-compiler-rt-18 - - vs-toolchain - - win64-libxml2 - -win64-clang-18: - description: "Clang-cl 18 toolchain build" - attributes: - local-toolchain: true - treeherder: - symbol: TW64(clang-18) - worker-type: b-linux-gcp - worker: - max-run-time: 600 - run: - script: repack-clang.sh - toolchain-artifact: public/build/clang.tar.zst - fetches: - toolchain: - - linux64-cctools-port - - win64-clang-18-raw - - android-aarch64-compiler-rt-18 - - android-aarch64-libunwind-18 - - android-arm-compiler-rt-18 - - android-arm-libunwind-18 - - android-x64-compiler-rt-18 - - android-x64-libunwind-18 - - android-x86-compiler-rt-18 - - android-x86-libunwind-18 - - linux64-aarch64-compiler-rt-18 - - linux64-x64-compiler-rt-18 - - linux64-x86-compiler-rt-18 - - macosx64-aarch64-compiler-rt-18 - - macosx64-x64-compiler-rt-18 - - wasm32-wasi-compiler-rt-18 - - win32-compiler-rt-18 - - win64-compiler-rt-18 - -linux64-clang-trunk-mingw-x86: - description: "MinGW-Clang trunk x86 toolchain build" - attributes: - cached_task: false - treeherder: - symbol: TMW(clang-trunk-x86) - worker-type: b-linux-gcp - run: - script: build-clang-mingw.sh - arguments: - - 'x86' - resources: - - 'taskcluster/scripts/misc/mingw-*.patch' - toolchain-alias: - by-project: - toolchains: linux64-clang-mingw-x86 - default: null - toolchain-artifact: public/build/clangmingw.tar.zst - fetches: - fetch: - - clang-trunk - - mingw-w64-trunk - - llvm-mingw - - gcc-9.5.0 - toolchain: - - linux64-clang-trunk - -linux64-clang-trunk-mingw-x64: - description: "MinGW-Clang trunk x64 toolchain build" - attributes: - cached_task: false - treeherder: - symbol: TMW(clang-trunk-x64) - tier: 1 - worker-type: b-linux-gcp - run: - script: build-clang-mingw.sh - arguments: - - 'x64' - resources: - - 'taskcluster/scripts/misc/mingw-*.patch' - toolchain-alias: - by-project: - toolchains: linux64-clang-mingw-x64 - default: null - toolchain-artifact: public/build/clangmingw.tar.zst - fetches: - fetch: - - clang-trunk - - mingw-w64-trunk - - llvm-mingw - - gcc-9.5.0 - toolchain: - - linux64-clang-trunk - -linux64-clang-trunk-stage1: - description: "Clang trunk toolchain build" - attributes: - cached_task: false - treeherder: - symbol: TL(clang-trunk-stage1) - run: - using: toolchain-script - script: build-clang.sh - arguments: - - 'build/build-clang/linux64.json' - - 'build/build-clang/clang-trunk.json' - - 'build/build-clang/1stage.json' - resources: - - 'build/build-clang/linux64.json' - - 'build/build-clang/clang-trunk.json' - - 'build/build-clang/1stage.json' - toolchain-alias: - by-project: - toolchains: linux64-clang-toolchain - default: null - toolchain-artifact: public/build/clang.tar.zst - fetches: - fetch: - - clang-trunk - toolchain: - - linux64-toolchain-sysroot - -linux64-clang-trunk-profile: - description: "Clang trunk toolchain build" - attributes: - cached_task: false - treeherder: - symbol: TL(clang-trunk-profile) - run: - using: toolchain-script - script: build-clang.sh - arguments: - - 'build/build-clang/linux64.json' - - 'build/build-clang/clang-trunk.json' - - 'build/build-clang/skip-stage-1.json' - - 'build/build-clang/profile.json' - resources: - - 'build/build-clang/linux64.json' - - 'build/build-clang/clang-trunk.json' - - 'build/build-clang/skip-stage-1.json' - - 'build/build-clang/profile.json' - toolchain-artifact: public/build/merged.profdata - fetches: - fetch: - - clang-trunk - toolchain: - - linux64-clang-trunk-stage1 - - linux64-x64-compiler-rt-trunk - - linux64-toolchain-sysroot - -linux64-clang-trunk-raw: - description: "Clang trunk toolchain build" - attributes: - cached_task: false - treeherder: - symbol: TL(clang-trunk-raw) - run: - script: build-clang.sh - arguments: - - 'build/build-clang/linux64.json' - - 'build/build-clang/clang-trunk.json' - - 'build/build-clang/skip-3-stages.json' - - 'build/build-clang/4stages-pgo.json' - resources: - - 'build/build-clang/linux64.json' - - 'build/build-clang/clang-trunk.json' - - 'build/build-clang/skip-3-stages.json' - - 'build/build-clang/4stages-pgo.json' - toolchain-artifact: public/build/clang.tar.zst - fetches: - fetch: - - clang-trunk - toolchain: - - linux64-clang-trunk-stage1 - - linux64-clang-trunk-profile - - linux64-toolchain-sysroot - -linux64-clang-trunk: - description: "Clang trunk toolchain build" - attributes: - cached_task: false - treeherder: - symbol: TL(clang-trunk) - worker-type: b-linux-gcp - worker: - max-run-time: 600 - run: - script: repack-clang.sh - toolchain-alias: - by-project: - toolchains: linux64-clang - default: null - toolchain-artifact: public/build/clang.tar.zst - fetches: - toolchain: - - linux64-cctools-port - - linux64-clang-trunk-raw - - android-aarch64-compiler-rt-trunk - - android-aarch64-libunwind-trunk - - android-arm-compiler-rt-trunk - - android-arm-libunwind-trunk - - android-x64-compiler-rt-trunk - - android-x64-libunwind-trunk - - android-x86-compiler-rt-trunk - - android-x86-libunwind-trunk - - linux64-aarch64-compiler-rt-trunk - - linux64-x64-compiler-rt-trunk - - linux64-x86-compiler-rt-trunk - - macosx64-aarch64-compiler-rt-trunk - - macosx64-x64-compiler-rt-trunk - - wasm32-wasi-compiler-rt-trunk - - win32-compiler-rt-trunk - - win64-compiler-rt-trunk - -macosx64-clang-trunk-raw: - description: "Clang trunk toolchain build" - attributes: - cached_task: false - treeherder: - symbol: TM(clang-trunk-raw) - worker-type: b-linux-large-gcp - worker: - max-run-time: 3600 - run: - script: build-clang.sh - arguments: - - 'build/build-clang/macosx64.json' - - 'build/build-clang/clang-trunk.json' - - 'build/build-clang/skip-3-stages.json' - - 'build/build-clang/4stages-pgo.json' - resources: - - 'build/build-clang/macosx64.json' - - 'build/build-clang/clang-trunk.json' - - 'build/build-clang/skip-3-stages.json' - - 'build/build-clang/4stages-pgo.json' - toolchain-artifact: public/build/clang.tar.zst - fetches: - fetch: - - clang-trunk - toolchain: - - linux64-clang-trunk-stage1 - - linux64-clang-trunk-profile - - macosx64-sdk-toolchain - - macosx64-x64-compiler-rt-trunk - -macosx64-clang-trunk: - description: "Clang trunk toolchain repack with MacOS Compiler RT libs" - attributes: - cached_task: false - treeherder: - symbol: TM(clang-trunk) - worker-type: b-linux-gcp - worker: - max-run-time: 600 - run: - script: repack-clang.sh - toolchain-alias: - by-project: - toolchains: - - macosx64-clang - - macosx64-clang-toolchain - default: null - toolchain-artifact: public/build/clang.tar.zst - fetches: - toolchain: - - linux64-cctools-port - - macosx64-clang-trunk-raw - - android-aarch64-compiler-rt-trunk - - android-aarch64-libunwind-trunk - - android-arm-compiler-rt-trunk - - android-arm-libunwind-trunk - - android-x64-compiler-rt-trunk - - android-x64-libunwind-trunk - - android-x86-compiler-rt-trunk - - android-x86-libunwind-trunk - - linux64-aarch64-compiler-rt-trunk - - linux64-x64-compiler-rt-trunk - - linux64-x86-compiler-rt-trunk - - macosx64-aarch64-compiler-rt-trunk - - macosx64-x64-compiler-rt-trunk - - wasm32-wasi-compiler-rt-trunk - - win32-compiler-rt-trunk - - win64-compiler-rt-trunk - -macosx64-aarch64-clang-trunk-raw: - description: "Clang trunk toolchain build" - attributes: - cached_task: false - treeherder: - symbol: TM(clang-trunk-aarch64-raw) - worker-type: b-linux-large-gcp - worker: - max-run-time: 3600 - run: - script: build-clang.sh - arguments: - - 'build/build-clang/macosx64.json' - - 'build/build-clang/macosx64-aarch64.json' - - 'build/build-clang/clang-trunk.json' - - 'build/build-clang/skip-3-stages.json' - - 'build/build-clang/4stages-pgo.json' - resources: - - 'build/build-clang/macosx64.json' - - 'build/build-clang/macosx64-aarch64.json' - - 'build/build-clang/clang-trunk.json' - - 'build/build-clang/skip-3-stages.json' - - 'build/build-clang/4stages-pgo.json' - toolchain-artifact: public/build/clang.tar.zst - fetches: - fetch: - - clang-trunk - toolchain: - - linux64-clang-trunk-stage1 - - linux64-clang-trunk-profile - - macosx64-sdk-toolchain - - macosx64-aarch64-compiler-rt-trunk - -macosx64-aarch64-clang-trunk: - description: "Clang trunk toolchain repack with MacOS Compiler RT libs" - attributes: - cached_task: false - treeherder: - symbol: TM(clang-trunk-aarch64) - worker-type: b-linux-gcp - worker: - max-run-time: 600 - run: - script: repack-clang.sh - toolchain-alias: - by-project: - toolchains: macosx64-aarch64-clang - default: null - toolchain-artifact: public/build/clang.tar.zst - fetches: - toolchain: - - linux64-cctools-port - - macosx64-aarch64-clang-trunk-raw - - android-aarch64-compiler-rt-trunk - - android-aarch64-libunwind-trunk - - android-arm-compiler-rt-trunk - - android-arm-libunwind-trunk - - android-x64-compiler-rt-trunk - - android-x64-libunwind-trunk - - android-x86-compiler-rt-trunk - - android-x86-libunwind-trunk - - linux64-aarch64-compiler-rt-trunk - - linux64-x64-compiler-rt-trunk - - linux64-x86-compiler-rt-trunk - - macosx64-aarch64-compiler-rt-trunk - - macosx64-x64-compiler-rt-trunk - - wasm32-wasi-compiler-rt-trunk - - win32-compiler-rt-trunk - - win64-compiler-rt-trunk - -win64-clang-trunk-stage1: - description: "Clang-cl trunk toolchain build stage 1" - attributes: - cached_task: false - treeherder: - symbol: TW64(clang-trunk-stage1) - run: - script: build-clang.sh - arguments: - - 'build/build-clang/win64.json' - - 'build/build-clang/clang-trunk.json' - - 'build/build-clang/1stage.json' - resources: - - 'build/build-clang/win64.json' - - 'build/build-clang/clang-trunk.json' - - 'build/build-clang/1stage.json' - toolchain-alias: - by-project: - toolchains: win64-clang-toolchain - default: null - toolchain-artifact: public/build/clang.tar.zst - fetches: - fetch: - - clang-trunk - toolchain: - - linux64-clang-trunk-stage1 - - vs-toolchain - - win64-libxml2 - -win64-clang-trunk-raw: - description: "Clang-cl trunk toolchain build" - attributes: - cached_task: false - treeherder: - symbol: TW64(clang-trunk-raw) - worker-type: b-win2022 - worker: - max-run-time: 9000 - run: - script: build-clang.sh - arguments: - - 'build/build-clang/win64.json' - - 'build/build-clang/clang-trunk.json' - - 'build/build-clang/skip-stage-1-win64.json' - - 'build/build-clang/4stages-pgo.json' - resources: - - 'build/build-clang/win64.json' - - 'build/build-clang/clang-trunk.json' - - 'build/build-clang/skip-stage-1-win64.json' - - 'build/build-clang/4stages-pgo.json' - toolchain-artifact: public/build/clang.tar.zst - fetches: - fetch: - - clang-trunk - - cmake - - ninja - toolchain: - - win64-clang-trunk-stage1 - - win64-compiler-rt-trunk - - vs-toolchain - - win64-libxml2 - -win64-clang-trunk: - description: "Clang-cl trunk toolchain build" - attributes: - cached_task: false - treeherder: - symbol: TW64(clang-trunk) - worker-type: b-linux-gcp - worker: - max-run-time: 600 - run: - script: repack-clang.sh - toolchain-alias: - by-project: - toolchains: win64-clang - default: null - toolchain-artifact: public/build/clang.tar.zst - fetches: - toolchain: - - linux64-cctools-port - - win64-clang-trunk-raw - - android-aarch64-compiler-rt-trunk - - android-aarch64-libunwind-trunk - - android-arm-compiler-rt-trunk - - android-arm-libunwind-trunk - - android-x64-compiler-rt-trunk - - android-x64-libunwind-trunk - - android-x86-compiler-rt-trunk - - android-x86-libunwind-trunk - - linux64-aarch64-compiler-rt-trunk - - linux64-x64-compiler-rt-trunk - - linux64-x86-compiler-rt-trunk - - macosx64-aarch64-compiler-rt-trunk - - macosx64-x64-compiler-rt-trunk - - wasm32-wasi-compiler-rt-trunk - - win32-compiler-rt-trunk - - win64-compiler-rt-trunk diff --git a/taskcluster/ci/toolchain/compiler-rt.yml b/taskcluster/ci/toolchain/compiler-rt.yml deleted file mode 100644 index 631024fbf9..0000000000 --- a/taskcluster/ci/toolchain/compiler-rt.yml +++ /dev/null @@ -1,705 +0,0 @@ -# This Source Code Form is subject to the terms of the Mozilla Public -# License, v. 2.0. If a copy of the MPL was not distributed with this -# file, You can obtain one at http://mozilla.org/MPL/2.0/. ---- -job-defaults: - worker-type: b-linux-gcp - worker: - max-run-time: 1800 - run: - using: toolchain-script - script: build-compiler-rt.sh - -wasm32-wasi-compiler-rt-8.0: - description: "wasm32-wasi Compiler-rt for Clang 8 toolchain build" - treeherder: - symbol: TL(wasi-crt-8) - worker-type: b-linux-xlarge-gcp - run: - script: build-compiler-rt-wasi.sh - arguments: - - wasi-sdk-11.patch - resources: - - taskcluster/scripts/misc/wasi-sdk-11.patch - toolchain-artifact: public/build/compiler-rt-wasm32-wasi.tar.zst - fetches: - fetch: - - clang-8.0 - - wasi-sdk-11 - toolchain: - - linux64-clang-8.0-raw - -android-aarch64-compiler-rt-17: - description: "android aarch64 Compiler-rt for Clang 17 toolchain build" - treeherder: - symbol: TA(aarch64-crt-17) - run: - arguments: - - build/build-clang/clang-17.json - resources: - - build/build-clang/clang-17.json - - taskcluster/scripts/misc/build-llvm-common.sh - toolchain-artifact: public/build/compiler-rt-aarch64-linux-android.tar.zst - fetches: - fetch: - - clang-17 - toolchain: - - linux64-clang-17-stage1 - - linux64-android-ndk-linux-repack - -android-arm-compiler-rt-17: - description: "android arm Compiler-rt for Clang 17 toolchain build" - treeherder: - symbol: TA(arm-crt-17) - run: - arguments: - - build/build-clang/clang-17.json - resources: - - build/build-clang/clang-17.json - - taskcluster/scripts/misc/build-llvm-common.sh - toolchain-artifact: public/build/compiler-rt-armv7-linux-android.tar.zst - fetches: - fetch: - - clang-17 - toolchain: - - linux64-clang-17-stage1 - - linux64-android-ndk-linux-repack - -android-x86-compiler-rt-17: - description: "android x86 Compiler-rt for Clang 17 toolchain build" - treeherder: - symbol: TA(x86-crt-17) - run: - arguments: - - build/build-clang/clang-17.json - resources: - - build/build-clang/clang-17.json - - taskcluster/scripts/misc/build-llvm-common.sh - toolchain-artifact: public/build/compiler-rt-i686-linux-android.tar.zst - fetches: - fetch: - - clang-17 - toolchain: - - linux64-clang-17-stage1 - - linux64-android-ndk-linux-repack - -android-x64-compiler-rt-17: - description: "android x64 Compiler-rt for Clang 17 toolchain build" - treeherder: - symbol: TA(x64-crt-17) - run: - arguments: - - build/build-clang/clang-17.json - resources: - - build/build-clang/clang-17.json - - taskcluster/scripts/misc/build-llvm-common.sh - toolchain-artifact: public/build/compiler-rt-x86_64-linux-android.tar.zst - fetches: - fetch: - - clang-17 - toolchain: - - linux64-clang-17-stage1 - - linux64-android-ndk-linux-repack - -linux64-x86-compiler-rt-17: - description: "Linux x86 Compiler-rt for Clang 17 toolchain build" - treeherder: - symbol: TL(x86-crt-17) - run: - arguments: - - build/build-clang/clang-17.json - resources: - - build/build-clang/clang-17.json - - taskcluster/scripts/misc/build-llvm-common.sh - toolchain-artifact: public/build/compiler-rt-i686-unknown-linux-gnu.tar.zst - fetches: - fetch: - - clang-17 - toolchain: - - linux64-clang-17-stage1 - - sysroot-i686-linux-gnu - -linux64-x64-compiler-rt-17: - description: "Linux x64 Compiler-rt for Clang 17 toolchain build" - treeherder: - symbol: TL(x64-crt-17) - run: - arguments: - - build/build-clang/clang-17.json - resources: - - build/build-clang/clang-17.json - - taskcluster/scripts/misc/build-llvm-common.sh - toolchain-artifact: public/build/compiler-rt-x86_64-unknown-linux-gnu.tar.zst - fetches: - fetch: - - clang-17 - toolchain: - - linux64-clang-17-stage1 - - sysroot-x86_64-linux-gnu - -linux64-aarch64-compiler-rt-17: - description: "Linux aarch64 Compiler-rt for Clang 17 toolchain build" - treeherder: - symbol: TL(aarch64-crt-17) - run: - arguments: - - build/build-clang/clang-17.json - resources: - - build/build-clang/clang-17.json - - taskcluster/scripts/misc/build-llvm-common.sh - toolchain-artifact: public/build/compiler-rt-aarch64-unknown-linux-gnu.tar.zst - fetches: - fetch: - - clang-17 - toolchain: - - linux64-clang-17-stage1 - - sysroot-aarch64-linux-gnu - -macosx64-x64-compiler-rt-17: - description: "macOS x64 Compiler-rt for Clang 17 toolchain build" - treeherder: - symbol: TM(x64-crt-17) - run: - arguments: - - build/build-clang/clang-17.json - resources: - - build/build-clang/clang-17.json - - taskcluster/scripts/misc/build-llvm-common.sh - toolchain-artifact: public/build/compiler-rt-x86_64-apple-darwin.tar.zst - fetches: - fetch: - - clang-17 - toolchain: - - linux64-clang-17-stage1 - - macosx64-sdk-toolchain - -macosx64-aarch64-compiler-rt-17: - description: "macOS aarch64 Compiler-rt for Clang 17 toolchain build" - treeherder: - symbol: TM(aarch64-crt-17) - run: - arguments: - - build/build-clang/clang-17.json - resources: - - build/build-clang/clang-17.json - - taskcluster/scripts/misc/build-llvm-common.sh - toolchain-artifact: public/build/compiler-rt-aarch64-apple-darwin.tar.zst - fetches: - fetch: - - clang-17 - toolchain: - - linux64-clang-17-stage1 - - macosx64-sdk-toolchain - -win32-compiler-rt-17: - description: "win32 x86 Compiler-rt for Clang 17 toolchain build" - treeherder: - symbol: TW32(crt-17) - run: - arguments: - - build/build-clang/clang-17.json - resources: - - build/build-clang/clang-17.json - - taskcluster/scripts/misc/build-llvm-common.sh - toolchain-artifact: public/build/compiler-rt-i686-pc-windows-msvc.tar.zst - fetches: - fetch: - - clang-17 - toolchain: - - linux64-clang-17-stage1 - - vs-toolchain - -win64-compiler-rt-17: - description: "win64 x64 Compiler-rt for Clang 17 toolchain build" - treeherder: - symbol: TW64(crt-17) - run: - arguments: - - build/build-clang/clang-17.json - resources: - - build/build-clang/clang-17.json - - taskcluster/scripts/misc/build-llvm-common.sh - toolchain-artifact: public/build/compiler-rt-x86_64-pc-windows-msvc.tar.zst - fetches: - fetch: - - clang-17 - toolchain: - - linux64-clang-17-stage1 - - vs-toolchain - -wasm32-wasi-compiler-rt-17: - description: "wasm32-wasi Compiler-rt for Clang 17 toolchain build" - treeherder: - symbol: TL(wasi-crt-17) - worker-type: b-linux-xlarge-gcp - run: - script: build-compiler-rt-wasi.sh - arguments: - - wasi-sdk.patch - resources: - - taskcluster/scripts/misc/wasi-sdk.patch - toolchain-artifact: public/build/compiler-rt-wasm32-wasi.tar.zst - fetches: - fetch: - - clang-17 - - wasi-sdk - toolchain: - - linux64-clang-17-stage1 - -android-aarch64-compiler-rt-18: - description: "android aarch64 Compiler-rt for Clang 18 toolchain build" - treeherder: - symbol: TA(aarch64-crt-18) - run: - arguments: - - build/build-clang/clang-18.json - resources: - - build/build-clang/clang-18.json - - taskcluster/scripts/misc/build-llvm-common.sh - toolchain-artifact: public/build/compiler-rt-aarch64-linux-android.tar.zst - fetches: - fetch: - - clang-18 - toolchain: - - linux64-clang-18-stage1 - - linux64-android-ndk-linux-repack - -android-arm-compiler-rt-18: - description: "android arm Compiler-rt for Clang 18 toolchain build" - treeherder: - symbol: TA(arm-crt-18) - run: - arguments: - - build/build-clang/clang-18.json - resources: - - build/build-clang/clang-18.json - - taskcluster/scripts/misc/build-llvm-common.sh - toolchain-artifact: public/build/compiler-rt-armv7-linux-android.tar.zst - fetches: - fetch: - - clang-18 - toolchain: - - linux64-clang-18-stage1 - - linux64-android-ndk-linux-repack - -android-x86-compiler-rt-18: - description: "android x86 Compiler-rt for Clang 18 toolchain build" - treeherder: - symbol: TA(x86-crt-18) - run: - arguments: - - build/build-clang/clang-18.json - resources: - - build/build-clang/clang-18.json - - taskcluster/scripts/misc/build-llvm-common.sh - toolchain-artifact: public/build/compiler-rt-i686-linux-android.tar.zst - fetches: - fetch: - - clang-18 - toolchain: - - linux64-clang-18-stage1 - - linux64-android-ndk-linux-repack - -android-x64-compiler-rt-18: - description: "android x64 Compiler-rt for Clang 18 toolchain build" - treeherder: - symbol: TA(x64-crt-18) - run: - arguments: - - build/build-clang/clang-18.json - resources: - - build/build-clang/clang-18.json - - taskcluster/scripts/misc/build-llvm-common.sh - toolchain-artifact: public/build/compiler-rt-x86_64-linux-android.tar.zst - fetches: - fetch: - - clang-18 - toolchain: - - linux64-clang-18-stage1 - - linux64-android-ndk-linux-repack - -linux64-x86-compiler-rt-18: - description: "Linux x86 Compiler-rt for Clang 18 toolchain build" - treeherder: - symbol: TL(x86-crt-18) - run: - arguments: - - build/build-clang/clang-18.json - resources: - - build/build-clang/clang-18.json - - taskcluster/scripts/misc/build-llvm-common.sh - toolchain-artifact: public/build/compiler-rt-i686-unknown-linux-gnu.tar.zst - fetches: - fetch: - - clang-18 - toolchain: - - linux64-clang-18-stage1 - - sysroot-i686-linux-gnu - -linux64-x64-compiler-rt-18: - description: "Linux x64 Compiler-rt for Clang 18 toolchain build" - treeherder: - symbol: TL(x64-crt-18) - run: - arguments: - - build/build-clang/clang-18.json - resources: - - build/build-clang/clang-18.json - - taskcluster/scripts/misc/build-llvm-common.sh - toolchain-artifact: public/build/compiler-rt-x86_64-unknown-linux-gnu.tar.zst - fetches: - fetch: - - clang-18 - toolchain: - - linux64-clang-18-stage1 - - sysroot-x86_64-linux-gnu - -linux64-aarch64-compiler-rt-18: - description: "Linux aarch64 Compiler-rt for Clang 18 toolchain build" - treeherder: - symbol: TL(aarch64-crt-18) - run: - arguments: - - build/build-clang/clang-18.json - resources: - - build/build-clang/clang-18.json - - taskcluster/scripts/misc/build-llvm-common.sh - toolchain-artifact: public/build/compiler-rt-aarch64-unknown-linux-gnu.tar.zst - fetches: - fetch: - - clang-18 - toolchain: - - linux64-clang-18-stage1 - - sysroot-aarch64-linux-gnu - -macosx64-x64-compiler-rt-18: - description: "macOS x64 Compiler-rt for Clang 18 toolchain build" - treeherder: - symbol: TM(x64-crt-18) - run: - arguments: - - build/build-clang/clang-18.json - resources: - - build/build-clang/clang-18.json - - taskcluster/scripts/misc/build-llvm-common.sh - toolchain-artifact: public/build/compiler-rt-x86_64-apple-darwin.tar.zst - fetches: - fetch: - - clang-18 - toolchain: - - linux64-clang-18-stage1 - - macosx64-sdk-toolchain - -macosx64-aarch64-compiler-rt-18: - description: "macOS aarch64 Compiler-rt for Clang 18 toolchain build" - treeherder: - symbol: TM(aarch64-crt-18) - run: - arguments: - - build/build-clang/clang-18.json - resources: - - build/build-clang/clang-18.json - - taskcluster/scripts/misc/build-llvm-common.sh - toolchain-artifact: public/build/compiler-rt-aarch64-apple-darwin.tar.zst - fetches: - fetch: - - clang-18 - toolchain: - - linux64-clang-18-stage1 - - macosx64-sdk-toolchain - -win32-compiler-rt-18: - description: "win32 x86 Compiler-rt for Clang 18 toolchain build" - treeherder: - symbol: TW32(crt-18) - run: - arguments: - - build/build-clang/clang-18.json - resources: - - build/build-clang/clang-18.json - - taskcluster/scripts/misc/build-llvm-common.sh - toolchain-artifact: public/build/compiler-rt-i686-pc-windows-msvc.tar.zst - fetches: - fetch: - - clang-18 - toolchain: - - linux64-clang-18-stage1 - - vs-toolchain - -win64-compiler-rt-18: - description: "win64 x64 Compiler-rt for Clang 18 toolchain build" - treeherder: - symbol: TW64(crt-18) - run: - arguments: - - build/build-clang/clang-18.json - resources: - - build/build-clang/clang-18.json - - taskcluster/scripts/misc/build-llvm-common.sh - toolchain-artifact: public/build/compiler-rt-x86_64-pc-windows-msvc.tar.zst - fetches: - fetch: - - clang-18 - toolchain: - - linux64-clang-18-stage1 - - vs-toolchain - -wasm32-wasi-compiler-rt-18: - description: "wasm32-wasi Compiler-rt for Clang 18 toolchain build" - treeherder: - symbol: TL(wasi-crt-18) - worker-type: b-linux-xlarge-gcp - run: - script: build-compiler-rt-wasi.sh - arguments: - - wasi-sdk.patch - resources: - - taskcluster/scripts/misc/wasi-sdk.patch - toolchain-artifact: public/build/compiler-rt-wasm32-wasi.tar.zst - fetches: - fetch: - - clang-18 - - wasi-sdk - toolchain: - - linux64-clang-18-stage1 - -android-aarch64-compiler-rt-trunk: - description: "android aarch64 Compiler-rt for Clang trunk toolchain build" - attributes: - cached_task: false - treeherder: - symbol: TA(aarch64-crt-trunk) - run: - arguments: - - build/build-clang/clang-trunk.json - resources: - - build/build-clang/clang-trunk.json - - taskcluster/scripts/misc/build-llvm-common.sh - toolchain-artifact: public/build/compiler-rt-aarch64-linux-android.tar.zst - fetches: - fetch: - - clang-trunk - toolchain: - - linux64-clang-trunk-stage1 - - linux64-android-ndk-linux-repack - -android-arm-compiler-rt-trunk: - description: "android arm Compiler-rt for Clang trunk toolchain build" - attributes: - cached_task: false - treeherder: - symbol: TA(arm-crt-trunk) - run: - arguments: - - build/build-clang/clang-trunk.json - resources: - - build/build-clang/clang-trunk.json - - taskcluster/scripts/misc/build-llvm-common.sh - toolchain-artifact: public/build/compiler-rt-armv7-linux-android.tar.zst - fetches: - fetch: - - clang-trunk - toolchain: - - linux64-clang-trunk-stage1 - - linux64-android-ndk-linux-repack - -android-x86-compiler-rt-trunk: - description: "android x86 Compiler-rt for Clang trunk toolchain build" - attributes: - cached_task: false - treeherder: - symbol: TA(x86-crt-trunk) - run: - arguments: - - build/build-clang/clang-trunk.json - resources: - - build/build-clang/clang-trunk.json - - taskcluster/scripts/misc/build-llvm-common.sh - toolchain-artifact: public/build/compiler-rt-i686-linux-android.tar.zst - fetches: - fetch: - - clang-trunk - toolchain: - - linux64-clang-trunk-stage1 - - linux64-android-ndk-linux-repack - -android-x64-compiler-rt-trunk: - description: "android x64 Compiler-rt for Clang trunk toolchain build" - attributes: - cached_task: false - treeherder: - symbol: TA(x64-crt-trunk) - run: - arguments: - - build/build-clang/clang-trunk.json - resources: - - build/build-clang/clang-trunk.json - - taskcluster/scripts/misc/build-llvm-common.sh - toolchain-artifact: public/build/compiler-rt-x86_64-linux-android.tar.zst - fetches: - fetch: - - clang-trunk - toolchain: - - linux64-clang-trunk-stage1 - - linux64-android-ndk-linux-repack - -linux64-x86-compiler-rt-trunk: - description: "Linux x86 Compiler-rt for Clang trunk toolchain build" - attributes: - cached_task: false - treeherder: - symbol: TL(x86-crt-trunk) - run: - arguments: - - build/build-clang/clang-trunk.json - resources: - - build/build-clang/clang-trunk.json - - taskcluster/scripts/misc/build-llvm-common.sh - toolchain-artifact: public/build/compiler-rt-i686-unknown-linux-gnu.tar.zst - fetches: - fetch: - - clang-trunk - toolchain: - - linux64-clang-trunk-stage1 - - sysroot-i686-linux-gnu - -linux64-x64-compiler-rt-trunk: - description: "Linux x64 Compiler-rt for Clang trunk toolchain build" - attributes: - cached_task: false - treeherder: - symbol: TL(x64-crt-trunk) - run: - arguments: - - build/build-clang/clang-trunk.json - resources: - - build/build-clang/clang-trunk.json - - taskcluster/scripts/misc/build-llvm-common.sh - toolchain-artifact: public/build/compiler-rt-x86_64-unknown-linux-gnu.tar.zst - fetches: - fetch: - - clang-trunk - toolchain: - - linux64-clang-trunk-stage1 - - sysroot-x86_64-linux-gnu - -linux64-aarch64-compiler-rt-trunk: - description: "Linux aarch64 Compiler-rt for Clang trunk toolchain build" - attributes: - cached_task: false - treeherder: - symbol: TL(aarch64-crt-trunk) - run: - arguments: - - build/build-clang/clang-trunk.json - resources: - - build/build-clang/clang-trunk.json - - taskcluster/scripts/misc/build-llvm-common.sh - toolchain-artifact: public/build/compiler-rt-aarch64-unknown-linux-gnu.tar.zst - fetches: - fetch: - - clang-trunk - toolchain: - - linux64-clang-trunk-stage1 - - sysroot-aarch64-linux-gnu - -macosx64-x64-compiler-rt-trunk: - description: "macOS x64 Compiler-rt for Clang trunk toolchain build" - attributes: - cached_task: false - treeherder: - symbol: TM(x64-crt-trunk) - run: - arguments: - - build/build-clang/clang-trunk.json - resources: - - build/build-clang/clang-trunk.json - - taskcluster/scripts/misc/build-llvm-common.sh - toolchain-artifact: public/build/compiler-rt-x86_64-apple-darwin.tar.zst - fetches: - fetch: - - clang-trunk - toolchain: - - linux64-clang-trunk-stage1 - - macosx64-sdk-toolchain - -macosx64-aarch64-compiler-rt-trunk: - description: "macOS aarch64 Compiler-rt for Clang trunk toolchain build" - attributes: - cached_task: false - treeherder: - symbol: TM(aarch64-crt-trunk) - run: - arguments: - - build/build-clang/clang-trunk.json - resources: - - build/build-clang/clang-trunk.json - - taskcluster/scripts/misc/build-llvm-common.sh - toolchain-artifact: public/build/compiler-rt-aarch64-apple-darwin.tar.zst - fetches: - fetch: - - clang-trunk - toolchain: - - linux64-clang-trunk-stage1 - - macosx64-sdk-toolchain - -win32-compiler-rt-trunk: - description: "win32 x86 Compiler-rt for Clang trunk toolchain build" - attributes: - cached_task: false - treeherder: - symbol: TW32(crt-trunk) - run: - arguments: - - build/build-clang/clang-trunk.json - resources: - - build/build-clang/clang-trunk.json - - taskcluster/scripts/misc/build-llvm-common.sh - toolchain-artifact: public/build/compiler-rt-i686-pc-windows-msvc.tar.zst - fetches: - fetch: - - clang-trunk - toolchain: - - linux64-clang-trunk-stage1 - - vs-toolchain - -win64-compiler-rt-trunk: - description: "win64 x64 Compiler-rt for Clang trunk toolchain build" - attributes: - cached_task: false - treeherder: - symbol: TW64(crt-trunk) - run: - arguments: - - build/build-clang/clang-trunk.json - resources: - - build/build-clang/clang-trunk.json - - taskcluster/scripts/misc/build-llvm-common.sh - toolchain-artifact: public/build/compiler-rt-x86_64-pc-windows-msvc.tar.zst - fetches: - fetch: - - clang-trunk - toolchain: - - linux64-clang-trunk-stage1 - - vs-toolchain - -wasm32-wasi-compiler-rt-trunk: - description: "wasm32-wasi Compiler-rt for Clang trunk toolchain build" - attributes: - cached_task: false - treeherder: - symbol: TL(wasi-crt-trunk) - worker-type: b-linux-xlarge-gcp - run: - script: build-compiler-rt-wasi.sh - arguments: - - wasi-sdk.patch - resources: - - taskcluster/scripts/misc/wasi-sdk.patch - toolchain-artifact: public/build/compiler-rt-wasm32-wasi.tar.zst - fetches: - fetch: - - clang-trunk - - wasi-sdk - toolchain: - - linux64-clang-trunk-stage1 diff --git a/taskcluster/ci/toolchain/dist-toolchains.yml b/taskcluster/ci/toolchain/dist-toolchains.yml deleted file mode 100644 index 31b60918e6..0000000000 --- a/taskcluster/ci/toolchain/dist-toolchains.yml +++ /dev/null @@ -1,40 +0,0 @@ -# This Source Code Form is subject to the terms of the Mozilla Public -# License, v. 2.0. If a copy of the MPL was not distributed with this -# file, You can obtain one at http://mozilla.org/MPL/2.0/. ---- -job-defaults: - description: "sccache-dist toolchain archive build" - attributes: - local-toolchain: true - worker-type: b-linux-gcp - run: - using: toolchain-script - script: build-dist-toolchains.sh - -clang-dist-toolchain: - treeherder: - symbol: TL(clang-dist) - worker: - max-run-time: 1800 - run: - arguments: ['clang'] - toolchain-artifact: public/build/clang-dist-toolchain.tar.xz - use-sccache: true - fetches: - toolchain: - - linux64-clang - - linux64-sccache - -rustc-dist-toolchain: - treeherder: - symbol: TL(rustc-dist) - worker: - max-run-time: 1800 - run: - arguments: ['rustc'] - toolchain-artifact: public/build/rustc-dist-toolchain.tar.xz - use-sccache: true - fetches: - toolchain: - - linux64-rust-cross - - linux64-sccache diff --git a/taskcluster/ci/toolchain/dump-syms.yml b/taskcluster/ci/toolchain/dump-syms.yml deleted file mode 100644 index 05aee5e352..0000000000 --- a/taskcluster/ci/toolchain/dump-syms.yml +++ /dev/null @@ -1,62 +0,0 @@ -# This Source Code Form is subject to the terms of the Mozilla Public -# License, v. 2.0. If a copy of the MPL was not distributed with this -# file, You can obtain one at http://mozilla.org/MPL/2.0/. ---- -job-defaults: - attributes: - local-toolchain: true - description: "dump_syms toolchain build" - worker-type: b-linux-gcp - worker: - max-run-time: 1800 - run: - script: build-rust-based-toolchain.sh - toolchain-artifact: public/build/dump_syms.tar.zst - fetches: - fetch: - - dump-syms - -linux64-dump_syms: - treeherder: - symbol: TL(dump_syms) - run: - arguments: ['x86_64-unknown-linux-gnu'] - fetches: - toolchain: - - linux64-clang-toolchain - - linux64-rust - - sysroot-x86_64-linux-gnu - -macosx64-dump_syms: - treeherder: - symbol: TM(dump_syms) - worker-type: b-linux-gcp - run: - arguments: ['x86_64-apple-darwin'] - fetches: - toolchain: - - linux64-rust-macos - - linux64-clang-toolchain - - macosx64-sdk-toolchain - -macosx64-aarch64-dump_syms: - treeherder: - symbol: TM(dump_syms-arm64) - run: - arguments: ['aarch64-apple-darwin'] - fetches: - toolchain: - - linux64-rust-macos - - linux64-clang-toolchain - - macosx64-sdk-toolchain - -win64-dump_syms: - treeherder: - symbol: TW64(dump_syms) - run: - arguments: ['x86_64-pc-windows-msvc'] - fetches: - toolchain: - - linux64-clang-toolchain - - linux64-rust-windows - - vs-toolchain diff --git a/taskcluster/ci/toolchain/fix-stacks.yml b/taskcluster/ci/toolchain/fix-stacks.yml deleted file mode 100644 index e11bf0b166..0000000000 --- a/taskcluster/ci/toolchain/fix-stacks.yml +++ /dev/null @@ -1,72 +0,0 @@ -# This Source Code Form is subject to the terms of the Mozilla Public -# License, v. 2.0. If a copy of the MPL was not distributed with this -# file, You can obtain one at http://mozilla.org/MPL/2.0/. ---- -job-defaults: - description: "fix-stacks toolchain build" - attributes: - local-toolchain: true - worker-type: b-linux-gcp - worker: - max-run-time: 1800 - run: - script: build-rust-based-toolchain.sh - toolchain-artifact: public/build/fix-stacks.tar.zst - fetches: - fetch: - - fix-stacks - -linux64-fix-stacks: - treeherder: - symbol: TL(fix-stacks) - run: - arguments: ['x86_64-unknown-linux-gnu'] - fetches: - toolchain: - - linux64-clang-toolchain - - linux64-rust-toolchain - - sysroot-x86_64-linux-gnu - -macosx64-fix-stacks: - treeherder: - symbol: TM(fix-stacks) - run: - arguments: ['x86_64-apple-darwin'] - fetches: - toolchain: - - linux64-clang-toolchain - - linux64-rust-macos-toolchain - - macosx64-sdk-toolchain - -macosx64-aarch64-fix-stacks: - treeherder: - symbol: TM(fix-stacks-arm64) - run: - arguments: ['aarch64-apple-darwin'] - fetches: - toolchain: - - linux64-clang-toolchain - - linux64-rust-macos-toolchain - - macosx64-sdk-toolchain - -win32-fix-stacks: - treeherder: - symbol: TW32(fix-stacks) - run: - arguments: ['i686-pc-windows-msvc'] - fetches: - toolchain: - - linux64-clang-toolchain - - linux64-rust-windows-toolchain - - vs-toolchain - -win64-fix-stacks: - treeherder: - symbol: TW64(fix-stacks) - run: - arguments: ['x86_64-pc-windows-msvc'] - fetches: - toolchain: - - linux64-clang-toolchain - - linux64-rust-windows-toolchain - - vs-toolchain diff --git a/taskcluster/ci/toolchain/gcc.yml b/taskcluster/ci/toolchain/gcc.yml deleted file mode 100644 index 2a09c37e6c..0000000000 --- a/taskcluster/ci/toolchain/gcc.yml +++ /dev/null @@ -1,79 +0,0 @@ -# This Source Code Form is subject to the terms of the Mozilla Public -# License, v. 2.0. If a copy of the MPL was not distributed with this -# file, You can obtain one at http://mozilla.org/MPL/2.0/. ---- -job-defaults: - worker-type: b-linux-gcp - worker: - max-run-time: 3600 - run: - resources: - - 'build/unix/build-gcc/build-gcc.sh' - toolchain-artifact: public/build/gcc.tar.zst - fetches: - toolchain: - - linux64-toolchain-sysroot - -linux64-gcc-8: - description: "GCC 8 toolchain build" - treeherder: - symbol: TL(gcc8) - run: - script: build-gcc-linux.sh - toolchain-alias: - - linux64-gcc - - linux64-gcc-base - fetches: - fetch: - - gcc-8.5.0 - - gmp-6.1.0 - - isl-0.16.1 - - mpc-1.0.3 - - mpfr-3.1.4 - -linux64-gcc-9: - description: "GCC 9 toolchain build" - treeherder: - symbol: TL(gcc9) - run: - script: build-gcc-linux.sh - fetches: - fetch: - - gcc-9.5.0 - - gmp-6.1.0 - - isl-0.16.1 - - mpc-1.0.3 - - mpfr-3.1.4 - -linux64-gcc-11: - description: "GCC 11 toolchain build" - treeherder: - symbol: TL(gcc11) - run: - script: build-gcc-linux.sh - fetches: - fetch: - - gcc-11.4.0 - - gmp-6.1.0 - - isl-0.16.1 - - mpc-1.0.3 - - mpfr-3.1.4 - -linux64-gcc-sixgill: - description: "sixgill GCC plugin build" - treeherder: - symbol: TL(sixgill) - run: - script: build-gcc-sixgill-plugin-linux.sh - resources: - - 'taskcluster/scripts/misc/build-gcc-sixgill-plugin-linux.sh' - toolchain-artifact: public/build/sixgill.tar.xz - fetches: - fetch: - - gcc-9.5.0 - - gmp-6.1.0 - - isl-0.16.1 - - mpc-1.0.3 - - mpfr-3.1.4 - toolchain: - - linux64-gcc-9 diff --git a/taskcluster/ci/toolchain/geckodriver.yml b/taskcluster/ci/toolchain/geckodriver.yml deleted file mode 100644 index 252befa3fb..0000000000 --- a/taskcluster/ci/toolchain/geckodriver.yml +++ /dev/null @@ -1,137 +0,0 @@ -# This Source Code Form is subject to the terms of the Mozilla Public -# License, v. 2.0. If a copy of the MPL was not distributed with this -# file, You can obtain one at http://mozilla.org/MPL/2.0/. ---- -job-defaults: - description: "geckodriver toolchain build" - worker-type: b-linux-gcp - worker: - max-run-time: 1800 - run-on-projects: ['trunk'] - attributes: - build_type: opt - geckodriver: true - shippable: true - rebuild-on-release: true - run: - script: build-geckodriver.sh - toolchain-artifact: public/build/geckodriver.tar.gz - sparse-profile: null - resources: - - 'testing/geckodriver' - - 'testing/mozbase/rust' - - 'testing/webdriver' - # Changes to 'third_party/rust' should be captured by - # 'testing/geckodriver/Cargo.toml'. - -# For Linux platforms target "*-musl" so that the binary will be statically linked. - -linux32-geckodriver: - treeherder: - symbol: TL32(gd) - platform: linux32/opt - run: - arguments: ['i686-unknown-linux-musl'] - attributes: - build_platform: linux-geckodriver - fetches: - toolchain: - - linux64-rust-static - -linux64-geckodriver: - treeherder: - symbol: TL(gd) - platform: linux64/opt - run: - arguments: ['x86_64-unknown-linux-musl'] - attributes: - build_platform: linux64-geckodriver - fetches: - toolchain: - - linux64-rust-static - -linux64-aarch64-geckodriver: - treeherder: - symbol: TL(gd) - platform: linux64-aarch64/opt - run: - arguments: ['aarch64-unknown-linux-musl'] - attributes: - build_platform: linux64-aarch64-geckodriver - fetches: - toolchain: - - linux64-clang-toolchain - - linux64-rust-static - -macosx64-geckodriver: - treeherder: - symbol: TM(gd) - platform: macosx64/opt - run: - arguments: ['x86_64-apple-darwin'] - attributes: - build_platform: macosx64-geckodriver - fetches: - toolchain: - - linux64-clang-toolchain - - linux64-rust-macos - - macosx64-sdk-toolchain - -macosx64-aarch64-geckodriver: - treeherder: - symbol: TM(gd) - platform: macosx64-aarch64/opt - run: - arguments: ['aarch64-apple-darwin'] - attributes: - build_platform: macosx64-aarch64-geckodriver - fetches: - toolchain: - - linux64-clang-toolchain - - linux64-rust-macos - - macosx64-sdk-toolchain - -win32-geckodriver: - treeherder: - symbol: TW32(gd) - platform: win32/opt - run: - arguments: ['i686-pc-windows-msvc'] - toolchain-artifact: public/build/geckodriver.zip - attributes: - build_platform: win32-geckodriver - fetches: - toolchain: - - linux64-clang-toolchain - - linux64-rust-windows - - vs-toolchain - -win64-aarch64-geckodriver: - treeherder: - symbol: TW64(gd) - platform: windows2012-aarch64/opt - run: - arguments: ['aarch64-pc-windows-msvc'] - toolchain-artifact: public/build/geckodriver.zip - attributes: - build_platform: win64-aarch64-geckodriver - fetches: - toolchain: - - linux64-clang-toolchain - - linux64-rust-windows - - vs-toolchain - -win64-geckodriver: - treeherder: - symbol: TW64(gd) - platform: win64/opt - run: - arguments: ['x86_64-pc-windows-msvc'] - toolchain-artifact: public/build/geckodriver.zip - attributes: - build_platform: win64-geckodriver - fetches: - toolchain: - - linux64-clang-toolchain - - linux64-rust-windows - - vs-toolchain diff --git a/taskcluster/ci/toolchain/gn.yml b/taskcluster/ci/toolchain/gn.yml deleted file mode 100644 index d12b0f19c5..0000000000 --- a/taskcluster/ci/toolchain/gn.yml +++ /dev/null @@ -1,49 +0,0 @@ -# This Source Code Form is subject to the terms of the Mozilla Public -# License, v. 2.0. If a copy of the MPL was not distributed with this -# file, You can obtain one at http://mozilla.org/MPL/2.0/. ---- -job-defaults: - description: "gn toolchain build" - attributes: - local-toolchain: true - worker-type: b-linux-gcp - worker: - max-run-time: 1800 - run: - resources: - - 'taskcluster/scripts/misc/build-gn-common.sh' - toolchain-artifact: public/build/gn.tar.zst - fetches: - fetch: - - gn - -linux64-gn: - treeherder: - symbol: TL(gn) - run: - script: build-gn-linux.sh - -macosx64-gn: - treeherder: - symbol: TM(gn) - run: - script: build-gn-macosx.sh - toolchain-alias: macosx64-aarch64-gn - fetches: - toolchain: - - linux64-clang-toolchain - - macosx64-sdk-toolchain - -win64-gn: - treeherder: - symbol: TW64(gn) - worker-type: b-win2022 - worker: - max-run-time: 3600 - run: - script: build-gn-win64.sh - fetches: - fetch: - - ninja - toolchain: - - vs-toolchain diff --git a/taskcluster/ci/toolchain/grcov.yml b/taskcluster/ci/toolchain/grcov.yml deleted file mode 100644 index 15fed68732..0000000000 --- a/taskcluster/ci/toolchain/grcov.yml +++ /dev/null @@ -1,48 +0,0 @@ -# This Source Code Form is subject to the terms of the Mozilla Public -# License, v. 2.0. If a copy of the MPL was not distributed with this -# file, You can obtain one at http://mozilla.org/MPL/2.0/. ---- -job-defaults: - description: "grcov toolchain build" - worker-type: b-linux-gcp - worker: - max-run-time: 1800 - run: - script: build-rust-based-toolchain.sh - toolchain-artifact: public/build/grcov.tar.zst - fetches: - fetch: - - grcov - -linux64-grcov: - treeherder: - symbol: TL(grcov) - run: - arguments: ['x86_64-unknown-linux-gnu'] - fetches: - toolchain: - - linux64-rust-toolchain - - linux64-clang-toolchain - - sysroot-x86_64-linux-gnu - -macosx64-grcov: - treeherder: - symbol: TM(grcov) - run: - arguments: ['x86_64-apple-darwin'] - fetches: - toolchain: - - linux64-rust-macos-toolchain - - linux64-clang-toolchain - - macosx64-sdk-toolchain - -win64-grcov: - treeherder: - symbol: TW64(grcov) - run: - arguments: ['x86_64-pc-windows-msvc'] - fetches: - toolchain: - - linux64-clang-toolchain - - linux64-rust-windows-toolchain - - vs-toolchain diff --git a/taskcluster/ci/toolchain/hostutils.yml b/taskcluster/ci/toolchain/hostutils.yml deleted file mode 100644 index d9974e917a..0000000000 --- a/taskcluster/ci/toolchain/hostutils.yml +++ /dev/null @@ -1,23 +0,0 @@ -# This Source Code Form is subject to the terms of the Mozilla Public -# License, v. 2.0. If a copy of the MPL was not distributed with this -# file, You can obtain one at http://mozilla.org/MPL/2.0/. ---- -job-defaults: - description: "hostutils toolchain build" - worker-type: b-linux-gcp - worker: - max-run-time: 1800 - run: - using: toolchain-script - script: get-hostutils.sh - toolchain-artifact: public/build/hostutils.tar.zst - -linux64-hostutils: - treeherder: - symbol: TL(hostutils) - worker: - env: - TOOLTOOL_MANIFEST: testing/config/tooltool-manifests/linux64/hostutils.manifest - run: - resources: - - testing/config/tooltool-manifests/linux64/hostutils.manifest diff --git a/taskcluster/ci/toolchain/kind.yml b/taskcluster/ci/toolchain/kind.yml deleted file mode 100644 index 524bb20670..0000000000 --- a/taskcluster/ci/toolchain/kind.yml +++ /dev/null @@ -1,55 +0,0 @@ -# This Source Code Form is subject to the terms of the Mozilla Public -# License, v. 2.0. If a copy of the MPL was not distributed with this -# file, You can obtain one at http://mozilla.org/MPL/2.0/. ---- -loader: gecko_taskgraph.loader.transform:loader - -kind-dependencies: - - fetch - - packages - -transforms: - - gecko_taskgraph.transforms.try_job:transforms - - gecko_taskgraph.transforms.job:transforms - - gecko_taskgraph.transforms.cached_tasks:transforms - - gecko_taskgraph.transforms.task:transforms - -job-defaults: - treeherder: - kind: build - platform: toolchains/opt - tier: 1 - run-on-projects: [] - run: - using: toolchain-script - -jobs-from: - - android.yml - - cargo-vet.yml - - cbindgen.yml - - clang-tidy.yml - - clang.yml - - compiler-rt.yml - - dump-syms.yml - - fix-stacks.yml - - gcc.yml - - geckodriver.yml - - gn.yml - - grcov.yml - - hostutils.yml - - libunwind.yml - - llvm-symbolizer.yml - - macos-sdk.yml - - mingw.yml - - minidump-stackwalk.yml - - misc.yml - - nasm.yml - - node.yml - - pkgconf.yml - - python.yml - - resourcemonitor.yml - - rust.yml - - rust-size.yml - - sccache.yml - - sysroot.yml - - dist-toolchains.yml diff --git a/taskcluster/ci/toolchain/libunwind.yml b/taskcluster/ci/toolchain/libunwind.yml deleted file mode 100644 index 5a1972f3f6..0000000000 --- a/taskcluster/ci/toolchain/libunwind.yml +++ /dev/null @@ -1,247 +0,0 @@ -# This Source Code Form is subject to the terms of the Mozilla Public -# License, v. 2.0. If a copy of the MPL was not distributed with this -# file, You can obtain one at http://mozilla.org/MPL/2.0/. ---- -job-defaults: - worker-type: b-linux-gcp - worker: - max-run-time: 1800 - run: - using: toolchain-script - script: build-libunwind.sh - -android-aarch64-libunwind-17: - description: "android aarch64 libunwind for Clang 17 toolchain build" - treeherder: - symbol: TA(aarch64-unwind-17) - run: - arguments: - - build/build-clang/clang-17.json - resources: - - build/build-clang/clang-17.json - - taskcluster/scripts/misc/build-llvm-common.sh - toolchain-artifact: public/build/libunwind-aarch64-linux-android.tar.zst - fetches: - fetch: - - clang-17 - toolchain: - - android-aarch64-compiler-rt-17 - - linux64-clang-17-stage1 - - linux64-android-ndk-linux-repack - -android-arm-libunwind-17: - description: "android arm libunwind for Clang 17 toolchain build" - treeherder: - symbol: TA(arm-unwind-17) - run: - arguments: - - build/build-clang/clang-17.json - resources: - - build/build-clang/clang-17.json - - taskcluster/scripts/misc/build-llvm-common.sh - toolchain-artifact: public/build/libunwind-armv7-linux-android.tar.zst - fetches: - fetch: - - clang-17 - toolchain: - - android-arm-compiler-rt-17 - - linux64-clang-17-stage1 - - linux64-android-ndk-linux-repack - -android-x86-libunwind-17: - description: "android x86 libunwind for Clang 17 toolchain build" - treeherder: - symbol: TA(x86-unwind-17) - run: - arguments: - - build/build-clang/clang-17.json - resources: - - build/build-clang/clang-17.json - - taskcluster/scripts/misc/build-llvm-common.sh - toolchain-artifact: public/build/libunwind-i686-linux-android.tar.zst - fetches: - fetch: - - clang-17 - toolchain: - - android-x86-compiler-rt-17 - - linux64-clang-17-stage1 - - linux64-android-ndk-linux-repack - -android-x64-libunwind-17: - description: "android x64 libunwind for Clang 17 toolchain build" - treeherder: - symbol: TA(x64-unwind-17) - run: - arguments: - - build/build-clang/clang-17.json - resources: - - build/build-clang/clang-17.json - - taskcluster/scripts/misc/build-llvm-common.sh - toolchain-artifact: public/build/libunwind-x86_64-linux-android.tar.zst - fetches: - fetch: - - clang-17 - toolchain: - - android-x64-compiler-rt-17 - - linux64-clang-17-stage1 - - linux64-android-ndk-linux-repack - -android-aarch64-libunwind-18: - description: "android aarch64 libunwind for Clang 18 toolchain build" - treeherder: - symbol: TA(aarch64-unwind-18) - run: - arguments: - - build/build-clang/clang-18.json - resources: - - build/build-clang/clang-18.json - - taskcluster/scripts/misc/build-llvm-common.sh - toolchain-artifact: public/build/libunwind-aarch64-linux-android.tar.zst - fetches: - fetch: - - clang-18 - toolchain: - - android-aarch64-compiler-rt-18 - - linux64-clang-18-stage1 - - linux64-android-ndk-linux-repack - -android-arm-libunwind-18: - description: "android arm libunwind for Clang 18 toolchain build" - treeherder: - symbol: TA(arm-unwind-18) - run: - arguments: - - build/build-clang/clang-18.json - resources: - - build/build-clang/clang-18.json - - taskcluster/scripts/misc/build-llvm-common.sh - toolchain-artifact: public/build/libunwind-armv7-linux-android.tar.zst - fetches: - fetch: - - clang-18 - toolchain: - - android-arm-compiler-rt-18 - - linux64-clang-18-stage1 - - linux64-android-ndk-linux-repack - -android-x86-libunwind-18: - description: "android x86 libunwind for Clang 18 toolchain build" - treeherder: - symbol: TA(x86-unwind-18) - run: - arguments: - - build/build-clang/clang-18.json - resources: - - build/build-clang/clang-18.json - - taskcluster/scripts/misc/build-llvm-common.sh - toolchain-artifact: public/build/libunwind-i686-linux-android.tar.zst - fetches: - fetch: - - clang-18 - toolchain: - - android-x86-compiler-rt-18 - - linux64-clang-18-stage1 - - linux64-android-ndk-linux-repack - -android-x64-libunwind-18: - description: "android x64 libunwind for Clang 18 toolchain build" - treeherder: - symbol: TA(x64-unwind-18) - run: - arguments: - - build/build-clang/clang-18.json - resources: - - build/build-clang/clang-18.json - - taskcluster/scripts/misc/build-llvm-common.sh - toolchain-artifact: public/build/libunwind-x86_64-linux-android.tar.zst - fetches: - fetch: - - clang-18 - toolchain: - - android-x64-compiler-rt-18 - - linux64-clang-18-stage1 - - linux64-android-ndk-linux-repack - -android-aarch64-libunwind-trunk: - description: "android aarch64 libunwind for Clang trunk toolchain build" - attributes: - cached_task: false - treeherder: - symbol: TA(aarch64-unwind-trunk) - run: - arguments: - - build/build-clang/clang-trunk.json - resources: - - build/build-clang/clang-trunk.json - - taskcluster/scripts/misc/build-llvm-common.sh - toolchain-artifact: public/build/libunwind-aarch64-linux-android.tar.zst - fetches: - fetch: - - clang-trunk - toolchain: - - android-aarch64-compiler-rt-trunk - - linux64-clang-trunk-stage1 - - linux64-android-ndk-linux-repack - -android-arm-libunwind-trunk: - description: "android arm libunwind for Clang trunk toolchain build" - attributes: - cached_task: false - treeherder: - symbol: TA(arm-unwind-trunk) - run: - arguments: - - build/build-clang/clang-trunk.json - resources: - - build/build-clang/clang-trunk.json - - taskcluster/scripts/misc/build-llvm-common.sh - toolchain-artifact: public/build/libunwind-armv7-linux-android.tar.zst - fetches: - fetch: - - clang-trunk - toolchain: - - android-arm-compiler-rt-trunk - - linux64-clang-trunk-stage1 - - linux64-android-ndk-linux-repack - -android-x86-libunwind-trunk: - description: "android x86 libunwind for Clang trunk toolchain build" - attributes: - cached_task: false - treeherder: - symbol: TA(x86-unwind-trunk) - run: - arguments: - - build/build-clang/clang-trunk.json - resources: - - build/build-clang/clang-trunk.json - - taskcluster/scripts/misc/build-llvm-common.sh - toolchain-artifact: public/build/libunwind-i686-linux-android.tar.zst - fetches: - fetch: - - clang-trunk - toolchain: - - android-x86-compiler-rt-trunk - - linux64-clang-trunk-stage1 - - linux64-android-ndk-linux-repack - -android-x64-libunwind-trunk: - description: "android x64 libunwind for Clang trunk toolchain build" - attributes: - cached_task: false - treeherder: - symbol: TA(x64-unwind-trunk) - run: - arguments: - - build/build-clang/clang-trunk.json - resources: - - build/build-clang/clang-trunk.json - - taskcluster/scripts/misc/build-llvm-common.sh - toolchain-artifact: public/build/libunwind-x86_64-linux-android.tar.zst - fetches: - fetch: - - clang-trunk - toolchain: - - android-x64-compiler-rt-trunk - - linux64-clang-trunk-stage1 - - linux64-android-ndk-linux-repack diff --git a/taskcluster/ci/toolchain/llvm-symbolizer.yml b/taskcluster/ci/toolchain/llvm-symbolizer.yml deleted file mode 100644 index 11b63397c2..0000000000 --- a/taskcluster/ci/toolchain/llvm-symbolizer.yml +++ /dev/null @@ -1,361 +0,0 @@ -# This Source Code Form is subject to the terms of the Mozilla Public -# License, v. 2.0. If a copy of the MPL was not distributed with this -# file, You can obtain one at http://mozilla.org/MPL/2.0/. ---- -job-defaults: - worker-type: b-linux-large-gcp - worker: - max-run-time: 1800 - run: - script: build-llvm-symbolizer.sh - toolchain-artifact: public/build/llvm-symbolizer.tar.zst - -linux32-llvm-symbolizer-17: - description: "llvm-symbolizer for Linux" - treeherder: - symbol: TL32(llvm-symbolizer) - run: - arguments: - - i686-unknown-linux-gnu - - build/build-clang/clang-17.json - - build/build-clang/llvm-symbolizer-17.json - resources: - - build/build-clang/clang-17.json - - build/build-clang/llvm-symbolizer-17.json - - taskcluster/scripts/misc/build-llvm-common.sh - toolchain-alias: - by-project: - toolchains: null - default: linux32-llvm-symbolizer - fetches: - fetch: - - clang-17 - toolchain: - - linux64-clang-17-stage1 - - linux32-toolchain-sysroot - -linux64-llvm-symbolizer-17: - description: "llvm-symbolizer for Linux" - treeherder: - symbol: TL(llvm-symbolizer) - run: - arguments: - - x86_64-unknown-linux-gnu - - build/build-clang/clang-17.json - - build/build-clang/llvm-symbolizer-17.json - resources: - - build/build-clang/clang-17.json - - build/build-clang/llvm-symbolizer-17.json - - taskcluster/scripts/misc/build-llvm-common.sh - toolchain-alias: - by-project: - toolchains: null - default: linux64-llvm-symbolizer - fetches: - fetch: - - clang-17 - toolchain: - - linux64-clang-17-stage1 - - linux64-toolchain-sysroot - -macosx64-llvm-symbolizer-17: - description: "llvm-symbolizer for macOS x64" - treeherder: - symbol: TM(llvm-symbolizer) - run: - arguments: - - x86_64-apple-darwin - - build/build-clang/clang-17.json - - build/build-clang/llvm-symbolizer-17.json - resources: - - build/build-clang/clang-17.json - - build/build-clang/llvm-symbolizer-17.json - - taskcluster/scripts/misc/build-llvm-common.sh - toolchain-alias: - by-project: - toolchains: null - default: macosx64-llvm-symbolizer - fetches: - fetch: - - clang-17 - toolchain: - - linux64-clang-17-stage1 - - macosx64-sdk-toolchain - -macosx64-aarch64-llvm-symbolizer-17: - description: "llvm-symbolizer for macOS aarch64" - treeherder: - symbol: TM(llvm-symbolizer-aarch64) - run: - arguments: - - aarch64-apple-darwin - - build/build-clang/clang-17.json - - build/build-clang/llvm-symbolizer-17.json - resources: - - build/build-clang/clang-17.json - - build/build-clang/llvm-symbolizer-17.json - - taskcluster/scripts/misc/build-llvm-common.sh - toolchain-alias: - by-project: - toolchains: null - default: macosx64-aarch64-llvm-symbolizer - fetches: - fetch: - - clang-17 - toolchain: - - linux64-clang-17-stage1 - - macosx64-sdk-toolchain - -win64-llvm-symbolizer-17: - description: "llvm-symbolizer for Windows" - treeherder: - symbol: TW64(llvm-symbolizer) - run: - arguments: - - x86_64-pc-windows-msvc - - build/build-clang/clang-17.json - - build/build-clang/llvm-symbolizer-17.json - resources: - - build/build-clang/clang-17.json - - build/build-clang/llvm-symbolizer-17.json - - taskcluster/scripts/misc/build-llvm-common.sh - toolchain-alias: - by-project: - toolchains: null - default: win64-llvm-symbolizer - fetches: - fetch: - - clang-17 - toolchain: - - linux64-clang-17-stage1 - - vs-toolchain - -linux32-llvm-symbolizer-18: - description: "llvm-symbolizer for Linux" - treeherder: - symbol: TL32(llvm-symbolizer-18) - run: - arguments: - - i686-unknown-linux-gnu - - build/build-clang/clang-18.json - - build/build-clang/llvm-symbolizer-18.json - resources: - - build/build-clang/clang-18.json - - build/build-clang/llvm-symbolizer-18.json - - taskcluster/scripts/misc/build-llvm-common.sh - fetches: - fetch: - - clang-18 - toolchain: - - linux64-clang-18-stage1 - - linux32-toolchain-sysroot - -linux64-llvm-symbolizer-18: - description: "llvm-symbolizer for Linux" - treeherder: - symbol: TL(llvm-symbolizer-18) - run: - arguments: - - x86_64-unknown-linux-gnu - - build/build-clang/clang-18.json - - build/build-clang/llvm-symbolizer-18.json - resources: - - build/build-clang/clang-18.json - - build/build-clang/llvm-symbolizer-18.json - - taskcluster/scripts/misc/build-llvm-common.sh - fetches: - fetch: - - clang-18 - toolchain: - - linux64-clang-18-stage1 - - linux64-toolchain-sysroot - -macosx64-llvm-symbolizer-18: - description: "llvm-symbolizer for macOS x64" - treeherder: - symbol: TM(llvm-symbolizer-18) - run: - arguments: - - x86_64-apple-darwin - - build/build-clang/clang-18.json - - build/build-clang/llvm-symbolizer-18.json - resources: - - build/build-clang/clang-18.json - - build/build-clang/llvm-symbolizer-18.json - - taskcluster/scripts/misc/build-llvm-common.sh - fetches: - fetch: - - clang-18 - toolchain: - - linux64-clang-18-stage1 - - macosx64-sdk-toolchain - -macosx64-aarch64-llvm-symbolizer-18: - description: "llvm-symbolizer for macOS aarch64" - treeherder: - symbol: TM(llvm-sym-aarch64-18) - run: - arguments: - - aarch64-apple-darwin - - build/build-clang/clang-18.json - - build/build-clang/llvm-symbolizer-18.json - resources: - - build/build-clang/clang-18.json - - build/build-clang/llvm-symbolizer-18.json - - taskcluster/scripts/misc/build-llvm-common.sh - fetches: - fetch: - - clang-18 - toolchain: - - linux64-clang-18-stage1 - - macosx64-sdk-toolchain - -win64-llvm-symbolizer-18: - description: "llvm-symbolizer for Windows" - treeherder: - symbol: TW64(llvm-symbolizer-18) - run: - arguments: - - x86_64-pc-windows-msvc - - build/build-clang/clang-18.json - - build/build-clang/llvm-symbolizer-18.json - resources: - - build/build-clang/clang-18.json - - build/build-clang/llvm-symbolizer-18.json - - taskcluster/scripts/misc/build-llvm-common.sh - fetches: - fetch: - - clang-18 - toolchain: - - linux64-clang-18-stage1 - - vs-toolchain - -linux32-llvm-symbolizer-trunk: - description: "llvm-symbolizer for Linux" - attributes: - cached_task: false - treeherder: - symbol: TL32(llvm-symbolizer-trunk) - run: - arguments: - - i686-unknown-linux-gnu - - build/build-clang/clang-trunk.json - - build/build-clang/llvm-symbolizer-trunk.json - resources: - - build/build-clang/clang-trunk.json - - build/build-clang/llvm-symbolizer-trunk.json - - taskcluster/scripts/misc/build-llvm-common.sh - toolchain-alias: - by-project: - toolchains: linux32-llvm-symbolizer - default: null - fetches: - fetch: - - clang-trunk - toolchain: - - linux64-clang-trunk-stage1 - - linux32-toolchain-sysroot - -linux64-llvm-symbolizer-trunk: - description: "llvm-symbolizer for Linux" - attributes: - cached_task: false - treeherder: - symbol: TL(llvm-symbolizer-trunk) - run: - arguments: - - x86_64-unknown-linux-gnu - - build/build-clang/clang-trunk.json - - build/build-clang/llvm-symbolizer-trunk.json - resources: - - build/build-clang/clang-trunk.json - - build/build-clang/llvm-symbolizer-trunk.json - - taskcluster/scripts/misc/build-llvm-common.sh - toolchain-alias: - by-project: - toolchains: linux64-llvm-symbolizer - default: null - fetches: - fetch: - - clang-trunk - toolchain: - - linux64-clang-trunk-stage1 - - linux64-toolchain-sysroot - -macosx64-llvm-symbolizer-trunk: - description: "llvm-symbolizer for macOS x64" - attributes: - cached_task: false - treeherder: - symbol: TM(llvm-symbolizer-trunk) - run: - arguments: - - x86_64-apple-darwin - - build/build-clang/clang-trunk.json - - build/build-clang/llvm-symbolizer-trunk.json - resources: - - build/build-clang/clang-trunk.json - - build/build-clang/llvm-symbolizer-trunk.json - - taskcluster/scripts/misc/build-llvm-common.sh - toolchain-alias: - by-project: - toolchains: macosx64-llvm-symbolizer - default: null - fetches: - fetch: - - clang-trunk - toolchain: - - linux64-clang-trunk-stage1 - - macosx64-sdk-toolchain - -macosx64-aarch64-llvm-symbolizer-trunk: - description: "llvm-symbolizer for macOS aarch64" - attributes: - cached_task: false - treeherder: - symbol: TM(llvm-sym-aarch64-trunk) - run: - arguments: - - aarch64-apple-darwin - - build/build-clang/clang-trunk.json - - build/build-clang/llvm-symbolizer-trunk.json - resources: - - build/build-clang/clang-trunk.json - - build/build-clang/llvm-symbolizer-trunk.json - - taskcluster/scripts/misc/build-llvm-common.sh - toolchain-alias: - by-project: - toolchains: macosx64-aarch64-llvm-symbolizer - default: null - fetches: - fetch: - - clang-trunk - toolchain: - - linux64-clang-trunk-stage1 - - macosx64-sdk-toolchain - -win64-llvm-symbolizer-trunk: - description: "llvm-symbolizer for Windows" - attributes: - cached_task: false - treeherder: - symbol: TW64(llvm-symbolizer-trunk) - run: - arguments: - - x86_64-pc-windows-msvc - - build/build-clang/clang-trunk.json - - build/build-clang/llvm-symbolizer-trunk.json - resources: - - build/build-clang/clang-trunk.json - - build/build-clang/llvm-symbolizer-trunk.json - - taskcluster/scripts/misc/build-llvm-common.sh - toolchain-alias: - by-project: - toolchains: win64-llvm-symbolizer - default: null - fetches: - fetch: - - clang-trunk - toolchain: - - linux64-clang-trunk-stage1 - - vs-toolchain diff --git a/taskcluster/ci/toolchain/macos-sdk.yml b/taskcluster/ci/toolchain/macos-sdk.yml deleted file mode 100644 index 194a1ee20a..0000000000 --- a/taskcluster/ci/toolchain/macos-sdk.yml +++ /dev/null @@ -1,84 +0,0 @@ -# This Source Code Form is subject to the terms of the Mozilla Public -# License, v. 2.0. If a copy of the MPL was not distributed with this -# file, You can obtain one at http://mozilla.org/MPL/2.0/. ---- -job-defaults: - attributes: - local-toolchain: true - worker-type: b-linux-gcp - worker: - max-run-time: 1800 - env: - PATH: "/usr/local/bin:/bin:/sbin:/usr/bin:/usr/sbin" - run: - script: unpack-sdk.py - resources: - - python/mozbuild/mozpack/macpkg.py - - taskcluster/scripts/misc/unpack-sdk.py - tooltool-downloads: internal - # Expiry similar to that of fetches - expires-after: 1000 years - -macosx64-sdk-13.3: - description: "MacOSX13.3 SDK" - treeherder: - symbol: TM(sdk13.3) - run: - arguments: - - https://swcdn.apple.com/content/downloads/15/62/032-84673-A_7A1TG1RF8Z/xpc8q44ggn2pkn82iwr0fi1zeb9cxi8ath/CLTools_macOSNMOS_SDK.pkg - - 8de3306508dca31040b3b49ff370e96c94f4546bcf22cb4069abbb18e2d6bce8e20d40a6903f00ae75558175b624a979ea0444f54bc6d9d67e841f2000b0d863 - - Library/Developer/CommandLineTools/SDKs/MacOSX13.3.sdk - toolchain-artifact: project/gecko/mac-sdk/MacOSX13.3.sdk.tar.zst - toolchain-alias: - - MacOSX13.3.sdk - -macosx64-sdk-14.4: - description: "MacOSX14.4 SDK" - treeherder: - symbol: TM(sdk14.4) - run: - arguments: - - https://swcdn.apple.com/content/downloads/14/48/052-59890-A_I0F5YGAY0Y/p9n40hio7892gou31o1v031ng6fnm9sb3c/CLTools_macOSNMOS_SDK.pkg - - a4e05d2a051027620c86f72694da126a2ceed59b8740270426c4ca3adb38e16fe981b536a373a7f0cdcc84bbe9d9149608ccd03967dbd94262548ccadbfa0f5d - - Library/Developer/CommandLineTools/SDKs/MacOSX14.4.sdk - toolchain-artifact: project/gecko/mac-sdk/MacOSX14.4.sdk.tar.zst - toolchain-alias: - - macosx64-sdk - - macosx64-sdk-toolchain - - MacOSX14.4.sdk - -ios-sdk-17.4: - description: "iPhoneOS17.4 SDK" - treeherder: - symbol: TM(ios17.4) - # Because it's using an internal tooltool artifact, it can't be used as a local-toolchain for - # bootstrap. But we still want to use the same script as local-toolchains. - attributes: - local-toolchain: false - run: - script: private_local_toolchain.sh - arguments: - - unpack-sdk.py - - http://taskcluster/tooltool.mozilla-releng.net/sha512/7d9f1f1e0d4963fbafc8ec20ee604665e99d66699db2515f388b3b061aaab83349815e1ef862922f4f46ffbe1ac2d86fb00701802c7a9994c74f6e1d32894c34 - - 7d9f1f1e0d4963fbafc8ec20ee604665e99d66699db2515f388b3b061aaab83349815e1ef862922f4f46ffbe1ac2d86fb00701802c7a9994c74f6e1d32894c34 - - Xcode.app/Contents/Developer/Platforms/iPhoneOS.platform/Developer/SDKs/iPhoneOS.sdk - toolchain-artifact: project/gecko/mac-sdk/iPhoneOS17.4.sdk.tar.zst - toolchain-alias: ios-sdk - -ios-sim-sdk-17.4: - description: "iPhoneSimulator17.4 SDK" - treeherder: - symbol: TM(ios-sim-17.4) - # Because it's using an internal tooltool artifact, it can't be used as a local-toolchain for - # bootstrap. But we still want to use the same script as local-toolchains. - attributes: - local-toolchain: false - run: - script: private_local_toolchain.sh - arguments: - - unpack-sdk.py - - http://taskcluster/tooltool.mozilla-releng.net/sha512/7d9f1f1e0d4963fbafc8ec20ee604665e99d66699db2515f388b3b061aaab83349815e1ef862922f4f46ffbe1ac2d86fb00701802c7a9994c74f6e1d32894c34 - - 7d9f1f1e0d4963fbafc8ec20ee604665e99d66699db2515f388b3b061aaab83349815e1ef862922f4f46ffbe1ac2d86fb00701802c7a9994c74f6e1d32894c34 - - Xcode.app/Contents/Developer/Platforms/iPhoneSimulator.platform/Developer/SDKs/iPhoneSimulator.sdk - toolchain-artifact: project/gecko/mac-sdk/iPhoneSimulator17.4.sdk.tar.zst - toolchain-alias: ios-sim-sdk diff --git a/taskcluster/ci/toolchain/mingw.yml b/taskcluster/ci/toolchain/mingw.yml deleted file mode 100644 index a14413669f..0000000000 --- a/taskcluster/ci/toolchain/mingw.yml +++ /dev/null @@ -1,42 +0,0 @@ -# This Source Code Form is subject to the terms of the Mozilla Public -# License, v. 2.0. If a copy of the MPL was not distributed with this -# file, You can obtain one at http://mozilla.org/MPL/2.0/. ---- -job-defaults: - treeherder: - tier: 2 - worker-type: b-linux-gcp - worker: - max-run-time: 3600 - -linux64-mingw32-nsis: - description: "NSIS build for MinGW32 Cross Compile" - treeherder: - symbol: TMW(mingw32-nsis) - run: - script: build-mingw32-nsis.sh - toolchain-artifact: public/build/nsis.tar.zst - fetches: - fetch: - - nsis-3.07 - - zlib-1.3.1 - toolchain: - - linux64-binutils - - linux64-clang-mingw-x86 - - sysroot-x86_64-linux-gnu - -linux64-mingw-fxc2-x86: - description: "fxc2.exe x86 build for MinGW Cross Compile" - treeherder: - symbol: TMW(mingw-fxc2-x86) - worker: - max-run-time: 1800 - run: - using: toolchain-script - script: build-mingw-fxc2-x86.sh - toolchain-artifact: public/build/fxc2.tar.zst - fetches: - fetch: - - fxc2 - toolchain: - - linux64-clang-mingw-x86 diff --git a/taskcluster/ci/toolchain/minidump-stackwalk.yml b/taskcluster/ci/toolchain/minidump-stackwalk.yml deleted file mode 100644 index f0f9b3e70c..0000000000 --- a/taskcluster/ci/toolchain/minidump-stackwalk.yml +++ /dev/null @@ -1,96 +0,0 @@ -# This Source Code Form is subject to the terms of the Mozilla Public -# License, v. 2.0. If a copy of the MPL was not distributed with this -# file, You can obtain one at http://mozilla.org/MPL/2.0/. ---- -job-defaults: - description: "minidump-stackwalk toolchain build" - attributes: - local-toolchain: true - worker-type: b-linux-gcp - worker: - max-run-time: 1800 - env: - FETCH: rust-minidump/minidump-stackwalk - run: - script: build-rust-based-toolchain.sh - toolchain-artifact: public/build/minidump-stackwalk.tar.zst - fetches: - fetch: - - rust-minidump - -linux64-minidump-stackwalk: - treeherder: - symbol: TL(stackwalk) - run: - arguments: ['x86_64-unknown-linux-gnu'] - fetches: - toolchain: - - linux64-clang-toolchain - - linux64-rust-toolchain - - sysroot-x86_64-linux-gnu - -macosx64-minidump-stackwalk: - treeherder: - symbol: TM(stackwalk) - run: - arguments: ['x86_64-apple-darwin'] - fetches: - toolchain: - - linux64-rust-macos-toolchain - - linux64-clang-toolchain - - macosx64-sdk-toolchain - -macosx64-aarch64-minidump-stackwalk: - treeherder: - symbol: TM(stackwalk-arm64) - run: - arguments: ['aarch64-apple-darwin'] - fetches: - toolchain: - - linux64-rust-macos-toolchain - - linux64-clang-toolchain - - macosx64-sdk-toolchain - -win32-minidump-stackwalk: - treeherder: - symbol: TW32(stackwalk) - run: - arguments: ['i686-pc-windows-msvc'] - fetches: - toolchain: - - linux64-clang-toolchain - - linux64-rust-windows-toolchain - - vs-toolchain - -win64-minidump-stackwalk: - treeherder: - symbol: TW64(stackwalk) - run: - arguments: ['x86_64-pc-windows-msvc'] - fetches: - toolchain: - - linux64-clang-toolchain - - linux64-rust-windows-toolchain - - vs-toolchain - -# This is a totally different thing but it used to share common code with -# minidump-stackwalk, so it lives here for historical reasons. -linux64-breakpad-injector: - description: "breakpad injector toolchain build" - run: - script: build-breakpad-injector.sh - toolchain-artifact: public/build/injector.tar.zst - sparse-profile: null - resources: - - 'build/moz.configure' - - 'config/external/zlib' - - 'moz.configure' - - 'toolkit/crashreporter' - - 'toolkit/crashreporter/google-breakpad/src/processor' - - 'tools/crashreporter/' - treeherder: - symbol: TL(injector) - fetches: - toolchain: - - linux64-clang-toolchain - - linux64-toolchain-sysroot diff --git a/taskcluster/ci/toolchain/misc.yml b/taskcluster/ci/toolchain/misc.yml deleted file mode 100644 index 80356f5be6..0000000000 --- a/taskcluster/ci/toolchain/misc.yml +++ /dev/null @@ -1,620 +0,0 @@ -# This Source Code Form is subject to the terms of the Mozilla Public -# License, v. 2.0. If a copy of the MPL was not distributed with this -# file, You can obtain one at http://mozilla.org/MPL/2.0/. ---- -job-defaults: - worker-type: b-linux-gcp - worker: - max-run-time: 1800 - -linux64-binutils-2.31.1: - description: "Binutils toolchain build" - treeherder: - symbol: TL(binutil2.31) - run: - script: build-binutils-linux.sh - resources: - - 'build/unix/build-binutils/build-binutils.sh' - toolchain-artifact: public/build/binutils.tar.zst - fetches: - fetch: - - binutils-2.31.1 - toolchain: - # C++ code in gold doesn't compile with recent versions of GCC. - - linux64-gcc-8 - - linux64-toolchain-sysroot - -linux64-binutils: - description: "Binutils toolchain build" - treeherder: - symbol: TL(binutil) - run: - script: build-binutils-linux.sh - resources: - - 'build/unix/build-binutils/build-binutils.sh' - toolchain-artifact: public/build/binutils.tar.zst - fetches: - fetch: - - binutils-2.41 - toolchain: - - linux64-toolchain-sysroot - -linux64-cctools-port: - description: "cctools-port toolchain build" - treeherder: - symbol: TL(cctools-clang) - run: - script: build-cctools-port.sh - toolchain-artifact: public/build/cctools.tar.zst - fetches: - toolchain: - - linux64-clang-toolchain - - linux64-toolchain-sysroot - fetch: - - cctools-port - - libtapi - - ldid - -linux64-hfsplus: - description: "hfsplus toolchain build" - attributes: - local-toolchain: true - treeherder: - symbol: TL(hfs+) - run: - script: build-hfsplus-linux.sh - resources: - - 'build/unix/build-hfsplus/build-hfsplus.sh' - toolchain-artifact: public/build/hfsplus.tar.zst - fetches: - fetch: - - hfsplus-tools - toolchain: - - linux64-clang-toolchain - -linux64-libdmg: - description: "libdmg-hfsplus toolchain build" - attributes: - local-toolchain: true - treeherder: - symbol: TL(libdmg-hfs+) - run: - script: build-dmg-hfsplus.sh - toolchain-artifact: public/build/dmg.tar.zst - toolchain-alias: linux64-dmg - fetches: - fetch: - - libdmg-hfsplus - toolchain: - - linux64-clang-toolchain - - linux64-toolchain-sysroot - -linux64-mkbom: - description: "mkbom toolchain build" - attributes: - local-toolchain: true - treeherder: - symbol: TL(mkbom) - run: - script: build-mkbom-linux.sh - toolchain-artifact: public/build/mkbom.tar.zst - fetches: - fetch: - - bomutils - toolchain: - - linux64-clang-toolchain - - linux64-toolchain-sysroot - -linux64-xar: - description: "xar toolchain build" - attributes: - local-toolchain: true - treeherder: - symbol: TL(xar) - run: - script: build-xar-linux.sh - toolchain-artifact: public/build/xar.tar.zst - fetches: - fetch: - - xar - toolchain: - - linux64-clang-toolchain - - linux64-toolchain-sysroot - -linux64-mar-tools: - description: "mar-tools toolchain build" - treeherder: - symbol: TL(mar-tools) - fetches: - toolchain: - - linux64-clang-toolchain - run: - script: build-mar-tools.sh - sparse-profile: null - toolchain-artifact: public/build/mar-tools.tar.zst - resources: - - build/moz.configure - - modules/libmar/ - - moz.configure - - other-licenses/bsdiff/ - - other-licenses/nsis/Contrib/CityHash/cityhash/ - - toolkit/mozapps/update/updater/bspatch/ - - tools/update-packaging/ - -linux64-upx: - description: "UPX build" - treeherder: - symbol: TL(upx) - tier: 1 - run: - script: build-upx.sh - toolchain-artifact: public/build/upx.tar.zst - -linux64-msix-packaging: - description: "msix-packaging build" - treeherder: - symbol: TL(msix-packaging) - tier: 1 - run: - script: build-msix-packaging.sh - toolchain-artifact: public/build/msix-packaging.tar.zst - fetches: - fetch: - - msix-packaging - toolchain: - - linux64-clang-toolchain - - linux64-toolchain-sysroot - -linux64-custom-v8: - description: "Custom v8 build" - treeherder: - symbol: TL(custom-v8) - worker: - docker-image: {in-tree: custom-v8} - max-run-time: 3600 - run: - script: build-custom-v8.sh - arguments: [ - d8.tar.zst, - is_debug=false, - target_cpu="x64" - ] - toolchain-artifact: public/build/d8.tar.zst - -macosx64-xz: - description: "xz development library" - worker-type: b-osx-1015 - treeherder: - symbol: TM(xz) - worker: - max-run-time: 30000 - run: - script: build-xz.sh - toolchain-artifact: public/build/xz.tar.zst - fetches: - fetch: - - xz-5.4.4 - toolchain: - - macosx64-clang-toolchain - - macosx64-sdk-toolchain - -macosx64-custom-car: - description: "Custom chromium-as-release build for mac" - worker-type: b-osx-1015 - attributes: - cached_task: false - treeherder: - symbol: TM(custom-car) - worker: - max-run-time: 40000 - use-python: default - run-on-projects: [] - run: - script: build-custom-car.sh - arguments: [ - car_macosx.tar.zst, - blink_symbol_level=0, - chrome_pgo_phase=2, - dcheck_always_on=false, - enable_nacl=false, - enable_resource_allowlist_generation=false, - is_chrome_branded=false, - is_clang=true, - is_component_build=false, - is_debug=false, - is_official_build=true, - symbol_level=0, - target_cpu="x64", - use_v8_context_snapshot=false, - v8_symbol_level=0 - ] - toolchain-artifact: public/build/car_macosx.tar.zst - fetches: - toolchain: - - macosx64-sdk-14.4 - -macosx-arm64-custom-car: - description: "Custom chromium-as-release build for mac (apple silicon)" - worker-type: b-osx-1015 - attributes: - cached_task: false - treeherder: - symbol: TM(custom-car-arm) - tier: 2 - worker: - max-run-time: 50000 - use-python: default - run-on-projects: [] - run: - script: build-custom-car.sh - arguments: [ - car_macosx_arm.tar.zst, - blink_symbol_level=0, - chrome_pgo_phase=2, - dcheck_always_on=false, - enable_nacl=false, - enable_resource_allowlist_generation=false, - is_chrome_branded=false, - is_clang=true, - is_component_build=false, - is_debug=false, - is_official_build=true, - symbol_level=0, - target_cpu="arm64", - use_v8_context_snapshot=false, - v8_symbol_level=0 - ] - toolchain-artifact: public/build/car_macosx_arm.tar.zst - fetches: - toolchain: - - macosx64-sdk-14.4 - -android-custom-car: - description: "Custom chromium-as-release build for Android" - attributes: - cached_task: false - treeherder: - symbol: TL(custom-car-android) - worker: - docker-image: {in-tree: custom-car-android} - max-run-time: 20000 - use-python: default - run-on-projects: [] - run: - script: build-custom-car.sh - arguments: [ - car_android.tar.zst, - blink_symbol_level=0, - chrome_pgo_phase=2, - dcheck_always_on=false, - enable_nacl=false, - enable_resource_allowlist_generation=false, - is_chrome_branded=false, - is_clang=true, - is_component_build=false, - is_debug=false, - is_official_build=true, - symbol_level=0, - target_cpu="arm64", - target_os="android", - is_android=true, - is_high_end_android=true, - use_v8_context_snapshot=false, - v8_symbol_level=0 - ] - toolchain-artifact: public/build/car_android.tar.zst - -linux64-custom-car: - description: "Custom chromium-as-release build for Linux" - attributes: - cached_task: false - treeherder: - symbol: TL(custom-car) - worker: - docker-image: {in-tree: custom-car-linux} - max-run-time: 16200 - use-python: default - run-on-projects: [] - run: - script: build-custom-car.sh - arguments: [ - car_linux.tar.zst, - blink_symbol_level=0, - chrome_pgo_phase=2, - dcheck_always_on=false, - enable_nacl=false, - enable_resource_allowlist_generation=false, - is_chrome_branded=false, - is_clang=true, - is_component_build=false, - is_debug=false, - is_official_build=true, - symbol_level=0, - target_cpu="x64", - use_v8_context_snapshot=false, - v8_symbol_level=0 - ] - toolchain-artifact: public/build/car_linux.tar.zst - -win64-custom-car: - description: "Custom chromium-as-release build for Windows" - attributes: - cached_task: false - treeherder: - symbol: TW64(custom-car) - worker-type: b-win2022 - worker: - max-run-time: 16200 - env: - MSYSTEM: "MINGW64" - use-python: default - run-on-projects: [] - run: - script: build-custom-car.sh - arguments: [ - car_win64.tar.zst, - blink_symbol_level=0, - chrome_pgo_phase=2, - dcheck_always_on=false, - enable_nacl=false, - enable_resource_allowlist_generation=false, - is_chrome_branded=false, - is_clang=true, - is_component_build=false, - is_debug=false, - is_official_build=true, - symbol_level=0, - target_cpu=\"x64\", - use_v8_context_snapshot=false, - v8_symbol_level=0 - ] - toolchain-artifact: public/build/car_win64.tar.zst - fetches: - toolchain: - - win64-vs2022 - -browsertime: - description: "npm install browsertime node_modules" - treeherder: - symbol: TL(browsertime) - run: - script: browsertime.sh - sparse-profile: null - resources: - - 'tools/browsertime/package.json' - - 'tools/browsertime/package-lock.json' - - 'tools/browsertime/mach_commands.py' - toolchain-artifact: public/build/browsertime.tar.zst - fetches: - toolchain: - - linux64-node - -wrench-deps: - description: "Downloads all the crates needed for building wrench" - treeherder: - symbol: WR(wrench-deps) - worker: - docker-image: {in-tree: webrender} - run: - script: wrench-deps-vendoring.sh - sparse-profile: null - resources: - - 'gfx/wr/**/Cargo.toml' - - 'gfx/wr/Cargo.lock' - - 'gfx/wr/ci-scripts/install-meson.sh' - toolchain-artifact: public/build/wrench-deps.tar.zst - fetches: - toolchain: - - linux64-rust # whatever m-c is built with - -linux64-wine: - description: "Wine build for Windows Cross Compile" - attributes: - local-toolchain: true - treeherder: - symbol: TL(wine) - tier: 1 - worker: - max-run-time: 10800 - run: - script: build-wine.sh - toolchain-artifact: public/build/wine.tar.zst - fetches: - fetch: - - wine - -linux64-winchecksec: - description: "winchecksec" - attributes: - local-toolchain: true - treeherder: - symbol: TL(winchecksec) - run: - script: build-winchecksec.sh - arguments: ['x86_64-unknown-linux-gnu'] - toolchain-artifact: public/build/winchecksec.tar.zst - tooltool-downloads: internal - fetches: - fetch: - - winchecksec - -win64-winchecksec: - description: "winchecksec" - attributes: - local-toolchain: true - treeherder: - symbol: TW64(winchecksec) - run: - script: build-winchecksec.sh - arguments: ['x86_64-pc-windows-msvc'] - toolchain-artifact: public/build/winchecksec.tar.zst - tooltool-downloads: internal - fetches: - fetch: - - winchecksec - toolchain: - - linux64-clang-toolchain - - vs-toolchain - -linux64-makecab: - description: "makecab toolchain build" - treeherder: - symbol: TL(cab) - worker: - env: - FETCH: rust-makecab - run: - script: build-rust-based-toolchain.sh - arguments: ['x86_64-unknown-linux-gnu'] - toolchain-artifact: public/build/makecab.tar.zst - fetches: - fetch: - - makecab - toolchain: - - linux64-clang-toolchain - - linux64-rust-toolchain - - sysroot-x86_64-linux-gnu - -win64-mozmake: - description: "mozmake for Windows" - attributes: - local-toolchain: true - treeherder: - symbol: TW64(mozmake) - run: - script: build-mozmake.sh - toolchain-artifact: public/build/mozmake.tar.zst - fetches: - fetch: - - gnumake - toolchain: - - linux64-clang-toolchain - - vs-toolchain - -nsis: - description: "NSIS for Linux and Windows" - attributes: - local-toolchain: true - treeherder: - symbol: TL(nsis) - run: - script: build-nsis.sh - toolchain-artifact: public/build/nsis.tar.zst - fetches: - fetch: - - nsis-3.07 - - nsis-3.07-win - toolchain: - - linux64-clang-toolchain - - sysroot-x86_64-linux-gnu - -win64-vs2022: - description: "VS 2022" - attributes: - local-toolchain: true - treeherder: - symbol: TW64(msvc2022) - worker: - env: - MACH_BUILD_PYTHON_NATIVE_PACKAGE_SOURCE: system - run: - script: get_vs.py - arguments: - - build/vs/vs2022.yaml - resources: - - build/vs/vs2022.yaml - toolchain-artifact: project/gecko/vs/vs.tar.zst - toolchain-alias: - - vs - - vs-toolchain - -linux64-afl-instrumentation-4.0: - description: "AFL++ instrumentation toolchain build" - treeherder: - symbol: TL(afl++) - worker: - max-run-time: 3600 - run: - script: build-afl.sh - resources: - - taskcluster/scripts/misc/afl-nyx.patch - toolchain-artifact: public/build/afl-instrumentation.tar.zst - toolchain-alias: linux64-afl-instrumentation - fetches: - fetch: - - afl-plus-plus-4.0 - toolchain: - - linux64-clang - - linux64-toolchain-sysroot - -linux64-cargo-apk: - description: "cargo-apk toolchain build" - treeherder: - symbol: TL(cargo-apk) - worker: - env: - FETCH: android-ndk-rs/cargo-apk - run: - script: build-rust-based-toolchain.sh - arguments: ['x86_64-unknown-linux-gnu'] - resources: - - taskcluster/scripts/misc/cargo-apk-Cargo.lock - toolchain-artifact: public/build/cargo-apk.tar.zst - fetches: - fetch: - - android-ndk-rs - toolchain: - - linux64-clang-toolchain - - linux64-rust-toolchain - - sysroot-x86_64-linux-gnu - -windows-rs: - # Bootstrap cannot use fetches directly, so we have this task to - # expose the corresponding fetch as a toolchain artifact. - description: Source of the windows rust crate - attributes: - local-toolchain: true - treeherder: - symbol: TW64(windows-rs) - run: - script: dummy.sh - toolchain-artifact: public/build/windows-rs.tar.zst - dependencies: - fetch-windows-rs: fetch-windows-rs - fetches: - fetch-windows-rs: - - artifact: windows-rs.tar.zst - extract: false - dest: ../artifacts - -win64-libxml2: - description: "libxml2 toolchain build" - treeherder: - symbol: TW64(libxml2) - run: - script: build-libxml2.sh - toolchain-artifact: public/build/libxml2.tar.zst - fetches: - fetch: - - libxml2 - toolchain: - - linux64-clang-toolchain - - vs-toolchain - -talos-pdfs: - description: "Gathers all the PDFs needed for the pdfpaint test" - attributes: - local-toolchain: true - treeherder: - symbol: TL(talos-pdfs) - worker: - max-run-time: 3600 - run: - script: run-fetch-talos-pdfs.sh - sparse-profile: null - resources: - - 'taskcluster/scripts/misc/fetch-talos-pdfs.py' - toolchain-artifact: public/build/talos-pdfs.tar.zst - fetches: - fetch: - - mozilla-pdf.js diff --git a/taskcluster/ci/toolchain/nasm.yml b/taskcluster/ci/toolchain/nasm.yml deleted file mode 100644 index 866aa5b0f6..0000000000 --- a/taskcluster/ci/toolchain/nasm.yml +++ /dev/null @@ -1,87 +0,0 @@ -# This Source Code Form is subject to the terms of the Mozilla Public -# License, v. 2.0. If a copy of the MPL was not distributed with this -# file, You can obtain one at http://mozilla.org/MPL/2.0/. ---- -job-defaults: - worker-type: b-linux-gcp - worker: - max-run-time: 1800 - run: - toolchain-artifact: public/build/nasm.tar.zst - -win64-nasm: - description: "nasm win64 build" - attributes: - local-toolchain: true - treeherder: - symbol: TW64(nasm) - run: - script: build-nasm.sh - arguments: ['win64'] - fetches: - fetch: - - nasm-2.15.05 - toolchain: - - linux64-clang-mingw-x64 - -macosx64-nasm: - description: "nasm macosx64 build" - attributes: - local-toolchain: true - treeherder: - symbol: TM(nasm) - run: - script: build-nasm.sh - arguments: ['macosx64'] - fetches: - fetch: - - nasm-2.15.05 - toolchain: - - linux64-clang-toolchain - - macosx64-sdk-toolchain - -macosx64-aarch64-nasm: - description: "nasm macosx64 build" - attributes: - local-toolchain: true - treeherder: - symbol: TM(nasm-aarch64) - run: - script: build-nasm.sh - arguments: ['macosx64-aarch64'] - fetches: - fetch: - - nasm-2.14.02 - toolchain: - - linux64-clang-toolchain - - macosx64-sdk-toolchain - -linux64-nasm: - description: "nasm linux64 build" - attributes: - local-toolchain: true - treeherder: - symbol: TL(nasm) - run: - script: build-nasm.sh - arguments: ['linux64'] - fetches: - fetch: - - nasm-2.15.05 - toolchain: - - linux64-clang-toolchain - - sysroot-x86_64-linux-gnu - -linux64-nasm-2.14.02: - description: "nasm linux64 minimum supported version build" - treeherder: - symbol: TL(nasm-2.14.02) - run: - script: build-nasm.sh - arguments: ['linux64'] - fetches: - fetch: - - nasm-2.14.02 - toolchain: - - linux64-clang-toolchain - - sysroot-x86_64-linux-gnu diff --git a/taskcluster/ci/toolchain/node.yml b/taskcluster/ci/toolchain/node.yml deleted file mode 100644 index 6ab3511aab..0000000000 --- a/taskcluster/ci/toolchain/node.yml +++ /dev/null @@ -1,79 +0,0 @@ -# This Source Code Form is subject to the terms of the Mozilla Public -# License, v. 2.0. If a copy of the MPL was not distributed with this -# file, You can obtain one at http://mozilla.org/MPL/2.0/. ---- -job-defaults: - description: "Node repack toolchain build" - attributes: - local-toolchain: true - worker-type: b-linux-gcp - worker: - max-run-time: 1800 - run: - script: repack-node.sh - toolchain-artifact: public/build/node.tar.zst - -linux64-node-12: - treeherder: - symbol: TL(node-12) - fetches: - fetch: - - nodejs-12-linux64 - -linux64-node-18: - # The upstream prebuilt binary requires glibc 2.28, which is too recent for Ubuntu 18.04, - # so we build our own that won't have that requirement. - description: "Node toolchain build" - treeherder: - symbol: TL(node-18) - run: - script: build-nodejs.sh - toolchain-alias: - - linux64-node - fetches: - fetch: - - nodejs-18-source - toolchain: - - linux64-gcc-11 - - linux64-toolchain-sysroot - -macosx64-node-18: - treeherder: - symbol: TM(node-18) - run: - toolchain-alias: - - macosx64-node - - fetches: - fetch: - - nodejs-18-macosx64 - -macosx64-aarch64-node-18: - treeherder: - symbol: TM(node-18-arm64) - run: - toolchain-alias: - - macosx64-aarch64-node - fetches: - fetch: - - nodejs-18-macosx64-arm64 - -win64-node-18: - treeherder: - symbol: TW64(node-18) - run: - toolchain-alias: - - win64-node - fetches: - fetch: - - nodejs-18-win64 - -win32-node-18: - treeherder: - symbol: TW32(node-18) - run: - toolchain-alias: - - win32-node - fetches: - fetch: - - nodejs-18-win32 diff --git a/taskcluster/ci/toolchain/pkgconf.yml b/taskcluster/ci/toolchain/pkgconf.yml deleted file mode 100644 index c97ead7acc..0000000000 --- a/taskcluster/ci/toolchain/pkgconf.yml +++ /dev/null @@ -1,56 +0,0 @@ -# This Source Code Form is subject to the terms of the Mozilla Public -# License, v. 2.0. If a copy of the MPL was not distributed with this -# file, You can obtain one at http://mozilla.org/MPL/2.0/. ---- -job-defaults: - attributes: - local-toolchain: true - description: "pkgconf toolchain build" - worker: - max-run-time: 1800 - worker-type: b-linux-gcp - run: - script: build-pkgconf.sh - toolchain-artifact: public/build/pkgconf.tar.zst - fetches: - fetch: - - pkgconf - -linux64-pkgconf: - treeherder: - symbol: TL(pkgconf) - run: - arguments: ['x86_64-unknown-linux-gnu'] - fetches: - toolchain: - - linux64-clang-toolchain - - sysroot-x86_64-linux-gnu - -macosx64-pkgconf: - treeherder: - symbol: TM(pkgconf) - run: - arguments: ['x86_64-apple-darwin'] - fetches: - toolchain: - - linux64-clang-toolchain - - macosx64-sdk-toolchain - -macosx64-aarch64-pkgconf: - treeherder: - symbol: TM(pkgconf-arm64) - run: - arguments: ['aarch64-apple-darwin'] - fetches: - toolchain: - - linux64-clang-toolchain - - macosx64-sdk-toolchain - -win64-pkgconf: - treeherder: - symbol: TW64(pkgconf) - run: - arguments: ['x86_64-pc-windows-gnu'] - fetches: - toolchain: - - linux64-clang-mingw-x64 diff --git a/taskcluster/ci/toolchain/python.yml b/taskcluster/ci/toolchain/python.yml deleted file mode 100644 index e610ee6e4e..0000000000 --- a/taskcluster/ci/toolchain/python.yml +++ /dev/null @@ -1,97 +0,0 @@ -# This Source Code Form is subject to the terms of the Mozilla Public -# License, v. 2.0. If a copy of the MPL was not distributed with this -# file, You can obtain one at http://mozilla.org/MPL/2.0/. ---- -job-defaults: - description: "python repack" - attributes: - local-toolchain: true - worker-type: b-linux-gcp - worker: - max-run-time: 7200 - run: - script: build-cpython.sh - resources: - - 'build/psutil_requirements.txt' - - 'build/zstandard_requirements.txt' - -linux64-python-3.8: - treeherder: - symbol: TL(python) - run: - toolchain-alias: linux64-python - toolchain-artifact: public/build/python.tar.zst - fetches: - fetch: - - cpython-3.8.10 - worker: - docker-image: {in-tree: ubuntu1804-build-python} - -win64-python-3.8: - description: "cpython 3.8.10" - treeherder: - symbol: TW64(python) - run: - script: pack-cpython.sh - toolchain-alias: win64-python - toolchain-artifact: public/build/python.tar.zst - fetches: - toolchain: - - linux64-wine - fetch: - - cpython-3.8.10.exe - -macosx64-python-3.8: - treeherder: - symbol: TM(python) - worker-type: b-osx-1015 - run: - toolchain-alias: macosx64-python - toolchain-artifact: public/build/python.tar.zst - fetches: - fetch: - - cpython-3.8.10 - toolchain: - - macosx64-clang-toolchain - - macosx64-sdk-toolchain - - macosx64-xz - -### - -linux64-python-3.11: - treeherder: - symbol: TL(python3.11) - run: - toolchain-artifact: public/build/python.tar.zst - fetches: - fetch: - - cpython-3.11.7 - worker: - docker-image: {in-tree: ubuntu1804-build-python} - -win64-python-3.11: - description: "cpython 3.11.7" - treeherder: - symbol: TW64(python3.11) - run: - script: pack-cpython.sh - toolchain-artifact: public/build/python.tar.zst - fetches: - toolchain: - - linux64-wine - fetch: - - cpython-3.11.7.exe - -macosx64-python-3.11: - treeherder: - symbol: TM(python3.11) - worker-type: b-osx-1015 - run: - toolchain-artifact: public/build/python.tar.zst - fetches: - fetch: - - cpython-3.11.7 - toolchain: - - macosx64-clang-toolchain - - macosx64-sdk-toolchain - - macosx64-xz diff --git a/taskcluster/ci/toolchain/resourcemonitor.yml b/taskcluster/ci/toolchain/resourcemonitor.yml deleted file mode 100644 index f4ef9a41c4..0000000000 --- a/taskcluster/ci/toolchain/resourcemonitor.yml +++ /dev/null @@ -1,44 +0,0 @@ -# This Source Code Form is subject to the terms of the Mozilla Public -# License, v. 2.0. If a copy of the MPL was not distributed with this -# file, You can obtain one at http://mozilla.org/MPL/2.0/. ---- -job-defaults: - worker-type: b-linux-gcp - worker: - max-run-time: 1800 - fetches: - fetch: - - go-1.14.4 - - resource-monitor - run: - script: build-resourcemonitor.sh - sparse-profile: null - toolchain-artifact: public/build/resource-monitor.tar.zst - -linux64-resource-monitor: - description: "linux64 resourcemonitor toolchain build" - treeherder: - symbol: TL(rs-monitor) - run: - arguments: ['linux64'] - -macosx64-resource-monitor: - description: "macos64 resourcemonitor toolchain build" - treeherder: - symbol: TM(rs-monitor) - run: - arguments: ['macos64'] - -windows32-resource-monitor: - description: "windows32 resourcemonitor toolchain build" - treeherder: - symbol: TW32(rs-monitor) - run: - arguments: ['windows32'] - -windows64-resource-monitor: - description: "windows64 resourcemonitor toolchain build" - treeherder: - symbol: TW64(rs-monitor) - run: - arguments: ['windows64'] diff --git a/taskcluster/ci/toolchain/rust-size.yml b/taskcluster/ci/toolchain/rust-size.yml deleted file mode 100644 index 09963589a6..0000000000 --- a/taskcluster/ci/toolchain/rust-size.yml +++ /dev/null @@ -1,38 +0,0 @@ -# This Source Code Form is subject to the terms of the Mozilla Public -# License, v. 2.0. If a copy of the MPL was not distributed with this -# file, You can obtain one at http://mozilla.org/MPL/2.0/. ---- -job-defaults: - description: "rust-size toolchain build" - worker-type: b-linux-gcp - worker: - max-run-time: 1800 - run: - script: build-rust-based-toolchain.sh - fetches: - fetch: - - rust-size - -linux64-rust-size: - treeherder: - symbol: TL(rust-size) - run: - arguments: ['x86_64-unknown-linux-gnu'] - toolchain-artifact: public/build/rust-size.tar.zst - fetches: - toolchain: - - linux64-clang-toolchain - - linux64-rust-toolchain - - sysroot-x86_64-linux-gnu - -win64-rust-size: - treeherder: - symbol: TW64(rust-size) - run: - arguments: ['x86_64-pc-windows-msvc'] - toolchain-artifact: public/build/rust-size.tar.zst - fetches: - toolchain: - - linux64-clang-toolchain - - linux64-rust-windows-toolchain - - vs-toolchain diff --git a/taskcluster/ci/toolchain/rust.yml b/taskcluster/ci/toolchain/rust.yml deleted file mode 100644 index 437c497d71..0000000000 --- a/taskcluster/ci/toolchain/rust.yml +++ /dev/null @@ -1,233 +0,0 @@ -# This Source Code Form is subject to the terms of the Mozilla Public -# License, v. 2.0. If a copy of the MPL was not distributed with this -# file, You can obtain one at http://mozilla.org/MPL/2.0/. ---- -job-defaults: - description: "rust repack" - worker-type: b-linux-gcp - worker: - max-run-time: 7200 - run: - script: repack_rust.py - toolchain-artifact: public/build/rustc.tar.zst - -linux64-rust-1.74: - treeherder: - symbol: TL(rust-1.74) - run: - arguments: [ - '--channel', '1.74.0', - '--host', 'x86_64-unknown-linux-gnu', - '--target', 'x86_64-unknown-linux-gnu', - '--target', 'i686-unknown-linux-gnu', - '--target', 'wasm32-wasi', - ] - toolchain-alias: - - linux64-rust-base - - linux64-rust-toolchain - -linux64-rust-1.77: - treeherder: - symbol: TL(rust) - run: - arguments: [ - '--channel', '1.77.2', - '--host', 'x86_64-unknown-linux-gnu', - '--target', 'x86_64-unknown-linux-gnu', - '--target', 'i686-unknown-linux-gnu', - '--target', 'aarch64-unknown-linux-gnu', - '--target', 'wasm32-wasi', - ] - toolchain-alias: linux64-rust - -# A patched rust toolchain that allows us to use sanitizers in our vendored -# build environment. See the rust fetch's comments for more details. -linux64-rust-dev: - description: "build rust from source" - worker-type: b-linux-large-gcp - treeherder: - symbol: TL(rust-dev) - worker: - env: - # Work around https://github.com/rust-lang/rust/issues/105967 - RUSTFLAGS_BOOTSTRAP: '-Clink-arg=-Wl,--undefined-version' - RUSTFLAGS_NOT_BOOTSTRAP: '-Clink-arg=-Wl,--undefined-version' - run: - arguments: [ - '--patch', 'rust-vendor-std.patch', - '--patch', 'src/tools/cargo:cargo-vendor-std.patch', - '--channel', 'dev', - '--host', 'x86_64-unknown-linux-gnu', - '--target', 'x86_64-unknown-linux-gnu', - ] - fetches: - fetch: - - rust-1.77.2 - toolchain: - - linux64-clang-toolchain - - linux64-toolchain-sysroot - -linux64-rust-cross-1.77: - description: "rust repack with macos and windows cross support" - treeherder: - symbol: TL(rust-cross) - run: - arguments: [ - '--channel', '1.77.2', - '--host', 'x86_64-unknown-linux-gnu', - '--target', 'x86_64-unknown-linux-gnu', - '--target', 'i686-unknown-linux-gnu', - '--target', 'x86_64-apple-darwin', - '--target', 'aarch64-apple-darwin', - '--target', 'x86_64-pc-windows-msvc', - '--target', 'i686-pc-windows-msvc', - '--target', 'aarch64-pc-windows-msvc', - '--target', 'armv7-linux-androideabi', - '--target', 'thumbv7neon-linux-androideabi', - '--target', 'aarch64-linux-android', - '--target', 'i686-linux-android', - '--target', 'x86_64-linux-android', - ] - toolchain-alias: linux64-rust-cross - -linux64-rust-static-1.77: - description: "rust repack with static linking support" - treeherder: - symbol: TL(rust-static) - run: - arguments: [ - '--channel', '1.77.2', - '--host', 'x86_64-unknown-linux-gnu', - '--target', 'aarch64-unknown-linux-musl', - '--target', 'x86_64-unknown-linux-gnu', - '--target', 'x86_64-unknown-linux-musl', - '--target', 'i686-unknown-linux-gnu', - '--target', 'i686-unknown-linux-musl', - ] - toolchain-alias: linux64-rust-static - -linux64-rust-macos-1.70: - description: "rust repack with macos-cross support" - treeherder: - symbol: TL(rust-macos-1.70) - run: - arguments: [ - '--channel', '1.70.0', - '--host', 'x86_64-unknown-linux-gnu', - '--target', 'x86_64-unknown-linux-gnu', - '--target', 'x86_64-apple-darwin', - '--target', 'aarch64-apple-darwin', - ] - toolchain-alias: linux64-rust-macos-toolchain - -linux64-rust-macos-1.77: - description: "rust repack with macos-cross support" - treeherder: - symbol: TL(rust-macos) - run: - arguments: [ - '--channel', '1.77.2', - '--host', 'x86_64-unknown-linux-gnu', - '--target', 'x86_64-unknown-linux-gnu', - '--target', 'x86_64-apple-darwin', - '--target', 'aarch64-apple-darwin', - ] - toolchain-alias: linux64-rust-macos - -linux64-rust-ios-1.77: - description: "rust repack with ios-cross support" - treeherder: - symbol: TL(rust-ios) - run: - arguments: [ - '--channel', '1.77.2', - '--host', 'x86_64-unknown-linux-gnu', - '--target', 'x86_64-unknown-linux-gnu', - '--target', 'aarch64-apple-ios', - '--target', 'aarch64-apple-ios-sim', - ] - toolchain-alias: linux64-rust-ios - -linux64-rust-android-1.77: - description: "rust repack with android-cross support" - treeherder: - symbol: TL(rust-android) - run: - arguments: [ - '--channel', '1.77.2', - '--host', 'x86_64-unknown-linux-gnu', - '--target', 'x86_64-unknown-linux-gnu', - '--target', 'armv7-linux-androideabi', - '--target', 'thumbv7neon-linux-androideabi', - '--target', 'aarch64-linux-android', - '--target', 'i686-linux-android', - '--target', 'x86_64-linux-android', - ] - toolchain-alias: linux64-rust-android - -linux64-rust-windows-1.70: - description: "rust repack with windows-cross support" - treeherder: - symbol: TL(rust-win-1.70) - run: - arguments: [ - '--channel', '1.70.0', - '--host', 'x86_64-unknown-linux-gnu', - '--target', 'x86_64-unknown-linux-gnu', - '--target', 'x86_64-pc-windows-msvc', - '--target', 'i686-pc-windows-msvc', - ] - toolchain-alias: linux64-rust-windows-toolchain - -linux64-rust-windows-1.77: - description: "rust repack with windows-cross support" - treeherder: - symbol: TL(rust-win) - run: - arguments: [ - '--channel', '1.77.2', - '--host', 'x86_64-unknown-linux-gnu', - '--target', 'x86_64-unknown-linux-gnu', - '--target', 'x86_64-pc-windows-msvc', - '--target', 'i686-pc-windows-msvc', - '--target', 'aarch64-pc-windows-msvc', - ] - toolchain-alias: linux64-rust-windows - -win64-rust-1.77: - treeherder: - symbol: TW64(rust) - run: - arguments: [ - '--channel', '1.77.2', - '--host', 'x86_64-pc-windows-msvc', - '--target', 'x86_64-pc-windows-msvc', - '--target', 'i686-pc-windows-msvc', - '--target', 'aarch64-pc-windows-msvc', - ] - toolchain-alias: win64-rust - -macosx64-rust-1.77: - treeherder: - symbol: TM(rust) - run: - arguments: [ - '--channel', '1.77.2', - '--host', 'x86_64-apple-darwin', - '--target', 'x86_64-apple-darwin', - ] - toolchain-alias: macosx64-rust - -mingw32-rust-1.77: - treeherder: - symbol: TMW(rust) - run: - arguments: [ - '--channel', '1.77.2', - '--host', 'x86_64-unknown-linux-gnu', - '--target', 'i686-unknown-linux-gnu', - '--target', 'i686-pc-windows-gnu', - '--target', 'x86_64-pc-windows-gnu', - '--target', 'x86_64-unknown-linux-gnu', - ] - toolchain-alias: mingw32-rust diff --git a/taskcluster/ci/toolchain/sccache.yml b/taskcluster/ci/toolchain/sccache.yml deleted file mode 100644 index 6fa9ab46a5..0000000000 --- a/taskcluster/ci/toolchain/sccache.yml +++ /dev/null @@ -1,88 +0,0 @@ -# This Source Code Form is subject to the terms of the Mozilla Public -# License, v. 2.0. If a copy of the MPL was not distributed with this -# file, You can obtain one at http://mozilla.org/MPL/2.0/. ---- -job-defaults: - description: "sccache toolchain build" - attributes: - local-toolchain: true - treeherder: - symbol: TL(sccache) - worker-type: b-linux-gcp - worker: - max-run-time: 1800 - run: - using: toolchain-script - script: build-rust-based-toolchain.sh - toolchain-artifact: public/build/sccache.tar.zst - fetches: - fetch: - - sccache - -linux64-sccache: - treeherder: - symbol: TL(sccache) - run: - arguments: - - x86_64-unknown-linux-gnu - - s3 - - gcs - - azure - - dist-server - - openssl/vendored - - native-zlib - fetches: - toolchain: - - linux64-rust-toolchain - - linux64-clang-toolchain - - sysroot-x86_64-linux-gnu - -macosx64-sccache: - treeherder: - symbol: TM(sccache) - run: - arguments: - - x86_64-apple-darwin - - all - - native-zlib - fetches: - toolchain: - - linux64-rust-macos-toolchain - - linux64-clang-toolchain - - macosx64-sdk-toolchain - -macosx64-aarch64-sccache: - treeherder: - symbol: TM(sccache-aarch64) - worker: - max-run-time: 1800 - run: - arguments: - - aarch64-apple-darwin - - all - - native-zlib - fetches: - toolchain: - - linux64-rust-macos-toolchain - - linux64-clang-toolchain - - macosx64-sdk-toolchain - -win64-sccache: - treeherder: - symbol: TW64(sccache) - worker: - env: - # Blake3 assembly can't be cross-compiled. The intrinsics version should be good enough. - CARGO_FEATURE_PREFER_INTRINSICS: '1' - run: - arguments: - - x86_64-pc-windows-msvc - - dist-client - - s3 - - gcs - - native-zlib - fetches: - toolchain: - - linux64-clang-toolchain - - linux64-rust-windows-toolchain - - vs-toolchain diff --git a/taskcluster/ci/toolchain/sysroot.yml b/taskcluster/ci/toolchain/sysroot.yml deleted file mode 100644 index e4479d16e0..0000000000 --- a/taskcluster/ci/toolchain/sysroot.yml +++ /dev/null @@ -1,206 +0,0 @@ -# This Source Code Form is subject to the terms of the Mozilla Public -# License, v. 2.0. If a copy of the MPL was not distributed with this -# file, You can obtain one at http://mozilla.org/MPL/2.0/. ---- -job-defaults: - worker-type: b-linux-gcp - worker: - max-run-time: 1800 - run: - using: toolchain-script - script: build-sysroot.sh - toolchain-artifact: public/build/sysroot.tar.zst - -sysroot-i686-linux-gnu: - description: "Sysroot for linux32 builds" - attributes: - local-toolchain: true - worker: - env: - PACKAGES_TASKS: {task-reference: ''} - treeherder: - symbol: TL(sysroot32) - dependencies: - gcc-8: packages-deb8-32-gcc-8 - run: - toolchain-artifact: public/build/sysroot-i686-linux-gnu.tar.zst - arguments: - - i386 - -sysroot-x86_64-linux-gnu: - description: "Sysroot for linux64 builds" - attributes: - local-toolchain: true - worker: - env: - PACKAGES_TASKS: {task-reference: ''} - treeherder: - symbol: TL(sysroot64) - dependencies: - gcc-8: packages-deb8-gcc-8 - run: - toolchain-artifact: public/build/sysroot-x86_64-linux-gnu.tar.zst - arguments: - - amd64 - -sysroot-x86_64-linux-gnu-x11: - description: "Sysroot for linux64 builds (X11-only)" - attributes: - local-toolchain: true - worker: - env: - PACKAGES_TASKS: {task-reference: ' '} - treeherder: - symbol: TL(sysroot64-x11) - dependencies: - gcc-8: packages-deb8-gcc-8 - gtk3: packages-deb8-gtk3 - run: - toolchain-artifact: public/build/sysroot-x86_64-linux-gnu.tar.zst - arguments: - - amd64 - -sysroot-wasm32-wasi-clang-8.0: - description: "Sysroot for wasi" - attributes: - local-toolchain: true - treeherder: - symbol: TL(sysroot-wasi-8) - run: - script: build-sysroot-wasi.sh - toolchain-artifact: public/build/sysroot-wasm32-wasi.tar.zst - fetches: - fetch: - - clang-8.0 - - wasi-sdk-11 - toolchain: - - linux64-clang-8.0 - - wasm32-wasi-compiler-rt-8.0 - -sysroot-wasm32-wasi-clang-17: - description: "Sysroot for wasi" - attributes: - local-toolchain: true - treeherder: - symbol: TL(sysroot-wasi-17) - run: - script: build-sysroot-wasi.sh - arguments: - - wasi-sdk.patch - resources: - - taskcluster/scripts/misc/wasi-sdk.patch - toolchain-alias: - by-project: - toolchains: null - default: sysroot-wasm32-wasi - toolchain-artifact: public/build/sysroot-wasm32-wasi.tar.zst - fetches: - fetch: - - clang-17 - - wasi-sdk - toolchain: - - linux64-clang-17-stage1 - - wasm32-wasi-compiler-rt-17 - -sysroot-wasm32-wasi-clang-18: - description: "Sysroot for wasi" - attributes: - local-toolchain: true - treeherder: - symbol: TL(sysroot-wasi-18) - run: - script: build-sysroot-wasi.sh - arguments: - - wasi-sdk.patch - resources: - - taskcluster/scripts/misc/wasi-sdk.patch - toolchain-artifact: public/build/sysroot-wasm32-wasi.tar.zst - fetches: - fetch: - - clang-18 - - wasi-sdk - toolchain: - - linux64-clang-18-stage1 - - wasm32-wasi-compiler-rt-18 - -sysroot-wasm32-wasi-clang-trunk: - description: "Sysroot for wasi" - attributes: - cached_task: false - treeherder: - symbol: TL(sysroot-wasi-trunk) - run: - script: build-sysroot-wasi.sh - arguments: - - wasi-sdk.patch - resources: - - taskcluster/scripts/misc/wasi-sdk.patch - toolchain-alias: - by-project: - toolchains: sysroot-wasm32-wasi - default: null - toolchain-artifact: public/build/sysroot-wasm32-wasi.tar.zst - fetches: - fetch: - - clang-trunk - - wasi-sdk - toolchain: - - linux64-clang-trunk-stage1 - - wasm32-wasi-compiler-rt-trunk - -sysroot-aarch64-linux-gnu: - description: "Sysroot for linux64 aarch64 builds" - attributes: - local-toolchain: true - treeherder: - symbol: TL(sysroot-aarch64) - run: - toolchain-artifact: public/build/sysroot-aarch64-linux-gnu.tar.zst - arguments: - - arm64 - -linux32-toolchain-sysroot: - description: "Sysroot for linux32 toolchain builds" - worker: - env: - PACKAGES_TASKS: {task-reference: ''} - treeherder: - symbol: TL(sysroot32-toolchain) - dependencies: - gcc-8: packages-deb8-32-gcc-8 - run: - arguments: - - i386 - # For clang - - binutils-dev - - libxml2-dev - # For minidump-stackwalk - - libcurl4-openssl-dev - - libssl-dev - - libbz2-dev - # For msix-package - - libicu-dev - -linux64-toolchain-sysroot: - description: "Sysroot for linux64 toolchain builds" - worker: - env: - PACKAGES_TASKS: {task-reference: ''} - treeherder: - symbol: TL(sysroot64-toolchain) - dependencies: - gcc-8: packages-deb8-gcc-8 - run: - arguments: - - amd64 - # For clang - - binutils-dev - - gcc-multilib - - lib32stdc++-8-dev - - libxml2-dev - # For minidump-stackwalk - - libcurl4-openssl-dev - - libssl-dev - - libbz2-dev - # For msix-package - - libicu-dev diff --git a/taskcluster/ci/trigger-comm-central/kind.yml b/taskcluster/ci/trigger-comm-central/kind.yml deleted file mode 100644 index 0b6dfb2c64..0000000000 --- a/taskcluster/ci/trigger-comm-central/kind.yml +++ /dev/null @@ -1,43 +0,0 @@ -# This Source Code Form is subject to the terms of the Mozilla Public -# License, v. 2.0. If a copy of the MPL was not distributed with this -# file, You can obtain one at http://mozilla.org/MPL/2.0/. ---- -loader: gecko_taskgraph.loader.transform:loader - -transforms: - - gecko_taskgraph.transforms.trigger_comm_central:transforms - - gecko_taskgraph.transforms.job:transforms - - gecko_taskgraph.transforms.task:transforms - -job-defaults: - run-on-projects: ['mozilla-central-only'] - treeherder: - kind: other - platform: other/opt - tier: 2 - worker-type: b-linux-gcp - worker: - docker-image: {in-tree: debian12-amd64-build} - max-run-time: 600 - taskcluster-proxy: true - run: - using: run-task - checkout: false - -jobs: - tb-rust: - description: 'Schedule job to verify the comm-central copy of third_party/rust' - treeherder: - symbol: tb-rust - run: - command: '/usr/bin/curl --fail --verbose -X POST -d "{}" -H "Content-Type: application/json" ${TASKCLUSTER_PROXY_URL}/api/hooks/v1/hooks/project-releng/cron-task-comm-central%2ftb-rust-vendor-check/trigger' - when: - files-changed: - - Cargo.lock - - Cargo.toml - - toolkit/library/rust/shared/Cargo.toml - scopes: - by-level: - '3': - - 'hooks:trigger-hook:project-releng/cron-task-comm-central/tb-rust-vendor-check' - default: [] diff --git a/taskcluster/ci/ui-test-apk/kind.yml b/taskcluster/ci/ui-test-apk/kind.yml deleted file mode 100644 index 405a59f03a..0000000000 --- a/taskcluster/ci/ui-test-apk/kind.yml +++ /dev/null @@ -1,353 +0,0 @@ -# This Source Code Form is subject to the terms of the Mozilla Public -# License, v. 2.0. If a copy of the MPL was not distributed with this -# file, You can obtain one at http://mozilla.org/MPL/2.0/. ---- -loader: gecko_taskgraph.loader.transform:loader - -transforms: - - gecko_taskgraph.transforms.test_apk:transforms - # While not a build, the build optimization works well for these tasks. - - gecko_taskgraph.transforms.build_schedules:transforms - - gecko_taskgraph.transforms.job:transforms - - gecko_taskgraph.transforms.task:transforms - -kind-dependencies: - - toolchain - - signing-apk - -job-defaults: - attributes: - build-type: debug - retrigger: true - fetches: - toolchain: - - android-sdk-linux - optimization: - skip-unless-backstop: null - worker-type: b-linux-medium-gcp - worker: - docker-image: {in-tree: android-ui-tests} - max-run-time: 7200 - env: - GOOGLE_APPLICATION_CREDENTIALS: '.firebase_token.json' - ANDROID_SDK_ROOT: /builds/worker/fetches/android-sdk-linux - artifacts: - - name: public - path: /builds/worker/artifacts - type: directory - retry-exit-status: [20] - treeherder: - kind: test - tier: 2 - run: - use-caches: false - using: run-commands - dummy-secrets: - - content: "faketoken" - path: .adjust_token - routes: - by-level: - '3': - - notify.slack-channel.G016BC5FUHJ.on-failed - 'default': [] - scopes: - by-level: - '3': - - queue:route:notify.slack-channel.G016BC5FUHJ.on-failed - - notify:slack-channel:G016BC5FUHJ - 'default': [] - extra: - notify: - by-level: - '3': - slackText: 'https://firefox-ci-tc.services.mozilla.com/tasks/${status.taskId} | ${task.metadata.name} | ${task.metadata.source}' - slackBlocks: | - [ - { - "type": "header", - "text": { - "type": "plain_text", - "text": "firefox-android :firefox: ${task.metadata.name} :x:\n " - } - }, - { - "type": "divider" - }, - { - "type": "section", - "text": { - "type": "mrkdwn", - "text": "*Task*: " - } - }, - { - "type": "section", - "text": { - "type": "mrkdwn", - "text": "*Owner*: ${task.metadata.owner}" - } - }, - { - "type": "section", - "text": { - "type": "mrkdwn", - "text": "*Source*: <${task.payload.env.GECKO_BASE_REPOSITORY}/rev/${task.payload.env.GECKO_HEAD_REV}|Commit> :hg:" - } - }, - { - "type": "divider" - }, - { - "type": "context", - "elements": [ - { - "type": "mrkdwn", - "text": ":testops-notify: created by " - } - ] - } - ] - 'default': {} - -jobs: - focus-arm-debug: - attributes: - build-type: focus-debug-firebase - shipping-product: focus - description: 'Focus UI tests with firebase' - run: - secrets: - - name: project/mobile/firefox-android/focus-android/firebase - key: firebaseToken - path: .firebase_token.json - json: true - pre-commands: - - ["cd", "mobile/android/focus-android"] - commands: - - [wget, {artifact-reference: ''}, '-O', app.apk] - - [wget, {artifact-reference: ''}, '-O', android-test.apk] - - [python3, ../../../taskcluster/scripts/tests/test-lab.py, arm64-v8a, app.apk, --apk_test, android-test.apk] - dependencies: - # key is arbitrary, the value corresponds to - - signed-apk-debug-apk: signing-apk-focus-debug - signed-apk-android-test: signing-apk-focus-android-test-debug - treeherder: - platform: 'focus-ui-test/opt' - symbol: focus-debug(ui-test-arm) - worker: - env: - GOOGLE_PROJECT: 'moz-focus-android' - focus-arm-nightly: - attributes: - build-type: focus-nightly-firebase - shipping-product: focus - description: 'UI tests on Nightly with firebase' - dependencies: - signed-apk-debug-apk: signing-apk-focus-nightly-firebase - signed-apk-android-test: signing-apk-focus-android-test-nightly - run-on-projects: [trunk] - run: - secrets: - - name: project/mobile/firefox-android/focus-android/firebase - key: firebaseToken - path: .firebase_token.json - json: true - pre-commands: - - ["cd", "mobile/android/focus-android"] - commands: - - [wget, {artifact-reference: ''}, '-O', app.apk] - - [wget, {artifact-reference: ''}, '-O', android-test.apk] - - [python3, ../../../taskcluster/scripts/tests/test-lab.py, arm-start-test, app.apk, --apk_test, android-test.apk] - treeherder: - platform: 'focus-ui-test/opt' - symbol: focus-nightly(ui-test-arm-nightly) - worker: - env: - GOOGLE_PROJECT: 'moz-focus-android' - focus-arm-beta: - attributes: - build-type: focus-beta-firebase - shipping-product: focus - description: 'UI tests on Beta with firebase' - dependencies: - signed-apk-debug-apk: signing-apk-focus-beta-firebase - signed-apk-android-test: signing-apk-focus-android-test-beta - run-on-projects: [release] - run: - secrets: - - name: project/mobile/firefox-android/focus-android/firebase - key: firebaseToken - path: .firebase_token.json - json: true - pre-commands: - - ["cd", "mobile/android/focus-android"] - commands: - - [wget, {artifact-reference: ''}, '-O', app.apk] - - [wget, {artifact-reference: ''}, '-O', android-test.apk] - - [python3, ../../../taskcluster/scripts/tests/test-lab.py, arm-beta, app.apk, --apk_test, android-test.apk] - treeherder: - platform: 'focus-ui-test/opt' - symbol: focus-beta(ui-test-arm-beta) - worker: - env: - GOOGLE_PROJECT: 'moz-focus-android' - fenix-arm-debug: - attributes: - build-type: fenix-debug-firebase - shipping-product: fenix - description: Test Fenix - dependencies: - signed-apk-debug-apk: signing-apk-fenix-debug - signed-apk-android-test: signing-apk-fenix-android-test-debug - run: - secrets: - - name: project/mobile/firefox-android/fenix/firebase - key: firebaseToken - path: .firebase_token.json - json: true - pre-commands: - - ["cd", "mobile/android/fenix"] - commands: - - [wget, {artifact-reference: ''}, '-O', app.apk] - - [wget, {artifact-reference: ''}, '-O', android-test.apk] - - [python3, ../../../taskcluster/scripts/tests/test-lab.py, arm64-v8a, app.apk, --apk_test, android-test.apk] - treeherder: - platform: 'fenix-ui-test/opt' - symbol: fenix-debug(ui-test-arm) - worker: - env: - GOOGLE_PROJECT: moz-fenix - screenshots-arm: - attributes: - build-type: fenix-debug-screenshots - shipping-product: fenix - screenshots: true - cron: true - description: Run UI screenshots tests to keep them up to date - dependencies: - signed-apk-debug-apk: signing-apk-fenix-debug - signed-apk-android-test: signing-apk-fenix-android-test-debug - run: - secrets: - - name: project/mobile/firefox-android/fenix/firebase - key: firebaseToken - path: .firebase_token.json - json: true - pre-commands: - - ["cd", "mobile/android/fenix"] - commands: - - [wget, {artifact-reference: ''}, '-O', app.apk] - - [wget, {artifact-reference: ''}, '-O', android-test.apk] - - [python3, ../../../taskcluster/scripts/tests/test-lab.py, arm-screenshots-tests, app.apk, --apk_test, android-test.apk] - treeherder: - platform: 'fenix-ui-test/opt' - symbol: fenix-debug(screenshots-arm) - worker: - env: - GOOGLE_PROJECT: moz-fenix - fenix-arm-beta: - attributes: - build-type: fenix-beta-firebase - shipping-product: fenix - description: Test Fenix - dependencies: - signed-apk-debug-apk: signing-apk-fenix-beta-firebase - signed-apk-android-test: signing-apk-fenix-android-test-beta - run-on-projects: [release] - run: - secrets: - - name: project/mobile/firefox-android/fenix/firebase - key: firebaseToken - path: .firebase_token.json - json: true - pre-commands: - - ["cd", "mobile/android/fenix"] - commands: - - [wget, {artifact-reference: ''}, '-O', app.apk] - - [wget, {artifact-reference: ''}, '-O', android-test.apk] - - [python3, ../../../taskcluster/scripts/tests/test-lab.py, arm-beta, app.apk, --apk_test, android-test.apk] - treeherder: - platform: 'fenix-ui-test/opt' - symbol: fenix-beta(ui-test-arm-beta) - worker: - env: - GOOGLE_PROJECT: moz-fenix - fenix-arm-nightly: - attributes: - build-type: fenix-nightly-firebase - shipping-product: fenix - description: Test Fenix - dependencies: - signed-apk-debug-apk: signing-apk-fenix-nightly-firebase - signed-apk-android-test: signing-apk-fenix-android-test-nightly - run-on-projects: [trunk] - run: - secrets: - - name: project/mobile/firefox-android/fenix/firebase - key: firebaseToken - path: .firebase_token.json - json: true - pre-commands: - - ["cd", "mobile/android/fenix"] - commands: - - [wget, {artifact-reference: ''}, '-O', app.apk] - - [wget, {artifact-reference: ''}, '-O', android-test.apk] - - [python3, ../../../taskcluster/scripts/tests/test-lab.py, arm-start-test, app.apk, --apk_test, android-test.apk] - treeherder: - platform: 'fenix-ui-test/opt' - symbol: fenix-nightly(ui-test-arm-nightly) - worker: - env: - GOOGLE_PROJECT: moz-fenix - fenix-legacy-arm: - attributes: - build-type: fenix-legacy - legacy: true - shipping-product: fenix - description: Run select UI tests on legacy Android devices and API levels - dependencies: - signed-apk-debug-apk: signing-apk-fenix-debug - signed-apk-android-test: signing-apk-fenix-android-test-debug - run: - secrets: - - name: project/mobile/firefox-android/fenix/firebase - key: firebaseToken - path: .firebase_token.json - json: true - pre-commands: - - ["cd", "mobile/android/fenix"] - commands: - - [wget, {artifact-reference: ''}, '-O', app.apk] - - [wget, {artifact-reference: ''}, '-O', android-test.apk] - - [python3, ../../../taskcluster/scripts/tests/test-lab.py, arm-legacy-api-tests, app.apk, --apk_test, android-test.apk] - treeherder: - platform: 'fenix-ui-test/opt' - symbol: fenix-debug(legacy-arm) - worker: - env: - GOOGLE_PROJECT: moz-fenix - - fenix-robo-arm-debug: - attributes: - build-type: fenix-robo - shipping-product: fenix - description: Run Robo test on ARM devices - dependencies: - signed-apk-debug-apk: signing-apk-fenix-debug - run: - secrets: - - name: project/mobile/firefox-android/fenix/firebase - key: firebaseToken - path: .firebase_token.json - json: true - pre-commands: - - ["cd", "mobile/android/fenix"] - commands: - - [wget, {artifact-reference: ''}, '-O', app.apk] - - [python3, ../../../taskcluster/scripts/tests/test-lab.py, arm-robo-test, app.apk] - treeherder: - platform: 'fenix-ui-test/opt' - symbol: fenix-debug(robo-arm) - worker: - env: - GOOGLE_PROJECT: moz-fenix diff --git a/taskcluster/ci/updatebot/kind.yml b/taskcluster/ci/updatebot/kind.yml deleted file mode 100644 index 2a1bc00d42..0000000000 --- a/taskcluster/ci/updatebot/kind.yml +++ /dev/null @@ -1,92 +0,0 @@ -# This Source Code Form is subject to the terms of the Mozilla Public -# License, v. 2.0. If a copy of the MPL was not distributed with this -# file, You can obtain one at http://mozilla.org/MPL/2.0/. ---- -loader: gecko_taskgraph.loader.transform:loader - -kind-dependencies: - - fetch - - toolchain - -transforms: - - gecko_taskgraph.transforms.release_notifications:transforms - - gecko_taskgraph.transforms.job:transforms - - gecko_taskgraph.transforms.task:transforms - -jobs: - cron: - description: Cron Job for Updatebot - run-on-projects: [] - treeherder: - kind: other - platform: updatebot/all - symbol: cron - tier: 1 - worker-type: b-linux-gcp - worker: - docker-image: {in-tree: updatebot} - max-run-time: 4500 - taskcluster-proxy: true - scopes: - - secrets:get:project/updatebot/{level}/try-sshkey - - secrets:get:project/updatebot/{level}/phabricator-token - - secrets:get:project/updatebot/{level}/bugzilla-api-key - - secrets:get:project/updatebot/{level}/database-password - - secrets:get:project/updatebot/{level}/sentry-url - - secrets:get:project/updatebot/{level}/sql-proxy-config - - hooks:trigger-hook:project-gecko/in-tree-action-1-generic/* - run: - using: run-task - command: /builds/worker/run.py /builds/worker/checkouts/gecko /builds/worker/updatebot - notifications: - subject: 'updatebot cron failed' - message: 'updatebot cron failed' - status-types: - - on-failed - - on-exception - emails: ["tom@mozilla.com", "fbraun@mozilla.com"] - fetches: - toolchain: - - linux64-rust - - linux64-cargo-vet - - cron-win: - description: Cron Job for Updatebot (Windows) - run-on-projects: [] - treeherder: - kind: other - platform: updatebot/all - symbol: w-cron - tier: 1 - worker-type: b-win2022 - worker: - max-run-time: 4500 - taskcluster-proxy: true - # begin _GENERATE_DEPOT_TOOLS_BINARIES_ - # artifacts: - # - type: directory - # name: public/depot_tools.zip - # path: build\src\obj-build\depot_tools - # end _GENERATE_DEPOT_TOOLS_BINARIES_ - env: - TOOLTOOL_MANIFEST: "taskcluster/ci/updatebot/tooltool-manifests/updatebot.manifest" - MSYSTEM: "MINGW64" - run: - using: run-task - cwd: '{checkout}' - command: ./taskcluster/docker/updatebot/windows-setup.sh - tooltool-downloads: internal - scopes: - - secrets:get:project/updatebot/{level}/try-sshkey - - secrets:get:project/updatebot/{level}/phabricator-token - - secrets:get:project/updatebot/{level}/bugzilla-api-key - - secrets:get:project/updatebot/{level}/database-password - - secrets:get:project/updatebot/{level}/sentry-url - - secrets:get:project/updatebot/{level}/sql-proxy-config - - hooks:trigger-hook:project-gecko/in-tree-action-1-generic/* - fetches: - fetch: - - cloud-sql-proxy-1.25.0 - - php-windows-7.4.24 - - arcanist - - depot_tools diff --git a/taskcluster/ci/updatebot/moz.build b/taskcluster/ci/updatebot/moz.build deleted file mode 100644 index 315dc32600..0000000000 --- a/taskcluster/ci/updatebot/moz.build +++ /dev/null @@ -1,8 +0,0 @@ -# -*- Mode: python; indent-tabs-mode: nil; tab-width: 40 -*- -# vim: set filetype=python: -# This Source Code Form is subject to the terms of the Mozilla Public -# License, v. 2.0. If a copy of the MPL was not distributed with this -# file, You can obtain one at http://mozilla.org/MPL/2.0/. - -with Files("**"): - BUG_COMPONENT = ("Developer Infrastructure", "Mach Vendor & Updatebot") diff --git a/taskcluster/ci/updatebot/tooltool-manifests/updatebot.manifest b/taskcluster/ci/updatebot/tooltool-manifests/updatebot.manifest deleted file mode 100644 index f284d80914..0000000000 --- a/taskcluster/ci/updatebot/tooltool-manifests/updatebot.manifest +++ /dev/null @@ -1,29 +0,0 @@ -[ - { - "version": "vcruntime140.dll from Microsoft Visual C++ Redistributable for Visual Studio 2019 ver 14.29.30133.0", - "size": 97160, - "visibility": "internal", - "digest": "aa6afd6bea27f554e3646152d8c4f96f7bcaaa4933f8b7c04346e410f93f23cfa6d29362fd5d51ccbb8b6223e094cd89e351f072ad0517553703f5bf9de28778", - "algorithm": "sha512", - "filename": "vcruntime140.dll", - "unpack": false - }, - { - "version": "Visual Studio Community 2019, Windows SDK 10.0.19041.0, and a few system dlls Lobotmized for Angle Update", - "filename": "vs-sdk-and-windir-shim.zip", - "size": 463564917, - "algorithm": "sha512", - "digest": "20d93b0014ca44a666ca2b5cc570127f24378454889ff0a036df72213cd18140185d2c2e61df40bf1e4c0d9d2dc83a7796af9d2a13252de3c85faad068291945", - "visibility": "internal", - "unpack": true - }, - { - "version": "Windows binaries for depot_tools retrieved with depot_tools revision 7b3351443198f4e7d068999b169385b55a43679a on 2021-12-18", - "filename": "depot_tools-preloaded-binaries-7b3351443198f4e7d068999b169385b55a43679a-2021-12-18.zip", - "size": 315038144, - "algorithm": "sha512", - "digest": "250f3f3fcf631c53de1f505c53eb5ba782864fa92111eef0d710a1e7d0ad3da66db2fb8908d7c6d83e149674e976984d679f9a641eb9bea0b5c3d7b4f236920d", - "visibility": "internal", - "unpack": true - } -] diff --git a/taskcluster/ci/upload-generated-sources-dummy/kind.yml b/taskcluster/ci/upload-generated-sources-dummy/kind.yml deleted file mode 100644 index 56e6762839..0000000000 --- a/taskcluster/ci/upload-generated-sources-dummy/kind.yml +++ /dev/null @@ -1,26 +0,0 @@ -# This Source Code Form is subject to the terms of the Mozilla Public -# License, v. 2.0. If a copy of the MPL was not distributed with this -# file, You can obtain one at http://mozilla.org/MPL/2.0/. ---- -loader: gecko_taskgraph.loader.transform:loader - -transforms: - - taskgraph.transforms.from_deps - - gecko_taskgraph.transforms.per_platform_dummy - - gecko_taskgraph.transforms.mac_dummy - - gecko_taskgraph.transforms.task - -only-for-build-platforms: - macosx64-shippable/opt - macosx64-devedition/opt - -kind-dependencies: - - build - - upload-generated-sources - -jobs: - upload-generated-sources-dummy: - description: Dummy task to pull in mac x64 and aarch64 upload-generated-symbols tasks - from-deps: - group-by: single-with-filters - worker-type: succeed diff --git a/taskcluster/ci/upload-generated-sources/kind.yml b/taskcluster/ci/upload-generated-sources/kind.yml deleted file mode 100644 index 86123d336d..0000000000 --- a/taskcluster/ci/upload-generated-sources/kind.yml +++ /dev/null @@ -1,42 +0,0 @@ -# This Source Code Form is subject to the terms of the Mozilla Public -# License, v. 2.0. If a copy of the MPL was not distributed with this -# file, You can obtain one at http://mozilla.org/MPL/2.0/. ---- -loader: gecko_taskgraph.loader.transform:loader - -transforms: - - taskgraph.transforms.from_deps - - gecko_taskgraph.transforms.upload_generated_sources - - gecko_taskgraph.transforms.job - - gecko_taskgraph.transforms.task - -kind-dependencies: - - build - -only-for-attributes: - - nightly - - shippable - - upload-generated-sources - -not-for-build-platforms: - - macosx64-shippable/opt - - macosx64-devedition/opt - -jobs: - upload-generated-sources: - description: Upload generated source files from build - from-deps: - group-by: single-with-filters - worker-type: t-linux-xlarge - treeherder: - symbol: Ugs - kind: build - worker: - docker-image: {in-tree: "lint"} - max-run-time: 600 - run: - using: mach - mach: {artifact-reference: "python --virtualenv upload-generated-sources build/upload_generated_sources.py "} - sparse-profile: upload-generated-sources - scopes: - - secrets:get:project/releng/gecko/build/level-{level}/gecko-generated-sources-upload diff --git a/taskcluster/ci/upload-symbols-dummy/kind.yml b/taskcluster/ci/upload-symbols-dummy/kind.yml deleted file mode 100644 index d9202ef373..0000000000 --- a/taskcluster/ci/upload-symbols-dummy/kind.yml +++ /dev/null @@ -1,27 +0,0 @@ -# This Source Code Form is subject to the terms of the Mozilla Public -# License, v. 2.0. If a copy of the MPL was not distributed with this -# file, You can obtain one at http://mozilla.org/MPL/2.0/. ---- -loader: gecko_taskgraph.loader.transform:loader - -transforms: - - taskgraph.transforms.from_deps - - gecko_taskgraph.transforms.per_platform_dummy - - gecko_taskgraph.transforms.mac_dummy - - gecko_taskgraph.transforms.task - -only-for-build-platforms: - macosx64-shippable/opt - macosx64-devedition/opt - -kind-dependencies: - - build - - upload-symbols - -jobs: - upload-symbols-dummy: - description: Dummy task to pull in mac x64 and aarch64 upload-symbols tasks - from-deps: - group-by: single-with-filters - unique-kinds: false - worker-type: succeed diff --git a/taskcluster/ci/upload-symbols/kind.yml b/taskcluster/ci/upload-symbols/kind.yml deleted file mode 100644 index cf6875520a..0000000000 --- a/taskcluster/ci/upload-symbols/kind.yml +++ /dev/null @@ -1,53 +0,0 @@ -# This Source Code Form is subject to the terms of the Mozilla Public -# License, v. 2.0. If a copy of the MPL was not distributed with this -# file, You can obtain one at http://mozilla.org/MPL/2.0/. ---- -loader: gecko_taskgraph.loader.transform:loader - -transforms: - - taskgraph.transforms.from_deps - - gecko_taskgraph.transforms.upload_symbols - - gecko_taskgraph.transforms.job - - gecko_taskgraph.transforms.task - -kind-dependencies: - - build - - toolchain - -not-for-build-platforms: - # Address Sanitizer builds don't have symbols to upload. - - linux64-asan-reporter-shippable/opt - - win64-asan-reporter-shippable/opt - - linux-geckodriver/opt - - linux64-geckodriver/opt - - linux64-aarch64-geckodriver/opt - - macosx64-geckodriver/opt - - macosx64-aarch64-geckodriver/opt - - win32-geckodriver/opt - - win64-geckodriver/opt - - win64-aarch64-geckodriver/opt - -jobs: - upload-symbols: - description: Upload Symbols - from-deps: - group-by: platform - worker-type: b-linux-gcp - use-python: default - worker: - docker-image: {in-tree: "debian12-base"} - max-run-time: 1800 - env: - # {level} gets replaced in the upload_symbols transform - SYMBOL_SECRET: "project/releng/gecko/build/level-{level}/gecko-symbol-upload" - MAKECAB: /builds/worker/fetches/makecab/makecab - MACH_BUILD_PYTHON_NATIVE_PACKAGE_SOURCE: system - run: - using: mach - mach: {artifact-reference: "python toolkit/crashreporter/tools/upload_symbols.py "} - sparse-profile: upload-symbols - scopes: - - secrets:get:project/releng/gecko/build/level-{level}/gecko-symbol-upload - fetches: - toolchain: - - linux64-makecab diff --git a/taskcluster/ci/valgrind/kind.yml b/taskcluster/ci/valgrind/kind.yml deleted file mode 100644 index 9ccff4188f..0000000000 --- a/taskcluster/ci/valgrind/kind.yml +++ /dev/null @@ -1,65 +0,0 @@ -# This Source Code Form is subject to the terms of the Mozilla Public -# License, v. 2.0. If a copy of the MPL was not distributed with this -# file, You can obtain one at http://mozilla.org/MPL/2.0/. ---- -loader: gecko_taskgraph.loader.transform:loader - -kind-dependencies: - - toolchain - -transforms: - - gecko_taskgraph.transforms.build_attrs:transforms - - gecko_taskgraph.transforms.build_lints:transforms - - gecko_taskgraph.transforms.job:transforms - - gecko_taskgraph.transforms.task:transforms - -job-defaults: - attributes: - retrigger: true - use-python: default - -jobs: - linux64-valgrind-qr/opt-swr: - description: "Linux64 Valgrind Opt WebRender" - index: - product: firefox - job-name: linux64-valgrind-qr/opt-swr - treeherder: - platform: linux64-qr/opt - symbol: V-swr - kind: build - tier: 1 - worker-type: t-linux-kvm - worker: - docker-image: {in-tree: valgrind-build} - max-run-time: 72000 - env: - NEED_XVFB: "true" - PERFHERDER_EXTRA_OPTIONS: valgrind - run: - using: mozharness - actions: [get-secrets, build, valgrind-test] - custom-build-variant-cfg: valgrind - config: - - builds/releng_base_firefox.py - - builds/releng_base_linux_64_builds.py - extra-config: - extra_prefs: [gfx.webrender.software=true] - script: "mozharness/scripts/fx_desktop_build.py" - secrets: true - tooltool-downloads: public - use-sccache: true - fetches: - toolchain: - - linux64-clang - - linux64-rust - - linux64-cbindgen - - linux64-dump_syms - - linux64-sccache - - linux64-nasm - - linux64-node - - linux64-pkgconf - - sysroot-x86_64-linux-gnu - - sysroot-wasm32-wasi - optimization: - skip-unless-expanded: null diff --git a/taskcluster/ci/webrender/kind.yml b/taskcluster/ci/webrender/kind.yml deleted file mode 100644 index 9443a096c1..0000000000 --- a/taskcluster/ci/webrender/kind.yml +++ /dev/null @@ -1,634 +0,0 @@ -# This Source Code Form is subject to the terms of the Mozilla Public -# License, v. 2.0. If a copy of the MPL was not distributed with this -# file, You can obtain one at http://mozilla.org/MPL/2.0/. ---- -loader: gecko_taskgraph.loader.transform:loader - -kind-dependencies: - - toolchain - - build - -transforms: - - gecko_taskgraph.transforms.job:transforms - - gecko_taskgraph.transforms.task:transforms - -job-defaults: - attributes: - retrigger: true - run-on-projects: ['integration', 'release'] - treeherder: - tier: 1 - kind: other - worker: - max-run-time: 3600 - env: - RUST_BACKTRACE: 'full' - RUSTFLAGS: '--deny warnings' - run: - sparse-profile: webrender - use-python: default - -jobs: - lint-tidy: - description: Runs linting checks on WebRender code - worker-type: b-linux-gcp - worker: - docker-image: {in-tree: webrender} - run: - using: run-task - cwd: '{checkout}/gfx/wr' - command: >- - pushd /tmp && - python3 -m pip install six && - python3 -m pip install -e 'git+https://github.com/servo/servo.git@65a4d1646da46c37fe748add6dcf24b62ebb602a#egg=servo_tidy&subdirectory=python/tidy' && - popd && - servo-tidy - treeherder: - platform: linux64-qr/opt - symbol: WR(tidy) - when: - files-changed: - - 'gfx/wr/**' - - linux64-release: - description: Runs release-mode WebRender CI tests on a Linux worker - worker-type: b-linux-gcp - worker: - docker-image: {in-tree: webrender} - fetches: - toolchain: - - linux64-rust - - wrench-deps - run: - using: run-task - command: >- - export PATH=$PATH:$MOZ_FETCHES_DIR/rustc/bin:${MOZ_FETCHES_DIR}/wrench-deps/meson && - cd $HOME/checkouts/gecko/gfx/wr && - mv $MOZ_FETCHES_DIR/wrench-deps/{vendor,.cargo} ./ && - CARGOFLAGS="--verbose --frozen" ci-scripts/linux-release-tests.sh - treeherder: - platform: linux64-qr/opt - symbol: WR(wrench) - kind: other - when: - files-changed: - - 'gfx/wr/**' - - linux64-debug: - description: Runs debug-mode WebRender CI tests on a Linux worker - worker-type: b-linux-gcp - worker: - docker-image: {in-tree: webrender} - fetches: - toolchain: - - linux64-rust - - wrench-deps - run: - using: run-task - command: >- - export PATH=$PATH:$MOZ_FETCHES_DIR/rustc/bin:${MOZ_FETCHES_DIR}/wrench-deps/meson && - cd $HOME/checkouts/gecko/gfx/wr && - mv $MOZ_FETCHES_DIR/wrench-deps/{vendor,.cargo} ./ && - CARGOFLAGS="--verbose --frozen" ci-scripts/linux-debug-tests.sh - treeherder: - platform: linux64-qr/debug - symbol: WR(wrench) - kind: other - when: - files-changed: - - 'gfx/wr/**' - - wrench-macos-build: - description: Cross compilation of wrench for macOS on Linux - worker-type: b-linux-gcp - worker: - docker-image: {in-tree: webrender} - chain-of-trust: true - artifacts: - - type: file - name: public/build/wrench-macos.tar.bz2 - path: /builds/worker/artifacts/wrench-macos.tar.bz2 - - type: file - name: public/build/wrench-macos-headless.tar.bz2 - path: /builds/worker/artifacts/wrench-macos-headless.tar.bz2 - dependencies: - macosx64-clang-14: toolchain-macosx64-clang-14-raw - fetches: - toolchain: - - linux64-rust-macos - - linux64-clang-14 - - macosx64-sdk - - wrench-deps - macosx64-clang-14: - - artifact: clang.tar.zst - dest: clang-mac - run: - using: run-task - command: '$HOME/checkouts/gecko/taskcluster/scripts/misc/wrench-macos-build.sh' - treeherder: - platform: osx-cross/opt - symbol: WR(B) - when: - files-changed: - - 'gfx/wr/**' - - 'taskcluster/scripts/misc/wr-macos-cross-build-setup.sh' - - 'taskcluster/scripts/misc/wrench-macos-build.sh' - - macos-release: - description: Runs release-mode WebRender CI tests on a macOS worker - worker-type: t-osx-1015-r8 - worker: - # repo cloning has highly variable run time - max-run-time: 7200 - env: - MOZ_FETCHES_DIR: 'checkouts/gecko/gfx/wr' - dependencies: - webrender-wrench-macos-build: webrender-wrench-macos-build - fetches: - webrender-wrench-macos-build: - - 'wrench-macos.tar.bz2' - - 'wrench-macos-headless.tar.bz2' - run: - using: run-task - cwd: '{checkout}/gfx/wr' - command: >- - export WRENCH_HEADLESS_TARGET=$PWD/wrench-macos-headless/ && - export WRENCH_BINARY=$PWD/wrench-macos/bin/wrench && - ci-scripts/macos-release-tests.sh - treeherder: - platform: macosx1015-64-qr/opt - symbol: WR(wrench) - when: - files-changed: - - 'gfx/wr/**' - - cargotest-macos-build: - description: Cross compilation of cargo tests for macOS on Linux - worker-type: b-linux-gcp - worker: - docker-image: {in-tree: webrender} - chain-of-trust: true - artifacts: - - type: file - name: public/build/cargo-test-binaries.tar.bz2 - path: /builds/worker/artifacts/cargo-test-binaries.tar.bz2 - fetches: - toolchain: - - linux64-rust-macos - - linux64-clang - - macosx64-sdk - - wrench-deps - run: - using: run-task - command: '$HOME/checkouts/gecko/taskcluster/scripts/misc/wr-cargotest-macos-build.sh' - treeherder: - platform: osx-cross/debug - symbol: WR(B) - when: - files-changed: - - 'gfx/wr/**' - - 'taskcluster/scripts/misc/wr-cargotest-macos-build.sh' - - 'taskcluster/scripts/misc/wr-macos-cross-build-setup.sh' - - macos-debug: - description: Runs debug-mode WebRender CI tests on a macOS worker - worker-type: t-osx-1015-r8 - worker: - max-run-time: 3600 - env: - MOZ_FETCHES_DIR: 'checkouts/gecko/gfx/wr' - dependencies: - webrender-cargotest-macos-build: webrender-cargotest-macos-build - fetches: - webrender-cargotest-macos-build: - - 'cargo-test-binaries.tar.bz2' - run: - using: run-task - cwd: '{checkout}/gfx/wr' - command: >- - mv cargo-test-binaries target && - cd target && - for i in debug/deps/*; do $i; done - treeherder: - platform: macosx1015-64-qr/debug - symbol: WR(cargotest) - when: - files-changed: - - 'gfx/wr/**' - - windows: - description: Runs WebRender CI tests on a Windows worker - worker-type: win11-64-2009-source - worker: - max-run-time: 5400 - env: - NODE_OPTIONS: '--max_old_space_size=4096' - fetches: - toolchain: - - win64-rust - - vs - - wrench-deps - run: - using: run-task - use-caches: false - command: '$GECKO_PATH/taskcluster/scripts/misc/wrench-windows-tests.sh' - treeherder: - platform: windows11-64-2009-qr/release - symbol: WR(wrench) - when: - files-changed: - - 'build/win64/mozconfig.vs2022' - - 'gfx/wr/**' - - 'taskcluster/scripts/misc/wrench-windows-tests.sh' - - wrench-android-debug: - description: Debug build of wrench for Android - attributes: - build_platform: android - worker-type: b-linux-gcp - worker: - max-run-time: 5400 - docker-image: {in-tree: webrender} - artifacts: - - type: file - name: public/build/wrench-debug.apk - path: /builds/worker/checkouts/gecko/gfx/wr/target/debug/apk/wrench.apk - - type: file - name: public/build/reftests.tar.gz - path: /builds/worker/checkouts/gecko/gfx/wr/wrench/reftests.tar.gz - - type: file - name: public/build/mozdevice.tar.gz - path: /builds/worker/checkouts/gecko/testing/mozbase/mozdevice.tar.gz - - type: file - name: public/build/six.tar.gz - path: /builds/worker/checkouts/gecko/third_party/python/six.tar.gz - run: - using: run-task - cwd: '{checkout}/gfx/wr/wrench' - command: >- - $GECKO_PATH/taskcluster/scripts/misc/wrench-android-build.sh debug && - tar czf reftests.tar.gz reftests/ && - cd $GECKO_PATH/testing/mozbase && - tar czf mozdevice.tar.gz mozdevice/ && - cd $GECKO_PATH/third_party/python && - tar czf six.tar.gz six/ - fetches: - toolchain: - - android-gradle-dependencies - - android-ndk-linux - - android-sdk-linux - - android-system-image-x86_64-linux - - android-avd-x86_64-linux - - linux64-cargo-apk - - linux64-jdk - - linux64-rust-android - - wrench-deps - treeherder: - platform: android-em-7-0-x86/debug - symbol: WR(B) - when: - files-changed: - - 'build.gradle' - - 'gfx/wr/**' - - 'taskcluster/scripts/misc/wrench-android-build.sh' - - wrench-android-release: - description: Release build of wrench for Android - attributes: - build_platform: android - worker-type: b-linux-gcp - worker: - max-run-time: 5400 - docker-image: {in-tree: webrender} - artifacts: - - type: file - name: public/build/wrench-release.apk - path: /builds/worker/checkouts/gecko/gfx/wr/target/release/apk/wrench.apk - - type: file - name: public/build/reftests.tar.gz - path: /builds/worker/checkouts/gecko/gfx/wr/wrench/reftests.tar.gz - - type: file - name: public/build/mozdevice.tar.gz - path: /builds/worker/checkouts/gecko/testing/mozbase/mozdevice.tar.gz - - type: file - name: public/build/six.tar.gz - path: /builds/worker/checkouts/gecko/third_party/python/six.tar.gz - run: - using: run-task - cwd: '{checkout}/gfx/wr/wrench' - command: >- - $GECKO_PATH/taskcluster/scripts/misc/wrench-android-build.sh release && - tar czf reftests.tar.gz reftests/ && - cd $GECKO_PATH/testing/mozbase && - tar czf mozdevice.tar.gz mozdevice/ && - cd $GECKO_PATH/third_party/python && - tar czf six.tar.gz six/ - fetches: - toolchain: - - android-gradle-dependencies - - android-ndk-linux - - android-sdk-linux - - android-system-image-x86_64-linux - - android-avd-x86_64-linux - - linux64-cargo-apk - - linux64-jdk - - linux64-rust-android - - wrench-deps - treeherder: - platform: android-em-7-0-x86/opt - symbol: WR(B) - when: - files-changed: - - 'build.gradle' - - 'gfx/wr/**' - - 'taskcluster/scripts/misc/wrench-android-build.sh' - - android-emulator-debug: - description: Run debug wrench reftests on Android emulator - attributes: - build_platform: android - worker-type: t-linux-kvm # privileged:true doesn't work on b-linux - worker: - max-run-time: 5400 - docker-image: {in-tree: ubuntu1804-test} - privileged: true # for access to /dev/kvm for hw accel in the emulator - artifacts: - - type: directory - name: public/build/logs - path: /builds/worker/workspace/build/logs - env: - # need hard-coded URLs until bug 1551875 is fixed - TASKCLUSTER_ROOT_URL: 'https://taskcluster.net' - TASKCLUSTER_PROXY_URL: 'http://taskcluster' - MOZHARNESS_SCRIPT: android_wrench.py - MOZHARNESS_CONFIG: android/wrench.py - NEED_WINDOW_MANAGER: 'true' - PYTHON: "/builds/worker/checkouts/gecko/mach python" - dependencies: - webrender-wrench-android-debug: webrender-wrench-android-debug - fetches: - webrender-wrench-android-debug: - - artifact: 'wrench-debug.apk' - extract: false - toolchain: - - android-sdk-linux - - android-system-image-x86_64-linux - - android-avd-x86_64-linux - - linux64-jdk - run: - using: run-task - tooltool-downloads: internal - command: >- - export WRENCH_APK=$MOZ_FETCHES_DIR/wrench-debug.apk && - export WRENCH_REFTESTS=$GECKO_PATH/gfx/wr/wrench/reftests && - export MOZHARNESS_PATH=$GECKO_PATH/testing/mozharness && - $GECKO_PATH/taskcluster/scripts/tester/test-linux.sh - treeherder: - platform: android-em-7-0-x86/debug - symbol: WR(wrench) - when: - files-changed: - - 'gfx/wr/**' - - 'testing/mozharness/scripts/android_*.py' - - 'testing/mozharness/configs/android/*.py' - - android-emulator-release: - description: Run release wrench reftests on Android emulator - attributes: - build_platform: android - worker-type: t-linux-kvm # privileged:true doesn't work on b-linux - worker: - max-run-time: 5400 - docker-image: {in-tree: ubuntu1804-test} - privileged: true # for access to /dev/kvm for hw accel in the emulator - artifacts: - - type: directory - name: public/build/logs - path: /builds/worker/workspace/build/logs - env: - # need hard-coded URLs until bug 1551875 is fixed - TASKCLUSTER_ROOT_URL: 'https://taskcluster.net' - TASKCLUSTER_PROXY_URL: 'http://taskcluster' - MOZHARNESS_SCRIPT: android_wrench.py - MOZHARNESS_CONFIG: android/wrench.py - NEED_WINDOW_MANAGER: 'true' - PYTHON: "/builds/worker/checkouts/gecko/mach python" - dependencies: - webrender-wrench-android-release: webrender-wrench-android-release - fetches: - webrender-wrench-android-release: - - artifact: 'wrench-release.apk' - extract: false - toolchain: - - android-sdk-linux - - android-system-image-x86_64-linux - - android-avd-x86_64-linux - - linux64-jdk - run: - using: run-task - tooltool-downloads: internal - command: >- - export WRENCH_APK=$MOZ_FETCHES_DIR/wrench-release.apk && - export WRENCH_REFTESTS=$GECKO_PATH/gfx/wr/wrench/reftests && - export MOZHARNESS_PATH=$GECKO_PATH/testing/mozharness && - $GECKO_PATH/taskcluster/scripts/tester/test-linux.sh - treeherder: - platform: android-em-7-0-x86/opt - symbol: WR(wrench) - when: - files-changed: - - 'gfx/wr/**' - - 'testing/mozharness/scripts/android_*.py' - - 'testing/mozharness/configs/android/*.py' - - android-hw-p5-debug: - description: Run debug wrench reftests on Android Pixel5 - attributes: - build_platform: android - worker-type: t-bitbar-gw-unit-p5 - worker: - max-run-time: 5400 - artifacts: - - type: directory - name: public/build/logs - path: build/logs - env: - MOZHARNESS_SCRIPT: android_wrench.py - MOZHARNESS_CONFIG: android/wrench.py - MOZ_FETCHES_DIR: fetches - PYTHONPATH: "fetches/mozdevice:fetches/six" - dependencies: - webrender-wrench-android-debug: webrender-wrench-android-debug - android-build: build-android-arm/debug - fetches: - webrender-wrench-android-debug: - - artifact: 'wrench-debug.apk' - extract: false - - 'reftests.tar.gz' - - 'mozdevice.tar.gz' - - 'six.tar.gz' - android-build: - - artifact: 'mozharness.zip' - dest: 'mozharness' - run: - using: run-task - checkout: false - run-as-root: true - command: >- - export WRENCH_APK=$MOZ_FETCHES_DIR/wrench-debug.apk && - export WRENCH_REFTESTS=$MOZ_FETCHES_DIR/reftests && - export MOZHARNESS_PATH=$MOZ_FETCHES_DIR/mozharness && - python3 ${MOZHARNESS_PATH}/scripts/${MOZHARNESS_SCRIPT} --config-file ${MOZHARNESS_PATH}/configs/${MOZHARNESS_CONFIG} - treeherder: - platform: android-hw-p5-13-0-arm7/debug - symbol: WR(wrench) - when: - files-changed: - - 'gfx/wr/**' - - 'testing/mozharness/scripts/android_*.py' - - 'testing/mozharness/configs/android/*.py' - - 'testing/mozbase/mozdevice/**' - - android-hw-p5-opt: - description: Run opt wrench reftests on Android Pixel5 - attributes: - build_platform: android - worker-type: t-bitbar-gw-unit-p5 - worker: - max-run-time: 5400 - artifacts: - - type: directory - name: public/build/logs - path: build/logs - env: - MOZHARNESS_SCRIPT: android_wrench.py - MOZHARNESS_CONFIG: android/wrench.py - MOZ_FETCHES_DIR: fetches - PYTHONPATH: "fetches/mozdevice:fetches/six" - dependencies: - webrender-wrench-android-release: webrender-wrench-android-release - android-build: build-android-arm/opt - fetches: - webrender-wrench-android-release: - - artifact: 'wrench-release.apk' - extract: false - - 'reftests.tar.gz' - - 'mozdevice.tar.gz' - - 'six.tar.gz' - android-build: - - artifact: 'mozharness.zip' - dest: 'mozharness' - run: - using: run-task - checkout: false - run-as-root: true - command: >- - export WRENCH_APK=$MOZ_FETCHES_DIR/wrench-release.apk && - export WRENCH_REFTESTS=$MOZ_FETCHES_DIR/reftests && - export MOZHARNESS_PATH=$MOZ_FETCHES_DIR/mozharness && - python3 ${MOZHARNESS_PATH}/scripts/${MOZHARNESS_SCRIPT} --config-file ${MOZHARNESS_PATH}/configs/${MOZHARNESS_CONFIG} - treeherder: - platform: android-hw-p5-13-0-arm7/opt - symbol: WR(wrench) - when: - files-changed: - - 'gfx/wr/**' - - 'testing/mozharness/scripts/android_*.py' - - 'testing/mozharness/configs/android/*.py' - - 'testing/mozbase/mozdevice/**' - - android-hw-a51-debug: - description: Run debug wrench reftests on Android Samsung Galaxy A51 - attributes: - build_platform: android - worker-type: t-bitbar-gw-perf-a51 - worker: - max-run-time: 5400 - artifacts: - - type: directory - name: public/build/logs - path: build/logs - env: - MOZHARNESS_SCRIPT: android_wrench.py - MOZHARNESS_CONFIG: android/wrench.py - MOZ_FETCHES_DIR: fetches - PYTHONPATH: "fetches/mozdevice:fetches/six" - dependencies: - webrender-wrench-android-debug: webrender-wrench-android-debug - android-build: build-android-arm/debug - fetches: - webrender-wrench-android-debug: - - artifact: 'wrench-debug.apk' - extract: false - - 'reftests.tar.gz' - - 'mozdevice.tar.gz' - - 'six.tar.gz' - android-build: - - artifact: 'mozharness.zip' - dest: 'mozharness' - run: - using: run-task - checkout: false - run-as-root: true - command: >- - export WRENCH_APK=$MOZ_FETCHES_DIR/wrench-debug.apk && - export WRENCH_REFTESTS=$MOZ_FETCHES_DIR/reftests && - export MOZHARNESS_PATH=$MOZ_FETCHES_DIR/mozharness && - python3 ${MOZHARNESS_PATH}/scripts/${MOZHARNESS_SCRIPT} --config-file ${MOZHARNESS_PATH}/configs/${MOZHARNESS_CONFIG} - treeherder: - platform: android-hw-a51-11-0-arm7/debug - symbol: WR(wrench) - when: - files-changed: - - 'gfx/wr/**' - - 'testing/mozharness/scripts/android_*.py' - - 'testing/mozharness/configs/android/*.py' - - 'testing/mozbase/mozdevice/**' - - android-hw-a51-opt: - description: Run opt wrench reftests on Android Samsung Galaxy A51 - attributes: - build_platform: android - worker-type: t-bitbar-gw-perf-a51 - worker: - max-run-time: 5400 - artifacts: - - type: directory - name: public/build/logs - path: build/logs - env: - MOZHARNESS_SCRIPT: android_wrench.py - MOZHARNESS_CONFIG: android/wrench.py - MOZ_FETCHES_DIR: fetches - PYTHONPATH: "fetches/mozdevice:fetches/six" - dependencies: - webrender-wrench-android-release: webrender-wrench-android-release - android-build: build-android-arm/opt - fetches: - webrender-wrench-android-release: - - artifact: 'wrench-release.apk' - extract: false - - 'reftests.tar.gz' - - 'mozdevice.tar.gz' - - 'six.tar.gz' - android-build: - - artifact: 'mozharness.zip' - dest: 'mozharness' - run: - using: run-task - checkout: false - run-as-root: true - command: >- - export WRENCH_APK=$MOZ_FETCHES_DIR/wrench-release.apk && - export WRENCH_REFTESTS=$MOZ_FETCHES_DIR/reftests && - export MOZHARNESS_PATH=$MOZ_FETCHES_DIR/mozharness && - python3 ${MOZHARNESS_PATH}/scripts/${MOZHARNESS_SCRIPT} --config-file ${MOZHARNESS_PATH}/configs/${MOZHARNESS_CONFIG} - treeherder: - platform: android-hw-a51-11-0-arm7/opt - symbol: WR(wrench) - when: - files-changed: - - 'gfx/wr/**' - - 'testing/mozharness/scripts/android_*.py' - - 'testing/mozharness/configs/android/*.py' - - 'testing/mozbase/mozdevice/**' diff --git a/taskcluster/config.yml b/taskcluster/config.yml new file mode 100644 index 0000000000..3c3ad2f5f4 --- /dev/null +++ b/taskcluster/config.yml @@ -0,0 +1,1092 @@ +# This Source Code Form is subject to the terms of the Mozilla Public +# License, v. 2.0. If a copy of the MPL was not distributed with this +# file, You can obtain one at http://mozilla.org/MPL/2.0/. +--- +trust-domain: gecko +project-repo-param-prefix: '' +product-dir: 'browser' +treeherder: + group-names: + 'cram': 'Cram tests' + 'js-bench-sm': 'JavaScript shell benchmarks with Spidermonkey' + 'js-bench-v8': 'JavaScript shell benchmarks with Google V8' + 'node': 'Node tests' + 'py3': 'Python 3 unit tests' + 'A': 'Android Gradle tests' + 'Bpgo': 'Profile-guided optimization builds' + 'Btime': 'Browsertime performance tests on Firefox' + 'Btime-cache': 'Browsertime performance tests on Firefox with populated bytecode cache.' + 'Btime-1proc': 'Browsertime performance tests on Firefox without e10s' + 'Btime-nofis': 'Browsertime tests on Firefox without fission enabled' + 'Btime-P-nofis': 'Browsertime power tests on Firefox without fission enabled' + 'Btime-Prof-nofis': 'Browsertime tests on Firefox with profiling and without fission enabled' + 'Btime-P-nofis-refbrow': 'Browsertime Power Usage Tests on reference browser without fission enabled' + 'Btime-P-nofis-fenix': 'Browsertime Power Usage Tests on Fenix without fission enabled' + 'Btime-live-nofis-fenix': 'Browsertime tests on Fenix without fission enabled using live sites' + 'Btime-nofis-fenix': 'Browsertime tests on Fenix without fission enabled' + 'Btime-webext-nofis-fenix': 'Browsertime performance tests on Fenix with extensions and without fission enabled' + 'Btime-webext': 'Browsertime performance tests on Firefox with extensions' + 'Btime-live-nofis': 'Browsertime tests on Firefox without fission enabled using live sites' + 'Btime-nofis-refbrow': 'Browsertime tests on reference browser without fission enabled' + 'Btime-live-nofis-ChR': 'Browsertime tests on Chrome without fission enabled using live sites' + 'Btime-Prof': 'Browsertime performance tests on Firefox with Gecko Profiling' + 'Btime-Prof-1proc': 'Browsertime performance tests on Firefox with Gecko Profiling and without e10s' + 'Btime-live': 'Browsertime performance tests on Firefox' + 'Btime-live-fenix': 'Browsertime performance tests on Firefox' + 'Btime-live-ChR': 'Browsertime performance tests on Google Chrome Release' + 'Btime-live-Saf': 'Browsertime performance tests on Safari' + 'Btime-ChR': 'Browsertime performance tests on Google Chrome Release' + 'Btime-nofis-ChR': 'Browsertime performance tests on Google Chrome Release without fission enabled' + 'Btime-P': 'Browsertime power tests on Firefox/Geckoview' + 'Btime-P-fenix': 'Browsertime power tests on Fenix' + 'Btime-P-refbrow': 'Browsertime power tests on reference browser' + 'Btime-fenix': 'Browsertime performance tests on Fenix' + 'Btime-refbrow': 'Browsertime performance tests on the reference browser' + 'Btime-Saf': 'Browsertime performance tests on Safari' + 'Btime-CaR': 'Browsertime performance tests on Chromium-as-Release' + 'Btime-nofis-CaR': 'Browsertime performance tests on Chromium-as-Release without fission enabled' + 'Fetch': 'Fetch and store content' + 'Fxfn': 'Firefox functional tests' + 'l10n-bump': 'L10n Bumper' + 'M': 'Mochitests' + 'M-cf': 'Mochitests confirm failure' + 'M-condprof': "Mochitests with conditioned profile" + 'M-condprof-cf': "Mochitests confirm failure with conditioned profile" + 'M-fis-hv': "Mochitests that run on Fission with isolateHighValue isolation strategy (Android-specific)" + 'M-fis-hv-cf': "Mochitests confirm failure with Fission and isolateHighValue isolation strategy (Android-specific)" + 'M-headless': 'Headless Mochitests' + 'M-headless-cf': 'Headless Mochitests confirm failure' + 'M-headless-spi-nw': 'Headless Mochitests with fission and socketprocess networking.' + 'M-headless-spi-nw-cf': 'Headless Mochitests confirm failure with fission and socketprocess networking.' + 'M-http3': 'Mochitests with Http/3 server' + 'M-http3-cf': 'Mochitests confirm failure with Http/3 server' + 'M-http2': 'Mochitests with Http/2 server' + 'M-http2-cf': 'Mochitests confirm failure with Http/2 server' + 'M-aab': 'Mochitests with AAB test_runner.' + 'M-aab-cf': 'Mochitests confirm failure with AAB test_runner.' + 'M-aab-nofis': 'Mochitests with AAB test_runner without fission enabled.' + 'M-aab-nofis-cf': 'Mochitests confirm failure with AAB test_runner without fission enabled.' + 'M-1proc': 'Mochitests without e10s or fission' + 'M-1proc-cf': 'Mochitests confirm failure without e10s or fission' + 'M-a11y-checks': 'Mochitests with accessibility checks enabled' + 'M-a11y-checks-cf': 'Mochitests confirm failure with accessibility checks enabled' + 'M-xorig': 'Mochitests with cross-origin and fission enabled' + 'M-xorig-cf': 'Mochitests confirm failure with cross-origin and fission enabled' + 'M-gli': 'Mochitests with WebGL over IPC' + 'M-gli-cf': 'Mochitests confirm failure with WebGL over IPC' + 'M-nofis': 'Mochitests without fission enabled' + 'M-nofis-cf': 'Mochitests confirm failure without fission enabled' + 'M-nofis-ship': "Mochitests without fission and with SHIP (session history in parent) enabled (Android-specific)" + 'M-nofis-ship-cf': "Mochitests confirm failure: no fission + with SHIP (session history in parent) on (Android-only)" + 'M-spi': 'Mochitests with socket process' + 'M-spi-cf': 'Mochitests confirm failure with socket process' + 'M-spi-nofis': 'Mochitests with socket process without fission enabled' + 'M-spi-nofis-cf': 'Mochitests confirm failure with socket process without fission enabled' + 'M-spi-nw': 'Mochitests with networking on socket process' + 'M-spi-nw-cf': 'Mochitests confirm failure with networking on socket process' + 'M-spi-nw-nofis': 'Mochitests with networking on socket process without fission enabled' + 'M-spi-nw-nofis-cf': 'Mochitests confirm failure with networking on socket process without fission enabled' + 'M-spi-nw-1proc': 'Mochitests with networking on socket process without e10s' + 'M-spi-nw-1proc-cf': 'Mochitests confirm failure with networking on socket process without e10s' + 'M-swr': 'Mochitests with software webrender enabled' + 'M-swr-cf': 'Mochitests confirm failure with software webrender enabled' + 'M-swr-a11y-checks': 'Mochitests with software webrender and accessibility checks enabled' + 'M-swr-a11y-checks-cf': 'Mochitests confirm failure with software webrender and accessibility checks enabled' + 'M-swr-1proc': 'Mochitests with software webrender enabled without e10s' + 'M-swr-1proc-cf': 'Mochitests confirm failure with software webrender enabled without e10s' + 'M-swr-nofis': 'Mochitests with software webrender without fission enabled' + 'M-swr-nofis-cf': 'Mochitests confirm failure with software webrender without fission enabled' + 'M-wmfme': 'Mochitests with Windows Media Foundation media engine enabled' + 'M-wmfme-cf': 'Mochitests confirm failure with Windows Media Foundation media engine enabled' + 'M-mda-gpu': 'Mochitests Media on GPU worker' + 'M-mda-gpu-cf': 'Mochitests confirm failure Media on GPU worker' + 'M-f': 'Mochitest failures' + 'M-f-swr': 'Mochitest failures software webrender' + 'M-f-cf': 'Mochitest failures w/confirm failure' + 'M-f-swr-cf': 'Mochitest failures software webrender w/confirm failure' + 'M-msix': 'Mochitests from MSIX builds' + 'M-msix-cf': 'Mochitests confirm failure from MSIX builds' + 'MSI': 'Repack installers into MSIs' + 'MSIs': 'Signing of Repacked installers of MSIs' + 'MSIX': 'Repack into MSIX package' + 'MSIXs': 'Signing of Repack into MSIX package' + 'Pup': "Puppeteer tests" + 'R': 'Reftests' + 'R-cf': 'Reftests confirm failure' + 'R-s': 'Reftest snapshot' + 'R-s-cf': 'Reftest snapshot with confirm failure' + 'R-nofis': 'Reftests without fission enabled' + 'R-nofis-cf': 'Reftests confirm failure without fission enabled' + 'R-nofis-ship': 'Reftests without fission and with SHIP (session history in parent) enabled (Android specific)' + 'R-nofis-ship-cf': 'Reftests confirm failure: no fission + with SHIP (session history in parent) on (Android-only)' + 'R-swr': 'Reftests with software webrender enabled' + 'R-swr-cf': 'Reftests confirm failure with software webrender enabled' + 'R-swr-nofis': 'Reftests with software webrender enabled without fission enabled' + 'R-swr-nofis-cf': 'Reftests confirm failure with software webrender enabled without fission enabled' + 'R-wr-dc0': 'Reftests with dcomp disabled' + 'R-wr-dc0-cf': 'Reftests confirm failure with dcomp disabled' + 'R-wr-dc1-p': 'Reftests with dcomp present but not overlays' + 'R-wr-dc1-p-cf': 'Reftests confirm failure with dcomp present but not overlays' + 'R-wr-dc2-o': 'Reftests with dcomp overlays but not compositing' + 'R-wr-dc2-o-cf': 'Reftests confirm failure with dcomp overlays but not compositing' + 'R-wr-dc3-c': 'Reftests with dcomp compositing' + 'R-wr-dc3-c-cf': 'Reftests confirm failure with dcomp compositing' + 'Rap': 'Raptor performance tests on Firefox' + 'Rap-live': 'Raptor performance tests on Firefox with live sites' + 'Rap-Prof': 'Raptor performance tests on Firefox with Gecko Profiling' + 'Rap-ChR': 'Raptor performance tests on Google Chrome Release' + 'Rap-refbrow': 'Raptor performance tests on the reference browser' + 'T': 'Talos performance tests' + 'T-gli': 'Talos performance tests with WebGL over IPC' + 'T-Prof': 'Talos performance tests on Firefox with Gecko Profiling' + 'T-Prof-gli': 'Talos performance tests with WebGL over IPC and Gecko Profiling' + 'T-swr': 'Talos performance tests with software webrender enabled' + 'tt': 'Telemetry tests' + 'tt-nofis': 'Telemetry tests without fission enabled' + 'SY': 'Are we slim yet tests by TaskCluster' + 'W': 'Web platform tests' + 'W-cf': 'Web platform tests confirm failure' + 'W-nofis': 'Web platform tests without fission enabled' + 'W-nofis-cf': 'Web platform tests confirm failure without fission enabled' + 'W-nofis-ship': 'Web platform tests without fission and with SHIP enabled' + 'W-nofis-ship-cf': 'Web platform tests confirm failure without fission and with SHIP enabled' + 'W-headless': 'Headless web platform tests' + 'W-headless-cf': 'Headless web platform tests confirm failure' + 'W-swr-nofis': 'Web platform tests with software webrender enabled without fission enabled' + 'W-swr-nofis-cf': 'Web platform tests confirm failure with software webrender enabled without fission enabled' + 'W-swr': 'Web platform tests with software webrender enabled' + 'W-swr-cf': 'Web platform tests confirm falure with software webrender enabled' + 'W-b': 'Web platform tests (backlog)' + 'W-b-nofis': 'Web platform tests (backlog) without fission enabled' + 'W-pb': 'Web platform tests with private browsing enabled' + 'X': 'Xpcshell tests' + 'X-cf': 'Xpcshell tests confirm failure' + 'X-condprof': 'Xpcshell tests with a conditioned profile' + 'X-condprof-cf': 'Xpcshell tests confirm failure with a conditioned profile' + 'X-nofis': 'Xpcshell tests without fission enabled' + 'X-nofis-cf': 'Xpcshell tests confirm failure without fission enabled' + 'X-nofis-ship': 'Xpcshell tests without fission and with SHIP (session history in parent) enabled (Android specific)' + 'X-nofis-ship-cf': 'Xpcshell confirm failure: no fission + with SHIP (session history in parent) on (Android-only)' + 'X-spi-nw': 'Xpcshell tests with networking on socket process' + 'X-spi-nw-cf': 'Xpcshell tests confirm failure with networking on socket process' + 'X-spi-nw-nofis': 'Xpcshell tests with networking on socket process without fission enabled' + 'X-spi-nw-nofis-cf': 'Xpcshell tests confirm failure with networking on socket process without fission enabled' + 'X-f': 'Xpcshell tests that fail on a given config' + 'X-f-spi-nw': 'Xpcshell tests that fail on a given config w/socket process' + 'X-msix': 'Xpcshell tests on msix packages' + 'X-msix-cf': 'Xpcshell tests confirm failure on msix packages' + 'L10n': 'Localised Repacks' + 'L10n-Rpk': 'Localized Repackaged Repacks' + 'deb-L10n': 'Localized Debian Repacks' + 'BM': 'Beetmover' + 'BMR': 'Beetmover repackages' + 'BM-apt': 'Beetmover .deb packages' + 'c-Up': 'Balrog submission of complete updates' + 'css': 'Checksum signing for source' + 'rs': 'Repackage signing' + 'BMcs': 'Beetmover checksums' + 'BMcslang': 'Beetmover checksums for language packs' + 'BMcss': 'Beetmover checksums for source' + 'Deb8': 'Packages for Debian 8' + 'Deb8-32': 'Packages for Debian 8 32-bits' + 'Deb9': 'Packages for Debian 9' + 'Deb10': 'Packages for Debian 10' + 'Deb11': 'Packages for Debian 11' + 'Deb12': 'Packages for Debian 12' + 'Ub18': 'Packages for Ubuntu 18.04' + 'Ub20': 'Packages for Ubuntu 20.04' + 'Ub22': 'Packages for Ubuntu 22.04' + 'I': 'Docker Image Builds' + 'TA': 'Toolchain builds for Android' + 'TL': 'Toolchain builds for Linux 64-bits' + 'TL32': 'Toolchain builds for Linux 32-bits' + 'TM': 'Toolchain builds for OSX' + 'TMW': 'Toolchain builds for Windows MinGW' + 'TW32': 'Toolchain builds for Windows 32-bits' + 'TW64': 'Toolchain builds for Windows 64-bits' + 'WMC32': 'MinGW-Clang builds for Windows 32-bits' + 'WMC64': 'MinGW-Clang builds for Windows 64-bits' + 'Searchfox': 'Searchfox builds' + 'SM': 'Spidermonkey builds' + 'p': 'Partial generation' + 'ps': 'Partials signing' + 'ms': 'Complete MAR signing' + 'ms-stage': 'Autograph-stage MAR signing test' + 'Rel': 'Release promotion' + 'Snap': 'Snap image generation' + 'Flatpak': 'Flatpak image generation' + 'langpack': 'Langpack sigatures and uploads' + 'TPS': 'Sync tests' + 'UV': 'Update verify' + 'UVnext': 'Update verify for esr-next' + 'pydep': 'python dependency update' + 'WR': 'WebRender standalone' + 'Wgpu': 'WebGPU standalone' + 'cpp': 'C/C++ checks' + 'pedantic': 'pedantic checks' + 'text': 'Check on texts' + 'misc': 'Misc checks' + 'js': 'JavaScript checks' + 'py': 'Python checks' + 'java': 'Java checks' + 'rust': 'Rust checks' + 'Static-Analysis': 'Full tree static-analysis' + 'SS': 'Shadow scheduler' + 'Sel': 'Selenium Snap tests' + 'Sentry': 'Sentry synchronization' + 'test-info': 'Test manifest skip/fail information' + 'condprof': 'Conditioned Profile Builder' + 'doc': 'Documentation' + 'perftest': 'Performance tests' + 'perftest-detect': 'Performance regression detection tooling' + 'perftest-chrome': 'Performance tests using Chrone' + 'perftest-http3': 'Performance tests with HTTP/3' + 'l10n': 'Localization checks' + 'fxrec': 'Desktop startup recorder (fxrecord)' + 'wc': 'webcompat' + 'Boot': 'Bootstrap' + 'Attr-L10n': 'Build Attribution' + 'android-l10n': 'Import strings from android-l10n repo' + + # The below symbols are from firefox-android (fenix/focus/android-components) + 'buildconfig': 'Make sure the content of .buildconfig.yml matches what gradle knows about its projects' + 'compare-locales': 'Validate strings.xml with compare-locales' + 'detekt': 'detekt linter' + 'ktlint': 'ktlint linter' + 'lint': 'gradle lint linter' + + 'focus': 'Focus general tasks no matter the variant' + 'focus-beta': 'Focus beta-related tasks' + 'focus-debug': 'Focus builds made for testing' + 'focus-nightly': 'Focus nightly-related tasks' + 'focus-release': 'Focus production-related tasks' + + 'fenix': 'Fenix general tasks no matter the variant' + 'fenix-beta': 'Fenix beta-related tasks' + 'fenix-debug': 'Fenix builds made for testing' + 'fenix-nightly': 'Fenix nightly-related tasks' + 'fenix-nightlySim': 'Nightly-related tasks that run on each github push' + 'fenix-release': 'Fenix production-related tasks' + + # This list is based on mobile/android/android-components/.buildconfig.yml except the exceptions down below + 'browser-domains': 'browser-domains' + 'browser-engine-gecko': 'browser-engine-gecko' + 'browser-engine-system': 'browser-engine-system' + 'browser-errorpages': 'browser-errorpages' + 'browser-icons': 'browser-icons' + 'browser-menu': 'browser-menu' + 'browser-menu2': 'browser-menu2' + 'browser-session-storage': 'browser-session-storage' + 'browser-state': 'browser-state' + 'browser-storage-sync': 'browser-storage-sync' + 'browser-tabstray': 'browser-tabstray' + 'browser-thumbnails': 'browser-thumbnails' + 'browser-toolbar': 'browser-toolbar' + 'browser-toolbar2': 'browser-toolbar2' + 'compose-awesomebar': 'compose-engine' + 'compose-browser-toolbar': 'awesomebar-browser-toolbar' + 'compose-engine': 'compose-engine' + 'compose-tabstray': 'compose-tabstray' + 'concept-awesomebar': 'concept-awesomebar' + 'concept-base': 'concept-base' + 'compose-cfr': 'compose-cfr' + 'concept-engine': 'concept-engine' + 'concept-fetch': 'concept-fetch' + 'concept-menu': 'concept-menu' + 'concept-push': 'concept-push' + 'concept-storage': 'concept-storage' + 'concept-sync': 'concept-sync' + 'concept-tabstray': 'concept-tabstray' + 'concept-toolbar': 'concept-toolbar' + 'feature-accounts-push': 'feature-accounts-push' + 'feature-accounts': 'feature-accounts' + 'feature-addons': 'feature-addons' + 'feature-app-links': 'feature-app-links' + 'feature-autofill': 'feature-autofill' + 'feature-awesomebar': 'feature-awesomebar' + 'feature-containers': 'feature-containers' + 'feature-contextmenu': 'feature-contextmenu' + 'feature-customtabs': 'feature-customtabs' + 'feature-downloads': 'feature-downloads' + 'feature-findinpage': 'feature-findinpage' + 'feature-fxsuggest': 'feature-fxsuggest' + 'feature-intent': 'feature-intent' + 'feature-logins': 'feature-logins' + 'feature-media': 'feature-media' + 'feature-privatemode': 'feature-privatemode' + 'feature-prompts': 'feature-prompts' + 'feature-push': 'feature-push' + 'feature-pwa': 'feature-pwa' + 'feature-qr': 'feature-qr' + 'feature-readerview': 'feature-readerview' + 'feature-recentlyclosed': 'feature-recentlyclosed' + 'feature-search': 'feature-search' + 'feature-serviceworker': 'feature-serviceworker' + 'feature-session': 'feature-session' + 'feature-share': 'feature-share' + 'feature-sitepermissions': 'feature-sitepermissions' + 'feature-syncedtabs': 'feature-syncedtabs' + 'feature-tab-collections': 'feature-tab-collections' + 'feature-tabs': 'feature-tabs' + 'feature-toolbar': 'feature-toolbar' + 'feature-top-sites': 'feature-top-sites' + 'feature-webauthn': 'feature-webauthn' + 'feature-webcompat': 'feature-webcompat' + 'feature-webnotifications': 'feature-webnotifications' + 'lib-crash': 'lib-crash' + 'lib-auth': 'lib-auth' + 'lib-crash-sentry': 'lib-crash-sentry' + 'lib-crash-sentry-legacy': 'lib-crash-sentry-legacy' + 'lib-dataprotect': 'lib-dataprotect' + 'lib-fetch-okhttp': 'lib-fetch-okhttp' + 'lib-jexl': 'lib-jexl' + 'lib-publicsuffixlist': 'lib-publicsuffixlist' + 'lib-push-firebase': 'lib-push-firebase' + 'lib-state': 'lib-state' + 'samples-compose-browser': 'samples-compose-browser' + 'samples-crash': 'samples-crash' + 'samples-dataprotect': 'samples-dataprotect' + 'samples-firefox-accounts': 'samples-firefox-accounts' + 'samples-glean-library': 'samples-glean-library' + 'samples-glean': 'samples-glean' + 'samples-sync-logins': 'samples-sync-logins' + 'samples-sync': 'samples-sync' + 'samples-toolbar': 'samples-toolbar' + 'service-contile': 'service-contile' + 'service-digitalassetlinks': 'service-digitalassetlinks' + 'service-experiments': 'service-experiments' + 'service-firefox-accounts': 'service-firefox-accounts' + 'service-fretboard': 'service-fretboard' + 'service-glean': 'service-glean' + 'service-location': 'service-location' + 'service-nimbus': 'service-nimbus' + 'service-pocket': 'service-pocket' + 'service-sync-autofill': 'service-sync-autofill' + 'service-sync-logins': 'service-sync-logins' + 'support-android-test': 'support-android-test' + 'support-base': 'support-base' + 'support-images': 'support-images' + 'support-ktx': 'support-ktx' + 'support-license': 'support-license' + 'support-locale': 'support-locale' + 'support-migration': 'support-migration' + 'support-remotesettings': 'support-remotesettings' + 'support-rusthttp': 'support-rusthttp' + 'support-rusterrors': 'support-rusterrors' + 'support-rustlog': 'support-rustlog' + 'support-sync-telemetry': 'support-sync-telemetry' + 'support-test-appservices': 'support-test-appservices' + 'support-test-fakes': 'support-test-fakes' + 'support-test-libstate': 'support-test-libstate' + 'support-test': 'support-test' + 'support-utils': 'support-utils' + 'support-webextensions': 'support-webextensions' + 'tooling-detekt': 'tooling-detekt' + 'tooling-fetch-tests': 'tooling-fetch-tests' + 'tooling-lint': 'tooling-lint' + 'ui-autocomplete': 'ui-autocomplete' + 'ui-colors': 'ui-colors' + 'ui-fonts': 'ui-fonts' + 'ui-icons': 'ui-icons' + 'ui-tabcounter': 'ui-tabcounter' + 'ui-widgets': 'ui-widgets' + + # These ones are too long to fit in 25 chars + 'lib-fetch-httpurlconnecti': 'lib-fetch-httpurlconnection' + 'feature-webcompat-reporte': 'feature-webcompat-reporter' + + # Groups aren't generated off buildconfig.yml: + 'samples-browser': 'samples-browser' + 'samples-browser-gecko': 'samples-browser-gecko' + 'samples-browser-system': 'samples-browser-system' + + # forPerformanceTest: Builds made for Raptor and other performance tests + 'Rap-P': 'Raptor power tests' + +index: + products: + - 'firefox' + - 'fennec' + - 'mobile' + - 'static-analysis' + - 'devedition' + - 'source' + - 'system-symbols' + - 'geckodriver' + +try: + # We have a few platforms for which we want to do some "extra" builds, or at + # least build-ish things. Sort of. Anyway, these other things are implemented + # as different "platforms". These do *not* automatically ride along with "-p + # all" + ridealong-builds: + 'linux': + - 'sm-plain-linux32' + - 'sm-arm-sim-linux32' + 'linux64': + - 'sm-plain-linux64' + - 'sm-nojit-linux64' + - 'sm-nonunified-linux64' + - 'sm-arm-sim-linux32' + - 'sm-arm64-sim-linux64' + - 'sm-compacting-linux64' + - 'sm-rootanalysis-linux64' + - 'sm-package-linux64' + - 'sm-tsan-linux64' + - 'sm-asan-linux64' + - 'sm-msan-linux64' + - 'sm-fuzzing-linux64' + 'win32': + - 'sm-plain-win32' + - 'sm-compacting-win32' + +release-promotion: + products: + - 'devedition' + - 'fennec' + - 'firefox' + - 'firefox-android' + rebuild-kinds: + - docker-image + - fetch + - packages + - toolchain + flavors: + promote_devedition: + product: devedition + target-tasks-method: promote_desktop + partial-updates: true + promote_firefox: + product: firefox + target-tasks-method: promote_desktop + partial-updates: true + promote_firefox_partner_repack: + product: firefox + rebuild-kinds: + - release-partner-repack + - release-partner-repack-chunking-dummy + - release-partner-repack-signing + - release-partner-repack-mac-signing + - release-partner-repack-mac-notarization + - release-partner-repack-repackage + - release-partner-repack-repackage-signing + - release-partner-repack-beetmover + target-tasks-method: promote_desktop + promote_firefox_partner_attribution: + product: firefox + rebuild-kinds: + - release-partner-attribution + - release-partner-attribution-beetmover + target-tasks-method: promote_desktop + promote_firefox_rc: + product: firefox + is-rc: true + target-tasks-method: promote_desktop + partial-updates: true + push_devedition: + product: devedition + target-tasks-method: push_desktop + partial-updates: true + push_firefox: + product: firefox + target-tasks-method: push_desktop + partial-updates: true + ship_devedition: + product: devedition + target-tasks-method: ship_desktop + version-bump: true + partial-updates: true + ship_firefox: + product: firefox + target-tasks-method: ship_desktop + version-bump: true + partial-updates: true + ship_firefox_rc: + product: firefox + is-rc: true + target-tasks-method: ship_desktop + partial-updates: true + promote_android: + product: firefox-android + target-tasks-method: promote_android + push_android: + product: firefox-android + target-tasks-method: push_android + ship_android: + product: firefox-android + target-tasks-method: ship_android + + +merge-automation: + behaviors: + central-to-beta: + fetch-version-from: "browser/config/version.txt" + version-files: + - filename: "config/milestone.txt" + new-suffix: '' + - filename: "browser/config/version.txt" + new-suffix: '' + - filename: "browser/config/version_display.txt" + new-suffix: 'b1' + - filename: "mobile/android/version.txt" + new-suffix: 'b1' + replacements: + - - browser/config/mozconfigs/linux32/l10n-mozconfig + - ac_add_options --with-branding=browser/branding/nightly + - ac_add_options --enable-official-branding + - - browser/config/mozconfigs/linux64/l10n-mozconfig + - ac_add_options --with-branding=browser/branding/nightly + - ac_add_options --enable-official-branding + - - browser/config/mozconfigs/win32/l10n-mozconfig + - ac_add_options --with-branding=browser/branding/nightly + - ac_add_options --enable-official-branding + - - browser/config/mozconfigs/win64/l10n-mozconfig + - ac_add_options --with-branding=browser/branding/nightly + - ac_add_options --enable-official-branding + - - browser/config/mozconfigs/win64-aarch64/l10n-mozconfig + - ac_add_options --with-branding=browser/branding/nightly + - ac_add_options --enable-official-branding + - - browser/config/mozconfigs/macosx64/l10n-mozconfig + - ac_add_options --with-branding=browser/branding/nightly + - ac_add_options --enable-official-branding + merge-old-head: true + base-tag: 'FIREFOX_BETA_{major_version}_BASE' + end-tag: 'FIREFOX_BETA_{major_version}_END' + from-repo: 'https://hg.mozilla.org/mozilla-central' + from-branch: 'central' + to-repo: 'https://hg.mozilla.org/releases/mozilla-beta' + to-branch: 'beta' + early-to-late-beta: + fetch-version-from: "browser/config/version.txt" + version-files: [] + replacements: + - - build/defines.sh + - EARLY_BETA_OR_EARLIER=1 + - EARLY_BETA_OR_EARLIER= + merge-old-head: false + to-repo: 'https://hg.mozilla.org/releases/mozilla-beta' + to-branch: 'beta' + beta-to-release: + fetch-version-from: "browser/config/version.txt" + version-files: + - filename: "browser/config/version_display.txt" + new-suffix: '' + - filename: "mobile/android/version.txt" + new-suffix: '' + replacements: [] + merge-old-head: true + base-tag: 'FIREFOX_RELEASE_{major_version}_BASE' + end-tag: 'FIREFOX_RELEASE_{major_version}_END' + from-repo: 'https://hg.mozilla.org/releases/mozilla-beta' + from-branch: 'beta' + to-repo: 'https://hg.mozilla.org/releases/mozilla-release' + to-branch: 'release' + release-to-esr: + fetch-version-from: "browser/config/version.txt" + version-files: + - filename: "browser/config/version_display.txt" + new-suffix: 'esr' + replacements: [] + merge-old-head: false + end-tag: "FIREFOX_ESR_{major_version}_BASE" + to-repo: 'https://hg.mozilla.org/releases/mozilla-esr115' + to-branch: 'esr115' + bump-central: + fetch-version-from: "browser/config/version.txt" + version-files: + - filename: "config/milestone.txt" + version-bump: "major" + new-suffix: 'a1' + - filename: "browser/config/version.txt" + version-bump: "major" + new-suffix: 'a1' + - filename: "browser/config/version_display.txt" + version-bump: "major" + new-suffix: 'a1' + - filename: "mobile/android/version.txt" + version-bump: "major" + new-suffix: 'a1' + replacements: + - - "services/sync/modules/constants.sys.mjs" + - 'WEAVE_VERSION = "1.{current_weave_version}.0"' + - 'WEAVE_VERSION = "1.{next_weave_version}.0"' + merge-old-head: false + end-tag: 'FIREFOX_NIGHTLY_{major_version}_END' + to-repo: 'https://hg.mozilla.org/mozilla-central' + to-branch: 'central' + bump-esr115: + fetch-version-from: "browser/config/version.txt" + version-files: + - filename: "config/milestone.txt" + version-bump: "minor" + - filename: "browser/config/version.txt" + version-bump: "minor" + - filename: "browser/config/version_display.txt" + version-bump: "minor" + replacements: [] + merge-old-head: false + to-repo: 'https://hg.mozilla.org/releases/mozilla-esr115' + to-branch: 'esr115' + +scriptworker: + # See additional configuration in taskcluster/gecko_taskgraph/util/scriptworker.py + scope-prefix: 'project:releng' + +partner-urls: + release-partner-repack: + by-release-product: + default: null + firefox: + by-release-type: + default: null + beta|release.*: + by-release-level: + production: 'git@github.com:mozilla-partners/repack-manifests.git' + staging: 'git@github.com:moz-releng-automation-stage/repack-manifests.git' + esr.*: + by-release-level: + production: 'git@github.com:mozilla-partners/esr-repack-manifests.git' + staging: 'git@github.com:moz-releng-automation-stage/esr-repack-manifests.git' + release-partner-attribution: + by-release-product: + default: null + firefox: + by-release-type: + default: null + beta|release.*: + by-release-level: + production: 'git@github.com:mozilla-partners/repack-manifests.git' + staging: 'git@github.com:moz-releng-automation-stage/repack-manifests.git' + esr.*: + by-release-level: + production: 'git@github.com:mozilla-partners/esr-repack-manifests.git' + staging: 'git@github.com:moz-releng-automation-stage/esr-repack-manifests.git' + release-eme-free-repack: + by-release-product: + default: null + firefox: + by-release-type: + default: null + beta|release.*: + by-release-level: + production: 'git@github.com:mozilla-partners/mozilla-EME-free-manifest.git' + staging: 'git@github.com:moz-releng-automation-stage/mozilla-EME-free-manifest.git' + + +task-priority: + by-project: + 'mozilla-release': 'highest' + 'mozilla-esr.*': 'very-high' + 'mozilla-beta': 'high' + 'mozilla-central': 'medium' + 'autoland': 'low' + 'mozilla-inbound': 'low' + 'default': 'very-low' + +taskgraph: + register: gecko_taskgraph:register + +workers: + aliases: + b-linux-gcp-aarch64: + provisioner: '{trust-domain}-{level}' + implementation: generic-worker + os: linux + worker-type: '{alias}' + b-linux.*: + provisioner: '{trust-domain}-{level}' + implementation: docker-worker + os: linux + worker-type: '{alias}' + b-win2012: + provisioner: '{trust-domain}-{level}' + implementation: generic-worker + os: windows + worker-type: '{alias}-azure' + b-win2022: + provisioner: '{trust-domain}-{level}' + implementation: generic-worker + os: windows + worker-type: '{alias}' + image: + provisioner: '{trust-domain}-{level}' + implementation: docker-worker + os: linux + worker-type: '{alias}' + images: + provisioner: '{trust-domain}-{level}' + implementation: docker-worker + os: linux + worker-type: '{alias}' + images-gcp: + provisioner: '{trust-domain}-{level}' + implementation: docker-worker + os: linux + worker-type: '{alias}' + addon: + provisioner: scriptworker-k8s + implementation: push-addons + os: scriptworker + worker-type: + by-release-level: + production: '{trust-domain}-3-addon' + staging: '{trust-domain}-1-addon' + balrog: + provisioner: scriptworker-k8s + implementation: balrog + os: scriptworker + worker-type: + by-release-level: + production: '{trust-domain}-3-balrog' + staging: '{trust-domain}-1-balrog' + bouncer: + provisioner: scriptworker-k8s + # Note that this implementation doesn't correspond with an + # payload_builder, there are several `bouncer-*` implemenations. + implementation: bouncer + os: scriptworker + worker-type: + by-release-level: + production: '{trust-domain}-3-bouncer' + staging: '{trust-domain}-1-bouncer' + beetmover: + provisioner: scriptworker-k8s + implementation: beetmover + os: scriptworker + worker-type: + by-release-level: + production: '{trust-domain}-3-beetmover' + staging: '{trust-domain}-1-beetmover' + beetmover-android: + provisioner: scriptworker-k8s + implementation: scriptworker-beetmover + os: scriptworker + worker-type: + by-release-level: + production: '{trust-domain}-3-beetmover' + staging: '{trust-domain}-1-beetmover' + shipit: + provisioner: scriptworker-k8s + implementation: shipit + os: scriptworker + worker-type: + by-release-level: + production: '{trust-domain}-3-shipit' + staging: '{trust-domain}-1-shipit' + linux-depsigning: + provisioner: scriptworker-k8s + implementation: scriptworker-signing + os: linux + worker-type: '{trust-domain}-t-signing' + linux-signing: + provisioner: scriptworker-k8s + implementation: scriptworker-signing + os: linux + worker-type: + by-release-level: + production: '{trust-domain}-3-signing' + staging: '{trust-domain}-t-signing' + mac-depsigning: + provisioner: scriptworker-prov-v1 + implementation: scriptworker-signing + os: macosx + worker-type: depsigning-mac-v1 + mac-signing: + provisioner: scriptworker-prov-v1 + implementation: scriptworker-signing + os: macosx + worker-type: + by-release-level: + production: signing-mac-v1 + staging: depsigning-mac-v1 + push-apk: + provisioner: scriptworker-k8s + implementation: scriptworker-pushapk + os: scriptworker + worker-type: '{trust-domain}-{level}-pushapk' + pushflatpak: + provisioner: scriptworker-k8s + implementation: push-flatpak + os: scriptworker + worker-type: + by-release-level: + staging: '{trust-domain}-1-pushflatpak' + production: '{trust-domain}-3-pushflatpak' + pushmsix: + provisioner: scriptworker-k8s + implementation: push-msix + os: scriptworker + worker-type: + by-release-level: + staging: '{trust-domain}-1-pushmsix' + production: '{trust-domain}-3-pushmsix' + tree: + provisioner: scriptworker-k8s + implementation: treescript + os: scriptworker + worker-type: + by-release-level: + production: '{trust-domain}-3-tree' + staging: + by-project: + autoland: '{trust-domain}-3-tree' + default: '{trust-domain}-1-tree' + tree-dev: + provisioner: scriptworker-k8s + implementation: treescript + os: scriptworker + worker-type: '{trust-domain}-1-tree-dev' + t-bitbar-gw.*: + provisioner: proj-autophone + implementation: generic-worker + os: linux-bitbar + worker-type: 'gecko-{alias}' + t-linux(-large|-xlarge|-xlarge-source): + provisioner: '{trust-domain}-t' + implementation: docker-worker + os: linux + worker-type: '{alias}-gcp' + t-linux(-large|-xlarge|-xlarge-source)-noscratch: + provisioner: '{trust-domain}-t' + implementation: docker-worker + os: linux + worker-type: '{alias}-gcp' + t-linux-kvm: + provisioner: '{trust-domain}-t' + implementation: docker-worker + os: linux + worker-type: 't-linux-kvm-noscratch-gcp' + t-linux-talos: + provisioner: releng-hardware + implementation: generic-worker + os: linux + worker-type: 'gecko-{alias}' + t-linux-talos-1804: + provisioner: releng-hardware + implementation: generic-worker + os: linux + worker-type: 'gecko-{alias}' + t-linux-wayland: + provisioner: '{trust-domain}-t' + implementation: generic-worker + os: linux + worker-type: 't-linux-vm-2204-wayland' + t-osx-1015-r8: + provisioner: releng-hardware + implementation: generic-worker + os: macosx + worker-type: 'gecko-{alias}' + t-osx-1100-m1: + provisioner: releng-hardware + implementation: generic-worker + os: macosx + worker-type: 'gecko-{alias}' + t-osx-1400-m2: + provisioner: releng-hardware + implementation: generic-worker + os: macosx + worker-type: 'gecko-{alias}' + t-osx-1015-power: + provisioner: releng-hardware + implementation: generic-worker + os: macosx + worker-type: 'gecko-{alias}' + t-linux-xlarge-pgo: + provisioner: + by-level: + '3': '{trust-domain}-{level}' + default: '{trust-domain}-t' + implementation: docker-worker + os: linux + worker-type: 't-linux-xlarge-noscratch-gcp' + b-osx-1015: + provisioner: releng-hardware + implementation: generic-worker + os: macosx + worker-type: + by-level: + '3': 'gecko-3-b-osx-1015' + default: 'gecko-1-b-osx-1015' + b-osx-arm64: + provisioner: releng-hardware + implementation: generic-worker + os: macosx + worker-type: + by-level: + '3': 'gecko-3-b-osx-arm64' + default: 'gecko-1-b-osx-arm64' + t-win10-64(|-gpu-s|-source): + provisioner: '{trust-domain}-t' + implementation: generic-worker + os: windows + worker-type: '{alias}' + t-win10-64(-hw|-1803-hw): + provisioner: releng-hardware + implementation: generic-worker + os: windows + worker-type: 'gecko-{alias}' + win11-64-2009(-hw-ref): + provisioner: releng-hardware + implementation: generic-worker + os: windows + worker-type: '{alias}' + win10-64-2009(|-gpu|-ssd|-source|-ssd-gpu): + provisioner: 'gecko-t' + implementation: generic-worker + os: windows + worker-type: '{alias}' + t-win11-64(|-gpu-s|-source): + provisioner: '{trust-domain}-t' + implementation: generic-worker + os: windows + worker-type: '{alias}' + win11-64-2009(|-gpu|-ssd|-source|-ssd-gpu): + provisioner: 'gecko-t' + implementation: generic-worker + os: windows + worker-type: '{alias}' + t-win7-32-gpu: + provisioner: '{trust-domain}-t' + implementation: generic-worker + os: windows + worker-type: '{alias}' + t-win7-32: + provisioner: releng-hardware + implementation: generic-worker + os: windows + worker-type: 'gecko-{alias}-hw' + t-win64-aarch64-laptop: + provisioner: bitbar + implementation: generic-worker + os: windows + worker-type: 'gecko-{alias}' + succeed: + provisioner: built-in + implementation: succeed + os: none + worker-type: succeed + misc: + provisioner: '{trust-domain}-t' + implementation: docker-worker + os: linux + worker-type: misc-gcp + + +mac-signing: + mac-requirements: + by-platform: + macosx64.*: build/package/mac_osx/requirements.plist + default: '' + hardened-sign-config: + by-hardened-signing-type: + production: + - deep: false + runtime: true + force: true + entitlements: security/mac/hardenedruntime/v2/production/plugin-container.xml + globs: + - "/Contents/MacOS/plugin-container.app" + + - deep: false + runtime: true + force: true + entitlements: security/mac/hardenedruntime/v2/production/media-plugin-helper.xml + globs: + - "/Contents/MacOS/media-plugin-helper.app" + + - deep: false + runtime: true + force: true + # These files are signed without entitlements + globs: + - "/Contents/MacOS/crashreporter.app" + - "/Contents/MacOS/updater.app/Contents/Frameworks/UpdateSettings.framework" + - "/Contents/MacOS/updater.app" + - "/Contents/Library/LaunchServices/org.mozilla.updater" + - "/Contents/MacOS/XUL" + - "/Contents/MacOS/pingsender" + - "/Contents/MacOS/minidump-analyzer" + - "/Contents/MacOS/nmhproxy" + - "/Contents/MacOS/*.dylib" + - "/Contents/Resources/gmp-clearkey/*/*.dylib" + - "/Contents/Frameworks/ChannelPrefs.framework" + + - deep: false + runtime: true + force: true + entitlements: + by-build-platform: + .*devedition.*: security/mac/hardenedruntime/v2/production/firefoxdeveloperedition.browser.xml + default: + by-project: + mozilla-central: security/mac/hardenedruntime/v2/production/nightly.browser.xml + default: security/mac/hardenedruntime/v2/production/firefox.browser.xml + globs: + - "/" # The .app + + default: + - deep: false + runtime: true + force: true + entitlements: security/mac/hardenedruntime/v2/developer/plugin-container.xml + globs: + - "/Contents/MacOS/plugin-container.app" + + - deep: false + runtime: true + force: true + entitlements: security/mac/hardenedruntime/v2/developer/media-plugin-helper.xml + globs: + - "/Contents/MacOS/media-plugin-helper.app" + + - deep: false + runtime: true + force: true + entitlements: security/mac/hardenedruntime/v2/developer/utility.xml + globs: + - "/Contents/MacOS/crashreporter.app" + - "/Contents/MacOS/updater.app/Contents/Frameworks/UpdateSettings.framework" + - "/Contents/MacOS/updater.app" + - "/Contents/Library/LaunchServices/org.mozilla.updater" + - "/Contents/MacOS/pingsender" + - "/Contents/MacOS/minidump-analyzer" + - "/Contents/MacOS/nmhproxy" + - "/Contents/Frameworks/ChannelPrefs.framework" + + - deep: false + runtime: true + force: true + # These files are signed without entitlements + globs: + - "/Contents/MacOS/XUL" + - "/Contents/MacOS/*.dylib" + - "/Contents/Resources/gmp-clearkey/*/*.dylib" + + - deep: false + runtime: true + force: true + entitlements: security/mac/hardenedruntime/v2/developer/browser.xml + globs: + - "/" # The .app + +expiration-policy: + by-project: + try: + default: 28 days + shortest: 7 days + short: 14 days + medium: 28 days + long: 28 days + autoland: + default: 1 year + shortest: 14 days + short: 3 months + medium: 1 year + # To avoid keeping shippable builds for over a year + long: 1 year + default: + default: 3 months + shortest: 7 days + short: 1 month + medium: 1 year + long: 1 year diff --git a/taskcluster/docker/debian-repackage/Dockerfile b/taskcluster/docker/debian-repackage/Dockerfile index ae257931d4..f068731b58 100644 --- a/taskcluster/docker/debian-repackage/Dockerfile +++ b/taskcluster/docker/debian-repackage/Dockerfile @@ -3,22 +3,16 @@ MAINTAINER Mozilla Releng VOLUME /builds/worker/workspace -# At the moment the Firefox build baseline is jessie. -# Things in the build/CI system that run in the task's container -# (mach, run-task, etc.) do not support jessie. -# There's also no jessie `base` images or packages generated in the CI. -# To generate Firefox Debian packages compatible with the baseline -# we bootstrap basic i386 and amd64 jessie systems on bullseye. -# We use these to generate shared library dependencies in jessie using chroot. -# python/mozbuild/mozbuild/repackaging/deb.py checks for jessie systems -# bootstrapped under /srv/jessie-i386 and /srv/jessie-amd64 -# If they aren't there, deb.py runs the repackage in the working directory without using chroot. -# To keep the build and repackage enviroments consistent the Debian baseline used -# here (jessie) should be synchronized with the baseline used in -# taskcluster/scripts/misc/build-sysroot.sh +# At the moment the Firefox build sysroot for i386 and amd64 use jessie and arm64 uses buster. +# To generate Firefox Debian packages we bootstrap jessie and buster sysroots. +# We use these sysroots to generate shared library dependencies for +# i386 (jessie), amd64 (jessie), and arm64 (buster) packages. +# To keep the build and repackage enviroments consistent the Debian distributions used by the sysroots +# created here should match the distributions used by the sysroots created in taskcluster/scripts/misc/build-sysroot.sh ARG TASKCLUSTER_ROOT_URL ARG DOCKER_IMAGE_PACKAGES RUN /usr/local/sbin/setup_packages.sh $TASKCLUSTER_ROOT_URL $DOCKER_IMAGE_PACKAGES && \ + dpkg --add-architecture arm64 && \ apt-get update && \ apt-get install debootstrap && set -xe && \ for arch in i386 amd64; do \ @@ -30,6 +24,20 @@ RUN /usr/local/sbin/setup_packages.sh $TASKCLUSTER_ROOT_URL $DOCKER_IMAGE_PACKAG --verbose \ jessie \ /srv/jessie-$arch \ - https://archive.debian.org/debian; \ + https://archive.debian.org/debian || (echo "Debootstrap failed, outputting log:" && cat /srv/jessie-$arch/debootstrap/debootstrap.log && exit 1); \ done && \ + # bootstrap a buster/amd64 root to generate an arm64 .deb package. + debootstrap \ + --arch=amd64 \ + --variant=buildd \ + --include=debhelper,binutils-multiarch,binutils-aarch64-linux-gnu \ + --keyring=/usr/share/keyrings/debian-archive-buster-stable.gpg \ + --verbose \ + buster \ + /srv/buster-amd64 \ + http://deb.debian.org/debian || (echo "Debootstrap failed, outputting log:" && cat /srv/buster-amd64/debootstrap/debootstrap.log && exit 1) && \ + chroot /srv/buster-amd64 /bin/bash -c "\ + dpkg --add-architecture arm64 && \ + apt-get update && \ + apt-get install -y libasound2:arm64 libgtk-3-0:arm64 libx11-xcb1:arm64 libxtst6:arm64" && \ /usr/local/sbin/clean_packages.sh $DOCKER_IMAGE_PACKAGES diff --git a/taskcluster/docker/github-sync/Dockerfile b/taskcluster/docker/github-sync/Dockerfile deleted file mode 100644 index bff131ad7b..0000000000 --- a/taskcluster/docker/github-sync/Dockerfile +++ /dev/null @@ -1,14 +0,0 @@ -FROM $DOCKER_IMAGE_PARENT -MAINTAINER Kartikaya Gupta - -VOLUME /builds/worker/checkouts -VOLUME /builds/worker/workspace -VOLUME /builds/worker/tooltool-cache -VOLUME /builds/worker/.ghsync - -ADD prepare.sh /setup/prepare-docker.sh -ADD requirements.txt /setup/requirements.txt -RUN /bin/bash /setup/prepare-docker.sh /setup/requirements.txt && rm -R /setup - -# Set a default command useful for debugging -CMD ["/bin/bash", "--login"] diff --git a/taskcluster/docker/github-sync/prepare.sh b/taskcluster/docker/github-sync/prepare.sh deleted file mode 100755 index 6c0be27168..0000000000 --- a/taskcluster/docker/github-sync/prepare.sh +++ /dev/null @@ -1,31 +0,0 @@ -#!/usr/bin/env bash - -# This Source Code Form is subject to the terms of the Mozilla Public -# License, v. 2.0. If a copy of the MPL was not distributed with this -# file, You can obtain one at http://mozilla.org/MPL/2.0/. */ - -set -o errexit -set -o nounset -set -o pipefail -set -o xtrace - -test "$(whoami)" == 'root' - -# Install stuff we need -apt-get -y update -apt-get install -y \ - cmake \ - curl \ - gcc \ - git \ - g++ \ - libffi-dev \ - libgit2-dev \ - libssl-dev \ - python3 \ - python3-dev \ - python3-pip \ - python3-setuptools - -# Python packages -pip3 install --break-system-packages -r "$1" diff --git a/taskcluster/docker/github-sync/requirements.txt b/taskcluster/docker/github-sync/requirements.txt deleted file mode 100644 index 13fd42681d..0000000000 --- a/taskcluster/docker/github-sync/requirements.txt +++ /dev/null @@ -1,3 +0,0 @@ -requests == 2.21.0 -pygit2 == 1.11.1 -python-hglib == 2.6.1 diff --git a/taskcluster/docker/sentry/Dockerfile b/taskcluster/docker/sentry/Dockerfile index 2f606c5529..c07fdd3961 100644 --- a/taskcluster/docker/sentry/Dockerfile +++ b/taskcluster/docker/sentry/Dockerfile @@ -1,5 +1,5 @@ FROM $DOCKER_IMAGE_PARENT -LABEL maintainer="Mitchell Hentges mhentges@mozilla.com" +LABEL maintainer="Alex Hochheiden ahochheiden@mozilla.com" VOLUME /builds/worker/checkouts diff --git a/taskcluster/docker/snap-coreXX-build/snap-tests/README.md b/taskcluster/docker/snap-coreXX-build/snap-tests/README.md index 73f78c72bc..bdc79dbe4b 100644 --- a/taskcluster/docker/snap-coreXX-build/snap-tests/README.md +++ b/taskcluster/docker/snap-coreXX-build/snap-tests/README.md @@ -16,6 +16,10 @@ inspecting the browser at the end of a test. Data URL containing the diff screenshot will be dumped to stdout/stderr when `TEST_DUMP_DIFF` is set in the environment. +A recording of the desktop can be captured via GNOME Screencast feature by +passing `TEST_RECORD_SCREEN=true` in the enviromnent. Upon completion of the +task it should upload a WebM file. + Updating reference screenshots ============================== - `./mach try fuzzy --push-to-lando --full --env TEST_COLLECT_REFERENCE=1 -q "'snap-upstream-test"` diff --git a/taskcluster/docker/snap-coreXX-build/snap-tests/record.py b/taskcluster/docker/snap-coreXX-build/snap-tests/record.py new file mode 100644 index 0000000000..51fe47f6d8 --- /dev/null +++ b/taskcluster/docker/snap-coreXX-build/snap-tests/record.py @@ -0,0 +1,24 @@ +# This Source Code Form is subject to the terms of the Mozilla Public +# License, v. 2.0. If a copy of the MPL was not distributed with this +# file, You can obtain one at https://mozilla.org/MPL/2.0/. + +import os +import time + +import dbus + +session_bus = dbus.SessionBus() +session_bus.call_blocking( + "org.gnome.Shell.Screencast", + "/org/gnome/Shell/Screencast", + "org.gnome.Shell.Screencast", + "Screencast", + signature="sa{sv}", + args=[ + os.path.join(os.environ.get("ARTIFACT_DIR", ""), "video_%d_%t.webm"), + {"draw-cursor": True, "framerate": 35}, + ], +) + +while True: + time.sleep(30) diff --git a/taskcluster/docker/snap-coreXX-build/snap-tests/tests.sh b/taskcluster/docker/snap-coreXX-build/snap-tests/tests.sh index 854ef2c9af..3412d04727 100755 --- a/taskcluster/docker/snap-coreXX-build/snap-tests/tests.sh +++ b/taskcluster/docker/snap-coreXX-build/snap-tests/tests.sh @@ -60,6 +60,16 @@ if [ -n "${MOZ_LOG}" ]; then export MOZ_LOG_FILE="${ARTIFACT_DIR}/gecko-log" fi +RECORD_SCREEN_PID=0 +if [ "${TEST_RECORD_SCREEN}" = "true" ]; then + python3 record.py & + RECORD_SCREEN_PID=$! + echo "Recording with PID ${RECORD_SCREEN_PID}" + + trap 'echo [EXIT] Stopping screen recording from PID ${RECORD_SCREEN_PID} && kill ${RECORD_SCREEN_PID}' EXIT + trap 'echo [ERR] Stopping screen recording from PID ${RECORD_SCREEN_PID} && kill ${RECORD_SCREEN_PID}' ERR +fi; + if [ "${SUITE}" = "basic" ]; then sed -e "s/#RUNTIME_VERSION#/${RUNTIME_VERSION}/#" < basic_tests/expectations.json.in > basic_tests/expectations.json python3 basic_tests.py basic_tests/expectations.json diff --git a/taskcluster/docker/system-symbols-linux-scraper/Dockerfile b/taskcluster/docker/system-symbols-linux-scraper/Dockerfile index edafc97c83..e9785c93c1 100644 --- a/taskcluster/docker/system-symbols-linux-scraper/Dockerfile +++ b/taskcluster/docker/system-symbols-linux-scraper/Dockerfile @@ -12,7 +12,7 @@ VOLUME /builds/worker/checkouts RUN apt-get update && \ apt-get install --no-install-recommends -y \ - 7zip binutils build-essential cpio curl debuginfod elfutils flatpak jq \ + file 7zip binutils build-essential cpio curl debuginfod elfutils flatpak jq \ libxml2-utils python3-pip rpm2cpio squashfs-tools unzip wget zip && \ apt-get autoremove -y && rm -rf /var/lib/apt/lists/* diff --git a/taskcluster/docker/system-symbols-linux-scraper/README b/taskcluster/docker/system-symbols-linux-scraper/README new file mode 100644 index 0000000000..ac37a2d3f3 --- /dev/null +++ b/taskcluster/docker/system-symbols-linux-scraper/README @@ -0,0 +1,64 @@ +Performing a (re)bootstrapping of symbols scraping process +========================================================== + +Whenever for any reason the symbol scraping process might have been faulty long +enough, we can end up (currently) in a situation where the recorded status of +`SHA256SUMS.zip` on the TaskCluster index is inconsistent with what we really +processed. + +This document aims at explaining what needs to be done and where to recover +from that state (this is based on the experience from bug 1893156). + +First, you need to identify since how long the problem has been present. As of +now there is no really better tooling than processing manually the cron tasks +logs and see when it started to fail. + +Once you have identified a date, the next step is to work on the bootstrapping +content. As visible in +https://searchfox.org/mozilla-central/rev/f6e3b81aac49e602f06c204f9278da30993cdc8a/taskcluster/docker/system-symbols-linux-scraper/run.sh#62, +the first source of truth is the gh-pages branch of the symbol-scrapers github +repository: https://github.com/mozilla/symbol-scrapers/tree/gh-pages. This +source of truth is evaluated ONLY if the TaskCluster index is NOT present. The +route is being computed from the running task's definition: +https://searchfox.org/mozilla-central/rev/f6e3b81aac49e602f06c204f9278da30993cdc8a/taskcluster/docker/system-symbols-linux-scraper/run.sh#14 +from which we ONLY consider the `latest` alias. + +As of today the index is for example for debian: +index.gecko.v2.mozilla-central.latest.system-symbols.debian and thus one can +explore the content at +https://firefox-ci-tc.services.mozilla.com/tasks/index/gecko.v2.mozilla-central.latest.system-symbols.debian, +other means of browsing including pushdate allows to find e.g., +https://firefox-ci-tc.services.mozilla.com/tasks/index/gecko.v2.mozilla-central.pushdate.2024.04.20.20240420094034.system-symbols/debian +from which we can get a link to the sums file: +https://firefox-ci-tc.services.mozilla.com/api/index/v1/task/gecko.v2.mozilla-central.pushdate.2024.04.20.20240420094034.system-symbols.debian/artifacts/public%2Fbuild%2FSHA256SUMS.zip + +Once you have identified WHEN the problem arose, you can take the above URL +(adapting with the correct date) and adapting to the various distributions. + +Make sure you have an uptodate git clone of the mozilla/symbol-scrapers +repository, checkout a new branch out of the gh-pages tree, and you can proceed +to the data extraction following (example with a different date): + for distro in alpine archlinux debian fedora firefox-flatpak firefox-snap gnome-sdk-snap mint opensuse ubuntu; do + wget https://firefox-ci-tc.services.mozilla.com/api/index/v1/task/gecko.v2.mozilla-central.pushdate.2024.02.07.latest.system-symbols.$distro/artifacts/public%2Fbuild%2FSHA256SUMS.zip -O $distro/SHA256SUMS.zip; + done; + mv archlinux/SHA256SUMS.zip arch/ + +Please note that there's a slight difference in naming, archlinux vs arch. +Please note other distros might have been added since so you need to adapt. + +Send a pull request once this is OK, make it reviewed or merge it. + +As of now, the content of the boostrapping process is in the state we want, but +if you run a symbols scraping task, it will still pull data from the +TaskCluster index. This time, you need to use the index that refers to latest +and NOT the pushdate or another one, so the index used in the example SHOULD be +good. You just have to run deleteTask (with the appropriate credentials if you +have them, or ask releng for help in #firefox-ci): + for distro in alpine archlinux debian fedora firefox-flatpak firefox-snap gnome-sdk-snap mint opensuse ubuntu; do + taskcluster api index deleteTask gecko.v2.mozilla-central.latest.system-symbols.$distro + done; + +From there, HTTP queries to (for the debian example) +https://firefox-ci-tc.services.mozilla.com/tasks/index/gecko.v2.mozilla-central.latest.system-symbols.debian +would return 404, which will make the symbol scraping tasks search its data on +GitHub. diff --git a/taskcluster/docker/updatebot/updatebot-version.sh b/taskcluster/docker/updatebot/updatebot-version.sh index ea788dd130..0491fdf447 100644 --- a/taskcluster/docker/updatebot/updatebot-version.sh +++ b/taskcluster/docker/updatebot/updatebot-version.sh @@ -1,2 +1,2 @@ -export UPDATEBOT_REVISION=5cf21801808c95a3948916fd03f1001d964d796a +export UPDATEBOT_REVISION=d7689dd2e47c6df15f5fece49a85a5297d4c4ff3 diff --git a/taskcluster/docker/updatebot/windows-setup.sh b/taskcluster/docker/updatebot/windows-setup.sh index c04d0a6fbf..975aaea249 100644 --- a/taskcluster/docker/updatebot/windows-setup.sh +++ b/taskcluster/docker/updatebot/windows-setup.sh @@ -27,7 +27,7 @@ mv depot_tools.git depot_tools # Generating a new version of the preloaded depot_tools download can be done by: # 1) Running the task, uncommenting the variable assignment below, uncommenting the -# _GENERATE_DEPOT_TOOLS_BINARIES_ section in taskcluster/ci/updatebot/kind.yml, +# _GENERATE_DEPOT_TOOLS_BINARIES_ section in taskcluster/kinds/updatebot/kind.yml, # and ensuring that an angle update will actually take place (so it downloads the depot_tools) # 2) Downloading and sanity-checking the depot_tools-preloaded-binaries-GIT_HASH-DATE.zip artifact # 3) Adding it to tooltool @@ -121,7 +121,7 @@ if test -n "$GENERATE_DEPOT_TOOLS_BINARIES"; then # Convoluted way to get the git hash, because we don't have a .git directory # Adding extra print statements just in case we need to debug it - GIT_HASH=$(grep depot_tools -A 1 "$GECKO_PATH/taskcluster/ci/fetch/updatebot.yml" | tee /dev/tty | grep revision | tee /dev/tty | awk -F': *' '{print $2}' | tee /dev/tty) + GIT_HASH=$(grep depot_tools -A 1 "$GECKO_PATH/taskcluster/kinds/fetch/updatebot.yml" | tee /dev/tty | grep revision | tee /dev/tty | awk -F': *' '{print $2}' | tee /dev/tty) DATE=$(date -I) mv depot_tools-preloaded-binaries.zip "depot_tools-preloaded-binaries-$GIT_HASH-$DATE.zip" diff --git a/taskcluster/docs/howto/index.rst b/taskcluster/docs/howto/index.rst index ab1010666b..c3a03ef166 100644 --- a/taskcluster/docs/howto/index.rst +++ b/taskcluster/docs/howto/index.rst @@ -35,7 +35,7 @@ Changing Test Characteristics ............................. First, find the test description. This will be in -``taskcluster/ci/*/tests.yml``, for the appropriate kind (consult +``taskcluster/kinds/*/tests.yml``, for the appropriate kind (consult :ref:`kinds`). You will find a YAML stanza for each test suite, and each stanza defines the test's characteristics. For example, the ``chunks`` property gives the number of chunks to run. This can be specified as a simple @@ -65,7 +65,7 @@ Adding a Test Suite To add a new test suite, you will need to know the proper mozharness invocation for that suite, and which kind it fits into (consult :ref:`kinds`). -Add a new stanza to ``taskcluster/ci//tests.yml``, copying from the other +Add a new stanza to ``taskcluster/kinds//tests.yml``, copying from the other stanzas in that file. The meanings should be clear, but authoritative documentation is in ``taskcluster/gecko_taskgraph/transforms/test/__init__.py`` should you need diff --git a/taskcluster/docs/kinds.rst b/taskcluster/docs/kinds.rst index b54f95f0fa..76edaaa511 100644 --- a/taskcluster/docs/kinds.rst +++ b/taskcluster/docs/kinds.rst @@ -684,7 +684,7 @@ diffoscope ---------- Tasks used to compare pairs of Firefox builds using https://diffoscope.org/. As of writing, this is mainly meant to be used in try builds, by editing -taskcluster/ci/diffoscope/kind.yml for your needs. +taskcluster/kinds/diffoscope/kind.yml for your needs. addon ----- @@ -703,11 +703,6 @@ webrender Tasks used to do testing of WebRender standalone (without gecko). The WebRender code lives in gfx/wr and has its own testing infrastructure. -github-sync ------------- -Tasks used to do synchronize parts of Gecko that have downstream GitHub -repositories. - instrumented-build ------------------ Tasks that generate builds with PGO instrumentation enabled. This is an diff --git a/taskcluster/docs/kinds/test.rst b/taskcluster/docs/kinds/test.rst index 20d3635c5c..b577a4a993 100644 --- a/taskcluster/docs/kinds/test.rst +++ b/taskcluster/docs/kinds/test.rst @@ -120,7 +120,7 @@ manifest conditions pending the triage owner / manager to review. Please subscribe to alerts from `firefox-ci ` group in order to be aware of changes to the CI, scheduling, or the policy. -.. _variants.yml: https://searchfox.org/mozilla-central/source/taskcluster/ci/test/variants.yml +.. _variants.yml: https://searchfox.org/mozilla-central/source/taskcluster/kinds/test/variants.yml .. _json-e: https://json-e.js.org/ diff --git a/taskcluster/docs/partner-attribution.rst b/taskcluster/docs/partner-attribution.rst index f83eabb005..c283d4b529 100644 --- a/taskcluster/docs/partner-attribution.rst +++ b/taskcluster/docs/partner-attribution.rst @@ -27,7 +27,7 @@ partner repacks. logic. It's usually looked up during the release promotion action task, using the Github GraphQL API in the `get_partner_config_by_url() `_ function, with the -url defined in `taskcluster/ci/config.yml `_. +url defined in `taskcluster/config.yml `_. ``release_partner_build_number`` is an integer used to create unique upload paths in the firefox candidates directory, while ``release_partners`` is a list of partners that should be diff --git a/taskcluster/docs/partner-repacks.rst b/taskcluster/docs/partner-repacks.rst index 3ae352e06d..6aa3db7da7 100644 --- a/taskcluster/docs/partner-repacks.rst +++ b/taskcluster/docs/partner-repacks.rst @@ -40,7 +40,7 @@ release. They're both true for Firefox betas >= b8 and releases, but otherwise d logic. It's usually looked up during the release promotion action task, using the Github GraphQL API in the `get_partner_config_by_url() `_ function, with the -url defined in `taskcluster/ci/config.yml `_. ``release_partner_build_number`` is an integer used to create unique upload paths in the firefox diff --git a/taskcluster/docs/taskgraph.rst b/taskcluster/docs/taskgraph.rst index 5b3ac83643..dbb74f3499 100644 --- a/taskcluster/docs/taskgraph.rst +++ b/taskcluster/docs/taskgraph.rst @@ -32,7 +32,7 @@ Kinds Generation starts with "kinds". These are yaml files that denote groupings of tasks that are loosely related to one another. For example, in Gecko there are ``build`` and ``test`` kinds. Each kind has its own directory under -`taskcluster/ci`_ which contains a ``kind.yml`` file. +`taskcluster/kinds`_ which contains a ``kind.yml`` file. For more information on kinds, see Taskgraph's `kind documentation`_. For a list of available kinds in ``mozilla-central``, see the :doc:`kinds reference @@ -114,7 +114,7 @@ Graph Configuration There are several configuration settings that are pertain to the entire taskgraph. These are specified in :file:`config.yml` at the root of the -taskgraph configuration (typically :file:`taskcluster/ci/`). The available +taskgraph configuration (typically :file:`taskcluster`). The available settings are documented inline in `taskcluster/gecko_taskgraph/config.py `_. @@ -131,7 +131,7 @@ For more information, see Taskgraph's `actions documentation`_. .. _graph generation documentation: https://taskcluster-taskgraph.readthedocs.io/en/latest/concepts/task-graphs.html .. _this guide: https://taskcluster-taskgraph.readthedocs.io/en/latest/howto/run-locally.html -.. _taskcluster/ci: https://searchfox.org/mozilla-central/source/taskcluster/ci +.. _taskcluster/kinds: https://searchfox.org/mozilla-central/source/taskcluster/kinds .. _kind documentation: https://taskcluster-taskgraph.readthedocs.io/en/latest/concepts/kind.html .. _loader documentation: https://taskcluster-taskgraph.readthedocs.io/en/latest/concepts/loading.html .. _transforms documentation: https://taskcluster-taskgraph.readthedocs.io/en/latest/concepts/transforms.html diff --git a/taskcluster/docs/versioncontrol.rst b/taskcluster/docs/versioncontrol.rst index 835f8915cf..c187ea7f64 100644 --- a/taskcluster/docs/versioncontrol.rst +++ b/taskcluster/docs/versioncontrol.rst @@ -35,7 +35,7 @@ The locations are as follows: Debian Packages for Debian and Ubuntu Based Docker Images --------------------------------------------------------- -``taskcluster/ci/packages/debian.yml`` and ``taskcluster/ci/packages/ubuntu.yml`` +``taskcluster/kinds/packages/debian.yml`` and ``taskcluster/kinds/packages/ubuntu.yml`` define custom Debian packages for Mercurial. These are installed in various Docker images. diff --git a/taskcluster/gecko_taskgraph/config.py b/taskcluster/gecko_taskgraph/config.py index 7b6237f9fb..df4a5665e3 100644 --- a/taskcluster/gecko_taskgraph/config.py +++ b/taskcluster/gecko_taskgraph/config.py @@ -4,6 +4,7 @@ from taskgraph.util.schema import Schema, optionally_keyed_by from voluptuous import Any, Optional, Required +from voluptuous.validators import Length graph_config_schema = Schema( { @@ -20,7 +21,7 @@ graph_config_schema = Schema( Required("product-dir"): str, Required("treeherder"): { # Mapping of treeherder group symbols to descriptive names - Required("group-names"): {str: str} + Required("group-names"): {str: Length(max=100)} }, Required("index"): {Required("products"): [str]}, Required("try"): { diff --git a/taskcluster/gecko_taskgraph/files_changed.py b/taskcluster/gecko_taskgraph/files_changed.py index c814df0806..0352fb9d7e 100644 --- a/taskcluster/gecko_taskgraph/files_changed.py +++ b/taskcluster/gecko_taskgraph/files_changed.py @@ -16,7 +16,7 @@ from mozpack.path import match as mozpackmatch from mozversioncontrol import InvalidRepoPath, get_repository_object from gecko_taskgraph import GECKO -from gecko_taskgraph.util.hg import get_json_automationrelevance +from gecko_taskgraph.util.hg import get_json_pushchangedfiles logger = logging.getLogger(__name__) @@ -27,9 +27,8 @@ def get_changed_files(repository, revision): Get the set of files changed in the push headed by the given revision. Responses are cached, so multiple calls with the same arguments are OK. """ - contents = get_json_automationrelevance(repository, revision) try: - changesets = contents["changesets"] + return get_json_pushchangedfiles(repository, revision)["files"] except KeyError: # We shouldn't hit this error in CI. if os.environ.get("MOZ_AUTOMATION"): @@ -39,17 +38,6 @@ def get_changed_files(repository, revision): # version control. return get_locally_changed_files(GECKO) - logger.debug("{} commits influencing task scheduling:".format(len(changesets))) - changed_files = set() - for c in changesets: - desc = "" # Support empty desc - if c["desc"]: - desc = c["desc"].splitlines()[0].encode("ascii", "ignore") - logger.debug(" {cset} {desc}".format(cset=c["node"][0:12], desc=desc)) - changed_files |= set(c["files"]) - - return changed_files - def check(params, file_patterns): """Determine whether any of the files changed in the indicated push to diff --git a/taskcluster/gecko_taskgraph/main.py b/taskcluster/gecko_taskgraph/main.py index e261f26c80..c6d7a4a3c8 100644 --- a/taskcluster/gecko_taskgraph/main.py +++ b/taskcluster/gecko_taskgraph/main.py @@ -108,7 +108,7 @@ def get_filtered_taskgraph(taskgraph, tasksregex, exclude_keys): for key in exclude_keys: obj = task_dict attrs = key.split(".") - while attrs[0] in obj: + while obj and attrs[0] in obj: if len(attrs) == 1: del obj[attrs[0]] break @@ -386,10 +386,10 @@ def show_taskgraph(options): output_file = options["output_file"] if options["diff"]: - # --root argument is taskgraph's config at /taskcluster/ci + # --root argument is taskgraph's config at /taskcluster repo_root = os.getcwd() if options["root"]: - repo_root = f"{options['root']}/../.." + repo_root = f"{options['root']}/.." repo = get_repository(repo_root) if not repo.working_directory_clean(): @@ -707,7 +707,7 @@ def decision(options): @argument( "--root", "-r", - default="taskcluster/ci", + default="taskcluster", help="root of the taskgraph definition relative to topsrcdir", ) def action_callback(options): @@ -743,7 +743,7 @@ def action_callback(options): @argument( "--root", "-r", - default="taskcluster/ci", + default="taskcluster", help="root of the taskgraph definition relative to topsrcdir", ) @argument( diff --git a/taskcluster/gecko_taskgraph/manifests/firefox_candidates.yml b/taskcluster/gecko_taskgraph/manifests/firefox_candidates.yml index af0ea79aa4..d847b4fcdc 100644 --- a/taskcluster/gecko_taskgraph/manifests/firefox_candidates.yml +++ b/taskcluster/gecko_taskgraph/manifests/firefox_candidates.yml @@ -62,6 +62,8 @@ platform_names: linux64-shippable: 'linux-x86_64' linux64-devedition: 'linux-x86_64' linux64-asan-reporter-shippable: 'linux-x86_64-asan-reporter' + linux64-aarch64-shippable: 'linux-aarch64' + linux64-aarch64-devedition: 'linux-aarch64' macosx64-shippable: 'mac' macosx64-devedition: 'mac' win32-shippable: 'win32' @@ -78,6 +80,8 @@ platform_names: linux64-shippable: 'linux64' linux64-devedition: 'linux64-devedition' linux64-asan-reporter-shippable: 'linux-x86_64-asan-reporter' + linux64-aarch64-shippable: 'linux64-aarch64' + linux64-aarch64-devedition: 'linux64-aarch64-devedition' macosx64-shippable: 'macosx64' macosx64-devedition: 'macosx64-devedition' win32-shippable: 'win32' @@ -94,6 +98,8 @@ platform_names: linux64-shippable: 'linux64' linux64-devedition: 'linux64' linux64-asan-reporter-shippable: 'linux-x86_64-asan-reporter' + linux64-aarch64-shippable: 'linux64-aarch64' + linux64-aarch64-devedition: 'linux64-aarch64' macosx64-shippable: 'macosx64' macosx64-devedition: 'macosx64' win32-shippable: 'win32' diff --git a/taskcluster/gecko_taskgraph/manifests/firefox_candidates_checksums.yml b/taskcluster/gecko_taskgraph/manifests/firefox_candidates_checksums.yml index 43ba4cbf15..7ca17662e2 100644 --- a/taskcluster/gecko_taskgraph/manifests/firefox_candidates_checksums.yml +++ b/taskcluster/gecko_taskgraph/manifests/firefox_candidates_checksums.yml @@ -51,6 +51,8 @@ platform_names: linux64-shippable: 'linux-x86_64' linux64-devedition: 'linux-x86_64' linux64-asan-reporter-shippable: 'linux-x86_64-asan-reporter' + linux64-aarch64-shippable: 'linux-aarch64' + linux64-aarch64-devedition: 'linux-aarch64' macosx64-shippable: 'mac' macosx64-devedition: 'mac' win32-shippable: 'win32' diff --git a/taskcluster/gecko_taskgraph/manifests/firefox_nightly.yml b/taskcluster/gecko_taskgraph/manifests/firefox_nightly.yml index 421caba08f..60c39e7c53 100644 --- a/taskcluster/gecko_taskgraph/manifests/firefox_nightly.yml +++ b/taskcluster/gecko_taskgraph/manifests/firefox_nightly.yml @@ -57,6 +57,8 @@ platform_names: linux-devedition: 'linux-i686' linux64-shippable: 'linux-x86_64' linux64-devedition: 'linux-x86_64' + linux64-aarch64-shippable: 'linux-aarch64' + linux64-aarch64-devedition: 'linux-aarch64' linux64-asan-reporter-shippable: 'linux-x86_64-asan-reporter' macosx64-shippable: 'mac' macosx64-devedition: 'mac' @@ -74,6 +76,8 @@ platform_names: linux64-asan-reporter-shippable: 'linux64-asan-reporter' linux64-shippable: 'linux64' linux64-devedition: 'linux64' + linux64-aarch64-shippable: 'linux64-aarch64' + linux64-aarch64-devedition: 'linux64-aarch64' macosx64-shippable: 'macosx64' macosx64-devedition: 'macosx64' win32-shippable: 'win32' @@ -127,19 +131,10 @@ mapping: checksums_path: KEY only_for_platforms: - linux64-shippable + - linux64-aarch64-shippable destinations: - ${year}/${month}/${upload_date}-${branch} - latest-${branch} - target.common.tests.tar.gz: - <<: *default - description: "Mixture of reftests, mochitests, UI and others, commonly bundled together in a test suite" - pretty_name: firefox-${version}.${locale}.${filename_platform}.common.tests.tar.gz - checksums_path: firefox-${version}.${locale}.${filename_platform}.common.tests.tar.gz - target.cppunittest.tests.tar.gz: - <<: *default - description: "C++ unittests related in-tree test infrastructure" - pretty_name: firefox-${version}.${locale}.${filename_platform}.cppunittest.tests.tar.gz - checksums_path: firefox-${version}.${locale}.${filename_platform}.cppunittest.tests.tar.gz target.crashreporter-symbols.zip: <<: *default description: "Crashreporter symbols to be consumed by Socorro" @@ -153,51 +148,16 @@ mapping: description: "Various compile and moz_app flags baked together in a json file" pretty_name: firefox-${version}.${locale}.${filename_platform}.json checksums_path: firefox-${version}.${locale}.${filename_platform}.json - target.mochitest.tests.tar.gz: - <<: *default - description: "Results for running the mochitest testing framework via Javascript function calls" - pretty_name: firefox-${version}.${locale}.${filename_platform}.mochitest.tests.tar.gz - checksums_path: firefox-${version}.${locale}.${filename_platform}.mochitest.tests.tar.gz target.mozinfo.json: <<: *default description: "Various compile and moz_app flags baked together in a json file" pretty_name: firefox-${version}.${locale}.${filename_platform}.mozinfo.json checksums_path: firefox-${version}.${locale}.${filename_platform}.mozinfo.json - target.reftest.tests.tar.gz: - <<: *default - description: "Results for running the reftest testing framework via display of two Web pages comparison" - pretty_name: firefox-${version}.${locale}.${filename_platform}.reftest.tests.tar.gz - checksums_path: firefox-${version}.${locale}.${filename_platform}.reftest.tests.tar.gz - target.talos.tests.tar.gz: - <<: *default - description: "Results for running the talos testing framework to measure performance" - pretty_name: firefox-${version}.${locale}.${filename_platform}.talos.tests.tar.gz - checksums_path: firefox-${version}.${locale}.${filename_platform}.talos.tests.tar.gz - target.awsy.tests.tar.gz: - <<: *default - description: "Results for running the awsy testing framework to track memory usage" - pretty_name: firefox-${version}.${locale}.${filename_platform}.awsy.tests.tar.gz - checksums_path: firefox-${version}.${locale}.${filename_platform}.awsy.tests.tar.gz - target.test_packages.json: - <<: *default - description: "File containing metadata about all other files and testing harnesses specifics" - pretty_name: firefox-${version}.${locale}.${filename_platform}.test_packages.json - checksums_path: firefox-${version}.${locale}.${filename_platform}.test_packages.json target.txt: <<: *default description: "File containing buildid and revision" pretty_name: firefox-${version}.${locale}.${filename_platform}.txt checksums_path: firefox-${version}.${locale}.${filename_platform}.txt - target.web-platform.tests.tar.gz: - <<: *default - description: "Results for running the webplatform testing framework to cover standard Web platform features" - pretty_name: firefox-${version}.${locale}.${filename_platform}.web-platform.tests.tar.gz - checksums_path: firefox-${version}.${locale}.${filename_platform}.web-platform.tests.tar.gz - target.xpcshell.tests.tar.gz: - <<: *default - description: "Results for running the xpcshell testing framework to enable XPConnect console application" - pretty_name: firefox-${version}.${locale}.${filename_platform}.xpcshell.tests.tar.gz - checksums_path: firefox-${version}.${locale}.${filename_platform}.xpcshell.tests.tar.gz target_info.txt: <<: *default description: "File containing the buildID" @@ -226,6 +186,7 @@ mapping: only_for_platforms: - linux-shippable - linux64-shippable + - linux64-aarch64-shippable - macosx64-shippable - win64-shippable - win32-shippable @@ -252,6 +213,8 @@ mapping: only_for_platforms: - linux-shippable - linux64-shippable + - linux64-aarch64-shippable + - linux64-aarch64-devedition - linux-devedition - linux64-devedition pretty_name: firefox-${version}.${locale}.langpack.deb @@ -301,6 +264,7 @@ mapping: only_for_platforms: - linux-shippable - linux64-shippable + - linux64-aarch64-shippable - linux64-asan-reporter-shippable pretty_name: firefox-${version}.${locale}.${filename_platform}.tar.bz2 checksums_path: firefox-${version}.${locale}.${filename_platform}.tar.bz2 @@ -322,6 +286,7 @@ mapping: only_for_platforms: - linux-shippable - linux64-shippable + - linux64-aarch64-shippable - linux64-asan-reporter-shippable pretty_name: firefox-${version}.${locale}.${filename_platform}.tar.bz2.asc checksums_path: firefox-${version}.${locale}.${filename_platform}.tar.bz2.asc @@ -499,6 +464,7 @@ mapping: only_for_platforms: - linux-shippable - linux64-shippable + - linux64-aarch64-shippable pretty_name: firefox-${version}.${locale}.${filename_platform}.deb checksums_path: firefox-${version}.${locale}.${filename_platform}.deb update_balrog_manifest: false diff --git a/taskcluster/gecko_taskgraph/manifests/firefox_nightly_checksums.yml b/taskcluster/gecko_taskgraph/manifests/firefox_nightly_checksums.yml index f1b81572ab..caa31f556e 100644 --- a/taskcluster/gecko_taskgraph/manifests/firefox_nightly_checksums.yml +++ b/taskcluster/gecko_taskgraph/manifests/firefox_nightly_checksums.yml @@ -18,6 +18,8 @@ platform_names: linux-shippable: 'linux-i686' linux-devedition: 'linux-i686' linux64-shippable: 'linux-x86_64' + linux64-aarch64-shippable: 'linux-aarch64' + linux64-aarch64-devedition: 'linux-aarch64' linux64-devedition: 'linux-x86_64' linux64-asan-reporter-shippable: 'linux-x86_64-asan-reporter' macosx64-shippable: 'mac' diff --git a/taskcluster/gecko_taskgraph/optimize/mozlint.py b/taskcluster/gecko_taskgraph/optimize/mozlint.py new file mode 100644 index 0000000000..0fe42ea70d --- /dev/null +++ b/taskcluster/gecko_taskgraph/optimize/mozlint.py @@ -0,0 +1,96 @@ +# This Source Code Form is subject to the terms of the Mozilla Public +# License, v. 2.0. If a copy of the MPL was not distributed with this +# file, You can obtain one at http://mozilla.org/MPL/2.0/. + +import logging +from pathlib import Path +from typing import List, Union + +from mozlint.parser import Parser +from mozlint.pathutils import filterpaths +from taskgraph.optimize.base import OptimizationStrategy +from taskgraph.util.path import match as match_path + +from gecko_taskgraph import GECKO + +logger = logging.getLogger(__name__) + + +class TGMozlintParser(Parser): + """ + Mozlint Parser that skips validation. This is needed because decision + tasks use sparse clones and the files themselves are not present. + """ + + def _validate(self, linter): + pass + + +class SkipUnlessMozlint(OptimizationStrategy): + """ + Optimization strategy for mozlint tests. + + Uses the mozlint YAML file for each test to determine whether or not a test + should run. + + Using: + - The optimization relies on having `files_changed` set in the decision task + parameters. + - Register with register_strategy. The argument is the path to MozLint YAML + configuration files ("/tools/lint" for mozilla-central): + - In source-test/mozlint.yml, set the optimization strategy for each job by filename: + - For Mozlint jobs that run multiple linters at once use a list of filenames: + """ + + def __init__(self, linters_path: str): + self.mozlint_parser = TGMozlintParser(GECKO) + self.linters_path = Path(GECKO) / linters_path + + def should_remove_task( + self, task, params, mozlint_confs: Union[str, List[str]] + ) -> bool: + include = [] + exclude = [] + extensions = [] + exclude_extensions = [] + support_files = ["python/mozlint/**", "tools/lint/**"] + + files_changed = params["files_changed"] + + if isinstance(mozlint_confs, str): + mozlint_confs = [mozlint_confs] + + for mozlint_conf in mozlint_confs: + mozlint_yaml = str(self.linters_path / mozlint_conf) + logger.info(f"Loading file patterns for {task.label} from {mozlint_yaml}.") + linter_config = self.mozlint_parser(mozlint_yaml) + + for config in linter_config: + include += config.get("include", []) + exclude += config.get("exclude", []) + extensions += [e.strip(".") for e in config.get("extensions", [])] + exclude_extensions += [ + e.strip(".") for e in config.get("exclude_extensions", []) + ] + support_files += config.get("support-files", []) + + # Support files may not be part of "include" patterns, so check first + # Do not remove (return False) if any changed + for pattern in set(support_files): + for path in files_changed: + if match_path(path, pattern): + return False + + to_lint, to_exclude = filterpaths( + GECKO, + list(files_changed), + include=include, + exclude=exclude, + extensions=extensions, + exclude_extensions=exclude_extensions, + ) + + # to_lint should be an empty list if there is nothing to check + if not to_lint: + return True + return False diff --git a/taskcluster/gecko_taskgraph/optimize/schema.py b/taskcluster/gecko_taskgraph/optimize/schema.py index a7f878cf60..a348fb177c 100644 --- a/taskcluster/gecko_taskgraph/optimize/schema.py +++ b/taskcluster/gecko_taskgraph/optimize/schema.py @@ -39,6 +39,8 @@ default_optimizations = ( {"upload-symbols": None}, # optimize strategy alias for reprocess-symbols tasks {"reprocess-symbols": None}, + # optimization strategy for mozlint tests + {"skip-unless-mozlint": voluptuous.Any(str, [str])}, ) OptimizationSchema = voluptuous.Any(*default_optimizations) diff --git a/taskcluster/gecko_taskgraph/optimize/strategies.py b/taskcluster/gecko_taskgraph/optimize/strategies.py index ffc395385b..f1ade38672 100644 --- a/taskcluster/gecko_taskgraph/optimize/strategies.py +++ b/taskcluster/gecko_taskgraph/optimize/strategies.py @@ -11,6 +11,8 @@ from mozbuild.util import memoize from taskgraph.optimize.base import OptimizationStrategy, register_strategy from taskgraph.util.path import match as match_path +from gecko_taskgraph.optimize.mozlint import SkipUnlessMozlint + logger = logging.getLogger(__name__) @@ -100,3 +102,6 @@ class SkipUnlessChanged(OptimizationStrategy): ) return True return False + + +register_strategy("skip-unless-mozlint", args=("tools/lint",))(SkipUnlessMozlint) diff --git a/taskcluster/gecko_taskgraph/target_tasks.py b/taskcluster/gecko_taskgraph/target_tasks.py index e004cfb3e2..5469f9eb0d 100644 --- a/taskcluster/gecko_taskgraph/target_tasks.py +++ b/taskcluster/gecko_taskgraph/target_tasks.py @@ -11,7 +11,7 @@ from datetime import datetime, timedelta from redo import retry from taskgraph.parameters import Parameters -from taskgraph.target_tasks import _target_task, get_method +from taskgraph.target_tasks import get_method, register_target_task from taskgraph.util.taskcluster import find_task_id from gecko_taskgraph import GECKO, try_option_syntax @@ -43,7 +43,7 @@ UNCOMMON_TRY_TASK_LABELS = [ r"linux-", # hide all linux32 tasks by default - bug 1599197 r"linux1804-32", # hide linux32 tests - bug 1599197 # Test tasks - r"web-platform-tests.*backlog", # hide wpt jobs that are not implemented yet - bug 1572820 + r"web-platform-tests(?!-webgpu).*backlog", # hide wpt jobs that are not implemented yet - bug 1572820 r"-ccov", r"-profiling-", # talos/raptor profiling jobs are run too often r"-32-.*-webgpu", # webgpu gets little benefit from these tests. @@ -396,7 +396,7 @@ def _try_option_syntax(full_task_graph, parameters, graph_config): return target_tasks_labels -@_target_task("try_tasks") +@register_target_task("try_tasks") def target_tasks_try(full_task_graph, parameters, graph_config): try_mode = parameters["try_mode"] if try_mode == "try_task_config": @@ -408,13 +408,13 @@ def target_tasks_try(full_task_graph, parameters, graph_config): return [] -@_target_task("try_select_tasks") +@register_target_task("try_select_tasks") def target_tasks_try_select(full_task_graph, parameters, graph_config): tasks = target_tasks_try_select_uncommon(full_task_graph, parameters, graph_config) return [l for l in tasks if filter_by_uncommon_try_tasks(l)] -@_target_task("try_select_tasks_uncommon") +@register_target_task("try_select_tasks_uncommon") def target_tasks_try_select_uncommon(full_task_graph, parameters, graph_config): from gecko_taskgraph.decision import PER_PROJECT_PARAMETERS @@ -440,7 +440,7 @@ def target_tasks_try_select_uncommon(full_task_graph, parameters, graph_config): return sorted(tasks) -@_target_task("try_auto") +@register_target_task("try_auto") def target_tasks_try_auto(full_task_graph, parameters, graph_config): """Target the tasks which have indicated they should be run on autoland (rather than try) via the `run_on_projects` attributes. @@ -471,7 +471,7 @@ def target_tasks_try_auto(full_task_graph, parameters, graph_config): ] -@_target_task("default") +@register_target_task("default") def target_tasks_default(full_task_graph, parameters, graph_config): """Target the tasks which have indicated they should be run on this project via the `run_on_projects` attributes.""" @@ -484,7 +484,7 @@ def target_tasks_default(full_task_graph, parameters, graph_config): ] -@_target_task("autoland_tasks") +@register_target_task("autoland_tasks") def target_tasks_autoland(full_task_graph, parameters, graph_config): """In addition to doing the filtering by project that the 'default' filter does, also remove any tests running against shippable builds @@ -510,7 +510,7 @@ def target_tasks_autoland(full_task_graph, parameters, graph_config): return [l for l in filtered_for_project if filter(full_task_graph[l])] -@_target_task("mozilla_central_tasks") +@register_target_task("mozilla_central_tasks") def target_tasks_mozilla_central(full_task_graph, parameters, graph_config): """In addition to doing the filtering by project that the 'default' filter does, also remove any tests running against regular (aka not shippable, @@ -550,7 +550,7 @@ def target_tasks_mozilla_central(full_task_graph, parameters, graph_config): return [l for l in filtered_for_project if filter(full_task_graph[l])] -@_target_task("graphics_tasks") +@register_target_task("graphics_tasks") def target_tasks_graphics(full_task_graph, parameters, graph_config): """In addition to doing the filtering by project that the 'default' filter does, also remove artifact builds because we have csets on @@ -568,7 +568,7 @@ def target_tasks_graphics(full_task_graph, parameters, graph_config): return [l for l in filtered_for_project if filter(full_task_graph[l])] -@_target_task("mozilla_beta_tasks") +@register_target_task("mozilla_beta_tasks") def target_tasks_mozilla_beta(full_task_graph, parameters, graph_config): """Select the set of tasks required for a promotable beta or release build of desktop, plus android CI. The candidates build process involves a pipeline @@ -581,7 +581,7 @@ def target_tasks_mozilla_beta(full_task_graph, parameters, graph_config): ] -@_target_task("mozilla_release_tasks") +@register_target_task("mozilla_release_tasks") def target_tasks_mozilla_release(full_task_graph, parameters, graph_config): """Select the set of tasks required for a promotable beta or release build of desktop, plus android CI. The candidates build process involves a pipeline @@ -594,7 +594,7 @@ def target_tasks_mozilla_release(full_task_graph, parameters, graph_config): ] -@_target_task("mozilla_esr115_tasks") +@register_target_task("mozilla_esr115_tasks") def target_tasks_mozilla_esr115(full_task_graph, parameters, graph_config): """Select the set of tasks required for a promotable beta or release build of desktop, without android CI. The candidates build process involves a pipeline @@ -618,7 +618,7 @@ def target_tasks_mozilla_esr115(full_task_graph, parameters, graph_config): return [l for l, t in full_task_graph.tasks.items() if filter(t)] -@_target_task("promote_desktop") +@register_target_task("promote_desktop") def target_tasks_promote_desktop(full_task_graph, parameters, graph_config): """Select the superset of tasks required to promote a beta or release build of a desktop product. This should include all non-android @@ -642,7 +642,7 @@ def target_tasks_promote_desktop(full_task_graph, parameters, graph_config): return [l for l, t in full_task_graph.tasks.items() if filter(t)] -@_target_task("push_desktop") +@register_target_task("push_desktop") def target_tasks_push_desktop(full_task_graph, parameters, graph_config): """Select the set of tasks required to push a build of desktop to cdns. Previous build deps will be optimized out via action task.""" @@ -668,7 +668,7 @@ def target_tasks_push_desktop(full_task_graph, parameters, graph_config): return [l for l, t in full_task_graph.tasks.items() if filter(t)] -@_target_task("ship_desktop") +@register_target_task("ship_desktop") def target_tasks_ship_desktop(full_task_graph, parameters, graph_config): """Select the set of tasks required to ship desktop. Previous build deps will be optimized out via action task.""" @@ -709,7 +709,7 @@ def target_tasks_ship_desktop(full_task_graph, parameters, graph_config): return [l for l, t in full_task_graph.tasks.items() if filter(t)] -@_target_task("pine_tasks") +@register_target_task("pine_tasks") def target_tasks_pine(full_task_graph, parameters, graph_config): """Bug 1879960 - no reftests or wpt needed""" filtered_for_project = target_tasks_default( @@ -717,6 +717,8 @@ def target_tasks_pine(full_task_graph, parameters, graph_config): ) def filter(task): + if "android" in task.attributes.get("build_platform", ""): + return False suite = task.attributes.get("unittest_suite", "") if "reftest" in suite or "web-platform" in suite: return False @@ -725,7 +727,7 @@ def target_tasks_pine(full_task_graph, parameters, graph_config): return [l for l in filtered_for_project if filter(full_task_graph[l])] -@_target_task("larch_tasks") +@register_target_task("larch_tasks") def target_tasks_larch(full_task_graph, parameters, graph_config): """Bug 1879213 - only run necessary tasks on larch""" filtered_for_project = target_tasks_default( @@ -749,7 +751,7 @@ def target_tasks_larch(full_task_graph, parameters, graph_config): return [l for l in filtered_for_project if filter(full_task_graph[l])] -@_target_task("kaios_tasks") +@register_target_task("kaios_tasks") def target_tasks_kaios(full_task_graph, parameters, graph_config): """The set of tasks to run for kaios integration""" @@ -760,7 +762,7 @@ def target_tasks_kaios(full_task_graph, parameters, graph_config): return [l for l, t in full_task_graph.tasks.items() if filter(t)] -@_target_task("custom-car_perf_testing") +@register_target_task("custom-car_perf_testing") def target_tasks_custom_car_perf_testing(full_task_graph, parameters, graph_config): """Select tasks required for running daily performance tests for custom chromium-as-release.""" @@ -787,7 +789,7 @@ def target_tasks_custom_car_perf_testing(full_task_graph, parameters, graph_conf return [l for l, t in full_task_graph.tasks.items() if filter(t)] -@_target_task("general_perf_testing") +@register_target_task("general_perf_testing") def target_tasks_general_perf_testing(full_task_graph, parameters, graph_config): """ Select tasks required for running performance tests 3 times a week. @@ -910,7 +912,7 @@ def make_desktop_nightly_filter(platforms): return filter -@_target_task("sp-perftests") +@register_target_task("sp-perftests") def target_tasks_speedometer_tests(full_task_graph, parameters, graph_config): def filter(task): platform = task.attributes.get("test_platform") @@ -934,7 +936,7 @@ def target_tasks_speedometer_tests(full_task_graph, parameters, graph_config): return [l for l, t in full_task_graph.tasks.items() if filter(t)] -@_target_task("nightly_linux") +@register_target_task("nightly_linux") def target_tasks_nightly_linux(full_task_graph, parameters, graph_config): """Select the set of tasks required for a nightly build of linux. The nightly build process involves a pipeline of builds, signing, @@ -945,7 +947,7 @@ def target_tasks_nightly_linux(full_task_graph, parameters, graph_config): return [l for l, t in full_task_graph.tasks.items() if filter(t, parameters)] -@_target_task("nightly_macosx") +@register_target_task("nightly_macosx") def target_tasks_nightly_macosx(full_task_graph, parameters, graph_config): """Select the set of tasks required for a nightly build of macosx. The nightly build process involves a pipeline of builds, signing, @@ -954,7 +956,7 @@ def target_tasks_nightly_macosx(full_task_graph, parameters, graph_config): return [l for l, t in full_task_graph.tasks.items() if filter(t, parameters)] -@_target_task("nightly_win32") +@register_target_task("nightly_win32") def target_tasks_nightly_win32(full_task_graph, parameters, graph_config): """Select the set of tasks required for a nightly build of win32 and win64. The nightly build process involves a pipeline of builds, signing, @@ -963,7 +965,7 @@ def target_tasks_nightly_win32(full_task_graph, parameters, graph_config): return [l for l, t in full_task_graph.tasks.items() if filter(t, parameters)] -@_target_task("nightly_win64") +@register_target_task("nightly_win64") def target_tasks_nightly_win64(full_task_graph, parameters, graph_config): """Select the set of tasks required for a nightly build of win32 and win64. The nightly build process involves a pipeline of builds, signing, @@ -972,7 +974,7 @@ def target_tasks_nightly_win64(full_task_graph, parameters, graph_config): return [l for l, t in full_task_graph.tasks.items() if filter(t, parameters)] -@_target_task("nightly_win64_aarch64") +@register_target_task("nightly_win64_aarch64") def target_tasks_nightly_win64_aarch64(full_task_graph, parameters, graph_config): """Select the set of tasks required for a nightly build of win32 and win64. The nightly build process involves a pipeline of builds, signing, @@ -981,7 +983,7 @@ def target_tasks_nightly_win64_aarch64(full_task_graph, parameters, graph_config return [l for l, t in full_task_graph.tasks.items() if filter(t, parameters)] -@_target_task("nightly_asan") +@register_target_task("nightly_asan") def target_tasks_nightly_asan(full_task_graph, parameters, graph_config): """Select the set of tasks required for a nightly build of asan. The nightly build process involves a pipeline of builds, signing, @@ -992,7 +994,7 @@ def target_tasks_nightly_asan(full_task_graph, parameters, graph_config): return [l for l, t in full_task_graph.tasks.items() if filter(t, parameters)] -@_target_task("daily_releases") +@register_target_task("daily_releases") def target_tasks_daily_releases(full_task_graph, parameters, graph_config): """Select the set of tasks required to identify if we should release. If we determine that we should the task will communicate to ship-it to @@ -1004,7 +1006,7 @@ def target_tasks_daily_releases(full_task_graph, parameters, graph_config): return [l for l, t in full_task_graph.tasks.items() if filter(t)] -@_target_task("nightly_desktop") +@register_target_task("nightly_desktop") def target_tasks_nightly_desktop(full_task_graph, parameters, graph_config): """Select the set of tasks required for a nightly build of linux, mac, windows.""" @@ -1042,7 +1044,7 @@ def target_tasks_nightly_desktop(full_task_graph, parameters, graph_config): ) -@_target_task("nightly_all") +@register_target_task("nightly_all") def target_tasks_nightly_all(full_task_graph, parameters, graph_config): """Select the set of tasks required for a nightly build of firefox desktop and android""" index_path = ( @@ -1065,7 +1067,7 @@ def target_tasks_nightly_all(full_task_graph, parameters, graph_config): # Run Searchfox analysis once daily. -@_target_task("searchfox_index") +@register_target_task("searchfox_index") def target_tasks_searchfox(full_task_graph, parameters, graph_config): """Select tasks required for indexing Firefox for Searchfox web site each day""" return [ @@ -1081,7 +1083,7 @@ def target_tasks_searchfox(full_task_graph, parameters, graph_config): # Run build linux64-plain-clang-trunk/opt on mozilla-central/beta with perf tests -@_target_task("linux64_clang_trunk_perf") +@register_target_task("linux64_clang_trunk_perf") def target_tasks_build_linux64_clang_trunk_perf( full_task_graph, parameters, graph_config ): @@ -1097,19 +1099,19 @@ def target_tasks_build_linux64_clang_trunk_perf( # Run Updatebot's cron job 4 times daily. -@_target_task("updatebot_cron") +@register_target_task("updatebot_cron") def target_tasks_updatebot_cron(full_task_graph, parameters, graph_config): """Select tasks required to run Updatebot's cron job""" return ["updatebot-cron"] -@_target_task("customv8_update") +@register_target_task("customv8_update") def target_tasks_customv8_update(full_task_graph, parameters, graph_config): """Select tasks required for building latest d8/v8 version.""" return ["toolchain-linux64-custom-v8"] -@_target_task("file_update") +@register_target_task("file_update") def target_tasks_file_update(full_task_graph, parameters, graph_config): """Select the set of tasks required to perform nightly in-tree file updates""" @@ -1120,7 +1122,7 @@ def target_tasks_file_update(full_task_graph, parameters, graph_config): return [l for l, t in full_task_graph.tasks.items() if filter(t)] -@_target_task("l10n_bump") +@register_target_task("l10n_bump") def target_tasks_l10n_bump(full_task_graph, parameters, graph_config): """Select the set of tasks required to perform l10n bumping.""" @@ -1131,7 +1133,7 @@ def target_tasks_l10n_bump(full_task_graph, parameters, graph_config): return [l for l, t in full_task_graph.tasks.items() if filter(t)] -@_target_task("merge_automation") +@register_target_task("merge_automation") def target_tasks_merge_automation(full_task_graph, parameters, graph_config): """Select the set of tasks required to perform repository merges.""" @@ -1142,7 +1144,7 @@ def target_tasks_merge_automation(full_task_graph, parameters, graph_config): return [l for l, t in full_task_graph.tasks.items() if filter(t)] -@_target_task("scriptworker_canary") +@register_target_task("scriptworker_canary") def target_tasks_scriptworker_canary(full_task_graph, parameters, graph_config): """Select the set of tasks required to run scriptworker canaries.""" @@ -1153,7 +1155,7 @@ def target_tasks_scriptworker_canary(full_task_graph, parameters, graph_config): return [l for l, t in full_task_graph.tasks.items() if filter(t)] -@_target_task("cron_bouncer_check") +@register_target_task("cron_bouncer_check") def target_tasks_bouncer_check(full_task_graph, parameters, graph_config): """Select the set of tasks required to perform bouncer version verification.""" @@ -1166,7 +1168,7 @@ def target_tasks_bouncer_check(full_task_graph, parameters, graph_config): return [l for l, t in full_task_graph.tasks.items() if filter(t)] -@_target_task("staging_release_builds") +@register_target_task("staging_release_builds") def target_tasks_staging_release(full_task_graph, parameters, graph_config): """ Select all builds that are part of releases. @@ -1190,7 +1192,7 @@ def target_tasks_staging_release(full_task_graph, parameters, graph_config): return [l for l, t in full_task_graph.tasks.items() if filter(t)] -@_target_task("release_simulation") +@register_target_task("release_simulation") def target_tasks_release_simulation(full_task_graph, parameters, graph_config): """ Select builds that would run on push on a release branch. @@ -1227,7 +1229,7 @@ def target_tasks_release_simulation(full_task_graph, parameters, graph_config): ] -@_target_task("codereview") +@register_target_task("codereview") def target_tasks_codereview(full_task_graph, parameters, graph_config): """Select all code review tasks needed to produce a report""" @@ -1245,13 +1247,13 @@ def target_tasks_codereview(full_task_graph, parameters, graph_config): return [l for l, t in full_task_graph.tasks.items() if filter(t)] -@_target_task("nothing") +@register_target_task("nothing") def target_tasks_nothing(full_task_graph, parameters, graph_config): """Select nothing, for DONTBUILD pushes""" return [] -@_target_task("daily_beta_perf") +@register_target_task("daily_beta_perf") def target_tasks_daily_beta_perf(full_task_graph, parameters, graph_config): """ Select performance tests on the beta branch to be run daily @@ -1353,7 +1355,7 @@ def target_tasks_daily_beta_perf(full_task_graph, parameters, graph_config): return [l for l, t in full_task_graph.tasks.items() if filter(t)] -@_target_task("weekly_release_perf") +@register_target_task("weekly_release_perf") def target_tasks_weekly_release_perf(full_task_graph, parameters, graph_config): """ Select performance tests on the release branch to be run weekly @@ -1421,7 +1423,7 @@ def target_tasks_weekly_release_perf(full_task_graph, parameters, graph_config): return [l for l, t in full_task_graph.tasks.items() if filter(t)] -@_target_task("raptor_tp6m") +@register_target_task("raptor_tp6m") def target_tasks_raptor_tp6m(full_task_graph, parameters, graph_config): """ Select tasks required for running raptor cold page-load tests on fenix and refbrow @@ -1448,7 +1450,7 @@ def target_tasks_raptor_tp6m(full_task_graph, parameters, graph_config): return [l for l, t in full_task_graph.tasks.items() if filter(t)] -@_target_task("backfill_all_browsertime") +@register_target_task("backfill_all_browsertime") def target_tasks_backfill_all_browsertime(full_task_graph, parameters, graph_config): """ Search for revisions that contains patches that were reviewed by perftest reviewers @@ -1516,7 +1518,7 @@ def target_tasks_backfill_all_browsertime(full_task_graph, parameters, graph_con return [] -@_target_task("condprof") +@register_target_task("condprof") def target_tasks_condprof(full_task_graph, parameters, graph_config): """ Select tasks required for building conditioned profiles. @@ -1527,7 +1529,7 @@ def target_tasks_condprof(full_task_graph, parameters, graph_config): yield name -@_target_task("system_symbols") +@register_target_task("system_symbols") def target_tasks_system_symbols(full_task_graph, parameters, graph_config): """ Select tasks for scraping and uploading system symbols. @@ -1541,7 +1543,7 @@ def target_tasks_system_symbols(full_task_graph, parameters, graph_config): yield name -@_target_task("perftest") +@register_target_task("perftest") def target_tasks_perftest(full_task_graph, parameters, graph_config): """ Select perftest tasks we want to run daily @@ -1553,7 +1555,7 @@ def target_tasks_perftest(full_task_graph, parameters, graph_config): yield name -@_target_task("perftest-on-autoland") +@register_target_task("perftest-on-autoland") def target_tasks_perftest_autoland(full_task_graph, parameters, graph_config): """ Select perftest tasks we want to run daily @@ -1567,7 +1569,7 @@ def target_tasks_perftest_autoland(full_task_graph, parameters, graph_config): yield name -@_target_task("l10n-cross-channel") +@register_target_task("l10n-cross-channel") def target_tasks_l10n_cross_channel(full_task_graph, parameters, graph_config): """Select the set of tasks required to run l10n cross-channel.""" @@ -1577,7 +1579,7 @@ def target_tasks_l10n_cross_channel(full_task_graph, parameters, graph_config): return [l for l, t in full_task_graph.tasks.items() if filter(t)] -@_target_task("eslint-build") +@register_target_task("eslint-build") def target_tasks_eslint_build(full_task_graph, parameters, graph_config): """Select the task to run additional ESLint rules which require a build.""" @@ -1588,7 +1590,7 @@ def target_tasks_eslint_build(full_task_graph, parameters, graph_config): yield name -@_target_task("holly_tasks") +@register_target_task("holly_tasks") def target_tasks_holly(full_task_graph, parameters, graph_config): """Bug 1814661: only run updatebot tasks on holly""" @@ -1598,7 +1600,7 @@ def target_tasks_holly(full_task_graph, parameters, graph_config): return [l for l, t in full_task_graph.tasks.items() if filter(t)] -@_target_task("snap_upstream_tests") +@register_target_task("snap_upstream_tests") def target_tasks_snap_upstream_tests(full_task_graph, parameters, graph_config): """ Select tasks for testing Snap package built as upstream. Omit -try because @@ -1609,7 +1611,7 @@ def target_tasks_snap_upstream_tests(full_task_graph, parameters, graph_config): yield name -@_target_task("nightly-android") +@register_target_task("nightly-android") def target_tasks_nightly_android(full_task_graph, parameters, graph_config): def filter(task, parameters): # geckoview @@ -1645,11 +1647,11 @@ def target_tasks_nightly_android(full_task_graph, parameters, graph_config): return [l for l, t in full_task_graph.tasks.items() if filter(t, parameters)] -@_target_task("android-l10n-import") +@register_target_task("android-l10n-import") def target_tasks_android_l10n_import(full_task_graph, parameters, graph_config): return [l for l, t in full_task_graph.tasks.items() if l == "android-l10n-import"] -@_target_task("android-l10n-sync") +@register_target_task("android-l10n-sync") def target_tasks_android_l10n_sync(full_task_graph, parameters, graph_config): return [l for l, t in full_task_graph.tasks.items() if l == "android-l10n-sync"] diff --git a/taskcluster/gecko_taskgraph/test/automationrelevance.json b/taskcluster/gecko_taskgraph/test/automationrelevance.json deleted file mode 100644 index 3bdfa9ed9e..0000000000 --- a/taskcluster/gecko_taskgraph/test/automationrelevance.json +++ /dev/null @@ -1,358 +0,0 @@ -{ - "changesets": [ - { - "author": "James Long ", - "backsoutnodes": [], - "bugs": [ - { - "no": "1300866", - "url": "https://bugzilla.mozilla.org/show_bug.cgi?id=1300866" - } - ], - "date": [1473196655.0, 14400], - "desc": "Bug 1300866 - expose devtools require to new debugger r=jlast,bgrins", - "extra": { - "branch": "default" - }, - "files": ["devtools/client/debugger/index.html"], - "node": "ae2144aa4356b65c2f8c0de8c9082dcb7e330e24", - "parents": ["37c9349b4e8167a61b08b7e119c21ea177b98942"], - "perfherderurl": "https://treeherder.mozilla.org/perf.html#/compare?originalProject=mozilla-central&originalRevision=a14f88a9af7a59e677478694bafd9375ac53683e&newProject=mozilla-central&newRevision=ae2144aa4356b65c2f8c0de8c9082dcb7e330e24", - "pushdate": [1473261248, 0], - "pushhead": "a14f88a9af7a59e677478694bafd9375ac53683e", - "pushid": 30664, - "pushnodes": [ - "ae2144aa4356b65c2f8c0de8c9082dcb7e330e24", - "73a6a267a50a0e1c41e689b265ad3eebe43d7ac6", - "16a1a91f9269ab95dd83eb29dc5d0227665f7d94", - "99c542fa43a72ee863c813b5624048d1b443549b", - "a6b6a93eb41a05e310a11f0172f01ba9b21d3eac", - "541c9086c0f27fba60beecc9bc94543103895c86", - "041a925171e431bf51fb50193ab19d156088c89a", - "a14f88a9af7a59e677478694bafd9375ac53683e" - ], - "pushuser": "cbook@mozilla.com", - "rev": 312890, - "reviewers": [ - { - "name": "jlast", - "revset": "reviewer(jlast)" - }, - { - "name": "bgrins", - "revset": "reviewer(bgrins)" - } - ], - "treeherderrepo": "mozilla-central", - "treeherderrepourl": "https://treeherder.mozilla.org/#/jobs?repo=mozilla-central" - }, - { - "author": "Wes Kocher ", - "backsoutnodes": [], - "bugs": [], - "date": [1473208638.0, 25200], - "desc": "Merge m-c to fx-team, a=merge", - "extra": { - "branch": "default" - }, - "files": ["taskcluster/scripts/builder/build-l10n.sh"], - "node": "73a6a267a50a0e1c41e689b265ad3eebe43d7ac6", - "parents": [ - "ae2144aa4356b65c2f8c0de8c9082dcb7e330e24", - "91c2b9d5c1354ca79e5b174591dbb03b32b15bbf" - ], - "perfherderurl": "https://treeherder.mozilla.org/perf.html#/compare?originalProject=mozilla-central&originalRevision=a14f88a9af7a59e677478694bafd9375ac53683e&newProject=mozilla-central&newRevision=ae2144aa4356b65c2f8c0de8c9082dcb7e330e24", - "pushdate": [1473261248, 0], - "pushhead": "a14f88a9af7a59e677478694bafd9375ac53683e", - "pushid": 30664, - "pushnodes": [ - "ae2144aa4356b65c2f8c0de8c9082dcb7e330e24", - "73a6a267a50a0e1c41e689b265ad3eebe43d7ac6", - "16a1a91f9269ab95dd83eb29dc5d0227665f7d94", - "99c542fa43a72ee863c813b5624048d1b443549b", - "a6b6a93eb41a05e310a11f0172f01ba9b21d3eac", - "541c9086c0f27fba60beecc9bc94543103895c86", - "041a925171e431bf51fb50193ab19d156088c89a", - "a14f88a9af7a59e677478694bafd9375ac53683e" - ], - "pushuser": "cbook@mozilla.com", - "rev": 312891, - "reviewers": [ - { - "name": "merge", - "revset": "reviewer(merge)" - } - ], - "treeherderrepo": "mozilla-central", - "treeherderrepourl": "https://treeherder.mozilla.org/#/jobs?repo=mozilla-central" - }, - { - "author": "Towkir Ahmed ", - "backsoutnodes": [], - "bugs": [ - { - "no": "1296648", - "url": "https://bugzilla.mozilla.org/show_bug.cgi?id=1296648" - } - ], - "date": [1472957580.0, 14400], - "desc": "Bug 1296648 - Fix direction of .ruleview-expander.theme-twisty in RTL locales. r=ntim", - "extra": { - "branch": "default" - }, - "files": ["devtools/client/themes/rules.css"], - "node": "16a1a91f9269ab95dd83eb29dc5d0227665f7d94", - "parents": ["73a6a267a50a0e1c41e689b265ad3eebe43d7ac6"], - "perfherderurl": "https://treeherder.mozilla.org/perf.html#/compare?originalProject=mozilla-central&originalRevision=a14f88a9af7a59e677478694bafd9375ac53683e&newProject=mozilla-central&newRevision=ae2144aa4356b65c2f8c0de8c9082dcb7e330e24", - "pushdate": [1473261248, 0], - "pushhead": "a14f88a9af7a59e677478694bafd9375ac53683e", - "pushid": 30664, - "pushnodes": [ - "ae2144aa4356b65c2f8c0de8c9082dcb7e330e24", - "73a6a267a50a0e1c41e689b265ad3eebe43d7ac6", - "16a1a91f9269ab95dd83eb29dc5d0227665f7d94", - "99c542fa43a72ee863c813b5624048d1b443549b", - "a6b6a93eb41a05e310a11f0172f01ba9b21d3eac", - "541c9086c0f27fba60beecc9bc94543103895c86", - "041a925171e431bf51fb50193ab19d156088c89a", - "a14f88a9af7a59e677478694bafd9375ac53683e" - ], - "pushuser": "cbook@mozilla.com", - "rev": 312892, - "reviewers": [ - { - "name": "ntim", - "revset": "reviewer(ntim)" - } - ], - "treeherderrepo": "mozilla-central", - "treeherderrepourl": "https://treeherder.mozilla.org/#/jobs?repo=mozilla-central" - }, - { - "author": "Oriol ", - "backsoutnodes": [], - "bugs": [ - { - "no": "1300336", - "url": "https://bugzilla.mozilla.org/show_bug.cgi?id=1300336" - } - ], - "date": [1472921160.0, 14400], - "desc": "Bug 1300336 - Allow pseudo-arrays to have a length property. r=fitzgen", - "extra": { - "branch": "default" - }, - "files": [ - "devtools/client/webconsole/test/browser_webconsole_output_06.js", - "devtools/server/actors/object.js" - ], - "node": "99c542fa43a72ee863c813b5624048d1b443549b", - "parents": ["16a1a91f9269ab95dd83eb29dc5d0227665f7d94"], - "perfherderurl": "https://treeherder.mozilla.org/perf.html#/compare?originalProject=mozilla-central&originalRevision=a14f88a9af7a59e677478694bafd9375ac53683e&newProject=mozilla-central&newRevision=ae2144aa4356b65c2f8c0de8c9082dcb7e330e24", - "pushdate": [1473261248, 0], - "pushhead": "a14f88a9af7a59e677478694bafd9375ac53683e", - "pushid": 30664, - "pushnodes": [ - "ae2144aa4356b65c2f8c0de8c9082dcb7e330e24", - "73a6a267a50a0e1c41e689b265ad3eebe43d7ac6", - "16a1a91f9269ab95dd83eb29dc5d0227665f7d94", - "99c542fa43a72ee863c813b5624048d1b443549b", - "a6b6a93eb41a05e310a11f0172f01ba9b21d3eac", - "541c9086c0f27fba60beecc9bc94543103895c86", - "041a925171e431bf51fb50193ab19d156088c89a", - "a14f88a9af7a59e677478694bafd9375ac53683e" - ], - "pushuser": "cbook@mozilla.com", - "rev": 312893, - "reviewers": [ - { - "name": "fitzgen", - "revset": "reviewer(fitzgen)" - } - ], - "treeherderrepo": "mozilla-central", - "treeherderrepourl": "https://treeherder.mozilla.org/#/jobs?repo=mozilla-central" - }, - { - "author": "Ruturaj Vartak ", - "backsoutnodes": [], - "bugs": [ - { - "no": "1295010", - "url": "https://bugzilla.mozilla.org/show_bug.cgi?id=1295010" - } - ], - "date": [1472854020.0, -7200], - "desc": "Bug 1295010 - Don't move the eyedropper to the out of browser window by keyboard navigation. r=pbro\n\nMozReview-Commit-ID: vBwmSxVNXK", - "extra": { - "amend_source": "6885024ef00cfa33d73c59dc03c48ebcda9ccbdd", - "branch": "default", - "histedit_source": "c43167f0a7cbe9f4c733b15da726e5150a9529ba", - "rebase_source": "b74df421630fc46dab6b6cc026bf3e0ae6b4a651" - }, - "files": [ - "devtools/client/inspector/test/browser_inspector_highlighter-eyedropper-events.js", - "devtools/client/inspector/test/head.js", - "devtools/server/actors/highlighters/eye-dropper.js" - ], - "node": "a6b6a93eb41a05e310a11f0172f01ba9b21d3eac", - "parents": ["99c542fa43a72ee863c813b5624048d1b443549b"], - "perfherderurl": "https://treeherder.mozilla.org/perf.html#/compare?originalProject=mozilla-central&originalRevision=a14f88a9af7a59e677478694bafd9375ac53683e&newProject=mozilla-central&newRevision=ae2144aa4356b65c2f8c0de8c9082dcb7e330e24", - "pushdate": [1473261248, 0], - "pushhead": "a14f88a9af7a59e677478694bafd9375ac53683e", - "pushid": 30664, - "pushnodes": [ - "ae2144aa4356b65c2f8c0de8c9082dcb7e330e24", - "73a6a267a50a0e1c41e689b265ad3eebe43d7ac6", - "16a1a91f9269ab95dd83eb29dc5d0227665f7d94", - "99c542fa43a72ee863c813b5624048d1b443549b", - "a6b6a93eb41a05e310a11f0172f01ba9b21d3eac", - "541c9086c0f27fba60beecc9bc94543103895c86", - "041a925171e431bf51fb50193ab19d156088c89a", - "a14f88a9af7a59e677478694bafd9375ac53683e" - ], - "pushuser": "cbook@mozilla.com", - "rev": 312894, - "reviewers": [ - { - "name": "pbro", - "revset": "reviewer(pbro)" - } - ], - "treeherderrepo": "mozilla-central", - "treeherderrepourl": "https://treeherder.mozilla.org/#/jobs?repo=mozilla-central" - }, - { - "author": "Matteo Ferretti ", - "backsoutnodes": [], - "bugs": [ - { - "no": "1299154", - "url": "https://bugzilla.mozilla.org/show_bug.cgi?id=1299154" - } - ], - "date": [1472629906.0, -7200], - "desc": "Bug 1299154 - added Set/GetOverrideDPPX to restorefromHistory; r=mstange\n\nMozReview-Commit-ID: AsyAcG3Igbn\n", - "extra": { - "branch": "default", - "committer": "Matteo Ferretti 1473236511 -7200" - }, - "files": [ - "docshell/base/nsDocShell.cpp", - "dom/tests/mochitest/general/test_contentViewer_overrideDPPX.html" - ], - "node": "541c9086c0f27fba60beecc9bc94543103895c86", - "parents": ["a6b6a93eb41a05e310a11f0172f01ba9b21d3eac"], - "perfherderurl": "https://treeherder.mozilla.org/perf.html#/compare?originalProject=mozilla-central&originalRevision=a14f88a9af7a59e677478694bafd9375ac53683e&newProject=mozilla-central&newRevision=ae2144aa4356b65c2f8c0de8c9082dcb7e330e24", - "pushdate": [1473261248, 0], - "pushhead": "a14f88a9af7a59e677478694bafd9375ac53683e", - "pushid": 30664, - "pushnodes": [ - "ae2144aa4356b65c2f8c0de8c9082dcb7e330e24", - "73a6a267a50a0e1c41e689b265ad3eebe43d7ac6", - "16a1a91f9269ab95dd83eb29dc5d0227665f7d94", - "99c542fa43a72ee863c813b5624048d1b443549b", - "a6b6a93eb41a05e310a11f0172f01ba9b21d3eac", - "541c9086c0f27fba60beecc9bc94543103895c86", - "041a925171e431bf51fb50193ab19d156088c89a", - "a14f88a9af7a59e677478694bafd9375ac53683e" - ], - "pushuser": "cbook@mozilla.com", - "rev": 312895, - "reviewers": [ - { - "name": "mstange", - "revset": "reviewer(mstange)" - } - ], - "treeherderrepo": "mozilla-central", - "treeherderrepourl": "https://treeherder.mozilla.org/#/jobs?repo=mozilla-central" - }, - { - "author": "Patrick Brosset ", - "backsoutnodes": [], - "bugs": [ - { - "no": "1295010", - "url": "https://bugzilla.mozilla.org/show_bug.cgi?id=1295010" - } - ], - "date": [1473239449.0, -7200], - "desc": "Bug 1295010 - Removed testActor from highlighterHelper in inspector tests; r=me\n\nMozReview-Commit-ID: GMksl81iGcp", - "extra": { - "branch": "default" - }, - "files": [ - "devtools/client/inspector/test/browser_inspector_highlighter-eyedropper-events.js", - "devtools/client/inspector/test/head.js" - ], - "node": "041a925171e431bf51fb50193ab19d156088c89a", - "parents": ["541c9086c0f27fba60beecc9bc94543103895c86"], - "perfherderurl": "https://treeherder.mozilla.org/perf.html#/compare?originalProject=mozilla-central&originalRevision=a14f88a9af7a59e677478694bafd9375ac53683e&newProject=mozilla-central&newRevision=ae2144aa4356b65c2f8c0de8c9082dcb7e330e24", - "pushdate": [1473261248, 0], - "pushhead": "a14f88a9af7a59e677478694bafd9375ac53683e", - "pushid": 30664, - "pushnodes": [ - "ae2144aa4356b65c2f8c0de8c9082dcb7e330e24", - "73a6a267a50a0e1c41e689b265ad3eebe43d7ac6", - "16a1a91f9269ab95dd83eb29dc5d0227665f7d94", - "99c542fa43a72ee863c813b5624048d1b443549b", - "a6b6a93eb41a05e310a11f0172f01ba9b21d3eac", - "541c9086c0f27fba60beecc9bc94543103895c86", - "041a925171e431bf51fb50193ab19d156088c89a", - "a14f88a9af7a59e677478694bafd9375ac53683e" - ], - "pushuser": "cbook@mozilla.com", - "rev": 312896, - "reviewers": [ - { - "name": "me", - "revset": "reviewer(me)" - } - ], - "treeherderrepo": "mozilla-central", - "treeherderrepourl": "https://treeherder.mozilla.org/#/jobs?repo=mozilla-central" - }, - { - "author": "Carsten \"Tomcat\" Book ", - "backsoutnodes": [], - "bugs": [], - "date": [1473261233.0, -7200], - "desc": "merge fx-team to mozilla-central a=merge", - "extra": { - "branch": "default" - }, - "files": [], - "node": "a14f88a9af7a59e677478694bafd9375ac53683e", - "parents": [ - "3d0b41fdd93bd8233745eadb4e0358e385bf2cb9", - "041a925171e431bf51fb50193ab19d156088c89a" - ], - "perfherderurl": "https://treeherder.mozilla.org/perf.html#/compare?originalProject=mozilla-central&originalRevision=a14f88a9af7a59e677478694bafd9375ac53683e&newProject=mozilla-central&newRevision=ae2144aa4356b65c2f8c0de8c9082dcb7e330e24", - "pushdate": [1473261248, 0], - "pushhead": "a14f88a9af7a59e677478694bafd9375ac53683e", - "pushid": 30664, - "pushnodes": [ - "ae2144aa4356b65c2f8c0de8c9082dcb7e330e24", - "73a6a267a50a0e1c41e689b265ad3eebe43d7ac6", - "16a1a91f9269ab95dd83eb29dc5d0227665f7d94", - "99c542fa43a72ee863c813b5624048d1b443549b", - "a6b6a93eb41a05e310a11f0172f01ba9b21d3eac", - "541c9086c0f27fba60beecc9bc94543103895c86", - "041a925171e431bf51fb50193ab19d156088c89a", - "a14f88a9af7a59e677478694bafd9375ac53683e" - ], - "pushuser": "cbook@mozilla.com", - "rev": 312897, - "reviewers": [ - { - "name": "merge", - "revset": "reviewer(merge)" - } - ], - "treeherderrepo": "mozilla-central", - "treeherderrepourl": "https://treeherder.mozilla.org/#/jobs?repo=mozilla-central" - } - ], - "visible": true -} diff --git a/taskcluster/gecko_taskgraph/test/conftest.py b/taskcluster/gecko_taskgraph/test/conftest.py index ff3d6ce2bd..758d3402b5 100644 --- a/taskcluster/gecko_taskgraph/test/conftest.py +++ b/taskcluster/gecko_taskgraph/test/conftest.py @@ -47,7 +47,7 @@ def enable_logging(): @pytest.fixture(scope="session") def graph_config(): - return load_graph_config(os.path.join(GECKO, "taskcluster", "ci")) + return load_graph_config(os.path.join(GECKO, "taskcluster")) @pytest.fixture(scope="session") diff --git a/taskcluster/gecko_taskgraph/test/test_actions_util.py b/taskcluster/gecko_taskgraph/test/test_actions_util.py index 7c38caea57..0838dafc11 100644 --- a/taskcluster/gecko_taskgraph/test/test_actions_util.py +++ b/taskcluster/gecko_taskgraph/test/test_actions_util.py @@ -155,6 +155,7 @@ def is_subset(subset, superset): def test_extract_applicable_action( responses, monkeypatch, actions_json, task_def, expected ): + actions.util.get_task_definition.cache_clear() base_url = "https://taskcluster" decision_task_id = "dddd" task_id = "tttt" diff --git a/taskcluster/gecko_taskgraph/test/test_files_changed.py b/taskcluster/gecko_taskgraph/test/test_files_changed.py index 5b9a016649..389dbb4093 100644 --- a/taskcluster/gecko_taskgraph/test/test_files_changed.py +++ b/taskcluster/gecko_taskgraph/test/test_files_changed.py @@ -3,14 +3,11 @@ # file, You can obtain one at http://mozilla.org/MPL/2.0/. -import json -import os import unittest from mozunit import main from gecko_taskgraph import files_changed -from gecko_taskgraph.util import hg PARAMS = { "head_repository": "https://hg.mozilla.org/mozilla-central", @@ -31,40 +28,17 @@ FILES_CHANGED = [ ] -class FakeResponse: - def json(self): - with open( - os.path.join(os.path.dirname(__file__), "automationrelevance.json") - ) as f: - return json.load(f) - - -class TestGetChangedFiles(unittest.TestCase): - def setUp(self): - files_changed.get_changed_files.clear() - self.old_get = hg.requests.get - - def fake_get(url, **kwargs): - return FakeResponse() - - hg.requests.get = fake_get - - def tearDown(self): - hg.requests.get = self.old_get - files_changed.get_changed_files.clear() - - def test_get_changed_files(self): - """Get_changed_files correctly gets the list of changed files in a push. - This tests against the production hg.mozilla.org so that it will detect - any changes in the format of the returned data.""" - self.assertEqual( - sorted( - files_changed.get_changed_files( - PARAMS["head_repository"], PARAMS["head_rev"] - ) - ), - FILES_CHANGED, +def test_get_changed_files(responses): + url = f"{PARAMS['head_repository']}/json-pushchangedfiles/{PARAMS['head_rev']}" + responses.add(responses.GET, url, status=200, json={"files": FILES_CHANGED}) + assert ( + sorted( + files_changed.get_changed_files( + PARAMS["head_repository"], PARAMS["head_rev"] + ) ) + == FILES_CHANGED + ) class TestCheck(unittest.TestCase): diff --git a/taskcluster/gecko_taskgraph/test/test_optimize_strategies.py b/taskcluster/gecko_taskgraph/test/test_optimize_strategies.py index 1240d71cf8..2c10ba449a 100644 --- a/taskcluster/gecko_taskgraph/test/test_optimize_strategies.py +++ b/taskcluster/gecko_taskgraph/test/test_optimize_strategies.py @@ -19,6 +19,7 @@ from gecko_taskgraph.optimize.bugbug import ( DisperseGroups, SkipUnlessDebug, ) +from gecko_taskgraph.optimize.mozlint import SkipUnlessMozlint from gecko_taskgraph.optimize.strategies import SkipUnlessSchedules from gecko_taskgraph.util.backstop import BACKSTOP_PUSH_INTERVAL from gecko_taskgraph.util.bugbug import ( @@ -511,5 +512,79 @@ def test_project_autoland_test(monkeypatch, responses, params): assert scheduled == {"task-0-label", "task-1-label"} +@pytest.mark.parametrize( + "pushed_files,to_lint,expected", + [ + pytest.param( + ["a/b/c.txt"], + [], + True, + ), + pytest.param( + ["python/mozlint/a/support_file.txt", "b/c/d.txt"], + ["python/mozlint/a/support_file.txt"], + False, + ), + ], + ids=idfn, +) +def test_mozlint_should_remove_task( + monkeypatch, params, pushed_files, to_lint, expected +): + import mozlint.pathutils + + class MockParser: + def __call__(self, *args, **kwargs): + return [] + + def mock_filterpaths(*args, **kwargs): + return to_lint, None + + monkeypatch.setattr(mozlint.pathutils, "filterpaths", mock_filterpaths) + + opt = SkipUnlessMozlint("") + monkeypatch.setattr(opt, "mozlint_parser", MockParser()) + params["files_changed"] = pushed_files + + result = opt.should_remove_task(default_tasks[0], params, "") + assert result == expected + + +@pytest.mark.parametrize( + "pushed_files,linter_config,expected", + [ + pytest.param( + ["a/b/c.txt"], + [{"include": ["b/c"]}], + True, + ), + pytest.param( + ["a/b/c.txt"], + [{"include": ["a/b"], "exclude": ["a/b/c.txt"]}], + True, + ), + pytest.param( + ["python/mozlint/a/support_file.txt", "b/c/d.txt"], + [{}], + False, + ), + ], + ids=idfn, +) +def test_mozlint_should_remove_task2( + monkeypatch, params, pushed_files, linter_config, expected +): + class MockParser: + def __call__(self, *args, **kwargs): + return linter_config + + opt = SkipUnlessMozlint("") + monkeypatch.setattr(opt, "mozlint_parser", MockParser()) + params["files_changed"] = pushed_files + + result = opt.should_remove_task(default_tasks[0], params, "") + assert result == expected + + if __name__ == "__main__": main() diff --git a/taskcluster/gecko_taskgraph/test/test_transforms_job.py b/taskcluster/gecko_taskgraph/test/test_transforms_job.py index b032307ea6..6161a36054 100644 --- a/taskcluster/gecko_taskgraph/test/test_transforms_job.py +++ b/taskcluster/gecko_taskgraph/test/test_transforms_job.py @@ -37,7 +37,7 @@ TASK_DEFAULTS = { @pytest.fixture(scope="module") def config(): - graph_config = load_graph_config(os.path.join(GECKO, "taskcluster", "ci")) + graph_config = load_graph_config(os.path.join(GECKO, "taskcluster")) params = FakeParameters( { "base_repository": "http://hg.example.com", diff --git a/taskcluster/gecko_taskgraph/transforms/bouncer_submission.py b/taskcluster/gecko_taskgraph/transforms/bouncer_submission.py index fb5b17d3b3..1434b4013a 100644 --- a/taskcluster/gecko_taskgraph/transforms/bouncer_submission.py +++ b/taskcluster/gecko_taskgraph/transforms/bouncer_submission.py @@ -101,6 +101,7 @@ CONFIG_PER_BOUNCER_PRODUCT = { "file_names": { "win": "{pretty_product}%20Setup%20{version}.msix", "win64": "{pretty_product}%20Setup%20{version}.msix", + "win64-aarch64": "{pretty_product}%20Setup%20{version}.msix", }, }, "pkg": { diff --git a/taskcluster/gecko_taskgraph/transforms/build.py b/taskcluster/gecko_taskgraph/transforms/build.py index 4e73c5aef2..3ab22f2923 100644 --- a/taskcluster/gecko_taskgraph/transforms/build.py +++ b/taskcluster/gecko_taskgraph/transforms/build.py @@ -139,6 +139,10 @@ def use_artifact(config, jobs): and job.get("index", {}).get("job-name") in ARTIFACT_JOBS # If tests aren't packaged, then we are not able to rebuild all the packages and job["worker"]["env"].get("MOZ_AUTOMATION_PACKAGE_TESTS") == "1" + # Android shippable artifact builds are not supported + and not ( + "android" in job["name"] and job["attributes"].get("shippable", False) + ) ): job["treeherder"]["symbol"] = add_suffix(job["treeherder"]["symbol"], "a") job["worker"]["env"]["USE_ARTIFACT"] = "1" diff --git a/taskcluster/gecko_taskgraph/transforms/build_schedules.py b/taskcluster/gecko_taskgraph/transforms/build_schedules.py index ed6262b8b2..f9621adf77 100644 --- a/taskcluster/gecko_taskgraph/transforms/build_schedules.py +++ b/taskcluster/gecko_taskgraph/transforms/build_schedules.py @@ -19,15 +19,7 @@ def set_build_schedules_optimization(config, tasks): continue schedules = [] - if config.kind == "build": - family = platform_family(task["attributes"]["build_platform"]) - schedules = [family] - - if "android" not in family: - # These are not GeckoView builds, so are associated with Firefox. - schedules.append("firefox") - - elif config.kind in ( + if config.kind in ( "build-components", "build-samples-browser", "test-components", @@ -44,5 +36,13 @@ def set_build_schedules_optimization(config, tasks): elif "focus" in task["name"] or "klar" in task["name"]: schedules.append("focus-android") + else: + family = platform_family(task["attributes"]["build_platform"]) + schedules = [family] + + if "android" not in family: + # These are not GeckoView builds, so are associated with Firefox. + schedules.append("firefox") + task["optimization"] = {"build": schedules} yield task diff --git a/taskcluster/gecko_taskgraph/transforms/diffoscope.py b/taskcluster/gecko_taskgraph/transforms/diffoscope.py index b74dc5bb8f..05c6617950 100644 --- a/taskcluster/gecko_taskgraph/transforms/diffoscope.py +++ b/taskcluster/gecko_taskgraph/transforms/diffoscope.py @@ -32,7 +32,7 @@ diff_description_schema = Schema( Required("original"): index_or_string, Required("new"): index_or_string, # Arguments to pass to diffoscope, used for job-defaults in - # taskcluster/ci/diffoscope/kind.yml + # taskcluster/kinds/diffoscope/kind.yml Optional("args"): str, # Extra arguments to pass to diffoscope, that can be set per job. Optional("extra-args"): str, diff --git a/taskcluster/gecko_taskgraph/transforms/github_sync.py b/taskcluster/gecko_taskgraph/transforms/github_sync.py deleted file mode 100644 index 6f48f794ce..0000000000 --- a/taskcluster/gecko_taskgraph/transforms/github_sync.py +++ /dev/null @@ -1,23 +0,0 @@ -# This Source Code Form is subject to the terms of the Mozilla Public -# License, v. 2.0. If a copy of the MPL was not distributed with this -# file, You can obtain one at http://mozilla.org/MPL/2.0/. - -from taskgraph.transforms.base import TransformSequence - -transforms = TransformSequence() - - -@transforms.add -def sync_github(config, tasks): - """Do transforms specific to github-sync tasks.""" - for task in tasks: - # Add the secret to the scopes, only in m-c. - # Doing this on any other tree will result in decision task failure - # because m-c is the only one allowed to have that scope. - secret = task["secret"] - if config.params["project"] == "mozilla-central": - task.setdefault("scopes", []) - task["scopes"].append("secrets:get:" + secret) - task["worker"].setdefault("env", {})["GITHUB_SECRET"] = secret - del task["secret"] - yield task diff --git a/taskcluster/gecko_taskgraph/transforms/perftest.py b/taskcluster/gecko_taskgraph/transforms/perftest.py index 47baafdad7..066db956f7 100644 --- a/taskcluster/gecko_taskgraph/transforms/perftest.py +++ b/taskcluster/gecko_taskgraph/transforms/perftest.py @@ -1,3 +1,4 @@ +# This Source Code Form is subject to the terms of the Mozilla Public # License, v. 2.0. If a copy of the MPL was not distributed with this # file, You can obtain one at http://mozilla.org/MPL/2.0/. """ diff --git a/taskcluster/gecko_taskgraph/transforms/reprocess_symbols.py b/taskcluster/gecko_taskgraph/transforms/reprocess_symbols.py index ea2cac3a68..48465b3ab7 100644 --- a/taskcluster/gecko_taskgraph/transforms/reprocess_symbols.py +++ b/taskcluster/gecko_taskgraph/transforms/reprocess_symbols.py @@ -3,7 +3,7 @@ # file, You can obtain one at http://mozilla.org/MPL/2.0/. """ Transform the reprocess-symbols task description template, -taskcluster/ci/reprocess-symbols/job-template.yml into an actual task description. +taskcluster/kinds/reprocess-symbols/job-template.yml into an actual task description. """ diff --git a/taskcluster/gecko_taskgraph/transforms/signing.py b/taskcluster/gecko_taskgraph/transforms/signing.py index 1bf91effd1..760f9f122f 100644 --- a/taskcluster/gecko_taskgraph/transforms/signing.py +++ b/taskcluster/gecko_taskgraph/transforms/signing.py @@ -61,6 +61,14 @@ signing_description_schema = Schema( ) +def get_locales_description(attributes, default): + """Returns the [list] of locales for task description usage""" + chunk_locales = attributes.get("chunk_locales") + if chunk_locales: + return ", ".join(chunk_locales) + return attributes.get("locale", default) + + @transforms.add def delete_name(config, jobs): """Delete the 'name' key if it exists, we don't use it.""" @@ -77,6 +85,7 @@ transforms.add_validate(signing_description_schema) def add_requirements_link(config, jobs): for job in jobs: dep_job = get_primary_dependency(config, job) + assert dep_job requirements_path = evaluate_keyed_by( config.graph_config["mac-signing"]["mac-requirements"], "mac requirements", @@ -95,6 +104,7 @@ def add_requirements_link(config, jobs): def make_task_description(config, jobs): for job in jobs: dep_job = get_primary_dependency(config, job) + assert dep_job attributes = dep_job.attributes signing_format_scopes = [] @@ -105,6 +115,7 @@ def make_task_description(config, jobs): is_shippable = dep_job.attributes.get("shippable", False) build_platform = dep_job.attributes.get("build_platform") + assert build_platform treeherder = None if "partner" not in config.kind and "eme-free" not in config.kind: treeherder = job.get("treeherder", {}) @@ -139,9 +150,9 @@ def make_task_description(config, jobs): label = job["label"] description = ( - "Initial Signing for locale '{locale}' for build '" + "Signing of locale(s) '{locale}' for build '" "{build_platform}/{build_type}'".format( - locale=attributes.get("locale", "en-US"), + locale=get_locales_description(attributes, "en-US"), build_platform=build_platform, build_type=attributes.get("build_type"), ) @@ -187,10 +198,16 @@ def make_task_description(config, jobs): # build-mac-{signing,notarization} uses signingscript instead of iscript if "macosx" in build_platform and config.kind.endswith("-mac-notarization"): - task["worker"]["mac-behavior"] = "apple_notarization" task["scopes"] = [ add_scope_prefix(config, "signing:cert:release-apple-notarization") ] + task[ + "description" + ] = "Notarization of '{}' locales for build '{}/{}'".format( + get_locales_description(attributes, "en-US"), + build_platform, + attributes.get("build_type"), + ) elif "macosx" in build_platform: # iscript overrides task["worker"]["mac-behavior"] = "mac_sign_and_pkg" diff --git a/taskcluster/gecko_taskgraph/transforms/source_checksums_signing.py b/taskcluster/gecko_taskgraph/transforms/source_checksums_signing.py index 0c31f48cc0..2b846604f1 100644 --- a/taskcluster/gecko_taskgraph/transforms/source_checksums_signing.py +++ b/taskcluster/gecko_taskgraph/transforms/source_checksums_signing.py @@ -1,3 +1,4 @@ +# This Source Code Form is subject to the terms of the Mozilla Public # License, v. 2.0. If a copy of the MPL was not distributed with this # file, You can obtain one at http://mozilla.org/MPL/2.0/. """ diff --git a/taskcluster/gecko_taskgraph/transforms/source_test.py b/taskcluster/gecko_taskgraph/transforms/source_test.py index e3eeb7c819..266637a7a0 100644 --- a/taskcluster/gecko_taskgraph/transforms/source_test.py +++ b/taskcluster/gecko_taskgraph/transforms/source_test.py @@ -1,3 +1,4 @@ +# This Source Code Form is subject to the terms of the Mozilla Public # License, v. 2.0. If a copy of the MPL was not distributed with this # file, You can obtain one at http://mozilla.org/MPL/2.0/. """ @@ -264,8 +265,8 @@ def remove_optimization_on_central(config, jobs): if not job.get("attributes", {}).get("code-review", False): yield job continue - if "when" not in job: - yield job - continue - del job["when"] + if "when" in job: + del job["when"] + if "optimization" in job and "skip-unless-mozlint" in job["optimization"]: + del job["optimization"] yield job diff --git a/taskcluster/gecko_taskgraph/transforms/task.py b/taskcluster/gecko_taskgraph/transforms/task.py index 4bfe0e9f6d..aa77c46d65 100644 --- a/taskcluster/gecko_taskgraph/transforms/task.py +++ b/taskcluster/gecko_taskgraph/transforms/task.py @@ -208,7 +208,7 @@ TC_TREEHERDER_SCHEMA_URL = ( UNKNOWN_GROUP_NAME = ( - "Treeherder group {} (from {}) has no name; " "add it to taskcluster/ci/config.yml" + "Treeherder group {} (from {}) has no name; " "add it to taskcluster/config.yml" ) V2_ROUTE_TEMPLATES = [ @@ -313,7 +313,7 @@ def index_builder(name): UNSUPPORTED_INDEX_PRODUCT_ERROR = """\ The gecko-v2 product {product} is not in the list of configured products in -`taskcluster/ci/config.yml'. +`taskcluster/config.yml'. """ @@ -842,6 +842,7 @@ def build_generic_worker_payload(config, task, task_def): # behavior for mac iscript Optional("mac-behavior"): Any( "apple_notarization", + "apple_notarization_stacked", "mac_sign_and_pkg", "mac_sign_and_pkg_hardened", "mac_geckodriver", @@ -1612,7 +1613,7 @@ def task_name_from_label(config, tasks): UNSUPPORTED_SHIPPING_PRODUCT_ERROR = """\ The shipping product {product} is not in the list of configured products in -`taskcluster/ci/config.yml'. +`taskcluster/config.yml'. """ diff --git a/taskcluster/gecko_taskgraph/transforms/test/other.py b/taskcluster/gecko_taskgraph/transforms/test/other.py index 5d54467001..e01691c05a 100644 --- a/taskcluster/gecko_taskgraph/transforms/test/other.py +++ b/taskcluster/gecko_taskgraph/transforms/test/other.py @@ -419,26 +419,20 @@ def setup_browsertime(config, tasks): "win32-chromedriver-122", "win32-chromedriver-123", ], - "windows.*-32.*": [ - "win32-chromedriver-122", - "win32-chromedriver-123", - "win32-chromedriver-124", - ], "windows.*-64.*": [ - "win32-chromedriver-122", - "win32-chromedriver-123", + "win64-chromedriver-123", "win64-chromedriver-124", ], } chromium_fetches = { - "linux.*": ["linux64-chromium"], - "macosx1015.*": ["mac-chromium"], - "macosx1400.*": ["mac-chromium-arm"], - "windows.*aarch64.*": ["win32-chromium"], - "windows.*-32.*": ["win32-chromium"], - "windows.*-64.*": ["win64-chromium"], - "android.*": ["linux64-chromium"], + "linux.*": ["linux64-chromiumdriver"], + "macosx1015.*": ["mac-chromiumdriver"], + "macosx1400.*": ["mac-chromiumdriver-arm"], + "windows.*aarch64.*": ["win32-chromiumdriver"], + "windows.*-32.*": ["win32-chromiumdriver"], + "windows.*-64.*": ["win64-chromiumdriver"], + "android.*": ["linux64-chromiumdriver"], } cd_extracted_name = { @@ -581,7 +575,9 @@ def enable_code_coverage(config, tasks): yield task continue task["mozharness"].setdefault("extra-options", []).append("--code-coverage") - task["instance-size"] = "xlarge" + task["instance-size"] = "xlarge-noscratch" + if "jittest" in task["test-name"]: + task["instance-size"] = "xlarge" # Temporarily disable Mac tests on mozilla-central if "mac" in task["build-platform"]: diff --git a/taskcluster/gecko_taskgraph/transforms/test/variant.py b/taskcluster/gecko_taskgraph/transforms/test/variant.py index bda91b2f25..6ee6c429f0 100644 --- a/taskcluster/gecko_taskgraph/transforms/test/variant.py +++ b/taskcluster/gecko_taskgraph/transforms/test/variant.py @@ -78,6 +78,14 @@ def split_variants(config, tasks): remaining_variants.append(name) return remaining_variants + def replace_task_items(task_key, variant_key): + for item in variant_key: + if isinstance(variant_key[item], dict): + task_key[item] = replace_task_items(task_key[item], variant_key[item]) + else: + task_key[item] = variant_key[item] + return task_key + def apply_variant(variant, task): task["description"] = variant["description"].format(**task) @@ -94,7 +102,9 @@ def split_variants(config, tasks): task["variant-suffix"] += suffix # Replace and/or merge the configuration. - task.update(variant.get("replace", {})) + + # we only want to update the leaf node, the the entire top level dict + task = replace_task_items(task, variant.get("replace", {})) return merge(task, variant.get("merge", {})) expired_variants = find_expired_variants(TEST_VARIANTS) diff --git a/taskcluster/gecko_taskgraph/transforms/upload_generated_sources.py b/taskcluster/gecko_taskgraph/transforms/upload_generated_sources.py index aea948f90e..3828e912ec 100644 --- a/taskcluster/gecko_taskgraph/transforms/upload_generated_sources.py +++ b/taskcluster/gecko_taskgraph/transforms/upload_generated_sources.py @@ -3,7 +3,7 @@ # file, You can obtain one at http://mozilla.org/MPL/2.0/. """ Transform the upload-generated-files task description template, -taskcluster/ci/upload-generated-sources/kind.yml, into an actual task description. +taskcluster/kinds/upload-generated-sources/kind.yml, into an actual task description. """ from taskgraph.transforms.base import TransformSequence diff --git a/taskcluster/gecko_taskgraph/transforms/upload_symbols.py b/taskcluster/gecko_taskgraph/transforms/upload_symbols.py index 5c0bf18cb0..b216d2c8e1 100644 --- a/taskcluster/gecko_taskgraph/transforms/upload_symbols.py +++ b/taskcluster/gecko_taskgraph/transforms/upload_symbols.py @@ -3,7 +3,7 @@ # file, You can obtain one at http://mozilla.org/MPL/2.0/. """ Transform the upload-symbols task description template, -taskcluster/ci/upload-symbols/job-template.yml into an actual task description. +taskcluster/kinds/upload-symbols/job-template.yml into an actual task description. """ diff --git a/taskcluster/gecko_taskgraph/util/chunking.py b/taskcluster/gecko_taskgraph/util/chunking.py index a8ae4d8b6b..9d8b98e07b 100644 --- a/taskcluster/gecko_taskgraph/util/chunking.py +++ b/taskcluster/gecko_taskgraph/util/chunking.py @@ -24,8 +24,8 @@ here = os.path.abspath(os.path.dirname(__file__)) resolver = TestResolver.from_environment(cwd=here, loader_cls=TestManifestLoader) TEST_VARIANTS = {} -if os.path.exists(os.path.join(GECKO, "taskcluster", "ci", "test", "variants.yml")): - TEST_VARIANTS = load_yaml(GECKO, "taskcluster", "ci", "test", "variants.yml") +if os.path.exists(os.path.join(GECKO, "taskcluster", "kinds", "test", "variants.yml")): + TEST_VARIANTS = load_yaml(GECKO, "taskcluster", "kinds", "test", "variants.yml") WPT_SUBSUITES = { "canvas": "html/canvas", diff --git a/taskcluster/gecko_taskgraph/util/docker.py b/taskcluster/gecko_taskgraph/util/docker.py index e8de7d1fdb..51e3f7e484 100644 --- a/taskcluster/gecko_taskgraph/util/docker.py +++ b/taskcluster/gecko_taskgraph/util/docker.py @@ -298,7 +298,7 @@ class ImagePathsMap(Mapping): self.__update_image_paths(jobs, image_dir) -image_paths = ImagePathsMap("taskcluster/ci/docker-image/kind.yml") +image_paths = ImagePathsMap("taskcluster/kinds/docker-image/kind.yml") def image_path(name): diff --git a/taskcluster/gecko_taskgraph/util/hg.py b/taskcluster/gecko_taskgraph/util/hg.py index 17d341cdc0..d03af87f13 100644 --- a/taskcluster/gecko_taskgraph/util/hg.py +++ b/taskcluster/gecko_taskgraph/util/hg.py @@ -96,15 +96,15 @@ def get_push_data(repository, project, push_id_start, push_id_end): @memoize -def get_json_automationrelevance(repository, revision): - url = "{}/json-automationrelevance/{}".format(repository.rstrip("/"), revision) +def get_json_pushchangedfiles(repository, revision): + url = "{}/json-pushchangedfiles/{}".format(repository.rstrip("/"), revision) logger.debug("Querying version control for metadata: %s", url) - def get_automationrelevance(): + def get_pushchangedfiles(): response = requests.get(url, timeout=60) return response.json() - return retry(get_automationrelevance, attempts=10, sleeptime=10) + return retry(get_pushchangedfiles, attempts=10, sleeptime=10) def get_hg_revision_branch(root, revision): diff --git a/taskcluster/gecko_taskgraph/util/partners.py b/taskcluster/gecko_taskgraph/util/partners.py index 2546e1ae88..f4b8b187cf 100644 --- a/taskcluster/gecko_taskgraph/util/partners.py +++ b/taskcluster/gecko_taskgraph/util/partners.py @@ -523,7 +523,7 @@ def apply_partner_priority(config, jobs): # Reduce the priority of the partner repack jobs because they don't block QE. Meanwhile # leave EME-free jobs alone because they do, and they'll get the branch priority like the rest # of the release. Only bother with this in production, not on staging releases on try. - # medium is the same as mozilla-central, see taskcluster/ci/config.yml. ie higher than + # medium is the same as mozilla-central, see taskcluster/config.yml. ie higher than # integration branches because we don't want to wait a lot for the graph to be done, but # for multiple releases the partner tasks always wait for non-partner. if ( diff --git a/taskcluster/gecko_taskgraph/util/platforms.py b/taskcluster/gecko_taskgraph/util/platforms.py index 2c423223fe..3010b32792 100644 --- a/taskcluster/gecko_taskgraph/util/platforms.py +++ b/taskcluster/gecko_taskgraph/util/platforms.py @@ -27,7 +27,8 @@ _executable_extension = { _architectures = { r"linux\b.*": "x86", - r"linux64\b.*": "x86_64", + r"linux64\b(?!-aarch64).*": "x86_64", + r"linux64-aarch64\b.*": "aarch64", r"macosx64\b.*": "macos-x86_64-aarch64", r"win32\b.*": "x86", r"win64\b(?!-aarch64).*": "x86_64", diff --git a/taskcluster/gecko_taskgraph/util/signed_artifacts.py b/taskcluster/gecko_taskgraph/util/signed_artifacts.py index 2467ff8046..61dad14abf 100644 --- a/taskcluster/gecko_taskgraph/util/signed_artifacts.py +++ b/taskcluster/gecko_taskgraph/util/signed_artifacts.py @@ -57,7 +57,7 @@ def generate_specifications_of_artifacts_to_sign( elif "macosx" in build_platform: langpack_formats = [] if is_notarization_kind(config.kind): - formats = ["apple_notarization"] + formats = ["apple_notarization_stacked"] artifacts_specifications = [ { "artifacts": [ diff --git a/taskcluster/gecko_taskgraph/util/taskcluster.py b/taskcluster/gecko_taskgraph/util/taskcluster.py index cddb01fd37..826eee4cdb 100644 --- a/taskcluster/gecko_taskgraph/util/taskcluster.py +++ b/taskcluster/gecko_taskgraph/util/taskcluster.py @@ -24,7 +24,7 @@ def insert_index(index_path, task_id, data=None, use_proxy=False): index_url = get_index_url(index_path, use_proxy=use_proxy) # Find task expiry. - expires = get_task_definition(task_id, use_proxy=use_proxy)["expires"] + expires = get_task_definition(task_id, use_proxy)["expires"] response = _do_request( index_url, diff --git a/taskcluster/kinds/addon/kind.yml b/taskcluster/kinds/addon/kind.yml new file mode 100644 index 0000000000..eb24cf6a41 --- /dev/null +++ b/taskcluster/kinds/addon/kind.yml @@ -0,0 +1,44 @@ +# This Source Code Form is subject to the terms of the Mozilla Public +# License, v. 2.0. If a copy of the MPL was not distributed with this +# file, You can obtain one at http://mozilla.org/MPL/2.0/. +--- +loader: gecko_taskgraph.loader.transform:loader + +kind-dependencies: + # non-system python + - toolchain + +transforms: + - gecko_taskgraph.transforms.job:transforms + - gecko_taskgraph.transforms.task:transforms + +job-defaults: + use-python: default + +jobs: + tps-xpi: + description: Build the TPS add-on + index: + product: firefox + job-name: addons.tps + treeherder: + platform: linux64/opt + symbol: TPS(addon) + kind: build + tier: 1 + run-on-projects: [mozilla-central] + worker-type: b-linux-gcp + worker: + docker-image: {in-tree: debian12-base} + max-run-time: 1800 + artifacts: + - type: file + name: public/tps.xpi + path: /builds/worker/checkouts/gecko/tps-out/tps.xpi + run: + using: mach + mach: tps-build --dest tps-out + sparse-profile: tps + when: + files-changed: + - 'services/sync/tps/extensions/tps/**' diff --git a/taskcluster/kinds/android-l10n/kind.yml b/taskcluster/kinds/android-l10n/kind.yml new file mode 100644 index 0000000000..774be4053c --- /dev/null +++ b/taskcluster/kinds/android-l10n/kind.yml @@ -0,0 +1,56 @@ +# This Source Code Form is subject to the terms of the Mozilla Public +# License, v. 2.0. If a copy of the MPL was not distributed with this +# file, You can obtain one at http://mozilla.org/MPL/2.0/. +--- +loader: gecko_taskgraph.loader.transform:loader + +transforms: + - gecko_taskgraph.transforms.task:transforms + +job-defaults: + run-on-projects: [] + treeherder: + kind: build + platform: fenix-android-all/opt + tier: 1 + worker-type: tree + worker: + implementation: treescript + tags: [] + bump: false + dontbuild: false + push: true + +jobs: + import: + name: android_l10n_import + description: Import strings from android-l10n repo + treeherder: + symbol: android-l10n(I) + worker: + ignore-closed-tree: true + source-repo: https://hg.mozilla.org/integration/autoland + android-l10n-import-info: + from-repo-url: https://github.com/mozilla-l10n/android-l10n + toml-info: + - toml-path: mozilla-mobile/fenix/l10n.toml + dest-path: mobile/android/fenix + - toml-path: mozilla-mobile/focus-android/l10n.toml + dest-path: mobile/android/focus-android + - toml-path: mozilla-mobile/android-components/l10n.toml + dest-path: mobile/android/android-components + + sync: + name: android_l10n_sync + description: Sync android-l10n strings from central to beta + treeherder: + symbol: android-l10n(S) + worker: + ignore-closed-tree: false + source-repo: https://hg.mozilla.org/releases/mozilla-beta + android-l10n-sync-info: + from-repo-url: https://hg.mozilla.org/mozilla-central + toml-info: + - toml-path: mobile/android/fenix/l10n.toml + - toml-path: mobile/android/focus-android/l10n.toml + - toml-path: mobile/android/android-components/l10n.toml diff --git a/taskcluster/kinds/android-startup-test/kind.yml b/taskcluster/kinds/android-startup-test/kind.yml new file mode 100644 index 0000000000..d7fe550f99 --- /dev/null +++ b/taskcluster/kinds/android-startup-test/kind.yml @@ -0,0 +1,129 @@ +# This Source Code Form is subject to the terms of the Mozilla Public +# License, v. 2.0. If a copy of the MPL was not distributed with this +# file, You can obtain one at http://mozilla.org/MPL/2.0/. +--- +loader: gecko_taskgraph.loader.transform:loader + +transforms: + - gecko_taskgraph.transforms.job:transforms + - gecko_taskgraph.transforms.task:transforms + +job-defaults: + description: Runs UI tests for sanity checking startup on Nightly + treeherder: + kind: test + platform: 'nightly-start-test/opt' + tier: 1 + worker-type: b-linux-gcp + worker: + docker-image: {in-tree: android-ui-tests} + max-run-time: 7200 + env: + GOOGLE_APPLICATION_CREDENTIALS: '.firebase_token.json' + artifacts: + - name: public + path: /builds/worker/artifacts + type: directory + run: + using: run-commands + use-caches: false + run-on-projects: [] + +jobs: + fenix-arm-nightly-robo-opt: + attributes: + build-type: fenix-nightly + shipping-product: fenix + description: Fenix Nightly Opt Robo Test (ARM) + dependencies: + signing: signing-apk-fenix-nightly + run: + secrets: + - name: project/mobile/firefox-android/fenix/firebase + key: firebaseToken + path: .firebase_token.json + json: true + pre-commands: + - ["cd", "mobile/android/fenix"] + commands: + - [wget, {artifact-reference: ''}, '-O', app.apk] + - [python3, ../../../taskcluster/scripts/tests/test-lab.py, arm-start-test-robo, app.apk] + treeherder: + symbol: fenix-nightly(startup-arm-robo-opt) + worker: + env: + GOOGLE_PROJECT: moz-fenix + + fenix-arm-nightly: + attributes: + build-type: fenix-nightly-firebase + shipping-product: fenix + dependencies: + signing: signing-apk-fenix-nightly-firebase + signing-android-test: signing-apk-fenix-android-test-nightly + run: + secrets: + - name: project/mobile/firefox-android/fenix/firebase + key: firebaseToken + path: .firebase_token.json + json: true + pre-commands: + - ["cd", "mobile/android/fenix"] + commands: + - [wget, {artifact-reference: ''}, '-O', app.apk] + - [wget, {artifact-reference: ''}, '-O', android-test.apk] + - [python3, ../../../taskcluster/scripts/tests/test-lab.py, arm-start-test, app.apk, --apk_test, android-test.apk] + treeherder: + symbol: fenix-nightly(startup-arm) + worker: + env: + GOOGLE_PROJECT: moz-fenix + + focus-arm-nightly: + attributes: + build-type: focus-nightly-firebase + shipping-product: focus + dependencies: + signed-apk-debug-apk: signing-apk-focus-nightly-firebase + signed-apk-android-test: signing-apk-focus-android-test-nightly + run: + secrets: + - name: project/mobile/firefox-android/focus-android/firebase + key: firebaseToken + path: .firebase_token.json + json: true + pre-commands: + - ["cd", "mobile/android/focus-android"] + commands: + - [wget, {artifact-reference: ''}, '-O', app.apk] + - [wget, {artifact-reference: ''}, '-O', android-test.apk] + - [python3, ../../../taskcluster/scripts/tests/test-lab.py, arm-start-test, app.apk, --apk_test, android-test.apk] + treeherder: + symbol: focus-nightly(startup-arm) + worker: + env: + GOOGLE_PROJECT: moz-focus-android + + focus-arm-nightly-robo-opt: + attributes: + build-type: focus-nightly + shipping-product: focus + description: Focus Nightly Opt Robo Test (ARM) + dependencies: + signing: signing-apk-focus-nightly + run: + secrets: + - name: project/mobile/firefox-android/focus-android/firebase + key: firebaseToken + path: .firebase_token.json + json: true + pre-commands: + - ["cd", "mobile/android/focus-android"] + commands: + - [wget, {artifact-reference: ''}, '-O', app.apk] + - [python3, ../../../taskcluster/scripts/tests/test-lab.py, arm-start-test-robo, app.apk] + treeherder: + symbol: focus-nightly(startup-arm-robo-opt) + worker: + env: + GOOGLE_PROJECT: moz-focus-android diff --git a/taskcluster/kinds/artifact-build/kind.yml b/taskcluster/kinds/artifact-build/kind.yml new file mode 100644 index 0000000000..5029597c4e --- /dev/null +++ b/taskcluster/kinds/artifact-build/kind.yml @@ -0,0 +1,106 @@ +# This Source Code Form is subject to the terms of the Mozilla Public +# License, v. 2.0. If a copy of the MPL was not distributed with this +# file, You can obtain one at http://mozilla.org/MPL/2.0/. +--- +loader: gecko_taskgraph.loader.transform:loader + +kind-dependencies: + - fetch + - toolchain + +transforms: + - gecko_taskgraph.transforms.build_attrs:transforms + - gecko_taskgraph.transforms.build_schedules:transforms + - gecko_taskgraph.transforms.build_lints:transforms + - gecko_taskgraph.transforms.job:transforms + - gecko_taskgraph.transforms.artifact:transforms + - gecko_taskgraph.transforms.task:transforms + +job-defaults: + index: + product: firefox + treeherder: + kind: build + symbol: AB + tier: 1 + run-on-projects: ['mozilla-central'] + worker-type: b-linux-gcp + worker: + max-run-time: 3600 + env: + PERFHERDER_EXTRA_OPTIONS: artifact + MACH_BUILD_PYTHON_NATIVE_PACKAGE_SOURCE: system + USE_ARTIFACT: '1' + run: + using: mozharness + actions: [get-secrets, build] + config: + - builds/releng_base_firefox.py + script: "mozharness/scripts/fx_desktop_build.py" + secrets: true + tooltool-downloads: public + keep-artifacts: false + use-python: default + +jobs: + linux64-artifact/opt: + description: "Linux64 Opt Artifact Build" + index: + job-name: linux64-artifact-opt + treeherder: + platform: linux64/opt + worker: + env: + MOZ_ARTIFACT_TASK: {task-reference: ''} + run: + config: + - builds/releng_base_linux_64_builds.py + dependencies: + linux64-opt: build-linux64/opt + fetches: + toolchain: + - linux64-node + + macosx64-artifact/opt: + description: "MacOS X x64 Opt Artifact Build" + index: + job-name: macosx64-artifact-opt + treeherder: + platform: osx-cross/opt + worker: + env: + MOZ_ARTIFACT_TASK: {task-reference: ''} + run: + config: + - builds/releng_base_mac_64_cross_builds.py + dependencies: + macosx64-opt: build-macosx64/opt + fetches: + toolchain: + - linux64-hfsplus + - linux64-libdmg + - linux64-node + + win64-artifact/opt: + description: "Win64 Opt Artifact Build" + index: + job-name: win64-artifact-opt + treeherder: + platform: windows2012-64/opt + worker: + env: + MOZ_ARTIFACT_TASK: {task-reference: ''} + run: + config: + - builds/releng_base_linux_64_builds.py + extra-config: + mozconfig_platform: win64 + dependencies: + win64-opt: build-win64/opt + fetches: + toolchain: + - linux64-node + - linux64-wine + - nsis + fetch: + - upx-3.95-win diff --git a/taskcluster/kinds/attribution-l10n/kind.yml b/taskcluster/kinds/attribution-l10n/kind.yml new file mode 100644 index 0000000000..48774cb1f6 --- /dev/null +++ b/taskcluster/kinds/attribution-l10n/kind.yml @@ -0,0 +1,187 @@ +# This Source Code Form is subject to the terms of the Mozilla Public +# License, v. 2.0. If a copy of the MPL was not distributed with this +# file, You can obtain one at http://mozilla.org/MPL/2.0/. +--- +loader: gecko_taskgraph.loader.transform:loader + +transforms: + - gecko_taskgraph.transforms.attribution:resolve_keyed_by_transforms + - gecko_taskgraph.transforms.split_by_locale:transforms + - taskgraph.transforms.task_context + - gecko_taskgraph.transforms.attribution:transforms + - gecko_taskgraph.transforms.job:transforms + - gecko_taskgraph.transforms.task:transforms + +kind-dependencies: + - toolchain + # Windows + - repackage-signing-l10n + # Mac + - repackage-l10n + +job-defaults: + description: Attribute release builds + shipping-phase: promote + # never run as part of CI + run-on-projects: [] + worker-type: b-linux-gcp + locales-file: browser/locales/l10n-changesets.json + properties-with-locale: + by-build-platform: + win.*: + - label + - dependencies.repackage-signing-l10n + - treeherder.symbol + - fetches.repackage-signing-l10n + mac.*: + - label + - dependencies.repackage-l10n + - treeherder.symbol + - fetches.repackage-l10n + attributes: + build_type: opt + release_artifacts: + by-build-platform: + win.*: + - public/build/target.installer.exe + mac.*: + - public/build/target.dmg + treeherder: + symbol: Attr-L10n({locale}) + kind: other + tier: 1 + fetches: + by-build-platform: + win.*: + repackage-signing-l10n: + - "{locale}/target.installer.exe" + mac.*: + repackage-l10n: + - "{locale}/target.dmg" + toolchain: + - "linux64-libdmg" + task-context: + from-file: browser/installer/attribution.yml + substitution-fields: + - run.command + worker: + artifacts: + - name: public/build + type: directory + path: /builds/worker/artifacts + docker-image: + in-tree: "partner-repack" + chain-of-trust: true + # Each task only processes one installer...this should be quick. + max-run-time: 600 + run: + using: run-task + cwd: "{checkout}" + command: + by-build-platform: + win.*: + - ./mach + - python + - python/mozrelease/mozrelease/attribute_builds.py + - --attribution + - dlsource={attribution_code[json][dlsource]} + - --output + - /builds/worker/artifacts + # All jobs require attribution of target.installer.exe. Some may require + # attribution of other files, which they can append themselves. + - --input + - /builds/worker/fetches/target.installer.exe + mac.*: + - mkdir -p /builds/worker/artifacts && + - /builds/worker/fetches/dmg/dmg + - attribute + - /builds/worker/fetches/target.dmg + - /builds/worker/artifacts/target.dmg + - __MOZCUSTOM__ + - __MOZCUSTOM__dlsource%3D{attribution_code[json][dlsource]} + use-python: default + +jobs: + win32-devedition/opt: + label: attribution-win32-{locale}-devedition/opt + shipping-product: devedition + attributes: + build_platform: win32-devedition + treeherder: + platform: win32-devedition/opt + dependencies: + repackage-signing-l10n: repackage-signing-l10n-{locale}-win32-devedition/opt + + win32-shippable/opt: + label: attribution-win32-{locale}-shippable/opt + shipping-product: firefox + locale-file-platform: win32 + attributes: + build_platform: win32-shippable + treeherder: + platform: win32-shippable/opt + dependencies: + repackage-signing-l10n: repackage-signing-l10n-{locale}-win32-shippable/opt + + win64-devedition/opt: + label: attribution-win64-{locale}-devedition/opt + shipping-product: devedition + attributes: + build_platform: win64-devedition + treeherder: + platform: win64-devedition/opt + dependencies: + repackage-signing-l10n: repackage-signing-l10n-{locale}-win64-devedition/opt + + win64-shippable/opt: + label: attribution-win64-{locale}-shippable/opt + shipping-product: firefox + locale-file-platform: win64 + attributes: + build_platform: win64-shippable + treeherder: + platform: win64-shippable/opt + dependencies: + repackage-signing-l10n: repackage-signing-l10n-{locale}-win64-shippable/opt + + win64-aarch64-shippable/opt: + label: attribution-win64-aarch64-{locale}-shippable/opt + shipping-product: firefox + locale-file-platform: win64-aarch64 + attributes: + build_platform: win64-aarch64-shippable + treeherder: + platform: win64-aarch64-shippable/opt + dependencies: + repackage-signing-l10n: repackage-signing-l10n-{locale}-win64-aarch64-shippable/opt + + win64-aarch64-devedition/opt: + label: attribution-win64-aarch64-{locale}-devedition/opt + shipping-product: devedition + attributes: + build_platform: win64-aarch64-devedition + treeherder: + platform: win64-aarch64-devedition/opt + dependencies: + repackage-signing-l10n: repackage-signing-l10n-{locale}-win64-aarch64-devedition/opt + + macosx64-devedition/opt: + label: attribution-macosx64-{locale}-devedition/opt + shipping-product: devedition + attributes: + build_platform: macosx64-devedition + treeherder: + platform: macosx64-devedition/opt + dependencies: + repackage-l10n: repackage-l10n-{locale}-macosx64-devedition/opt + + macosx64-shippable/opt: + label: attribution-macosx64-{locale}-shippable/opt + locale-file-platform: macosx64 + shipping-product: firefox + attributes: + build_platform: macosx64-shippable + treeherder: + platform: macosx64-shippable/opt + dependencies: + repackage-l10n: repackage-l10n-{locale}-macosx64-shippable/opt diff --git a/taskcluster/kinds/attribution/kind.yml b/taskcluster/kinds/attribution/kind.yml new file mode 100644 index 0000000000..9fac5ac71d --- /dev/null +++ b/taskcluster/kinds/attribution/kind.yml @@ -0,0 +1,176 @@ +# This Source Code Form is subject to the terms of the Mozilla Public +# License, v. 2.0. If a copy of the MPL was not distributed with this +# file, You can obtain one at http://mozilla.org/MPL/2.0/. +--- +loader: gecko_taskgraph.loader.transform:loader + +transforms: + - gecko_taskgraph.transforms.attribution:resolve_keyed_by_transforms + - taskgraph.transforms.task_context + - gecko_taskgraph.transforms.attribution:transforms + - gecko_taskgraph.transforms.job:transforms + - gecko_taskgraph.transforms.task:transforms + +kind-dependencies: + - toolchain + # Windows + - repackage-signing + # Mac + - repackage + +job-defaults: + description: Attribute release builds + shipping-phase: promote + # never run as part of CI + run-on-projects: [] + worker-type: b-linux-gcp + fetches: + by-build-platform: + win.*: + repackage-signing: + - target.installer.exe + mac.*: + repackage: + - target.dmg + toolchain: + - linux64-libdmg + attributes: + release_artifacts: + by-build-platform: + win.*: + - public/build/target.installer.exe + mac.*: + - public/build/target.dmg + treeherder: + symbol: Attr + kind: other + tier: 1 + task-context: + from-file: browser/installer/attribution.yml + substitution-fields: + - run.command + worker: + artifacts: + - name: public/build + type: directory + path: /builds/worker/artifacts + docker-image: + in-tree: "partner-repack" + chain-of-trust: true + # Each task only processes one installer...this should be quick. + max-run-time: 600 + run: + using: run-task + cwd: "{checkout}" + command: + by-build-platform: + win.*: + - ./mach + - python + - python/mozrelease/mozrelease/attribute_builds.py + - --attribution + - dlsource={attribution_code[json][dlsource]} + - --output + - /builds/worker/artifacts + # All jobs require attribution of target.installer.exe. Some may require + # attribution of other files, which they can append themselves. + - --input + - /builds/worker/fetches/target.installer.exe + mac.*: + - mkdir -p /builds/worker/artifacts && + - /builds/worker/fetches/dmg/dmg + - attribute + - /builds/worker/fetches/target.dmg + - /builds/worker/artifacts/target.dmg + - __MOZCUSTOM__ + - __MOZCUSTOM__dlsource%3D{attribution_code[json][dlsource]} + use-python: default + +jobs: + win32-devedition/opt: + label: attribution-win32-devedition/opt + shipping-product: devedition + attributes: + build_platform: win32-devedition + build_type: opt + treeherder: + platform: win32-devedition/opt + dependencies: + repackage-signing: repackage-signing-win32-devedition/opt + + win32-shippable/opt: + label: attribution-win32-shippable/opt + shipping-product: firefox + attributes: + build_platform: win32-shippable + build_type: opt + treeherder: + platform: win32-shippable/opt + dependencies: + repackage-signing: repackage-signing-win32-shippable/opt + + win64-devedition/opt: + label: attribution-win64-devedition/opt + shipping-product: devedition + attributes: + build_platform: win64-devedition + build_type: opt + treeherder: + platform: win64-devedition/opt + dependencies: + repackage-signing: repackage-signing-win64-devedition/opt + + win64-shippable/opt: + label: attribution-win64-shippable/opt + shipping-product: firefox + attributes: + build_platform: win64-shippable + build_type: opt + treeherder: + platform: win64-shippable/opt + dependencies: + repackage-signing: repackage-signing-win64-shippable/opt + + win64-aarch64-shippable/opt: + label: attribution-win64-aarch64-shippable/opt + shipping-product: firefox + attributes: + build_platform: win64-aarch64-shippable + build_type: opt + treeherder: + platform: win64-aarch64-shippable/opt + dependencies: + repackage-signing: repackage-signing-win64-aarch64-shippable/opt + + win64-aarch64-devedition/opt: + label: attribution-win64-aarch64-devedition/opt + shipping-product: devedition + attributes: + build_platform: win64-aarch64-devedition + build_type: opt + treeherder: + platform: win64-aarch64-devedition/opt + dependencies: + repackage-signing: repackage-signing-win64-aarch64-devedition/opt + + macosx64-devedition/opt: + label: attribution-macosx64-devedition/opt + shipping-product: devedition + attributes: + build_platform: macosx64-devedition + build_type: opt + treeherder: + platform: macosx64-devedition/opt + dependencies: + repackage: repackage-macosx64-devedition/opt + + macosx64-shippable/opt: + label: attribution-macosx64-shippable/opt + shipping-product: firefox + attributes: + build_platform: macosx64-shippable + build_type: opt + treeherder: + platform: macosx64-shippable/opt + dependencies: + repackage: repackage-macosx64-shippable/opt diff --git a/taskcluster/kinds/balrog/kind.yml b/taskcluster/kinds/balrog/kind.yml new file mode 100644 index 0000000000..324ef2c521 --- /dev/null +++ b/taskcluster/kinds/balrog/kind.yml @@ -0,0 +1,35 @@ +# This Source Code Form is subject to the terms of the Mozilla Public +# License, v. 2.0. If a copy of the MPL was not distributed with this +# file, You can obtain one at http://mozilla.org/MPL/2.0/. +--- +loader: gecko_taskgraph.loader.transform:loader + +transforms: + - taskgraph.transforms.from_deps + - gecko_taskgraph.transforms.name_sanity + - gecko_taskgraph.transforms.balrog_submit + - gecko_taskgraph.transforms.scriptworker:add_balrog_scopes + - gecko_taskgraph.transforms.task + +kind-dependencies: + - beetmover-repackage + - startup-test + +only-for-attributes: + - nightly + - shippable + +not-for-build-platforms: + - android-arm-shippable/opt + - android-x86_64-shippable/opt + - android-x86-shippable/opt + - android-aarch64-shippable/opt + +jobs: + balrog: + from-deps: + group-by: single-with-filters + update-no-wnp: + by-release-type: + nightly.*: false + default: true diff --git a/taskcluster/kinds/beetmover-android-app/kind.yml b/taskcluster/kinds/beetmover-android-app/kind.yml new file mode 100644 index 0000000000..59ef9cb149 --- /dev/null +++ b/taskcluster/kinds/beetmover-android-app/kind.yml @@ -0,0 +1,47 @@ +# This source code form is subject to the terms of the mozilla public +# license, v. 2.0. if a copy of the mpl was not distributed with this +# file, you can obtain one at http://mozilla.org/mpl/2.0/. +--- +loader: gecko_taskgraph.loader.transform:loader + +transforms: + - taskgraph.transforms.from_deps + - android_taskgraph.transforms.upstream_artifacts + - android_taskgraph.transforms.treeherder + - android_taskgraph.transforms.beetmover_android_app + - gecko_taskgraph.transforms.task + +kind-dependencies: + - signing-apk + - signing-bundle + +jobs: + beetmover: + from-deps: + with-attributes: + build-type: + - fenix-release + - fenix-beta + - fenix-nightly + - focus-release + - klar-release + - focus-beta + - focus-nightly + group-by: + attribute: build-type + copy-attributes: true + attributes: + artifact_map: taskcluster/android_taskgraph/manifests/apk_releases.yml + shipping_phase: ship + treeherder: + symbol: + by-build-type: + klar.*: BM-klar + default: BM + bucket-scope: + by-level: + '3': + by-build-type: + .*-nightly: "project:releng:beetmover:bucket:nightly" + .*-(release|beta): "project:releng:beetmover:bucket:release" + default: "project:releng:beetmover:bucket:dep" diff --git a/taskcluster/kinds/beetmover-apt/kind.yml b/taskcluster/kinds/beetmover-apt/kind.yml new file mode 100644 index 0000000000..f19fe59fb1 --- /dev/null +++ b/taskcluster/kinds/beetmover-apt/kind.yml @@ -0,0 +1,30 @@ +# This Source Code Form is subject to the terms of the Mozilla Public +# License, v. 2.0. If a copy of the MPL was not distributed with this +# file, You can obtain one at http://mozilla.org/MPL/2.0/. +--- +loader: gecko_taskgraph.loader.transform:loader + +transforms: + - taskgraph.transforms.from_deps + - gecko_taskgraph.transforms.release:run_on_releases + - gecko_taskgraph.transforms.beetmover_apt + - gecko_taskgraph.transforms.task + +kind-dependencies: + - beetmover-repackage + +only-for-build-platforms: + - linux-shippable/opt + - linux64-shippable/opt + - linux64-aarch64-shippable/opt + - linux-devedition/opt + - linux64-devedition/opt + +jobs: + beetmover-apt: + from-deps: + group-by: single-with-filters + run-on-releases: + - nightly + - beta + - release diff --git a/taskcluster/kinds/beetmover-checksums/kind.yml b/taskcluster/kinds/beetmover-checksums/kind.yml new file mode 100644 index 0000000000..7ecf79ea58 --- /dev/null +++ b/taskcluster/kinds/beetmover-checksums/kind.yml @@ -0,0 +1,30 @@ +# This Source Code Form is subject to the terms of the Mozilla Public +# License, v. 2.0. If a copy of the MPL was not distributed with this +# file, You can obtain one at http://mozilla.org/MPL/2.0/. +--- +loader: gecko_taskgraph.loader.transform:loader + +transforms: + - taskgraph.transforms.from_deps + - gecko_taskgraph.transforms.name_sanity + - gecko_taskgraph.transforms.beetmover_checksums + - gecko_taskgraph.transforms.task + +kind-dependencies: + - beetmover-repackage + +only-for-attributes: + - nightly + - shippable + +jobs: + beetmover-checksums: + from-deps: + group-by: single-with-filters + shipping-phase: promote + attributes: + artifact_prefix: public + artifact_map: + by-release-type: + beta|release.*|esr.*: taskcluster/gecko_taskgraph/manifests/firefox_candidates_checksums.yml + default: taskcluster/gecko_taskgraph/manifests/firefox_nightly_checksums.yml diff --git a/taskcluster/kinds/beetmover-components/kind.yml b/taskcluster/kinds/beetmover-components/kind.yml new file mode 100644 index 0000000000..3b3fd5c8ea --- /dev/null +++ b/taskcluster/kinds/beetmover-components/kind.yml @@ -0,0 +1,62 @@ +# This Source Code Form is subject to the terms of the Mozilla Public +# License, v. 2.0. If a copy of the MPL was not distributed with this +# file, You can obtain one at http://mozilla.org/MPL/2.0/. +--- +loader: gecko_taskgraph.loader.transform:loader + +transforms: + - taskgraph.transforms.from_deps + - android_taskgraph.transforms.upstream_artifacts + - android_taskgraph.transforms.beetmover + - android_taskgraph.transforms.treeherder + - gecko_taskgraph.transforms.task:transforms + +kind-dependencies: + - signing + - build-components + - post-signing + +jobs: + push-to-maven: + description: Publish component + from-deps: + with-attributes: + build-type: + - release + - beta + - nightly + group-by: component + copy-attributes: true + maven-destination: 'maven2/org/mozilla/components/{component}/{version}/{artifact_file_name}' + shipping-phase: ship + treeherder: + symbol: + by-build-type: + release: BM-R + beta: BM-B + nightly: BM-N + default: BM-B + kind: build + worker: + action: push-to-maven + bucket: + by-build-type: + release: + by-level: + '3': maven-production + default: maven-staging + beta: + by-level: + '3': maven-production + default: maven-staging + nightly: + by-level: + '3': maven-nightly-production + default: maven-nightly-staging + beetmover-application-name: + by-build-type: + release: components + beta: components + nightly: nightly_components + default: UNDEFINED + worker-type: beetmover-android diff --git a/taskcluster/kinds/beetmover-geckoview/kind.yml b/taskcluster/kinds/beetmover-geckoview/kind.yml new file mode 100644 index 0000000000..d37316c5da --- /dev/null +++ b/taskcluster/kinds/beetmover-geckoview/kind.yml @@ -0,0 +1,69 @@ +# This Source Code Form is subject to the terms of the Mozilla Public +# License, v. 2.0. If a copy of the MPL was not distributed with this +# file, You can obtain one at http://mozilla.org/MPL/2.0/. +--- +loader: gecko_taskgraph.loader.transform:loader + +transforms: + - taskgraph.transforms.from_deps + - gecko_taskgraph.transforms.name_sanity + - gecko_taskgraph.transforms.beetmover_geckoview + - gecko_taskgraph.transforms.task + +kind-dependencies: + - build-signing + +only-for-attributes: + - nightly + - shippable + +not-for-build-platforms: + - linux-shippable/opt + - linux64-shippable/opt + - linux64-aarch64-shippable/opt + - linux64-nightlyasrelease/opt + - macosx64-shippable/opt + - macosx64-nightlyasrelease/opt + - win32-shippable/opt + - win64-shippable/opt + - win64-aarch64-shippable/opt + - win64-nightlyasrelease/opt + - linux-devedition/opt + - linux64-devedition/opt + - macosx64-devedition/opt + - win32-devedition/opt + - win64-devedition/opt + - win64-aarch64-devedition/opt + - linux64-asan-reporter-shippable/opt + - win64-asan-reporter-shippable/opt + +jobs: + beetmover-geckoview: + from-deps: + group-by: single-with-filters + attributes: + artifact_map: taskcluster/gecko_taskgraph/manifests/fennec_geckoview.yml + run-on-projects: ['mozilla-release'] + run-on-hg-branches: + by-project: + mozilla-release: + - '^GECKOVIEW_\d+_RELBRANCH$' + default: + - 'all' + shipping-phase: + by-project: + # Beetmoving geckoview makes it available to the official maven repo. + # That happens: + # 1. as part of the nightly-android or nightly-all graph on mozilla-central + # 2. as part of firefox-android ship graphs on both mozilla-beta and mozilla-release + # 3. at every patch uplifted on the GECKOVIEW_XX_RELBRANCH on mozilla-release + # Reminder: There is no Android/geckoview build on ESR. + # + # The logic of point 2 is handled in target_tasks directly because it's mixing and + # matching 2 different shipping-products + mozilla-release: build + default: promote + bucket-scope: + by-release-level: + production: 'project:releng:beetmover:bucket:maven-production' + staging: 'project:releng:beetmover:bucket:maven-staging' diff --git a/taskcluster/kinds/beetmover-repackage/kind.yml b/taskcluster/kinds/beetmover-repackage/kind.yml new file mode 100644 index 0000000000..e037f5ca86 --- /dev/null +++ b/taskcluster/kinds/beetmover-repackage/kind.yml @@ -0,0 +1,66 @@ +# This Source Code Form is subject to the terms of the Mozilla Public +# License, v. 2.0. If a copy of the MPL was not distributed with this +# file, You can obtain one at http://mozilla.org/MPL/2.0/. +--- +loader: gecko_taskgraph.loader.transform:loader + +transforms: + - taskgraph.transforms.from_deps + - gecko_taskgraph.transforms.name_sanity + - gecko_taskgraph.transforms.beetmover_repackage_l10n + - gecko_taskgraph.transforms.beetmover_repackage + - gecko_taskgraph.transforms.task + +kind-dependencies: + # Primary dependencies + - repackage + - repackage-l10n + # Other dependencies + - build + - build-signing + - build-mac-signing + - build-mac-notarization + - repackage-signing + - shippable-l10n + - shippable-l10n-signing + - shippable-l10n-mac-signing + - shippable-l10n-mac-notarization + - repackage-signing-l10n + - partials + - partials-signing + - repackage-signing-msi + - repackage-signing-shippable-l10n-msix + - mar-signing + - mar-signing-l10n + - attribution + - attribution-l10n + - repackage-deb + - repackage-deb-l10n + +only-for-build-platforms: + - linux-shippable/opt + - linux64-shippable/opt + - linux64-aarch64-shippable/opt + - macosx64-shippable/opt + - win32-shippable/opt + - win64-shippable/opt + - win64-aarch64-shippable/opt + - linux-devedition/opt + - linux64-devedition/opt + - macosx64-devedition/opt + - win32-devedition/opt + - win64-devedition/opt + - win64-aarch64-devedition/opt + - linux64-asan-reporter-shippable/opt + - win64-asan-reporter-shippable/opt + +jobs: + beetmover-repackage: + from-deps: + group-by: single-locale + shipping-phase: promote + attributes: + artifact_map: + by-release-type: + beta|release.*|esr.*: taskcluster/gecko_taskgraph/manifests/firefox_candidates.yml + default: taskcluster/gecko_taskgraph/manifests/firefox_nightly.yml diff --git a/taskcluster/kinds/beetmover-source/kind.yml b/taskcluster/kinds/beetmover-source/kind.yml new file mode 100644 index 0000000000..cd86d812b5 --- /dev/null +++ b/taskcluster/kinds/beetmover-source/kind.yml @@ -0,0 +1,23 @@ +# This Source Code Form is subject to the terms of the Mozilla Public +# License, v. 2.0. If a copy of the MPL was not distributed with this +# file, You can obtain one at http://mozilla.org/MPL/2.0/. +--- +loader: gecko_taskgraph.loader.transform:loader + +transforms: + - taskgraph.transforms.from_deps + - gecko_taskgraph.transforms.name_sanity + - gecko_taskgraph.transforms.beetmover + - gecko_taskgraph.transforms.beetmover_source + - gecko_taskgraph.transforms.task + +kind-dependencies: + - release-source-signing + +jobs: + beetmover-source: + from-deps: + group-by: single-with-filters + shipping-phase: promote + attributes: + artifact_map: taskcluster/gecko_taskgraph/manifests/source_files.yml diff --git a/taskcluster/kinds/bootstrap/kind.yml b/taskcluster/kinds/bootstrap/kind.yml new file mode 100644 index 0000000000..0ce8f8f68a --- /dev/null +++ b/taskcluster/kinds/bootstrap/kind.yml @@ -0,0 +1,103 @@ +# This Source Code Form is subject to the terms of the Mozilla Public +# License, v. 2.0. If a copy of the MPL was not distributed with this +# file, You can obtain one at http://mozilla.org/MPL/2.0/. +--- +loader: gecko_taskgraph.loader.transform:loader + +kind-dependencies: + - toolchain + +transforms: + - gecko_taskgraph.transforms.bootstrap:transforms + - gecko_taskgraph.transforms.task:transforms + +jobs: + debian11: + image: debian:bullseye + pre-commands: + - apt-get update + - apt-get install -y --no-install-recommends curl mercurial python3-pip + debian12: + image: debian:bookworm + pre-commands: + - apt-get update + - apt-get install -y --no-install-recommends curl mercurial python3-pip + debian13: + image: debian:trixie + pre-commands: + - apt-get update + - apt-get install -y --no-install-recommends curl mercurial python3-pip + ubuntu2204: + image: ubuntu:jammy + pre-commands: + - apt-get update + - apt-get install -y --no-install-recommends curl mercurial python3-pip + ubuntu2304: + image: ubuntu:lunar + pre-commands: + - apt-get update + - apt-get install -y --no-install-recommends curl mercurial python3-pip + ubuntu2310: + image: ubuntu:mantic + pre-commands: + - apt-get update + # For some reason, this is required, now. + - export DEBIAN_FRONTEND=noninteractive + - apt-get install -y --no-install-recommends curl mercurial python3-pip + fedora36: + image: fedora:36 + pre-commands: + - dnf install -y mercurial python3-pip + fedora37: + image: fedora:37 + pre-commands: + - dnf install -y mercurial python3-pip + # Work around https://bz.mercurial-scm.org/show_bug.cgi?id=6761 + - mkdir -p /etc/mercurial/hgrc.d + - (echo "[devel]"; echo discovery.randomize=false) > /etc/mercurial/hgrc.d/workaround.rc + fedora38: + image: fedora:38 + pre-commands: + - dnf install -y mercurial python3-pip + fedora39: + image: fedora:39 + pre-commands: + - dnf install -y mercurial python3-pip + rockylinux8: + image: rockylinux:8 + pre-commands: + - dnf install -y mercurial python38-pip + rockylinux9: + image: rockylinux:9 + pre-commands: + # Mercurial is in EPEL. https://wiki.rockylinux.org/rocky/repo/#notes-on-epel + - dnf install -y epel-release + - dnf install -y mercurial python3-pip + opensuse-leap: + image: opensuse/leap + pre-commands: + - zypper install -y curl mercurial python311-pip python311-curses gzip + # We can't replace /usr/bin/python3 because mercurial uses that, so + # we override it via /usr/local/bin. + - ln -s /usr/bin/python3.11 /usr/local/bin/python3 + # Make the shell forget about where it found python3 in the past. + - hash -r python3 + opensuse-tumbleweed: + image: opensuse/tumbleweed + pre-commands: + - zypper install -y mercurial python3-pip + gentoo: + image: gentoo/stage3 + pre-commands: + - emerge --sync + - emerge mercurial dev-python/pip + archlinux: + image: archlinux + pre-commands: + - pacman -Syu --noconfirm mercurial python-pip + voidlinux: + image: voidlinux/voidlinux + pre-commands: + - sed -i s/alpha.de.repo.voidlinux.org/repo-default.voidlinux.org/g /usr/share/xbps.d/* + - xbps-install -Suyv xbps + - xbps-install -Suyv curl mercurial python3-pip diff --git a/taskcluster/kinds/bouncer-locations/kind.yml b/taskcluster/kinds/bouncer-locations/kind.yml new file mode 100644 index 0000000000..4234939369 --- /dev/null +++ b/taskcluster/kinds/bouncer-locations/kind.yml @@ -0,0 +1,52 @@ +# This Source Code Form is subject to the terms of the Mozilla Public +# License, v. 2.0. If a copy of the MPL was not distributed with this +# file, You can obtain one at http://mozilla.org/MPL/2.0/. +--- +loader: gecko_taskgraph.loader.transform:loader + +kind-dependencies: + - post-beetmover-dummy + +transforms: + - gecko_taskgraph.transforms.bouncer_locations:transforms + - gecko_taskgraph.transforms.release:run_on_releases + - gecko_taskgraph.transforms.release_deps:transforms + - gecko_taskgraph.transforms.task:transforms + +job-defaults: + description: nightly bouncer locations job + attributes: + shippable: true + worker-type: bouncer + worker: + implementation: bouncer-locations + scopes: + by-project: + mozilla-central: + - project:releng:bouncer:action:locations + - project:releng:bouncer:server:production + default: + - project:releng:bouncer:action:locations + - project:releng:bouncer:server:staging + shipping-phase: ship + treeherder: + symbol: BncLoc + kind: other + tier: 1 + +jobs: + firefox: + run-on-releases: ['nightly'] + run-on-projects: ['mozilla-central'] + shipping-product: firefox + bouncer-products: + - firefox-nightly-latest + - firefox-nightly-latest-ssl + - firefox-nightly-latest-l10n + - firefox-nightly-latest-l10n-ssl + - firefox-nightly-msi-latest-ssl + - firefox-nightly-msi-latest-l10n-ssl + - firefox-nightly-pkg-latest-ssl + - firefox-nightly-pkg-latest-l10n-ssl + treeherder: + platform: firefox-release/opt diff --git a/taskcluster/kinds/build-apk/kind.yml b/taskcluster/kinds/build-apk/kind.yml new file mode 100644 index 0000000000..ef909b2c44 --- /dev/null +++ b/taskcluster/kinds/build-apk/kind.yml @@ -0,0 +1,520 @@ +# This Source Code Form is subject to the terms of the Mozilla Public +# License, v. 2.0. If a copy of the MPL was not distributed with this +# file, You can obtain one at http://mozilla.org/MPL/2.0/. +--- +loader: gecko_taskgraph.loader.transform:loader + +transforms: + - android_taskgraph.transforms.build_android_app:transforms + - gecko_taskgraph.transforms.build_schedules:transforms + - gecko_taskgraph.transforms.job:transforms + - gecko_taskgraph.transforms.task:transforms + +kind-dependencies: + - toolchain + - build-fat-aar + +job-defaults: + apk-artifact-template: + type: file + name: 'public/build/target.{abi}.apk' + path: '/builds/worker/checkouts/gecko/mobile/android/{source_project_name}/app/build/outputs/apk/{gradle_build}/{gradle_build_type}/{fileName}' + attributes: + build_platform: android + + +jobs: + focus-debug: + attributes: + shipping-product: focus + dependencies: + build-fat-aar: build-fat-aar-android-geckoview-fat-aar/opt + description: 'Focus debug build from source code' + run: + gradle-build-type: debug + gradle-build-name: focusDebug + gradle-build: focus + source-project-name: "focus-android" + treeherder: + symbol: focus-debug(Bf) + platform: focus-android-all/opt + + klar-debug: + attributes: + shipping-product: focus + dependencies: + build-fat-aar: build-fat-aar-android-geckoview-fat-aar/opt + description: 'Klar debug build from source code' + run: + gradle-build-type: debug + gradle-build-name: klarDebug + gradle-build: klar + source-project-name: "focus-android" + treeherder: + symbol: focus-debug(Bkl) + platform: focus-android-all/opt + + fenix-debug: + attributes: + shipping-product: fenix + dependencies: + build-fat-aar: build-fat-aar-android-geckoview-fat-aar/opt + description: 'Fenix debug build from source code' + run: + gradle-build-type: debug + gradle-build-name: fenixDebug + gradle-build: fenix + gradle-extra-options: + - -PdisableLeakCanary + track-apk-size: true + source-project-name: "fenix" + treeherder: + symbol: fenix-debug(Bf) + platform: fenix-android-all/opt + + focus-release: + description: 'Release Focus build' + attributes: + release-type: release + shipping-product: focus + shipping-product: firefox-android + dependencies: + build-fat-aar: build-fat-aar-android-geckoview-fat-aar-shippable/opt + include-shippable-secrets: true + include-release-version: true + run: + gradle-build-type: release + gradle-build-name: focusRelease + gradle-build: focus + run-on-projects: [] + shipping-phase: promote + source-project-name: "focus-android" + treeherder: + symbol: focus-release(Bf) + platform: focus-android-all/opt + + klar-release: + description: 'Release Klar build' + attributes: + release-type: release + shipping-product: focus + shipping-product: firefox-android + dependencies: + build-fat-aar: build-fat-aar-android-geckoview-fat-aar-shippable/opt + include-shippable-secrets: true + include-release-version: true + run: + gradle-build-type: release + gradle-build-name: klarRelease + gradle-build: klar + run-on-projects: [] + shipping-phase: promote + source-project-name: "focus-android" + treeherder: + symbol: focus-release(Bkl) + platform: focus-android-all/opt + + fenix-release: + description: 'Release Fenix build' + attributes: + release-type: release + shipping-product: fenix + shipping-product: firefox-android + dependencies: + build-fat-aar: build-fat-aar-android-geckoview-fat-aar-shippable/opt + include-shippable-secrets: true + include-release-version: true + run: + gradle-build-type: release + gradle-build-name: fenixRelease + gradle-build: fenix + track-apk-size: true + run-on-projects: [] + shipping-phase: promote + source-project-name: "fenix" + treeherder: + symbol: fenix-release(Bf) + platform: fenix-android-all/opt + + focus-nightly: + description: 'Nightly focus build' + attributes: + # any tasks that have this as a primary dependency will + # inherit this attribute via the multi_dep loader + shipping-product: focus + dependencies: + build-fat-aar: build-fat-aar-android-geckoview-fat-aar-shippable/opt + include-shippable-secrets: true + include-nightly-version: true + run: + gradle-build-type: nightly + gradle-build-name: focusNightly + gradle-build: focus + run-on-projects: [] + source-project-name: "focus-android" + treeherder: + symbol: focus-nightly(B) + platform: focus-android-all/opt + + fenix-nightly: + description: 'Nightly fenix build' + attributes: + # any tasks that have this as a primary dependency will + # inherit this attribute via the multi_dep loader + shipping-product: fenix + dependencies: + build-fat-aar: build-fat-aar-android-geckoview-fat-aar-shippable/opt + include-shippable-secrets: true + include-nightly-version: true + source-project-name: "fenix" + run: + gradle-build-type: nightly + gradle-build-name: fenixNightly + gradle-build: fenix + track-apk-size: true + run-on-projects: [] + treeherder: + symbol: fenix-nightly(B) + platform: fenix-android-all/opt + + focus-beta: + description: 'Beta focus build' + attributes: + release-type: beta + shipping-product: focus + shipping-product: firefox-android + dependencies: + build-fat-aar: build-fat-aar-android-geckoview-fat-aar-shippable/opt + include-shippable-secrets: true + include-release-version: true + run: + gradle-build-type: beta + gradle-build-name: focusBeta + gradle-build: focus + run-on-projects: [] + shipping-phase: promote + source-project-name: "focus-android" + treeherder: + symbol: focus-beta(B) + platform: focus-android-all/opt + + fenix-beta: + description: 'Beta fenix build' + attributes: + release-type: beta + shipping-product: fenix + shipping-product: firefox-android + dependencies: + build-fat-aar: build-fat-aar-android-geckoview-fat-aar-shippable/opt + include-shippable-secrets: true + include-release-version: true + run: + gradle-build-type: beta + gradle-build-name: fenixBeta + gradle-build: fenix + track-apk-size: true + run-on-projects: [] + shipping-phase: promote + source-project-name: "fenix" + treeherder: + symbol: fenix-beta(B) + platform: fenix-android-all/opt + + focus-nightly-firebase: + attributes: + shipping-product: focus + description: 'Focus Nightly build for UI tests' + dependencies: + build-fat-aar: build-fat-aar-android-geckoview-fat-aar/opt + disable-optimization: true + run: + gradle-build-type: nightly + gradle-build-name: focusNightly + gradle-build: focus + test-build-type: nightly + run-on-projects: [trunk] + source-project-name: "focus-android" + treeherder: + symbol: focus-nightly(Bf) + platform: focus-android-all/opt + + fenix-nightly-firebase: + attributes: + shipping-product: fenix + description: 'Fenix Nightly build for UI tests' + dependencies: + build-fat-aar: build-fat-aar-android-geckoview-fat-aar/opt + disable-optimization: true + run: + gradle-build-type: nightly + gradle-build-name: fenixNightly + gradle-build: fenix + test-build-type: nightly + run-on-projects: [trunk] + source-project-name: "fenix" + treeherder: + symbol: fenix-nightly(Bf) + platform: fenix-android-all/opt + + focus-beta-firebase: + attributes: + shipping-product: focus + description: 'Focus Beta build for UI tests' + dependencies: + build-fat-aar: build-fat-aar-android-geckoview-fat-aar-shippable/opt + disable-optimization: true + run: + gradle-build-type: beta + gradle-build-name: focusBeta + gradle-build: focus + test-build-type: beta + run-on-projects: ['release'] + source-project-name: "focus-android" + treeherder: + symbol: focus-beta(Bf) + platform: focus-android-all/opt + + fenix-beta-firebase: + attributes: + shipping-product: fenix + description: 'Fenix Beta build for UI tests' + dependencies: + build-fat-aar: build-fat-aar-android-geckoview-fat-aar-shippable/opt + disable-optimization: true + run: + gradle-build-type: beta + gradle-build-name: fenixBeta + gradle-build: fenix + test-build-type: beta + run-on-projects: ['release'] + source-project-name: "fenix" + treeherder: + symbol: fenix-beta(Bf) + platform: fenix-android-all/opt + + focus-android-test-debug: + attributes: + shipping-product: focus + description: 'Focus Android Test for debugging' + dependencies: + build-fat-aar: build-fat-aar-android-geckoview-fat-aar/opt + run: + gradle-build-type: androidTest + gradle-build-name: androidTest + gradle-build: focus + source-project-name: "focus-android" + apk-artifact-template: + # this path is determined by the gradle build configs + path: '/builds/worker/checkouts/gecko/mobile/android/focus-android/app/build/outputs/apk/androidTest/focus/debug/app-focus-debug-androidTest.apk' + treeherder: + symbol: focus-debug(Bat) + platform: focus-android-all/opt + + fenix-android-test-debug: + attributes: + shipping-product: fenix + description: 'Fenix Debug Android Test for debugging' + dependencies: + build-fat-aar: build-fat-aar-android-geckoview-fat-aar/opt + run: + gradle-build-type: androidTest + gradle-build-name: androidTest + gradle-build: fenix + source-project-name: "fenix" + apk-artifact-template: + # 3 differences here: + # * "androidTest/" is added + # * "{gradle_build_type}" is forced to "debug" + # * "{fileName}" is forced to "app-fenix-debug-androidTest.apk" + path: '/builds/worker/checkouts/gecko/mobile/android/fenix/app/build/outputs/apk/androidTest/fenix/debug/app-fenix-debug-androidTest.apk' + treeherder: + symbol: fenix-debug(Bat) + platform: fenix-android-all/opt + + # android-test-nightly and android-test-beta, while still being debug builds, are meant to be signed + # with the nightly/beta key. The Firebase testing infrastructure requires both the androidTest APK + # and the APK under test to be signed with the same key. Thus, the nightly APK being signed with + # nightly means we need an androidTest APK with the same signature. + + focus-android-test-nightly: + attributes: + shipping-product: focus + description: 'Focus Nightly Android Test for debugging' + dependencies: + build-fat-aar: build-fat-aar-android-geckoview-fat-aar/opt + run: + gradle-build-type: androidTest + gradle-build-name: androidTest + gradle-build: focus + test-build-type: nightly + run-on-projects: [trunk] + source-project-name: "focus-android" + apk-artifact-template: + path: '/builds/worker/checkouts/gecko/mobile/android/focus-android/app/build/outputs/apk/androidTest/focus/nightly/app-focus-nightly-androidTest.apk' + treeherder: + symbol: focus-nightly(Bat) + platform: focus-android-all/opt + + # android-test-nightly and android-test-beta, while still being debug builds, are meant to be signed + # with the nightly/beta key. The Firebase testing infrastructure requires both the androidTest APK + # and the APK under test to be signed with the same key. Thus, the nightly APK being signed with + # nightly means we need an androidTest APK with the same signature. + # + # TODO: See if we can tweak the signing kind to make 2 signing jobs out of a single `android-test` + # job. + fenix-android-test-nightly: + attributes: + nightly: true + shipping-product: fenix + description: 'Fenix Nightly Android Test for debugging' + dependencies: + build-fat-aar: build-fat-aar-android-geckoview-fat-aar/opt + apk-artifact-template: + # 3 differences here: + # * "androidTest/" is added + # * "{gradle_build_type}" is forced to "debug" + # * "{fileName}" is forced to "app-fenix-nightly-androidTest.apk" + path: '/builds/worker/checkouts/gecko/mobile/android/fenix/app/build/outputs/apk/androidTest/fenix/nightly/app-fenix-nightly-androidTest.apk' + disable-optimization: true + run: + gradle-build-type: androidTest + gradle-build-name: androidTest + gradle-build: fenix + test-build-type: nightly + run-on-projects: [trunk] + source-project-name: "fenix" + treeherder: + symbol: fenix-nightly(Bat) + platform: fenix-android-all/opt + + focus-android-test-beta: + attributes: + shipping-product: focus + description: 'Focus Beta Android Test for debugging' + dependencies: + build-fat-aar: build-fat-aar-android-geckoview-fat-aar-shippable/opt + run: + gradle-build-type: androidTest + gradle-build-name: androidTest + gradle-build: focus + test-build-type: beta + run-on-projects: ['release'] + source-project-name: "focus-android" + apk-artifact-template: + path: '/builds/worker/checkouts/gecko/mobile/android/focus-android/app/build/outputs/apk/androidTest/focus/beta/app-focus-beta-androidTest.apk' + treeherder: + symbol: focus-beta(Bat) + platform: focus-android-all/opt + + fenix-android-test-beta: + attributes: + shipping-product: fenix + description: 'Fenix Beta Android Test for debugging' + dependencies: + build-fat-aar: build-fat-aar-android-geckoview-fat-aar-shippable/opt + apk-artifact-template: + # 3 differences here: + # * "androidTest/" is added + # * "{gradle_build_type}" is forced to "beta" + # * "{fileName}" is forced to "app-fenix-beta-androidTest.apk" + path: '/builds/worker/checkouts/gecko/mobile/android/fenix/app/build/outputs/apk/androidTest/fenix/beta/app-fenix-beta-androidTest.apk' + disable-optimization: true + run: + gradle-build-type: androidTest + gradle-build-name: androidTest + gradle-build: fenix + test-build-type: beta + run-on-projects: ['release'] + source-project-name: "fenix" + treeherder: + symbol: fenix-beta(Bat) + platform: fenix-android-all/opt + + fenix-android-test-mozillaonline: + attributes: + shipping-product: fenix + description: 'Fenix Android Test mozillaonline' + dependencies: + build-fat-aar: build-fat-aar-android-geckoview-fat-aar-shippable/opt + apk-artifact-template: + # 3 differences here: + # * "androidTest/" is added + # * "{gradle_build_type}" is forced to "beta" + # * "{fileName}" is forced to "app-fenix-beta-androidTest.apk" + path: '/builds/worker/checkouts/gecko/mobile/android/fenix/app/build/outputs/apk/androidTest/fenix/beta/app-fenix-beta-androidTest.apk' + run-on-projects: [] + disable-optimization: true + run: + gradle-build-type: androidTest + gradle-build-name: androidTest + gradle-build: fenix + gradle-extra-options: + - -PmozillaOnline + test-build-type: beta + source-project-name: "fenix" + treeherder: + symbol: fenix-beta(Bat-mo) + platform: fenix-android-all/opt + + fenix-nightly-simulation: + description: 'Fenix Nightly Simulation' + dependencies: + build-fat-aar: build-fat-aar-android-geckoview-fat-aar-shippable/opt + attributes: + nightly: false + shipping-product: fenix + include-nightly-version: true + include-shippable-secrets: true + run-on-projects: [] + run: + gradle-build-type: nightly + gradle-build-name: fenixNightly + gradle-build: fenix + source-project-name: "fenix" + treeherder: + symbol: fenix-nightlySim(B) + platform: fenix-android-all/opt + + fenix-beta-mozillaonline: + description: 'Fenix Beta mozillaonline' + dependencies: + build-fat-aar: build-fat-aar-android-geckoview-fat-aar-shippable/opt + attributes: + release-type: beta + shipping_phase: promote + shipping-product: fenix + include-release-version: true + include-shippable-secrets: true + run: + gradle-build-type: beta + gradle-build-name: fenixBeta + gradle-build: fenix + gradle-extra-options: + - -PmozillaOnline + run-on-projects: [] + source-project-name: "fenix" + treeherder: + symbol: fenix-beta(Bmo) + platform: fenix-android-all/opt + + fenix-release-mozillaonline: + description: 'Fenix Release mozillaonline' + dependencies: + build-fat-aar: build-fat-aar-android-geckoview-fat-aar-shippable/opt + attributes: + release-type: release + shipping_phase: promote + shipping-product: fenix + include-release-version: true + include-shippable-secrets: true + run: + gradle-build-type: release + gradle-build-name: fenixRelease + gradle-build: fenix + gradle-extra-options: + - -PmozillaOnline + run-on-projects: [] + source-project-name: "fenix" + treeherder: + symbol: fenix-release(Bmo) + platform: fenix-android-all/opt diff --git a/taskcluster/kinds/build-bundle/kind.yml b/taskcluster/kinds/build-bundle/kind.yml new file mode 100644 index 0000000000..7db4cfdd81 --- /dev/null +++ b/taskcluster/kinds/build-bundle/kind.yml @@ -0,0 +1,215 @@ +# This Source Code Form is subject to the terms of the Mozilla Public +# License, v. 2.0. If a copy of the MPL was not distributed with this +# file, You can obtain one at http://mozilla.org/MPL/2.0/. +--- +loader: gecko_taskgraph.loader.transform:loader + +transforms: + - android_taskgraph.transforms.build_android_app:transforms + - gecko_taskgraph.transforms.build_schedules:transforms + - gecko_taskgraph.transforms.job:transforms + - gecko_taskgraph.transforms.task:transforms + +kind-dependencies: + - toolchain + - build-fat-aar + +job-defaults: + aab-artifact-template: + type: file + name: 'public/build/target.aab' + path: '/builds/worker/checkouts/gecko/mobile/android/{source_project_name}/app/build/outputs/bundle/{variant_name}/app-{gradle_build}-{gradle_build_type}.aab' + attributes: + build_platform: android + run: + gradle-package-command: bundle + gradle-extra-options: + - -Paab + + +jobs: + focus-debug: + attributes: + shipping-product: focus + dependencies: + build-fat-aar: build-fat-aar-android-geckoview-fat-aar/opt + description: 'Focus debug AAB build from source code' + run: + gradle-build-type: debug + gradle-build-name: focusDebug + gradle-build: focus + source-project-name: "focus-android" + treeherder: + platform: focus-android-all/opt + symbol: focus-debug(AABf) + + klar-debug: + attributes: + shipping-product: focus + dependencies: + build-fat-aar: build-fat-aar-android-geckoview-fat-aar/opt + description: 'Klar debug AAB build from source code' + run: + gradle-build-type: debug + gradle-build-name: klarDebug + gradle-build: klar + source-project-name: "focus-android" + treeherder: + platform: focus-android-all/opt + symbol: focus-debug(AABkl) + + fenix-debug: + attributes: + shipping-product: fenix + dependencies: + build-fat-aar: build-fat-aar-android-geckoview-fat-aar/opt + description: 'Fenix debug AAB build from source code' + run: + gradle-build-type: debug + gradle-build-name: fenixDebug + gradle-build: fenix + source-project-name: "fenix" + treeherder: + platform: fenix-android-all/opt + symbol: fenix-debug(AAB) + + focus-release: + attributes: + release-type: release + shipping-product: focus + shipping-product: firefox-android + dependencies: + build-fat-aar: build-fat-aar-android-geckoview-fat-aar-shippable/opt + description: 'Focus release AAB build from source code' + include-shippable-secrets: true + include-release-version: true + run-on-projects: ["mozilla-release"] + run: + gradle-build-type: release + gradle-build-name: focusRelease + gradle-build: focus + shipping-phase: promote + source-project-name: "focus-android" + treeherder: + platform: focus-android-all/opt + symbol: focus-release(AABf) + + klar-release: + attributes: + release-type: release + shipping-product: focus + shipping-product: firefox-android + dependencies: + build-fat-aar: build-fat-aar-android-geckoview-fat-aar-shippable/opt + description: 'Klar release AAB build from source code' + include-shippable-secrets: true + include-release-version: true + run-on-projects: ["mozilla-release"] + run: + gradle-build-type: release + gradle-build-name: klarRelease + gradle-build: klar + shipping-phase: promote + source-project-name: "focus-android" + treeherder: + platform: focus-android-all/opt + symbol: focus-release(AABkl) + + fenix-release: + attributes: + release-type: release + shipping-product: fenix + shipping-product: firefox-android + dependencies: + build-fat-aar: build-fat-aar-android-geckoview-fat-aar-shippable/opt + description: 'Fenix release AAB build from source code' + include-shippable-secrets: true + include-release-version: true + run-on-projects: ["mozilla-release"] + run: + gradle-build-type: release + gradle-build-name: fenixRelease + gradle-build: fenix + shipping-phase: promote + source-project-name: "fenix" + treeherder: + platform: fenix-android-all/opt + symbol: fenix-release(AAB) + + focus-nightly: + attributes: + shipping-product: focus + dependencies: + build-fat-aar: build-fat-aar-android-geckoview-fat-aar-shippable/opt + description: 'Focus nightly AAB build from source code' + include-shippable-secrets: true + include-nightly-version: true + run-on-projects: ["mozilla-central"] + run: + gradle-build-type: nightly + gradle-build-name: focusNightly + gradle-build: focus + source-project-name: "focus-android" + treeherder: + platform: focus-android-all/opt + symbol: focus-nightly(AABf) + + fenix-nightly: + attributes: + shipping-product: fenix + dependencies: + build-fat-aar: build-fat-aar-android-geckoview-fat-aar-shippable/opt + description: 'Fenix nightly AAB build from source code' + include-shippable-secrets: true + include-nightly-version: true + run-on-projects: ["mozilla-central"] + run: + gradle-build-type: nightly + gradle-build-name: fenixNightly + gradle-build: fenix + source-project-name: "fenix" + treeherder: + platform: fenix-android-all/opt + symbol: fenix-nightly(AAB) + + focus-beta: + attributes: + release-type: beta + shipping-product: focus + shipping-product: firefox-android + dependencies: + build-fat-aar: build-fat-aar-android-geckoview-fat-aar-shippable/opt + description: 'Focus beta AAB build from source code' + include-shippable-secrets: true + include-release-version: true + run-on-projects: ["mozilla-beta"] + run: + gradle-build-type: beta + gradle-build-name: focusBeta + gradle-build: focus + shipping-phase: promote + source-project-name: "focus-android" + treeherder: + platform: focus-android-all/opt + symbol: focus-beta(AABf) + + fenix-beta: + attributes: + release-type: beta + shipping-product: fenix + shipping-product: firefox-android + dependencies: + build-fat-aar: build-fat-aar-android-geckoview-fat-aar-shippable/opt + description: 'Fenix beta AAB build from source code' + include-shippable-secrets: true + include-release-version: true + run-on-projects: ["mozilla-beta"] + run: + gradle-build-type: beta + gradle-build-name: fenixBeta + gradle-build: fenix + shipping-phase: promote + source-project-name: "fenix" + treeherder: + platform: fenix-android-all/opt + symbol: fenix-beta(AAB) diff --git a/taskcluster/kinds/build-components/kind.yml b/taskcluster/kinds/build-components/kind.yml new file mode 100644 index 0000000000..52793cb3f1 --- /dev/null +++ b/taskcluster/kinds/build-components/kind.yml @@ -0,0 +1,135 @@ +# This Source Code Form is subject to the terms of the Mozilla Public +# License, v. 2.0. If a copy of the MPL was not distributed with this +# file, You can obtain one at http://mozilla.org/MPL/2.0/. +--- +loader: android_taskgraph.loader.build_config:components_loader + +transforms: + - android_taskgraph.transforms.build_components:transforms + - gecko_taskgraph.transforms.build_schedules:transforms + - gecko_taskgraph.transforms.job:transforms + - gecko_taskgraph.transforms.task:transforms + +not-for-components: + - samples-browser # Their configs are too different, so they're handled in a specific kind + +kind-dependencies: + - toolchain + - build-fat-aar + +job-defaults: + artifact-template: + type: file + name: public/build/{artifact_file_name} + path: '/builds/worker/checkouts/gecko/mobile/android/android-components/{component_path}/build/maven/org/mozilla/components/{component}/{version}/{artifact_file_name}' + tests-artifact-template: + type: directory + name: public/reports/tests + path: '/builds/worker/checkouts/gecko/mobile/android/android-components/{component_path}/build/reports/tests' + lint-artifact-template: + type: file + name: public/reports/lint-results-release.html + path: '/builds/worker/checkouts/gecko/mobile/android/android-components/{component_path}/build/reports/lint-results-release.html' + jacoco-coverage-template: + type: directory + name: public/reports/jacoco + path: '/builds/worker/checkouts/gecko/mobile/android/android-components/{component_path}/build/reports/jacoco' + description: Execute Gradle tasks for component "{component}" + fetches: + toolchain: + - android-sdk-linux + - android-gradle-dependencies + - linux64-jdk + build-fat-aar: + - target.maven.tar.xz + attributes: + build_platform: android + dependencies: + build-fat-aar: + by-build-type: + release|nightly|beta: build-fat-aar-android-geckoview-fat-aar-shippable/opt + default: build-fat-aar-android-geckoview-fat-aar/opt + include-coverage: + by-build-type: + release: false + beta: false + nightly: false + default: true + run: + gradlew: + by-build-type: + release: + - ':{component}:assembleRelease' + - ':{component}:testRelease' + - ':{component}:lintRelease' + - ':{component}:publish' + beta: + # /!\ Beta builds are considered Release in gradle + - ':{component}:assembleRelease' + - ':{component}:testRelease' + - ':{component}:lintRelease' + - ':{component}:publish' + nightly: + - '-PnightlyVersion={nightlyVersion}' + - ':{component}:assembleRelease' + - ':{component}:testRelease' + - ':{component}:lintRelease' + - ':{component}:publish' + default: + by-component: + # No lintRelease on this task, gradle task isn't defined + tooling-lint: + - ':{component}:assemble' + - ':{component}:assembleAndroidTest' + - ':{component}:test' + - ':{component}:lint' + # No testRelease on this task, gradle task isn't defined + tooling-detekt: + - ':{component}:assemble' + - ':{component}:assembleAndroidTest' + - ':{component}:test' + - ':{component}:lintRelease' + # No publish on these tasks + tooling-fetch-tests|samples-.*: + - ':{component}:assemble' + - ':{component}:assembleAndroidTest' + - ':{component}:testRelease' + - ':{component}:lintRelease' + default: + - ':{component}:assemble' + - ':{component}:assembleAndroidTest' + - ':{component}:testRelease' + - ':{component}:lintRelease' + - ':{component}:publish' + pre-gradlew: + - ["cd", "mobile/android/android-components"] + using: gradlew + use-caches: false + run-on-projects: + by-build-type: + release: [] + beta: [] + nightly: [] + default: [all] + shipping-phase: + by-build-type: + (nightly|beta|release): promote + default: null + shipping-product: firefox-android + treeherder: + kind: build + symbol: + by-build-type: + release: '{treeherder_group}(BR)' + beta: '{treeherder_group}(BB)' + nightly: '{treeherder_group}(BN)' + default: '{treeherder_group}(B)' + platform: AC-android-all/opt + tier: 1 + worker-type: b-linux-medium-gcp + worker: + chain-of-trust: true + docker-image: {in-tree: android-components} + max-run-time: 1200 + env: + ANDROID_SDK_ROOT: /builds/worker/fetches/android-sdk-linux diff --git a/taskcluster/kinds/build-fat-aar/kind.yml b/taskcluster/kinds/build-fat-aar/kind.yml new file mode 100644 index 0000000000..38d40efc92 --- /dev/null +++ b/taskcluster/kinds/build-fat-aar/kind.yml @@ -0,0 +1,204 @@ +# This Source Code Form is subject to the terms of the Mozilla Public +# License, v. 2.0. If a copy of the MPL was not distributed with this +# file, You can obtain one at http://mozilla.org/MPL/2.0/. +--- +loader: gecko_taskgraph.loader.transform:loader + +kind-dependencies: + - build + - toolchain + +transforms: + - gecko_taskgraph.transforms.build:transforms + - gecko_taskgraph.transforms.build_attrs:transforms + - gecko_taskgraph.transforms.build_schedules:transforms + - gecko_taskgraph.transforms.build_lints:transforms + - gecko_taskgraph.transforms.build_fat_aar:transforms + - gecko_taskgraph.transforms.job:transforms + - gecko_taskgraph.transforms.artifact:transforms + - gecko_taskgraph.transforms.task:transforms + +job-defaults: + attributes: + artifact_map: taskcluster/gecko_taskgraph/manifests/fennec_geckoview.yml + index: + product: mobile + worker-type: b-linux-gcp + use-python: default + worker: + docker-image: {in-tree: android-build} + max-run-time: 7200 + env: + # Online in order to download the per-architecture AARs. + GRADLE_USER_HOME: "/builds/worker/checkouts/build/gecko/mobile/android/gradle/dotgradle-online" + TOOLTOOL_MANIFEST: "mobile/android/config/tooltool-manifests/android/releng.manifest" + MOZ_ANDROID_FAT_AAR_ARCHITECTURES: "armeabi-v7a,arm64-v8a,x86,x86_64" + MACH_BUILD_PYTHON_NATIVE_PACKAGE_SOURCE: system + artifacts: + - name: public/build/maven + path: /builds/worker/workspace/obj-build/gradle/maven/ + type: directory + - name: public/build/target.maven.tar.xz + path: /builds/worker/workspace/obj-build/gradle/target.maven.tar.xz + type: file + - name: public/build + path: /builds/worker/artifacts/ + type: directory + - name: public/build/geckoview-androidTest.apk + path: /builds/worker/workspace/obj-build/gradle/build/mobile/android/geckoview/outputs/apk/androidTest/withGeckoBinaries/debug/geckoview-withGeckoBinaries-debug-androidTest.apk + type: file + - name: public/build/geckoview-test_runner.apk + path: /builds/worker/workspace/obj-build/gradle/build/mobile/android/test_runner/outputs/apk/withGeckoBinaries/debug/test_runner-withGeckoBinaries-debug.apk + type: file + - name: public/build/geckoview-test_runner.aab + path: /builds/worker/workspace/obj-build/gradle/build/mobile/android/test_runner/outputs/bundle/withGeckoBinariesDebug/test_runner-withGeckoBinaries-debug.aab + type: file + - name: public/build/geckoview_example.apk + path: /builds/worker/workspace/obj-build/gradle/build/mobile/android/geckoview_example/outputs/apk/withGeckoBinaries/debug/geckoview_example-withGeckoBinaries-debug.apk + type: file + - name: public/build/geckoview_example.aab + path: /builds/worker/workspace/obj-build/gradle/build/mobile/android/geckoview_example/outputs/bundle/withGeckoBinariesDebug/geckoview_example-withGeckoBinaries-debug.aab + type: file + - name: public/build/mozconfig + path: /builds/worker/workspace/obj-build/.mozconfig + type: file + run: + using: mozharness + script: "mozharness/scripts/fx_desktop_build.py" + secrets: true + mozconfig-variant: null + tooltool-downloads: internal + # Note: These settings are only honored by nightly (i.e. shipping) builds + update-channel: + by-release-type: + nightly: + by-project: + try: nightly-try + default: nightly + nightly-larch: nightly-larch + nightly-oak: nightly-oak + nightly-pine: nightly-pine + beta: + by-shipping-product: + devedition: aurora + default: beta + release.*: release + esr.*: esr + default: null + fetches: + toolchain: + - android-ndk-linux + - android-sdk-linux + - linux64-clang + - linux64-jdk + - linux64-rust-android + - linux64-rust-size + - linux64-cbindgen + - linux64-dump_syms + - linux64-nasm + - linux64-node + - sysroot-x86_64-linux-gnu + - sysroot-wasm32-wasi + +jobs: + android-geckoview-fat-aar-shippable/opt: + description: "Android GeckoView multi-architecture fat AAR Shippable" + attributes: + shippable: true + enable-full-crashsymbols: true + disable-push-apk: true + maven_packages: + - geckoview + shipping-phase: build + shipping-product: fennec + index: + job-name: android-geckoview-fat-aar-opt + type: shippable-with-multi-l10n + treeherder: + platform: android-5-0-geckoview-fat-aar-shippable/opt + symbol: Bgv + dependencies: + android-x86-shippable: build-android-x86-shippable/opt + android-x86_64-shippable: build-android-x86_64-shippable/opt + android-arm-shippable: build-android-arm-shippable/opt + android-aarch64-shippable: build-android-aarch64-shippable/opt + worker: + env: + PERFHERDER_EXTRA_OPTIONS: android-geckoview-fat-aar-nightly + run: + actions: [get-secrets, build, multi-l10n] + config: + - builds/releng_base_android_64_builds.py + - taskcluster_nightly.py + custom-build-variant-cfg: arm + fetches: + toolchain: + - android-gradle-dependencies + optimization: + skip-unless-backstop: null + + android-geckoview-fat-aar-shippable-lite/opt: + description: "Android GeckoView Lite multi-architecture fat AAR Shippable" + attributes: + shippable: true + enable-full-crashsymbols: true + disable-push-apk: true + maven_packages: + - geckoview + - geckoview-exoplayer2 + shipping-phase: build + shipping-product: fennec + index: + job-name: android-geckoview-fat-aar-opt-lite + type: shippable-with-multi-l10n + treeherder: + platform: android-4-1-geckoview-fat-aar-shippable/opt + symbol: Bgvl + dependencies: + android-x86-shippable-lite: build-android-x86-shippable-lite/opt + android-x86_64-shippable-lite: build-android-x86_64-shippable-lite/opt + android-arm-shippable-lite: build-android-arm-shippable-lite/opt + android-aarch64-shippable-lite: build-android-aarch64-shippable-lite/opt + worker: + env: + PERFHERDER_EXTRA_OPTIONS: android-geckoview-fat-aar-nightly-lite + run: + actions: [get-secrets, build, multi-l10n] + config: + - builds/releng_base_android_64_builds.py + - taskcluster_nightly.py + custom-build-variant-cfg: arm-lite + fetches: + toolchain: + - android-gradle-dependencies-lite + optimization: + skip-unless-backstop: null + + android-geckoview-fat-aar/opt: + description: "Android GeckoView multi-architecture fat AAR Opt" + attributes: + maven_packages: + - geckoview + index: + job-name: android-geckoview-fat-aar-opt + treeherder: + platform: android-5-0-geckoview-fat-aar/opt + symbol: Bgv + dependencies: + android-x86-opt: build-android-x86/opt + android-x86_64-opt: build-android-x86_64/opt + android-arm-opt: build-android-arm/opt + android-aarch64-opt: build-android-aarch64/opt + worker: + env: + PERFHERDER_EXTRA_OPTIONS: android-geckoview-fat-aar-opt + USE_ARTIFACT: '1' + MOZ_ARTIFACT_TASK: {task-reference: ''} + run: + actions: [get-secrets, build] + config: ["builds/releng_base_android_64_builds.py"] + custom-build-variant-cfg: arm + fetches: + toolchain: + - linux64-sccache + - android-gradle-dependencies diff --git a/taskcluster/kinds/build-mac-notarization/kind.yml b/taskcluster/kinds/build-mac-notarization/kind.yml new file mode 100644 index 0000000000..910d6a1797 --- /dev/null +++ b/taskcluster/kinds/build-mac-notarization/kind.yml @@ -0,0 +1,34 @@ +# This Source Code Form is subject to the terms of the Mozilla Public +# License, v. 2.0. If a copy of the MPL was not distributed with this +# file, You can obtain one at http://mozilla.org/MPL/2.0/. +--- +loader: gecko_taskgraph.loader.transform:loader + +transforms: + - taskgraph.transforms.from_deps + - gecko_taskgraph.transforms.mac_notarization + - gecko_taskgraph.transforms.name_sanity + - gecko_taskgraph.transforms.signing + - gecko_taskgraph.transforms.task + +kind-dependencies: + - build-mac-signing + +only-for-attributes: + - shippable + +jobs: + build-mac-notarization: + from-deps: + group-by: single-with-filters + copy-attributes: true + treeherder: + symbol: BMN + upstream-artifacts: + - taskType: signing + paths: + - public/build/target.tar.gz + - public/build/target.pkg + formats: ["apple_notarization_stacked"] + taskId: + task-reference: diff --git a/taskcluster/kinds/build-mac-signing/kind.yml b/taskcluster/kinds/build-mac-signing/kind.yml new file mode 100644 index 0000000000..d90813cd96 --- /dev/null +++ b/taskcluster/kinds/build-mac-signing/kind.yml @@ -0,0 +1,34 @@ +# This Source Code Form is subject to the terms of the Mozilla Public +# License, v. 2.0. If a copy of the MPL was not distributed with this +# file, You can obtain one at http://mozilla.org/MPL/2.0/. +--- +loader: gecko_taskgraph.loader.transform:loader + +transforms: + - taskgraph.transforms.from_deps + - gecko_taskgraph.transforms.name_sanity + - gecko_taskgraph.transforms.build_signing + - gecko_taskgraph.transforms.signing + - gecko_taskgraph.transforms.hardened_signing + - gecko_taskgraph.transforms.task + +kind-dependencies: + - build + +only-for-attributes: + - enable-build-signing + +only-for-build-platforms: + - macosx64-shippable/opt + - macosx64-devedition/opt + - macosx64/opt + - macosx64/debug + - macosx64-aarch64/debug + +jobs: + build-mac-signing: + from-deps: + group-by: single-with-filters + treeherder: + symbol: BMS + enable-signing-routes: false diff --git a/taskcluster/kinds/build-samples-browser/kind.yml b/taskcluster/kinds/build-samples-browser/kind.yml new file mode 100644 index 0000000000..6d1d903321 --- /dev/null +++ b/taskcluster/kinds/build-samples-browser/kind.yml @@ -0,0 +1,64 @@ +# This Source Code Form is subject to the terms of the Mozilla Public +# License, v. 2.0. If a copy of the MPL was not distributed with this +# file, You can obtain one at http://mozilla.org/MPL/2.0/. +--- +loader: gecko_taskgraph.loader.transform:loader + +transforms: + - android_taskgraph.transforms.build_components:transforms + - gecko_taskgraph.transforms.build_schedules:transforms + - gecko_taskgraph.transforms.job:transforms + - gecko_taskgraph.transforms.task:transforms + +kind-dependencies: + - toolchain + - build-fat-aar + + +job-defaults: + attributes: + build_platform: android + build-type: regular + component: samples-browser + dependencies: + build-fat-aar: build-fat-aar-android-geckoview-fat-aar/opt + description: Execute Gradle tasks for component "{component}" + fetches: + toolchain: + - android-sdk-linux + - android-gradle-dependencies + - linux64-jdk + build-fat-aar: + - target.maven.tar.xz + include-coverage: true + run: + pre-gradlew: + - ["cd", "mobile/android/android-components"] + using: gradlew + use-caches: false + treeherder: + kind: build + platform: AC-android-all/opt + tier: 1 + symbol: 'samples-browser(B)' + worker-type: b-linux-medium-gcp + worker: + chain-of-trust: true + docker-image: {in-tree: android-components} + max-run-time: 1200 + env: + ANDROID_SDK_ROOT: /builds/worker/fetches/android-sdk-linux + +jobs: + gecko: + run: + gradlew: + - ':samples-browser:assembleGecko' + - ':samples-browser:testGeckoDebugUnitTest' + - ':samples-browser:lintGeckoDebug' + + system: + run: + gradlew: [':samples-browser:assembleSystem'] + treeherder: + symbol: 'samples-browser-system(B)' diff --git a/taskcluster/kinds/build-signing/kind.yml b/taskcluster/kinds/build-signing/kind.yml new file mode 100644 index 0000000000..7e4bbab419 --- /dev/null +++ b/taskcluster/kinds/build-signing/kind.yml @@ -0,0 +1,34 @@ +# This Source Code Form is subject to the terms of the Mozilla Public +# License, v. 2.0. If a copy of the MPL was not distributed with this +# file, You can obtain one at http://mozilla.org/MPL/2.0/. +--- +loader: gecko_taskgraph.loader.transform:loader + +transforms: + - taskgraph.transforms.from_deps:transforms + - gecko_taskgraph.transforms.name_sanity + - gecko_taskgraph.transforms.upstream_artifact_task + - gecko_taskgraph.transforms.build_signing + - gecko_taskgraph.transforms.signing + - gecko_taskgraph.transforms.task + +kind-dependencies: + - build + - build-fat-aar + +only-for-attributes: + - nightly + - shippable + - enable-build-signing + +not-for-build-platforms: + - macosx64-shippable/opt + - macosx64-devedition/opt + - macosx64/opt + - macosx64/debug + - macosx64-aarch64/debug + +jobs: + build-signing: + from-deps: + group-by: platform diff --git a/taskcluster/kinds/build/android-asan.yml b/taskcluster/kinds/build/android-asan.yml new file mode 100644 index 0000000000..4cc846dece --- /dev/null +++ b/taskcluster/kinds/build/android-asan.yml @@ -0,0 +1,75 @@ +# This Source Code Form is subject to the terms of the Mozilla Public +# License, v. 2.0. If a copy of the MPL was not distributed with this +# file, You can obtain one at http://mozilla.org/MPL/2.0/. +--- +job-defaults: + attributes: + artifact_map: taskcluster/gecko_taskgraph/manifests/fennec_geckoview.yml + maven_packages: + - geckoview + index: + product: mobile + worker: + docker-image: {in-tree: android-build} + max-run-time: 7200 + env: + GRADLE_USER_HOME: "/builds/worker/checkouts/gecko/mobile/android/gradle/dotgradle-offline" + artifacts: + - name: public/build/maven + path: /builds/worker/workspace/obj-build/gradle/maven/ + type: directory + - name: public/build/geckoview-androidTest.apk + path: /builds/worker/workspace/obj-build/gradle/build/mobile/android/geckoview/outputs/apk/androidTest/withGeckoBinaries/debug/geckoview-withGeckoBinaries-debug-androidTest.apk + type: file + - name: public/build/geckoview-test_runner.apk + path: /builds/worker/workspace/obj-build/gradle/build/mobile/android/test_runner/outputs/apk/withGeckoBinaries/debug/test_runner-withGeckoBinaries-debug.apk + type: file + - name: public/build/geckoview_example.apk + path: /builds/worker/workspace/obj-build/gradle/build/mobile/android/geckoview_example/outputs/apk/withGeckoBinaries/debug/geckoview_example-withGeckoBinaries-debug.apk + type: file + - name: public/build + path: /builds/worker/artifacts/ + type: directory + run: + using: mozharness + script: "mozharness/scripts/fx_desktop_build.py" + secrets: true + mozconfig-variant: null + tooltool-downloads: internal + fetches: + toolchain: + - android-ndk-linux + - android-sdk-linux + - linux64-jdk + - linux64-rust-android + - linux64-rust-size + - linux64-cbindgen + - linux64-dump_syms + - linux64-nasm + - linux64-node + - sysroot-x86_64-linux-gnu + - sysroot-wasm32-wasi + +android-x86_64-asan-fuzzing/opt: + description: "Android 5.0 x86-64 Fuzzing Opt ASAN" + index: + job-name: android-x86_64-fuzzing-asan + treeherder: + platform: android-5-0-x86_64/asan + symbol: Bof + worker-type: b-linux-large-gcp + worker: + env: + TOOLTOOL_MANIFEST: "mobile/android/config/tooltool-manifests/android-x86/releng.manifest" + run: + actions: [get-secrets, build] + config: ["builds/releng_base_android_64_builds.py"] + custom-build-variant-cfg: fuzzing-asan-tc + use-sccache: true + fetches: + toolchain: + - linux64-clang + - linux64-sccache + - android-gradle-dependencies + optimization: + skip-unless-expanded: null diff --git a/taskcluster/kinds/build/android-stuff.yml b/taskcluster/kinds/build/android-stuff.yml new file mode 100644 index 0000000000..52bed7b18f --- /dev/null +++ b/taskcluster/kinds/build/android-stuff.yml @@ -0,0 +1,53 @@ +# This Source Code Form is subject to the terms of the Mozilla Public +# License, v. 2.0. If a copy of the MPL was not distributed with this +# file, You can obtain one at http://mozilla.org/MPL/2.0/. +--- +job-defaults: + tags: + android-stuff: "true" + run: + mozconfig-variant: null + +android-geckoview-docs/opt: + description: "Android GeckoView docs" + index: + product: mobile + job-name: android-geckoview-docs + treeherder: + platform: android-4-1-armv7/opt + kind: build + tier: 2 + symbol: A(gv-docs) + run-on-projects: [mozilla-central-only] + worker-type: b-linux-gcp + worker: + docker-image: {in-tree: android-build} + env: + GRADLE_USER_HOME: "/builds/worker/checkouts/gecko/mobile/android/gradle/dotgradle-offline" + PERFHERDER_EXTRA_OPTIONS: android-geckoview-docs + GECKOVIEW_DOCS_UPLOAD_SECRET: "project/releng/gecko/build/level-{level}/geckoview-docs-upload" + artifacts: + - name: public/android/geckoview-docs/geckoview-javadoc.jar + path: /builds/worker/workspace/obj-build/mobile/android/geckoview/docs/javadoc/withGeckoBinaries-debug/geckoview-javadoc.jar + type: file + max-run-time: 7200 + run: + using: mozharness + actions: [get-secrets, build] + config: + - builds/releng_base_android_64_builds.py + script: "mozharness/scripts/fx_desktop_build.py" + secrets: true + custom-build-variant-cfg: android-geckoview-docs + tooltool-downloads: internal + fetches: + toolchain: + - android-gradle-dependencies + - android-sdk-linux + - linux64-jdk + - linux64-node + optimization: + skip-unless-changed: + - "mobile/android/**/*.java" + - "mobile/android/gradle.configure" + - "**/*.gradle" diff --git a/taskcluster/kinds/build/android.yml b/taskcluster/kinds/build/android.yml new file mode 100644 index 0000000000..7c37b2680f --- /dev/null +++ b/taskcluster/kinds/build/android.yml @@ -0,0 +1,644 @@ +# This Source Code Form is subject to the terms of the Mozilla Public +# License, v. 2.0. If a copy of the MPL was not distributed with this +# file, You can obtain one at http://mozilla.org/MPL/2.0/. +--- +job-defaults: + attributes: + artifact_map: taskcluster/gecko_taskgraph/manifests/fennec_geckoview.yml + maven_packages: + - geckoview + index: + product: mobile + worker: + docker-image: {in-tree: android-build} + max-run-time: 7200 + env: + GRADLE_USER_HOME: "/builds/worker/checkouts/gecko/mobile/android/gradle/dotgradle-offline" + artifacts: + - name: public/build/maven + path: /builds/worker/workspace/obj-build/gradle/maven/ + type: directory + - name: public/build/target.maven.tar.xz + path: /builds/worker/workspace/obj-build/gradle/target.maven.tar.xz + type: file + - name: public/build/geckoview-androidTest.apk + path: /builds/worker/workspace/obj-build/gradle/build/mobile/android/geckoview/outputs/apk/androidTest/withGeckoBinaries/debug/geckoview-withGeckoBinaries-debug-androidTest.apk + type: file + - name: public/build/geckoview-test_runner.apk + path: /builds/worker/workspace/obj-build/gradle/build/mobile/android/test_runner/outputs/apk/withGeckoBinaries/debug/test_runner-withGeckoBinaries-debug.apk + type: file + - name: public/build/geckoview-test_runner.aab + path: /builds/worker/workspace/obj-build/gradle/build/mobile/android/test_runner/outputs/bundle/withGeckoBinariesDebug/test_runner-withGeckoBinaries-debug.aab + type: file + - name: public/build/geckoview_example.apk + path: /builds/worker/workspace/obj-build/gradle/build/mobile/android/geckoview_example/outputs/apk/withGeckoBinaries/debug/geckoview_example-withGeckoBinaries-debug.apk + type: file + - name: public/build/geckoview_example.aab + path: /builds/worker/workspace/obj-build/gradle/build/mobile/android/geckoview_example/outputs/bundle/withGeckoBinariesDebug/geckoview_example-withGeckoBinaries-debug.aab + type: file + - name: public/build + path: /builds/worker/artifacts/ + type: directory + run: + using: mozharness + script: "mozharness/scripts/fx_desktop_build.py" + secrets: true + mozconfig-variant: null + tooltool-downloads: internal + fetches: + toolchain: + - android-ndk-linux + - android-sdk-linux + - linux64-jdk + - linux64-rust-android + - linux64-rust-size + - linux64-cbindgen + - linux64-dump_syms + - linux64-nasm + - linux64-node + - sysroot-x86_64-linux-gnu + - sysroot-wasm32-wasi + +android-arm/debug: + description: "Android 5.0 Arm Debug" + index: + job-name: android-arm-debug + attributes: + enable-full-crashsymbols: true + treeherder: + platform: android-5-0-armv7/debug + symbol: B + worker-type: b-linux-gcp + worker: + env: + TOOLTOOL_MANIFEST: "mobile/android/config/tooltool-manifests/android/releng.manifest" + MOZ_AUTOMATION_PACKAGE_TESTS: "1" + run: + actions: [get-secrets, build] + config: ["builds/releng_base_android_64_builds.py"] + custom-build-variant-cfg: arm-debug + use-sccache: true + fetches: + toolchain: + - linux64-clang + - linux64-sccache + - android-gradle-dependencies + +android-x86/opt: + description: "Android 5.0 x86 Opt" + index: + job-name: android-x86-opt + attributes: + enable-full-crashsymbols: true + treeherder: + platform: android-5-0-x86/opt + symbol: B + run-on-projects: ['integration'] + worker-type: b-linux-gcp + worker: + env: + TOOLTOOL_MANIFEST: "mobile/android/config/tooltool-manifests/android-x86/releng.manifest" + MOZ_AUTOMATION_PACKAGE_TESTS: "1" + run: + actions: [get-secrets, build] + config: ["builds/releng_base_android_64_builds.py"] + custom-build-variant-cfg: x86 + use-sccache: true + fetches: + toolchain: + - linux64-clang + - linux64-sccache + - android-gradle-dependencies + +android-x86-lite/opt: + description: "Android 4.1 x86 Opt" + index: + job-name: android-x86-lite-opt + attributes: + enable-full-crashsymbols: true + treeherder: + platform: android-4-1-x86/opt + symbol: Bl + run-on-projects: ['integration'] + worker-type: b-linux-gcp + worker: + env: + TOOLTOOL_MANIFEST: "mobile/android/config/tooltool-manifests/android-x86/releng.manifest" + PERFHERDER_EXTRA_OPTIONS: lite + run: + actions: [get-secrets, build] + config: ["builds/releng_base_android_64_builds.py"] + custom-build-variant-cfg: x86-lite + use-sccache: true + fetches: + toolchain: + - linux64-clang + - linux64-sccache + - android-gradle-dependencies-lite + +android-x86-shippable/opt: + description: "Android 5.0 x86 Shippable" + use-pgo: true + attributes: + enable-full-crashsymbols: true + shippable: true + shipping-phase: build + shipping-product: fennec + index: + job-name: android-x86-opt + type: android-shippable + treeherder: + platform: android-5-0-x86-shippable/opt + symbol: B + run-on-projects: ['release'] + worker-type: b-linux-gcp + worker: + env: + TOOLTOOL_MANIFEST: "mobile/android/config/tooltool-manifests/android-x86/releng.manifest" + MOZ_AUTOMATION_PACKAGE_TESTS: "1" + run: + actions: [get-secrets, build, multi-l10n] + config: + - builds/releng_base_android_64_builds.py + - taskcluster_nightly.py + custom-build-variant-cfg: x86 + fetches: + toolchain: + - linux64-clang + - android-gradle-dependencies + +android-x86-shippable-lite/opt: + description: "Android 4.1 x86 Shippable Lite" + use-pgo: android-x86-shippable/opt + attributes: + enable-full-crashsymbols: true + shippable: true + shipping-phase: build + shipping-product: fennec + index: + job-name: android-x86-lite-opt + type: android-shippable + treeherder: + platform: android-4-1-x86-shippable-lite/opt + symbol: Bl + run-on-projects: ['release'] + worker-type: b-linux-gcp + worker: + env: + TOOLTOOL_MANIFEST: "mobile/android/config/tooltool-manifests/android-x86/releng.manifest" + MOZ_AUTOMATION_PACKAGE_TESTS: "1" + run: + actions: [get-secrets, build, multi-l10n] + config: + - builds/releng_base_android_64_builds.py + - taskcluster_nightly.py + custom-build-variant-cfg: x86-lite + fetches: + toolchain: + - linux64-clang + - android-gradle-dependencies-lite + +android-arm/opt: + description: "Android 5.0 Arm Opt" + index: + job-name: android-arm-opt + attributes: + enable-full-crashsymbols: true + treeherder: + platform: android-5-0-armv7/opt + symbol: B + run-on-projects: ['integration'] + worker-type: b-linux-gcp + worker: + env: + TOOLTOOL_MANIFEST: "mobile/android/config/tooltool-manifests/android/releng.manifest" + MOZ_AUTOMATION_PACKAGE_TESTS: "1" + run: + actions: [get-secrets, build] + config: ["builds/releng_base_android_64_builds.py"] + custom-build-variant-cfg: arm + use-sccache: true + fetches: + toolchain: + - linux64-clang + - android-gradle-dependencies + - linux64-sccache + +android-arm-lite/opt: + description: "Android 4.1 Arm Opt Lite" + index: + job-name: android-arm-lite-opt + attributes: + enable-full-crashsymbols: true + treeherder: + platform: android-4-1-armv7/opt + symbol: Bl + run-on-projects: ['integration'] + worker-type: b-linux-gcp + worker: + env: + TOOLTOOL_MANIFEST: "mobile/android/config/tooltool-manifests/android/releng.manifest" + run: + actions: [get-secrets, build] + config: ["builds/releng_base_android_64_builds.py"] + custom-build-variant-cfg: arm-lite + use-sccache: true + fetches: + toolchain: + - linux64-clang + - linux64-sccache + - android-gradle-dependencies-lite + +android-arm-shippable/opt: + description: "Android 5.0 Arm Shippable" + use-pgo: android-x86-shippable/opt + attributes: + enable-full-crashsymbols: true + shippable: true + shipping-phase: build + shipping-product: fennec + index: + job-name: android-arm-opt + type: android-shippable-with-multi-l10n + treeherder: + platform: android-5-0-armv7-shippable/opt + symbol: Bpgo(B) + run-on-projects: ['release'] + worker-type: b-linux-gcp + worker: + env: + TOOLTOOL_MANIFEST: "mobile/android/config/tooltool-manifests/android/releng.manifest" + MOZ_AUTOMATION_PACKAGE_TESTS: "1" + run: + actions: [get-secrets, build, multi-l10n] + config: + - builds/releng_base_android_64_builds.py + - taskcluster_nightly.py + custom-build-variant-cfg: arm + fetches: + toolchain: + - linux64-clang + - android-gradle-dependencies + +android-arm-shippable-lite/opt: + description: "Android 4.1 Arm Shippable Lite" + use-pgo: android-x86-shippable/opt + attributes: + enable-full-crashsymbols: true + shippable: true + shipping-phase: build + shipping-product: fennec + index: + job-name: android-arm-lite-opt + type: android-shippable-with-multi-l10n + treeherder: + platform: android-4-1-armv7-shippable-lite/opt + symbol: Bpgo(Bl) + run-on-projects: ['release'] + worker-type: b-linux-gcp + worker: + env: + TOOLTOOL_MANIFEST: "mobile/android/config/tooltool-manifests/android/releng.manifest" + MOZ_AUTOMATION_PACKAGE_TESTS: "1" + run: + actions: [get-secrets, build, multi-l10n] + config: + - builds/releng_base_android_64_builds.py + - taskcluster_nightly.py + custom-build-variant-cfg: arm-lite + fetches: + toolchain: + - linux64-clang + - android-gradle-dependencies-lite + +android-aarch64/opt: + description: "Android 5.0 AArch64 Opt" + index: + job-name: android-aarch64-opt + attributes: + enable-full-crashsymbols: true + treeherder: + platform: android-5-0-aarch64/opt + symbol: B + run-on-projects: ['integration'] + worker-type: b-linux-gcp + worker: + env: + TOOLTOOL_MANIFEST: "mobile/android/config/tooltool-manifests/android/releng.manifest" + MOZ_AUTOMATION_PACKAGE_TESTS: "1" + run: + actions: [get-secrets, build] + config: ["builds/releng_base_android_64_builds.py"] + custom-build-variant-cfg: aarch64 + use-sccache: true + fetches: + toolchain: + - linux64-clang + - linux64-sccache + - android-gradle-dependencies + +android-aarch64-lite/opt: + description: "Android 5.0 AArch64 Opt Lite" + index: + job-name: android-aarch64-lite-opt + attributes: + enable-full-crashsymbols: true + treeherder: + platform: android-5-0-aarch64/opt + symbol: Bl + run-on-projects: ['integration'] + worker-type: b-linux-gcp + worker: + env: + TOOLTOOL_MANIFEST: "mobile/android/config/tooltool-manifests/android/releng.manifest" + PERFHERDER_EXTRA_OPTIONS: lite + run: + actions: [get-secrets, build] + config: ["builds/releng_base_android_64_builds.py"] + custom-build-variant-cfg: aarch64-lite + use-sccache: true + fetches: + toolchain: + - linux64-clang + - linux64-sccache + - android-gradle-dependencies-lite + +android-aarch64/debug: + description: "Android 5.0 AArch64 Debug" + index: + job-name: android-aarch64-debug + attributes: + enable-full-crashsymbols: true + treeherder: + platform: android-5-0-aarch64/debug + symbol: B + worker-type: b-linux-gcp + worker: + env: + TOOLTOOL_MANIFEST: "mobile/android/config/tooltool-manifests/android/releng.manifest" + MOZ_AUTOMATION_PACKAGE_TESTS: "1" + run: + actions: [get-secrets, build] + config: ["builds/releng_base_android_64_builds.py"] + custom-build-variant-cfg: aarch64-debug + use-sccache: true + fetches: + toolchain: + - linux64-clang + - linux64-sccache + - android-gradle-dependencies + +android-aarch64-shippable/opt: + description: "Android 5.0 AArch64 Shippable" + use-pgo: android-aarch64-shippable/opt + attributes: + enable-full-crashsymbols: true + shippable: true + shipping-phase: build + shipping-product: fennec + index: + job-name: android-aarch64-opt + type: android-shippable + treeherder: + platform: android-5-0-aarch64-shippable/opt + symbol: Bpgo(B) + run-on-projects: ['release'] + worker-type: b-linux-gcp + worker: + env: + TOOLTOOL_MANIFEST: "mobile/android/config/tooltool-manifests/android/releng.manifest" + MOZ_AUTOMATION_PACKAGE_TESTS: "1" + run: + actions: [get-secrets, build, multi-l10n] + config: + - builds/releng_base_android_64_builds.py + - taskcluster_nightly.py + custom-build-variant-cfg: aarch64 + fetches: + toolchain: + - linux64-clang + - android-gradle-dependencies + +android-aarch64-shippable-lite/opt: + description: "Android 5.0 AArch64 Shippable Lite" + use-pgo: android-aarch64-shippable/opt + attributes: + enable-full-crashsymbols: true + shippable: true + shipping-phase: build + shipping-product: fennec + index: + job-name: android-aarch64-lite-opt + type: android-shippable + treeherder: + platform: android-5-0-aarch64-shippable-lite/opt + symbol: Bpgo(Bl) + run-on-projects: ['release'] + worker-type: b-linux-gcp + worker: + env: + TOOLTOOL_MANIFEST: "mobile/android/config/tooltool-manifests/android/releng.manifest" + MOZ_AUTOMATION_PACKAGE_TESTS: "1" + PERFHERDER_EXTRA_OPTIONS: lite + run: + actions: [get-secrets, build, multi-l10n] + config: + - builds/releng_base_android_64_builds.py + - taskcluster_nightly.py + custom-build-variant-cfg: aarch64-lite + fetches: + toolchain: + - linux64-clang + - android-gradle-dependencies-lite + +android-x86_64/opt: + description: "Android 5.0 x86-64 Opt" + index: + job-name: android-x86_64-opt + attributes: + enable-full-crashsymbols: true + treeherder: + platform: android-5-0-x86_64/opt + symbol: B + run-on-projects: ['integration'] + worker-type: b-linux-gcp + worker: + env: + TOOLTOOL_MANIFEST: "mobile/android/config/tooltool-manifests/android-x86/releng.manifest" + MOZ_AUTOMATION_PACKAGE_TESTS: "1" + run: + actions: [get-secrets, build] + config: ["builds/releng_base_android_64_builds.py"] + custom-build-variant-cfg: x86_64 + use-sccache: true + fetches: + toolchain: + - linux64-clang + - linux64-sccache + - android-gradle-dependencies + +android-x86_64-lite/opt: + description: "Android 5.0 x86-64 Opt Lite" + index: + job-name: android-x86_64-lite-opt + attributes: + enable-full-crashsymbols: true + treeherder: + platform: android-5-0-x86_64/opt + symbol: Bl + run-on-projects: ['integration'] + worker-type: b-linux-gcp + worker: + env: + TOOLTOOL_MANIFEST: "mobile/android/config/tooltool-manifests/android-x86/releng.manifest" + MOZ_AUTOMATION_PACKAGE_TESTS: "1" + PERFHERDER_EXTRA_OPTIONS: lite + run: + actions: [get-secrets, build] + config: ["builds/releng_base_android_64_builds.py"] + custom-build-variant-cfg: x86_64-lite + use-sccache: true + fetches: + toolchain: + - linux64-clang + - linux64-sccache + - android-gradle-dependencies-lite + +android-x86_64-fuzzing/debug: + description: "Android x86_64 Fuzzing Debug" + index: + job-name: android-x86_64-fuzzing-debug + treeherder: + platform: android-5-0-x86_64/debug + symbol: Bf + worker-type: b-linux-gcp + worker: + env: + TOOLTOOL_MANIFEST: "mobile/android/config/tooltool-manifests/android-x86/releng.manifest" + PERFHERDER_EXTRA_OPTIONS: fuzzing + run: + actions: [get-secrets, build] + config: ["builds/releng_base_android_64_builds.py"] + custom-build-variant-cfg: fuzzing-debug + use-sccache: true + fetches: + toolchain: + - linux64-clang + - linux64-sccache + - android-gradle-dependencies + optimization: + skip-unless-expanded: null + +android-x86_64-shippable/opt: + description: "Android 5.0 x86-64 Shippable" + use-pgo: true + attributes: + enable-full-crashsymbols: true + shippable: true + shipping-phase: build + shipping-product: fennec + index: + job-name: android-x86_64-opt + type: android-shippable + treeherder: + platform: android-5-0-x86_64-shippable/opt + symbol: B + run-on-projects: ['release'] + worker-type: b-linux-gcp + worker: + env: + TOOLTOOL_MANIFEST: "mobile/android/config/tooltool-manifests/android-x86/releng.manifest" + MOZ_AUTOMATION_PACKAGE_TESTS: "1" + run: + actions: [get-secrets, build, multi-l10n] + config: + - builds/releng_base_android_64_builds.py + - taskcluster_nightly.py + custom-build-variant-cfg: x86_64 + fetches: + toolchain: + - linux64-clang + - android-gradle-dependencies + +android-x86_64-shippable-lite/opt: + description: "Android 5.0 x86-64 Shippable Lite" + use-pgo: android-x86_64-shippable/opt + attributes: + enable-full-crashsymbols: true + shippable: true + shipping-phase: build + shipping-product: fennec + index: + job-name: android-x86_64-lite-opt + type: android-shippable + treeherder: + platform: android-5-0-x86_64-shippable-lite/opt + symbol: Bl + run-on-projects: ['release'] + worker-type: b-linux-gcp + worker: + env: + TOOLTOOL_MANIFEST: "mobile/android/config/tooltool-manifests/android-x86/releng.manifest" + MOZ_AUTOMATION_PACKAGE_TESTS: "1" + PERFHERDER_EXTRA_OPTIONS: lite + run: + actions: [get-secrets, build, multi-l10n] + config: + - builds/releng_base_android_64_builds.py + - taskcluster_nightly.py + custom-build-variant-cfg: x86_64-lite + fetches: + toolchain: + - linux64-clang + - android-gradle-dependencies-lite + +android-x86_64/debug: + description: "Android 5.0 x86-64 Debug" + index: + job-name: android-x86_64-debug + attributes: + enable-full-crashsymbols: true + treeherder: + platform: android-5-0-x86_64/debug + symbol: B + worker-type: b-linux-gcp + worker: + env: + TOOLTOOL_MANIFEST: "mobile/android/config/tooltool-manifests/android-x86/releng.manifest" + MOZ_AUTOMATION_PACKAGE_TESTS: "1" + run: + actions: [get-secrets, build] + config: ["builds/releng_base_android_64_builds.py"] + custom-build-variant-cfg: x86_64-debug + use-sccache: true + fetches: + toolchain: + - linux64-clang + - linux64-sccache + - android-gradle-dependencies + +android-x86_64/debug-isolated-process: + description: "Android 5.0 x86-64 Debug with Isolated Process" + index: + job-name: android-x86_64-debug-isolated-process + attributes: + enable-full-crashsymbols: true + treeherder: + platform: android-5-0-x86_64/debug-isolated-process + symbol: Bip + worker-type: b-linux-gcp + worker: + env: + TOOLTOOL_MANIFEST: "mobile/android/config/tooltool-manifests/android-x86/releng.manifest" + MOZ_AUTOMATION_PACKAGE_TESTS: "1" + PERFHERDER_EXTRA_OPTIONS: isolated-process + run: + actions: [get-secrets, build] + config: ["builds/releng_base_android_64_builds.py"] + custom-build-variant-cfg: x86_64-debug-isolated-process + use-sccache: true + fetches: + toolchain: + - linux64-clang + - linux64-sccache + - android-gradle-dependencies diff --git a/taskcluster/kinds/build/ios.yml b/taskcluster/kinds/build/ios.yml new file mode 100644 index 0000000000..1e8c18caab --- /dev/null +++ b/taskcluster/kinds/build/ios.yml @@ -0,0 +1,127 @@ +# This Source Code Form is subject to the terms of the Mozilla Public +# License, v. 2.0. If a copy of the MPL was not distributed with this +# file, You can obtain one at http://mozilla.org/MPL/2.0/. +--- +job-defaults: + index: + product: firefox + treeherder: + tier: 2 + worker-type: b-linux-gcp + worker: + max-run-time: 7200 + run-on-projects: ['trunk'] + run: + using: mozharness + actions: [get-secrets, build] + secrets: true + script: "mozharness/scripts/fx_desktop_build.py" + config: + - builds/releng_base_firefox.py + extra-config: + app_name: mobile/ios + stage_platform: ios + disable_package_metrics: true + use-sccache: true + fetches: + toolchain: + - linux64-cctools-port + - linux64-clang + - linux64-dump_syms + - linux64-hfsplus + - linux64-libdmg + - linux64-rust-ios + - linux64-rust-size + - linux64-cbindgen + - linux64-nasm + - linux64-node + - linux64-sccache + - sysroot-x86_64-linux-gnu + - sysroot-wasm32-wasi + +ios/debug: + description: "ios debug" + index: + job-name: ios-debug + treeherder: + platform: ios/debug + symbol: B + run: + extra-config: + mozconfig_platform: ios + mozconfig-variant: debug + fetches: + toolchain: + - ios-sdk + +ios/opt: + description: "ios opt" + index: + job-name: ios-opt + treeherder: + platform: ios/opt + symbol: B + run: + extra-config: + mozconfig_platform: ios + mozconfig-variant: opt + fetches: + toolchain: + - ios-sdk + +ios-non-unified/plain: + description: "ios non-unified" + index: + job-name: ios-non-unified-plain + treeherder: + platform: ios/plain + symbol: Bp-nu + worker: + env: + PERFHERDER_EXTRA_OPTIONS: non-unified + MOZ_AUTOMATION_BUILD_SYMBOLS: '0' + run: + extra-config: + mozconfig_platform: ios + extra_mozconfig_content: + - ac_add_options --disable-unified-build + mozconfig-variant: opt + fetches: + toolchain: + - ios-sdk + +ios-sim/debug: + description: "ios-sim debug" + index: + job-name: ios-sim-debug + treeherder: + platform: ios/debug + symbol: Bsim + worker: + env: + PERFHERDER_EXTRA_OPTIONS: ios-sim + run: + extra-config: + mozconfig_platform: ios-sim + mozconfig-variant: debug + fetches: + toolchain: + - ios-sim-sdk + +ios-sim/opt: + description: "ios-sim opt" + index: + job-name: ios-sim-opt + treeherder: + platform: ios/opt + symbol: Bsim + worker: + env: + PERFHERDER_EXTRA_OPTIONS: ios-sim + run: + extra-config: + mozconfig_platform: ios-sim + mozconfig-variant: opt + fetches: + toolchain: + - ios-sim-sdk diff --git a/taskcluster/kinds/build/kind.yml b/taskcluster/kinds/build/kind.yml new file mode 100644 index 0000000000..2e49ca18c5 --- /dev/null +++ b/taskcluster/kinds/build/kind.yml @@ -0,0 +1,94 @@ +# This Source Code Form is subject to the terms of the Mozilla Public +# License, v. 2.0. If a copy of the MPL was not distributed with this +# file, You can obtain one at http://mozilla.org/MPL/2.0/. +--- +loader: gecko_taskgraph.loader.transform:loader + +kind-dependencies: + - toolchain + - fetch + - generate-profile + +transforms: + - gecko_taskgraph.transforms.build:transforms + - gecko_taskgraph.transforms.build_attrs:transforms + - gecko_taskgraph.transforms.build_schedules:transforms + - gecko_taskgraph.transforms.build_lints:transforms + - gecko_taskgraph.transforms.release_notifications:transforms + - gecko_taskgraph.transforms.release:run_on_releases + - gecko_taskgraph.transforms.job:transforms + - gecko_taskgraph.transforms.artifact:transforms + - gecko_taskgraph.transforms.task:transforms + +jobs-from: + - android.yml + - android-asan.yml + - android-stuff.yml + - ios.yml + - linux.yml + - linux-base-toolchains.yml + - macosx.yml + - macosx-native.yml + - windows.yml + - windows-mingw.yml + +job-defaults: + worker: + env: + MACH_BUILD_PYTHON_NATIVE_PACKAGE_SOURCE: system + use-python: default + run: + mozconfig-variant: + by-release-type: + beta: beta + release.*: release + # We keep using the release configs as the beta and release configs are + # identical except for + # https://searchfox.org/mozilla-central/rev/ce9ff94ffed34dc17ec0bfa406156d489eaa8ee1/browser/config/mozconfigs/linux32/release#1 # noqa + esr.*: release + default: nightly + # Note: These settings are only honored by nightly (i.e. shipping) builds + update-channel: + by-release-type: + nightly: + by-project: + try: nightly-try + default: nightly + nightly-larch: nightly-larch + nightly-oak: nightly-oak + nightly-pine: nightly-pine + beta: + by-shipping-product: + devedition: aurora + default: beta + release.*: release + esr.*: esr + default: null + # ACCEPTED_MAR_CHANNEL_IDS should usually be the same as the value MAR_CHANNEL_ID. + # If more than one ID is needed, then you should use a comma separated list + # of values. + # The MAR_CHANNEL_ID must not contain the following 3 characters: ",\t " + mar-channel-id: + by-release-type: + nightly-larch: firefox-nightly-larch + nightly-oak: firefox-nightly-oak + nightly-pine: firefox-nightly-pine + beta: + by-shipping-product: + devedition: firefox-mozilla-aurora + default: firefox-mozilla-beta + release.*: firefox-mozilla-release + esr.*: firefox-mozilla-esr + default: firefox-mozilla-central + accepted-mar-channel-ids: + by-release-type: + nightly-larch: firefox-nightly-larch + nightly-oak: firefox-nightly-oak + nightly-pine: firefox-nightly-pine + beta: + by-shipping-product: + devedition: firefox-mozilla-aurora + default: firefox-mozilla-beta,firefox-mozilla-release + release.*: firefox-mozilla-release + esr.*: firefox-mozilla-esr + default: firefox-mozilla-central diff --git a/taskcluster/kinds/build/linux-base-toolchains.yml b/taskcluster/kinds/build/linux-base-toolchains.yml new file mode 100644 index 0000000000..1cde0b229f --- /dev/null +++ b/taskcluster/kinds/build/linux-base-toolchains.yml @@ -0,0 +1,173 @@ +# This Source Code Form is subject to the terms of the Mozilla Public +# License, v. 2.0. If a copy of the MPL was not distributed with this +# file, You can obtain one at http://mozilla.org/MPL/2.0/. +# +# We have these build jobs in a separate file because their definitions are +# different enough from the main Linux build jobs that their presence in +# linux.yml would make using job-defaults there significantly less useful. +--- +job-defaults: + worker-type: b-linux-gcp + run: + extra-config: + extra_mozconfig_content: + # Builds on automation don't normally build geckodriver, + # but to ensure we also successfully build geckodriver with + # the MSRV, force it to be built. + - ac_add_options --enable-geckodriver + +linux64-base-toolchains/opt: + description: "Linux64 base toolchains Opt" + index: + product: firefox + job-name: linux64-base-toolchains-opt + treeherder: + platform: linux64/opt + symbol: Bb + run-on-projects: ['mozilla-central'] + worker: + max-run-time: 7200 + env: + PERFHERDER_EXTRA_OPTIONS: base-toolchains + FORCE_GCC: '1' + run: + using: mozharness + actions: [get-secrets, build] + config: + - builds/releng_base_firefox.py + - builds/releng_base_linux_64_builds.py + script: "mozharness/scripts/fx_desktop_build.py" + secrets: true + tooltool-downloads: public + use-sccache: true + fetches: + toolchain: + - linux64-binutils-2.31.1 + - linux64-clang-base + - linux64-gcc-base + - linux64-rust-base + - linux64-cbindgen + - linux64-dump_syms + - linux64-sccache + - linux64-nasm-2.14.02 + - linux64-node-12 + - linux64-pkgconf + - sysroot-x86_64-linux-gnu + - sysroot-wasm32-wasi-clang-8.0 + +linux64-base-toolchains/debug: + description: "Linux64 base toolchains Debug" + index: + product: firefox + job-name: linux64-base-toolchains-debug + treeherder: + platform: linux64/debug + symbol: Bb + optimization: + skip-unless-expanded: null + worker: + max-run-time: 7200 + env: + PERFHERDER_EXTRA_OPTIONS: base-toolchains + FORCE_GCC: '1' + run: + using: mozharness + actions: [get-secrets, build] + config: + - builds/releng_base_firefox.py + - builds/releng_base_linux_64_builds.py + script: "mozharness/scripts/fx_desktop_build.py" + secrets: true + custom-build-variant-cfg: debug + mozconfig-variant: debug + tooltool-downloads: public + use-sccache: true + fetches: + toolchain: + - linux64-binutils-2.31.1 + - linux64-clang-base + - linux64-gcc-base + - linux64-rust-base + - linux64-cbindgen + - linux64-dump_syms + - linux64-sccache + - linux64-nasm-2.14.02 + - linux64-node-12 + - linux64-pkgconf + - sysroot-x86_64-linux-gnu + - sysroot-wasm32-wasi-clang-8.0 + +linux64-base-toolchains-clang/opt: + description: "Linux64 base toolchains clang Opt" + index: + product: firefox + job-name: linux64-base-toolchains-clang-opt + treeherder: + platform: linux64/opt + symbol: Bbc + run-on-projects: ['mozilla-central'] + worker: + max-run-time: 7200 + env: + PERFHERDER_EXTRA_OPTIONS: base-toolchains-clang + DISABLE_CLANG_PLUGIN: '1' + run: + using: mozharness + actions: [get-secrets, build] + config: + - builds/releng_base_firefox.py + - builds/releng_base_linux_64_builds.py + script: "mozharness/scripts/fx_desktop_build.py" + secrets: true + tooltool-downloads: public + fetches: + toolchain: + - linux64-binutils-2.31.1 + - linux64-clang-base + - linux64-rust-base + - linux64-cbindgen + - linux64-dump_syms + - linux64-nasm-2.14.02 + - linux64-node-12 + - linux64-pkgconf + - sysroot-x86_64-linux-gnu + - sysroot-wasm32-wasi-clang-8.0 + +linux64-base-toolchains-clang/debug: + description: "Linux64 base toolchains clang Debug" + index: + product: firefox + job-name: linux64-base-toolchains-clang-debug + treeherder: + platform: linux64/debug + symbol: Bbc + optimization: + skip-unless-expanded: null + worker: + max-run-time: 5400 + env: + PERFHERDER_EXTRA_OPTIONS: base-toolchains-clang + DISABLE_CLANG_PLUGIN: '1' + run: + using: mozharness + actions: [get-secrets, build] + config: + - builds/releng_base_firefox.py + - builds/releng_base_linux_64_builds.py + script: "mozharness/scripts/fx_desktop_build.py" + secrets: true + custom-build-variant-cfg: debug + mozconfig-variant: debug + tooltool-downloads: public + fetches: + toolchain: + - linux64-binutils-2.31.1 + - linux64-clang-base + - linux64-rust-base + - linux64-cbindgen + - linux64-dump_syms + - linux64-nasm-2.14.02 + - linux64-node-12 + - linux64-pkgconf + - sysroot-x86_64-linux-gnu + - sysroot-wasm32-wasi-clang-8.0 diff --git a/taskcluster/kinds/build/linux.yml b/taskcluster/kinds/build/linux.yml new file mode 100644 index 0000000000..0cf201a22d --- /dev/null +++ b/taskcluster/kinds/build/linux.yml @@ -0,0 +1,1900 @@ +# This Source Code Form is subject to the terms of the Mozilla Public +# License, v. 2.0. If a copy of the MPL was not distributed with this +# file, You can obtain one at http://mozilla.org/MPL/2.0/. +--- +job-defaults: + worker-type: b-linux-gcp + +linux64/opt: + description: "Linux64 Opt" + index: + product: firefox + job-name: linux64-opt + attributes: + enable-build-signing: true + enable-full-crashsymbols: true + treeherder: + platform: linux64/opt + symbol: B + worker: + max-run-time: 7200 + env: + MOZ_AUTOMATION_PACKAGE_TESTS: "1" + # bug 1690154 - enable full symbols on all branches, but only + # upload them on the official set. In conjunction with + # `enable-full-crashsymbols`. + MOZ_ENABLE_FULL_SYMBOLS: "1" + run: + using: mozharness + actions: [get-secrets, build] + config: + - builds/releng_base_firefox.py + - builds/releng_base_linux_64_builds.py + script: "mozharness/scripts/fx_desktop_build.py" + secrets: true + tooltool-downloads: public + run-on-projects: ['integration'] + use-sccache: true + fetches: + toolchain: + - linux64-clang + - linux64-rust + - linux64-rust-size + - linux64-cbindgen + - linux64-dump_syms + - linux64-sccache + - linux64-nasm + - linux64-node + - linux64-pkgconf + - sysroot-x86_64-linux-gnu + - sysroot-wasm32-wasi + +linux64-x11/opt: + description: "Linux64 Opt (X11-only)" + index: + product: firefox + job-name: linux64-x11-opt + treeherder: + platform: linux64/opt + symbol: Bx + tier: 2 + worker: + max-run-time: 7200 + env: + PERFHERDER_EXTRA_OPTIONS: x11 + run: + using: mozharness + actions: [get-secrets, build] + config: + - builds/releng_base_firefox.py + - builds/releng_base_linux_64_builds.py + script: "mozharness/scripts/fx_desktop_build.py" + secrets: true + run-on-projects: ['integration'] + use-sccache: true + fetches: + toolchain: + - linux64-clang + - linux64-rust + - linux64-rust-size + - linux64-cbindgen + - linux64-dump_syms + - linux64-sccache + - linux64-nasm + - linux64-node + - linux64-pkgconf + - sysroot-x86_64-linux-gnu-x11 + - sysroot-wasm32-wasi + +linux64-plain/opt: + description: "Linux64 Opt Plain" + index: + product: firefox + job-name: linux64-plain-opt + treeherder: + platform: linux64/opt + symbol: Bp + tier: 1 + worker: + max-run-time: 5400 + env: + PERFHERDER_EXTRA_OPTIONS: plain + run: + using: mozharness + actions: [build] + config: + - builds/releng_base_firefox.py + - builds/releng_base_linux_64_builds.py + script: mozharness/scripts/fx_desktop_build.py + tooltool-downloads: public + extra-config: + disable_package_metrics: true + mozconfig-variant: plain-opt + run-on-projects: ['mozilla-central'] + fetches: + toolchain: + - linux64-clang + - linux64-rust + - linux64-nasm + - linux64-node + - linux64-cbindgen + - linux64-dump_syms + - linux64-pkgconf + - sysroot-x86_64-linux-gnu + - sysroot-wasm32-wasi + optimization: + skip-unless-expanded: null + +linux64-non-unified/plain: + description: "Linux64 Plain Hybrid" + index: + product: firefox + job-name: linux64-non-unified-plain + treeherder: + platform: linux64/plain + symbol: Bp-nu + tier: 1 + worker: + max-run-time: 5400 + env: + PERFHERDER_EXTRA_OPTIONS: non-unified + run: + using: mozharness + actions: [get-secrets, build] + config: + - builds/releng_base_firefox.py + - builds/releng_base_linux_64_builds.py + script: mozharness/scripts/fx_desktop_build.py + secrets: true + tooltool-downloads: public + extra-config: + disable_package_metrics: true + mozconfig-variant: non-unified + run-on-projects: ['integration'] + use-sccache: true + fetches: + toolchain: + - linux64-clang + - linux64-rust + - linux64-nasm + - linux64-node + - linux64-cbindgen + - linux64-sccache + - linux64-dump_syms + - linux64-pkgconf + - sysroot-x86_64-linux-gnu + - sysroot-wasm32-wasi + +linux64-gcc/opt: + description: "Linux64 GCC Opt" + index: + product: firefox + job-name: linux64-gcc-opt + treeherder: + platform: linux64/opt + symbol: Bgcc + tier: 2 + run-on-projects: ['mozilla-central'] + worker: + max-run-time: 7200 + env: + PERFHERDER_EXTRA_OPTIONS: gcc + FORCE_GCC: '1' + run: + using: mozharness + actions: [get-secrets, build] + config: + - builds/releng_base_firefox.py + - builds/releng_base_linux_64_builds.py + script: "mozharness/scripts/fx_desktop_build.py" + secrets: true + tooltool-downloads: public + use-sccache: true + fetches: + toolchain: + - linux64-binutils + - linux64-clang + - linux64-gcc-11 + - linux64-rust + - linux64-rust-size + - linux64-cbindgen + - linux64-dump_syms + - linux64-sccache + - linux64-nasm + - linux64-node + - linux64-pkgconf + - sysroot-x86_64-linux-gnu + - sysroot-wasm32-wasi + +linux64-plain-clang-trunk/opt: + description: "Linux64 Opt Plain with clang trunk" + index: + product: firefox + job-name: linux64-plain-opt-ct + treeherder: + platform: linux64/opt + symbol: Bp-clang-trunk + tier: 2 + worker: + max-run-time: 5400 + env: + MOZ_AUTOMATION_PACKAGE_TESTS: "1" + PERFHERDER_EXTRA_OPTIONS: plain-clang-trunk + run: + using: mozharness + actions: [build] + config: + - builds/releng_base_firefox.py + - builds/releng_base_linux_64_builds.py + script: mozharness/scripts/fx_desktop_build.py + tooltool-downloads: public + extra-config: + disable_package_metrics: true + mozconfig-variant: plain-opt-trunk + run-on-projects: [] + fetches: + toolchain: + - linux64-clang-trunk + - linux64-rust + - linux64-nasm + - linux64-node + - linux64-cbindgen + - linux64-dump_syms + - linux64-toolchain-sysroot + - linux64-pkgconf + - sysroot-x86_64-linux-gnu + - sysroot-wasm32-wasi + optimization: + skip-unless-expanded: null + +linux64-fuzzing/debug: + description: "Linux64 Fuzzing Debug" + index: + product: firefox + job-name: linux64-fuzzing-debug + attributes: + # The gtest libxul contains libFuzzer targets + skip-verify-test-packaging: true + treeherder: + platform: linux64/debug + symbol: Bf + worker: + max-run-time: 5400 + env: + PERFHERDER_EXTRA_OPTIONS: fuzzing + MOZ_AUTOMATION_PACKAGE_TESTS: "1" + run: + using: mozharness + actions: [get-secrets, build] + config: + - builds/releng_base_firefox.py + - builds/releng_base_linux_64_builds.py + script: "mozharness/scripts/fx_desktop_build.py" + secrets: true + custom-build-variant-cfg: fuzzing-debug + mozconfig-variant: debug-fuzzing + tooltool-downloads: public + use-sccache: true + fetches: + toolchain: + - linux64-clang + - linux64-cbindgen + - linux64-dump_syms + - linux64-llvm-symbolizer + - linux64-sccache + - linux64-rust + - linux64-rust-size + - linux64-nasm + - linux64-node + - linux64-pkgconf + - sysroot-x86_64-linux-gnu + - sysroot-wasm32-wasi + optimization: + skip-unless-expanded: null + +linux64-fuzzing-noopt/debug: + description: "Linux64 Fuzzing No-optimize Debug" + index: + product: firefox + job-name: linux64-fuzzing-noopt-debug + attributes: + # The gtest libxul contains libFuzzer targets + skip-verify-test-packaging: true + treeherder: + platform: linux64-noopt/debug + symbol: Bf + worker: + max-run-time: 5400 + env: + PERFHERDER_EXTRA_OPTIONS: fuzzing-noopt-debug + MOZ_AUTOMATION_PACKAGE_TESTS: "1" + run: + using: mozharness + actions: [get-secrets, build] + config: + - builds/releng_base_firefox.py + - builds/releng_base_linux_64_builds.py + script: "mozharness/scripts/fx_desktop_build.py" + secrets: true + custom-build-variant-cfg: fuzzing-debug + mozconfig-variant: debug-fuzzing-noopt + tooltool-downloads: public + use-sccache: true + fetches: + toolchain: + - linux64-clang + - linux64-cbindgen + - linux64-dump_syms + - linux64-llvm-symbolizer + - linux64-sccache + - linux64-rust + - linux64-rust-size + - linux64-nasm + - linux64-node + - linux64-pkgconf + - sysroot-x86_64-linux-gnu + - sysroot-wasm32-wasi + optimization: + skip-unless-expanded: null + +linux64/debug: + description: "Linux64 Debug" + index: + product: firefox + job-name: linux64-debug + attributes: + enable-full-crashsymbols: true + treeherder: + platform: linux64/debug + symbol: B + worker: + max-run-time: 5400 + env: + MOZ_AUTOMATION_PACKAGE_TESTS: "1" + # bug 1690154 - enable full symbols on all branches, but only + # upload them on the official set. In conjunction with + # `enable-full-crashsymbols`. + MOZ_ENABLE_FULL_SYMBOLS: "1" + run: + using: mozharness + actions: [get-secrets, build] + config: + - builds/releng_base_firefox.py + - builds/releng_base_linux_64_builds.py + script: "mozharness/scripts/fx_desktop_build.py" + secrets: true + custom-build-variant-cfg: debug + mozconfig-variant: debug + tooltool-downloads: public + use-sccache: true + fetches: + toolchain: + - linux64-clang + - linux64-cbindgen + - linux64-dump_syms + - linux64-sccache + - linux64-rust + - linux64-rust-size + - linux64-nasm + - linux64-node + - linux64-pkgconf + - sysroot-x86_64-linux-gnu + - sysroot-wasm32-wasi + +linux64-plain/debug: + description: "Linux64 Debug Plain" + index: + product: firefox + job-name: linux64-plain-debug + treeherder: + platform: linux64/debug + symbol: Bp + tier: 1 + worker: + max-run-time: 5400 + env: + PERFHERDER_EXTRA_OPTIONS: plain + run: + using: mozharness + actions: [build] + config: + - builds/releng_base_firefox.py + - builds/releng_base_linux_64_builds.py + extra-config: + disable_package_metrics: true + mozconfig-variant: plain-debug + script: mozharness/scripts/fx_desktop_build.py + tooltool-downloads: public + run-on-projects: [trunk] + fetches: + toolchain: + - linux64-clang + - linux64-rust + - linux64-nasm + - linux64-node + - linux64-cbindgen + - linux64-dump_syms + - linux64-pkgconf + - sysroot-x86_64-linux-gnu + - sysroot-wasm32-wasi + optimization: + skip-unless-expanded: null + +linux64-devedition/opt: + description: "Linux64 devedition (shippable)" + use-pgo: linux64-shippable/opt + attributes: + shippable: true + enable-full-crashsymbols: true + shipping-phase: build + shipping-product: devedition + index: + product: devedition + job-name: linux64-opt + type: shippable + treeherder: + platform: linux64-devedition/opt + symbol: B + worker-type: b-linux-xlarge-gcp + worker: + max-run-time: 7200 + env: + MOZ_AUTOMATION_PACKAGE_TESTS: "1" + # bug 1690154 - enable full symbols on all branches, but only + # upload them on the official set. In conjunction with + # `enable-full-crashsymbols`. + MOZ_ENABLE_FULL_SYMBOLS: "1" + run: + using: mozharness + actions: [get-secrets, build] + config: + - builds/releng_base_firefox.py + - builds/releng_base_linux_64_builds.py + - taskcluster_nightly.py + extra-config: + stage_platform: 'linux64-devedition' + max_build_output_timeout: 3600 + script: "mozharness/scripts/fx_desktop_build.py" + secrets: true + tooltool-downloads: public + mozconfig-variant: devedition + run-on-projects: ['mozilla-beta'] + fetches: + toolchain: + - linux64-clang + - linux64-rust + - linux64-rust-size + - linux64-cbindgen + - linux64-dump_syms + - linux64-nasm + - linux64-node + - linux64-pkgconf + - sysroot-x86_64-linux-gnu + - sysroot-wasm32-wasi + +linux/opt: + description: "Linux32 Opt" + index: + product: firefox + job-name: linux-opt + attributes: + enable-build-signing: true + enable-full-crashsymbols: true + treeherder: + platform: linux32/opt + symbol: B + worker: + max-run-time: 7200 + env: + MOZ_AUTOMATION_PACKAGE_TESTS: "1" + run: + using: mozharness + actions: [get-secrets, build] + config: + - builds/releng_base_firefox.py + - builds/releng_base_linux_32_builds.py + script: "mozharness/scripts/fx_desktop_build.py" + secrets: true + tooltool-downloads: public + run-on-projects: + - 'mozilla-beta' + - 'mozilla-release' + - 'mozilla-esr115' + use-sccache: true + fetches: + toolchain: + - linux64-clang + - linux64-rust + - linux64-rust-size + - linux64-cbindgen + - linux64-dump_syms + - linux64-sccache + - linux64-nasm + - linux64-node + - linux64-pkgconf + - sysroot-i686-linux-gnu + - sysroot-x86_64-linux-gnu + - sysroot-wasm32-wasi + +linux-fuzzing/debug: + description: "Linux32 Fuzzing Debug" + index: + product: firefox + job-name: linux-fuzzing-debug + attributes: + # The gtest libxul contains libFuzzer targets + skip-verify-test-packaging: true + treeherder: + platform: linux32/debug + symbol: Bf + worker: + max-run-time: 5400 + env: + PERFHERDER_EXTRA_OPTIONS: fuzzing + MOZ_AUTOMATION_PACKAGE_TESTS: "1" + run: + using: mozharness + actions: [get-secrets, build] + config: + - builds/releng_base_firefox.py + - builds/releng_base_linux_32_builds.py + script: "mozharness/scripts/fx_desktop_build.py" + secrets: true + custom-build-variant-cfg: fuzzing-debug + mozconfig-variant: debug-fuzzing + tooltool-downloads: public + use-sccache: true + fetches: + toolchain: + - linux64-clang + - linux64-cbindgen + - linux64-dump_syms + - linux32-llvm-symbolizer + - linux64-sccache + - linux64-rust + - linux64-rust-size + - linux64-nasm + - linux64-node + - linux64-pkgconf + - sysroot-i686-linux-gnu + - sysroot-x86_64-linux-gnu + - sysroot-wasm32-wasi + optimization: + skip-unless-expanded: null + +linux/debug: + description: "Linux32 Debug" + index: + product: firefox + job-name: linux-debug + attributes: + enable-full-crashsymbols: true + treeherder: + platform: linux32/debug + symbol: B + worker: + max-run-time: 5400 + env: + MOZ_AUTOMATION_PACKAGE_TESTS: "1" + run: + using: mozharness + actions: [get-secrets, build] + config: + - builds/releng_base_firefox.py + - builds/releng_base_linux_32_builds.py + script: "mozharness/scripts/fx_desktop_build.py" + secrets: true + custom-build-variant-cfg: debug + mozconfig-variant: debug + tooltool-downloads: public + run-on-projects: ['release'] + use-sccache: true + fetches: + toolchain: + - linux64-clang + - linux64-rust + - linux64-rust-size + - linux64-cbindgen + - linux64-dump_syms + - linux64-sccache + - linux64-nasm + - linux64-node + - linux64-pkgconf + - sysroot-i686-linux-gnu + - sysroot-x86_64-linux-gnu + - sysroot-wasm32-wasi + +linux-rusttests/opt: + description: "Linux32 Rust Tests Opt" + index: + product: firefox + job-name: linux-rusttests-opt + treeherder: + platform: linux32/opt + symbol: BR + tier: 1 + worker: + max-run-time: 2700 + env: + PERFHERDER_EXTRA_OPTIONS: rusttests + run: + using: mozharness + actions: [get-secrets, build] + config: + - builds/releng_base_firefox.py + - builds/releng_base_linux_32_builds.py + script: "mozharness/scripts/fx_desktop_build.py" + secrets: true + custom-build-variant-cfg: rusttests + mozconfig-variant: rusttests + tooltool-downloads: public + keep-artifacts: false + run-on-projects: ['mozilla-central'] + use-sccache: true + fetches: + toolchain: + - linux64-clang + - linux64-rust + - linux64-cbindgen + - linux64-dump_syms + - linux64-sccache + - linux64-nasm + - linux64-node + - linux64-pkgconf + - sysroot-i686-linux-gnu + - sysroot-x86_64-linux-gnu + optimization: + test-inclusive: [rusttests] + +linux-rusttests/debug: + description: "Linux32 Rust Tests Debug" + index: + product: firefox + job-name: linux-rusttests-debug + treeherder: + platform: linux32/debug + symbol: BR + tier: 1 + worker: + max-run-time: 2700 + env: + PERFHERDER_EXTRA_OPTIONS: rusttests + run: + using: mozharness + actions: [get-secrets, build] + config: + - builds/releng_base_firefox.py + - builds/releng_base_linux_32_builds.py + script: "mozharness/scripts/fx_desktop_build.py" + secrets: true + custom-build-variant-cfg: rusttests-debug + mozconfig-variant: rusttests-debug + tooltool-downloads: public + keep-artifacts: false + run-on-projects: ['mozilla-central'] + use-sccache: true + fetches: + toolchain: + - linux64-clang + - linux64-rust + - linux64-cbindgen + - linux64-dump_syms + - linux64-sccache + - linux64-nasm + - linux64-node + - linux64-pkgconf + - sysroot-i686-linux-gnu + - sysroot-x86_64-linux-gnu + optimization: + test-inclusive: [rusttests] + +linux-devedition/opt: + description: "Linux32 devedition (shippable)" + use-pgo: linux-shippable/opt + attributes: + shippable: true + enable-full-crashsymbols: true + shipping-phase: build + shipping-product: devedition + index: + product: devedition + job-name: linux-opt + type: shippable + treeherder: + platform: linux32-devedition/opt + symbol: B + worker-type: b-linux-gcp + worker: + max-run-time: 7200 + env: + MOZ_AUTOMATION_PACKAGE_TESTS: "1" + run: + using: mozharness + actions: [get-secrets, build] + config: + - builds/releng_base_firefox.py + - builds/releng_base_linux_32_builds.py + - taskcluster_nightly.py + extra-config: + stage_platform: linux-devedition + script: "mozharness/scripts/fx_desktop_build.py" + secrets: true + tooltool-downloads: public + mozconfig-variant: devedition + run-on-projects: ['mozilla-beta'] + fetches: + toolchain: + - linux64-clang + - linux64-rust + - linux64-rust-size + - linux64-cbindgen + - linux64-dump_syms + - linux64-nasm + - linux64-node + - linux64-pkgconf + - sysroot-i686-linux-gnu + - sysroot-x86_64-linux-gnu + - sysroot-wasm32-wasi + +linux-shippable/opt: + description: "Linux32 Shippable" + use-pgo: true + attributes: + shippable: true + enable-full-crashsymbols: true + shipping-phase: build + shipping-product: firefox + index: + product: firefox + job-name: linux-opt + type: shippable + treeherder: + platform: linux32-shippable/opt + symbol: Bpgo(B) + worker-type: b-linux-gcp + worker: + max-run-time: 9000 + env: + MOZ_AUTOMATION_PACKAGE_TESTS: "1" + run: + using: mozharness + actions: [get-secrets, build] + config: + - builds/releng_base_firefox.py + - builds/releng_base_linux_32_builds.py + - taskcluster_nightly.py + script: "mozharness/scripts/fx_desktop_build.py" + secrets: true + tooltool-downloads: public + run-on-projects: ['release'] + fetches: + toolchain: + - linux64-clang + - linux64-rust + - linux64-rust-size + - linux64-cbindgen + - linux64-dump_syms + - linux64-nasm + - linux64-node + - linux64-pkgconf + - sysroot-i686-linux-gnu + - sysroot-x86_64-linux-gnu + - sysroot-wasm32-wasi + +linux-reproduced/opt: + description: "Linux32 Reproduced" + use-pgo: linux-shippable/opt + shipping-phase: build + shipping-product: firefox + index: + product: firefox + job-name: linux-reproduced-opt + treeherder: + platform: linux32-shippable/opt + symbol: Bpgo(repr) + worker-type: b-linux-gcp + worker: + max-run-time: 9000 + env: + PERFHERDER_EXTRA_OPTIONS: repr + run: + using: mozharness + actions: [get-secrets, build] + config: + - builds/releng_base_firefox.py + - builds/releng_base_linux_32_builds.py + - taskcluster_nightly.py + script: "mozharness/scripts/fx_desktop_build.py" + secrets: true + tooltool-downloads: public + # Original comment: Limited to trunk until bug 1596350 is fixed. + # Addendum: Do not run on autoland, Bug 1599197 + run-on-projects: ['mozilla-central', 'comm-central'] + fetches: + toolchain: + - linux64-clang + - linux64-rust + - linux64-rust-size + - linux64-cbindgen + - linux64-dump_syms + - linux64-nasm + - linux64-node + - linux64-pkgconf + - sysroot-i686-linux-gnu + - sysroot-x86_64-linux-gnu + - sysroot-wasm32-wasi + +linux-asan-fuzzing/opt: + description: "Linux32 Fuzzing Opt ASAN" + index: + product: firefox + job-name: linux-fuzzing-asan-opt + attributes: + # The gtest libxul contains libFuzzer targets + skip-verify-test-packaging: true + treeherder: + platform: linux32/asan + symbol: Bof + worker: + env: + PERFHERDER_EXTRA_OPTIONS: asan-fuzzing + MOZ_AUTOMATION_PACKAGE_TESTS: "1" + max-run-time: 5400 + run: + using: mozharness + actions: [get-secrets, build] + config: + - builds/releng_base_firefox.py + - builds/releng_base_linux_32_builds.py + script: "mozharness/scripts/fx_desktop_build.py" + secrets: true + custom-build-variant-cfg: fuzzing-asan-tc + mozconfig-variant: nightly-fuzzing-asan + tooltool-downloads: public + use-sccache: true + fetches: + toolchain: + - linux64-clang + - linux64-rust + - linux64-rust-size + - linux64-cbindgen + - linux64-dump_syms + - linux32-llvm-symbolizer + - linux64-sccache + - linux64-nasm + - linux64-node + - linux64-pkgconf + - sysroot-i686-linux-gnu + - sysroot-x86_64-linux-gnu + - sysroot-wasm32-wasi + optimization: + skip-unless-expanded: null + +linux64-reproduced/opt: + description: "Linux64 Reproduced" + use-pgo: linux64-shippable/opt + shipping-phase: build + shipping-product: firefox + index: + product: firefox + job-name: linux64-reproduced-opt + treeherder: + platform: linux64-shippable/opt + symbol: Bpgo(repr) + worker-type: b-linux-xlarge-gcp + worker: + max-run-time: 9000 + env: + PERFHERDER_EXTRA_OPTIONS: repr + run: + using: mozharness + actions: [get-secrets, build] + config: + - builds/releng_base_firefox.py + - builds/releng_base_linux_64_builds.py + - taskcluster_nightly.py + extra-config: + max_build_output_timeout: 3600 + script: "mozharness/scripts/fx_desktop_build.py" + secrets: true + tooltool-downloads: public + # Original comment: Limited to trunk until bug 1596350 is fixed. + # Addendum: Do not run on autoland, Bug 1599197 + run-on-projects: ['mozilla-central', 'comm-central'] + fetches: + toolchain: + - linux64-clang + - linux64-rust + - linux64-rust-size + - linux64-cbindgen + - linux64-dump_syms + - linux64-nasm + - linux64-node + - linux64-pkgconf + - sysroot-x86_64-linux-gnu + - sysroot-wasm32-wasi + +linux64-asan/opt: + description: "Linux64 Opt ASAN" + index: + product: firefox + job-name: linux64-asan-opt + treeherder: + platform: linux64/asan + symbol: Bo + worker: + env: + PERFHERDER_EXTRA_OPTIONS: "opt asan" + MOZ_AUTOMATION_PACKAGE_TESTS: "1" + max-run-time: 5400 + run: + using: mozharness + actions: [get-secrets, build] + config: + - builds/releng_base_firefox.py + - builds/releng_base_linux_64_builds.py + script: "mozharness/scripts/fx_desktop_build.py" + secrets: true + custom-build-variant-cfg: asan-tc + mozconfig-variant: nightly-asan + tooltool-downloads: public + use-sccache: true + fetches: + toolchain: + - linux64-clang + - linux64-rust-dev + - linux64-rust-size + - linux64-cbindgen + - linux64-dump_syms + - linux64-llvm-symbolizer + - linux64-sccache + - linux64-nasm + - linux64-node + - linux64-pkgconf + - sysroot-x86_64-linux-gnu + - sysroot-wasm32-wasi + +linux64-tsan/opt: + description: "Linux64 Opt TSAN" + index: + product: firefox + job-name: linux64-tsan-opt + treeherder: + platform: linux64/tsan + symbol: Bo + worker: + env: + PERFHERDER_EXTRA_OPTIONS: "opt tsan" + MOZ_AUTOMATION_PACKAGE_TESTS: "1" + max-run-time: 5400 + run: + using: mozharness + actions: [get-secrets, build] + config: + - builds/releng_base_firefox.py + - builds/releng_base_linux_64_builds.py + script: "mozharness/scripts/fx_desktop_build.py" + secrets: true + custom-build-variant-cfg: tsan-tc + mozconfig-variant: tsan + tooltool-downloads: public + use-sccache: true + fetches: + toolchain: + - linux64-clang + - linux64-rust-dev + - linux64-rust-size + - linux64-cbindgen + - linux64-dump_syms + - linux64-llvm-symbolizer + - linux64-sccache + - linux64-nasm + - linux64-node + - linux64-pkgconf + - sysroot-x86_64-linux-gnu + - sysroot-wasm32-wasi + +linux64-tsan-fuzzing/opt: + description: "Linux64 Fuzzing Opt TSAN" + index: + product: firefox + job-name: linux64-fuzzing-tsan-opt + attributes: + # The gtest libxul contains libFuzzer targets + skip-verify-test-packaging: true + treeherder: + platform: linux64/tsan + symbol: Bof + worker: + env: + PERFHERDER_EXTRA_OPTIONS: tsan-fuzzing + MOZ_AUTOMATION_PACKAGE_TESTS: "1" + max-run-time: 5400 + run: + using: mozharness + actions: [get-secrets, build] + config: + - builds/releng_base_firefox.py + - builds/releng_base_linux_64_builds.py + script: "mozharness/scripts/fx_desktop_build.py" + secrets: true + custom-build-variant-cfg: fuzzing-tsan-tc + mozconfig-variant: tsan-fuzzing + tooltool-downloads: public + use-sccache: true + fetches: + toolchain: + - linux64-clang + - linux64-rust-dev + - linux64-rust-size + - linux64-cbindgen + - linux64-dump_syms + - linux64-llvm-symbolizer + - linux64-sccache + - linux64-nasm + - linux64-node + - linux64-pkgconf + - sysroot-x86_64-linux-gnu + - sysroot-wasm32-wasi + optimization: + skip-unless-expanded: null + +linux64-asan-fuzzing/noopt: + description: "Linux64 Fuzzing No-optimize ASAN" + index: + product: firefox + job-name: linux64-fuzzing-asan-noopt + attributes: + # The gtest libxul contains libFuzzer targets + skip-verify-test-packaging: true + treeherder: + platform: linux64-noopt/asan + symbol: Bf + worker: + env: + PERFHERDER_EXTRA_OPTIONS: asan-fuzzing-noopt + MOZ_AUTOMATION_PACKAGE_TESTS: "1" + max-run-time: 5400 + run: + using: mozharness + actions: [get-secrets, build] + config: + - builds/releng_base_firefox.py + - builds/releng_base_linux_64_builds.py + script: "mozharness/scripts/fx_desktop_build.py" + secrets: true + custom-build-variant-cfg: fuzzing-asan-tc + mozconfig-variant: nightly-fuzzing-asan-noopt + tooltool-downloads: public + use-sccache: true + fetches: + toolchain: + - linux64-clang + - linux64-rust-dev + - linux64-rust-size + - linux64-cbindgen + - linux64-dump_syms + - linux64-llvm-symbolizer + - linux64-sccache + - linux64-nasm + - linux64-node + - linux64-pkgconf + - sysroot-x86_64-linux-gnu + - sysroot-wasm32-wasi + optimization: + skip-unless-expanded: null + +linux64-asan-fuzzing-afl/opt: + description: "Linux64 Fuzzing Opt ASAN AFL" + index: + product: firefox + job-name: linux64-fuzzing-asan-afl-opt + attributes: + # The gtest libxul contains libFuzzer targets + skip-verify-test-packaging: true + treeherder: + platform: linux64/asan + symbol: Boaf + worker: + env: + PERFHERDER_EXTRA_OPTIONS: asan-fuzzing-afl + MOZ_AUTOMATION_PACKAGE_TESTS: "1" + AFL_CC: /builds/worker/fetches/clang/bin/clang + AFL_CXX: /builds/worker/fetches/clang/bin/clang++ + AFL_LLVM_INSTRUMENT: llvmnative + AFL_LLVM_NO_RPATH: "1" + max-run-time: 7200 + run: + using: mozharness + actions: [get-secrets, build] + config: + - builds/releng_base_firefox.py + - builds/releng_base_linux_64_builds.py + script: "mozharness/scripts/fx_desktop_build.py" + secrets: true + custom-build-variant-cfg: fuzzing-asan-tc + mozconfig-variant: nightly-fuzzing-asan-afl + tooltool-downloads: public + use-sccache: true + fetches: + toolchain: + - linux64-afl-instrumentation + - linux64-clang + - linux64-rust-dev + - linux64-rust-size + - linux64-cbindgen + - linux64-dump_syms + - linux64-llvm-symbolizer + - linux64-sccache + - linux64-nasm + - linux64-node + - linux64-pkgconf + - sysroot-x86_64-linux-gnu + - sysroot-wasm32-wasi + optimization: + skip-unless-expanded: null + +linux64-asan-fuzzing-nyx/opt: + description: "Linux64 Fuzzing Opt ASAN NYX" + index: + product: firefox + job-name: linux64-fuzzing-asan-nyx-opt + attributes: + # The gtest libxul contains libFuzzer targets + skip-verify-test-packaging: true + treeherder: + platform: linux64/asan + symbol: Bonf + worker: + env: + PERFHERDER_EXTRA_OPTIONS: asan-fuzzing-nyx + MOZ_AUTOMATION_PACKAGE_TESTS: "1" + AFL_CC: /builds/worker/fetches/clang/bin/clang + AFL_CXX: /builds/worker/fetches/clang/bin/clang++ + AFL_LLVM_INSTRUMENT: llvmnative + AFL_LLVM_NO_RPATH: "1" + max-run-time: 7200 + run: + using: mozharness + actions: [get-secrets, build] + config: + - builds/releng_base_firefox.py + - builds/releng_base_linux_64_builds.py + script: "mozharness/scripts/fx_desktop_build.py" + secrets: true + custom-build-variant-cfg: fuzzing-asan-tc + mozconfig-variant: nightly-fuzzing-asan-nyx + tooltool-downloads: public + use-sccache: true + fetches: + toolchain: + - linux64-afl-instrumentation + - linux64-clang + - linux64-rust-dev + - linux64-rust-size + - linux64-cbindgen + - linux64-dump_syms + - linux64-llvm-symbolizer + - linux64-sccache + - linux64-nasm + - linux64-node + - linux64-pkgconf + - sysroot-x86_64-linux-gnu + - sysroot-wasm32-wasi + optimization: + skip-unless-expanded: null + +linux64-asan-fuzzing-nyx-ccov/opt: + description: "Linux64 Fuzzing Opt ASAN NYX w/ Coverage" + index: + product: firefox + job-name: linux64-ccov-fuzzing-asan-nyx-opt + attributes: + # The gtest libxul contains libFuzzer targets + skip-verify-test-packaging: true + treeherder: + platform: linux64/asan + symbol: Bncf + worker: + env: + PERFHERDER_EXTRA_OPTIONS: asan-fuzzing-ccov-nyx + MOZ_AUTOMATION_PACKAGE_TESTS: "1" + AFL_CC: /builds/worker/fetches/clang/bin/clang + AFL_CXX: /builds/worker/fetches/clang/bin/clang++ + AFL_LLVM_INSTRUMENT: llvmcodecov + AFL_LLVM_NO_RPATH: "1" + max-run-time: 7200 + run: + using: mozharness + actions: [get-secrets, build] + config: + - builds/releng_base_firefox.py + - builds/releng_base_linux_64_builds.py + script: "mozharness/scripts/fx_desktop_build.py" + secrets: true + custom-build-variant-cfg: fuzzing-asan-tc + mozconfig-variant: nightly-fuzzing-asan-nyx + tooltool-downloads: public + run-on-projects: ['mozilla-central'] + use-sccache: true + fetches: + toolchain: + - linux64-afl-instrumentation + - linux64-clang + - linux64-rust-dev + - linux64-rust-size + - linux64-cbindgen + - linux64-dump_syms + - linux64-llvm-symbolizer + - linux64-sccache + - linux64-nasm + - linux64-node + - linux64-pkgconf + - sysroot-x86_64-linux-gnu + - sysroot-wasm32-wasi + optimization: + skip-unless-expanded: null + + +linux64-asan-fuzzing/opt: + description: "Linux64 Fuzzing Opt ASAN" + index: + product: firefox + job-name: linux64-fuzzing-asan-opt + attributes: + # The gtest libxul contains libFuzzer targets + skip-verify-test-packaging: true + treeherder: + platform: linux64/asan + symbol: Bof + worker: + env: + PERFHERDER_EXTRA_OPTIONS: asan-fuzzing + MOZ_AUTOMATION_PACKAGE_TESTS: "1" + max-run-time: 5400 + run: + using: mozharness + actions: [get-secrets, build] + config: + - builds/releng_base_firefox.py + - builds/releng_base_linux_64_builds.py + script: "mozharness/scripts/fx_desktop_build.py" + secrets: true + custom-build-variant-cfg: fuzzing-asan-tc + mozconfig-variant: nightly-fuzzing-asan + tooltool-downloads: public + use-sccache: true + fetches: + toolchain: + - linux64-clang + - linux64-rust-dev + - linux64-rust-size + - linux64-cbindgen + - linux64-dump_syms + - linux64-llvm-symbolizer + - linux64-sccache + - linux64-nasm + - linux64-node + - linux64-pkgconf + - sysroot-x86_64-linux-gnu + - sysroot-wasm32-wasi + optimization: + skip-unless-expanded: null + +linux64-asan-fuzzing-ccov/opt: + description: "Linux64 Fuzzing Opt ASAN w/ Coverage" + index: + product: firefox + job-name: linux64-ccov-fuzzing-asan-opt + attributes: + # The gtest libxul contains libFuzzer targets + skip-verify-test-packaging: true + treeherder: + platform: linux64/asan + symbol: Bocf + run-on-projects: ['mozilla-central'] + worker: + env: + PERFHERDER_EXTRA_OPTIONS: asan-fuzzing-ccov + MOZ_AUTOMATION_PACKAGE_TESTS: "1" + max-run-time: 5400 + run: + using: mozharness + actions: [get-secrets, build] + config: + - builds/releng_base_firefox.py + - builds/releng_base_linux_64_builds.py + script: "mozharness/scripts/fx_desktop_build.py" + secrets: true + mozconfig-variant: asan-fuzzing-ccov + tooltool-downloads: public + use-sccache: false + fetches: + toolchain: + - linux64-clang + - linux64-rust-dev + - linux64-rust-size + - linux64-cbindgen + - linux64-dump_syms + - linux64-llvm-symbolizer + - linux64-sccache + - linux64-nasm + - linux64-node + - linux64-pkgconf + - sysroot-x86_64-linux-gnu + - sysroot-wasm32-wasi + +linux64-fuzzing-ccov/opt: + description: "Linux64 Fuzzing Opt w/ Coverage" + index: + product: firefox + job-name: linux64-ccov-fuzzing-opt + treeherder: + platform: linux64/opt + symbol: Bocf + run-on-projects: ['mozilla-central'] + worker: + max-run-time: 5400 + env: + PERFHERDER_EXTRA_OPTIONS: fuzzing-ccov + RUSTC_BOOTSTRAP: '1' + run: + using: mozharness + actions: [get-secrets, build] + config: + - builds/releng_base_firefox.py + - builds/releng_base_linux_64_builds.py + script: "mozharness/scripts/fx_desktop_build.py" + secrets: true + mozconfig-variant: fuzzing-ccov + tooltool-downloads: public + use-sccache: false + fetches: + toolchain: + - linux64-clang + - linux64-cbindgen + - linux64-dump_syms + - linux64-llvm-symbolizer + - linux64-rust + - linux64-rust-size + - linux64-sccache + - linux64-nasm + - linux64-node + - linux64-pkgconf + - sysroot-x86_64-linux-gnu + - sysroot-wasm32-wasi + optimization: + skip-unless-expanded: null + +linux64-asan-reporter-shippable/opt: + description: "Linux64 Opt ASAN Reporter (Shippable)" + attributes: + shippable: true + shipping-product: + by-release-type: + nightly: firefox + default: null + index: + product: firefox + job-name: linux64-asan-reporter-opt + type: shippable + treeherder: + platform: linux64-asan-reporter/opt + symbol: BoR + run-on-projects: ['mozilla-central'] + worker-type: b-linux-xlarge-gcp + worker: + env: + PERFHERDER_EXTRA_OPTIONS: asan-reporter + MOZ_AUTOMATION_PACKAGE_TESTS: "1" + max-run-time: 3600 + run: + using: mozharness + actions: [get-secrets, build] + config: + - builds/releng_base_firefox.py + - builds/releng_base_linux_64_builds.py + - taskcluster_nightly.py + extra-config: + max_build_output_timeout: 3600 + script: "mozharness/scripts/fx_desktop_build.py" + secrets: true + custom-build-variant-cfg: asan-reporter-tc + mozconfig-variant: nightly-asan-reporter + tooltool-downloads: public + mar-channel-id: + firefox-mozilla-central-asan + accepted-mar-channel-ids: + firefox-mozilla-central-asan + fetches: + toolchain: + - linux64-clang + - linux64-rust + - linux64-rust-size + - linux64-cbindgen + - linux64-dump_syms + - linux64-llvm-symbolizer + - linux64-nasm + - linux64-node + - linux64-pkgconf + - sysroot-x86_64-linux-gnu + - sysroot-wasm32-wasi + +linux64-asan/debug: + description: "Linux64 Debug ASAN" + index: + product: firefox + job-name: linux64-asan-debug + treeherder: + platform: linux64/asan + symbol: Bd + worker: + env: + PERFHERDER_EXTRA_OPTIONS: "debug asan" + max-run-time: 5400 + run: + using: mozharness + actions: [get-secrets, build] + config: + - builds/releng_base_firefox.py + - builds/releng_base_linux_64_builds.py + script: "mozharness/scripts/fx_desktop_build.py" + secrets: true + custom-build-variant-cfg: asan-tc-and-debug + mozconfig-variant: debug-asan + tooltool-downloads: public + use-sccache: true + fetches: + toolchain: + - linux64-clang + - linux64-rust-dev + - linux64-rust-size + - linux64-cbindgen + - linux64-dump_syms + - linux64-llvm-symbolizer + - linux64-sccache + - linux64-nasm + - linux64-node + - linux64-pkgconf + - sysroot-x86_64-linux-gnu + - sysroot-wasm32-wasi + optimization: + skip-unless-expanded: null + +linux64-shippable/opt: + description: "Linux64 Shippable" + use-pgo: true + attributes: + shippable: true + enable-full-crashsymbols: true + shipping-phase: build + shipping-product: firefox + index: + product: firefox + job-name: linux64-opt + type: shippable + treeherder: + platform: linux64-shippable/opt + symbol: Bpgo(B) + run-on-projects: ['release'] + worker-type: b-linux-xlarge-gcp + worker: + max-run-time: 9000 + env: + MOZ_AUTOMATION_PACKAGE_TESTS: "1" + # bug 1690154 - enable full symbols on all branches, but only + # upload them on the official set. In conjunction with + # `enable-full-crashsymbols`. + MOZ_ENABLE_FULL_SYMBOLS: "1" + run: + using: mozharness + actions: [get-secrets, build] + config: + - builds/releng_base_firefox.py + - builds/releng_base_linux_64_builds.py + - taskcluster_nightly.py + extra-config: + max_build_output_timeout: 3600 + script: "mozharness/scripts/fx_desktop_build.py" + secrets: true + tooltool-downloads: public + fetches: + toolchain: + - linux64-clang + - linux64-rust + - linux64-rust-size + - linux64-cbindgen + - linux64-dump_syms + - linux64-nasm + - linux64-node + - linux64-pkgconf + - sysroot-x86_64-linux-gnu + - sysroot-wasm32-wasi + +linux64-nightlyasrelease/opt: + description: "Linux64 Nightly-As-Release" + use-pgo: linux64-shippable/opt + attributes: + enable-full-crashsymbols: true + index: + product: firefox + job-name: linux64-nightlyasrelease-opt + treeherder: + platform: linux64-nightlyasrelease/opt + symbol: Bpgo(Bnar) + run-on-projects: [trunk-only] + worker-type: b-linux-xlarge-gcp + worker: + max-run-time: 9000 + env: + MOZ_AUTOMATION_PACKAGE_TESTS: "1" + # bug 1690154 - enable full symbols on all branches, but only + # upload them on the official set. In conjunction with + # `enable-full-crashsymbols`. + MOZ_ENABLE_FULL_SYMBOLS: "1" + PERFHERDER_EXTRA_OPTIONS: nightly-as-release + run: + using: mozharness + actions: [get-secrets, build] + config: + - builds/releng_base_firefox.py + - builds/releng_base_linux_64_builds.py + - taskcluster_nightly.py + extra-config: + max_build_output_timeout: 3600 + script: "mozharness/scripts/fx_desktop_build.py" + mozconfig-variant: nightly-as-release + secrets: true + tooltool-downloads: public + fetches: + toolchain: + - linux64-clang + - linux64-rust + - linux64-rust-size + - linux64-cbindgen + - linux64-dump_syms + - linux64-nasm + - linux64-node + - linux64-pkgconf + - sysroot-x86_64-linux-gnu + - sysroot-wasm32-wasi + +linux64-noopt/debug: + description: "Linux64 No-optimize Debug" + index: + product: firefox + job-name: linux64-noopt-debug + treeherder: + platform: linux64-noopt/debug + symbol: B + tier: 2 + attributes: + enable-full-crashsymbols: true + worker: + max-run-time: 5400 + run: + using: mozharness + actions: [get-secrets, build] + config: + - builds/releng_base_firefox.py + - builds/releng_base_linux_64_builds.py + script: "mozharness/scripts/fx_desktop_build.py" + secrets: true + custom-build-variant-cfg: noopt-debug + mozconfig-variant: noopt-debug + tooltool-downloads: public + keep-artifacts: false + run-on-projects: ['mozilla-central'] + use-sccache: true + fetches: + toolchain: + - linux64-clang + - linux64-rust + - linux64-rust-size + - linux64-cbindgen + - linux64-dump_syms + - linux64-sccache + - linux64-nasm + - linux64-node + - linux64-pkgconf + - sysroot-x86_64-linux-gnu + - sysroot-wasm32-wasi + +linux64-rusttests/opt: + description: "Linux64 Rust Tests Opt" + index: + product: firefox + job-name: linux64-rusttests-opt + treeherder: + platform: linux64/opt + symbol: BR + tier: 1 + worker: + max-run-time: 2700 + env: + PERFHERDER_EXTRA_OPTIONS: rusttests + run: + using: mozharness + actions: [get-secrets, build] + config: + - builds/releng_base_firefox.py + - builds/releng_base_linux_64_builds.py + script: "mozharness/scripts/fx_desktop_build.py" + secrets: true + custom-build-variant-cfg: rusttests + mozconfig-variant: rusttests + tooltool-downloads: public + keep-artifacts: false + run-on-projects: ['mozilla-central'] + use-sccache: true + fetches: + toolchain: + - linux64-clang + - linux64-rust + - linux64-cbindgen + - linux64-dump_syms + - linux64-sccache + - linux64-nasm + - linux64-node + - linux64-pkgconf + - sysroot-x86_64-linux-gnu + optimization: + test-inclusive: [rusttests] + +linux64-rusttests/debug: + description: "Linux64 Rust Tests Debug" + index: + product: firefox + job-name: linux64-rusttests-debug + treeherder: + platform: linux64/debug + symbol: BR + tier: 1 + worker: + max-run-time: 2700 + env: + PERFHERDER_EXTRA_OPTIONS: rusttests + run: + using: mozharness + actions: [get-secrets, build] + config: + - builds/releng_base_firefox.py + - builds/releng_base_linux_64_builds.py + script: "mozharness/scripts/fx_desktop_build.py" + secrets: true + custom-build-variant-cfg: rusttests-debug + mozconfig-variant: rusttests-debug + tooltool-downloads: public + keep-artifacts: false + run-on-projects: ['trunk'] + use-sccache: true + fetches: + toolchain: + - linux64-clang + - linux64-rust + - linux64-cbindgen + - linux64-dump_syms + - linux64-sccache + - linux64-nasm + - linux64-node + - linux64-pkgconf + - sysroot-x86_64-linux-gnu + optimization: + test-inclusive: [rusttests] + +linux64-ccov/opt: + description: "Linux64-CCov Opt" + index: + product: firefox + job-name: linux64-ccov-opt + treeherder: + platform: linux64-ccov/opt + symbol: B + tier: 2 + run-on-projects: ['mozilla-central'] + worker: + artifacts: + - name: public/code-coverage-grcov.zip + path: /builds/worker/workspace/obj-build/code-coverage-grcov.zip + type: file + max-run-time: 7200 + env: + RUSTC_BOOTSTRAP: '1' + MOZ_AUTOMATION_PACKAGE_TESTS: "1" + run: + using: mozharness + actions: [get-secrets, build] + config: + - builds/releng_base_firefox.py + - builds/releng_base_linux_64_builds.py + script: "mozharness/scripts/fx_desktop_build.py" + secrets: true + custom-build-variant-cfg: code-coverage-opt + mozconfig-variant: code-coverage-opt + tooltool-downloads: public + use-sccache: false + fetches: + toolchain: + - linux64-clang + - linux64-rust + - linux64-cbindgen + - linux64-dump_syms + - linux64-sccache + - linux64-nasm + - linux64-node + - linux64-grcov + - linux64-pkgconf + - sysroot-x86_64-linux-gnu + - sysroot-wasm32-wasi + +linux64-ccov/debug: + description: "Linux64-CCov Debug" + index: + product: firefox + job-name: linux64-ccov-debug + treeherder: + platform: linux64-ccov/debug + symbol: B + tier: 2 + run-on-projects: [] + worker: + max-run-time: 7200 + env: + RUSTC_BOOTSTRAP: '1' + run: + using: mozharness + actions: [get-secrets, build] + config: + - builds/releng_base_firefox.py + - builds/releng_base_linux_64_builds.py + script: "mozharness/scripts/fx_desktop_build.py" + secrets: true + custom-build-variant-cfg: code-coverage-debug + mozconfig-variant: code-coverage-debug + tooltool-downloads: public + use-sccache: false + fetches: + toolchain: + - linux64-clang + - linux64-rust + - linux64-cbindgen + - linux64-dump_syms + - linux64-sccache + - linux64-nasm + - linux64-node + - linux64-grcov + - linux64-pkgconf + - sysroot-x86_64-linux-gnu + - sysroot-wasm32-wasi + +linux64-add-on-devel/opt: + description: "Linux64 add-on-devel" + index: + product: firefox + job-name: linux64-add-on-devel + treeherder: + platform: linux64-add-on-devel/opt + symbol: B + tier: 2 + worker: + max-run-time: 3600 + run: + using: mozharness + actions: [get-secrets, build] + config: + - builds/releng_base_firefox.py + - builds/releng_base_linux_64_builds.py + script: "mozharness/scripts/fx_desktop_build.py" + secrets: true + custom-build-variant-cfg: add-on-devel + mozconfig-variant: add-on-devel + tooltool-downloads: public + run-on-projects: ['mozilla-beta', 'mozilla-release'] + use-sccache: true + fetches: + toolchain: + - linux64-clang + - linux64-rust + - linux64-rust-size + - linux64-cbindgen + - linux64-dump_syms + - linux64-sccache + - linux64-nasm + - linux64-node + - linux64-pkgconf + - sysroot-x86_64-linux-gnu + - sysroot-wasm32-wasi + +linux64-aarch64/opt: + description: "Linux AArch64 (a.k.a. ARM64) Opt" + index: + product: firefox + job-name: linux64-aarch64-opt + attributes: + enable-full-crashsymbols: true + treeherder: + platform: linux64-aarch64/opt + symbol: B + worker: + max-run-time: 7200 + run: + using: mozharness + actions: [get-secrets, build] + config: + - builds/releng_base_firefox.py + - builds/releng_base_linux_64_builds.py + extra-config: + extra_mozconfig_content: + - ac_add_options --target=aarch64 + - unset MOZ_STDCXX_COMPAT + script: "mozharness/scripts/fx_desktop_build.py" + secrets: true + tooltool-downloads: public + run-on-projects: ['integration'] + use-sccache: true + fetches: + toolchain: + - linux64-clang + - linux64-rust + - linux64-rust-size + - linux64-cbindgen + - linux64-dump_syms + - linux64-sccache + - linux64-node + - linux64-pkgconf + - sysroot-aarch64-linux-gnu + - sysroot-x86_64-linux-gnu + - sysroot-wasm32-wasi + +linux64-aarch64-shippable/opt: + description: "Linux AArch64 (a.k.a. ARM64) Shippable" + use-pgo: linux64-shippable/opt + index: + product: firefox + job-name: linux64-aarch64-opt + type: shippable + attributes: + shippable: true + enable-full-crashsymbols: true + skip-verify-test-packaging: true + shipping-phase: build + shipping-product: firefox + treeherder: + platform: linux64-aarch64-shippable/opt + symbol: Bpgo(B) + worker-type: b-linux-xlarge-gcp + worker: + max-run-time: 9000 + env: + # bug 1690154 - enable full symbols on all branches, but only + # upload them on the official set. In conjunction with + # `enable-full-crashsymbols`. + MOZ_ENABLE_FULL_SYMBOLS: "1" + run: + using: mozharness + actions: [get-secrets, build] + config: + - builds/releng_base_firefox.py + - builds/releng_base_linux_64_builds.py + - taskcluster_nightly.py + extra-config: + extra_mozconfig_content: + - ac_add_options --target=aarch64 + - unset MOZ_STDCXX_COMPAT + script: "mozharness/scripts/fx_desktop_build.py" + secrets: true + tooltool-downloads: public + run-on-projects: ['mozilla-central'] + run-on-releases: ['nightly'] + fetches: + toolchain: + - linux64-clang + - linux64-rust + - linux64-rust-size + - linux64-cbindgen + - linux64-dump_syms + - linux64-node + - linux64-pkgconf + - sysroot-aarch64-linux-gnu + - sysroot-x86_64-linux-gnu + - sysroot-wasm32-wasi diff --git a/taskcluster/kinds/build/macosx-native.yml b/taskcluster/kinds/build/macosx-native.yml new file mode 100644 index 0000000000..ad77b6e5aa --- /dev/null +++ b/taskcluster/kinds/build/macosx-native.yml @@ -0,0 +1,145 @@ +# This Source Code Form is subject to the terms of the Mozilla Public +# License, v. 2.0. If a copy of the MPL was not distributed with this +# file, You can obtain one at http://mozilla.org/MPL/2.0/. +--- +job-defaults: + index: + product: firefox + worker-type: b-osx-1015 + worker: + max-run-time: 7200 + run: + using: mozharness + script: "mozharness/scripts/fx_desktop_build.py" + +macosx64-plain/opt: + description: "MacOS X x64 Opt Plain" + index: + job-name: macosx64-plain-opt + treeherder: + symbol: Bp + platform: osx/opt + tier: 1 + worker: + env: + PERFHERDER_EXTRA_OPTIONS: plain + run: + actions: [build] + config: + - builds/releng_base_firefox.py + - builds/taskcluster_base_macosx.py + extra-config: + disable_package_metrics: true + stage_platform: macosx64 + mozconfig_platform: macosx64 + mozconfig-variant: plain-opt + run-on-projects: ['mozilla-central'] + fetches: + toolchain: + - macosx64-clang + - macosx64-cbindgen + - macosx64-nasm + - macosx64-node + - macosx64-rust + - macosx64-sdk + - sysroot-wasm32-wasi + optimization: + skip-unless-expanded: null + +macosx64-plain/debug: + description: "MacOS X x64 Debug Plain" + index: + job-name: macosx64-plain-debug + treeherder: + symbol: Bp + platform: osx/debug + tier: 1 + worker: + env: + PERFHERDER_EXTRA_OPTIONS: plain + run: + actions: [build] + config: + - builds/releng_base_firefox.py + - builds/taskcluster_base_macosx.py + extra-config: + disable_package_metrics: true + stage_platform: macosx64 + mozconfig_platform: macosx64 + mozconfig-variant: plain-debug + run-on-projects: ['trunk'] + fetches: + toolchain: + - macosx64-clang + - macosx64-cbindgen + - macosx64-nasm + - macosx64-node + - macosx64-rust + - macosx64-sdk + - sysroot-wasm32-wasi + optimization: + skip-unless-expanded: null + +macosx64-rusttests/opt: + description: "MacOS X x64 Rust Tests Opt" + index: + job-name: macosx64-rusttests-opt + treeherder: + platform: macosx64/opt + symbol: BR + tier: 1 + worker: + env: + PERFHERDER_EXTRA_OPTIONS: rusttests + run: + actions: [build] + config: + - builds/releng_base_firefox.py + - builds/taskcluster_base_macosx.py + - builds/releng_sub_mac_configs/rusttests.py + extra-config: + mozconfig_platform: macosx64 + mozconfig-variant: rusttests + run-on-projects: ['mozilla-central'] + fetches: + toolchain: + - macosx64-clang + - macosx64-rust + - macosx64-cbindgen + - macosx64-nasm + - macosx64-node + - macosx64-sdk + optimization: + test-inclusive: [rusttests] + +macosx64-rusttests/debug: + description: "MacOS X x64 Rust Tests Debug" + index: + job-name: macosx64-rusttests-debug + treeherder: + platform: macosx64/debug + symbol: BR + tier: 1 + worker: + env: + PERFHERDER_EXTRA_OPTIONS: rusttests + run: + actions: [build] + config: + - builds/releng_base_firefox.py + - builds/taskcluster_base_macosx.py + - builds/releng_sub_mac_configs/rusttests.py + extra-config: + mozconfig_platform: macosx64 + mozconfig-variant: rusttests-debug + run-on-projects: ['trunk'] + fetches: + toolchain: + - macosx64-clang + - macosx64-rust + - macosx64-cbindgen + - macosx64-nasm + - macosx64-node + - macosx64-sdk + optimization: + test-inclusive: [rusttests] diff --git a/taskcluster/kinds/build/macosx.yml b/taskcluster/kinds/build/macosx.yml new file mode 100644 index 0000000000..64e71a0b4b --- /dev/null +++ b/taskcluster/kinds/build/macosx.yml @@ -0,0 +1,949 @@ +# This Source Code Form is subject to the terms of the Mozilla Public +# License, v. 2.0. If a copy of the MPL was not distributed with this +# file, You can obtain one at http://mozilla.org/MPL/2.0/. +--- +job-defaults: + index: + product: firefox + worker-type: b-linux-gcp + run: + using: mozharness + actions: [get-secrets, build] + secrets: true + script: "mozharness/scripts/fx_desktop_build.py" + fetches: + toolchain: + - linux64-dump_syms + - linux64-hfsplus + - linux64-libdmg + - linux64-rust-macos + - linux64-rust-size + - linux64-cbindgen + - linux64-nasm + - linux64-node + - sysroot-x86_64-linux-gnu + +macosx64/debug: + description: "MacOS X x64 Cross-compile" + index: + job-name: macosx64-debug + attributes: + enable-build-signing: true + enable-full-crashsymbols: true + treeherder: + platform: osx-cross/debug + symbol: B + tier: 1 + worker: + max-run-time: 5400 + env: + MOZ_AUTOMATION_PACKAGE_TESTS: "1" + run: + config: + - builds/releng_base_firefox.py + - builds/releng_base_mac_64_cross_builds.py + custom-build-variant-cfg: cross-debug + mozconfig-variant: debug + use-sccache: true + fetches: + toolchain: + - linux64-clang + - linux64-sccache + - macosx64-sdk + - sysroot-wasm32-wasi + +macosx64-aarch64/debug: + description: "MacOS X Aarch64 Cross-compile" + index: + job-name: macosx64-aarch64-debug + attributes: + enable-build-signing: true + enable-full-crashsymbols: true + treeherder: + platform: osx-cross-aarch64/debug + symbol: B + tier: 1 + worker: + max-run-time: 5400 + env: + MOZ_AUTOMATION_PACKAGE_TESTS: "1" + PERFHERDER_EXTRA_OPTIONS: aarch64 + run: + config: + - builds/releng_base_firefox.py + - builds/releng_base_mac_64_cross_builds.py + custom-build-variant-cfg: cross-debug + mozconfig-variant: debug + extra-config: + extra_mozconfig_content: + - ac_add_options --target=aarch64-apple-darwin + use-sccache: true + fetches: + toolchain: + - linux64-clang + - linux64-sccache + - macosx64-sdk + - sysroot-wasm32-wasi + +macosx64-non-unified/plain: + description: "MacOS X x64 Hybrid Cross-compile" + index: + job-name: macosx64-non-unified + treeherder: + platform: osx-cross/plain + symbol: Bp-nu + tier: 1 + worker: + max-run-time: 5400 + env: + PERFHERDER_EXTRA_OPTIONS: non-unified + run: + config: + - builds/releng_base_firefox.py + - builds/releng_base_mac_64_cross_builds.py + mozconfig-variant: non-unified + extra-config: + disable_package_metrics: true + use-sccache: true + run-on-projects: ['integration'] + fetches: + toolchain: + - linux64-clang + - linux64-sccache + - macosx64-sdk + - sysroot-wasm32-wasi + +macosx64/opt: + description: "MacOS X x64 Cross-compile" + index: + job-name: macosx64-opt + attributes: + enable-build-signing: true + enable-full-crashsymbols: true + treeherder: + platform: osx-cross/opt + symbol: B + tier: 1 + worker: + max-run-time: 7200 + env: + MOZ_AUTOMATION_PACKAGE_TESTS: "1" + run: + config: + - builds/releng_base_firefox.py + - builds/releng_base_mac_64_cross_builds.py + run-on-projects: ['integration'] + use-sccache: true + fetches: + toolchain: + - linux64-clang + - linux64-sccache + - macosx64-sdk + - sysroot-wasm32-wasi + +macosx64-asan-fuzzing/opt: + description: "MacOS X x64 Cross-compile Fuzzing ASAN" + index: + job-name: macosx64-fuzzing-asan-opt + attributes: + # The gtest libxul contains libFuzzer targets + skip-verify-test-packaging: true + treeherder: + platform: osx-cross/asan + symbol: Bof + worker: + max-run-time: 5400 + env: + MOZ_AUTOMATION_PACKAGE_TESTS: "1" + PERFHERDER_EXTRA_OPTIONS: asan-fuzzing + run: + config: + - builds/releng_base_firefox.py + - builds/releng_base_mac_64_cross_builds.py + custom-build-variant-cfg: cross-fuzzing-asan + mozconfig-variant: nightly-fuzzing-asan + use-sccache: true + fetches: + toolchain: + - linux64-clang + - linux64-sccache + - macosx64-llvm-symbolizer + - macosx64-sdk + - sysroot-wasm32-wasi + optimization: + skip-unless-expanded: null + +macosx64-fuzzing/debug: + description: "MacOS X x64 Cross-compile Fuzzing Debug" + index: + job-name: macosx64-fuzzing-debug + attributes: + enable-full-crashsymbols: true + # The gtest libxul contains libFuzzer targets + skip-verify-test-packaging: true + treeherder: + platform: osx-cross/debug + symbol: Bf + worker: + max-run-time: 5400 + env: + MOZ_AUTOMATION_PACKAGE_TESTS: "1" + PERFHERDER_EXTRA_OPTIONS: fuzzing + run: + config: + - builds/releng_base_firefox.py + - builds/releng_base_mac_64_cross_builds.py + custom-build-variant-cfg: cross-fuzzing-debug + mozconfig-variant: debug-fuzzing + use-sccache: true + fetches: + toolchain: + - linux64-clang + - linux64-sccache + - macosx64-sdk + - sysroot-wasm32-wasi + optimization: + skip-unless-expanded: null + +macosx64-aarch64-asan-fuzzing/opt: + description: "MacOS X Aarch64 Cross-compile Fuzzing ASAN" + index: + job-name: macosx64-aarch64-fuzzing-asan-opt + attributes: + # The gtest libxul contains libFuzzer targets + skip-verify-test-packaging: true + treeherder: + platform: osx-cross-aarch64/asan + symbol: Bof + worker: + max-run-time: 5400 + env: + MOZ_AUTOMATION_PACKAGE_TESTS: "1" + PERFHERDER_EXTRA_OPTIONS: aarch64-asan-fuzzing + run: + config: + - builds/releng_base_firefox.py + - builds/releng_base_mac_64_cross_builds.py + custom-build-variant-cfg: cross-fuzzing-asan + mozconfig-variant: nightly-fuzzing-asan + extra-config: + mozconfig_platform: macosx64-aarch64 + use-sccache: true + fetches: + toolchain: + - linux64-clang + - linux64-sccache + - macosx64-aarch64-llvm-symbolizer + - macosx64-sdk + - sysroot-wasm32-wasi + optimization: + skip-unless-expanded: null + +macosx64-aarch64-fuzzing/debug: + description: "MacOS X Aarch64 Cross-compile Fuzzing Debug" + index: + job-name: macosx64-aarch64-fuzzing-debug + attributes: + enable-full-crashsymbols: true + # The gtest libxul contains libFuzzer targets + skip-verify-test-packaging: true + treeherder: + platform: osx-cross-aarch64/debug + symbol: Bf + worker: + max-run-time: 5400 + env: + MOZ_AUTOMATION_PACKAGE_TESTS: "1" + PERFHERDER_EXTRA_OPTIONS: aarch64-fuzzing + run: + config: + - builds/releng_base_firefox.py + - builds/releng_base_mac_64_cross_builds.py + custom-build-variant-cfg: cross-fuzzing-debug + mozconfig-variant: debug-fuzzing + extra-config: + mozconfig_platform: macosx64-aarch64 + use-sccache: true + fetches: + toolchain: + - linux64-clang + - linux64-sccache + - macosx64-aarch64-llvm-symbolizer + - macosx64-sdk + - sysroot-wasm32-wasi + optimization: + skip-unless-expanded: null + +macosx64-x64-devedition/opt: + description: "MacOS X Dev Edition x64 (shippable)" + use-pgo: macosx64-shippable/opt + attributes: + enable-full-crashsymbols: true + skip-verify-test-packaging: true + upload-generated-sources: true + shipping-phase: build + shipping-product: devedition + index: + product: devedition + job-name: macosx64-x64-opt + type: shippable + treeherder: + platform: osx-cross-devedition/opt + symbol: Bx + tier: 1 + worker: + max-run-time: 7200 + env: + MOZ_AUTOMATION_PACKAGE_TESTS: "1" + run: + config: + - builds/releng_base_firefox.py + - builds/releng_base_mac_64_cross_builds.py + - taskcluster_nightly.py + extra-config: + stage_platform: macosx64-devedition + mozconfig-variant: devedition + run-on-projects: ['mozilla-beta'] + fetches: + toolchain: + - linux64-cctools-port + - linux64-clang + - macosx64-sdk + - sysroot-wasm32-wasi + +macosx64-aarch64-devedition/opt: + description: "MacOS X Dev Edition Aarch64 (shippable)" + use-pgo: macosx64-aarch64-shippable/opt + attributes: + enable-full-crashsymbols: true + skip-verify-test-packaging: true + upload-generated-sources: true + shipping-phase: build + shipping-product: devedition + index: + product: devedition + job-name: macosx64-aarch64-opt + type: shippable + treeherder: + platform: osx-aarch64-devedition/opt + symbol: B + tier: 1 + worker: + max-run-time: 7200 + env: + MOZ_AUTOMATION_PACKAGE_TESTS: "1" + PERFHERDER_EXTRA_OPTIONS: aarch64 + run: + config: + - builds/releng_base_firefox.py + - builds/releng_base_mac_64_cross_builds.py + - taskcluster_nightly.py + extra-config: + stage_platform: macosx64-aarch64-devedition + mozconfig_platform: macosx64-aarch64 + mozconfig-variant: devedition + run-on-projects: ['mozilla-beta'] + fetches: + toolchain: + - linux64-cctools-port + - linux64-clang + - macosx64-sdk + - sysroot-wasm32-wasi + +macosx64-devedition/opt: + description: "MacOS X Dev Edition Universal" + attributes: + shippable: true + enable-build-signing: true + skip-upload-crashsymbols: true + skip-verify-test-packaging: true + shipping-phase: build + shipping-product: devedition + index: + product: devedition + job-name: macosx64-opt + type: shippable + treeherder: + platform: osx-cross-devedition/opt + symbol: B + tier: 1 + run-on-projects: ['mozilla-beta'] + worker: + max-run-time: 1800 + run: + job-script: taskcluster/scripts/misc/unify.sh + config: + - builds/releng_base_firefox.py + dependencies: + macosx64-x64-devedition-opt: build-macosx64-x64-devedition/opt + macosx64-aarch64-devedition-opt: build-macosx64-aarch64-devedition/opt + fetches: + macosx64-x64-devedition-opt: + - artifact: target.dmg + extract: false + dest: x64 + - artifact: buildhub.json + extract: false + dest: ../artifacts + - artifact: host/bin/mar + extract: false + dest: ../artifacts/host/bin + - artifact: host/bin/mbsdiff + extract: false + dest: ../artifacts/host/bin + - artifact: target.txt + extract: false + dest: ../artifacts + - artifact: target_info.txt + extract: false + dest: ../artifacts + - artifact: target.json + extract: false + dest: ../artifacts + - artifact: target.mozinfo.json + extract: false + dest: ../artifacts + - artifact: target.test_packages.json + extract: false + dest: ../artifacts + - artifact: target.perftests.tests.tar.gz + extract: false + dest: ../artifacts + - artifact: target.update_framework_artifacts.zip + extract: false + dest: ../artifacts + - artifact: target.xpt_artifacts.zip + extract: false + dest: ../artifacts + - artifact: target.common.tests.tar.gz + dest: x64/common + - artifact: target.cppunittest.tests.tar.gz + dest: x64/cppunittest + - artifact: target.gtest.tests.tar.gz + dest: x64/gtest + - artifact: target.jittest.tests.tar.gz + dest: x64/jittest + - artifact: target.jsreftest.tests.tar.gz + dest: x64/jsreftest + - artifact: target.mochitest.tests.tar.gz + dest: x64/mochitest + - artifact: target.reftest.tests.tar.gz + dest: x64/reftest + - artifact: target.talos.tests.tar.gz + dest: x64/talos + - artifact: target.raptor.tests.tar.gz + dest: x64/raptor + - artifact: target.condprof.tests.tar.gz + dest: x64/confprof + - artifact: target.awsy.tests.tar.gz + dest: x64/awsy + - artifact: target.xpcshell.tests.tar.gz + dest: x64/xpcshell + - artifact: target.web-platform.tests.tar.gz + dest: x64/web-platform + - artifact: target.updater-dep.tests.tar.gz + dest: x64/updater-dep + - artifact: target.crashreporter-symbols.zip + dest: x64/crashreporter-symbols + - artifact: target.jsshell.zip + dest: x64/jsshell + - artifact: target.generated-files.tar.gz + extract: false + dest: ../artifacts + - artifact: target.langpack.xpi + extract: false + dest: ../artifacts + - artifact: mozharness.zip + extract: false + dest: ../artifacts + macosx64-aarch64-devedition-opt: + - artifact: target.dmg + extract: false + dest: aarch64 + - artifact: target.common.tests.tar.gz + dest: aarch64/common + - artifact: target.cppunittest.tests.tar.gz + dest: aarch64/cppunittest + - artifact: target.gtest.tests.tar.gz + dest: aarch64/gtest + - artifact: target.jittest.tests.tar.gz + dest: aarch64/jittest + - artifact: target.jsreftest.tests.tar.gz + dest: aarch64/jsreftest + - artifact: target.mochitest.tests.tar.gz + dest: aarch64/mochitest + - artifact: target.reftest.tests.tar.gz + dest: aarch64/reftest + - artifact: target.talos.tests.tar.gz + dest: aarch64/talos + - artifact: target.raptor.tests.tar.gz + dest: aarch64/raptor + - artifact: target.condprof.tests.tar.gz + dest: aarch64/confprof + - artifact: target.awsy.tests.tar.gz + dest: aarch64/awsy + - artifact: target.xpcshell.tests.tar.gz + dest: aarch64/xpcshell + - artifact: target.web-platform.tests.tar.gz + dest: aarch64/web-platform + - artifact: target.updater-dep.tests.tar.gz + dest: aarch64/updater-dep + - artifact: target.crashreporter-symbols.zip + dest: aarch64/crashreporter-symbols + - artifact: target.jsshell.zip + dest: aarch64/jsshell + toolchain: + - linux64-cctools-port + +macosx64-noopt/debug: + description: "MacOS X x64 No-optimize Debug" + index: + job-name: macosx64-noopt-debug + treeherder: + platform: osx-cross-noopt/debug + symbol: B + tier: 2 + worker: + max-run-time: 3600 + run: + config: + - builds/releng_base_firefox.py + - builds/releng_base_mac_64_cross_builds.py + custom-build-variant-cfg: cross-noopt-debug + mozconfig-variant: cross-noopt-debug + keep-artifacts: false + run-on-projects: ['mozilla-central'] + use-sccache: true + fetches: + toolchain: + - linux64-clang + - linux64-sccache + - macosx64-sdk + - sysroot-wasm32-wasi + +macosx64-aarch64-noopt/debug: + description: "MacOS X aarch64 No-optimize Debug" + index: + job-name: macosx64-aarch64-noopt-debug + treeherder: + platform: osx-cross-noopt/debug + symbol: Baarch64 + tier: 2 + worker: + max-run-time: 3600 + env: + PERFHERDER_EXTRA_OPTIONS: aarch64 + run: + config: + - builds/releng_base_firefox.py + - builds/releng_base_mac_64_cross_builds.py + custom-build-variant-cfg: cross-noopt-debug + mozconfig-variant: cross-noopt-debug + keep-artifacts: false + extra-config: + mozconfig_platform: macosx64-aarch64 + run-on-projects: ['mozilla-central'] + use-sccache: true + fetches: + toolchain: + - linux64-clang + - linux64-sccache + - macosx64-sdk + - sysroot-wasm32-wasi + +macosx64-x64-add-on-devel/opt: + description: "MacOS X x64 add-on-devel" + index: + job-name: macosx64-x64-add-on-devel + treeherder: + platform: osx-cross-add-on-devel/opt + symbol: Bx + tier: 2 + worker: + max-run-time: 3600 + env: + PERFHERDER_EXTRA_OPTIONS: x64 + run: + config: + - builds/releng_base_firefox.py + - builds/releng_base_mac_64_cross_builds.py + custom-build-variant-cfg: add-on-devel + mozconfig-variant: add-on-devel + run-on-projects: ['mozilla-beta', 'mozilla-release'] + use-sccache: true + fetches: + toolchain: + - linux64-clang + - linux64-sccache + - macosx64-sdk + - sysroot-wasm32-wasi + +macosx64-aarch64-add-on-devel/opt: + description: "MacOS X Aarch64 add-on-devel" + index: + job-name: macosx64-aarch64-add-on-devel + treeherder: + platform: osx-cross-aarch64-add-on-devel/opt + symbol: B + tier: 2 + worker: + max-run-time: 3600 + env: + PERFHERDER_EXTRA_OPTIONS: aarch64 + run: + config: + - builds/releng_base_firefox.py + - builds/releng_base_mac_64_cross_builds.py + custom-build-variant-cfg: add-on-devel + mozconfig-variant: add-on-devel + extra-config: + mozconfig_platform: macosx64-aarch64 + run-on-projects: ['mozilla-beta', 'mozilla-release'] + use-sccache: true + fetches: + toolchain: + - linux64-clang + - linux64-sccache + - macosx64-sdk + - sysroot-wasm32-wasi + +macosx64-add-on-devel/opt: + description: "MacOS X add-on-devel" + index: + job-name: macosx64-add-on-devel + treeherder: + platform: osx-cross-add-on-devel/opt + symbol: B + tier: 2 + worker: + max-run-time: 1800 + run: + job-script: taskcluster/scripts/misc/unify.sh + config: + - builds/releng_base_firefox.py + run-on-projects: ['mozilla-beta', 'mozilla-release'] + dependencies: + macosx64-x64-add-on-devel-opt: build-macosx64-x64-add-on-devel/opt + macosx64-aarch64-add-on-devel-opt: build-macosx64-aarch64-add-on-devel/opt + fetches: + macosx64-x64-add-on-devel-opt: + - artifact: target.dmg + extract: false + dest: x64 + - artifact: buildhub.json + extract: false + dest: ../artifacts + - artifact: host/bin/mar + extract: false + dest: ../artifacts/host/bin + - artifact: host/bin/mbsdiff + extract: false + dest: ../artifacts/host/bin + - artifact: target.txt + extract: false + dest: ../artifacts + - artifact: target_info.txt + extract: false + dest: ../artifacts + - artifact: target.json + extract: false + dest: ../artifacts + - artifact: target.mozinfo.json + extract: false + dest: ../artifacts + - artifact: target.crashreporter-symbols.zip + dest: x64/crashreporter-symbols + - artifact: target.jsshell.zip + dest: x64/jsshell + - artifact: target.generated-files.tar.gz + extract: false + dest: ../artifacts + - artifact: target.langpack.xpi + extract: false + dest: ../artifacts + - artifact: mozharness.zip + extract: false + dest: ../artifacts + macosx64-aarch64-add-on-devel-opt: + - artifact: target.dmg + extract: false + dest: aarch64 + - artifact: target.crashreporter-symbols.zip + dest: aarch64/crashreporter-symbols + - artifact: target.jsshell.zip + dest: aarch64/jsshell + toolchain: + - linux64-cctools-port + +macosx64-nightlyasrelease/opt: + description: "MacOS X Nightly-As-Release" + use-pgo: macosx64-shippable/opt + attributes: + enable-full-crashsymbols: true + skip-verify-test-packaging: true + upload-generated-sources: true + index: + job-name: macosx64-nightlyasrelease-opt + treeherder: + platform: osx-nightlyasrelease/opt + symbol: Bpgo(Bnar) + tier: 1 + run-on-projects: [trunk-only] + worker: + max-run-time: 7200 + env: + MOZ_AUTOMATION_PACKAGE_TESTS: "1" + PERFHERDER_EXTRA_OPTIONS: nightly-as-release + run: + config: + - builds/releng_base_firefox.py + - builds/releng_base_mac_64_cross_builds.py + - taskcluster_nightly.py + mozconfig-variant: nightly-as-release + fetches: + toolchain: + - linux64-cctools-port + - linux64-clang + - macosx64-sdk + - sysroot-wasm32-wasi + +macosx64-x64-shippable/opt: + description: "MacOS X x64 Cross-compile" + use-pgo: macosx64-shippable/opt + attributes: + enable-full-crashsymbols: true + skip-verify-test-packaging: true + upload-generated-sources: true + shipping-phase: build + shipping-product: firefox + index: + job-name: macosx64-x64-opt + type: shippable + treeherder: + platform: osx-shippable/opt + symbol: Bpgo(Bx) + tier: 1 + run-on-projects: ['release'] + worker: + max-run-time: 7200 + env: + MOZ_AUTOMATION_PACKAGE_TESTS: "1" + run: + config: + - builds/releng_base_firefox.py + - builds/releng_base_mac_64_cross_builds.py + - taskcluster_nightly.py + fetches: + toolchain: + - linux64-cctools-port + - linux64-clang + - macosx64-sdk + - sysroot-wasm32-wasi + +macosx64-aarch64-shippable/opt: + description: "MacOS X aarch64 Cross-compile" + use-pgo: macosx64-aarch64-shippable/opt + attributes: + enable-full-crashsymbols: true + skip-verify-test-packaging: true + upload-generated-sources: true + shipping-phase: build + shipping-product: firefox + index: + job-name: macosx64-aarch64-opt + type: shippable + treeherder: + platform: osx-aarch64-shippable/opt + symbol: Bpgo(B) + tier: 1 + run-on-projects: ['release'] + worker: + max-run-time: 7200 + env: + MOZ_AUTOMATION_PACKAGE_TESTS: "1" + PERFHERDER_EXTRA_OPTIONS: aarch64 + run: + config: + - builds/releng_base_firefox.py + - builds/releng_base_mac_64_cross_builds.py + - taskcluster_nightly.py + extra-config: + mozconfig_platform: macosx64-aarch64 + fetches: + toolchain: + - linux64-cctools-port + - linux64-clang + - macosx64-sdk + - sysroot-wasm32-wasi + +macosx64-shippable/opt: + description: "MacOS X Universal" + attributes: + shippable: true + enable-build-signing: true + skip-upload-crashsymbols: true + skip-verify-test-packaging: true + shipping-phase: build + shipping-product: firefox + index: + job-name: macosx64-opt + type: shippable + treeherder: + platform: osx-shippable/opt + symbol: Bpgo(B) + tier: 1 + run-on-projects: ['release'] + worker: + max-run-time: 1800 + run: + job-script: taskcluster/scripts/misc/unify.sh + config: + - builds/releng_base_firefox.py + dependencies: + macosx64-x64-shippable-opt: build-macosx64-x64-shippable/opt + macosx64-aarch64-shippable-opt: build-macosx64-aarch64-shippable/opt + fetches: + macosx64-x64-shippable-opt: + - artifact: target.dmg + extract: false + dest: x64 + - artifact: buildhub.json + extract: false + dest: ../artifacts + - artifact: host/bin/mar + extract: false + dest: ../artifacts/host/bin + - artifact: host/bin/mbsdiff + extract: false + dest: ../artifacts/host/bin + - artifact: target.txt + extract: false + dest: ../artifacts + - artifact: target_info.txt + extract: false + dest: ../artifacts + - artifact: target.json + extract: false + dest: ../artifacts + - artifact: target.mozinfo.json + extract: false + dest: ../artifacts + - artifact: target.test_packages.json + extract: false + dest: ../artifacts + - artifact: target.perftests.tests.tar.gz + extract: false + dest: ../artifacts + - artifact: target.update_framework_artifacts.zip + extract: false + dest: ../artifacts + - artifact: target.xpt_artifacts.zip + extract: false + dest: ../artifacts + - artifact: target.common.tests.tar.gz + dest: x64/common + - artifact: target.cppunittest.tests.tar.gz + dest: x64/cppunittest + - artifact: target.gtest.tests.tar.gz + dest: x64/gtest + - artifact: target.jittest.tests.tar.gz + dest: x64/jittest + - artifact: target.jsreftest.tests.tar.gz + dest: x64/jsreftest + - artifact: target.mochitest.tests.tar.gz + dest: x64/mochitest + - artifact: target.reftest.tests.tar.gz + dest: x64/reftest + - artifact: target.talos.tests.tar.gz + dest: x64/talos + - artifact: target.raptor.tests.tar.gz + dest: x64/raptor + - artifact: target.condprof.tests.tar.gz + dest: x64/confprof + - artifact: target.awsy.tests.tar.gz + dest: x64/awsy + - artifact: target.xpcshell.tests.tar.gz + dest: x64/xpcshell + - artifact: target.web-platform.tests.tar.gz + dest: x64/web-platform + - artifact: target.updater-dep.tests.tar.gz + dest: x64/updater-dep + - artifact: target.crashreporter-symbols.zip + dest: x64/crashreporter-symbols + - artifact: target.jsshell.zip + dest: x64/jsshell + - artifact: target.generated-files.tar.gz + extract: false + dest: ../artifacts + - artifact: target.langpack.xpi + extract: false + dest: ../artifacts + - artifact: mozharness.zip + extract: false + dest: ../artifacts + macosx64-aarch64-shippable-opt: + - artifact: target.dmg + extract: false + dest: aarch64 + - artifact: target.common.tests.tar.gz + dest: aarch64/common + - artifact: target.cppunittest.tests.tar.gz + dest: aarch64/cppunittest + - artifact: target.gtest.tests.tar.gz + dest: aarch64/gtest + - artifact: target.jittest.tests.tar.gz + dest: aarch64/jittest + - artifact: target.jsreftest.tests.tar.gz + dest: aarch64/jsreftest + - artifact: target.mochitest.tests.tar.gz + dest: aarch64/mochitest + - artifact: target.reftest.tests.tar.gz + dest: aarch64/reftest + - artifact: target.talos.tests.tar.gz + dest: aarch64/talos + - artifact: target.raptor.tests.tar.gz + dest: aarch64/raptor + - artifact: target.condprof.tests.tar.gz + dest: aarch64/confprof + - artifact: target.awsy.tests.tar.gz + dest: aarch64/awsy + - artifact: target.xpcshell.tests.tar.gz + dest: aarch64/xpcshell + - artifact: target.web-platform.tests.tar.gz + dest: aarch64/web-platform + - artifact: target.updater-dep.tests.tar.gz + dest: aarch64/updater-dep + - artifact: target.crashreporter-symbols.zip + dest: aarch64/crashreporter-symbols + - artifact: target.jsshell.zip + dest: aarch64/jsshell + toolchain: + - linux64-cctools-port + +macosx64-ccov/opt: + description: "MacOS X x64 Cross-compile Code Coverage" + index: + job-name: macosx64-ccov-opt + treeherder: + platform: osx-cross-ccov/opt + symbol: B + tier: 1 + worker: + max-run-time: 7200 + env: + RUSTC_BOOTSTRAP: '1' + MOZ_AUTOMATION_PACKAGE_TESTS: "1" + run: + config: + - builds/releng_base_firefox.py + - builds/releng_base_mac_64_cross_builds.py + custom-build-variant-cfg: code-coverage-opt + mozconfig-variant: code-coverage + run-on-projects: ['mozilla-central'] + use-sccache: false + fetches: + toolchain: + - linux64-clang + - linux64-sccache + - macosx64-sdk + - sysroot-wasm32-wasi diff --git a/taskcluster/kinds/build/windows-mingw.yml b/taskcluster/kinds/build/windows-mingw.yml new file mode 100644 index 0000000000..09c3ee0022 --- /dev/null +++ b/taskcluster/kinds/build/windows-mingw.yml @@ -0,0 +1,173 @@ +# This Source Code Form is subject to the terms of the Mozilla Public +# License, v. 2.0. If a copy of the MPL was not distributed with this +# file, You can obtain one at http://mozilla.org/MPL/2.0/. +--- +job-defaults: + worker-type: b-linux-gcp + worker: + max-run-time: 7200 + run: + using: mozharness + actions: [build] + script: mozharness/scripts/fx_desktop_build.py + optimization: + skip-unless-expanded: null + fetches: + toolchain: + - windows-rs + +win32-mingwclang/opt: + description: "Win32 MinGW-Clang Opt" + index: + product: firefox + job-name: win32-mingwclang-opt + treeherder: + platform: windows-mingw32/all + symbol: WMC32(Bo) + tier: 2 + worker: + env: + PERFHERDER_EXTRA_OPTIONS: "opt 32 clang" + MOZ_AUTOMATION_PACKAGE_TESTS: "1" + run: + config: + - builds/releng_base_firefox.py + - builds/releng_base_windows_32_mingw_builds.py + - builds/releng_sub_windows_configs/32_mingwclang.py + mozconfig-variant: mingwclang + run-on-projects: + - 'mozilla-central' + - 'mozilla-esr115' + use-sccache: true + fetches: + toolchain: + - mingw32-rust + - linux64-upx + - linux64-wine + - linux64-sccache + - linux64-cbindgen + - linux64-nasm + - linux64-node + - linux64-clang-mingw-x86 + - linux64-mingw32-nsis + - linux64-mingw-fxc2-x86 + - linux64-dump_syms + - sysroot-x86_64-linux-gnu + - sysroot-wasm32-wasi + +win32-mingwclang/debug: + description: "Win32 MinGW-Clang Debug" + index: + product: firefox + job-name: win32-mingwclang-debug + treeherder: + platform: windows-mingw32/all + symbol: WMC32(Bd) + tier: 2 + worker: + env: + PERFHERDER_EXTRA_OPTIONS: "debug 32 clang" + MOZ_AUTOMATION_PACKAGE_TESTS: "1" + run: + config: + - builds/releng_base_firefox.py + - builds/releng_base_windows_32_mingw_builds.py + - builds/releng_sub_windows_configs/32_mingwclang.py + mozconfig-variant: mingwclang-debug + run-on-projects: + - 'mozilla-central' + - 'mozilla-esr115' + use-sccache: true + fetches: + toolchain: + - mingw32-rust + - linux64-upx + - linux64-wine + - linux64-sccache + - linux64-cbindgen + - linux64-nasm + - linux64-node + - linux64-clang-mingw-x86 + - linux64-mingw32-nsis + - linux64-mingw-fxc2-x86 + - linux64-dump_syms + - sysroot-x86_64-linux-gnu + - sysroot-wasm32-wasi + +win64-mingwclang/opt: + description: "Win64 MinGW-Clang Opt" + index: + product: firefox + job-name: win64-mingwclang-opt + treeherder: + platform: windows-mingw32/all + symbol: WMC64(Bo) + tier: 2 + worker: + env: + PERFHERDER_EXTRA_OPTIONS: "opt 64 clang" + MOZ_AUTOMATION_PACKAGE_TESTS: "1" + run: + config: + - builds/releng_base_firefox.py + - builds/releng_base_windows_64_mingw_builds.py + - builds/releng_sub_windows_configs/64_mingwclang.py + mozconfig-variant: mingwclang + run-on-projects: + - 'mozilla-central' + - 'mozilla-esr115' + use-sccache: true + fetches: + toolchain: + - mingw32-rust + - linux64-upx + - linux64-wine + - linux64-sccache + - linux64-cbindgen + - linux64-nasm + - linux64-node + - linux64-clang-mingw-x64 + - linux64-mingw32-nsis + - linux64-mingw-fxc2-x86 + - linux64-dump_syms + - sysroot-x86_64-linux-gnu + - sysroot-wasm32-wasi + +win64-mingwclang/debug: + description: "Win64 MinGW-Clang Debug" + index: + product: firefox + job-name: win64-mingwclang-debug + treeherder: + platform: windows-mingw32/all + symbol: WMC64(Bd) + tier: 2 + worker: + env: + PERFHERDER_EXTRA_OPTIONS: "debug 64 clang" + MOZ_AUTOMATION_PACKAGE_TESTS: "1" + run: + config: + - builds/releng_base_firefox.py + - builds/releng_base_windows_64_mingw_builds.py + - builds/releng_sub_windows_configs/64_mingwclang.py + mozconfig-variant: mingwclang-debug + run-on-projects: + - 'mozilla-central' + - 'mozilla-esr115' + use-sccache: true + fetches: + toolchain: + - mingw32-rust + - linux64-upx + - linux64-wine + - linux64-sccache + - linux64-cbindgen + - linux64-nasm + - linux64-node + - linux64-clang-mingw-x64 + - linux64-mingw32-nsis + - linux64-mingw-fxc2-x86 + - linux64-dump_syms + - sysroot-x86_64-linux-gnu + - sysroot-wasm32-wasi diff --git a/taskcluster/kinds/build/windows.yml b/taskcluster/kinds/build/windows.yml new file mode 100644 index 0000000000..af0bebb4f0 --- /dev/null +++ b/taskcluster/kinds/build/windows.yml @@ -0,0 +1,1583 @@ +# This Source Code Form is subject to the terms of the Mozilla Public +# License, v. 2.0. If a copy of the MPL was not distributed with this +# file, You can obtain one at http://mozilla.org/MPL/2.0/. +--- +job-defaults: + run: + using: mozharness + fetches: + toolchain: + - windows-rs + +win32/debug: + description: "Win32 Debug" + index: + product: firefox + job-name: win32-debug + attributes: + enable-build-signing: true + enable-full-crashsymbols: true + treeherder: + platform: windows2012-32/debug + symbol: B + tier: 1 + worker-type: b-linux-gcp + worker: + max-run-time: 7200 + env: + MOZ_AUTOMATION_PACKAGE_TESTS: "1" + run: + options: [append-env-variables-from-configs] + actions: [get-secrets, build] + script: mozharness/scripts/fx_desktop_build.py + secrets: true + config: + - builds/releng_base_firefox.py + - builds/releng_base_linux_64_builds.py + - builds/taskcluster_sub_win32/debug.py + mozconfig-variant: debug + extra-config: + mozconfig_platform: win32 + use-sccache: true + fetches: + toolchain: + - linux64-clang + - linux64-rust-cross + - linux64-rust-size + - linux64-nasm + - linux64-node + - linux64-cbindgen + - linux64-sccache + - linux64-dump_syms + - linux64-wine + - linux64-winchecksec + - nsis + - sysroot-x86_64-linux-gnu + - sysroot-wasm32-wasi + - vs + fetch: + - upx-3.95-win + +win32/opt: + description: "Win32 Opt" + index: + product: firefox + job-name: win32-opt + attributes: + enable-build-signing: true + enable-full-crashsymbols: true + treeherder: + platform: windows2012-32/opt + symbol: B + tier: 1 + worker-type: b-linux-gcp + worker: + max-run-time: 7200 + env: + MOZ_AUTOMATION_PACKAGE_TESTS: "1" + run: + options: [append-env-variables-from-configs] + actions: [get-secrets, build] + script: mozharness/scripts/fx_desktop_build.py + secrets: true + config: + - builds/releng_base_firefox.py + - builds/releng_base_linux_64_builds.py + extra-config: + stage_platform: win32 + mozconfig_platform: win32 + run-on-projects: ['integration'] + use-sccache: true + fetches: + toolchain: + - linux64-clang + - linux64-rust-cross + - linux64-rust-size + - linux64-nasm + - linux64-node + - linux64-cbindgen + - linux64-sccache + - linux64-dump_syms + - linux64-wine + - linux64-winchecksec + - nsis + - sysroot-x86_64-linux-gnu + - sysroot-wasm32-wasi + - vs + fetch: + - upx-3.95-win + +win32-fuzzing/debug: + description: "Win32 Fuzzing Debug" + index: + product: firefox + job-name: win32-fuzzing-debug + attributes: + enable-full-crashsymbols: true + treeherder: + platform: windows2012-32/debug + symbol: Bf + tier: 1 + worker-type: b-linux-gcp + worker: + max-run-time: 7200 + env: + PERFHERDER_EXTRA_OPTIONS: fuzzing + run: + actions: [get-secrets, build] + options: [append-env-variables-from-configs] + script: mozharness/scripts/fx_desktop_build.py + secrets: true + config: + - builds/releng_base_firefox.py + - builds/releng_base_linux_64_builds.py + - builds/taskcluster_sub_win32/debug.py + extra-config: + stage_platform: win32 + mozconfig_platform: win32 + mozconfig-variant: debug-fuzzing + run-on-projects: ['trunk'] + use-sccache: true + fetches: + toolchain: + - linux64-clang + - linux64-rust-cross + - linux64-rust-size + - linux64-nasm + - linux64-node + - linux64-cbindgen + - linux64-sccache + - linux64-dump_syms + - linux64-wine + - linux64-winchecksec + - nsis + - sysroot-x86_64-linux-gnu + - sysroot-wasm32-wasi + - vs + fetch: + - upx-3.95-win + optimization: + skip-unless-expanded: null + +win64/debug: + description: "Win64 Debug" + index: + product: firefox + job-name: win64-debug + attributes: + enable-build-signing: true + enable-full-crashsymbols: true + treeherder: + platform: windows2012-64/debug + symbol: B + tier: 1 + worker-type: b-linux-gcp + worker: + max-run-time: 7200 + env: + MOZ_AUTOMATION_PACKAGE_TESTS: "1" + run: + options: [append-env-variables-from-configs] + actions: [get-secrets, build] + script: mozharness/scripts/fx_desktop_build.py + secrets: true + config: + - builds/releng_base_firefox.py + - builds/releng_base_linux_64_builds.py + - builds/taskcluster_sub_win64/debug.py + mozconfig-variant: debug + extra-config: + mozconfig_platform: win64 + use-sccache: true + fetches: + toolchain: + - linux64-clang + - linux64-rust-cross + - linux64-rust-size + - linux64-nasm + - linux64-node + - linux64-cbindgen + - linux64-sccache + - linux64-dump_syms + - linux64-wine + - linux64-winchecksec + - nsis + - sysroot-x86_64-linux-gnu + - sysroot-wasm32-wasi + - vs + fetch: + - upx-3.95-win + +win64-non-unified/plain: + description: "Win64 Hybrid Plain" + index: + product: firefox + job-name: win64-non-unified-plain + treeherder: + platform: windows2012-64/debug + symbol: Bp-nu + tier: 1 + worker-type: b-linux-gcp + worker: + max-run-time: 7200 + env: + PERFHERDER_EXTRA_OPTIONS: non-unified + run: + options: [append-env-variables-from-configs] + actions: [get-secrets, build] + script: mozharness/scripts/fx_desktop_build.py + secrets: true + config: + - builds/releng_base_firefox.py + - builds/releng_base_linux_64_builds.py + mozconfig-variant: non-unified + extra-config: + mozconfig_platform: win64 + use-sccache: true + run-on-projects: ['integration'] + fetches: + toolchain: + - linux64-clang + - linux64-rust-cross + - linux64-rust-size + - linux64-nasm + - linux64-node + - linux64-cbindgen + - linux64-sccache + - linux64-dump_syms + - linux64-wine + - linux64-winchecksec + - nsis + - sysroot-x86_64-linux-gnu + - sysroot-wasm32-wasi + - vs + fetch: + - upx-3.95-win + +win64-fuzzing/debug: + description: "Win64 Fuzzing Debug" + index: + product: firefox + job-name: win64-fuzzing-debug + attributes: + enable-full-crashsymbols: true + treeherder: + platform: windows2012-64/debug + symbol: Bf + tier: 1 + worker-type: b-linux-gcp + worker: + max-run-time: 7200 + env: + PERFHERDER_EXTRA_OPTIONS: fuzzing + run: + actions: [get-secrets, build] + options: [append-env-variables-from-configs] + script: mozharness/scripts/fx_desktop_build.py + secrets: true + config: + - builds/releng_base_firefox.py + - builds/releng_base_linux_64_builds.py + - builds/taskcluster_sub_win64/debug.py + extra-config: + mozconfig_platform: win64 + mozconfig-variant: debug-fuzzing + run-on-projects: ['trunk'] + use-sccache: true + fetches: + toolchain: + - linux64-clang + - linux64-rust-cross + - linux64-rust-size + - linux64-nasm + - linux64-node + - linux64-cbindgen + - linux64-sccache + - linux64-dump_syms + - linux64-wine + - linux64-winchecksec + - nsis + - sysroot-x86_64-linux-gnu + - sysroot-wasm32-wasi + - vs + fetch: + - upx-3.95-win + optimization: + skip-unless-expanded: null + +win64-plain/debug: + description: "Win64 Debug Plain" + index: + product: firefox + job-name: win64-plain-debug + treeherder: + platform: windows2012-64/debug + symbol: Bp + tier: 1 + worker-type: b-win2022 + worker: + max-run-time: 7200 + env: + PERFHERDER_EXTRA_OPTIONS: plain + run: + actions: [build] + options: [append-env-variables-from-configs] + script: mozharness/scripts/fx_desktop_build.py + config: + - builds/releng_base_firefox.py + - builds/taskcluster_base_windows.py + - builds/taskcluster_base_win64.py + extra-config: + disable_package_metrics: true + stage_platform: win64 + mozconfig-variant: plain-debug + run-on-projects: ['trunk'] + fetches: + toolchain: + - win64-clang + - win64-rust + - win64-node + - win64-nasm + - win64-cbindgen + - win64-winchecksec + - win64-mozmake + - win64-dump_syms + - vs + - nsis + - sysroot-wasm32-wasi + optimization: + skip-unless-expanded: null + +win64/opt: + description: "Win64 Opt" + index: + product: firefox + job-name: win64-opt + attributes: + enable-build-signing: true + enable-full-crashsymbols: true + treeherder: + platform: windows2012-64/opt + symbol: B + tier: 1 + worker-type: b-linux-gcp + worker: + max-run-time: 7200 + env: + MOZ_AUTOMATION_PACKAGE_TESTS: "1" + run: + options: [append-env-variables-from-configs] + actions: [get-secrets, build] + script: mozharness/scripts/fx_desktop_build.py + secrets: true + config: + - builds/releng_base_firefox.py + - builds/releng_base_linux_64_builds.py + extra-config: + stage_platform: win64 + mozconfig_platform: win64 + run-on-projects: ['integration'] + use-sccache: true + fetches: + toolchain: + - linux64-clang + - linux64-rust-cross + - linux64-rust-size + - linux64-nasm + - linux64-node + - linux64-cbindgen + - linux64-sccache + - linux64-dump_syms + - linux64-wine + - linux64-winchecksec + - nsis + - sysroot-x86_64-linux-gnu + - sysroot-wasm32-wasi + - vs + fetch: + - upx-3.95-win + +win64-plain/opt: + description: "Win64 Opt Plain" + index: + product: firefox + job-name: win64-plain-opt + treeherder: + platform: windows2012-64/opt + symbol: Bp + tier: 1 + worker-type: b-win2022 + worker: + max-run-time: 7200 + env: + PERFHERDER_EXTRA_OPTIONS: plain + run: + actions: [build] + options: [append-env-variables-from-configs] + script: mozharness/scripts/fx_desktop_build.py + config: + - builds/releng_base_firefox.py + - builds/taskcluster_base_windows.py + - builds/taskcluster_base_win64.py + extra-config: + disable_package_metrics: true + stage_platform: win64 + mozconfig-variant: plain-opt + run-on-projects: ['mozilla-central'] + fetches: + toolchain: + - win64-clang + - win64-rust + - win64-nasm + - win64-node + - win64-cbindgen + - win64-winchecksec + - win64-mozmake + - win64-dump_syms + - vs + - nsis + - sysroot-wasm32-wasi + optimization: + skip-unless-expanded: null + +win32-shippable/opt: + description: "Win32 Opt Shippable" + use-pgo: true + index: + product: firefox + job-name: win32-opt + type: shippable + attributes: + shippable: true + enable-full-crashsymbols: true + stub-installer: + by-release-type: + nightly: true + beta: true + release.*: true + esr.*: false + default: + by-project: + # browser/confvars.sh looks for nightly-try + try: true + default: false + shipping-phase: build + shipping-product: firefox + treeherder: + platform: windows2012-32-shippable/opt + symbol: Bpgo(B) + tier: 1 + run-on-projects: ['release'] + worker-type: b-linux-gcp + worker: + max-run-time: 10800 + env: + MOZ_AUTOMATION_PACKAGE_TESTS: "1" + run: + actions: [get-secrets, build] + options: [append-env-variables-from-configs] + script: mozharness/scripts/fx_desktop_build.py + secrets: true + config: + - builds/releng_base_firefox.py + builds/releng_base_linux_64_builds.py + - taskcluster_nightly.py + extra-config: + stage_platform: win32 + mozconfig_platform: win32 + fetches: + toolchain: + - linux64-clang + - linux64-rust-cross + - linux64-rust-size + - linux64-nasm + - linux64-node + - linux64-cbindgen + - linux64-dump_syms + - linux64-wine + - linux64-winchecksec + - nsis + - sysroot-x86_64-linux-gnu + - sysroot-wasm32-wasi + - vs + fetch: + - upx-3.95-win + +win64-shippable/opt: + description: "Win64 Shippable" + use-pgo: true + index: + product: firefox + job-name: win64-opt + type: shippable + attributes: + shippable: true + enable-full-crashsymbols: true + shipping-phase: build + shipping-product: firefox + treeherder: + platform: windows2012-64-shippable/opt + symbol: Bpgo(B) + tier: 1 + run-on-projects: ['release'] + worker-type: b-linux-xlarge-gcp + worker: + max-run-time: 10800 + env: + MOZ_AUTOMATION_PACKAGE_TESTS: "1" + run: + actions: [get-secrets, build] + options: [append-env-variables-from-configs] + script: mozharness/scripts/fx_desktop_build.py + secrets: true + config: + - builds/releng_base_firefox.py + - builds/releng_base_linux_64_builds.py + - taskcluster_nightly.py + extra-config: + stage_platform: win64 + mozconfig_platform: win64 + max_build_output_timeout: 3600 + fetches: + toolchain: + - linux64-clang + - linux64-rust-cross + - linux64-rust-size + - linux64-nasm + - linux64-node + - linux64-cbindgen + - linux64-dump_syms + - linux64-wine + - linux64-winchecksec + - nsis + - sysroot-x86_64-linux-gnu + - sysroot-wasm32-wasi + - vs + fetch: + - upx-3.95-win + +win64-nightlyasrelease/opt: + description: "Win64 Opt Nightly-As-Release" + use-pgo: win64-nightlyasrelease/opt + attributes: + enable-full-crashsymbols: true + index: + product: firefox + job-name: win64-nightlyasrelease-opt + treeherder: + platform: win64-nightlyasrelease/opt + symbol: Bpgo(Bnar) + worker-type: b-linux-xlarge-gcp + worker: + max-run-time: 10800 + env: + PERFHERDER_EXTRA_OPTIONS: "nightly-as-release" + MOZ_AUTOMATION_PACKAGE_TESTS: "1" + run: + actions: [get-secrets, build] + options: [append-env-variables-from-configs] + script: mozharness/scripts/fx_desktop_build.py + secrets: true + config: + - builds/releng_base_firefox.py + - builds/releng_base_linux_64_builds.py + - taskcluster_nightly.py + extra-config: + stage_platform: win64 + mozconfig_platform: win64 + max_build_output_timeout: 3600 + mozconfig-variant: nightly-as-release + run-on-projects: [trunk-only] + fetches: + toolchain: + - linux64-clang + - linux64-rust-cross + - linux64-rust-size + - linux64-nasm + - linux64-node + - linux64-cbindgen + - linux64-dump_syms + - linux64-wine + - linux64-winchecksec + - nsis + - sysroot-x86_64-linux-gnu + - sysroot-wasm32-wasi + - vs + fetch: + - upx-3.95-win + +win32-add-on-devel/opt: + description: "Windows32 add-on-devel" + index: + product: firefox + job-name: win32-add-on-devel + treeherder: + platform: windows2012-32-add-on-devel/opt + symbol: B + tier: 2 + worker-type: b-linux-gcp + worker: + max-run-time: 10800 + run: + actions: [get-secrets, build] + options: [append-env-variables-from-configs] + script: "mozharness/scripts/fx_desktop_build.py" + secrets: true + config: + - builds/releng_base_firefox.py + - builds/releng_base_linux_64_builds.py + extra-config: + stage_platform: win32-add-on-devel + mozconfig_platform: win32 + mozconfig-variant: add-on-devel + run-on-projects: ['mozilla-beta', 'mozilla-release'] + use-sccache: true + fetches: + toolchain: + - linux64-clang + - linux64-rust-cross + - linux64-rust-size + - linux64-nasm + - linux64-node + - linux64-cbindgen + - linux64-sccache + - linux64-dump_syms + - linux64-wine + - linux64-winchecksec + - nsis + - sysroot-x86_64-linux-gnu + - sysroot-wasm32-wasi + - vs + fetch: + - upx-3.95-win + +win64-add-on-devel/opt: + description: "Windows64 add-on-devel" + index: + product: firefox + job-name: win64-add-on-devel + treeherder: + platform: windows2012-64-add-on-devel/opt + symbol: B + tier: 2 + worker-type: b-linux-gcp + worker: + max-run-time: 10800 + run: + actions: [get-secrets, build] + options: [append-env-variables-from-configs] + script: "mozharness/scripts/fx_desktop_build.py" + secrets: true + config: + - builds/releng_base_firefox.py + - builds/releng_base_linux_64_builds.py + extra-config: + stage_platform: win64-on-devel + mozconfig_platform: win64 + mozconfig-variant: add-on-devel + run-on-projects: ['mozilla-beta', 'mozilla-release'] + use-sccache: true + fetches: + toolchain: + - linux64-clang + - linux64-rust-cross + - linux64-rust-size + - linux64-nasm + - linux64-node + - linux64-cbindgen + - linux64-sccache + - linux64-dump_syms + - linux64-wine + - linux64-winchecksec + - nsis + - sysroot-x86_64-linux-gnu + - sysroot-wasm32-wasi + - vs + fetch: + - upx-3.95-win + +win64-noopt/debug: + description: "Win64 No-optimize Debug" + index: + product: firefox + job-name: win64-noopt-debug + treeherder: + platform: windows2012-64-noopt/debug + symbol: B + tier: 2 + worker-type: b-linux-gcp + worker: + max-run-time: 7200 + run: + actions: [get-secrets, build] + options: [append-env-variables-from-configs] + script: mozharness/scripts/fx_desktop_build.py + secrets: true + config: + - builds/releng_base_firefox.py + - builds/releng_base_linux_64_builds.py + - builds/taskcluster_sub_win64/noopt_debug.py + mozconfig-variant: noopt-debug + extra-config: + mozconfig_platform: win64 + run-on-projects: ['mozilla-central'] + use-sccache: true + fetches: + toolchain: + - linux64-clang + - linux64-rust-cross + - linux64-rust-size + - linux64-nasm + - linux64-node + - linux64-cbindgen + - linux64-sccache + - linux64-dump_syms + - linux64-wine + - linux64-winchecksec + - nsis + - sysroot-x86_64-linux-gnu + - sysroot-wasm32-wasi + - vs + fetch: + - upx-3.95-win + +win32-noopt/debug: + description: "Win32 No-optimize Debug" + index: + product: firefox + job-name: win32-noopt-debug + treeherder: + platform: windows2012-32-noopt/debug + symbol: B + tier: 2 + worker-type: b-linux-gcp + worker: + max-run-time: 7200 + run: + actions: [get-secrets, build] + options: [append-env-variables-from-configs] + script: mozharness/scripts/fx_desktop_build.py + secrets: true + config: + - builds/releng_base_firefox.py + - builds/releng_base_linux_64_builds.py + - builds/taskcluster_sub_win32/noopt_debug.py + mozconfig-variant: noopt-debug + extra-config: + mozconfig_platform: win32 + run-on-projects: ['mozilla-central'] + use-sccache: true + fetches: + toolchain: + - linux64-clang + - linux64-rust-cross + - linux64-rust-size + - linux64-nasm + - linux64-node + - linux64-cbindgen + - linux64-sccache + - linux64-dump_syms + - linux64-wine + - linux64-winchecksec + - nsis + - sysroot-x86_64-linux-gnu + - sysroot-wasm32-wasi + - vs + fetch: + - upx-3.95-win + +win32-rusttests/opt: + description: "Win32 Rust Tests Opt" + index: + product: firefox + job-name: win32-rusttests-opt + treeherder: + platform: windows2012-32/opt + symbol: BR + tier: 1 + worker-type: b-win2022 + worker: + max-run-time: 5400 + env: + PERFHERDER_EXTRA_OPTIONS: rusttests + run: + actions: [get-secrets, build] + options: [append-env-variables-from-configs] + script: mozharness/scripts/fx_desktop_build.py + secrets: true + config: + - builds/releng_base_firefox.py + - builds/taskcluster_base_windows.py + - builds/taskcluster_base_win32.py + extra-config: + stage_platform: win32-rusttests + app_name: tools/rusttests + disable_package_metrics: true + mozconfig-variant: rusttests + run-on-projects: ['mozilla-central'] + fetches: + toolchain: + - win64-clang + - win64-rust + - win64-cbindgen + - win64-nasm + - win64-node + - win64-winchecksec + - win64-mozmake + - win64-dump_syms + - vs + optimization: + test-inclusive: [rusttests] + +win32-rusttests/debug: + description: "Win32 Rust Tests Debug" + index: + product: firefox + job-name: win32-rusttests-debug + treeherder: + platform: windows2012-32/debug + symbol: BR + tier: 1 + worker-type: b-win2022 + worker: + max-run-time: 5400 + env: + PERFHERDER_EXTRA_OPTIONS: rusttests + run: + actions: [get-secrets, build] + options: [append-env-variables-from-configs] + script: mozharness/scripts/fx_desktop_build.py + secrets: true + config: + - builds/releng_base_firefox.py + - builds/taskcluster_base_windows.py + - builds/taskcluster_base_win32.py + extra-config: + stage_platform: win32-rusttests + app_name: tools/rusttests + disable_package_metrics: true + mozconfig-variant: rusttests-debug + run-on-projects: ['mozilla-central'] + fetches: + toolchain: + - win64-clang + - win64-rust + - win64-cbindgen + - win64-nasm + - win64-node + - win64-winchecksec + - win64-mozmake + - win64-dump_syms + - vs + optimization: + test-inclusive: [rusttests] + +win64-rusttests/opt: + description: "Win64 Rust Tests Opt" + index: + product: firefox + job-name: win64-rusttests-opt + treeherder: + platform: windows2012-64/opt + symbol: BR + tier: 1 + worker-type: b-win2022 + worker: + max-run-time: 5400 + env: + PERFHERDER_EXTRA_OPTIONS: rusttests + run: + actions: [get-secrets, build] + options: [append-env-variables-from-configs] + script: mozharness/scripts/fx_desktop_build.py + secrets: true + config: + - builds/releng_base_firefox.py + - builds/taskcluster_base_windows.py + - builds/taskcluster_base_win64.py + - builds/taskcluster_sub_win64/rusttests_opt.py + mozconfig-variant: rusttests + run-on-projects: ['mozilla-central'] + fetches: + toolchain: + - win64-clang + - win64-rust + - win64-cbindgen + - win64-nasm + - win64-node + - win64-winchecksec + - win64-mozmake + - win64-dump_syms + - vs + optimization: + test-inclusive: [rusttests] + +win64-rusttests/debug: + description: "Win64 Rust Tests Debug" + index: + product: firefox + job-name: win64-rusttests-debug + treeherder: + platform: windows2012-64/debug + symbol: BR + tier: 1 + worker-type: b-win2022 + worker: + max-run-time: 5400 + env: + PERFHERDER_EXTRA_OPTIONS: rusttests + run: + actions: [get-secrets, build] + options: [append-env-variables-from-configs] + script: mozharness/scripts/fx_desktop_build.py + secrets: true + config: + - builds/releng_base_firefox.py + - builds/taskcluster_base_windows.py + - builds/taskcluster_base_win64.py + - builds/taskcluster_sub_win64/rusttests_opt.py + mozconfig-variant: rusttests-debug + run-on-projects: ['trunk'] + fetches: + toolchain: + - win64-clang + - win64-rust + - win64-cbindgen + - win64-nasm + - win64-node + - win64-winchecksec + - win64-mozmake + - win64-dump_syms + - vs + optimization: + test-inclusive: [rusttests] + +win64-ccov/opt: + description: "Win64 Opt Code Coverage" + index: + product: firefox + job-name: win64-ccov-opt + attributes: + enable-build-signing: true + treeherder: + platform: windows2012-64/ccov + symbol: B + tier: 2 + worker-type: b-win2022 + worker: + artifacts: + - name: public/code-coverage-grcov.zip + path: workspace\obj-build\code-coverage-grcov.zip + type: file + max-run-time: 9000 + env: + RUSTC_BOOTSTRAP: '1' + MOZ_AUTOMATION_PACKAGE_TESTS: "1" + run: + options: [append-env-variables-from-configs] + script: mozharness/scripts/fx_desktop_build.py + secrets: true + config: + - builds/releng_base_firefox.py + - builds/taskcluster_base_windows.py + - builds/taskcluster_base_win64.py + - builds/taskcluster_sub_win64/ccov_opt.py + mozconfig-variant: code-coverage + run-on-projects: ['mozilla-central'] + use-sccache: false + fetches: + toolchain: + - win64-clang + - win64-rust + - win64-rust-size + - win64-cbindgen + - win64-grcov + - win64-sccache + - win64-nasm + - win64-node + - win64-winchecksec + - win64-mozmake + - win64-dump_syms + - vs + - nsis + - sysroot-wasm32-wasi + +win64-fuzzing-ccov/opt: + description: "Win64 Fuzzing Opt w/ Coverage" + index: + product: firefox + job-name: win64-ccov-fuzzing-opt + treeherder: + platform: windows2012-64/ccov + symbol: Bocf + worker-type: b-win2022 + worker: + artifacts: + - name: public/code-coverage-grcov.zip + path: workspace\obj-build\code-coverage-grcov.zip + type: file + max-run-time: 9000 + env: + RUSTC_BOOTSTRAP: '1' + PERFHERDER_EXTRA_OPTIONS: "fuzzing-ccov" + run: + using: mozharness + actions: [get-secrets, build] + options: [append-env-variables-from-configs] + config: + - builds/releng_base_firefox.py + - builds/taskcluster_base_windows.py + - builds/taskcluster_base_win64.py + - builds/taskcluster_sub_win64/ccov_opt.py + script: mozharness/scripts/fx_desktop_build.py + secrets: true + mozconfig-variant: fuzzing-ccov + tooltool-downloads: public + run-on-projects: ['mozilla-central'] + use-sccache: false + fetches: + toolchain: + - win64-clang + - win64-rust + - win64-rust-size + - win64-cbindgen + - win64-grcov + - win64-sccache + - win64-nasm + - win64-node + - win64-winchecksec + - win64-mozmake + - win64-dump_syms + - vs + - nsis + - sysroot-wasm32-wasi + +win64-asan/debug: + description: "Win64 Debug ASAN" + index: + product: firefox + job-name: win64-asan-debug + treeherder: + platform: windows2012-64/asan + symbol: Bd + tier: 1 + worker-type: b-linux-gcp + worker: + max-run-time: 7200 + env: + PERFHERDER_EXTRA_OPTIONS: "debug asan" + run: + actions: [get-secrets, build] + options: [append-env-variables-from-configs] + script: mozharness/scripts/fx_desktop_build.py + secrets: true + config: + - builds/releng_base_firefox.py + - builds/releng_base_linux_64_builds.py + - builds/taskcluster_sub_win64/asan_debug.py + extra-config: + mozconfig_platform: win64 + mozconfig-variant: debug-asan + use-sccache: true + fetches: + toolchain: + - linux64-clang + - linux64-rust-cross + - linux64-rust-size + - linux64-nasm + - linux64-node + - linux64-cbindgen + - linux64-sccache + - linux64-dump_syms + - linux64-wine + - linux64-winchecksec + - nsis + - sysroot-x86_64-linux-gnu + - sysroot-wasm32-wasi + - win64-llvm-symbolizer + - vs + fetch: + - upx-3.95-win + optimization: + skip-unless-expanded: null + +win64-asan/opt: + description: "Win64 Opt ASAN" + index: + product: firefox + job-name: win64-asan-opt + treeherder: + platform: windows2012-64/asan + symbol: Bo + tier: 1 + worker-type: b-linux-gcp + worker: + max-run-time: 7200 + env: + PERFHERDER_EXTRA_OPTIONS: "opt asan" + MOZ_AUTOMATION_PACKAGE_TESTS: "1" + run: + actions: [get-secrets, build] + options: [append-env-variables-from-configs] + script: mozharness/scripts/fx_desktop_build.py + secrets: true + config: + - builds/releng_base_firefox.py + - builds/releng_base_linux_64_builds.py + extra-config: + stage_platform: win64-asan + mozconfig_platform: win64 + mozconfig-variant: nightly-asan + use-sccache: true + fetches: + toolchain: + - linux64-clang + - linux64-rust-cross + - linux64-rust-size + - linux64-nasm + - linux64-node + - linux64-cbindgen + - linux64-sccache + - linux64-dump_syms + - linux64-wine + - linux64-winchecksec + - nsis + - sysroot-x86_64-linux-gnu + - sysroot-wasm32-wasi + - win64-llvm-symbolizer + - vs + fetch: + - upx-3.95-win + +win64-asan-reporter-shippable/opt: + description: "Win64 Opt ASAN Reporter (Shippable)" + attributes: + shippable: true + shipping-product: + by-release-type: + nightly: firefox + default: null + index: + product: firefox + job-name: win64-asan-reporter-opt + type: shippable + treeherder: + platform: win64-asan-reporter/opt + symbol: BoR + worker-type: b-linux-xlarge-gcp + worker: + max-run-time: 7200 + env: + PERFHERDER_EXTRA_OPTIONS: "asan-reporter" + MOZ_AUTOMATION_PACKAGE_TESTS: "1" + run: + actions: [get-secrets, build] + options: [append-env-variables-from-configs] + script: mozharness/scripts/fx_desktop_build.py + secrets: true + config: + - builds/releng_base_firefox.py + - builds/releng_base_linux_64_builds.py + - builds/taskcluster_sub_win64/asan_reporter_opt.py + - taskcluster_nightly.py + extra-config: + stage_platform: win64-asan-reporter + mozconfig_platform: win64 + max_build_output_timeout: 3600 + mozconfig-variant: nightly-asan-reporter + mar-channel-id: + firefox-mozilla-central-asan + accepted-mar-channel-ids: + firefox-mozilla-central-asan + run-on-projects: ['mozilla-central'] + fetches: + toolchain: + - linux64-clang + - linux64-rust-cross + - linux64-rust-size + - linux64-nasm + - linux64-node + - linux64-cbindgen + - linux64-dump_syms + - linux64-wine + - linux64-winchecksec + - nsis + - sysroot-x86_64-linux-gnu + - sysroot-wasm32-wasi + - win64-llvm-symbolizer + - vs + fetch: + - upx-3.95-win + +win64-asan-fuzzing/opt: + description: "Win64 Fuzzing Opt ASAN" + index: + product: firefox + job-name: win64-fuzzing-asan-opt + treeherder: + platform: windows2012-64/asan + symbol: Bof + worker-type: b-linux-gcp + worker: + max-run-time: 7200 + env: + PERFHERDER_EXTRA_OPTIONS: fuzzing-asan + run: + actions: [get-secrets, build] + options: [append-env-variables-from-configs] + script: mozharness/scripts/fx_desktop_build.py + secrets: true + config: + - builds/releng_base_firefox.py + - builds/releng_base_linux_64_builds.py + extra-config: + stage_platform: win64-fuzzing-asan + mozconfig_platform: win64 + mozconfig-variant: nightly-fuzzing-asan + use-sccache: true + fetches: + toolchain: + - linux64-clang + - linux64-rust-cross + - linux64-rust-size + - linux64-nasm + - linux64-node + - linux64-cbindgen + - linux64-sccache + - linux64-dump_syms + - linux64-wine + - linux64-winchecksec + - nsis + - sysroot-x86_64-linux-gnu + - sysroot-wasm32-wasi + - win64-llvm-symbolizer + - vs + fetch: + - upx-3.95-win + optimization: + skip-unless-expanded: null + +win32-devedition/opt: + description: "Win32 Dev Edition (shippable)" + use-pgo: win32-shippable/opt + index: + product: devedition + job-name: win32-opt + type: shippable + attributes: + shippable: true + enable-full-crashsymbols: true + stub-installer: + by-release-type: + nightly: true + beta: true + release.*: true + default: + by-project: + # browser/confvars.sh looks for nightly-try + try: true + default: false + shipping-phase: build + shipping-product: devedition + treeherder: + platform: windows2012-32-devedition/opt + symbol: B + tier: 1 + worker-type: b-linux-gcp + worker: + max-run-time: 10800 + env: + MOZ_AUTOMATION_PACKAGE_TESTS: "1" + run: + actions: [get-secrets, build] + script: mozharness/scripts/fx_desktop_build.py + secrets: true + options: [append-env-variables-from-configs] + config: + - builds/releng_base_firefox.py + - builds/releng_base_linux_64_builds.py + - taskcluster_nightly.py + extra-config: + stage_platform: win32-devedition + mozconfig_platform: win32 + mozconfig-variant: devedition + run-on-projects: ['mozilla-beta'] + fetches: + toolchain: + - linux64-clang + - linux64-rust-cross + - linux64-rust-size + - linux64-nasm + - linux64-node + - linux64-cbindgen + - linux64-dump_syms + - linux64-wine + - linux64-winchecksec + - nsis + - sysroot-x86_64-linux-gnu + - sysroot-wasm32-wasi + - vs + fetch: + - upx-3.95-win + +win64-devedition/opt: + description: "Win64 Dev Edition (shippable)" + use-pgo: win64-shippable/opt + index: + product: devedition + job-name: win64-opt + type: shippable + attributes: + shippable: true + enable-full-crashsymbols: true + shipping-phase: build + shipping-product: devedition + treeherder: + platform: windows2012-64-devedition/opt + symbol: B + tier: 1 + worker-type: b-linux-xlarge-gcp + worker: + max-run-time: 10800 + env: + MOZ_AUTOMATION_PACKAGE_TESTS: "1" + run: + actions: [get-secrets, build] + options: [append-env-variables-from-configs] + script: mozharness/scripts/fx_desktop_build.py + secrets: true + config: + - builds/releng_base_firefox.py + - builds/releng_base_linux_64_builds.py + - taskcluster_nightly.py + extra-config: + stage_platform: win64-devedition + mozconfig_platform: win64 + max_build_output_timeout: 3600 + mozconfig-variant: devedition + run-on-projects: ['mozilla-beta'] + fetches: + toolchain: + - linux64-clang + - linux64-rust-cross + - linux64-rust-size + - linux64-nasm + - linux64-node + - linux64-cbindgen + - linux64-dump_syms + - linux64-wine + - linux64-winchecksec + - nsis + - sysroot-x86_64-linux-gnu + - sysroot-wasm32-wasi + - vs + fetch: + - upx-3.95-win + +win64-aarch64/debug: + description: "AArch64 Win64 Debug" + index: + product: firefox + job-name: win64-aarch64-debug + attributes: + enable-full-crashsymbols: true + treeherder: + platform: windows2012-aarch64/debug + symbol: B + tier: 1 + worker-type: b-linux-gcp + worker: + max-run-time: 7200 + env: + PERFHERDER_EXTRA_OPTIONS: aarch64 + run: + actions: [get-secrets, build] + options: [append-env-variables-from-configs] + script: mozharness/scripts/fx_desktop_build.py + secrets: true + config: + - builds/releng_base_firefox.py + - builds/releng_base_linux_64_builds.py + - builds/taskcluster_sub_win64/debug.py + extra-config: + mozconfig_platform: win64-aarch64 + mozconfig-variant: debug + use-sccache: true + fetches: + toolchain: + - linux64-clang + - linux64-rust-cross + - linux64-rust-size + - linux64-nasm + - linux64-node + - linux64-cbindgen + - linux64-sccache + - linux64-dump_syms + - linux64-wine + - linux64-winchecksec + - nsis + - sysroot-x86_64-linux-gnu + - sysroot-wasm32-wasi + - vs + fetch: + - upx-3.95-win + optimization: + skip-unless-expanded: null + +win64-aarch64/opt: + description: "AArch64 Win64 Opt" + index: + product: firefox + job-name: win64-aarch64-opt + attributes: + enable-build-signing: true + enable-full-crashsymbols: true + treeherder: + platform: windows2012-aarch64/opt + symbol: B + tier: 1 + worker-type: b-linux-gcp + worker: + max-run-time: 7200 + env: + PERFHERDER_EXTRA_OPTIONS: aarch64 + run: + actions: [get-secrets, build] + options: [append-env-variables-from-configs] + script: mozharness/scripts/fx_desktop_build.py + secrets: true + config: + - builds/releng_base_firefox.py + - builds/releng_base_linux_64_builds.py + extra-config: + stage_platform: win64-aarch64 + mozconfig_platform: win64-aarch64 + run-on-projects: ['integration'] + use-sccache: true + fetches: + toolchain: + - linux64-clang + - linux64-rust-cross + - linux64-rust-size + - linux64-nasm + - linux64-node + - linux64-cbindgen + - linux64-sccache + - linux64-dump_syms + - linux64-wine + - linux64-winchecksec + - nsis + - sysroot-x86_64-linux-gnu + - sysroot-wasm32-wasi + - vs + fetch: + - upx-3.95-win + optimization: + skip-unless-expanded: null + +win64-aarch64-shippable/opt: + description: "AArch64 Win64 Shippable" + use-pgo: win64-shippable/opt + index: + product: firefox + job-name: win64-aarch64-opt + type: shippable + attributes: + shippable: true + enable-full-crashsymbols: true + shipping-phase: build + shipping-product: firefox + treeherder: + platform: windows2012-aarch64-shippable/opt + symbol: Bpgo(B) + tier: 1 + run-on-projects: ['release'] + worker-type: b-linux-xlarge-gcp + worker: + max-run-time: 10800 + env: + MOZ_AUTOMATION_PACKAGE_TESTS: "1" + run: + actions: [get-secrets, build] + options: [append-env-variables-from-configs] + script: mozharness/scripts/fx_desktop_build.py + secrets: true + config: + - builds/releng_base_firefox.py + - builds/releng_base_linux_64_builds.py + - taskcluster_nightly.py + extra-config: + stage_platform: win64-aarch64 + mozconfig_platform: win64-aarch64 + max_build_output_timeout: 3600 + fetches: + toolchain: + - linux64-clang + - linux64-rust-cross + - linux64-rust-size + - linux64-nasm + - linux64-node + - linux64-cbindgen + - linux64-dump_syms + - linux64-wine + - linux64-winchecksec + - nsis + - sysroot-x86_64-linux-gnu + - sysroot-wasm32-wasi + - vs + fetch: + - upx-3.95-win + +win64-aarch64-devedition/opt: + description: "AArch64 Win64 Dev Edition (shippable)" + use-pgo: win64-shippable/opt + index: + product: devedition + job-name: win64-aarch64-opt + type: shippable + attributes: + shippable: true + enable-full-crashsymbols: true + shipping-phase: build + shipping-product: devedition + treeherder: + platform: windows2012-aarch64-devedition/opt + symbol: Bpgo(B) + tier: 1 + worker-type: b-linux-xlarge-gcp + worker: + max-run-time: 10800 + env: + MOZ_AUTOMATION_PACKAGE_TESTS: "1" + run: + actions: [get-secrets, build] + options: [append-env-variables-from-configs] + script: mozharness/scripts/fx_desktop_build.py + secrets: true + config: + - builds/releng_base_firefox.py + - builds/releng_base_linux_64_builds.py + - taskcluster_nightly.py + extra-config: + stage_platform: win64-aarch64 + mozconfig_platform: win64-aarch64 + max_build_output_timeout: 3600 + mozconfig-variant: devedition + run-on-projects: ['mozilla-beta'] + fetches: + toolchain: + - linux64-clang + - linux64-rust-cross + - linux64-rust-size + - linux64-nasm + - linux64-node + - linux64-cbindgen + - linux64-dump_syms + - linux64-wine + - linux64-winchecksec + - nsis + - sysroot-x86_64-linux-gnu + - sysroot-wasm32-wasi + - vs + fetch: + - upx-3.95-win diff --git a/taskcluster/kinds/code-review/kind.yml b/taskcluster/kinds/code-review/kind.yml new file mode 100644 index 0000000000..16586e5a20 --- /dev/null +++ b/taskcluster/kinds/code-review/kind.yml @@ -0,0 +1,45 @@ +# This Source Code Form is subject to the terms of the Mozilla Public +# License, v. 2.0. If a copy of the MPL was not distributed with this +# file, You can obtain one at http://mozilla.org/MPL/2.0/. +--- +loader: gecko_taskgraph.loader.transform:loader + +transforms: + - gecko_taskgraph.transforms.code_review:transforms + - gecko_taskgraph.transforms.job:transforms + - gecko_taskgraph.transforms.task:transforms + +kind-dependencies: + - source-test + - toolchain + +job-defaults: + use-python: default + +jobs: + issues: + label: code-review-issues + description: List all issues found in static analysis and linting tasks + worker-type: b-linux-gcp + + # Only run by using the code-review target_tasks_method + run-on-projects: [] + + # This option permits to run the task + # regardless of the soft-dependencies tasks exit status + # as we are interested in the task failures + requires: all-resolved + + # Publish on pulse + routes: + - project.relman.codereview.v1.try_ending + + # Dummy execution for now, we only need the pulse message + worker: + docker-image: + in-tree: debian12-base + max-run-time: 600 + run: + using: run-task + checkout: false + command: /bin/true diff --git a/taskcluster/kinds/condprof/kind.yml b/taskcluster/kinds/condprof/kind.yml new file mode 100644 index 0000000000..d1e50620c8 --- /dev/null +++ b/taskcluster/kinds/condprof/kind.yml @@ -0,0 +1,136 @@ +# This Source Code Form is subject to the terms of the Mozilla Public +# License, v. 2.0. If a copy of the MPL was not distributed with this +# file, You can obtain one at http://mozilla.org/MPL/2.0/. +--- +loader: gecko_taskgraph.loader.transform:loader + +kind-dependencies: + - build + - toolchain + +transforms: + - gecko_taskgraph.transforms.condprof:transforms + - gecko_taskgraph.transforms.job:transforms + - gecko_taskgraph.transforms.task:transforms + +job-defaults: + treeherder: + kind: other + tier: 2 + scenarios: + - settled + run: + using: run-task + cwd: fetches/condprofile + checkout: false + tooltool-downloads: public + scopes: + - secrets:get:project/releng/gecko/build/level-{level}/conditioned-profiles + worker: + taskcluster-proxy: true + max-run-time: 10800 + use-python: default +jobs: + windows2012-64-firefox: + worker-type: b-win2022 + description: Creates or updates conditioned profiles on Win64 + run-on-projects: ['mozilla-central'] + treeherder: + symbol: condprof(firefox) + platform: windows2012-64/opt + index: + product: firefox + job-name: condprof-win64 + dependencies: + build: build-win64-shippable/opt + scenarios: + - settled + - full + fetches: + build: + - artifact: target.condprof.tests.tar.gz + - artifact: target.zip + toolchain: + - win64-geckodriver + run: + command: >- + python3.exe condprof/main.py + ${EXTRA_ARGS} + --geckodriver ${MOZ_FETCHES_DIR}/geckodriver.exe + --firefox ${MOZ_FETCHES_DIR}/firefox/firefox.exe + --scenario ${SCENARIO} + ../../archive + worker: + artifacts: + - name: public/condprof + path: archive + type: directory + linux64-firefox: + worker-type: b-linux-gcp + description: Creates or updates conditioned profiles on Linux + run-on-projects: ['mozilla-central'] + treeherder: + symbol: condprof(firefox) + platform: linux64/opt + index: + product: firefox + job-name: condprof-linux64 + dependencies: + build: build-linux64-shippable/opt + scenarios: + - settled + - full + fetches: + build: + - artifact: target.condprof.tests.tar.gz + - artifact: target.tar.bz2 + toolchain: + - linux64-geckodriver + run: + command: >- + python3 -m venv . && + bin/python3 condprof/main.py + ${EXTRA_ARGS} + --geckodriver ${MOZ_FETCHES_DIR}/geckodriver + --firefox ${MOZ_FETCHES_DIR}/firefox/firefox-bin + --scenario ${SCENARIO} + ../../archive + worker: + docker-image: {in-tree: condprof} + artifacts: + - name: public/condprof + path: /builds/worker/archive + type: directory + macosx64-firefox: + worker-type: t-osx-1015-r8 + description: Creates or updates conditioned profiles on macOS + run-on-projects: ['mozilla-central'] + treeherder: + symbol: condprof(firefox) + platform: macosx1015-64-qr/opt + index: + product: firefox + job-name: condprof-macosx64 + dependencies: + build: build-macosx64-shippable/opt + fetches: + build: + - artifact: target.condprof.tests.tar.gz + - artifact: target.dmg + extract: false + toolchain: + - macosx64-geckodriver + run: + command: >- + python3 -m venv . && + bin/python3 condprof/main.py + ${EXTRA_ARGS} + --geckodriver ${MOZ_FETCHES_DIR}/geckodriver + --firefox ${MOZ_FETCHES_DIR}/target.dmg + --scenario ${SCENARIO} + ../../archive + worker: + artifacts: + - name: public/condprof + path: archive + type: directory diff --git a/taskcluster/kinds/cron-bouncer-check/kind.yml b/taskcluster/kinds/cron-bouncer-check/kind.yml new file mode 100644 index 0000000000..62d2c80960 --- /dev/null +++ b/taskcluster/kinds/cron-bouncer-check/kind.yml @@ -0,0 +1,82 @@ +# This Source Code Form is subject to the terms of the Mozilla Public +# License, v. 2.0. If a copy of the MPL was not distributed with this +# file, You can obtain one at http://mozilla.org/MPL/2.0/. +--- +loader: gecko_taskgraph.loader.transform:loader + +transforms: + - gecko_taskgraph.transforms.bouncer_check:transforms + - gecko_taskgraph.transforms.job:transforms + - gecko_taskgraph.transforms.task:transforms + +job-defaults: + name: bouncer-check + description: bouncer check + worker-type: b-linux-gcp + worker: + max-run-time: 1200 + docker-image: {in-tree: "update-verify"} + run: + sparse-profile: mozharness + extra-config: + bouncer_prefix: "https://download.mozilla.org/" + attributes: + build_platform: linux64 + build_type: opt + cron: true + treeherder: + symbol: Rel(ckbouncer) + kind: test + tier: 1 + +jobs: + firefox: + shipping-product: firefox + index: + product: firefox + job-name: firefox-bouncer-check + run: + config: + by-release-type: + nightly: + - releases/bouncer_firefox_nightly.py + beta: + - releases/bouncer_firefox_beta.py + release: + - releases/bouncer_firefox_release.py + esr.*: + - releases/bouncer_firefox_esr.py + default: + - releases/bouncer_firefox_beta.py + product-field: + by-project: + mozilla-central: FIREFOX_NIGHTLY + mozilla-beta: LATEST_FIREFOX_RELEASED_DEVEL_VERSION + mozilla-release: LATEST_FIREFOX_VERSION + mozilla-esr115: FIREFOX_ESR + # mozilla-esrXX: FIREFOX_ESR_NEXT + default: LATEST_FIREFOX_DEVEL_VERSION + products-url: https://product-details.mozilla.org/1.0/firefox_versions.json + treeherder: + platform: firefox-release/opt + + devedition: + shipping-product: devedition + run-on-projects: [mozilla-beta] + index: + product: devedition + job-name: devedition-bouncer-check + run: + config: + by-project: + mozilla-beta: + - releases/bouncer_firefox_devedition.py + default: + - releases/dev_bouncer_firefox_devedition.py + product-field: + by-project: + mozilla-beta: LATEST_FIREFOX_RELEASED_DEVEL_VERSION + default: LATEST_FIREFOX_DEVEL_VERSION + products-url: https://product-details.mozilla.org/1.0/firefox_versions.json + treeherder: + platform: devedition-release/opt diff --git a/taskcluster/kinds/diffoscope/artifacts.yml b/taskcluster/kinds/diffoscope/artifacts.yml new file mode 100644 index 0000000000..a89dfcbfee --- /dev/null +++ b/taskcluster/kinds/diffoscope/artifacts.yml @@ -0,0 +1,56 @@ +# This Source Code Form is subject to the terms of the Mozilla Public +# License, v. 2.0. If a copy of the MPL was not distributed with this +# file, You can obtain one at http://mozilla.org/MPL/2.0/. +--- +job-defaults: + # Artifact builds always build with nightly branding, so these checks don't + # work on non-trunk branches. + run-on-projects: ['trunk'] + unpack: true + fail-on-diff: true + pre-diff-commands: + # jogfile.json is only created in artifact builds. + - rm b/"$RESOURCE_DIR"/jogfile.json + # Remove noise from differences in line numbers in preprocessor output + # due to #if/#else branches. + - sed -i '/^\/\/@line /d' {a,b}/"$RESOURCE_DIR"/browser/defaults/preferences/firefox.js + # bug 1825141 - telemetry.fog.artifact_build isn't stable between + # artifact and not-artifact builds, so remove its line if present. + - sed -i '/telemetry\.fog\.artifact\_build/d' b/"$RESOURCE_DIR"/browser/defaults/preferences/firefox.js + # non-macOS artifact builds are not fed with accepted-mar-channel-ids. + - if [ -f a/"$RESOURCE_DIR"/update-settings.ini ]; then sed -i '/ACCEPTED_MAR_CHANNEL_IDS/d' {a,b}/"$RESOURCE_DIR"/update-settings.ini; fi + # macOS artifact builds have local update configurations, not Nightly + # update configurations. + - rm -f {a,b}/"$RESOURCE_DIR"/../Frameworks/ChannelPrefs.framework/ChannelPrefs + - rm -f {a,b}/"$RESOURCE_DIR"/../MacOS/updater.app/Contents/Frameworks/UpdateSettings.framework/UpdateSettings + # Extra diffoscope arguments to account for: + # - about:buildconfig being expectedly different. + extra-args: >- + --exclude b/"$RESOURCE_DIR"/chrome/toolkit/content/global/buildconfig.html + # This is necessary to avoid building the dependencies on every push on autoland + # A more robust fix for this is https://bugzilla.mozilla.org/show_bug.cgi?id=1643346 + optimization: + skip-unless-expanded: null + +artifact-linux64-validation: + symbol: Linux64a + new: artifact-build-linux64-artifact/opt + original: build-linux64/opt + +artifact-macosx64-validation: + symbol: Macosx64a + new: artifact-build-macosx64-artifact/opt + original: build-macosx64/opt + +artifact-win64-validation: + symbol: Win64a + new: artifact-build-win64-artifact/opt + original: build-win64/opt + # Extra diffoscope arguments to account for: + # - about:buildconfig being expectedly different. + # - There are some differences in PE metadata in helper.exe because + # it's (re)built in the EME build, and that part of the build is + # not reproducible. + extra-args: >- + --exclude b/"$RESOURCE_DIR"/chrome/toolkit/content/global/buildconfig.html + --exclude b/firefox/uninstall/helper.exe diff --git a/taskcluster/kinds/diffoscope/kind.yml b/taskcluster/kinds/diffoscope/kind.yml new file mode 100644 index 0000000000..89b38fc665 --- /dev/null +++ b/taskcluster/kinds/diffoscope/kind.yml @@ -0,0 +1,61 @@ +# This Source Code Form is subject to the terms of the Mozilla Public +# License, v. 2.0. If a copy of the MPL was not distributed with this +# file, You can obtain one at http://mozilla.org/MPL/2.0/. +--- +loader: gecko_taskgraph.loader.transform:loader + +kind-dependencies: + - artifact-build + - build + - toolchain + +transforms: + - gecko_taskgraph.transforms.diffoscope:transforms + - gecko_taskgraph.transforms.job:transforms + - gecko_taskgraph.transforms.task:transforms + +# Note: --exclude-command .--line-numbers is because of +# https://bugs.debian.org/cgi-bin/bugreport.cgi?bug=879003 +# That skips `objdump --disassemble --line-numbers` and falls back to +# `objdump --disassemble` +# Note: the .chk excludes are for files that are known to differ between +# builds because they are signed with an ephemeral private key that is +# generated for each build. +job-defaults: + tier: 2 + args: >- + --output-empty + --no-default-limits + --max-page-size 100000000 + --max-page-diff-block-lines 10000 + --exclude-directory-metadata=yes + --exclude-command .--line-numbers + +jobs-from: + - artifacts.yml + - reproducible.yml + +# Make a task for each diff we might want. The following are just examples, +# Both original and new can point to builds from the full set of tasks or +# from other sets through an index-search. Other kinds than `build` can be +# compared (for example, static-analysis), provided you adjust the +# kind-dependencies above. +# jobs: +# android-build-vs-previous-try: +# symbol: A +# new: build-android-arm/opt +# original: {index-search: gecko.v2.try.revision.aabd5deb0156f9b55ab60ad6a01ebfc4580bf2e1.mobile.android-arm-opt} +# linux64-build-vs-previous-try: +# symbol: L +# new: build-linux64/opt +# original: {index-search: gecko.v2.try.revision.aabd5deb0156f9b55ab60ad6a01ebfc4580bf2e1.firefox.linux64-opt} +# extra-args: >- +# --exclude-command .--hex-dump=.gnu_debuglink +# macosx-build-vs-previous-try: +# symbol: M +# new: build-macosx64/opt +# original: {index-search: gecko.v2.try.revision.aabd5deb0156f9b55ab60ad6a01ebfc4580bf2e1.firefox.macosx64-opt} +# win32-build-vs-previous-try: +# symbol: W +# new: build-win32/opt +# original: {index-search: gecko.v2.try.revision.aabd5deb0156f9b55ab60ad6a01ebfc4580bf2e1.firefox.win32-opt} diff --git a/taskcluster/kinds/diffoscope/reproducible.yml b/taskcluster/kinds/diffoscope/reproducible.yml new file mode 100644 index 0000000000..4f89bfca4e --- /dev/null +++ b/taskcluster/kinds/diffoscope/reproducible.yml @@ -0,0 +1,29 @@ +# This Source Code Form is subject to the terms of the Mozilla Public +# License, v. 2.0. If a copy of the MPL was not distributed with this +# file, You can obtain one at http://mozilla.org/MPL/2.0/. +--- +job-defaults: + fail-on-diff: true + run-on-projects: ['mozilla-central'] + +reproducible-linux32: + symbol: Linux32 + new: build-linux-reproduced/opt + original: build-linux-shippable/opt + +reproducible-linux32-generated-files: + symbol: Linux32g + artifact: target.generated-files.tar.gz + new: build-linux-reproduced/opt + original: build-linux-shippable/opt + +reproducible-linux64: + symbol: Linux64 + new: build-linux64-reproduced/opt + original: build-linux64-shippable/opt + +reproducible-linux64-generated-files: + symbol: Linux64g + artifact: target.generated-files.tar.gz + new: build-linux64-reproduced/opt + original: build-linux64-shippable/opt diff --git a/taskcluster/kinds/docker-image/kind.yml b/taskcluster/kinds/docker-image/kind.yml new file mode 100644 index 0000000000..22b18cf16f --- /dev/null +++ b/taskcluster/kinds/docker-image/kind.yml @@ -0,0 +1,250 @@ +# This Source Code Form is subject to the terms of the Mozilla Public +# License, v. 2.0. If a copy of the MPL was not distributed with this +# file, You can obtain one at http://mozilla.org/MPL/2.0/. +--- +loader: gecko_taskgraph.loader.transform:loader + +kind-dependencies: + - packages + +transforms: + - gecko_taskgraph.transforms.docker_image:transforms + - gecko_taskgraph.transforms.cached_tasks:transforms + - gecko_taskgraph.transforms.task:transforms + +# make a task for each docker-image we might want. For the moment, since we +# write artifacts for each, these are whitelisted, but ideally that will change +# (to use subdirectory clones of the proper directory), at which point we can +# generate tasks for every docker image in the directory, secure in the +# knowledge that unnecessary images will be omitted from the target task graph +jobs: + image_builder: + symbol: I(ib) + # Neither the ubuntu1804-*raw nor the ubuntu1804-*packages images can have + # packages dependencies. + ubuntu1804-raw: + symbol: I(ub18-raw) + definition: debian-raw + args: + BASE_IMAGE: ubuntu:bionic + ubuntu1804-packages: + symbol: I(ub18-pkg) + definition: debian-packages + parent: ubuntu1804-raw + ubuntu1804-i386-raw: + symbol: I(ub18-32-raw) + definition: debian-raw + args: + BASE_IMAGE: i386/ubuntu:bionic + ubuntu1804-i386-packages: + symbol: I(ub18-32-pkg) + definition: debian-packages + parent: ubuntu1804-i386-raw + ubuntu1804-base: + symbol: I(ub18-base) + parent: ubuntu1804-raw + packages: + - ub18-mercurial + - ub18-python-zstandard + - ub18-python-psutil + ubuntu1804-test-base: + symbol: I(ub18-test-base) + parent: ubuntu1804-base + packages: + - ub18-libc6 + - ub18-pygobject + - ub18-pyatspi + - ub18-32-libc6 + ubuntu1804-test: + symbol: I(ub18-test) + parent: ubuntu1804-test-base + ubuntu1804-build-python: + symbol: I(ub18-build-python) + parent: ubuntu1804-base + # Neither the ubuntu1804-*raw nor the ubuntu1804-*packages images can have + # packages dependencies. + ubuntu2004-raw: + symbol: I(ub20-raw) + definition: debian-raw + args: + BASE_IMAGE: ubuntu:focal + ubuntu2204-raw: + symbol: I(ub22-raw) + definition: debian-raw + args: + BASE_IMAGE: ubuntu:jammy + ubuntu2004-packages: + symbol: I(ub20-pkg) + definition: debian-packages + parent: ubuntu2004-raw + ubuntu2204-packages: + symbol: I(ub22-pkg) + definition: debian-packages + parent: ubuntu2204-raw + ubuntu2004-base: + symbol: I(ub20-base) + definition: debian-base + parent: ubuntu2004-raw + packages: + - ub20-mercurial + - ub20-python-zstandard + ubuntu2204-base: + symbol: I(ub22-base) + definition: debian-base + parent: ubuntu2204-raw + packages: + - ub22-mercurial + - ub22-python-zstandard + # Neither the debian8-*raw nor the debian8-*packages images can have + # packages dependencies. + debian8-raw: + symbol: I(deb8-raw) + definition: debian-raw + args: + BASE_IMAGE: debian:jessie-20210208 + DIST: jessie + debian8-packages: + symbol: I(deb8-pkg) + definition: debian-packages + parent: debian8-raw + debian8-i386-raw: + symbol: I(deb8-32-raw) + definition: debian-raw + args: + BASE_IMAGE: i386/debian:jessie-20210208 + DIST: jessie + debian8-i386-packages: + symbol: I(deb8-32-pkg) + definition: debian-packages + parent: debian8-i386-raw + custom-v8: + symbol: I(custom-v8) + parent: debian12-base + # Chromium-as-Release + custom-car-linux: + symbol: I(custom-car-linux) + parent: debian12-base + # Chromium-as-Release Android + custom-car-android: + symbol: I(custom-car-android) + parent: debian12-base + valgrind-build: + symbol: I(vb) + parent: debian12-amd64-build + packages: + - deb12-valgrind + lint: + symbol: I(lnt) + parent: debian12-base + # Neither the debian12-raw nor the debian12-packages images can have + # packages dependencies. + debian12-raw: + symbol: I(deb12-raw) + definition: debian-raw + args: + BASE_IMAGE: debian:bookworm-20230612 + DIST: bookworm + SNAPSHOT: '20230611T210420Z' + debian12-packages: + symbol: I(deb12-pkg) + definition: debian-packages + parent: debian12-raw + debian12-base: + symbol: I(deb12-base) + definition: debian-base + parent: debian12-raw + packages: + - deb12-mercurial + - deb12-python-zstandard + debian12-amd64-build: + symbol: I(deb12) + parent: debian12-base + definition: debian-build + debian12-repackage: + symbol: I(deb12-rpk) + parent: debian12-base + definition: debian-repackage + packages: + - deb12-mercurial + deb12-toolchain-build: + symbol: I(deb12-toolchain) + parent: debian12-base + definition: toolchain-build + android-build: + symbol: I(agb) + parent: debian12-base + fetch: + symbol: I(fetch) + parent: debian12-raw + packages: + - deb12-python-zstandard + static-analysis-build: + symbol: I(static-analysis-build) + parent: debian12-base + gdb-test: + symbol: I(gdb) + parent: debian12-amd64-build + index-task: + symbol: I(idx) + funsize-update-generator: + symbol: I(pg) + update-verify: + symbol: I(uv) + parent: ubuntu2004-base + diffoscope: + symbol: I(diff) + parent: debian12-base + partner-repack: + symbol: I(PR) + parent: debian12-base + definition: partner-repack + updatebot: + symbol: I(3rdp) + parent: push-to-try + periodic-updates: + symbol: I(file) + parent: debian12-base + firefox-snap: + symbol: I(snap) + firefox-flatpak: + symbol: I(flatpak) + webrender: + symbol: I(webrender) + parent: debian12-base + condprof: + symbol: I(condprof) + parent: ubuntu1804-test + sentry: + symbol: I(sentry) + parent: debian12-base + system-symbols-mac: + symbol: I(system-symbols-mac) + parent: debian12-base + system-symbols-win: + symbol: I(system-symbols-win) + parent: debian12-base + system-symbols-win-gfx: + symbol: I(system-symbols-win-gfx) + parent: debian12-base + system-symbols-linux-scraper: + symbol: I(system-symbols-linux) + parent: debian12-base + push-to-try: + symbol: I(push-to-try) + parent: debian12-base + decision: + symbol: I(decision) + parent: ubuntu2004-base + snap-build-core22: + symbol: I(snap22-build) + parent: ubuntu2204-base + definition: snap-coreXX-build + args: + SNAP_BASE: core22 + SNAP_LIST: "gnome-42-2204 gtk-common-themes gnome-42-2204-sdk" + android-components: + symbol: I(android-components) + parent: debian12-base + android-ui-tests: + symbol: I(android-ui-tests) + parent: android-components diff --git a/taskcluster/kinds/fetch/benchmarks.yml b/taskcluster/kinds/fetch/benchmarks.yml new file mode 100644 index 0000000000..7e31470baf --- /dev/null +++ b/taskcluster/kinds/fetch/benchmarks.yml @@ -0,0 +1,19 @@ +# This Source Code Form is subject to the terms of the Mozilla Public +# License, v. 2.0. If a copy of the MPL was not distributed with this +# file, You can obtain one at http://mozilla.org/MPL/2.0/. +--- +octane: + description: Octane benchmark + fetch: + type: static-url + url: https://github.com/mozilla/perf-automation/releases/download/octane-v1/octane-0f5b8d48d4a9.zip + sha256: 38425ee1abfc5feca178b2f60fbd82b5873897c345112a85359be00024402f9f + size: 1816138 + +web-tooling-benchmark: + description: Web Tooling Benchmark + fetch: + type: static-url + url: https://github.com/mozilla/perf-automation/releases/download/V1/web-tooling-benchmark-b2ac25c897c9.zip + sha256: 93b0b51df0cec3ca9bfa0bdf81d782306dcf18532e39b3ff3180409125daaff1 + size: 5444135 diff --git a/taskcluster/kinds/fetch/browsertime.yml b/taskcluster/kinds/fetch/browsertime.yml new file mode 100644 index 0000000000..a495ec04a3 --- /dev/null +++ b/taskcluster/kinds/fetch/browsertime.yml @@ -0,0 +1,177 @@ +# This Source Code Form is subject to the terms of the Mozilla Public +# License, v. 2.0. If a copy of the MPL was not distributed with this +# file, You can obtain one at http://mozilla.org/MPL/2.0/. +--- +win64-ffmpeg-4.4.1: + description: 'Win64 ffmpeg' + fetch: + type: static-url + # url: https://github.com/GyanD/codexffmpeg/releases/tag/4.4.1 + url: https://github.com/mozilla/perf-automation/releases/download/FFMPEG-v4.4.1/ffmpeg-4.4.1-full_build.zip + sha256: f0f407041f82905c310b79f4f76973815700d1e438a10c3cbce66a345ff4f457 + size: 134760541 + +linux64-ffmpeg-4.4.1: + description: 'Linux64 ffmpeg' + fetch: + type: static-url + # url: https://www.johnvansickle.com/ffmpeg/old-releases/ + url: https://github.com/mozilla/perf-automation/releases/download/FFMPEG-v4.4.1/ffmpeg-4.4.1-i686-static.tar.xz + sha256: 1f38d1c99b6eb3d36f709a481f5a5526448567a800ee9cddcfe4be54f8b68e62 + size: 17592088 + +mac64-ffmpeg-4.4.1: + description: 'Mac64 ffmpeg' + fetch: + type: static-url + # url: https://evermeet.cx/pub/ffmpeg/ + url: https://github.com/mozilla/perf-automation/releases/download/FFMPEG-v4.4.1/ffmpeg-macos.zip + sha256: 9d07411bce176f56314cc5624f5df51f9cffa76a59e3e81abe2175d4ebaf87ae + size: 49100208 + +linux64-chromedriver: + description: 'Linux64 chromedriver' + fetch: + type: static-url + url: https://chromedriver.storage.googleapis.com/2.46/chromedriver_linux64.zip + sha256: 461919e080e19335a34224e2d353b96b07c7d068621aa940f9c136e86d090047 + size: 5404417 + +win32-chromedriver-122: + description: "Win32 chromedriver v122" + fetch: + type: static-url + artifact-name: chromedriver_win32_122.tar.zst + add-prefix: "122" + url: https://storage.googleapis.com/chrome-for-testing-public/122.0.6261.57/win32/chromedriver-win32.zip + sha256: f6309630e014ffb00dd78813e75d8bf664e755ea2ebc79974c8a0478ca96a154 + size: 8001652 + +linux64-chromedriver-122: + description: "Linux64 chromedriver v122" + fetch: + type: static-url + artifact-name: chromedriver_linux64_122.tar.zst + add-prefix: "122" + url: https://storage.googleapis.com/chrome-for-testing-public/122.0.6261.57/linux64/chromedriver-linux64.zip + sha256: 0c80bb130eda0afb583155d55ec9cc22d75e2cf0dd90d657647df923465d584b + size: 8613042 + +mac64-chromedriver-122: + description: "Mac64 chromedriver v122" + fetch: + type: static-url + artifact-name: chromedriver_mac64_122.tar.zst + add-prefix: "122" + url: https://storage.googleapis.com/chrome-for-testing-public/122.0.6261.57/mac-x64/chromedriver-mac-x64.zip + sha256: 31d9be68e77c733357ee825c34249dbb94c5c08961e58dfb38b7623e9383fa69 + size: 9209421 + +mac-arm-chromedriver-122: + description: "Mac64 arm chromedriver v122" + fetch: + type: static-url + artifact-name: chromedriver_mac-arm_122.tar.zst + add-prefix: "122" + url: https://storage.googleapis.com/chrome-for-testing-public/122.0.6261.57/mac-arm64/chromedriver-mac-arm64.zip + sha256: 645f277c05d7f7d238c7a45412f42489767f48cba05d8632ce00b54b3704d4e1 + size: 8293896 + +win64-chromedriver-123: + description: "Win64 chromedriver v123" + fetch: + type: static-url + artifact-name: chromedriver_win64_123.tar.zst + add-prefix: "123" + url: "https://storage.googleapis.com/chrome-for-testing-public/123.0.6312.58/win64/chromedriver-win64.zip" + sha256: 2c54d5c120fc4371d769c9ae30f3cb6708d7568c99c5965e4f1bb476d1d5997f + size: 8567770 + +linux64-chromedriver-123: + description: "Linux64 chromedriver v123" + fetch: + type: static-url + artifact-name: chromedriver_linux64_123.tar.zst + add-prefix: "123" + url: "https://storage.googleapis.com/chrome-for-testing-public/123.0.6312.58/linux64/chromedriver-linux64.zip" + sha256: accdaeb00d330d9d5a5ef91bbe6fa5d316a5562109231bbc65866fa1390d8a2b + size: 8553025 + +mac64-chromedriver-123: + description: "Mac64 chromedriver v123" + fetch: + type: static-url + artifact-name: chromedriver_mac64_123.tar.zst + add-prefix: "123" + url: "https://storage.googleapis.com/chrome-for-testing-public/123.0.6312.58/mac-x64/chromedriver-mac-x64.zip" + sha256: c912db7b7c65d0bfcf7d17150782c0e89783bcba60521b4a66201fc81daffd91 + size: 9346571 + +mac-arm-chromedriver-123: + description: "Mac64 arm chromedriver v123" + fetch: + type: static-url + artifact-name: chromedriver_mac-arm_123.tar.zst + add-prefix: "123" + url: "https://storage.googleapis.com/chrome-for-testing-public/123.0.6312.58/mac-arm64/chromedriver-mac-arm64.zip" + sha256: 4ccade08517d2e8fbd832ee4cd959df4c8dea740986b70b19f892bf413537641 + size: 9325268 + +win64-chromedriver-124: + description: "Win64 chromedriver v124" + fetch: + type: static-url + artifact-name: chromedriver_win64_124.tar.zst + add-prefix: "124" + url: "https://storage.googleapis.com/chrome-for-testing-public/124.0.6367.29/win64/chromedriver-win64.zip" + sha256: 502eb3a0e1caa3704ea30c41c8d479681a6c05a21a5bf47c405a1eef45def8bc + size: 8637191 + +linux64-chromedriver-124: + description: "Linux64 chromedriver v124" + fetch: + type: static-url + artifact-name: chromedriver_linux64_124.tar.zst + add-prefix: "124" + url: "https://storage.googleapis.com/chrome-for-testing-public/124.0.6367.29/linux64/chromedriver-linux64.zip" + sha256: 8071bebf39a9de7ecfcb41e095a9c9f35570556a001a608afaee9e3f1f3cc835 + size: 8665597 + +mac64-chromedriver-124: + description: "Mac64 chromedriver v124" + fetch: + type: static-url + artifact-name: chromedriver_mac64_124.tar.zst + add-prefix: "124" + url: "https://storage.googleapis.com/chrome-for-testing-public/124.0.6367.29/mac-x64/chromedriver-mac-x64.zip" + sha256: ed07a9495a215ffc747240be99b84841f1d5f6085ec21eccc30b6a665dd669e5 + size: 10465611 + +mac-arm-chromedriver-124: + description: "Mac64 arm chromedriver v124" + fetch: + type: static-url + artifact-name: chromedriver_mac-arm_124.tar.zst + add-prefix: "124" + url: "https://storage.googleapis.com/chrome-for-testing-public/124.0.6367.29/mac-arm64/chromedriver-mac-arm64.zip" + sha256: 6a5198faac2fa0467a0c23fea51b954d012f7fbf7b83d424fb6baa1e426eaf49 + size: 9331537 + +upload-speed-test-file: + description: "File used for the upload speed performance test" + fetch: + type: static-url + artifact-name: upload-test-32MB.dat + url: https://github.com/mozilla/perf-automation/raw/master/test_files/upload-test-32MB.dat + sha256: 72caa47a951e9f37d1e1be2119a64b1fbc6348c4f37d574bee4587e02b8f96a5 + size: 32000000 + +firefox-addons: + description: "Download a tar archive of real Firefox extensions xpi files available on AMO (used to run perftests with real extensions installed)" + fetch: + type: static-url + artifact-name: firefox-addons.tar.zst + add-prefix: firefox-addons/ + url: https://github.com/mozilla/perf-automation/raw/c9e497eaa86f45538e3509120947215c6f97c95b/test_files/firefox-addons.tar + sha256: 20372ff1d58fc33d1568f8922fe66e2e2e01c77663820344d2a364a8ddd68281 + size: 3584000 diff --git a/taskcluster/kinds/fetch/chromium-fetch.yml b/taskcluster/kinds/fetch/chromium-fetch.yml new file mode 100644 index 0000000000..f99e1325cd --- /dev/null +++ b/taskcluster/kinds/fetch/chromium-fetch.yml @@ -0,0 +1,48 @@ +# This Source Code Form is subject to the terms of the Mozilla Public +# License, v. 2.0. If a copy of the MPL was not distributed with this +# file, You can obtain one at http://mozilla.org/MPL/2.0/. +--- +job-defaults: + fetch: + type: chromium-fetch + script: /builds/worker/bin/fetch-chromium.py + +linux64-chromiumdriver: + description: 'Linux64 Chromium Trunk Chromedriver Fetch' + attributes: + cached_task: false + fetch: + platform: linux + artifact-name: chromium-linux.tar.bz2 + +win32-chromiumdriver: + description: 'Windows32 Chromium Trunk Chromedriver Fetch' + attributes: + cached_task: false + fetch: + platform: win32 + artifact-name: chromium-win32.tar.bz2 + +win64-chromiumdriver: + description: 'Windows64 Chromium Trunk Chromedriver Fetch' + attributes: + cached_task: false + fetch: + platform: win64 + artifact-name: chromium-win64.tar.bz2 + +mac-chromiumdriver: + description: 'MacOSX Chromium Trunk Chromedriver Fetch' + attributes: + cached_task: false + fetch: + platform: mac + artifact-name: chromium-mac.tar.bz2 + +mac-chromiumdriver-arm: + description: 'MacOSX ARM Chromium Trunk Chromedriver Fetch' + attributes: + cached_task: false + fetch: + platform: mac-arm + artifact-name: chromium-mac-arm.tar.bz2 diff --git a/taskcluster/kinds/fetch/kind.yml b/taskcluster/kinds/fetch/kind.yml new file mode 100644 index 0000000000..027ab7f1eb --- /dev/null +++ b/taskcluster/kinds/fetch/kind.yml @@ -0,0 +1,20 @@ +# This Source Code Form is subject to the terms of the Mozilla Public +# License, v. 2.0. If a copy of the MPL was not distributed with this +# file, You can obtain one at http://mozilla.org/MPL/2.0/. +--- +loader: gecko_taskgraph.loader.transform:loader + +transforms: + - gecko_taskgraph.transforms.fetch:transforms + - gecko_taskgraph.transforms.try_job:transforms + - gecko_taskgraph.transforms.job:transforms + - gecko_taskgraph.transforms.task:transforms + +jobs-from: + - benchmarks.yml + - browsertime.yml + - chromium-fetch.yml + - resource-monitor.yml + - toolchain-clang-tidy-external.yml + - toolchains.yml + - updatebot.yml diff --git a/taskcluster/kinds/fetch/moz.build b/taskcluster/kinds/fetch/moz.build new file mode 100644 index 0000000000..28b8003edf --- /dev/null +++ b/taskcluster/kinds/fetch/moz.build @@ -0,0 +1,8 @@ +# -*- Mode: python; indent-tabs-mode: nil; tab-width: 40 -*- +# vim: set filetype=python: +# This Source Code Form is subject to the terms of the Mozilla Public +# License, v. 2.0. If a copy of the MPL was not distributed with this +# file, You can obtain one at http://mozilla.org/MPL/2.0/. + +with Files("updatebot.yml"): + BUG_COMPONENT = ("Developer Infrastructure", "Mach Vendor & Updatebot") diff --git a/taskcluster/kinds/fetch/resource-monitor.yml b/taskcluster/kinds/fetch/resource-monitor.yml new file mode 100644 index 0000000000..2fe94cb4f9 --- /dev/null +++ b/taskcluster/kinds/fetch/resource-monitor.yml @@ -0,0 +1,10 @@ +# This Source Code Form is subject to the terms of the Mozilla Public +# License, v. 2.0. If a copy of the MPL was not distributed with this +# file, You can obtain one at http://mozilla.org/MPL/2.0/. +--- +resource-monitor: + description: Resource monitoring tools + fetch: + type: git + repo: https://github.com/mozilla-releng/resource-monitor + revision: 17371502a3b04579375d707844e6bf08dee95d22 diff --git a/taskcluster/kinds/fetch/toolchain-clang-tidy-external.yml b/taskcluster/kinds/fetch/toolchain-clang-tidy-external.yml new file mode 100644 index 0000000000..d71058c06b --- /dev/null +++ b/taskcluster/kinds/fetch/toolchain-clang-tidy-external.yml @@ -0,0 +1,13 @@ +# This Source Code Form is subject to the terms of the Mozilla Public +# License, v. 2.0. If a copy of the MPL was not distributed with this +# file, You can obtain one at http://mozilla.org/MPL/2.0/. +--- +civet-source: + description: Repository for external static analysis checks + artifact-prefix: project/civet + fetch: + type: git + repo: git@github.com:mozilla-services/civet.git + revision: fa787d2047a5c3759e67f0df58415a984dcc8777 + ssh-key: project/civet/github-deploy-key + artifact-name: civet-source.tar.zst diff --git a/taskcluster/kinds/fetch/toolchains.yml b/taskcluster/kinds/fetch/toolchains.yml new file mode 100644 index 0000000000..10a63bfffd --- /dev/null +++ b/taskcluster/kinds/fetch/toolchains.yml @@ -0,0 +1,677 @@ +# This Source Code Form is subject to the terms of the Mozilla Public +# License, v. 2.0. If a copy of the MPL was not distributed with this +# file, You can obtain one at http://mozilla.org/MPL/2.0/. +--- +binutils-2.31.1: + description: binutils 2.31.1 source code + fetch: + type: static-url + url: https://ftp.gnu.org/gnu/binutils/binutils-2.31.1.tar.xz + sha256: 5d20086ecf5752cc7d9134246e9588fa201740d540f7eb84d795b1f7a93bca86 + size: 20467996 + gpg-signature: + sig-url: "{url}.sig" + key-path: build/unix/build-binutils/3A24BC1E8FB409FA9F14371813FCEF89DD9E3C4F.key + artifact-name: binutils-source.tar.zst + strip-components: 1 + add-prefix: binutils-source/ + +binutils-2.41: + description: binutils 2.41 source code + fetch: + type: static-url + url: https://ftp.gnu.org/gnu/binutils/binutils-2.41.tar.xz + sha256: ae9a5789e23459e59606e6714723f2d3ffc31c03174191ef0d015bdf06007450 + size: 26765692 + gpg-signature: + sig-url: "{url}.sig" + key-path: build/unix/build-binutils/3A24BC1E8FB409FA9F14371813FCEF89DD9E3C4F.key + artifact-name: binutils-source.tar.zst + strip-components: 1 + add-prefix: binutils-source/ + +gcc-8.5.0: + description: GCC 8.5.0 source code + fetch: + type: static-url + url: https://ftp.gnu.org/gnu/gcc/gcc-8.5.0/gcc-8.5.0.tar.xz + sha256: d308841a511bb830a6100397b0042db24ce11f642dab6ea6ee44842e5325ed50 + size: 63841008 + gpg-signature: + sig-url: "{url}.sig" + key-path: build/unix/build-gcc/D3A93CAD751C2AF4F8C7AD516C35B99309B5FA62.key + artifact-name: gcc-source.tar.zst + strip-components: 1 + add-prefix: gcc-source/ + +gcc-9.5.0: + description: GCC 9.5.0 source code + fetch: + type: static-url + url: https://ftp.gnu.org/gnu/gcc/gcc-9.5.0/gcc-9.5.0.tar.xz + sha256: 27769f64ef1d4cd5e2be8682c0c93f9887983e6cfd1a927ce5a0a2915a95cf8f + size: 72462752 + gpg-signature: + sig-url: "{url}.sig" + key-path: build/unix/build-gcc/7F74F97C103468EE5D750B583AB00996FC26A641.key + artifact-name: gcc-source.tar.zst + strip-components: 1 + add-prefix: gcc-source/ + +gcc-11.4.0: + description: GCC 11.4.0 source code + fetch: + type: static-url + url: https://ftp.gnu.org/gnu/gcc/gcc-11.4.0/gcc-11.4.0.tar.xz + sha256: 3f2db222b007e8a4a23cd5ba56726ef08e8b1f1eb2055ee72c1402cea73a8dd9 + size: 79837032 + gpg-signature: + sig-url: "{url}.sig" + key-path: build/unix/build-gcc/D3A93CAD751C2AF4F8C7AD516C35B99309B5FA62.key + artifact-name: gcc-source.tar.zst + strip-components: 1 + add-prefix: gcc-source/ + +gmp-6.1.0: + description: GMP 6.1.0 source code + fetch: + type: static-url + url: https://ftp.gnu.org/gnu/gmp/gmp-6.1.0.tar.bz2 + sha256: 498449a994efeba527885c10405993427995d3f86b8768d8cdf8d9dd7c6b73e8 + size: 2383840 + gpg-signature: + sig-url: "{url}.sig" + key-path: build/unix/build-gcc/343C2FF0FBEE5EC2EDBEF399F3599FF828C67298.key + artifact-name: gmp-source.tar.zst + strip-components: 1 + add-prefix: gmp-source/ + +go-1.14.4: + description: Golang 1.14.4 build tools + fetch: + type: static-url + url: https://dl.google.com/go/go1.14.4.linux-amd64.tar.gz + sha256: aed845e4185a0b2a3c3d5e1d0a35491702c55889192bb9c30e67a3de6849c067 + size: 123711003 + +isl-0.16.1: + description: ISL 0.16.1 source code + fetch: + type: static-url + url: https://gcc.gnu.org/pub/gcc/infrastructure/isl-0.16.1.tar.bz2 + sha256: 412538bb65c799ac98e17e8cfcdacbb257a57362acfaaff254b0fcae970126d2 + size: 1626446 + artifact-name: isl-source.tar.zst + strip-components: 1 + add-prefix: isl-source/ + +mpc-1.0.3: + description: mpc 1.0.3 source code + fetch: + type: static-url + url: https://ftp.gnu.org/gnu/mpc/mpc-1.0.3.tar.gz + sha256: 617decc6ea09889fb08ede330917a00b16809b8db88c29c31bfbb49cbf88ecc3 + size: 669925 + gpg-signature: + sig-url: "{url}.sig" + key-path: build/unix/build-gcc/AD17A21EF8AED8F1CC02DBD9F7D5C9BF765C61E3.key + artifact-name: mpc-source.tar.zst + strip-components: 1 + add-prefix: mpc-source/ + +mpfr-3.1.4: + description: mpfr 3.1.4 source code + fetch: + type: static-url + url: http://www.mpfr.org/mpfr-3.1.4/mpfr-3.1.4.tar.bz2 + sha256: d3103a80cdad2407ed581f3618c4bed04e0c92d1cf771a65ead662cc397f7775 + size: 1279284 + gpg-signature: + sig-url: "{url}.asc" + key-path: build/unix/build-gcc/07F3DBBECC1A39605078094D980C197698C3739D.key + artifact-name: mpfr-source.tar.zst + strip-components: 1 + add-prefix: mpfr-source/ + +nasm-2.14.02: + description: nasm 2.14.02 source code + fetch: + type: static-url + url: https://www.nasm.us/pub/nasm/releasebuilds/2.14.02/nasm-2.14.02.tar.xz + sha256: e24ade3e928f7253aa8c14aa44726d1edf3f98643f87c9d72ec1df44b26be8f5 + size: 827620 + +nasm-2.15.05: + description: nasm 2.15.05 source code + fetch: + type: static-url + url: https://www.nasm.us/pub/nasm/releasebuilds/2.15.05/nasm-2.15.05.tar.xz + sha256: 3caf6729c1073bf96629b57cee31eeb54f4f8129b01902c73428836550b30a3f + size: 995732 + +wix-3.14.0: + description: wix 3.14.0 binary release + # WIX doesn't use a wrapping toplevel DIR, so we should really repackage it when + # Bug 1479533 and related code is ready. + fetch: + type: static-url + url: https://github.com/wixtoolset/wix3/releases/download/wix314rtm/wix314-binaries.zip + sha256: 13f067f38969faf163d93a804b48ea0576790a202c8f10291f2000f0e356e934 + size: 41282726 + +zlib-1.3.1: + description: zlib 1.3.1 source code + fetch: + type: static-url + url: https://zlib.net/fossils/zlib-1.3.1.tar.gz + sha256: 9a93b2b7dfdac77ceba5a558a580e74667dd6fede4585b91eefb60f03b72df23 + size: 1512791 + +nsis-3.07: + description: nsis 3.07 source code + fetch: + type: static-url + url: https://downloads.sourceforge.net/project/nsis/NSIS%203/3.07/nsis-3.07-src.tar.bz2 + sha256: 4dfad3388589985b4cd91d20e18e1458aa31e7d139b5b8adf25c3a9c1015efba + size: 1784292 + +nsis-3.07-win: + description: nsis 3.07 for windows + fetch: + type: static-url + # Temporary: pull down our own repackage of NSIS, with its plugin DLLs signed by Mozilla + # See https://bugzilla.mozilla.org/show_bug.cgi?id=1751450#c38 for more details + # bug 1771192 tracks adding a signing task downstream of the NSIS toolchain task + # to fix this more robustly. + url: https://github.com/mozilla-releng/adhoc-signing-blobs/raw/nsis/nsis-3.07-signed.zip + sha256: 5856cd49b52870caa41814d71ce30c4304d5001b80c04f4eb7028ffedd91df7e + size: 2618390 + artifact-name: nsis.tar.zst + strip-components: 1 + add-prefix: nsis/ + +upx-3.95-win: + description: upx 3.95 for windows + fetch: + type: static-url + url: https://hg.mozilla.org/mozilla-build/raw-file/3b8c537ca3c879551956ad47ca9f089583f647c5/upx-3.95-win64.zip + sha256: 5c076f87ba64d82f11513f4af0ceb07246a3540aa3c72ca3ffc2d53971fa56e3 + size: 462820 + +wine: + description: wine source code + fetch: + type: static-url + url: https://dl.winehq.org/wine/source/8.0/wine-8.0.2.tar.xz + sha256: 6ec8fb6f2c72d576cb11f52b2f8d59af64404802154651d122b98466d91dc847 + size: 29060452 + gpg-signature: + sig-url: "{url}.sign" + key-path: build/unix/build-gcc/DA23579A74D4AD9AF9D3F945CEFAC8EAAF17519D.key + artifact-name: wine.tar.zst + strip-components: 1 + add-prefix: wine-source/ + +cbindgen-0.26.0: + description: cbindgen source code + fetch: + type: git + repo: https://github.com/mozilla/cbindgen + revision: 703b53c06f9fe2dbc0193d67626558cfa84a0f62 + +cctools-port: + description: cctools-port source code + fetch: + type: git + repo: https://github.com/tpoechtrager/cctools-port + revision: 30518813875aed656aa7f18b6d485feee25f8f87 + +libtapi: + description: libtapi source code + fetch: + type: git + repo: https://github.com/tpoechtrager/apple-libtapi + revision: b4f141a16c7c82f75973429c92242a8c7de3ddb1 + +ldid: + description: ldid source code + fetch: + type: git + repo: https://github.com/tpoechtrager/ldid + revision: 4bf8f4d60384a0693dbbe2084ce62a35bfeb87ab + +libdmg-hfsplus: + description: libdmg-hfsplug source code + fetch: + type: git + repo: https://github.com/mozilla/libdmg-hfsplus/ + revision: a0a959bd25370c1c0a00c9ec525e3e78285adbf9 + +hfsplus-tools: + description: hfstools-plus source code + fetch: + type: static-url + # Most-upstream is https://opensource.apple.com/source/diskdev_cmds/ + url: https://src.fedoraproject.org/repo/pkgs/hfsplus-tools/diskdev_cmds-540.1.linux3.tar.gz/0435afc389b919027b69616ad1b05709/diskdev_cmds-540.1.linux3.tar.gz + sha256: b01b203a97f9a3bf36a027c13ddfc59292730552e62722d690d33bd5c24f5497 + size: 411205 + +xar: + description: xar source code + fetch: + type: git + repo: https://github.com/gabrielesvelto/xar + revision: 199ff76a7463f6b6a2548b4db29cd3dd5026df69 + +bomutils: + description: bomutils (mkbom) source code + fetch: + type: git + repo: https://github.com/hogliux/bomutils + revision: 0e7dc7eefefb3a0ba2ef3a432cdc1089ac40740c + +rust-size: + description: rust-size source code + fetch: + type: git + repo: https://github.com/luser/rust-size + revision: ab659d93b1faba95307df952aefe3fbed3583669 + +gn: + description: GN source code + fetch: + type: git + repo: https://gn.googlesource.com/gn + revision: 7e05276308f3d49f8514ef02afe4f94487b1efb2 + +grcov: + description: grcov source code + fetch: + type: git + repo: https://github.com/mozilla/grcov + revision: 322fc39acacd75aca0ff1c0a1ec2a3e91f04011c + +sccache: + description: sccache source code + fetch: + type: git + repo: https://github.com/mozilla/sccache + # 0.7.7 release + revision: e976c42c2141969915bdd39dd3177db6f27405a8 + +fxc2: + description: fxc2 source code + fetch: + type: git + repo: https://github.com/mozilla/fxc2 + revision: 63ad74b7faa7033f2c1be9cc1cd0225241a1a9a5 + +mingw-w64: + description: mingw-w64 source code + fetch: + type: git + repo: https://git.code.sf.net/p/mingw-w64/mingw-w64 + revision: cd4cf9b279f8fb0815f8b9665d3cea60a30290bc + +mingw-w64-trunk: + description: mingw-w64 master branch source code + attributes: + cached_task: false + fetch: + type: git + repo: https://git.code.sf.net/p/mingw-w64/mingw-w64 + branch: master + +llvm-mingw: + description: llvm-mingw source code + fetch: + type: git + repo: https://github.com/mstorsjo/llvm-mingw + revision: 9f8e5cebd6dbbb7546e8917e6c59284699a48d26 + +android-ndk-rs: + description: android-ndk-rs source code + fetch: + type: git + # Until there's a version of cargo-apk published on crates.io that has + # https://github.com/rust-windowing/android-ndk-rs/pull/236, we need to use + # an unpublished version. Additionally, until we update the NDK version used + # in gecko we must use our own patched version. See bug 1615148. + repo: https://github.com/jamienicol/android-ndk-rs + revision: 595f4e14a78371e3ab59b12f7bd8131f2ec5b4a1 + +clang-8.0: + description: clang 8.0.0 source code + fetch: + type: git + repo: https://github.com/llvm/llvm-project + revision: d2298e74235598f15594fe2c99bbac870a507c59 + +clang-14: + description: clang 14.0.5 source code + fetch: + type: git + repo: https://github.com/llvm/llvm-project + revision: 4bc1d0b51c8e488d78ab69c8b19cfbcd1f7db6a4 + +clang-17: + description: clang 17.0.6 source code + fetch: + type: git + repo: https://github.com/llvm/llvm-project + revision: 6009708b4367171ccdbf4b5905cb6a803753fe18 + +clang-18: + description: clang 18.1.5 source code + fetch: + type: git + repo: https://github.com/llvm/llvm-project + revision: 617a15a9eac96088ae5e9134248d8236e34b91b1 + +clang-trunk: + description: clang main branch source code + attributes: + cached_task: false + fetch: + type: git + repo: https://github.com/llvm/llvm-project + branch: main + +# We build stable rust from source so the resulting compiler acts as a nightly +# rust compiler, allowing to use unstable features like -Zbuild-std and +# sanitizers. +rust-1.77.2: + description: Rust 1.77.2 source code + fetch: + type: git + include-dot-git: true + repo: https://github.com/rust-lang/rust/ + revision: 25ef9e3d85d934b27d9dada2f9dd52b1dc63bb04 + +wasi-sdk-11: + description: wasi-sdk-11 source code + fetch: + type: git + repo: https://github.com/WebAssembly/wasi-sdk + revision: ceabbfe181599bca83d81e087a229797e472c09c + +wasi-sdk: + description: wasi-sdk-20 source code + fetch: + type: git + repo: https://github.com/WebAssembly/wasi-sdk + revision: 935fe1acd2fcd7ea4aed2d5ee4527482862b6344 + +ninja: + description: ninja 1.9.0 + fetch: + type: static-url + url: https://github.com/ninja-build/ninja/releases/download/v1.9.0/ninja-win.zip + sha256: 2d70010633ddaacc3af4ffbd21e22fae90d158674a09e132e06424ba3ab036e9 + size: 254497 + artifact-name: ninja.tar.zst + add-prefix: ninja/bin/ + +cmake: + description: cmake 3.25.1 + fetch: + type: static-url + url: https://github.com/Kitware/CMake/releases/download/v3.25.1/cmake-3.25.1-windows-x86_64.zip + sha256: d93958d87cc9b91983489f0b37a268b03a3c891894d11f5437fa2a5ce94aab24 + size: 41460154 + artifact-name: cmake.tar.zst + strip-components: 1 + add-prefix: cmake/ + +dump-syms: + description: dump_syms source code + fetch: + type: git + repo: https://github.com/mozilla/dump_syms/ + revision: 96c647f0a63912b68b0bc2613cef77d9b3f305fd + +rust-minidump: + description: rust-minidump 0.19.1 source code (for minidump-stackwalk) + fetch: + type: git + repo: https://github.com/rust-minidump/rust-minidump/ + revision: c3de84b061339c686a572fb9f059e7ba3fad38d6 + +fix-stacks: + description: fix-stacks source code + fetch: + type: git + repo: https://github.com/mozilla/fix-stacks/ + revision: 1fb1bcc8cb4dd65fbe342853954651563a0a88e7 + +winchecksec: + description: winchecksec source code + fetch: + type: git + repo: https://github.com/trailofbits/winchecksec/ + revision: 93ffe67dbfc757bf6f440d80b8acf88e652ed60a + +sonatype-nexus: + description: Sonatype Nexus Maven repository service + fetch: + type: static-url + url: https://download.sonatype.com/nexus/oss/nexus-2.14.18-01-bundle.tar.gz + sha256: 350af8b270bec7fda5861a15b8a5b7870fd8903d0b9a210754113d5a966ce6a6 + size: 83493896 + artifact-name: sonatype-nexus.tar.zst + strip-components: 1 + add-prefix: sonatype-nexus/ + +jdk-8-linux64: + description: Java 8 JDK + fetch: + type: static-url + url: https://github.com/adoptium/temurin8-binaries/releases/download/jdk8u412-b08/OpenJDK8U-jdk_x64_linux_hotspot_8u412b08.tar.gz + sha256: b9884a96f78543276a6399c3eb8c2fd8a80e6b432ea50e87d3d12d495d1d2808 + size: 103005511 + artifact-name: jdk-8.tar.zst + strip-components: 1 + add-prefix: jdk-8/ + +makecab: + description: makecab source code + fetch: + type: git + repo: https://github.com/luser/rust-makecab/ + revision: 236cd02baefa754fc7a61b161c71d2aa13a87c2a + +nodejs-12-linux64: + description: nodejs 12 for x64 linux + fetch: + type: static-url + url: https://nodejs.org/dist/v12.22.12/node-v12.22.12-linux-x64.tar.xz + sha256: e6d052364bfa2c17da92cf31794100cfd709ba147415ddaeed2222eec9ca1469 + size: 14584388 + artifact-name: nodejs.tar.zst + strip-components: 1 + add-prefix: node/ + +nodejs-18-macosx64: + description: nodejs 18 for x64 macOS + fetch: + type: static-url + url: https://nodejs.org/dist/v18.19.0/node-v18.19.0-darwin-x64.tar.xz + sha256: 4f60b40071c6a67482b99d22a5265839177b8706a2b13b493396f368f0b42b00 + size: 22496376 + artifact-name: nodejs.tar.zst + strip-components: 1 + add-prefix: node/ + +nodejs-18-macosx64-arm64: + description: nodejs 18 for arm64 macOS + fetch: + type: static-url + url: https://nodejs.org/dist/v18.19.0/node-v18.19.0-darwin-arm64.tar.xz + sha256: 857885257c586fb13c93d33d326ca82056ba8b7445ce27cf34dd406add04158e + size: 20768464 + artifact-name: nodejs.tar.zst + strip-components: 1 + add-prefix: node/ + +nodejs-18-win32: + description: nodejs 18 for x86 Windows + fetch: + type: static-url + url: https://nodejs.org/dist/v18.19.0/node-v18.19.0-win-x86.zip + sha256: 3171148f735954bdca8adccb2200379e61142e0f5a2bdb4ca6432afb0d9951df + size: 27504941 + artifact-name: nodejs.tar.zst + strip-components: 1 + add-prefix: node/ + +nodejs-18-win64: + description: nodejs 18 for x64 Windows + fetch: + type: static-url + url: https://nodejs.org/dist/v18.19.0/node-v18.19.0-win-x64.zip + sha256: 5311913d45e1fcc3643c58d1e3926eb85437b180f025fe5857413c9f02403645 + size: 29332158 + artifact-name: nodejs.tar.zst + strip-components: 1 + add-prefix: node/ + +nodejs-18-source: + description: nodejs 18 source + fetch: + type: static-url + url: https://nodejs.org/dist/v18.19.0/node-v18.19.0.tar.xz + sha256: f52b41af20596a9abd8ed75241837ec43945468221448bbf841361e2091819b6 + size: 41248748 + artifact-name: nodejs.tar.zst + strip-components: 1 + add-prefix: node/ + +gnumake: + description: GNU make source + fetch: + type: static-url + url: https://ftp.gnu.org/gnu/make/make-4.3.tar.gz + sha256: e05fdde47c5f7ca45cb697e973894ff4f5d79e13b750ed57d7b66d8defc78e19 + size: 2317073 + artifact-name: make.tar.zst + strip-components: 1 + add-prefix: make/ + +msix-packaging: + description: Microsoft msix-packaging + fetch: + type: git + repo: https://github.com/mozilla/msix-packaging + revision: 8164b7ac5a67688e18fa2497fb31ba13ce9bfb15 + +pkgconf: + description: pkgconf 1.8.0 + fetch: + type: static-url + url: https://distfiles.dereferenced.org/pkgconf/pkgconf-1.8.0.tar.xz + sha256: ef9c7e61822b7cb8356e6e9e1dca58d9556f3200d78acab35e4347e9d4c2bbaf + size: 296304 + artifact-name: pkgconf.tar.zst + strip-components: 1 + add-prefix: pkgconf/ + +afl-plus-plus-4.0: + description: AFL++ 4.0x source + fetch: + type: git + repo: https://github.com/AFLplusplus/AFLplusplus + revision: 0d164e4c1811c4d05f940f78e90fc56b661fb3b4 + +cargo-vet: + description: cargo-vet source + fetch: + type: git + repo: https://github.com/mozilla/cargo-vet + revision: 5bd670061a22074eb5ee9d69feccc5900df00ec3 + +symbol-scrapers: + description: Linux distribution symbol scraper source + fetch: + type: git + repo: https://github.com/mozilla/symbol-scrapers + revision: defbe6b01a661b8c3f1de943e40554a093b26fe9 + +xz-5.4.4: + description: xz 5.4.4 source code + fetch: + type: static-url + url: https://tukaani.org/xz/xz-5.4.4.tar.gz + sha256: aae39544e254cfd27e942d35a048d592959bd7a79f9a624afb0498bb5613bdf8 + size: 2874706 + artifact-name: xz-source.tar.zst + strip-components: 1 + add-prefix: xz-source/ + +cpython-3.8.10: + description: cpython 3.8.10 source code + fetch: + type: static-url + url: https://www.python.org/ftp/python/3.8.10/Python-3.8.10.tgz + sha256: b37ac74d2cbad2590e7cd0dd2b3826c29afe89a734090a87bf8c03c45066cb65 + size: 24720640 + artifact-name: cpython-source.tar.zst + strip-components: 1 + add-prefix: cpython-source/ + +cpython-3.8.10.exe: + description: cpython 3.8.10 installer + fetch: + type: static-url + url: https://www.python.org/ftp/python/3.8.10/python-3.8.10-amd64.exe + sha256: 7628244cb53408b50639d2c1287c659f4e29d3dfdb9084b11aed5870c0c6a48a + size: 28296784 + artifact-name: python-3.8.10-amd64.exe + +cpython-3.11.7: + description: cpython 3.11.7 source code + fetch: + type: static-url + url: https://www.python.org/ftp/python/3.11.7/Python-3.11.7.tgz + sha256: 068c05f82262e57641bd93458dfa883128858f5f4997aad7a36fd25b13b29209 + size: 26601929 + artifact-name: cpython-source.tar.zst + strip-components: 1 + add-prefix: cpython-source/ + +cpython-3.11.7.exe: + description: cpython 3.11.7 installer + fetch: + type: static-url + url: https://www.python.org/ftp/python/3.11.7/python-3.11.7-amd64.exe + sha256: c117c6444494bbe4cc937e8a5a61899d53f7f5c5bc573c5d130304e457d54024 + size: 26009544 + artifact-name: python-3.11.7-amd64.exe + +windows-rs: + description: Source of the windows rust crate + fetch: + type: static-url + url: https://crates.io/api/v1/crates/windows/0.52.0/download + sha256: e48a53791691ab099e5e2ad123536d0fff50652600abaf43bbf952894110d0be + size: 11843715 + artifact-name: windows-rs.tar.zst + strip-components: 1 + add-prefix: windows-rs/ + +libxml2: + description: Source of the libxml2 library + fetch: + type: static-url + url: https://gitlab.gnome.org/GNOME/libxml2/-/archive/v2.9.12/libxml2-v2.9.12.tar.gz + sha256: 98bfa7a9a5e2a75638422050740448ee9f02bf4dc2075c9822d7747d5ff9e617 + size: 5233674 + artifact-name: libxml2.tar.zst + strip-components: 1 + add-prefix: libxml2/ + +mozilla-pdf.js: + description: Mozilla pdf.js Github repo + fetch: + type: git + repo: https://github.com/mozilla/pdf.js + revision: d64f334f98d4b7f1c2e09a731a63b68629c946f9 diff --git a/taskcluster/kinds/fetch/updatebot.yml b/taskcluster/kinds/fetch/updatebot.yml new file mode 100644 index 0000000000..b757a383f8 --- /dev/null +++ b/taskcluster/kinds/fetch/updatebot.yml @@ -0,0 +1,33 @@ +# This Source Code Form is subject to the terms of the Mozilla Public +# License, v. 2.0. If a copy of the MPL was not distributed with this +# file, You can obtain one at http://mozilla.org/MPL/2.0/. +--- +cloud-sql-proxy-1.25.0: + description: Windows executable for Google's Cloud SQL Proxy + fetch: + type: static-url + url: https://storage.googleapis.com/cloudsql-proxy/v1.25.0/cloud_sql_proxy_x64.exe + sha256: b922a8d3924499b829bfe53a25382f9b340ea804a738e2a7d8b34957a329a2dd + size: 16195072 + artifact-name: cloud_sql_proxy.exe +php-windows-7.4.24: + description: VC15 x64 Non Thread Safe (2021-Sep-21 16:58:34) + fetch: + type: static-url + url: https://windows.php.net/downloads/releases/archives/php-7.4.24-nts-Win32-vc15-x64.zip + sha256: 1e93fb390ab2761a47d27c97225a518759731c632c0dd87436cbf25f19582436 + size: 26067094 + artifact-name: php.tar.zst + add-prefix: php-win/ +arcanist: + description: checkout of arcanist for running on Windows + fetch: + type: git + repo: https://github.com/phacility/arcanist + revision: a028291f8e5e79b6446ad67ed8b0be9c5ec8f029 +depot_tools: + description: Google's depot_tools package + fetch: + type: git + repo: https://chromium.googlesource.com/chromium/tools/depot_tools.git + revision: 7b3351443198f4e7d068999b169385b55a43679a diff --git a/taskcluster/kinds/fuzzing/kind.yml b/taskcluster/kinds/fuzzing/kind.yml new file mode 100644 index 0000000000..444240c619 --- /dev/null +++ b/taskcluster/kinds/fuzzing/kind.yml @@ -0,0 +1,69 @@ +# This Source Code Form is subject to the terms of the Mozilla Public +# License, v. 2.0. If a copy of the MPL was not distributed with this +# file, You can obtain one at http://mozilla.org/MPL/2.0/. +--- +loader: gecko_taskgraph.loader.transform:loader + +transforms: + - gecko_taskgraph.transforms.source_test:transforms + - taskgraph.transforms.task_context + - gecko_taskgraph.transforms.job:transforms + - gecko_taskgraph.transforms.task:transforms + +kind-dependencies: + - fetch + - toolchain + - build + +job-defaults: + worker-type: b-linux-gcp + worker: + max-run-time: 3600 + docker-image: {in-tree: debian12-amd64-build} + use-python: default + treeherder: + kind: test + tier: 3 + task-context: + from-object: {} + substitution-fields: [] + if-dependencies: [build] + +jobs: + simple: + platform: linux64/opt + require-build: + linux64/opt: build-linux64/opt + description: Simple Fuzzing Test + treeherder: + symbol: simple-fuzzing + fetches: + build: + - target.jsshell.zip + - target.fuzztest.tests.tar.gz + worker: + env: + LD_LIBRARY_PATH: /builds/worker/fetches + JSSHELL: ./js + run: + using: run-task + command: >- + cd $MOZ_FETCHES_DIR && + python3 tools/fuzzing/smoke/smoke.py + + python: + platform: linux64-asan-fuzzing/opt + require-build: + linux64-asan-fuzzing/opt: build-linux64-asan-fuzzing/opt + description: Python Fuzzing Smoke Tests + treeherder: + symbol: fuzzing-python + fetches: + build: + - target.tar.bz2 + run: + using: run-task + cwd: '{checkout}' + command: > + export GECKO_BINARY_PATH=$MOZ_FETCHES_DIR/firefox/firefox && + ./mach python-test --subsuite fuzzing diff --git a/taskcluster/kinds/fxrecord/kind.yml b/taskcluster/kinds/fxrecord/kind.yml new file mode 100644 index 0000000000..7ff7816e7e --- /dev/null +++ b/taskcluster/kinds/fxrecord/kind.yml @@ -0,0 +1,46 @@ +# This Source Code Form is subject to the terms of the Mozilla Public +# License, v. 2.0. If a copy of the MPL was not distributed with this +# file, You can obtain one at http://mozilla.org/MPL/2.0/. +--- +loader: gecko_taskgraph.loader.transform:loader + +kind-dependencies: + - build + +only-for-build-platforms: + - win64-shippable/opt + +transforms: + - taskgraph.transforms.from_deps + - gecko_taskgraph.transforms.name_sanity + - gecko_taskgraph.transforms.fxrecord + - gecko_taskgraph.transforms.release_notifications + - gecko_taskgraph.transforms.task + +jobs: + fxrecord: + name: notify-fxrecord-failure + description: "Desktop Startup Visual Metrics" + from-deps: + group-by: single-with-filters + run-on-projects: + - "mozilla-central" + worker-type: performance-hardware/gecko-t-fxrecorder + worker: + implementation: generic-worker + max-run-time: 1800 + os: windows + command: ["C:\\fxrecorder\\fxrecorder.exe --config C:\\fxrecorder\\fxrecord.toml record"] + treeherder: + symbol: fxrec(1st) + tier: 2 + kind: other + notifications: + status-types: + - "on-failed" + - "on-exception" + subject: fxrecord run failed + message: fxrecord run failed + emails: + - "barret@mozilla.com" + - "perftest-alerts@mozilla.com" diff --git a/taskcluster/kinds/geckodriver-mac-notarization/kind.yml b/taskcluster/kinds/geckodriver-mac-notarization/kind.yml new file mode 100644 index 0000000000..a90e6faa2e --- /dev/null +++ b/taskcluster/kinds/geckodriver-mac-notarization/kind.yml @@ -0,0 +1,37 @@ +# This Source Code Form is subject to the terms of the Mozilla Public +# License, v. 2.0. If a copy of the MPL was not distributed with this +# file, You can obtain one at http://mozilla.org/MPL/2.0/. +--- +loader: gecko_taskgraph.loader.transform:loader + +transforms: + - taskgraph.transforms.from_deps + - gecko_taskgraph.transforms.mac_notarization + - gecko_taskgraph.transforms.name_sanity + - gecko_taskgraph.transforms.geckodriver_mac_notarization + - gecko_taskgraph.transforms.task + +kind-dependencies: + - geckodriver-signing + +only-for-build-platforms: + - macosx64-geckodriver/opt + - macosx64-aarch64-geckodriver/opt + +jobs: + geckodriver-mac-notarization: + from-deps: + group-by: single-with-filters + worker-type: linux-signing + treeherder: + symbol: TM(gd-n) + worker: + implementation: scriptworker-signing + max-run-time: 3600 + upstream-artifacts: + - taskType: signing + paths: + - public/build/geckodriver.tar.gz + formats: ["apple_notarization_geckodriver"] + taskId: + task-reference: diff --git a/taskcluster/kinds/geckodriver-signing/kind.yml b/taskcluster/kinds/geckodriver-signing/kind.yml new file mode 100644 index 0000000000..08007495e5 --- /dev/null +++ b/taskcluster/kinds/geckodriver-signing/kind.yml @@ -0,0 +1,20 @@ +# This Source Code Form is subject to the terms of the Mozilla Public +# License, v. 2.0. If a copy of the MPL was not distributed with this +# file, You can obtain one at http://mozilla.org/MPL/2.0/. +--- +loader: gecko_taskgraph.loader.transform:loader + +transforms: + - taskgraph.transforms.from_deps + - gecko_taskgraph.transforms.name_sanity + - gecko_taskgraph.transforms.geckodriver_signing + - gecko_taskgraph.transforms.task + +kind-dependencies: + - toolchain + +jobs: + geckodriver-signing: + from-deps: + with-attributes: + geckodriver: [true] diff --git a/taskcluster/kinds/generate-profile/kind.yml b/taskcluster/kinds/generate-profile/kind.yml new file mode 100644 index 0000000000..35d751ca80 --- /dev/null +++ b/taskcluster/kinds/generate-profile/kind.yml @@ -0,0 +1,365 @@ +# This Source Code Form is subject to the terms of the Mozilla Public +# License, v. 2.0. If a copy of the MPL was not distributed with this +# file, You can obtain one at http://mozilla.org/MPL/2.0/. +--- +loader: gecko_taskgraph.loader.transform:loader + +kind-dependencies: + - toolchain + - instrumented-build + +transforms: + - gecko_taskgraph.transforms.build_attrs:transforms + - gecko_taskgraph.transforms.build_schedules:transforms + - gecko_taskgraph.transforms.release_deps:transforms + - gecko_taskgraph.transforms.run_pgo_profile:transforms + - gecko_taskgraph.transforms.job:transforms + - gecko_taskgraph.transforms.task:transforms + + +job-defaults: + treeherder: + symbol: Bpgo(run) + kind: build + tier: 1 + use-python: default + +jobs: + linux-shippable/opt: + description: "Linux Profile Generation" + shipping-phase: build + shipping-product: firefox + index: + product: firefox + job-name: linux-profile + treeherder: + platform: linux32-shippable/opt + worker-type: b-linux-gcp + worker: + chain-of-trust: true + env: + NEED_XVFB: "true" + max-run-time: 1200 + docker-image: {in-tree: ubuntu1804-test} + artifacts: + - type: directory + name: public/build + path: /builds/worker/artifacts/ + run: + using: run-task + cwd: '{checkout}' + command: > + ./taskcluster/scripts/misc/run-profileserver.sh + run-on-projects: ['release'] + fetches: + toolchain: + - linux64-clang + - linux64-minidump-stackwalk + + linux64-shippable/opt: + description: "Linux64 Profile Generation" + shipping-phase: build + shipping-product: firefox + index: + product: firefox + job-name: linux64-profile + treeherder: + platform: linux64-shippable/opt + worker-type: b-linux-gcp + worker: + chain-of-trust: true + env: + NEED_XVFB: "true" + max-run-time: 1200 + docker-image: {in-tree: ubuntu1804-test} + artifacts: + - type: directory + name: public/build + path: /builds/worker/artifacts/ + run: + using: run-task + cwd: '{checkout}' + command: > + ./taskcluster/scripts/misc/run-profileserver.sh + run-on-projects: ['release'] + fetches: + toolchain: + - linux64-clang + - linux64-minidump-stackwalk + + android-x86-shippable/opt: + description: "Android 5.0 x86 Profile Generation" + shipping-phase: build + shipping-product: fennec + index: + product: mobile + job-name: android-x86-profile + treeherder: + platform: android-5-0-x86/pgo + worker-type: t-linux-xlarge-pgo + worker: + chain-of-trust: true + max-run-time: 3600 + docker-image: {in-tree: ubuntu1804-test} + env: + WORKING_DIR: "/builds/worker" + MOZHARNESS_PATH: "/builds/worker/checkouts/gecko/testing/mozharness" + PYTHON: "/builds/worker/checkouts/gecko/mach python" + artifacts: + - type: directory + name: public/build + path: /builds/worker/artifacts/ + run: + using: mozharness + job-script: taskcluster/scripts/tester/test-linux.sh + script: android_emulator_pgo.py + tooltool-downloads: internal + options: [installer-path=/builds/worker/fetches/geckoview-test_runner.apk] + config: + - android/android_common.py + - android/android-x86_64-profile-generation.py + - android/android_pgo.py + run-on-projects: ['release'] + fetches: + toolchain: + - linux64-clang + - linux64-minidump-stackwalk + - linux64-hostutils + - android-sdk-linux + - android-system-image-x86_64-linux + - android-avd-x86_64-linux + + android-x86_64-shippable/opt: + description: "Android 5.0 x86_64 Profile Generation" + shipping-phase: build + shipping-product: fennec + index: + product: mobile + job-name: android-x86_64-profile + treeherder: + platform: android-5-0-x86_64/pgo + worker-type: t-linux-xlarge-pgo + worker: + chain-of-trust: true + max-run-time: 3600 + docker-image: {in-tree: ubuntu1804-test} + env: + WORKING_DIR: "/builds/worker" + MOZHARNESS_PATH: "/builds/worker/checkouts/gecko/testing/mozharness" + PYTHON: "/builds/worker/checkouts/gecko/mach python" + artifacts: + - type: directory + name: public/build + path: /builds/worker/artifacts/ + run: + using: mozharness + job-script: taskcluster/scripts/tester/test-linux.sh + script: android_emulator_pgo.py + tooltool-downloads: internal + options: [installer-path=/builds/worker/fetches/geckoview-test_runner.apk] + config: + - android/android_common.py + - android/android-x86_64-profile-generation.py + - android/android_pgo.py + run-on-projects: ['release'] + fetches: + toolchain: + - linux64-clang + - linux64-minidump-stackwalk + - linux64-hostutils + - android-sdk-linux + - android-system-image-x86_64-linux + - android-avd-x86_64-linux + + android-aarch64-shippable/opt: + description: "Android 5.0 Aarch64 Profile Generation" + shipping-phase: build + shipping-product: fennec + index: + product: mobile + job-name: android-aarch64-profile + treeherder: + platform: android-5-0-aarch64/pgo + worker-type: b-linux-kvm-gcp + worker: + chain-of-trust: true + max-run-time: 2700 + kvm: true # for access to /dev/kvm for hw accel in the emulator + docker-image: {in-tree: ubuntu1804-test} + env: + WORKING_DIR: "/builds/worker" + MOZHARNESS_PATH: "/builds/worker/checkouts/gecko/testing/mozharness" + PYTHON: "/builds/worker/checkouts/gecko/mach python" + artifacts: + - type: directory + name: public/build + path: /builds/worker/artifacts/ + run: + using: mozharness + job-script: taskcluster/scripts/tester/test-linux.sh + script: android_emulator_pgo.py + tooltool-downloads: internal + options: [installer-path=/builds/worker/fetches/geckoview-test_runner.apk] + config: + - android/android_common.py + - android/android-aarch64-profile-generation.py + - android/android_pgo.py + run-on-projects: ['release'] + fetches: + toolchain: + - linux64-clang + - linux64-minidump-stackwalk + - linux64-hostutils + - android-sdk-linux + - android31-system-image-x86_64-linux + - android31-avd-x86_64-linux + + win32-shippable/opt: + description: "Win32 Profile Generation" + shipping-phase: build + shipping-product: firefox + index: + product: firefox + job-name: win32-profile + treeherder: + platform: windows2012-32-shippable/opt + worker-type: b-win2022 + worker: + chain-of-trust: true + max-run-time: 2400 + env: + UPLOAD_PATH: "artifacts" + artifacts: + - type: directory + name: public/build + path: build/src/artifacts/ + run: + using: run-task + sparse-profile: profile-generate + cwd: '{checkout}' + command: ./taskcluster/scripts/misc/run-profileserver.sh + run-on-projects: ['release'] + fetches: + toolchain: + - win64-clang-toolchain + - win32-minidump-stackwalk + + win64-shippable/opt: + description: "Win64 Profile Generation" + shipping-phase: build + shipping-product: firefox + index: + product: firefox + job-name: win64-profile + treeherder: + platform: windows2012-64-shippable/opt + worker-type: b-win2022 + worker: + chain-of-trust: true + max-run-time: 2400 + env: + UPLOAD_PATH: "artifacts" + artifacts: + - type: directory + name: public/build + path: build/src/artifacts/ + run: + using: run-task + sparse-profile: profile-generate + cwd: '{checkout}' + command: ./taskcluster/scripts/misc/run-profileserver.sh + run-on-projects: ['release'] + fetches: + toolchain: + - win64-clang-toolchain + - win32-minidump-stackwalk + + win64-nightlyasrelease/opt: + description: "Win64 Nightly-as-release Profile Generation" + shipping-phase: build + shipping-product: firefox + index: + product: firefox + job-name: win64-nightlyasrelease-profile + treeherder: + platform: win64-nightlyasrelease/opt + worker-type: b-win2022 + worker: + chain-of-trust: true + max-run-time: 2400 + env: + UPLOAD_PATH: "artifacts" + artifacts: + - type: directory + name: public/build + path: build/src/artifacts/ + run: + using: run-task + sparse-profile: profile-generate + cwd: '{checkout}' + command: ./taskcluster/scripts/misc/run-profileserver.sh + run-on-projects: [trunk-only] + fetches: + toolchain: + - win64-clang-toolchain + - win32-minidump-stackwalk + + macosx64-shippable/opt: + description: "macosx64 Profile Generation" + shipping-phase: build + shipping-product: firefox + index: + product: firefox + job-name: macosx64-profile + treeherder: + platform: macosx1015-64-shippable/opt + worker-type: b-osx-1015 + worker: + chain-of-trust: true + max-run-time: 7200 + env: + SHELL: "/bin/bash" + artifacts: + - type: directory + name: public/build + path: artifacts/ + run: + using: run-task + sparse-profile: profile-generate + cwd: '{checkout}' + command: ./taskcluster/scripts/misc/run-profileserver-macos.sh + run-on-projects: ['release'] + fetches: + toolchain: + - macosx64-clang + - macosx64-minidump-stackwalk + + macosx64-aarch64-shippable/opt: + description: "macosx64 aarch64 Profile Generation" + shipping-phase: build + shipping-product: firefox + index: + product: firefox + job-name: macosx64-aarch64-profile + treeherder: + platform: macosx1100-64-shippable/opt + worker-type: b-osx-arm64 + worker: + chain-of-trust: true + max-run-time: 7200 + env: + SHELL: "/bin/bash" + artifacts: + - type: directory + name: public/build + path: artifacts/ + run: + using: run-task + sparse-profile: profile-generate + cwd: '{checkout}' + command: ./taskcluster/scripts/misc/run-profileserver-macos.sh + run-on-projects: ['release'] + fetches: + toolchain: + - macosx64-clang + - macosx64-minidump-stackwalk diff --git a/taskcluster/kinds/hazard/kind.yml b/taskcluster/kinds/hazard/kind.yml new file mode 100644 index 0000000000..495f6b10cc --- /dev/null +++ b/taskcluster/kinds/hazard/kind.yml @@ -0,0 +1,84 @@ +# This Source Code Form is subject to the terms of the Mozilla Public +# License, v. 2.0. If a copy of the MPL was not distributed with this +# file, You can obtain one at http://mozilla.org/MPL/2.0/. +--- +loader: gecko_taskgraph.loader.transform:loader + +kind-dependencies: + - toolchain + +transforms: + - gecko_taskgraph.transforms.build_attrs:transforms + - gecko_taskgraph.transforms.build_schedules:transforms + - gecko_taskgraph.transforms.build_lints:transforms + - gecko_taskgraph.transforms.job:transforms + - gecko_taskgraph.transforms.task:transforms + +job-defaults: + attributes: + retrigger: true + treeherder: + kind: build + tier: 1 + worker-type: b-linux-gcp + worker: + max-run-time: 10800 + docker-image: {in-tree: debian12-amd64-build} + use-python: default + +jobs: + linux64-shell-haz/debug: + description: "JS Shell Hazard Analysis Linux" + index: + product: firefox + job-name: shell-haz-debug + treeherder: + platform: linux64/debug + symbol: SM(H) + run: + using: hazard + command: > + cd /builds/worker/checkouts/gecko/taskcluster/scripts/builder + && ./build-haz-linux.sh --project js $HOME/workspace + when: + files-changed: + - js/public/** + - js/src/** + fetches: + toolchain: + - linux64-clang + - linux64-gcc-9 + - linux64-gcc-sixgill + - linux64-rust + - linux64-cbindgen + - linux64-node + - linux64-pkgconf + - sysroot-x86_64-linux-gnu + + linux64-haz/debug: + description: "Browser Hazard Analysis Linux" + index: + product: firefox + job-name: browser-haz-debug + treeherder: + platform: linux64/debug + symbol: H + run: + using: hazard + command: > + cd /builds/worker/checkouts/gecko/taskcluster/scripts/builder + && ./build-haz-linux.sh --project browser $HOME/workspace + fetches: + toolchain: + - linux64-clang + - linux64-gcc-9 + - linux64-gcc-sixgill + - linux64-rust + - linux64-cbindgen + - linux64-nasm + - linux64-node + - linux64-pkgconf + - sysroot-x86_64-linux-gnu + - sysroot-wasm32-wasi + optimization: + skip-unless-backstop: null diff --git a/taskcluster/kinds/instrumented-build/kind.yml b/taskcluster/kinds/instrumented-build/kind.yml new file mode 100644 index 0000000000..048bea725f --- /dev/null +++ b/taskcluster/kinds/instrumented-build/kind.yml @@ -0,0 +1,491 @@ +# This Source Code Form is subject to the terms of the Mozilla Public +# License, v. 2.0. If a copy of the MPL was not distributed with this +# file, You can obtain one at http://mozilla.org/MPL/2.0/. +--- +loader: gecko_taskgraph.loader.transform:loader + +kind-dependencies: + - toolchain + - fetch + +transforms: + - gecko_taskgraph.transforms.build:transforms + - gecko_taskgraph.transforms.build_attrs:transforms + - gecko_taskgraph.transforms.build_schedules:transforms + - gecko_taskgraph.transforms.build_lints:transforms + - gecko_taskgraph.transforms.job:transforms + - gecko_taskgraph.transforms.artifact:transforms + - gecko_taskgraph.transforms.task:transforms + +job-defaults: + shipping-phase: build + treeherder: + symbol: Bpgo(instr) + tier: 1 + worker: + max-run-time: 7200 + env: + PERFHERDER_EXTRA_OPTIONS: instrumented + MACH_BUILD_PYTHON_NATIVE_PACKAGE_SOURCE: system + use-python: default + run: + using: mozharness + actions: [get-secrets, build] + script: mozharness/scripts/fx_desktop_build.py + secrets: true + use-sccache: + by-release-level: + production: false + staging: true + fetches: + toolchain: + - linux64-sccache + +jobs: + linux-shippable/opt: + description: "Linux Instrumented" + index: + product: firefox + job-name: instrumented-linux + shipping-product: firefox + treeherder: + platform: linux32-shippable/opt + worker-type: b-linux-gcp + run: + config: + - builds/releng_base_firefox.py + - builds/releng_base_linux_32_builds.py + mozconfig-variant: profile-generate + tooltool-downloads: public + run-on-projects: ['release'] + fetches: + toolchain: + - linux64-clang + - linux64-rust + - linux64-rust-size + - linux64-cbindgen + - linux64-dump_syms + - linux64-nasm + - linux64-node + - linux64-pkgconf + - sysroot-i686-linux-gnu + - sysroot-x86_64-linux-gnu + - sysroot-wasm32-wasi + + linux64-shippable/opt: + description: "Linux64 Instrumented" + index: + product: firefox + job-name: instrumented-linux64 + shipping-product: firefox + treeherder: + platform: linux64-shippable/opt + worker-type: b-linux-gcp + run: + config: + - builds/releng_base_firefox.py + - builds/releng_base_linux_64_builds.py + mozconfig-variant: profile-generate + tooltool-downloads: public + run-on-projects: ['release'] + fetches: + toolchain: + - linux64-clang + - linux64-rust + - linux64-rust-size + - linux64-cbindgen + - linux64-dump_syms + - linux64-nasm + - linux64-node + - linux64-pkgconf + - sysroot-x86_64-linux-gnu + - sysroot-wasm32-wasi + + linux64-aarch64-shippable/opt: + description: "Linux AArch64 (a.k.a. ARM64) Instrumented" + index: + product: firefox + job-name: instrumented-linux64-aarch64 + shipping-product: firefox + treeherder: + platform: linux64-aarch64-shippable/opt + worker-type: b-linux-gcp + run: + config: + - builds/releng_base_firefox.py + - builds/releng_base_linux_64_builds.py + mozconfig-variant: profile-generate + extra-config: + extra_mozconfig_content: + - ac_add_options --target=aarch64 + - unset MOZ_STDCXX_COMPAT + tooltool-downloads: public + run-on-projects: ['mozilla-central'] + fetches: + toolchain: + - linux64-clang + - linux64-rust + - linux64-rust-size + - linux64-cbindgen + - linux64-dump_syms + - linux64-nasm + - linux64-node + - linux64-pkgconf + - sysroot-aarch64-linux-gnu + - sysroot-x86_64-linux-gnu + - sysroot-wasm32-wasi + + macosx64-shippable/opt: + description: "MacOS X x64 Cross-compile Instrumented" + shipping-phase: build + shipping-product: firefox + treeherder: + platform: osx-shippable/opt + worker-type: b-linux-gcp + worker: + max-run-time: 7200 + env: + PERFHERDER_EXTRA_OPTIONS: instrumented + run: + using: mozharness + actions: [get-secrets, build] + config: + - builds/releng_base_firefox.py + - builds/releng_base_mac_64_cross_builds.py + script: "mozharness/scripts/fx_desktop_build.py" + secrets: true + mozconfig-variant: profile-generate + run-on-projects: ['release'] + fetches: + toolchain: + - linux64-clang + - linux64-hfsplus + - linux64-libdmg + - linux64-rust-macos + - linux64-rust-size + - linux64-cbindgen + - linux64-dump_syms + - linux64-nasm + - linux64-node + - macosx64-sdk + - sysroot-x86_64-linux-gnu + - sysroot-wasm32-wasi + + macosx64-aarch64-shippable/opt: + description: "MacOS X aarch64 Cross-compile Instrumented" + shipping-phase: build + shipping-product: firefox + treeherder: + platform: osx-aarch64-shippable/opt + worker-type: b-linux-gcp + worker: + max-run-time: 7200 + env: + PERFHERDER_EXTRA_OPTIONS: instrumented + run: + using: mozharness + actions: [get-secrets, build] + config: + - builds/releng_base_firefox.py + - builds/releng_base_mac_64_cross_builds.py + script: "mozharness/scripts/fx_desktop_build.py" + secrets: true + mozconfig-variant: profile-generate + extra-config: + mozconfig_platform: macosx64-aarch64 + run-on-projects: ['release'] + fetches: + toolchain: + - linux64-clang + - linux64-hfsplus + - linux64-libdmg + - linux64-rust-macos + - linux64-rust-size + - linux64-cbindgen + - linux64-dump_syms + - linux64-nasm + - linux64-node + - macosx64-sdk + - sysroot-x86_64-linux-gnu + - sysroot-wasm32-wasi + + android-x86-shippable/opt: + description: "Android 5.0 x86 PGO instrumented" + index: + product: mobile + job-name: instrumented-android-x86 + shipping-product: fennec + treeherder: + platform: android-5-0-x86/pgo + worker-type: b-linux-gcp + worker: + docker-image: {in-tree: android-build} + env: + GRADLE_USER_HOME: "/builds/worker/checkouts/gecko/mobile/android/gradle/dotgradle-offline" + TOOLTOOL_MANIFEST: "mobile/android/config/tooltool-manifests/android/releng.manifest" + artifacts: + - name: public/build + path: /builds/worker/artifacts/ + type: directory + - name: public/build/geckoview-androidTest.apk + path: /builds/worker/workspace/obj-build/gradle/build/mobile/android/geckoview/outputs/apk/androidTest/withGeckoBinaries/debug/geckoview-withGeckoBinaries-debug-androidTest.apk + type: file + - name: public/build/geckoview-test_runner.apk + path: /builds/worker/workspace/obj-build/gradle/build/mobile/android/test_runner/outputs/apk/withGeckoBinaries/debug/test_runner-withGeckoBinaries-debug.apk + type: file + - name: public/build/geckoview-test_runner.aab + path: /builds/worker/workspace/obj-build/gradle/build/mobile/android/test_runner/outputs/bundle/withGeckoBinariesDebug/test_runner-withGeckoBinaries-debug.aab + type: file + - name: public/build/geckoview_example.apk + path: /builds/worker/workspace/obj-build/gradle/build/mobile/android/geckoview_example/outputs/apk/withGeckoBinaries/debug/geckoview_example-withGeckoBinaries-debug.apk + type: file + - name: public/build/geckoview_example.aab + path: /builds/worker/workspace/obj-build/gradle/build/mobile/android/geckoview_example/outputs/bundle/withGeckoBinariesDebug/geckoview_example-withGeckoBinaries-debug.aab + type: file + run: + config: + - builds/releng_base_android_64_builds.py + custom-build-variant-cfg: x86-profile-generate + tooltool-downloads: internal + run-on-projects: ['release'] + fetches: + toolchain: + - android-gradle-dependencies + - android-ndk-linux + - android-sdk-linux + - linux64-jdk + - linux64-clang + - linux64-rust-android + - linux64-rust-size + - linux64-cbindgen + - linux64-dump_syms + - linux64-nasm + - linux64-node + - sysroot-x86_64-linux-gnu + - sysroot-wasm32-wasi + + android-x86_64-shippable/opt: + description: "Android 5.0 x86_64 PGO instrumented" + index: + product: mobile + job-name: instrumented-android-x86_64 + shipping-product: fennec + treeherder: + platform: android-5-0-x86_64/pgo + worker-type: b-linux-gcp + worker: + docker-image: {in-tree: android-build} + env: + GRADLE_USER_HOME: "/builds/worker/checkouts/gecko/mobile/android/gradle/dotgradle-offline" + TOOLTOOL_MANIFEST: "mobile/android/config/tooltool-manifests/android/releng.manifest" + artifacts: + - name: public/build + path: /builds/worker/artifacts/ + type: directory + - name: public/build/geckoview-androidTest.apk + path: /builds/worker/workspace/obj-build/gradle/build/mobile/android/geckoview/outputs/apk/androidTest/withGeckoBinaries/debug/geckoview-withGeckoBinaries-debug-androidTest.apk + type: file + - name: public/build/geckoview-test_runner.apk + path: /builds/worker/workspace/obj-build/gradle/build/mobile/android/test_runner/outputs/apk/withGeckoBinaries/debug/test_runner-withGeckoBinaries-debug.apk + type: file + - name: public/build/geckoview-test_runner.aab + path: /builds/worker/workspace/obj-build/gradle/build/mobile/android/test_runner/outputs/bundle/withGeckoBinariesDebug/test_runner-withGeckoBinaries-debug.aab + type: file + - name: public/build/geckoview_example.apk + path: /builds/worker/workspace/obj-build/gradle/build/mobile/android/geckoview_example/outputs/apk/withGeckoBinaries/debug/geckoview_example-withGeckoBinaries-debug.apk + type: file + - name: public/build/geckoview_example.aab + path: /builds/worker/workspace/obj-build/gradle/build/mobile/android/geckoview_example/outputs/bundle/withGeckoBinariesDebug/geckoview_example-withGeckoBinaries-debug.aab + type: file + run: + config: + - builds/releng_base_android_64_builds.py + custom-build-variant-cfg: x86_64-profile-generate + tooltool-downloads: internal + run-on-projects: ['release'] + fetches: + toolchain: + - android-gradle-dependencies + - android-ndk-linux + - android-sdk-linux + - linux64-jdk + - linux64-clang + - linux64-rust-android + - linux64-rust-size + - linux64-cbindgen + - linux64-dump_syms + - linux64-nasm + - linux64-node + - sysroot-x86_64-linux-gnu + - sysroot-wasm32-wasi + + android-aarch64-shippable/opt: + description: "Android 5.0 AArch64 PGO instrumented" + index: + product: mobile + job-name: instrumented-android-aarch64 + shipping-product: fennec + treeherder: + platform: android-5-0-aarch64/pgo + worker-type: b-linux-gcp + worker: + docker-image: {in-tree: android-build} + env: + GRADLE_USER_HOME: "/builds/worker/checkouts/gecko/mobile/android/gradle/dotgradle-offline" + TOOLTOOL_MANIFEST: "mobile/android/config/tooltool-manifests/android/releng.manifest" + artifacts: + - name: public/build + path: /builds/worker/artifacts/ + type: directory + - name: public/build/geckoview-androidTest.apk + path: /builds/worker/workspace/obj-build/gradle/build/mobile/android/geckoview/outputs/apk/androidTest/withGeckoBinaries/debug/geckoview-withGeckoBinaries-debug-androidTest.apk + type: file + - name: public/build/geckoview-test_runner.apk + path: /builds/worker/workspace/obj-build/gradle/build/mobile/android/test_runner/outputs/apk/withGeckoBinaries/debug/test_runner-withGeckoBinaries-debug.apk + type: file + - name: public/build/geckoview-test_runner.aab + path: /builds/worker/workspace/obj-build/gradle/build/mobile/android/test_runner/outputs/bundle/withGeckoBinariesDebug/test_runner-withGeckoBinaries-debug.aab + type: file + - name: public/build/geckoview_example.apk + path: /builds/worker/workspace/obj-build/gradle/build/mobile/android/geckoview_example/outputs/apk/withGeckoBinaries/debug/geckoview_example-withGeckoBinaries-debug.apk + type: file + - name: public/build/geckoview_example.aab + path: /builds/worker/workspace/obj-build/gradle/build/mobile/android/geckoview_example/outputs/bundle/withGeckoBinariesDebug/geckoview_example-withGeckoBinaries-debug.aab + type: file + run: + config: + - builds/releng_base_android_64_builds.py + custom-build-variant-cfg: aarch64-profile-generate + tooltool-downloads: internal + run-on-projects: ['release'] + fetches: + toolchain: + - android-gradle-dependencies + - android-ndk-linux + - android-sdk-linux + - linux64-jdk + - linux64-clang + - linux64-rust-android + - linux64-rust-size + - linux64-cbindgen + - linux64-dump_syms + - linux64-nasm + - linux64-node + - sysroot-x86_64-linux-gnu + - sysroot-wasm32-wasi + + win32-shippable/opt: + description: "Win32 Shippable PGO Instrumented" + index: + product: firefox + job-name: instrumented-win32 + shipping-product: firefox + treeherder: + platform: windows2012-32-shippable/opt + worker-type: b-linux-gcp + run: + options: [append-env-variables-from-configs] + mozconfig-variant: profile-generate + config: + - builds/releng_base_firefox.py + - builds/releng_base_linux_64_builds.py + extra-config: + stage_platform: win32 + mozconfig_platform: win32 + run-on-projects: ['release'] + fetches: + toolchain: + - linux64-clang + - linux64-rust-cross + - linux64-rust-size + - linux64-nasm + - linux64-node + - linux64-cbindgen + - linux64-dump_syms + - linux64-wine + - linux64-winchecksec + - nsis + - sysroot-x86_64-linux-gnu + - sysroot-wasm32-wasi + - vs + - windows-rs + fetch: + - upx-3.95-win + + win64-nightlyasrelease/opt: + description: "Win64 Shippable PGO Instrumented" + index: + product: firefox + job-name: instrumented-nightlyasrelease-win64 + shipping-product: firefox + treeherder: + platform: win64-nightlyasrelease/opt + worker-type: b-linux-gcp + run: + options: [append-env-variables-from-configs] + mozconfig-variant: profile-generate + config: + - builds/releng_base_firefox.py + - builds/releng_base_linux_64_builds.py + extra-config: + stage_platform: win64 + mozconfig_platform: win64 + extra_mozconfig_content: + - ac_add_options --as-milestone=release + run-on-projects: [trunk-only] + fetches: + toolchain: + - linux64-clang + - linux64-rust-cross + - linux64-rust-size + - linux64-nasm + - linux64-node + - linux64-cbindgen + - linux64-dump_syms + - linux64-wine + - linux64-winchecksec + - nsis + - sysroot-x86_64-linux-gnu + - sysroot-wasm32-wasi + - vs + - windows-rs + fetch: + - upx-3.95-win + + win64-shippable/opt: + description: "Win64 Shippable PGO Instrumented" + index: + product: firefox + job-name: instrumented-win64 + shipping-product: firefox + treeherder: + platform: windows2012-64-shippable/opt + worker-type: b-linux-gcp + run: + options: [append-env-variables-from-configs] + mozconfig-variant: profile-generate + config: + - builds/releng_base_firefox.py + - builds/releng_base_linux_64_builds.py + extra-config: + stage_platform: win64 + mozconfig_platform: win64 + run-on-projects: ['release'] + fetches: + toolchain: + - linux64-clang + - linux64-rust-cross + - linux64-rust-size + - linux64-nasm + - linux64-node + - linux64-cbindgen + - linux64-dump_syms + - linux64-wine + - linux64-winchecksec + - nsis + - sysroot-x86_64-linux-gnu + - sysroot-wasm32-wasi + - vs + - windows-rs + fetch: + - upx-3.95-win diff --git a/taskcluster/kinds/l10n-bump/kind.yml b/taskcluster/kinds/l10n-bump/kind.yml new file mode 100644 index 0000000000..d40f9c48e9 --- /dev/null +++ b/taskcluster/kinds/l10n-bump/kind.yml @@ -0,0 +1,135 @@ +# This Source Code Form is subject to the terms of the Mozilla Public +# License, v. 2.0. If a copy of the MPL was not distributed with this +# file, You can obtain one at http://mozilla.org/MPL/2.0/. +--- +loader: gecko_taskgraph.loader.transform:loader + +transforms: + - gecko_taskgraph.transforms.release_version_bump:transforms + - gecko_taskgraph.transforms.task:transforms + +job-defaults: + worker-type: tree + worker: + implementation: treescript + tags: [] + bump: false + dontbuild: + by-project: + mozilla-beta: false + default: true + ignore-closed-tree: + by-project: + autoland: true + default: false + push: + by-project: + mozilla-(central|beta): true + autoland: true + default: false + source-repo: + by-release-type: + beta: https://hg.mozilla.org/releases/mozilla-beta + nightly: https://hg.mozilla.org/mozilla-central + default: https://hg.mozilla.org/integration/autoland + l10n-bump-info: + by-release-type: + # XXX whenever the `beta` config changes, make sure to make + # the corresponding change in merge-automation/kind.yml + beta: + name: Firefox l10n changesets + path: browser/locales/l10n-changesets.json + version-path: browser/config/version.txt + l10n-repo-url: "https://hg.mozilla.org/l10n-central/%(locale)s/json-pushes?version=2&tipsonly=1" + ignore-config: + ja: + - macosx64 + - macosx64-devedition + ja-JP-mac: + - linux + - linux-devedition + - linux64 + - linux64-devedition + - linux64-aarch64 + - win32 + - win32-devedition + - win64 + - win64-devedition + - win64-aarch64 + - win64-aarch64-devedition + platform-configs: + [ + { + "platforms": + [ + "linux", + "linux-devedition", + "linux64", + "linux64-aarch64", + "linux64-devedition", + "macosx64", + "macosx64-devedition", + "win32", + "win32-devedition", + "win64", + "win64-devedition", + "win64-aarch64", + "win64-aarch64-devedition", + ], + "path": "browser/locales/shipped-locales", + }, + ] + default: + name: Firefox l10n changesets + path: browser/locales/l10n-changesets.json + l10n-repo-url: "https://hg.mozilla.org/l10n-central/%(locale)s/json-pushes?version=2&tipsonly=1" + version-path: browser/config/version.txt + ignore-config: + ja: + - macosx64 + - macosx64-devedition + ja-JP-mac: + - linux + - linux-devedition + - linux64 + - linux64-aarch64 + - linux64-devedition + - win32 + - win32-devedition + - win64 + - win64-devedition + - win64-aarch64 + - win64-aarch64-devedition + platform-configs: + [ + { + "platforms": + [ + "linux", + "linux-devedition", + "linux64", + "linux64-aarch64", + "linux64-devedition", + "macosx64", + "macosx64-devedition", + "win32", + "win32-devedition", + "win64", + "win64-devedition", + "win64-aarch64", + "win64-aarch64-devedition", + ], + "path": "browser/locales/all-locales", + }, + ] + +jobs: + l10n-bumper: + name: l10n_bumper + description: l10n changesets bumper + run-on-projects: [] + treeherder: + kind: build + platform: linux64/opt + symbol: l10n-bump(lb) + tier: 1 diff --git a/taskcluster/kinds/l10n-cross-channel/kind.yml b/taskcluster/kinds/l10n-cross-channel/kind.yml new file mode 100644 index 0000000000..da30306599 --- /dev/null +++ b/taskcluster/kinds/l10n-cross-channel/kind.yml @@ -0,0 +1,41 @@ +# This Source Code Form is subject to the terms of the Mozilla Public +# License, v. 2.0. If a copy of the MPL was not distributed with this +# file, You can obtain one at http://mozilla.org/MPL/2.0/. +--- +loader: gecko_taskgraph.loader.transform:loader + +transforms: + - gecko_taskgraph.transforms.cross_channel:transforms + - gecko_taskgraph.transforms.job:transforms + - gecko_taskgraph.transforms.task:transforms + +jobs: + quarantine: + description: Push strings from all shipping trains to the quarantine strings repo + run-on-projects: [] + worker-type: b-linux-gcp + ssh-key-secret: + by-level: + "3": project/releng/gecko/build/level-3/l10n-cross-channel-quarantine-ssh + default: null + worker: + docker-image: {in-tree: push-to-try} + max-run-time: 3600 + artifacts: + - type: directory + name: public/build + path: /builds/worker/artifacts + env: + TASK_ID: {"task-reference": ""} + TASKCLUSTER_PROXY_URL: http://taskcluster + treeherder: + platform: firefox-release/opt + tier: 1 + kind: build + symbol: Rel(l10n-cross-channel) + run: + using: mach + actions: + by-level: + "3": ["prep", "create", "push", "clean"] + default: ["prep", "create", "clean"] diff --git a/taskcluster/kinds/l10n/kind.yml b/taskcluster/kinds/l10n/kind.yml new file mode 100644 index 0000000000..eeb0b2c54e --- /dev/null +++ b/taskcluster/kinds/l10n/kind.yml @@ -0,0 +1,149 @@ +# This Source Code Form is subject to the terms of the Mozilla Public +# License, v. 2.0. If a copy of the MPL was not distributed with this +# file, You can obtain one at http://mozilla.org/MPL/2.0/. +--- +loader: gecko_taskgraph.loader.transform:loader + +transforms: + - taskgraph.transforms.from_deps + - gecko_taskgraph.transforms.l10n + - gecko_taskgraph.transforms.job + - gecko_taskgraph.transforms.task + +kind-dependencies: + - build + - build-signing + - fetch + - repackage + - toolchain + +only-for-build-platforms: + - linux64-shippable/opt + - linux64-aarch64-shippable/opt + - linux-shippable/opt + - macosx64-shippable/opt + - win32-shippable/opt + - win64-shippable/opt + +jobs: + l10n: + description: Localization + from-deps: + group-by: platform + locales-file: browser/locales/l10n-onchange-changesets.json + ignore-locales: + by-build-platform: + # OSX has a special locale for japanese + macosx64.*: [ja] + default: [ja-JP-mac] + run-time: + by-build-platform: + default: 900 + win.*: 1800 + secrets: false + fetches: + toolchain: + by-build-platform: + default: [] + macosx64.*: + - linux64-libdmg + - linux64-hfsplus + win.*: + - linux64-wine + - nsis + fetch: + by-build-platform: + default: [] + win.*: + - upx-3.95-win + tooltool: + by-build-platform: + default: internal + linux.*: public + index: + type: l10n + product: firefox + job-name: + by-build-platform: + linux(?!64).*: linux-opt + linux64(?!-aarch64).*: linux64-opt + linux64-aarch64.*: linux64-aarch64-opt + macosx64.*: macosx64-opt + win32.*: win32-opt + win64.*: win64-opt + run-on-projects: + by-build-platform: + linux-shippable.*: ['release'] # Do not run on autoland - Bug 1599197 + default: ['all'] + worker-type: b-linux-gcp + treeherder: + symbol: L10n + tier: 1 + platform: + by-build-platform: + linux64: linux64/opt + linux64-shippable: linux64-shippable/opt + linux64-aarch64: linux64-aarch64/opt + linux64-aarch64-shippable: linux64-aarch64-shippable/opt + linux: linux32/opt + linux-shippable: linux32-shippable/opt + macosx64: osx-cross/opt + macosx64-shippable: osx-shippable/opt + win32: windows2012-32/opt + win32-shippable: windows2012-32-shippable/opt + win64: windows2012-64/opt + win64-shippable: windows2012-64-shippable/opt + env: + by-build-platform: + linux.*: # linux64 and 32 get same treatment here + EN_US_PACKAGE_NAME: target.tar.bz2 + EN_US_BINARY_URL: + artifact-reference: + macosx64.*: + EN_US_PACKAGE_NAME: target.dmg + EN_US_BINARY_URL: + artifact-reference: + win.*: + EN_US_PACKAGE_NAME: target.zip + EN_US_BINARY_URL: + artifact-reference: + mozharness: + config: + by-build-platform: + linux(?!64).*: + - single_locale/firefox.py + - single_locale/linux32.py + - single_locale/tc_common.py + - single_locale/tc_linux_common.py + linux64.*: + - single_locale/firefox.py + - single_locale/linux64.py + - single_locale/tc_common.py + - single_locale/tc_linux_common.py + macosx64.*: + - single_locale/firefox.py + - single_locale/macosx64.py + - single_locale/tc_common.py + - single_locale/tc_macosx64.py + win32.*: + - single_locale/firefox.py + - single_locale/win32.py + - single_locale/tc_common.py + - single_locale/tc_win32.py + win64.*: + - single_locale/firefox.py + - single_locale/win64.py + - single_locale/tc_common.py + - single_locale/tc_win64.py + # no default, so we fail on new entries + actions: ['clone-locales', 'list-locales', 'setup', 'repack', 'summary'] + script: mozharness/scripts/desktop_l10n.py + when: + files-changed: + - browser/locales/l10n-onchange-changesets.json + - testing/mozharness/configs/single_locale/** + - testing/mozharness/mozharness/mozilla/l10n/locales.py + - testing/mozharness/scripts/desktop_l10n.py + - third_party/python/compare-locales/** + - toolkit/locales/** + - toolkit/mozapps/installer/** diff --git a/taskcluster/kinds/mar-signing-autograph-stage/kind.yml b/taskcluster/kinds/mar-signing-autograph-stage/kind.yml new file mode 100644 index 0000000000..711c28c44b --- /dev/null +++ b/taskcluster/kinds/mar-signing-autograph-stage/kind.yml @@ -0,0 +1,34 @@ +# This Source Code Form is subject to the terms of the Mozilla Public +# License, v. 2.0. If a copy of the MPL was not distributed with this +# file, You can obtain one at http://mozilla.org/MPL/2.0/. +--- +loader: gecko_taskgraph.loader.transform:loader + +transforms: + - taskgraph.transforms.from_deps + - gecko_taskgraph.transforms.name_sanity + - gecko_taskgraph.transforms.mar_signing + - gecko_taskgraph.transforms.task + +kind-dependencies: + - repackage + +only-for-build-platforms: + - linux64-shippable/opt + +jobs: + mar-signing-autograph-stage: + from-deps: + group-by: single-with-filters + shipping-phase: null + treeherder-group: ms-stage + treeherder: + tier: 3 + description-suffix: 'autograph-stage mar signing test' + required_signoffs: + - mar-signing + run-on-projects: [] + shippable: false + attributes: + retrigger: true + worker-type: linux-depsigning diff --git a/taskcluster/kinds/mar-signing-l10n/kind.yml b/taskcluster/kinds/mar-signing-l10n/kind.yml new file mode 100644 index 0000000000..8016833c15 --- /dev/null +++ b/taskcluster/kinds/mar-signing-l10n/kind.yml @@ -0,0 +1,40 @@ +# This Source Code Form is subject to the terms of the Mozilla Public +# License, v. 2.0. If a copy of the MPL was not distributed with this +# file, You can obtain one at http://mozilla.org/MPL/2.0/. +--- +loader: gecko_taskgraph.loader.transform:loader + +transforms: + - taskgraph.transforms.from_deps + - gecko_taskgraph.transforms.name_sanity + - gecko_taskgraph.transforms.mar_signing + - gecko_taskgraph.transforms.task + +kind-dependencies: + - repackage-l10n + +only-for-build-platforms: + - linux-shippable/opt + - linux64-shippable/opt + - linux64-aarch64-shippable/opt + - macosx64-shippable/opt + - win32-shippable/opt + - win64-shippable/opt + - win64-aarch64-shippable/opt + - linux64-asan-reporter-shippable/opt + - linux-devedition/opt + - linux64-devedition/opt + - macosx64-devedition/opt + - win32-devedition/opt + - win64-devedition/opt + - win64-aarch64-devedition/opt + +jobs: + mar-signing-l10n: + from-deps: + group-by: single-with-filters + shipping-phase: promote + treeherder-group: ms + description-suffix: 'mar signing' + required_signoffs: + - mar-signing diff --git a/taskcluster/kinds/mar-signing/kind.yml b/taskcluster/kinds/mar-signing/kind.yml new file mode 100644 index 0000000000..e0feeaa0ff --- /dev/null +++ b/taskcluster/kinds/mar-signing/kind.yml @@ -0,0 +1,41 @@ +# This Source Code Form is subject to the terms of the Mozilla Public +# License, v. 2.0. If a copy of the MPL was not distributed with this +# file, You can obtain one at http://mozilla.org/MPL/2.0/. +--- +loader: gecko_taskgraph.loader.transform:loader + +transforms: + - taskgraph.transforms.from_deps + - gecko_taskgraph.transforms.name_sanity + - gecko_taskgraph.transforms.mar_signing + - gecko_taskgraph.transforms.task + +kind-dependencies: + - repackage + +only-for-build-platforms: + - linux-shippable/opt + - linux64-shippable/opt + - linux64-aarch64-shippable/opt + - macosx64-shippable/opt + - win32-shippable/opt + - win64-shippable/opt + - win64-aarch64-shippable/opt + - linux-devedition/opt + - linux64-devedition/opt + - macosx64-devedition/opt + - win32-devedition/opt + - win64-devedition/opt + - win64-aarch64-devedition/opt + - linux64-asan-reporter-shippable/opt + - win64-asan-reporter-shippable/opt + +jobs: + mar-signing: + from-deps: + group-by: single-with-filters + shipping-phase: promote + treeherder-group: ms + description-suffix: 'mar signing' + required_signoffs: + - mar-signing diff --git a/taskcluster/kinds/maybe-release/kind.yml b/taskcluster/kinds/maybe-release/kind.yml new file mode 100644 index 0000000000..8664e52168 --- /dev/null +++ b/taskcluster/kinds/maybe-release/kind.yml @@ -0,0 +1,45 @@ +# This Source Code Form is subject to the terms of the Mozilla Public +# License, v. 2.0. If a copy of the MPL was not distributed with this +# file, You can obtain one at http://mozilla.org/MPL/2.0/. +--- +loader: gecko_taskgraph.loader.transform:loader + +transforms: + - gecko_taskgraph.transforms.maybe_release:transforms + - gecko_taskgraph.transforms.task:transforms + +job-defaults: + description: Check recent releases and trigger a new ship-it phase if worthwhile. + worker-type: shipit + worker: + implementation: shipit-maybe-release + scopes: + by-release-level: + production: + - project:releng:ship-it:server:production + - project:releng:ship-it:action:create-new-release + staging: + - project:releng:ship-it:server:staging + - project:releng:ship-it:action:create-new-release + run-on-projects: [] + treeherder: + symbol: Rel(maybe-release) + tier: 1 + kind: build + +jobs: + firefox: + name: maybe-release-firefox + shipping-product: firefox + worker: + phase: ship_firefox + treeherder: + platform: firefox-release/opt + + devedition: + name: maybe-release-devedition + shipping-product: devedition + worker: + phase: ship_devedition + treeherder: + platform: devedition-release/opt diff --git a/taskcluster/kinds/merge-automation/kind.yml b/taskcluster/kinds/merge-automation/kind.yml new file mode 100644 index 0000000000..8e2b34147e --- /dev/null +++ b/taskcluster/kinds/merge-automation/kind.yml @@ -0,0 +1,72 @@ +# This Source Code Form is subject to the terms of the Mozilla Public +# License, v. 2.0. If a copy of the MPL was not distributed with this +# file, You can obtain one at http://mozilla.org/MPL/2.0/. +--- +loader: gecko_taskgraph.loader.transform:loader + +transforms: + - gecko_taskgraph.transforms.merge_automation:transforms + - gecko_taskgraph.transforms.task:transforms + + +jobs: + merge-automation: + name: merge-automation + label: merge-automation + treeherder: + symbol: Rel(merge-automation) + tier: 1 + kind: build + platform: firefox-release/opt + description: Merge repositories for release management. + worker-type: tree + scopes: [] + worker: + implementation: treescript + tags: [] + bump: false + dontbuild: false + ignore-closed-tree: true + push: false + l10n-bump-info: + by-behavior: + central-to-beta: + name: Firefox l10n changesets + path: browser/locales/l10n-changesets.json + version-path: browser/config/version.txt + l10n-repo-url: "https://hg.mozilla.org/l10n-central/%(locale)s/json-pushes?version=2&tipsonly=1" + ignore-config: + ja: + - macosx64 + - macosx64-devedition + ja-JP-mac: + - linux + - linux-devedition + - linux64 + - linux64-devedition + - win32 + - win32-devedition + - win64 + - win64-devedition + - win64-aarch64 + - win64-aarch64-devedition + platform-configs: [{ + "platforms": [ + "linux", + "linux-devedition", + "linux64", + "linux64-devedition", + "macosx64", + "macosx64-devedition", + "win32", + "win32-devedition", + "win64", + "win64-devedition", + "win64-aarch64", + "win64-aarch64-devedition", + ], + "path": "browser/locales/shipped-locales", + }] + default: null + run-on-projects: [] + expiration-policy: long diff --git a/taskcluster/kinds/openh264-plugin/kind.yml b/taskcluster/kinds/openh264-plugin/kind.yml new file mode 100644 index 0000000000..e8459df438 --- /dev/null +++ b/taskcluster/kinds/openh264-plugin/kind.yml @@ -0,0 +1,226 @@ +# This Source Code Form is subject to the terms of the Mozilla Public +# License, v. 2.0. If a copy of the MPL was not distributed with this +# file, You can obtain one at http://mozilla.org/MPL/2.0/. +--- +loader: gecko_taskgraph.loader.transform:loader + +kind-dependencies: + - toolchain + +transforms: + - gecko_taskgraph.transforms.openh264:transforms + - gecko_taskgraph.transforms.job:transforms + - gecko_taskgraph.transforms.task:transforms + +job-defaults: + description: "Build OpenH264 plugin" + treeherder: + kind: build + symbol: h264 + tier: 2 + run-on-projects: [] + repo: 'https://github.com/cisco/openh264.git' + revision: '31c4d2e4a037526fd30d4e5c39f60885986cf865' + use-python: default + worker: + chain-of-trust: true + +jobs: + linux32/opt: + attributes: + build_platform: linux32 + build_type: opt + treeherder: + platform: linux32/opt + worker-type: b-linux-gcp + worker: + max-run-time: 1800 + artifacts: + - name: private/openh264 + path: /builds/worker/workspace/openh264/artifacts + type: directory + run: + using: mozharness + script: mozharness/scripts/openh264_build.py + config: + - openh264/linux32.py + fetches: + toolchain: + - linux64-binutils + - linux64-clang + - linux64-dump_syms + - linux64-nasm + - sysroot-i686-linux-gnu + linux64/opt: + attributes: + build_platform: linux64 + build_type: opt + treeherder: + platform: linux64/opt + worker-type: b-linux-gcp + worker: + max-run-time: 1800 + artifacts: + - name: private/openh264 + path: /builds/worker/workspace/openh264/artifacts + type: directory + run: + using: mozharness + script: mozharness/scripts/openh264_build.py + config: + - openh264/linux64.py + fetches: + toolchain: + - linux64-binutils + - linux64-clang + - linux64-dump_syms + - linux64-nasm + - sysroot-x86_64-linux-gnu + linux64-aarch64/opt: + attributes: + build_platform: linux64-aarch64 + build_type: opt + treeherder: + platform: linux64-aarch64/opt + worker-type: b-linux-gcp + worker: + max-run-time: 1800 + artifacts: + - name: private/openh264 + path: /builds/worker/workspace/openh264/artifacts + type: directory + run: + using: mozharness + script: mozharness/scripts/openh264_build.py + config: + - openh264/linux64-aarch64.py + fetches: + toolchain: + - linux64-binutils + - linux64-clang + - linux64-dump_syms + - sysroot-x86_64-linux-gnu + - sysroot-aarch64-linux-gnu + macosx64/opt: + attributes: + build_platform: macosx64 + build_type: opt + treeherder: + platform: macosx64/opt + worker-type: b-linux-gcp + worker: + max-run-time: 1800 + artifacts: + - name: private/openh264 + path: /builds/worker/workspace/openh264/artifacts + type: directory + run: + using: mozharness + script: mozharness/scripts/openh264_build.py + config: + - openh264/macosx64.py + fetches: + toolchain: + - linux64-cctools-port + - linux64-clang + - linux64-dump_syms + - linux64-nasm + - macosx64-sdk-13.3 + macosx64-aarch64/opt: + attributes: + build_platform: macosx64-aarch64 + build_type: opt + treeherder: + platform: macosx64-aarch64/opt + worker-type: b-linux-gcp + worker: + max-run-time: 1800 + artifacts: + - name: private/openh264 + path: /builds/worker/workspace/openh264/artifacts + type: directory + run: + using: mozharness + script: mozharness/scripts/openh264_build.py + config: + - openh264/macosx64-aarch64.py + fetches: + toolchain: + - linux64-cctools-port + - linux64-clang + - linux64-dump_syms + - macosx64-sdk-13.3 + win32/opt: + attributes: + build_platform: win32 + build_type: opt + treeherder: + platform: win32/opt + worker-type: b-win2022 + worker: + max-run-time: 1800 + artifacts: + - name: private/openh264 + path: workspace/openh264/artifacts + type: directory + run: + using: mozharness + script: mozharness/scripts/openh264_build.py + config: + - openh264/win32.py + tooltool-downloads: internal + fetches: + toolchain: + - win64-clang + - win64-dump_syms + - win64-mozmake + - win64-nasm + win64/opt: + attributes: + build_platform: win64 + build_type: opt + treeherder: + platform: win64/opt + worker-type: b-win2022 + worker: + max-run-time: 1800 + artifacts: + - name: private/openh264 + path: workspace/openh264/artifacts + type: directory + run: + using: mozharness + script: mozharness/scripts/openh264_build.py + config: + - openh264/win64.py + tooltool-downloads: internal + fetches: + toolchain: + - win64-clang + - win64-dump_syms + - win64-mozmake + - win64-nasm + win64-aarch64/opt: + attributes: + build_platform: win64-aarch64 + build_type: opt + treeherder: + platform: win64-aarch64/opt + worker-type: b-win2022 + worker: + max-run-time: 1800 + artifacts: + - name: private/openh264 + path: workspace/openh264/artifacts + type: directory + run: + using: mozharness + script: mozharness/scripts/openh264_build.py + config: + - openh264/win64-aarch64.py + tooltool-downloads: internal + fetches: + toolchain: + - win64-clang + - win64-dump_syms + - win64-mozmake diff --git a/taskcluster/kinds/openh264-signing/kind.yml b/taskcluster/kinds/openh264-signing/kind.yml new file mode 100644 index 0000000000..e4dc174cc7 --- /dev/null +++ b/taskcluster/kinds/openh264-signing/kind.yml @@ -0,0 +1,19 @@ +# This Source Code Form is subject to the terms of the Mozilla Public +# License, v. 2.0. If a copy of the MPL was not distributed with this +# file, You can obtain one at http://mozilla.org/MPL/2.0/. +--- +loader: gecko_taskgraph.loader.transform:loader + +transforms: + - taskgraph.transforms.from_deps + - gecko_taskgraph.transforms.name_sanity + - gecko_taskgraph.transforms.openh264_signing + - gecko_taskgraph.transforms.task + +kind-dependencies: + - openh264-plugin + +jobs: + openh264-signing: + from-deps: + group-by: single-with-filters diff --git a/taskcluster/kinds/packages/debian.yml b/taskcluster/kinds/packages/debian.yml new file mode 100644 index 0000000000..0a87ef6782 --- /dev/null +++ b/taskcluster/kinds/packages/debian.yml @@ -0,0 +1,126 @@ +# This Source Code Form is subject to the terms of the Mozilla Public +# License, v. 2.0. If a copy of the MPL was not distributed with this +# file, You can obtain one at http://mozilla.org/MPL/2.0/. +--- +job-defaults: + run: + using: debian-package + dist: jessie + +deb12-mercurial: + description: "Modern Mercurial for Debian bookworm" + treeherder: + symbol: Deb12(hg) + run: + using: debian-package + dist: bookworm + tarball: + url: https://www.mercurial-scm.org/release/mercurial-6.4.3.tar.gz + sha256: a77fb62d325934a83a00b2fc6db109f44c67b86768fc40490366f513640c7f64 + pre-build-command: >- + cp -r contrib/packaging/debian debian && + sed -i -e "s/__VERSION__/$(awk -F\" '$2 {print $2}' mercurial/__version__.py)-1.deb12moz1/" \ + -e "s/__DATE__/$(date --rfc-2822)/" \ + -e "s/__CODENAME__/bookworm/" debian/changelog + +deb12-valgrind: + description: "Valgrind for Debian bookworm" + treeherder: + symbol: Deb12(valgrind) + run: + dist: bookworm + dsc: + url: http://snapshot.debian.org/archive/debian/20230111T213757Z/pool/main/v/valgrind/valgrind_3.20.0-1.dsc + sha256: e32d373bf2d4f0bd0e9673c711d0e4a8eed43c22ca81714ae3e2d85b2f315493 + +deb12-python-zstandard: + description: "python-zstandard for Debian bookworm" + treeherder: + symbol: Deb12(python-zstandard) + run: + using: debian-package + dist: bookworm + tarball: + url: https://github.com/indygreg/python-zstandard/releases/download/0.22.0/zstandard-0.22.0.tar.gz + sha256: 8226a33c542bcb54cd6bd0a366067b610b41713b64c9abec1bc4533d69f51e70 + pre-build-command: debchange -v 0.22.0-1.deb12moz --distribution testing "Mozilla backport for bookworm" + name: python-zstandard + +deb8-gcc-8: + description: "gcc 8 for Debian jessie" + treeherder: + symbol: Deb8(gcc-8) + worker: + max-run-time: 3600 + env: + DEB_BUILD_OPTIONS: nocheck + WITH_BOOTSTRAP: 'off' + WITHOUT_LANG: ada brig cilkrts fortran d go objc obj-c++ asan lsan tsan ubsan jit nvptx + run: + using: debian-package + dist: jessie + dsc: + url: http://snapshot.debian.org/archive/debian/20210202T150504Z/pool/main/g/gcc-8/gcc-8_8.4.0-7.dsc + sha256: b93f13bc67f5a8f16e837fbb543d00d3475d5c95777a1b0b5a448fa2310a98c5 + # autoconf2.64 and quilt necessary to run the `debian/rules control` command to + # generate an updated debian/control. + # uncommenting `with_common_libs` makes the packaging create the libstdc++6 package. + # `libstdcxx_abi = new` overrides the default that disables the new ABI on jessie + # `BINUTILSBDV=2.25-3~` and `ISL_BUILD_DEP=libisl-dev,` override wrong versions + # in build dependencies for jessie. + # `OFFLOAD_BUILD_DEP=` overrides the dependency on nvptx, which is not available + # in jessie. + # `NT=` overrides the use of `:native` which is not supported by dpkg on jessie. + pre-build-command: >- + apt install autoconf2.64 quilt && + sed -i 's/#with_common_libs/with_common_libs/' debian/rules.defs && + echo libstdcxx_abi = new >> debian/rules.defs && + echo BINUTILSBDV=2.25-3~ >> debian/rules.conf && + echo ISL_BUILD_DEP=libisl-dev, >> debian/rules.conf && + echo OFFLOAD_BUILD_DEP= >> debian/rules.conf && + debian/rules control NT= + +deb8-32-gcc-8: + description: "gcc 8 for Debian jessie" + treeherder: + symbol: Deb8-32(gcc-8) + worker: + max-run-time: 3600 + env: + DEB_BUILD_OPTIONS: nocheck + WITH_BOOTSTRAP: 'off' + WITHOUT_LANG: ada biarch brig cilkrts fortran d go objc obj-c++ asan lsan tsan ubsan jit nvptx + run: + using: debian-package + dist: jessie + dsc: + url: http://snapshot.debian.org/archive/debian/20210202T150504Z/pool/main/g/gcc-8/gcc-8_8.4.0-7.dsc + sha256: b93f13bc67f5a8f16e837fbb543d00d3475d5c95777a1b0b5a448fa2310a98c5 + pre-build-command: >- + apt install autoconf2.64 quilt && + sed -i 's/#with_common_libs/with_common_libs/' debian/rules.defs && + echo libstdcxx_abi = new >> debian/rules.defs && + echo GCC_MULTILIB_BUILD_DEP='$(DPKG_BUILD_DEP)' >> debian/rules.conf && + echo BINUTILSBDV=2.25-3~ >> debian/rules.conf && + echo ISL_BUILD_DEP=libisl-dev, >> debian/rules.conf && + echo OFFLOAD_BUILD_DEP= >> debian/rules.conf && + debian/rules control NT= + arch: i386 + +deb8-gtk3: + description: "X11-only gtk+3 for Debian jessie" + treeherder: + symbol: Deb8(gtk) + worker: + max-run-time: 3600 + env: + DEB_BUILD_OPTIONS: nocheck + run: + dist: jessie + dsc: + url: http://snapshot.debian.org/archive/debian/20150819T212910Z/pool/main/g/gtk+3.0/gtk+3.0_3.14.5-1+deb8u1.dsc + sha256: b1808b03317b171c813e31185a4520df4dbde54580842a72a4c44540cd6bde17 + pre-build-command: >- + sed -i /linux-any/d debian/control* debian/libgtk-3-0.symbols && + sed -i s/--enable-wayland-backend/--disable-wayland-backend/ debian/rules && + debchange -v 3.14.5-1.deb8moz --distribution jessie-backports "Mozilla rebuild without wayland support" diff --git a/taskcluster/kinds/packages/kind.yml b/taskcluster/kinds/packages/kind.yml new file mode 100644 index 0000000000..5b21346de8 --- /dev/null +++ b/taskcluster/kinds/packages/kind.yml @@ -0,0 +1,25 @@ +# This Source Code Form is subject to the terms of the Mozilla Public +# License, v. 2.0. If a copy of the MPL was not distributed with this +# file, You can obtain one at http://mozilla.org/MPL/2.0/. +--- +loader: gecko_taskgraph.loader.transform:loader + +transforms: + - gecko_taskgraph.transforms.try_job:transforms + - gecko_taskgraph.transforms.job:transforms + - gecko_taskgraph.transforms.cached_tasks:transforms + - gecko_taskgraph.transforms.task:transforms + +job-defaults: + treeherder: + kind: build + platform: packages/opt + tier: 1 + worker-type: b-linux-gcp + worker: + max-run-time: 1800 + run-on-projects: [] + +jobs-from: + - debian.yml + - ubuntu.yml diff --git a/taskcluster/kinds/packages/ubuntu.yml b/taskcluster/kinds/packages/ubuntu.yml new file mode 100644 index 0000000000..d9bbd5f2ad --- /dev/null +++ b/taskcluster/kinds/packages/ubuntu.yml @@ -0,0 +1,156 @@ +# This Source Code Form is subject to the terms of the Mozilla Public +# License, v. 2.0. If a copy of the MPL was not distributed with this +# file, You can obtain one at http://mozilla.org/MPL/2.0/. +--- +job-defaults: + run: + using: ubuntu-package + dist: bionic + +ub18-libc6: + description: "Older version of glibc in Ubuntu 18.04 that doesn't cause bug 1678451" + treeherder: + symbol: Ub18(libc6) + run: + dsc: + url: https://launchpad.net/ubuntu/+archive/primary/+sourcefiles/glibc/2.27-3ubuntu1.2/glibc_2.27-3ubuntu1.2.dsc + sha256: 2ac325cce2251c710dd041f4725925cdbccefba6f6f0f0d95a2a5a09e2050c2e + patch: ubuntu-glibc.diff + +ub18-32-libc6: + description: "Older version of glibc in Ubuntu 18.04 that doesn't cause bug 1678451" + treeherder: + symbol: Ub18(libc6-32) + run: + dsc: + url: https://launchpad.net/ubuntu/+archive/primary/+sourcefiles/glibc/2.27-3ubuntu1.2/glibc_2.27-3ubuntu1.2.dsc + sha256: 2ac325cce2251c710dd041f4725925cdbccefba6f6f0f0d95a2a5a09e2050c2e + arch: i386 + patch: ubuntu-glibc.diff + +ub18-python-psutil: + description: "python-psutil for Ubuntu bionic" + treeherder: + symbol: Ub18(python-psutil) + run: + dsc: + url: https://launchpad.net/ubuntu/+archive/primary/+sourcefiles/python-psutil/5.4.2-1ubuntu0.1/python-psutil_5.4.2-1ubuntu0.1.dsc + sha256: a0ca4560d25fcfe5b7407d2cb21318f0635f2c3559898efce1679eef35b61f05 + name: python-psutil + pre-build-command: >- + apt-get install python3.8-dev python3.8-dbg && + export DEBPYTHON3_SUPPORTED="3.8" + +ub18-pygobject: + description: "pygobject for Ubuntu bionic" + treeherder: + symbol: Ub18(pygobject) + run: + dsc: + url: http://archive.ubuntu.com/ubuntu/pool/main/p/pygobject/pygobject_3.26.1-2ubuntu1.dsc + sha256: b77f84885d9b6d2c03422ecb3bf69d50dd0607d3456154943671e5a1f87946aa + name: pygobject + patch: pygobject.diff + pre-build-command: >- + apt-get install python3.8-dev python3.8-dbg && + export DEBPYTHON3_SUPPORTED="3.6,3.8" + +ub18-pyatspi: + description: "pyatspi for Ubuntu bionic" + treeherder: + symbol: Ub18(pyatspi) + run: + dsc: + url: http://archive.ubuntu.com/ubuntu/pool/main/p/pyatspi/pyatspi_2.26.0+dfsg-1.dsc + sha256: 83c57052b055c0e2ee8307e3467d069de859db6c362137be01d142e085026826 + name: pyatspi + pre-build-command: >- + sed -i s/\\basync\\b/asynchronous/ pyatspi/registry.py && + EDITOR=cat dpkg-source --commit . sync && + apt-get install python3.8-dev python3.8-dbg && + export DEBPYTHON3_SUPPORTED="3.6,3.8" + +ub18-python-zstandard: + description: "python-zstandard for Ubuntu bionic" + treeherder: + symbol: Ub18(python-zstandard) + run: + tarball: + url: https://github.com/indygreg/python-zstandard/releases/download/0.19.0/zstandard-0.19.0.tar.gz + sha256: 31d12fcd942dd8dbf52ca5f6b1bbe287f44e5d551a081a983ff3ea2082867863 + name: python-zstandard + pre-build-command: >- + apt-get install python3.8-dev && + export DEBPYTHON3_SUPPORTED="3.8" && + debchange -v 0.19.0-1.ub18moz --distribution bionic "Mozilla backport for bionic" + +ub18-mercurial: + description: "Modern Mercurial for Ubuntu bionic" + treeherder: + symbol: Ub18(hg) + run: + tarball: + url: https://www.mercurial-scm.org/release/mercurial-6.4.3.tar.gz + sha256: a77fb62d325934a83a00b2fc6db109f44c67b86768fc40490366f513640c7f64 + pre-build-command: >- + apt-get install python3.8-dev && + export DEB_HG_PYTHON_VERSIONS="3.8" && + export DEBPYTHON3_SUPPORTED="3.8" && + cp -r contrib/packaging/debian debian && + sed -i -e "s/__VERSION__/$(awk -F\" '$2 {print $2}' mercurial/__version__.py)-1.ub18moz1/" \ + -e "s/__DATE__/$(date --rfc-2822)/" \ + -e "s/__CODENAME__/bionic/" debian/changelog + +ub20-python-zstandard: + description: "python-zstandard for Ubuntu focal" + treeherder: + symbol: Ub20(python-zstandard) + run: + tarball: + url: https://github.com/indygreg/python-zstandard/releases/download/0.22.0/zstandard-0.22.0.tar.gz + sha256: 8226a33c542bcb54cd6bd0a366067b610b41713b64c9abec1bc4533d69f51e70 + name: python-zstandard + dist: focal + pre-build-command: debchange -v 0.22.0-1.ub20moz --distribution bionic "Mozilla backport for focal" + +ub20-mercurial: + description: "Modern Mercurial for Ubuntu focal" + treeherder: + symbol: Ub20(hg) + run: + tarball: + url: https://www.mercurial-scm.org/release/mercurial-6.4.3.tar.gz + sha256: a77fb62d325934a83a00b2fc6db109f44c67b86768fc40490366f513640c7f64 + dist: focal + pre-build-command: >- + cp -r contrib/packaging/debian debian && + sed -i -e "s/__VERSION__/$(awk -F\" '$2 {print $2}' mercurial/__version__.py)-1.ub20moz1/" \ + -e "s/__DATE__/$(date --rfc-2822)/" \ + -e "s/__CODENAME__/focal/" debian/changelog + +ub22-python-zstandard: + description: "python-zstandard for Ubuntu jammy" + treeherder: + symbol: Ub22(python-zstandard) + run: + tarball: + url: https://github.com/indygreg/python-zstandard/releases/download/0.22.0/zstandard-0.22.0.tar.gz + sha256: 8226a33c542bcb54cd6bd0a366067b610b41713b64c9abec1bc4533d69f51e70 + name: python-zstandard + dist: jammy + pre-build-command: debchange -v 0.22.0-1.ub22moz --distribution jammy "Mozilla backport for jammy" + +ub22-mercurial: + description: "Modern Mercurial for Ubuntu jammy" + treeherder: + symbol: Ub22(hg) + run: + tarball: + url: https://www.mercurial-scm.org/release/mercurial-6.4.3.tar.gz + sha256: a77fb62d325934a83a00b2fc6db109f44c67b86768fc40490366f513640c7f64 + dist: jammy + pre-build-command: >- + cp -r contrib/packaging/debian debian && + sed -i -e "s/__VERSION__/$(awk -F\" '$2 {print $2}' mercurial/__version__.py)-1.ub22moz1/" \ + -e "s/__DATE__/$(date --rfc-2822)/" \ + -e "s/__CODENAME__/jammy/" debian/changelog diff --git a/taskcluster/kinds/partials-signing/kind.yml b/taskcluster/kinds/partials-signing/kind.yml new file mode 100644 index 0000000000..2c2bf0a9a0 --- /dev/null +++ b/taskcluster/kinds/partials-signing/kind.yml @@ -0,0 +1,24 @@ +# This Source Code Form is subject to the terms of the Mozilla Public +# License, v. 2.0. If a copy of the MPL was not distributed with this +# file, You can obtain one at http://mozilla.org/MPL/2.0/. +--- +loader: gecko_taskgraph.loader.transform:loader + +transforms: + - taskgraph.transforms.from_deps + - gecko_taskgraph.transforms.name_sanity + - gecko_taskgraph.transforms.mar_signing + - gecko_taskgraph.transforms.task + +kind-dependencies: + - partials + +jobs: + partials-signing: + from-deps: + group-by: single-with-filters + shipping-phase: promote + treeherder-group: ps + description-suffix: 'partial signing' + required_signoffs: + - mar-signing diff --git a/taskcluster/kinds/partials/kind.yml b/taskcluster/kinds/partials/kind.yml new file mode 100644 index 0000000000..ea72198c5c --- /dev/null +++ b/taskcluster/kinds/partials/kind.yml @@ -0,0 +1,39 @@ +# This Source Code Form is subject to the terms of the Mozilla Public +# License, v. 2.0. If a copy of the MPL was not distributed with this +# file, You can obtain one at http://mozilla.org/MPL/2.0/. +--- +loader: gecko_taskgraph.loader.transform:loader + +transforms: + - taskgraph.transforms.from_deps + - gecko_taskgraph.transforms.name_sanity + - gecko_taskgraph.transforms.partials + - gecko_taskgraph.transforms.task + +kind-dependencies: + - repackage + - repackage-l10n + +only-for-attributes: + - nightly + - shippable + +only-for-build-platforms: + - macosx64-shippable/opt + - macosx64-devedition/opt + - win32-shippable/opt + - win32-devedition/opt + - win64-shippable/opt + - win64-devedition/opt + - win64-aarch64-shippable/opt + - win64-aarch64-devedition/opt + - linux-shippable/opt + - linux-devedition/opt + - linux64-shippable/opt + - linux64-devedition/opt + +jobs: + partials: + from-deps: + group-by: single-with-filters + shipping-phase: promote diff --git a/taskcluster/kinds/perftest/android.yml b/taskcluster/kinds/perftest/android.yml new file mode 100644 index 0000000000..1ed071a1a1 --- /dev/null +++ b/taskcluster/kinds/perftest/android.yml @@ -0,0 +1,363 @@ +# This Source Code Form is subject to the terms of the Mozilla Public +# License, v. 2.0. If a copy of the MPL was not distributed with this +# file, You can obtain one at http://mozilla.org/MPL/2.0/. +--- + +job-defaults: + fetches: + toolchain: + - linux64-node + - linux64-geckodriver + + worker: + env: + PYTHONPATH: "testing/mozbase/mozdevice:third_party/python/six" + + run: + sparse-profile: perftest + checkout: true + cwd: '{checkout}' + command: >- + cd $GECKO_PATH && + python3 python/mozperftest/mozperftest/runner.py + --on-try + --browsertime-geckodriver ${MOZ_FETCHES_DIR}/geckodriver + --output $MOZ_FETCHES_DIR/../artifacts + +hw-a51: + worker-type: t-bitbar-gw-perf-a51 + description: Run ./mach perftest on a Samsung Galaxy a51 + treeherder: + symbol: perftest-a51 + platform: android-hw-a51-11-0-arm7-shippable/opt + +# TODO: is this right? +hw-a51-aarch64: + worker-type: t-bitbar-gw-perf-a51 + description: Run ./mach perftest on a Samsung Galaxy a51 + treeherder: + symbol: perftest-a51 + platform: android-hw-a51-11-0-aarch64-shippable/opt + +hw-a51-startup-fenix-cold-main-first-frame: + worker-type: t-bitbar-gw-perf-a51 + description: Run android startup perftest on Fenix on a Samsung A51 + treeherder: + symbol: perftest(startup-fenix-cmff) + tier: 2 + platform: android-hw-a51-11-0-aarch64-shippable/opt + attributes: + cron: true + run: + command: >- + mkdir -p $MOZ_FETCHES_DIR/../artifacts && + cd $GECKO_PATH && + python3 python/mozperftest/mozperftest/runner.py + --flavor=mobile-browser + --AndroidStartUp + testing/performance/perftest_android_startup.js + --browsertime-cycles=0 + --AndroidStartUp-test-name=cold_main_first_frame + --perfherder + --hooks + testing/performance/hooks_android_startup.py + --AndroidStartUp-product=fenix + --AndroidStartUp-release-channel=nightly + +hw-a51-startup-fenix-cold-view-nav-start: + worker-type: t-bitbar-gw-perf-a51 + description: Run android startup perftest on Fenix on a Samsung A51 + treeherder: + symbol: perftest(startup-fenix-cvns) + tier: 2 + platform: android-hw-a51-11-0-aarch64-shippable/opt + attributes: + cron: true + run: + command: >- + mkdir -p $MOZ_FETCHES_DIR/../artifacts && + cd $GECKO_PATH && + python3 python/mozperftest/mozperftest/runner.py + --flavor=mobile-browser + --AndroidStartUp + testing/performance/perftest_android_startup.js + --browsertime-cycles=0 + --AndroidStartUp-test-name=cold_view_nav_start + --perfherder + --hooks + testing/performance/hooks_android_startup.py + --AndroidStartUp-product=fenix + --AndroidStartUp-release-channel=nightly + +hw-a51-startup-focus-cold-main-first-frame: + worker-type: t-bitbar-gw-perf-a51 + description: Run android startup perftest on Focus on a Samsung A51 + treeherder: + symbol: perftest(startup-focus-cmff) + tier: 2 + platform: android-hw-a51-11-0-aarch64-shippable/opt + attributes: + cron: true + run: + command: >- + mkdir -p $MOZ_FETCHES_DIR/../artifacts && + cd $GECKO_PATH && + python3 python/mozperftest/mozperftest/runner.py + --flavor=mobile-browser + --AndroidStartUp + testing/performance/perftest_android_startup.js + --browsertime-cycles=0 + --AndroidStartUp-test-name=cold_main_first_frame + --perfherder + --hooks + testing/performance/hooks_android_startup.py + --AndroidStartUp-product=focus + --AndroidStartUp-release-channel=nightly + +hw-a51-startup-focus-cold-view-nav-start: + worker-type: t-bitbar-gw-perf-a51 + description: Run android startup perftest on Focus on a Samsung A51 + treeherder: + symbol: perftest(startup-focus-cvns) + tier: 2 + platform: android-hw-a51-11-0-aarch64-shippable/opt + attributes: + cron: true + run: + command: >- + mkdir -p $MOZ_FETCHES_DIR/../artifacts && + cd $GECKO_PATH && + python3 python/mozperftest/mozperftest/runner.py + --flavor=mobile-browser + --AndroidStartUp + testing/performance/perftest_android_startup.js + --browsertime-cycles=0 + --AndroidStartUp-test-name=cold_view_nav_start + --perfherder + --hooks + testing/performance/hooks_android_startup.py + --AndroidStartUp-product=focus + --AndroidStartUp-release-channel=nightly + +hw-a51-startup-geckoview-cold-main-first-frame: + worker-type: t-bitbar-gw-perf-a51 + description: Run android startup perftest on Geckoview on a Samsung A51 + treeherder: + symbol: perftest(startup-geckoview-cmff) + tier: 2 + platform: android-hw-a51-11-0-aarch64-shippable/opt + attributes: + cron: true + run: + command: >- + mkdir -p $MOZ_FETCHES_DIR/../artifacts && + cd $GECKO_PATH && + python3 python/mozperftest/mozperftest/runner.py + --flavor=mobile-browser + --AndroidStartUp + testing/performance/perftest_android_startup.js + --browsertime-cycles=0 + --AndroidStartUp-test-name=cold_main_first_frame + --perfherder + --hooks + testing/performance/hooks_android_startup.py + --AndroidStartUp-product=geckoview_example + --AndroidStartUp-release-channel=nightly + +hw-a51-startup-geckoview-cold-view-nav-start: + worker-type: t-bitbar-gw-perf-a51 + description: Run android startup perftest on Geckoview_example on a Samsung A51 + treeherder: + symbol: perftest(startup-geckoview-cvns) + tier: 2 + platform: android-hw-a51-11-0-aarch64-shippable/opt + attributes: + cron: true + run: + command: >- + mkdir -p $MOZ_FETCHES_DIR/../artifacts && + cd $GECKO_PATH && + python3 python/mozperftest/mozperftest/runner.py + --flavor=mobile-browser + --AndroidStartUp + testing/performance/perftest_android_startup.js + --browsertime-cycles=0 + --AndroidStartUp-test-name=cold_view_nav_start + --perfherder + --hooks + testing/performance/hooks_android_startup.py + --AndroidStartUp-product=geckoview_example + --AndroidStartUp-release-channel=nightly + +hw-a51-startup-chrome-m-cold-main-first-frame: + worker-type: t-bitbar-gw-perf-a51 + description: Run android startup perftest on Chrome on a Samsung A51 + treeherder: + symbol: perftest(startup-chrome-m-cmff) + tier: 2 + platform: android-hw-a51-11-0-aarch64-shippable/opt + attributes: + cron: true + run: + command: >- + mkdir -p $MOZ_FETCHES_DIR/../artifacts && + cd $GECKO_PATH && + python3 python/mozperftest/mozperftest/runner.py + --flavor=mobile-browser + --AndroidStartUp + testing/performance/perftest_android_startup.js + --browsertime-cycles=0 + --AndroidStartUp-test-name=cold_main_first_frame + --perfherder + --hooks + testing/performance/hooks_android_startup.py + --AndroidStartUp-product=chrome-m + --AndroidStartUp-release-channel=release + +hw-a51-perfstats-gv: + worker-type: t-bitbar-gw-perf-a51 + description: Run PerfStats perftest on GeckoView on a Samsung A51 + treeherder: + symbol: perftest(perfstats-gv) + platform: android-hw-a51-11-0-arm7-shippable/opt + attributes: + cron: false + run: + command: >- + mkdir -p $MOZ_FETCHES_DIR/../artifacts && + cd $GECKO_PATH && + python3 python/mozperftest/mozperftest/runner.py + --flavor mobile-browser + --android + --android-app-name org.mozilla.geckoview_example + --android-activity org.mozilla.geckoview_example.GeckoViewActivity + --android-clear-logcat + --android-capture-logcat logcat + --android-install-apk gve_nightly_api16 + --browsertime-geckodriver ${MOZ_FETCHES_DIR}/geckodriver + --output $MOZ_FETCHES_DIR/../artifacts + --perfherder + --perfherder-app geckoview + --perfherder-metrics name:HttpChannelCompletion,unit:ms name:HttpChannelCompletion_Cache,unit:ms name:HttpChannelCompletion_Network,unit:ms name:DisplayListBuilding,unit:ms name:Reflowing,unit:ms name:Styling,unit:ms + --browsertime-iterations 10 + --hooks testing/performance/hooks_perfstats.py + testing/performance/perftest_perfstats.js + +hw-a51-aarch64-perfstats-gv: + worker-type: t-bitbar-gw-perf-a51 + description: Run PerfStats perftest on GeckoView on a Samsung A51 + treeherder: + symbol: perftest(perfstats-gv) + platform: android-hw-a51-11-0-aarch64-shippable/opt + attributes: + cron: false + run: + command: >- + mkdir -p $MOZ_FETCHES_DIR/../artifacts && + cd $GECKO_PATH && + python3 python/mozperftest/mozperftest/runner.py + --flavor mobile-browser + --android + --android-app-name org.mozilla.geckoview_example + --android-activity org.mozilla.geckoview_example.GeckoViewActivity + --android-clear-logcat + --android-capture-logcat logcat + --android-install-apk gve_nightly_aarch64 + --browsertime-geckodriver ${MOZ_FETCHES_DIR}/geckodriver + --output $MOZ_FETCHES_DIR/../artifacts + --perfherder + --perfherder-app geckoview + --perfherder-metrics name:HttpChannelCompletion,unit:ms name:HttpChannelCompletion_Cache,unit:ms name:HttpChannelCompletion_Network,unit:ms name:DisplayListBuilding,unit:ms name:Reflowing,unit:ms name:Styling,unit:ms + --browsertime-iterations 10 + --hooks testing/performance/hooks_perfstats.py + testing/performance/perftest_perfstats.js + +hw-a51-perfstats-fenix: + worker-type: t-bitbar-gw-perf-a51 + description: Run PerfStats perftest on Fenix on a Samsung A51 + treeherder: + symbol: perftest(perfstats-fenix) + platform: android-hw-a51-11-0-arm7-shippable/opt + attributes: + cron: false + run: + command: >- + mkdir -p $MOZ_FETCHES_DIR/../artifacts && + cd $GECKO_PATH && + python3 python/mozperftest/mozperftest/runner.py + --flavor mobile-browser + --android + --android-app-name org.mozilla.fenix + --android-activity org.mozilla.fenix.IntentReceiverActivity + --android-clear-logcat + --android-capture-logcat logcat + --android-install-apk fenix_nightly_armeabi_v7a + --browsertime-geckodriver ${MOZ_FETCHES_DIR}/geckodriver + --output $MOZ_FETCHES_DIR/../artifacts + --perfherder + --perfherder-app fenix + --perfherder-metrics name:HttpChannelCompletion,unit:ms name:HttpChannelCompletion_Cache,unit:ms name:HttpChannelCompletion_Network,unit:ms name:DisplayListBuilding,unit:ms name:Reflowing,unit:ms name:Styling,unit:ms + --browsertime-iterations 10 + --hooks testing/performance/hooks_perfstats.py + testing/performance/perftest_perfstats.js + +hw-a51-aarch64-perfstats-fenix: + worker-type: t-bitbar-gw-perf-a51 + description: Run PerfStats perftest on Fenix on a Samsung A51 + treeherder: + symbol: perftest(perfstats-fenix) + platform: android-hw-a51-11-0-aarch64-shippable/opt + attributes: + cron: false + run: + command: >- + mkdir -p $MOZ_FETCHES_DIR/../artifacts && + cd $GECKO_PATH && + python3 python/mozperftest/mozperftest/runner.py + --flavor mobile-browser + --android + --android-app-name org.mozilla.fenix + --android-activity org.mozilla.fenix.IntentReceiverActivity + --android-clear-logcat + --android-capture-logcat logcat + --android-install-apk fenix_nightly_arm64_v8a + --browsertime-geckodriver ${MOZ_FETCHES_DIR}/geckodriver + --output $MOZ_FETCHES_DIR/../artifacts + --perfherder + --perfherder-app fenix + --perfherder-metrics name:HttpChannelCompletion,unit:ms name:HttpChannelCompletion_Cache,unit:ms name:HttpChannelCompletion_Network,unit:ms name:DisplayListBuilding,unit:ms name:Reflowing,unit:ms name:Styling,unit:ms + --browsertime-iterations 10 + --hooks testing/performance/hooks_perfstats.py + testing/performance/perftest_perfstats.js + +hw-a51-record-websites: + worker-type: t-bitbar-gw-perf-a51 + description: Run perftest to record mobile websites + treeherder: + symbol: perftest(rec) + platform: android-hw-a51-11-0-aarch64-shippable/opt + require-build: + android-hw-a51-11-0-aarch64-shippable/opt: build-android-aarch64-shippable/opt + attributes: + cron: false + run-on-projects: [] + scopes: + - secrets:get:project/releng/gecko/build/level-{level}/conditioned-profiles + - secrets:get:project/perftest/gecko/level-{level}/perftest-login + run: + command: >- + mkdir -p $MOZ_FETCHES_DIR/../artifacts && + cd $GECKO_PATH && + python3 python/mozperftest/mozperftest/runner.py + --flavor mobile-browser + --android + --android-app-name org.mozilla.geckoview_example + --android-activity org.mozilla.geckoview_example.GeckoViewActivity + --android-clear-logcat + --android-capture-logcat logcat + --android-install-apk gve_nightly_aarch64 + --browsertime-geckodriver ${MOZ_FETCHES_DIR}/geckodriver + --proxy + --output $MOZ_FETCHES_DIR/../artifacts + --hooks testing/performance/hooks_recording.py + testing/performance/perftest_record.js diff --git a/taskcluster/kinds/perftest/kind.yml b/taskcluster/kinds/perftest/kind.yml new file mode 100644 index 0000000000..8a92fe55b2 --- /dev/null +++ b/taskcluster/kinds/perftest/kind.yml @@ -0,0 +1,48 @@ +# This Source Code Form is subject to the terms of the Mozilla Public +# License, v. 2.0. If a copy of the MPL was not distributed with this +# file, You can obtain one at http://mozilla.org/MPL/2.0/. +--- +loader: gecko_taskgraph.loader.transform:loader + +kind-dependencies: + - toolchain + - build + +transforms: + - gecko_taskgraph.transforms.perftest:transforms + - gecko_taskgraph.transforms.source_test:transforms + - taskgraph.transforms.task_context + - gecko_taskgraph.transforms.job:transforms + - gecko_taskgraph.transforms.task:transforms + +jobs-from: + - android.yml + - linux.yml + - macosx.yml + - windows.yml + +job-defaults: + attributes: + retrigger: true + run-on-projects: [] + use-python: default + treeherder: + kind: other + tier: 3 + task-context: + from-object: {} + substitution-fields: [] + worker: + taskcluster-proxy: true + max-run-time: 10800 + env: + USE_ARTIFACT: '1' + HOSTUTILS_MANIFEST_PATH: "testing/config/tooltool-manifests/linux64/hostutils.manifest" + artifacts: + - type: directory + name: public/build + path: artifacts + run: + run-as-root: true + using: run-task + checkout: false diff --git a/taskcluster/kinds/perftest/linux.yml b/taskcluster/kinds/perftest/linux.yml new file mode 100644 index 0000000000..1016469fb8 --- /dev/null +++ b/taskcluster/kinds/perftest/linux.yml @@ -0,0 +1,384 @@ +# This Source Code Form is subject to the terms of the Mozilla Public +# License, v. 2.0. If a copy of the MPL was not distributed with this +# file, You can obtain one at http://mozilla.org/MPL/2.0/. +--- +job-defaults: + worker-type: t-linux-talos-1804 + fetches: + toolchain: + - linux64-node + - linux64-geckodriver + build: + - artifact: target.mozinfo.json + - artifact: target.common.tests.tar.gz + - artifact: target.condprof.tests.tar.gz + - artifact: target.perftests.tests.tar.gz + - artifact: target.xpcshell.tests.tar.gz + - artifact: target.mochitest.tests.tar.gz + - artifact: target.tar.bz2 + platform: linux1804-64-shippable/opt + require-build: + linux1804-64-shippable/opt: build-linux64-shippable/opt + scopes: + - secrets:get:project/releng/gecko/build/level-{level}/conditioned-profiles + +try-xpcshell: + description: Run ./mach perftest on Linux + treeherder: + symbol: perftest(linux-xpcshell) + run: + command: >- + mkdir -p $MOZ_FETCHES_DIR/../artifacts && + cd $MOZ_FETCHES_DIR && + python3 python/mozperftest/mozperftest/runner.py + --on-try + --flavor desktop-browser + --output $MOZ_FETCHES_DIR/../artifacts + --xpcshell-binary ${MOZ_FETCHES_DIR}/bin/xpcshell + --xpcshell-mozinfo ${MOZ_FETCHES_DIR}/target.mozinfo.json + --xpcshell-nodejs ${MOZ_FETCHES_DIR}/node/bin/node + --xpcshell-xre-path ${MOZ_FETCHES_DIR}/firefox + +webpagetest-firefox: + description: Run webpagetest performance pageload tests on Firefox against Alexa top 50 websites + treeherder: + symbol: perftest(linux-webpagetest) + tier: 2 + attributes: + cron: true + scopes: + - secrets:get:project/perftest/gecko/level-{level}/perftest-login + run: + command: >- + mkdir -p $MOZ_FETCHES_DIR/../artifacts && + cd $MOZ_FETCHES_DIR && + python3 python/mozperftest/mozperftest/runner.py + testing/performance/perftest_WPT_firefox_init_file.js + --flavor=webpagetest + --webpagetest + --perfherder + --perfherder-metrics median + --perfherder-app=firefox + --output $MOZ_FETCHES_DIR/../artifacts + +webpagetest-chrome: + description: Run webpagetest performance pageload tests on Chrome against Alexa top 50 websites + treeherder: + symbol: perftest-chrome(linux-webpagetest) + tier: 2 + attributes: + cron: true + scopes: + - secrets:get:project/perftest/gecko/level-{level}/perftest-login + run: + command: >- + mkdir -p $MOZ_FETCHES_DIR/../artifacts && + cd $MOZ_FETCHES_DIR && + python3 python/mozperftest/mozperftest/runner.py + testing/performance/perftest_WPT_chrome_init_file.js + --flavor=webpagetest + --webpagetest + --perfherder + --perfherder-metrics median + --perfherder-app=chrome + --output $MOZ_FETCHES_DIR/../artifacts + +try-browsertime: + description: Run ./mach perftest on Linux + treeherder: + symbol: perftest(linux-bt) + run: + command: >- + mkdir -p $MOZ_FETCHES_DIR/../artifacts && + cd $MOZ_FETCHES_DIR && + python3 python/mozperftest/mozperftest/runner.py + --on-try + --browsertime-binary ${MOZ_FETCHES_DIR}/firefox/firefox-bin + --flavor desktop-browser + --browsertime-geckodriver ${MOZ_FETCHES_DIR}/geckodriver + --output $MOZ_FETCHES_DIR/../artifacts + +domcount: + description: Run DOM test + treeherder: + symbol: perftest(linux-dom) + attributes: + batch: false + cron: true + run: + command: >- + mkdir -p $MOZ_FETCHES_DIR/../artifacts && + cd $MOZ_FETCHES_DIR && + python3 python/mozperftest/mozperftest/runner.py + browser/base/content/test/perftest_browser_xhtml_dom.js + --browsertime-binary ${MOZ_FETCHES_DIR}/firefox/firefox-bin + --flavor desktop-browser + --perfherder + --perfherder-metrics name:totalDOMCount,unit:count name:panelMenuCount,unit:count name:lightDOMCount,unit:count name:lightDOMDetails,unit:count + --browsertime-geckodriver ${MOZ_FETCHES_DIR}/geckodriver + --output $MOZ_FETCHES_DIR/../artifacts + +# We'd like not to have to specify each test separately here. See bug 1865852. +service-worker: + description: Run service worker tests + treeherder: + symbol: perftest(linux-sw) + tier: 2 + attributes: + batch: false + cron: false + run-on-projects: [autoland, mozilla-central] + run: + command: >- + mkdir -p $MOZ_FETCHES_DIR/../artifacts && + cd $MOZ_FETCHES_DIR && + python3 python/mozperftest/mozperftest/runner.py + dom/serviceworkers/test/performance/test_caching.html + --mochitest-binary ${MOZ_FETCHES_DIR}/firefox/firefox-bin + --flavor mochitest + --output $MOZ_FETCHES_DIR/../artifacts && + python3 python/mozperftest/mozperftest/runner.py + dom/serviceworkers/test/performance/test_fetch.html + --mochitest-binary ${MOZ_FETCHES_DIR}/firefox/firefox-bin + --flavor mochitest + --output $MOZ_FETCHES_DIR/../artifacts && + python3 python/mozperftest/mozperftest/runner.py + dom/serviceworkers/test/performance/test_registration.html + --mochitest-binary ${MOZ_FETCHES_DIR}/firefox/firefox-bin + --flavor mochitest + --output $MOZ_FETCHES_DIR/../artifacts + +http3: + description: Run HTTP/3 test + treeherder: + symbol: perftest(http3) + attributes: + batch: false + # Disabled due to bug 1849400 + cron: false + run: + command: >- + mkdir -p $MOZ_FETCHES_DIR/../artifacts && + cd $MOZ_FETCHES_DIR && + python3 python/mozperftest/mozperftest/runner.py + xpcshell/tests/netwerk/test/unit/test_http3_perf.js + --flavor xpcshell + --perfherder + --perfherder-metrics name:speed,unit:bps + --output $MOZ_FETCHES_DIR/../artifacts + --xpcshell-binary ${MOZ_FETCHES_DIR}/bin/xpcshell + --xpcshell-mozinfo ${MOZ_FETCHES_DIR}/target.mozinfo.json + --xpcshell-nodejs ${MOZ_FETCHES_DIR}/node/bin/node + --xpcshell-cycles 13 + --xpcshell-xre-path ${MOZ_FETCHES_DIR}/firefox + +livesites: + description: Live site performance testing + variants: [http3] + treeherder: + symbol: perftest({symbol}) + attributes: + batch: false + cron: true + perftest: + - [cloudflare, netwerk/test/perf/perftest_http3_cloudflareblog.js] + # broken: bug 1678588 + # - [fb-scroll, netwerk/test/perf/perftest_http3_facebook_scroll.js] + # broken: bug 1879851 + # - [g-image, netwerk/test/perf/perftest_http3_google_image.js] + # broken: bug 1799655 + # - [g-search, netwerk/test/perf/perftest_http3_google_search.js] + - [lq-fetch, netwerk/test/perf/perftest_http3_lucasquicfetch.js] + # broken: bug 1695871 + # - [ytw, netwerk/test/perf/perftest_http3_youtube_watch.js] + # - [ytw-scroll, netwerk/test/perf/perftest_http3_youtube_watch_scroll.js] + perftest-metrics: + by-perftest: + cloudflare: + # Example of how the specify settings for each metric + resources: + extraOptions: [] + firstPaint: {} + navigationTiming: {} + pageTimings: {} + timeToContentfulPaint: {} + # broken: bug 1678588 + # fb-scroll: [navigationTiming, pageTimings, resources, firstPaint, timeToContentfulPaint, requestsPerSecond] + # broken: bug 1879851 + # g-image: [navigationTiming, pageTimings, resources, firstPaint, timeToContentfulPaint, imagesPerSecond, imageLoadTime] + # g-search: [navigationTiming, pageTimings, resources, firstPaint, timeToContentfulPaint] + lq-fetch: [navigationTiming, pageTimings, resources, timeToContentfulPaint, resourceLoadTime, imagesLoaded, imagesMissed] + # broken: bug 1695871 + # ytw: [navigationTiming, pageTimings, resources, firstPaint, timeToContentfulPaint, droppedFrames, decodedFrames] + # ytw-scroll: [navigationTiming, pageTimings, resources, firstPaint, timeToContentfulPaint, droppedFrames, decodedFrames] + default: [navigationTiming, pageTimings, resources, firstPaint, timeToContentfulPaint] + # Leave this here so people know this exists when looking + # for examples + perftest-perfherder-global: + extraOptions: [] + perftest-extra-options: + by-perftest: + cloudflare: + - --perfherder-split-by browserScripts.pageinfo.url + # g-search: + # - --perfherder-split-by browserScripts.pageinfo.url + lq-fetch: + - --perfherder-split-by browserScripts.pageinfo.url + default: [] + perftest-btime-variants: + by-perftest: + cloudflare: + - ["10s", browsertime.waitTime=10000] + - ["25s", browsertime.waitTime=25000] + - ["35s", browsertime.waitTime=35000] + - ["60s", browsertime.waitTime=60000] + # broken: bug 1678588 + # fb-scroll: + # - ["10s", browsertime.waitTime=10000] + # - ["25s", browsertime.waitTime=25000] + # - ["35s", browsertime.waitTime=35000] + # - ["60s", browsertime.waitTime=60000] + # g-search: + # - ["10s", browsertime.waitTime=10000] + # - ["25s", browsertime.waitTime=25000] + # - ["35s", browsertime.waitTime=35000] + # - ["60s", browsertime.waitTime=60000] + lq-fetch: + - [null, "browsertime.waitTime=1000,browsertime.cycles=5"] + # broken: bug 1695871 + # ytw: + # - [null, browsertime.waitTime=20000] + # ytw-scroll: + # - [null, browsertime.waitTime=20000] + default: + - [null, browsertime.waitTime=1000] + run: + command: >- + mkdir -p $MOZ_FETCHES_DIR/../artifacts && + cd $MOZ_FETCHES_DIR && + python3 python/mozperftest/mozperftest/runner.py + {perftest_testname} + --browsertime-binary ${MOZ_FETCHES_DIR}/firefox/firefox-bin + --browsertime-iterations 10 + --visualmetrics + --flavor desktop-browser + --perfherder + --perfherder-metrics {perftest_metrics} + --perfherder-simplify-names + --browsertime-geckodriver ${MOZ_FETCHES_DIR}/geckodriver + --output $MOZ_FETCHES_DIR/../artifacts + +controlled: + description: Controlled performance testing + treeherder: + symbol: perftest(controlled) + worker: + max-run-time: 14400 + attributes: + batch: false + cron: false + run: + command: >- + mkdir -p $MOZ_FETCHES_DIR/../artifacts && + cd $MOZ_FETCHES_DIR && + python3 python/mozperftest/mozperftest/runner.py + netwerk/test/perf/perftest_http3_controlled.js + --browsertime-binary ${MOZ_FETCHES_DIR}/firefox/firefox-bin + --browsertime-iterations 1 + --browsertime-cycles 96 + --hooks netwerk/test/perf/hooks_throttling.py + --flavor desktop-browser + --perfherder + --perfherder-metrics name:navigationTiming,unit:ms name:pageTimings,unit:ms name:resources,unit:ms name:firstPaint,unit:ms name:timeToContentfulPaint,unit:ms + --perfherder-simplify-names + --browsertime-geckodriver ${MOZ_FETCHES_DIR}/geckodriver + --output $MOZ_FETCHES_DIR/../artifacts + +perfstats: + description: Run PerfStats pageload test + treeherder: + symbol: perftest(linux-perfstats) + attributes: + cron: false + run: + command: >- + mkdir -p $MOZ_FETCHES_DIR/../artifacts && + cd $MOZ_FETCHES_DIR && + python3 python/mozperftest/mozperftest/runner.py + --browsertime-binary ${MOZ_FETCHES_DIR}/firefox/firefox-bin + --flavor desktop-browser + --browsertime-geckodriver ${MOZ_FETCHES_DIR}/geckodriver + --output $MOZ_FETCHES_DIR/../artifacts + --perfherder + --perfherder-metrics name:HttpChannelCompletion,unit:ms name:HttpChannelCompletion_Cache,unit:ms name:HttpChannelCompletion_Network,unit:ms name:DisplayListBuilding,unit:ms name:Reflowing,unit:ms name:Styling,unit:ms + --browsertime-iterations 10 + --hooks testing/performance/hooks_perfstats.py + testing/performance/perftest_perfstats.js + +record-websites: + description: Run mozperftest to record desktop websites + platform: linux1804-64/opt + require-build: + linux1804-64/opt: build-linux64/opt + treeherder: + symbol: perftest(rec) + attributes: + cron: false + run-on-projects: [] + scopes: + - secrets:get:project/releng/gecko/build/level-{level}/conditioned-profiles + - secrets:get:project/perftest/gecko/level-{level}/perftest-login + run: + command: >- + mkdir -p $MOZ_FETCHES_DIR/../artifacts && + cd $MOZ_FETCHES_DIR && + python3 python/mozperftest/mozperftest/runner.py + --flavor desktop-browser + --verbose + --browsertime-binary ${MOZ_FETCHES_DIR}/firefox/firefox-bin + --browsertime-geckodriver ${MOZ_FETCHES_DIR}/geckodriver + --proxy + --output $MOZ_FETCHES_DIR/../artifacts + --hooks testing/performance/hooks_recording.py + testing/performance/perftest_record.js + +side-by-side: + description: Run mozperftest side-by-side + treeherder: + symbol: perftest(side-by-side) + tier: 2 + run: + using: run-task + sparse-profile: perftest + checkout: true + command: >- + mkdir -p $MOZ_FETCHES_DIR/../artifacts && + cd $MOZ_FETCHES_DIR && + python3 python/mozperftest/mozperftest/runner.py + tools side-by-side + -t {test_name} + --base-platform {platform} + --base-revision {base_revision} + --new-revision {new_revision} + --base-branch {base_branch} + --new-branch {new_branch} + +mwu-change-detector: + description: Runs Mann-Whitney U-test on two revisions to detect performance changes + treeherder: + symbol: perftest-detect(mwu) + tier: 2 + run: + using: run-task + sparse-profile: perftest + checkout: true + command: >- + mkdir -p $MOZ_FETCHES_DIR/../artifacts && + cd $MOZ_FETCHES_DIR && + python3 python/mozperftest/mozperftest/runner.py + tools change-detector + --task-name {task_name} + --base-revision {base_revision} + --new-revision {new_revision} + --base-branch {base_branch} + --new-branch {new_branch} diff --git a/taskcluster/kinds/perftest/macosx.yml b/taskcluster/kinds/perftest/macosx.yml new file mode 100644 index 0000000000..d98f7524b8 --- /dev/null +++ b/taskcluster/kinds/perftest/macosx.yml @@ -0,0 +1,287 @@ +# This Source Code Form is subject to the terms of the Mozilla Public +# License, v. 2.0. If a copy of the MPL was not distributed with this +# file, You can obtain one at http://mozilla.org/MPL/2.0/. +--- +job-defaults: + worker-type: t-osx-1015-r8 + fetches: + build: + - artifact: target.mozinfo.json + - artifact: target.common.tests.tar.gz + - artifact: target.condprof.tests.tar.gz + - artifact: target.mochitest.tests.tar.gz + - artifact: target.xpcshell.tests.tar.gz + - artifact: target.perftests.tests.tar.gz + - artifact: target.dmg + extract: false + toolchain: + - macosx64-geckodriver + - macosx64-node + platform: macosx1015-64-shippable-qr/opt + require-build: + macosx1015-64-shippable-qr/opt: build-macosx64-shippable/opt + scopes: + - secrets:get:project/releng/gecko/build/level-{level}/conditioned-profiles + +try-xpcshell: + description: Run ./mach perftest on macOs + treeherder: + symbol: perftest(macos-xpcshell) + run: + command: >- + mkdir -p $MOZ_FETCHES_DIR/../artifacts && + cd $MOZ_FETCHES_DIR && + python3 -m venv . && + bin/python3 python/mozperftest/mozperftest/runner.py + --on-try + --flavor desktop-browser + --output $MOZ_FETCHES_DIR/../artifacts + --xpcshell-binary ${MOZ_FETCHES_DIR}/bin/xpcshell + --xpcshell-mozinfo ${MOZ_FETCHES_DIR}/target.mozinfo.json + --xpcshell-nodejs ${MOZ_FETCHES_DIR}/node/bin/node + --xpcshell-xre-path ${MOZ_FETCHES_DIR}/target.dmg + +try-browsertime: + description: Run ./mach perftest on macOs + treeherder: + symbol: perftest(macos-bt) + run: + command: >- + mkdir -p $MOZ_FETCHES_DIR/../artifacts && + cd $MOZ_FETCHES_DIR && + python3 -m venv . && + bin/python3 python/mozperftest/mozperftest/runner.py + --on-try + --browsertime-binary ${MOZ_FETCHES_DIR}/target.dmg + --browsertime-node ${MOZ_FETCHES_DIR}/node/bin/node + --flavor desktop-browser + --browsertime-geckodriver ${MOZ_FETCHES_DIR}/geckodriver + --output $MOZ_FETCHES_DIR/../artifacts + +# We'd like not to have to specify each test separately here. See bug 1865852. +service-worker: + description: Run service worker tests + treeherder: + symbol: perftest(macosx-sw) + tier: 2 + attributes: + batch: false + cron: false + run-on-projects: [autoland, mozilla-central] + run: + command: >- + mkdir -p $MOZ_FETCHES_DIR/../artifacts && + cd $MOZ_FETCHES_DIR && + python3 -m venv . && + bin/python3 python/mozperftest/mozperftest/runner.py + dom/serviceworkers/test/performance/test_caching.html + --mochitest-binary ${MOZ_FETCHES_DIR}/target.dmg + --flavor mochitest + --output $MOZ_FETCHES_DIR/../artifacts && + bin/python3 python/mozperftest/mozperftest/runner.py + dom/serviceworkers/test/performance/test_fetch.html + --mochitest-binary ${MOZ_FETCHES_DIR}/target.dmg + --flavor mochitest + --output $MOZ_FETCHES_DIR/../artifacts && + bin/python3 python/mozperftest/mozperftest/runner.py + dom/serviceworkers/test/performance/test_registration.html + --mochitest-binary ${MOZ_FETCHES_DIR}/target.dmg + --flavor mochitest + --output $MOZ_FETCHES_DIR/../artifacts + +domcount: + description: Run DOM test on macOS + treeherder: + symbol: perftest(macos-dom) + attributes: + batch: false + cron: true + run: + command: >- + mkdir -p $MOZ_FETCHES_DIR/../artifacts && + cd $MOZ_FETCHES_DIR && + python3 -m venv . && + bin/python3 python/mozperftest/mozperftest/runner.py + browser/base/content/test/perftest_browser_xhtml_dom.js + --browsertime-binary ${MOZ_FETCHES_DIR}/target.dmg + --browsertime-node ${MOZ_FETCHES_DIR}/node/bin/node + --flavor desktop-browser + --perfherder + --perfherder-metrics name:totalDOMCount,unit:count name:panelMenuCount,unit:count name:lightDOMCount,unit:count name:lightDOMDetails,unit:count + --browsertime-geckodriver ${MOZ_FETCHES_DIR}/geckodriver + --output $MOZ_FETCHES_DIR/../artifacts + +http3: + description: Run HTTP/3 test + treeherder: + symbol: perftest(http3) + attributes: + batch: false + # Disabled due to bug 1849400 + cron: false + run: + command: >- + mkdir -p $MOZ_FETCHES_DIR/../artifacts && + cd $MOZ_FETCHES_DIR && + python3 -m venv . && + bin/python3 python/mozperftest/mozperftest/runner.py + xpcshell/tests/netwerk/test/unit/test_http3_perf.js + --flavor xpcshell + --perfherder + --perfherder-metrics name:speed,unit:bps + --output $MOZ_FETCHES_DIR/../artifacts + --xpcshell-binary ${MOZ_FETCHES_DIR}/bin/xpcshell + --xpcshell-mozinfo ${MOZ_FETCHES_DIR}/target.mozinfo.json + --xpcshell-nodejs ${MOZ_FETCHES_DIR}/node/bin/node + --xpcshell-cycles 13 + --xpcshell-xre-path ${MOZ_FETCHES_DIR}/target.dmg + + +livesites: + description: Live site performance testing + variants: [http3] + treeherder: + symbol: perftest({symbol}) + attributes: + batch: false + cron: true + perftest: + - [cloudflare, netwerk/test/perf/perftest_http3_cloudflareblog.js] + # broken: bug 1678588 + # - [fb-scroll, netwerk/test/perf/perftest_http3_facebook_scroll.js] + # broken: bug 1879851 + # - [g-image, netwerk/test/perf/perftest_http3_google_image.js] + # broken: bug 1799655 + # - [g-search, netwerk/test/perf/perftest_http3_google_search.js] + - [lq-fetch, netwerk/test/perf/perftest_http3_lucasquicfetch.js] + # broken: bug 1695871 + # - [ytw, netwerk/test/perf/perftest_http3_youtube_watch.js] + # - [ytw-scroll, netwerk/test/perf/perftest_http3_youtube_watch_scroll.js] + perftest-metrics: + by-perftest: + cloudflare: + # Example of how the specify settings for each metric + resources: + extraOptions: [] + firstPaint: {} + navigationTiming: {} + pageTimings: {} + timeToContentfulPaint: {} + # broken: bug 1678588 + # fb-scroll: [navigationTiming, pageTimings, resources, firstPaint, timeToContentfulPaint, requestsPerSecond] + # broken: bug 1879851 + # g-image: [navigationTiming, pageTimings, resources, firstPaint, timeToContentfulPaint, imagesPerSecond, imageLoadTime] + # g-search: [navigationTiming, pageTimings, resources, firstPaint, timeToContentfulPaint] + lq-fetch: [navigationTiming, pageTimings, resources, timeToContentfulPaint, resourceLoadTime, imagesLoaded, imagesMissed] + # broken: bug 1695871 + # ytw: [navigationTiming, pageTimings, resources, firstPaint, timeToContentfulPaint, droppedFrames, decodedFrames] + # ytw-scroll: [navigationTiming, pageTimings, resources, firstPaint, timeToContentfulPaint, droppedFrames, decodedFrames] + default: [navigationTiming, pageTimings, resources, firstPaint, timeToContentfulPaint] + # Leave this here so people know this exists when looking + # for examples + perftest-perfherder-global: + extraOptions: [] + perftest-extra-options: + by-perftest: + cloudflare: + - --perfherder-split-by browserScripts.pageinfo.url + # g-search: + # - --perfherder-split-by browserScripts.pageinfo.url + lq-fetch: + - --perfherder-split-by browserScripts.pageinfo.url + default: [] + perftest-btime-variants: + by-perftest: + cloudflare: + - ["10s", browsertime.waitTime=10000] + - ["25s", browsertime.waitTime=25000] + - ["35s", browsertime.waitTime=35000] + - ["60s", browsertime.waitTime=60000] + # broken: bug 1678588 + # fb-scroll: + # - ["10s", browsertime.waitTime=10000] + # - ["25s", browsertime.waitTime=25000] + # - ["35s", browsertime.waitTime=35000] + # - ["60s", browsertime.waitTime=60000] + # g-search: + # - ["10s", browsertime.waitTime=10000] + # - ["25s", browsertime.waitTime=25000] + # - ["35s", browsertime.waitTime=35000] + # - ["60s", browsertime.waitTime=60000] + lq-fetch: + - [null, "browsertime.waitTime=1000,browsertime.cycles=5"] + # broken: bug 1695871 + # ytw: + # - [null, browsertime.waitTime=20000] + # ytw-scroll: + # - [null, browsertime.waitTime=20000] + default: + - [null, browsertime.waitTime=1000] + run: + command: >- + mkdir -p $MOZ_FETCHES_DIR/../artifacts && + cd $MOZ_FETCHES_DIR && + python3 -m venv . && + bin/python3 python/mozperftest/mozperftest/runner.py + {perftest_testname} + --browsertime-binary ${MOZ_FETCHES_DIR}/target.dmg + --browsertime-node ${MOZ_FETCHES_DIR}/node/bin/node + --browsertime-iterations 10 + --flavor desktop-browser + --perfherder + --perfherder-metrics {perftest_metrics} + --perfherder-simplify-names + --browsertime-geckodriver ${MOZ_FETCHES_DIR}/geckodriver + --output $MOZ_FETCHES_DIR/../artifacts + +controlled: + description: Controlled performance testing + treeherder: + symbol: perftest(controlled) + worker: + max-run-time: 14400 + attributes: + batch: false + cron: false + run: + command: >- + mkdir -p $MOZ_FETCHES_DIR/../artifacts && + cd $MOZ_FETCHES_DIR && + python3 -m venv . && + python3 python/mozperftest/mozperftest/runner.py + netwerk/test/perf/perftest_http3_controlled.js + --browsertime-binary ${MOZ_FETCHES_DIR}/target.dmg + --browsertime-node ${MOZ_FETCHES_DIR}/node/bin/node + --browsertime-iterations 1 + --browsertime-cycles 96 + --hooks netwerk/test/perf/hooks_throttling.py + --flavor desktop-browser + --perfherder + --perfherder-metrics name:navigationTiming,unit:ms name:pageTimings,unit:ms name:resources,unit:ms name:firstPaint,unit:ms name:timeToContentfulPaint,unit:ms + --perfherder-simplify-names + --browsertime-geckodriver ${MOZ_FETCHES_DIR}/geckodriver + --output $MOZ_FETCHES_DIR/../artifacts + +perfstats: + description: Run PerfStats pageload test + treeherder: + symbol: perftest(macos-perfstats) + attributes: + batch: false + cron: false + run: + command: >- + mkdir -p $MOZ_FETCHES_DIR/../artifacts && + cd $MOZ_FETCHES_DIR && + python3 -m venv . && + bin/python3 python/mozperftest/mozperftest/runner.py + --browsertime-binary ${MOZ_FETCHES_DIR}/target.dmg + --browsertime-node ${MOZ_FETCHES_DIR}/node/bin/node + --flavor desktop-browser + --browsertime-geckodriver ${MOZ_FETCHES_DIR}/geckodriver + --output $MOZ_FETCHES_DIR/../artifacts + --perfherder + --perfherder-metrics name:HttpChannelCompletion,unit:ms name:HttpChannelCompletion_Cache,unit:ms name:HttpChannelCompletion_Network,unit:ms name:DisplayListBuilding,unit:ms name:Reflowing,unit:ms name:Styling,unit:ms + --browsertime-iterations 10 + --hooks testing/performance/hooks_perfstats.py + testing/performance/perftest_perfstats.js diff --git a/taskcluster/kinds/perftest/windows.yml b/taskcluster/kinds/perftest/windows.yml new file mode 100644 index 0000000000..3e027e5741 --- /dev/null +++ b/taskcluster/kinds/perftest/windows.yml @@ -0,0 +1,235 @@ +# This Source Code Form is subject to the terms of the Mozilla Public +# License, v. 2.0. If a copy of the MPL was not distributed with this +# file, You can obtain one at http://mozilla.org/MPL/2.0/. +--- +job-defaults: + worker-type: t-win10-64-1803-hw + fetches: + build: + - artifact: target.condprof.tests.tar.gz + - artifact: target.common.tests.tar.gz + - artifact: target.mochitest.tests.tar.gz + - artifact: target.perftests.tests.tar.gz + - artifact: target.zip + toolchain: + - win64-node + - win64-geckodriver + platform: windows10-64-shippable/opt + require-build: + windows10-64-shippable/opt: build-win64-shippable/opt + scopes: + - secrets:get:project/releng/gecko/build/level-{level}/conditioned-profiles + +try-browsertime: + description: Run ./mach perftest on windows + treeherder: + symbol: perftest(win-bt) + run: + command: >- + mkdir -p $MOZ_FETCHES_DIR/../artifacts && + cd $MOZ_FETCHES_DIR && + python3.exe python/mozperftest/mozperftest/runner.py + --on-try + --browsertime-binary ${MOZ_FETCHES_DIR}/firefox/firefox.exe + --flavor desktop-browser + --browsertime-geckodriver ${MOZ_FETCHES_DIR}/geckodriver.exe + --browsertime-node ${MOZ_FETCHES_DIR}/node/node.exe + --output $MOZ_FETCHES_DIR/../artifacts + +# We'd like not to have to specify each test separately here. See bug 1865852. +service-worker: + description: Run service worker tests + treeherder: + symbol: perftest(win-sw) + tier: 2 + attributes: + batch: false + cron: false + run-on-projects: [autoland, mozilla-central] + run: + command: >- + mkdir -p $MOZ_FETCHES_DIR/../artifacts && + cd $MOZ_FETCHES_DIR && + python3.exe python/mozperftest/mozperftest/runner.py + dom/serviceworkers/test/performance/test_caching.html + --mochitest-binary ${MOZ_FETCHES_DIR}/firefox/firefox.exe + --flavor mochitest + --output $MOZ_FETCHES_DIR/../artifacts && + python3.exe python/mozperftest/mozperftest/runner.py + dom/serviceworkers/test/performance/test_fetch.html + --mochitest-binary ${MOZ_FETCHES_DIR}/firefox/firefox.exe + --flavor mochitest + --output $MOZ_FETCHES_DIR/../artifacts && + python3.exe python/mozperftest/mozperftest/runner.py + dom/serviceworkers/test/performance/test_registration.html + --mochitest-binary ${MOZ_FETCHES_DIR}/firefox/firefox.exe + --flavor mochitest + --output $MOZ_FETCHES_DIR/../artifacts + +domcount: + description: Run DOM test + treeherder: + symbol: perftest(win-dom) + attributes: + batch: false + cron: true + run: + command: >- + mkdir -p $MOZ_FETCHES_DIR/../artifacts && + cd $MOZ_FETCHES_DIR && + python3.exe python/mozperftest/mozperftest/runner.py + browser/base/content/test/perftest_browser_xhtml_dom.js + --browsertime-binary ${MOZ_FETCHES_DIR}/firefox/firefox.exe + --flavor desktop-browser + --perfherder + --perfherder-metrics name:totalDOMCount,unit:count name:panelMenuCount,unit:count name:lightDOMCount,unit:count name:lightDOMDetails,unit:count + --browsertime-geckodriver ${MOZ_FETCHES_DIR}/geckodriver.exe + --browsertime-node ${MOZ_FETCHES_DIR}/node/node.exe + --output $MOZ_FETCHES_DIR/../artifacts + + +livesites: + description: Live site performance testing + variants: [http3] + treeherder: + symbol: perftest({symbol}) + attributes: + batch: false + cron: true + perftest: + - [cloudflare, netwerk/test/perf/perftest_http3_cloudflareblog.js] + # broken: bug 1678588 + # - [fb-scroll, netwerk/test/perf/perftest_http3_facebook_scroll.js] + # broken: bug 1879851 + # - [g-image, netwerk/test/perf/perftest_http3_google_image.js] + # broken: bug 1799655 + # - [g-search, netwerk/test/perf/perftest_http3_google_search.js] + - [lq-fetch, netwerk/test/perf/perftest_http3_lucasquicfetch.js] + # broken: bug 1695871 + # - [ytw, netwerk/test/perf/perftest_http3_youtube_watch.js] + # - [ytw-scroll, netwerk/test/perf/perftest_http3_youtube_watch_scroll.js] + perftest-metrics: + by-perftest: + cloudflare: + # Example of how the specify settings for each metric + resources: + extraOptions: [] + firstPaint: {} + navigationTiming: {} + pageTimings: {} + timeToContentfulPaint: {} + # broken: bug 1678588 + # fb-scroll: [navigationTiming, pageTimings, resources, firstPaint, timeToContentfulPaint, requestsPerSecond] + # broken: bug 1879851 + # g-image: [navigationTiming, pageTimings, resources, firstPaint, timeToContentfulPaint, imagesPerSecond, imageLoadTime] + # g-search: [navigationTiming, pageTimings, resources, firstPaint, timeToContentfulPaint] + lq-fetch: [navigationTiming, pageTimings, resources, timeToContentfulPaint, resourceLoadTime, imagesLoaded, imagesMissed] + # broken: bug 1695871 + # ytw: [navigationTiming, pageTimings, resources, firstPaint, timeToContentfulPaint, droppedFrames, decodedFrames] + # ytw-scroll: [navigationTiming, pageTimings, resources, firstPaint, timeToContentfulPaint, droppedFrames, decodedFrames] + default: [navigationTiming, pageTimings, resources, firstPaint, timeToContentfulPaint] + # Leave this here so people know this exists when looking + # for examples + perftest-perfherder-global: + extraOptions: [] + perftest-extra-options: + by-perftest: + cloudflare: + - --perfherder-split-by browserScripts.pageinfo.url + # g-search: + # - --perfherder-split-by browserScripts.pageinfo.url + lq-fetch: + - --perfherder-split-by browserScripts.pageinfo.url + default: [] + perftest-btime-variants: + by-perftest: + cloudflare: + - ["10s", browsertime.waitTime=10000] + - ["25s", browsertime.waitTime=25000] + - ["35s", browsertime.waitTime=35000] + - ["60s", browsertime.waitTime=60000] + # broken: bug 1678588 + # fb-scroll: + # - ["10s", browsertime.waitTime=10000] + # - ["25s", browsertime.waitTime=25000] + # - ["35s", browsertime.waitTime=35000] + # - ["60s", browsertime.waitTime=60000] + # g-search: + # - ["10s", browsertime.waitTime=10000] + # - ["25s", browsertime.waitTime=25000] + # - ["35s", browsertime.waitTime=35000] + # - ["60s", browsertime.waitTime=60000] + lq-fetch: + - [null, "browsertime.waitTime=1000,browsertime.cycles=5"] + # broken: bug 1695871 + # ytw: + # - [null, browsertime.waitTime=20000] + # ytw-scroll: + # - [null, browsertime.waitTime=20000] + default: + - [null, browsertime.waitTime=1000] + run: + command: >- + mkdir -p $MOZ_FETCHES_DIR/../artifacts && + cd $MOZ_FETCHES_DIR && + python3.exe python/mozperftest/mozperftest/runner.py + {perftest_testname} + --browsertime-binary ${MOZ_FETCHES_DIR}/firefox/firefox.exe + --browsertime-iterations 10 + --flavor desktop-browser + --perfherder + --perfherder-metrics {perftest_metrics} + --perfherder-simplify-names + --browsertime-geckodriver ${MOZ_FETCHES_DIR}/geckodriver.exe + --browsertime-node ${MOZ_FETCHES_DIR}/node/node.exe + --output $MOZ_FETCHES_DIR/../artifacts + +controlled: + description: Controlled performance testing + treeherder: + symbol: perftest(controlled) + worker: + max-run-time: 14400 + attributes: + batch: false + cron: false + run: + command: >- + mkdir -p $MOZ_FETCHES_DIR/../artifacts && + cd $MOZ_FETCHES_DIR && + python3.exe python/mozperftest/mozperftest/runner.py + netwerk/test/perf/perftest_http3_controlled.js + --browsertime-binary ${MOZ_FETCHES_DIR}/firefox/firefox.exe + --browsertime-iterations 1 + --browsertime-cycles 96 + --hooks netwerk/test/perf/hooks_throttling.py + --flavor desktop-browser + --perfherder + --perfherder-metrics name:navigationTiming,unit:ms name:pageTimings,unit:ms name:resources,unit:ms name:firstPaint,unit:ms name:timeToContentfulPaint,unit:ms + --perfherder-simplify-names + --browsertime-geckodriver ${MOZ_FETCHES_DIR}/geckodriver.exe + --browsertime-node ${MOZ_FETCHES_DIR}/node/node.exe + --output $MOZ_FETCHES_DIR/../artifacts + +perfstats: + description: Run PerfStats pageload test + treeherder: + symbol: perftest(win-perfstats) + attributes: + batch: false + cron: false + run: + command: >- + mkdir -p $MOZ_FETCHES_DIR/../artifacts && + cd $MOZ_FETCHES_DIR && + python3.exe python/mozperftest/mozperftest/runner.py + --browsertime-binary ${MOZ_FETCHES_DIR}/firefox/firefox.exe + --flavor desktop-browser + --browsertime-geckodriver ${MOZ_FETCHES_DIR}/geckodriver.exe + --browsertime-node ${MOZ_FETCHES_DIR}/node/node.exe + --output $MOZ_FETCHES_DIR/../artifacts + --perfherder + --perfherder-metrics name:HttpChannelCompletion,unit:ms name:HttpChannelCompletion_Cache,unit:ms name:HttpChannelCompletion_Network,unit:ms name:DisplayListBuilding,unit:ms name:Reflowing,unit:ms name:Styling,unit:ms + --browsertime-iterations 10 + --hooks testing/performance/hooks_perfstats.py + testing/performance/perftest_perfstats.js diff --git a/taskcluster/kinds/post-balrog-dummy/kind.yml b/taskcluster/kinds/post-balrog-dummy/kind.yml new file mode 100644 index 0000000000..e1a9849bbc --- /dev/null +++ b/taskcluster/kinds/post-balrog-dummy/kind.yml @@ -0,0 +1,22 @@ +# This Source Code Form is subject to the terms of the Mozilla Public +# License, v. 2.0. If a copy of the MPL was not distributed with this +# file, You can obtain one at http://mozilla.org/MPL/2.0/. +--- +loader: gecko_taskgraph.loader.transform:loader + +transforms: + - taskgraph.transforms.from_deps + - gecko_taskgraph.transforms.per_platform_dummy + - gecko_taskgraph.transforms.reverse_chunk_deps + - gecko_taskgraph.transforms.task + +kind-dependencies: + - balrog + +jobs: + post-balrog-dummy: + description: Dummy task to deal with max_dependencies + from-deps: {} + run-on-projects: [] + shipping-phase: promote + worker-type: succeed diff --git a/taskcluster/kinds/post-beetmover-checksums-dummy/kind.yml b/taskcluster/kinds/post-beetmover-checksums-dummy/kind.yml new file mode 100644 index 0000000000..40ff97dce8 --- /dev/null +++ b/taskcluster/kinds/post-beetmover-checksums-dummy/kind.yml @@ -0,0 +1,31 @@ +# This Source Code Form is subject to the terms of the Mozilla Public +# License, v. 2.0. If a copy of the MPL was not distributed with this +# file, You can obtain one at http://mozilla.org/MPL/2.0/. +--- +loader: gecko_taskgraph.loader.transform:loader + +transforms: + - gecko_taskgraph.transforms.reverse_chunk_deps:transforms + - gecko_taskgraph.transforms.task:transforms + +kind-dependencies: + - beetmover-checksums + - release-beetmover-source-checksums + - release-eme-free-repack-beetmover-checksums + - release-beetmover-signed-langpacks-checksums + +jobs: + firefox-promote: + name: post-beetmover-checksums-dummy + description: Dummy task to deal with max_dependencies + run-on-projects: [] + shipping-phase: promote + shipping-product: firefox + worker-type: succeed + devedition-promote: + name: post-beetmover-checksums-dummy + description: Dummy task to deal with max_dependencies + run-on-projects: [] + shipping-phase: promote + shipping-product: devedition + worker-type: succeed diff --git a/taskcluster/kinds/post-beetmover-components-dummy/kind.yml b/taskcluster/kinds/post-beetmover-components-dummy/kind.yml new file mode 100644 index 0000000000..bf8d98a83c --- /dev/null +++ b/taskcluster/kinds/post-beetmover-components-dummy/kind.yml @@ -0,0 +1,35 @@ +# This Source Code Form is subject to the terms of the Mozilla Public +# License, v. 2.0. If a copy of the MPL was not distributed with this +# file, You can obtain one at http://mozilla.org/MPL/2.0/. +--- +loader: gecko_taskgraph.loader.transform:loader + +transforms: + - taskgraph.transforms.from_deps + - android_taskgraph.transforms.post_dummy + - android_taskgraph.transforms.chunk + - gecko_taskgraph.transforms.task + +kind-dependencies: + - beetmover-components + +jobs: + post-beetmover: + description: Dummy task to wait on all builds before publishing them + from-deps: + group-by: build-type + unique-kinds: false + copy-attributes: true + attributes: + component: all + worker-type: succeed + treeherder: + kind: build + platform: AC-android-all/opt + symbol: + by-build-type: + release: post-beetmover-release + beta: post-beetmover-beta + nightly: post-beetmover-nightly + default: post-beetmover + tier: 1 diff --git a/taskcluster/kinds/post-beetmover-dummy/kind.yml b/taskcluster/kinds/post-beetmover-dummy/kind.yml new file mode 100644 index 0000000000..e5d50ce256 --- /dev/null +++ b/taskcluster/kinds/post-beetmover-dummy/kind.yml @@ -0,0 +1,23 @@ +# This Source Code Form is subject to the terms of the Mozilla Public +# License, v. 2.0. If a copy of the MPL was not distributed with this +# file, You can obtain one at http://mozilla.org/MPL/2.0/. +--- +loader: gecko_taskgraph.loader.transform:loader + +transforms: + - taskgraph.transforms.from_deps + - gecko_taskgraph.transforms.per_platform_dummy + - gecko_taskgraph.transforms.reverse_chunk_deps + - gecko_taskgraph.transforms.task + +kind-dependencies: + - beetmover-checksums + - beetmover-repackage + +jobs: + post-beetmover-dummy: + description: Dummy task to deal with max_dependencies + from-deps: {} + run-on-projects: [] + shipping-phase: promote + worker-type: succeed diff --git a/taskcluster/kinds/post-langpack-dummy/kind.yml b/taskcluster/kinds/post-langpack-dummy/kind.yml new file mode 100644 index 0000000000..95fe9f7684 --- /dev/null +++ b/taskcluster/kinds/post-langpack-dummy/kind.yml @@ -0,0 +1,29 @@ +# This Source Code Form is subject to the terms of the Mozilla Public +# License, v. 2.0. If a copy of the MPL was not distributed with this +# file, You can obtain one at http://mozilla.org/MPL/2.0/. +--- +loader: gecko_taskgraph.loader.transform:loader + +transforms: + - gecko_taskgraph.transforms.reverse_chunk_deps:transforms + - gecko_taskgraph.transforms.task:transforms + +kind-dependencies: + - release-beetmover-signed-langpacks + +jobs: + firefox-promote: + name: post-langpack-dummy + description: Dummy task to deal with max_dependencies + run-on-projects: [] + shipping-phase: promote + shipping-product: firefox + worker-type: succeed + + devedition-promote: + name: post-langpack-dummy + description: Dummy task to deal with max_dependencies + run-on-projects: [] + shipping-phase: promote + shipping-product: devedition + worker-type: succeed diff --git a/taskcluster/kinds/post-signing/kind.yml b/taskcluster/kinds/post-signing/kind.yml new file mode 100644 index 0000000000..b07436b619 --- /dev/null +++ b/taskcluster/kinds/post-signing/kind.yml @@ -0,0 +1,36 @@ +# This Source Code Form is subject to the terms of the Mozilla Public +# License, v. 2.0. If a copy of the MPL was not distributed with this +# file, You can obtain one at http://mozilla.org/MPL/2.0/. +--- +loader: gecko_taskgraph.loader.transform:loader + +transforms: + - taskgraph.transforms.from_deps + - android_taskgraph.transforms.post_dummy + - android_taskgraph.transforms.chunk + - gecko_taskgraph.transforms.task + +kind-dependencies: + - signing + +jobs: + post-signing: + description: Dummy task to wait on all builds before publishing them + from-deps: + group-by: build-type + unique-kinds: false + copy-attributes: true + attributes: + component: all + worker-type: succeed + worker: {} + treeherder: + kind: build + platform: AC-android-all/opt + symbol: + by-build-type: + release: post-signing-release + beta: post-signing-beta + nightly: post-signing-nightly + default: post-signing + tier: 1 diff --git a/taskcluster/kinds/post-update-verify-dummy/kind.yml b/taskcluster/kinds/post-update-verify-dummy/kind.yml new file mode 100644 index 0000000000..6d7bfb3515 --- /dev/null +++ b/taskcluster/kinds/post-update-verify-dummy/kind.yml @@ -0,0 +1,22 @@ +# This Source Code Form is subject to the terms of the Mozilla Public +# License, v. 2.0. If a copy of the MPL was not distributed with this +# file, You can obtain one at http://mozilla.org/MPL/2.0/. +--- +loader: gecko_taskgraph.loader.transform:loader + +transforms: + - taskgraph.transforms.from_deps + - gecko_taskgraph.transforms.per_platform_dummy + - gecko_taskgraph.transforms.reverse_chunk_deps + - gecko_taskgraph.transforms.task + +kind-dependencies: + - release-update-verify + +jobs: + post-update-verify-dummy: + description: Dummy task to deal with max_dependencies + from-deps: {} + run-on-projects: [] + shipping-phase: promote + worker-type: succeed diff --git a/taskcluster/kinds/push-bundle/kind.yml b/taskcluster/kinds/push-bundle/kind.yml new file mode 100644 index 0000000000..2c48a14177 --- /dev/null +++ b/taskcluster/kinds/push-bundle/kind.yml @@ -0,0 +1,73 @@ +# This Source Code Form is subject to the terms of the Mozilla Public +# License, v. 2.0. If a copy of the MPL was not distributed with this +# file, You can obtain one at http://mozilla.org/MPL/2.0/. +--- +loader: gecko_taskgraph.loader.transform:loader + +transforms: + - taskgraph.transforms.from_deps + - android_taskgraph.transforms.upstream_artifacts + - android_taskgraph.transforms.treeherder + - android_taskgraph.transforms.push_android_app + - gecko_taskgraph.transforms.task + +kind-dependencies: + - signing-bundle + - android-startup-test + +jobs: + push-bundle: + description: Publish Fenix and Focus AABs + from-deps: + with-attributes: + build-type: + - fenix-nightly + - fenix-beta + - fenix-release + - focus-nightly + - focus-beta + - focus-release + - klar-release + group-by: + attribute: build-type + copy-attributes: true + worker-type: push-apk + worker: + certificate-alias: + by-build-type: + fenix-nightly: fenix-nightly + fenix-beta: fenix-beta + fenix-release: fenix-release + default: focus + commit: true + channel: + by-build-type: + fenix-nightly: fenix-nightly + fenix-beta: fenix-beta + fenix-release: fenix-release + focus-nightly: focus-nightly + focus-beta: focus-beta + focus-release: focus-release + klar-release: klar-release + dep: + by-level: + '3': false + default: true + product: + by-build-type: + (fenix-nightly|fenix-release|fenix-beta): fenix + default: focus-android + shipping-phase: push + shipping-product: firefox-android + treeherder: + symbol: + by-build-type: + default: gp-aab + focus-release: gpf-aab + klar-release: gpkl-aab + kind: build + routes: + by-level: + '3': + - "notify.email.release-mgmt@mozilla.com.on-failed" + 'default': [] diff --git a/taskcluster/kinds/release-balrog-scheduling/kind.yml b/taskcluster/kinds/release-balrog-scheduling/kind.yml new file mode 100644 index 0000000000..64bd751ca3 --- /dev/null +++ b/taskcluster/kinds/release-balrog-scheduling/kind.yml @@ -0,0 +1,92 @@ +# This Source Code Form is subject to the terms of the Mozilla Public +# License, v. 2.0. If a copy of the MPL was not distributed with this +# file, You can obtain one at http://mozilla.org/MPL/2.0/. +--- +loader: gecko_taskgraph.loader.transform:loader + +transforms: + - gecko_taskgraph.transforms.release_deps:transforms + - gecko_taskgraph.transforms.scriptworker:add_balrog_scopes + - gecko_taskgraph.transforms.task:transforms + +kind-dependencies: + - release-bouncer-check + - release-push-langpacks + +job-defaults: + run-on-projects: [] + shipping-phase: ship + worker-type: balrog + worker: + implementation: balrog + balrog-action: schedule + +jobs: + firefox: + description: Schedule Firefox publishing in balrog + name: release-firefox_schedule_publishing_in_balrog + shipping-product: firefox + worker: + product: firefox + publish-rules: + by-release-level: + production: + by-release-type: + beta: [32] + release: [145] + esr115: [17824] + default: [] + staging: + by-release-type: + beta: [32] + release: [145] + esr115: [909] + default: [] + background-rate: + by-release-type: + beta: + by-beta-number: + '1': 25 + '2': 50 + '3': 100 + default: null + default: null + force-fallback-mapping-update: + by-release-type: + beta: + by-beta-number: + '1': true + default: false + default: false + pin-channels: + by-release-type: + beta: ["beta"] + release: ["release"] + esr.*: ["esr", "esr-next"] + default: [] + treeherder: + platform: firefox-release/opt + symbol: Rel(BSFx) + tier: 1 + kind: build + devedition: + description: Schedule Devedition publishing in balrog + name: release-devedition_schedule_publishing_in_balrog + shipping-product: devedition + worker: + product: devedition + publish-rules: [10] + background-rate: + by-release-type: + beta: null + default: null + force-fallback-mapping-update: + by-release-type: + beta: true + default: false + pin-channels: ["aurora"] + treeherder: + platform: devedition-release/opt + symbol: Rel(BSDev) + tier: 1 + kind: build diff --git a/taskcluster/kinds/release-balrog-submit-toplevel/kind.yml b/taskcluster/kinds/release-balrog-submit-toplevel/kind.yml new file mode 100644 index 0000000000..dc1155df9d --- /dev/null +++ b/taskcluster/kinds/release-balrog-submit-toplevel/kind.yml @@ -0,0 +1,79 @@ +# This Source Code Form is subject to the terms of the Mozilla Public +# License, v. 2.0. If a copy of the MPL was not distributed with this +# file, You can obtain one at http://mozilla.org/MPL/2.0/. +--- +loader: gecko_taskgraph.loader.transform:loader + +transforms: + - gecko_taskgraph.transforms.release:run_on_releases + - gecko_taskgraph.transforms.release_deps:transforms + - gecko_taskgraph.transforms.scriptworker:add_balrog_scopes + - gecko_taskgraph.transforms.balrog_toplevel:transforms + - gecko_taskgraph.transforms.task:transforms + +job-defaults: + run-on-projects: [] # to make sure this never runs in CI + shipping-phase: promote + worker-type: balrog + worker: + implementation: balrog + balrog-action: v2-submit-toplevel + require-mirrors: true + archive-domain: + by-release-level: + production: archive.mozilla.org + staging: ftp.stage.mozaws.net + download-domain: + by-release-level: + production: download.mozilla.org + staging: dev.bouncer.nonprod.webservices.mozgcp.net + whats-new-config: browser/config/whats_new_page.yml + +jobs: + firefox: + name: submit-toplevel-firefox-release-to-balrog + description: Submit toplevel Firefox release to balrog + shipping-product: firefox + worker: + product: firefox + channel-names: + by-release-type: + beta: ["beta", "beta-localtest", "beta-cdntest"] + release(-rc)?: ["release", "release-localtest", "release-cdntest"] + esr.*: ["esr", "esr-localtest", "esr-cdntest", "esr-localtest-next", "esr-cdntest-next"] + default: [] + rules-to-update: + by-release-type: + beta: ["firefox-beta-cdntest", "firefox-beta-localtest"] + release(-rc)?: ["firefox-release-cdntest", "firefox-release-localtest"] + esr115: ["firefox-esr115-cdntest", "firefox-esr115-localtest"] + default: [] + pin-channels: + by-release-type: + beta: ["beta-localtest", "beta-cdntest"] + release(-rc)?: ["release-localtest", "release-cdntest"] + esr.*: ["esr-localtest", "esr-cdntest", "esr-localtest-next", "esr-cdntest-next"] + default: [] + platforms: ["linux", "linux64", "macosx64", "win32", "win64", "win64-aarch64"] + treeherder: + platform: firefox-release/opt + symbol: Rel(BPFx) + tier: 1 + kind: build + + devedition: + name: submit-toplevel-devedition-release-to-balrog + description: submit toplevel Devedition release to balrog + shipping-product: devedition + run-on-releases: [beta] + worker: + product: devedition + channel-names: ["aurora", "aurora-localtest", "aurora-cdntest"] + rules-to-update: ["devedition-cdntest", "devedition-localtest"] + pin-channels: ["aurora-localtest", "aurora-cdntest"] + platforms: ["linux", "linux64", "macosx64", "win32", "win64", "win64-aarch64"] + treeherder: + platform: devedition-release/opt + symbol: Rel(BPDev) + tier: 1 + kind: build diff --git a/taskcluster/kinds/release-beetmover-push-to-release/kind.yml b/taskcluster/kinds/release-beetmover-push-to-release/kind.yml new file mode 100644 index 0000000000..affc0f2c77 --- /dev/null +++ b/taskcluster/kinds/release-beetmover-push-to-release/kind.yml @@ -0,0 +1,33 @@ +# This Source Code Form is subject to the terms of the Mozilla Public +# License, v. 2.0. If a copy of the MPL was not distributed with this +# file, You can obtain one at http://mozilla.org/MPL/2.0/. +--- +loader: gecko_taskgraph.loader.transform:loader + +transforms: + - gecko_taskgraph.transforms.release_deps:transforms + - gecko_taskgraph.transforms.beetmover_push_to_release:transforms + - gecko_taskgraph.transforms.task:transforms + +kind-dependencies: + - release-generate-checksums-beetmover + - post-update-verify-dummy + +job-defaults: + run-on-projects: [] + shipping-phase: push + worker: + max-run-time: 2700 + +jobs: + devedition-push-to-release: + name: devedition_push_to_release + product: devedition + shipping-product: devedition + treeherder-platform: devedition-release/opt + + firefox-push-to-release: + name: firefox_push_to_release + product: firefox + shipping-product: firefox + treeherder-platform: firefox-release/opt diff --git a/taskcluster/kinds/release-beetmover-signed-langpacks-checksums/kind.yml b/taskcluster/kinds/release-beetmover-signed-langpacks-checksums/kind.yml new file mode 100644 index 0000000000..473f711a2a --- /dev/null +++ b/taskcluster/kinds/release-beetmover-signed-langpacks-checksums/kind.yml @@ -0,0 +1,23 @@ +# This Source Code Form is subject to the terms of the Mozilla Public +# License, v. 2.0. If a copy of the MPL was not distributed with this +# file, You can obtain one at http://mozilla.org/MPL/2.0/. +--- +loader: gecko_taskgraph.loader.transform:loader + +transforms: + - taskgraph.transforms.from_deps + - gecko_taskgraph.transforms.name_sanity + - gecko_taskgraph.transforms.beetmover_langpack_checksums + - gecko_taskgraph.transforms.task + +kind-dependencies: + - release-beetmover-signed-langpacks + +jobs: + release-beetmover-signed-langpacks-checksums: + from-deps: + group-by: single-with-filters + shipping-phase: promote + attributes: + artifact_prefix: public + artifact_map: taskcluster/gecko_taskgraph/manifests/firefox_candidates_checksums.yml diff --git a/taskcluster/kinds/release-beetmover-signed-langpacks/kind.yml b/taskcluster/kinds/release-beetmover-signed-langpacks/kind.yml new file mode 100644 index 0000000000..744198c466 --- /dev/null +++ b/taskcluster/kinds/release-beetmover-signed-langpacks/kind.yml @@ -0,0 +1,37 @@ +# This Source Code Form is subject to the terms of the Mozilla Public +# License, v. 2.0. If a copy of the MPL was not distributed with this +# file, You can obtain one at http://mozilla.org/MPL/2.0/. +--- +loader: gecko_taskgraph.loader.transform:loader + +transforms: + - taskgraph.transforms.from_deps + - gecko_taskgraph.transforms.name_sanity + - gecko_taskgraph.transforms.release_beetmover_signed_addons + - gecko_taskgraph.transforms.task + +kind-dependencies: + - build-signing + - shippable-l10n-signing + +only-for-attributes: + - nightly + - shippable + +only-for-build-platforms: + - linux64-shippable/opt + - linux64-devedition/opt + +jobs: + release-beetmover-signed-langpacks: + description: Beetmover submission for platform-independent langpacks {locales} in {platform} directory + from-deps: + group-by: single-with-filters + worker-type: beetmover + run-on-projects: [] + shipping-phase: promote + attributes: + artifact_map: + by-release-type: + beta|release.*|esr.*: taskcluster/gecko_taskgraph/manifests/firefox_candidates.yml + default: taskcluster/gecko_taskgraph/manifests/firefox_nightly.yml diff --git a/taskcluster/kinds/release-beetmover-source-checksums/kind.yml b/taskcluster/kinds/release-beetmover-source-checksums/kind.yml new file mode 100644 index 0000000000..d7a5bf828f --- /dev/null +++ b/taskcluster/kinds/release-beetmover-source-checksums/kind.yml @@ -0,0 +1,23 @@ +# This Source Code Form is subject to the terms of the Mozilla Public +# License, v. 2.0. If a copy of the MPL was not distributed with this +# file, You can obtain one at http://mozilla.org/MPL/2.0/. +--- +loader: gecko_taskgraph.loader.transform:loader + +transforms: + - taskgraph.transforms.from_deps + - gecko_taskgraph.transforms.name_sanity + - gecko_taskgraph.transforms.beetmover_source_checksums + - gecko_taskgraph.transforms.task + +kind-dependencies: + - release-source-checksums-signing + +jobs: + release-beetmover-source-checksums: + from-deps: + group-by: single-with-filters + shipping-phase: promote + attributes: + artifact_prefix: public + artifact_map: taskcluster/gecko_taskgraph/manifests/source_checksums.yml diff --git a/taskcluster/kinds/release-bouncer-aliases/kind.yml b/taskcluster/kinds/release-bouncer-aliases/kind.yml new file mode 100644 index 0000000000..d1ce834c48 --- /dev/null +++ b/taskcluster/kinds/release-bouncer-aliases/kind.yml @@ -0,0 +1,95 @@ +# This Source Code Form is subject to the terms of the Mozilla Public +# License, v. 2.0. If a copy of the MPL was not distributed with this +# file, You can obtain one at http://mozilla.org/MPL/2.0/. +--- +loader: gecko_taskgraph.loader.transform:loader + +transforms: + - gecko_taskgraph.transforms.release_deps:transforms + - gecko_taskgraph.transforms.bouncer_aliases:transforms + - gecko_taskgraph.transforms.task:transforms + +kind-dependencies: + - release-bouncer-check + +job-defaults: + description: Update bouncer aliases job + worker-type: bouncer + worker: + implementation: bouncer-aliases + scopes: + by-release-level: + production: + - project:releng:bouncer:action:aliases + - project:releng:bouncer:server:production + staging: + - project:releng:bouncer:action:aliases + - project:releng:bouncer:server:staging + run-on-projects: [] + shipping-phase: ship + treeherder: + symbol: Rel(BncAlias) + kind: test + tier: 1 + +jobs: + devedition: + bouncer-products-per-alias: + firefox-devedition-latest-ssl: installer-ssl + firefox-devedition-latest: installer + firefox-devedition-stub: stub-installer + firefox-devedition-msi-latest-ssl: msi + firefox-devedition-msix-latest-ssl: msix + shipping-product: devedition + treeherder: + platform: devedition-release/opt + + firefox: + bouncer-products-per-alias: + by-release-type: + beta: + firefox-beta-latest-ssl: installer-ssl + firefox-beta-latest: installer + firefox-beta-stub: stub-installer + firefox-beta-msi-latest-ssl: msi + firefox-beta-msix-latest-ssl: msix + firefox-beta-pkg-latest-ssl: pkg + firefox-beta-langpack-latest-ssl: langpack + release.*: + firefox-latest-ssl: installer-ssl + firefox-latest: installer + firefox-stub: stub-installer + firefox-msi-latest-ssl: msi + firefox-msix-latest-ssl: msix + firefox-pkg-latest-ssl: pkg + firefox-langpack-latest-ssl: langpack + esr115: + # when there is one ESR branch both sets of aliases work + # when there are two ESR branches ... + # ... these always point to the older branch + firefox-esr-latest-ssl: installer-ssl + firefox-esr-latest: installer + firefox-esr-msi-latest-ssl: msi + firefox-esr-msix-latest-ssl: msix + firefox-esr-pkg-latest-ssl: pkg + firefox-esr-langpack-latest-ssl: langpack + esrXXX: # XXX - to change when we branch next ESR + firefox-esr-next-latest-ssl: installer-ssl + firefox-esr-next-latest: installer + firefox-esr-next-msi-latest-ssl: msi + firefox-esr-next-msix-latest-ssl: msix + firefox-esr-next-pkg-latest-ssl: pkg + firefox-esr-next-langpack-latest-ssl: langpack + default: {} + partner-bouncer-products-per-alias: + by-release-type: + beta: + partner-firefox-beta-PARTNER-latest: installer + partner-firefox-beta-PARTNER-stub: stub-installer + release.*: + partner-firefox-release-PARTNER-latest: installer + partner-firefox-release-PARTNER-stub: stub-installer + default: {} + shipping-product: firefox + treeherder: + platform: firefox-release/opt diff --git a/taskcluster/kinds/release-bouncer-check/kind.yml b/taskcluster/kinds/release-bouncer-check/kind.yml new file mode 100644 index 0000000000..7b7133ffd5 --- /dev/null +++ b/taskcluster/kinds/release-bouncer-check/kind.yml @@ -0,0 +1,76 @@ +# This Source Code Form is subject to the terms of the Mozilla Public +# License, v. 2.0. If a copy of the MPL was not distributed with this +# file, You can obtain one at http://mozilla.org/MPL/2.0/. +--- +loader: gecko_taskgraph.loader.transform:loader + +kind-dependencies: + - release-beetmover-push-to-release + +transforms: + - gecko_taskgraph.transforms.release_deps:transforms + - gecko_taskgraph.transforms.bouncer_check:transforms + - gecko_taskgraph.transforms.job:transforms + - gecko_taskgraph.transforms.task:transforms + +job-defaults: + name: release-bouncer-check + description: release bouncer check + run-on-projects: [] # to make sure this never runs as part of CI + shipping-phase: push + worker-type: b-linux-gcp + worker: + max-run-time: 1200 + docker-image: {in-tree: "update-verify"} + run: + sparse-profile: mozharness + extra-config: + by-release-level: + production: + bouncer_prefix: "https://download.mozilla.org/" + staging: + # This is the list on-change locales, excluding ja/ja-JP-mac + # which bouncer_check doesn't support. + locales: ['en-US', 'en-CA', 'he', 'it'] + bouncer_prefix: "https://dev.bouncer.nonprod.webservices.mozgcp.net/" + cdn_urls: + - ftp.stage.mozaws.net + + attributes: + build_platform: linux64 + build_type: opt + treeherder: + symbol: Rel(BncChk) + kind: test + tier: 1 + +jobs: + firefox: + shipping-product: firefox + index: + product: firefox + job-name: firefox-release-bouncer-check + run: + config: + by-release-type: + beta: + - releases/bouncer_firefox_beta.py + release: + - releases/bouncer_firefox_release.py + esr.*: + - releases/bouncer_firefox_esr.py + default: + - releases/bouncer_firefox_beta.py + treeherder: + platform: firefox-release/opt + + devedition: + shipping-product: devedition + index: + product: devedition + job-name: devedition-release-bouncer-check + run: + config: + - releases/bouncer_firefox_devedition.py + treeherder: + platform: devedition-release/opt diff --git a/taskcluster/kinds/release-bouncer-sub/kind.yml b/taskcluster/kinds/release-bouncer-sub/kind.yml new file mode 100644 index 0000000000..131b41b0a7 --- /dev/null +++ b/taskcluster/kinds/release-bouncer-sub/kind.yml @@ -0,0 +1,58 @@ +# This Source Code Form is subject to the terms of the Mozilla Public +# License, v. 2.0. If a copy of the MPL was not distributed with this +# file, You can obtain one at http://mozilla.org/MPL/2.0/. +--- +loader: gecko_taskgraph.loader.transform:loader + +transforms: + - gecko_taskgraph.transforms.release:run_on_releases + - gecko_taskgraph.transforms.bouncer_submission:transforms + - gecko_taskgraph.transforms.task:transforms + +job-defaults: + description: release bouncer submission job + worker-type: bouncer + worker: + implementation: bouncer-submission + scopes: + by-release-level: + production: + - project:releng:bouncer:action:submission + - project:releng:bouncer:server:production + staging: + - project:releng:bouncer:action:submission + - project:releng:bouncer:server:staging + run-on-projects: [] + shipping-phase: promote + locales-file: browser/locales/shipped-locales + treeherder: + symbol: Rel(BncSub) + kind: test + tier: 1 + +jobs: + devedition: + bouncer-platforms: ['linux', 'linux64', 'osx', 'win', 'win64', 'win64-aarch64'] + bouncer-products: ['complete-mar', 'installer', 'installer-ssl', 'partial-mar', 'stub-installer', 'msi', 'msix'] + shipping-product: devedition + treeherder: + platform: devedition-release/opt + + firefox: + bouncer-platforms: ['linux', 'linux64', 'osx', 'win', 'win64', 'win64-aarch64'] + bouncer-products: + by-release-type: + default: ['complete-mar', 'installer', 'installer-ssl', 'partial-mar', 'stub-installer', 'msi', 'msix', 'pkg', 'langpack'] + esr.*: ['complete-mar', 'installer', 'installer-ssl', 'partial-mar', 'msi', 'msix', 'pkg', 'langpack'] + shipping-product: firefox + treeherder: + platform: firefox-release/opt + + firefox-rc: + bouncer-platforms: ['linux', 'linux64', 'osx', 'win', 'win64', 'win64-aarch64'] + bouncer-products: ['complete-mar-candidates', 'partial-mar-candidates'] + shipping-product: firefox + run-on-releases: ['release-rc'] + treeherder: + symbol: Rel(BncSub-RC) + platform: firefox-release/opt diff --git a/taskcluster/kinds/release-early-tagging/kind.yml b/taskcluster/kinds/release-early-tagging/kind.yml new file mode 100644 index 0000000000..775bb4ed7e --- /dev/null +++ b/taskcluster/kinds/release-early-tagging/kind.yml @@ -0,0 +1,55 @@ +# This Source Code Form is subject to the terms of the Mozilla Public +# License, v. 2.0. If a copy of the MPL was not distributed with this +# file, You can obtain one at http://mozilla.org/MPL/2.0/. +--- +loader: gecko_taskgraph.loader.transform:loader + +transforms: + - gecko_taskgraph.transforms.release_deps:transforms + - gecko_taskgraph.transforms.release_version_bump:transforms + - gecko_taskgraph.transforms.task:transforms + +job-defaults: + description: Release Promotion version tag for buildN + run-on-projects: [] + shipping-phase: promote + worker-type: tree + worker: + implementation: treescript + tags: ['buildN'] + bump: false + dontbuild: true + push: + by-project: + mozilla-(beta|release|esr.*): true + maple: true + default: false + + +jobs: + firefox: + name: firefox-tag-buildN + shipping-product: firefox + treeherder: + platform: firefox-release/opt + symbol: Rel(TagBuild) + tier: 1 + kind: build + + devedition: + name: devedition-tag-buildN + shipping-product: devedition + treeherder: + platform: devedition-release/opt + symbol: Rel(TagBuild) + tier: 1 + kind: build + + firefox-android: + name: firefox-android-tag-buildN + shipping-product: firefox-android + treeherder: + platform: fenix-android-all/opt + symbol: Rel(TagBuild) + tier: 1 + kind: build diff --git a/taskcluster/kinds/release-eme-free-repack-beetmover-checksums/kind.yml b/taskcluster/kinds/release-eme-free-repack-beetmover-checksums/kind.yml new file mode 100644 index 0000000000..c75a85ac54 --- /dev/null +++ b/taskcluster/kinds/release-eme-free-repack-beetmover-checksums/kind.yml @@ -0,0 +1,24 @@ +# This Source Code Form is subject to the terms of the Mozilla Public +# License, v. 2.0. If a copy of the MPL was not distributed with this +# file, You can obtain one at http://mozilla.org/MPL/2.0/. +--- +loader: gecko_taskgraph.loader.transform:loader + +transforms: + - taskgraph.transforms.from_deps + - gecko_taskgraph.transforms.name_sanity + - gecko_taskgraph.transforms.beetmover_emefree_checksums + - gecko_taskgraph.transforms.task + +kind-dependencies: + - release-eme-free-repack-beetmover + +only-for-build-platforms: + - macosx64-shippable/opt + - win32-shippable/opt + - win64-shippable/opt + +jobs: + release-eme-free-repack-beetmover-checksums: + from-deps: {} + shipping-phase: promote diff --git a/taskcluster/kinds/release-eme-free-repack-beetmover/kind.yml b/taskcluster/kinds/release-eme-free-repack-beetmover/kind.yml new file mode 100644 index 0000000000..7a33d0fb69 --- /dev/null +++ b/taskcluster/kinds/release-eme-free-repack-beetmover/kind.yml @@ -0,0 +1,26 @@ +# This Source Code Form is subject to the terms of the Mozilla Public +# License, v. 2.0. If a copy of the MPL was not distributed with this +# file, You can obtain one at http://mozilla.org/MPL/2.0/. +--- +loader: gecko_taskgraph.loader.transform:loader + +transforms: + - taskgraph.transforms.from_deps + - gecko_taskgraph.transforms.name_sanity + - gecko_taskgraph.transforms.beetmover_repackage_partner + - gecko_taskgraph.transforms.task + +kind-dependencies: + - release-eme-free-repack-repackage-signing + +only-for-build-platforms: + - macosx64-shippable/opt + - win32-shippable/opt + - win64-shippable/opt + +jobs: + release-eme-free-repack-beetmover: + from-deps: + group-by: single-with-filters + shipping-phase: promote + partner-path: "{platform}-EME-free/{locale}" diff --git a/taskcluster/kinds/release-eme-free-repack-mac-notarization/kind.yml b/taskcluster/kinds/release-eme-free-repack-mac-notarization/kind.yml new file mode 100644 index 0000000000..ff04daf61d --- /dev/null +++ b/taskcluster/kinds/release-eme-free-repack-mac-notarization/kind.yml @@ -0,0 +1,29 @@ +# This Source Code Form is subject to the terms of the Mozilla Public +# License, v. 2.0. If a copy of the MPL was not distributed with this +# file, You can obtain one at http://mozilla.org/MPL/2.0/. +--- +loader: gecko_taskgraph.loader.transform:loader + +transforms: + - taskgraph.transforms.from_deps + - gecko_taskgraph.transforms.mac_notarization + - gecko_taskgraph.transforms.chunk_partners + - gecko_taskgraph.transforms.partner_signing + - gecko_taskgraph.transforms.signing + - gecko_taskgraph.transforms.task + +kind-dependencies: + - release-eme-free-repack-mac-signing + +only-for-build-platforms: + - macosx64-shippable/opt + +jobs: + release-eme-free-repack-mac-notarization: + from-deps: + group-by: partner-repack-ids + copy-attributes: true + shipping-product: firefox + shipping-phase: promote + max-run-time: 1800 + copy-repack-ids: true diff --git a/taskcluster/kinds/release-eme-free-repack-mac-signing/kind.yml b/taskcluster/kinds/release-eme-free-repack-mac-signing/kind.yml new file mode 100644 index 0000000000..84d0e17dd1 --- /dev/null +++ b/taskcluster/kinds/release-eme-free-repack-mac-signing/kind.yml @@ -0,0 +1,28 @@ +# This Source Code Form is subject to the terms of the Mozilla Public +# License, v. 2.0. If a copy of the MPL was not distributed with this +# file, You can obtain one at http://mozilla.org/MPL/2.0/. +--- +loader: gecko_taskgraph.loader.transform:loader + +transforms: + - taskgraph.transforms.from_deps + - gecko_taskgraph.transforms.chunk_partners + - gecko_taskgraph.transforms.name_sanity + - gecko_taskgraph.transforms.partner_signing + - gecko_taskgraph.transforms.signing + - gecko_taskgraph.transforms.hardened_signing + - gecko_taskgraph.transforms.task + +kind-dependencies: + - release-eme-free-repack + +only-for-build-platforms: + - macosx64-shippable/opt + +jobs: + release-eme-free-repack-mac-signing: + from-deps: + group-by: partner-repack-ids + shipping-product: firefox + shipping-phase: promote + repacks-per-chunk: 5 diff --git a/taskcluster/kinds/release-eme-free-repack-repackage-signing/kind.yml b/taskcluster/kinds/release-eme-free-repack-repackage-signing/kind.yml new file mode 100644 index 0000000000..c369761202 --- /dev/null +++ b/taskcluster/kinds/release-eme-free-repack-repackage-signing/kind.yml @@ -0,0 +1,24 @@ +# This Source Code Form is subject to the terms of the Mozilla Public +# License, v. 2.0. If a copy of the MPL was not distributed with this +# file, You can obtain one at http://mozilla.org/MPL/2.0/. +--- +loader: gecko_taskgraph.loader.transform:loader + +transforms: + - taskgraph.transforms.from_deps + - gecko_taskgraph.transforms.name_sanity + - gecko_taskgraph.transforms.repackage_signing_partner + - gecko_taskgraph.transforms.task + +kind-dependencies: + - release-eme-free-repack-repackage + +only-for-build-platforms: + - win32-shippable/opt + - win64-shippable/opt + - macosx64-shippable/opt + +jobs: + release-eme-free-repack-repackage-signing: + from-deps: + group-by: single-with-filters diff --git a/taskcluster/kinds/release-eme-free-repack-repackage/kind.yml b/taskcluster/kinds/release-eme-free-repack-repackage/kind.yml new file mode 100644 index 0000000000..78bc18fe6d --- /dev/null +++ b/taskcluster/kinds/release-eme-free-repack-repackage/kind.yml @@ -0,0 +1,60 @@ +# This Source Code Form is subject to the terms of the Mozilla Public +# License, v. 2.0. If a copy of the MPL was not distributed with this +# file, You can obtain one at http://mozilla.org/MPL/2.0/. +--- +loader: gecko_taskgraph.loader.transform:loader + +transforms: + - taskgraph.transforms.from_deps + - gecko_taskgraph.transforms.repackage_set_upstream_mac_kind + - gecko_taskgraph.transforms.chunk_partners + - gecko_taskgraph.transforms.name_sanity + - gecko_taskgraph.transforms.repackage_partner + - gecko_taskgraph.transforms.job + - gecko_taskgraph.transforms.task + +kind-dependencies: + - release-eme-free-repack + - release-eme-free-repack-mac-signing + - release-eme-free-repack-mac-notarization + - toolchain + +only-for-build-platforms: + - macosx64-shippable/opt + - win32-shippable/opt + - win64-shippable/opt + +jobs: + release-eme-free-repack-repackage: + from-deps: + group-by: single-with-filters + upstream-mac-kind: + by-build-type: + debug: release-eme-free-repack-mac-signing + default: + by-project: + mozilla-(central|beta|release|esr.*): release-eme-free-repack-mac-notarization + default: release-eme-free-repack-mac-signing + mozharness: + config: + by-build-platform: + macosx64-.*: + - repackage/base.py + - repackage/osx_partner.py + win32-.*: + - repackage/base.py + - repackage/win32_sfx_stub.py + - repackage/win32_partner.py + win64-(?!aarch64).*: + - repackage/base.py + - repackage/win32_sfx_stub.py + - repackage/win64_partner.py + win64-aarch64-.*: + - repackage/base.py + - repackage/win64-aarch64_sfx_stub.py + - repackage/win64_partner.py + package-formats: + by-build-platform: + macosx64\b.*: [dmg] + win32\b.*: [installer] + win64\b.*: [installer] diff --git a/taskcluster/kinds/release-eme-free-repack/kind.yml b/taskcluster/kinds/release-eme-free-repack/kind.yml new file mode 100644 index 0000000000..cc3e85071b --- /dev/null +++ b/taskcluster/kinds/release-eme-free-repack/kind.yml @@ -0,0 +1,81 @@ +# This Source Code Form is subject to the terms of the Mozilla Public +# License, v. 2.0. If a copy of the MPL was not distributed with this +# file, You can obtain one at http://mozilla.org/MPL/2.0/. +--- +loader: gecko_taskgraph.loader.transform:loader + +transforms: + - gecko_taskgraph.transforms.release_deps:transforms + - gecko_taskgraph.transforms.partner_repack:transforms + - gecko_taskgraph.transforms.job:transforms + - gecko_taskgraph.transforms.task:transforms + +kind-dependencies: + - build-signing + - build-mac-signing + - build-mac-notarization + - shippable-l10n-signing + - shippable-l10n-mac-signing + - shippable-l10n-mac-notarization + +job-defaults: + name: eme-free-repack + description: Release Promotion eme-free repacks + run-on-projects: [] # to make sure this never runs as part of CI + shipping-product: firefox + shipping-phase: promote + worker-type: b-linux-gcp + worker: + docker-image: + in-tree: "partner-repack" + chain-of-trust: true + max-run-time: 7200 + run: + using: mozharness + config: + - partner_repacks/release_mozilla-release_desktop.py + script: mozharness/scripts/desktop_partner_repacks.py + job-script: taskcluster/scripts/builder/repackage.sh + tooltool-downloads: false + extra: + limit-locales: + by-release-level: + staging: true + production: false + +jobs: + macosx64-shippable: + treeherder: + symbol: EME + platform: macosx64/opt + kind: test + tier: 1 + attributes: + build_platform: macosx64-shippable + build_type: opt + artifact_prefix: releng/partner + shippable: true + + win32-shippable: + treeherder: + symbol: EME + platform: win32/opt + kind: test + tier: 1 + attributes: + build_platform: win32-shippable + build_type: opt + artifact_prefix: releng/partner + shippable: true + + win64-shippable: + treeherder: + symbol: EME + platform: win64/opt + kind: test + tier: 1 + attributes: + build_platform: win64-shippable + build_type: opt + artifact_prefix: releng/partner + shippable: true diff --git a/taskcluster/kinds/release-final-verify/kind.yml b/taskcluster/kinds/release-final-verify/kind.yml new file mode 100644 index 0000000000..b1319665cd --- /dev/null +++ b/taskcluster/kinds/release-final-verify/kind.yml @@ -0,0 +1,47 @@ +# This Source Code Form is subject to the terms of the Mozilla Public +# License, v. 2.0. If a copy of the MPL was not distributed with this +# file, You can obtain one at http://mozilla.org/MPL/2.0/. +--- +loader: gecko_taskgraph.loader.transform:loader + +kind-dependencies: + - release-bouncer-check + - release-update-verify-config + +transforms: + - gecko_taskgraph.transforms.release_deps:transforms + - gecko_taskgraph.transforms.final_verify:transforms + - gecko_taskgraph.transforms.job:transforms + - gecko_taskgraph.transforms.task:transforms + +job-defaults: + name: final-verify + run-on-projects: [] # to make sure this never runs as part of CI + worker-type: b-linux-gcp + worker: + docker-image: + in-tree: "update-verify" + max-run-time: 7200 + retry-exit-status: [1] + + +jobs: + firefox: + description: final verify + shipping-phase: push + shipping-product: firefox + treeherder: + platform: firefox-release/opt + kind: test + symbol: Rel(FV) + tier: 1 + + devedition: + description: final verify + shipping-phase: push + shipping-product: devedition + treeherder: + platform: devedition-release/opt + kind: test + symbol: Rel(FV) + tier: 1 diff --git a/taskcluster/kinds/release-flatpak-push/kind.yml b/taskcluster/kinds/release-flatpak-push/kind.yml new file mode 100644 index 0000000000..94e0e42c16 --- /dev/null +++ b/taskcluster/kinds/release-flatpak-push/kind.yml @@ -0,0 +1,39 @@ +# This Source Code Form is subject to the terms of the Mozilla Public +# License, v. 2.0. If a copy of the MPL was not distributed with this +# file, You can obtain one at http://mozilla.org/MPL/2.0/. +--- +loader: gecko_taskgraph.loader.transform:loader + +transforms: + - gecko_taskgraph.transforms.release:run_on_releases + - gecko_taskgraph.transforms.release_deps:transforms + - gecko_taskgraph.transforms.release_flatpak_push:transforms + - gecko_taskgraph.transforms.task:transforms + +kind-dependencies: + - release-flatpak-repackage + +job-defaults: + description: Pushes Flatpaks onto Flathub + run-on-projects: [] # to make sure this never runs as part of CI + run-on-releases: [beta, release, release-rc] + shipping-phase: ship + treeherder: + platform: linux64/opt + kind: build + tier: 2 + worker-type: pushflatpak + worker: + implementation: push-flatpak + channel: + by-release-type: + beta: beta + release: stable + default: mock + +jobs: + firefox: + shipping-product: firefox + flathub-scope: "flathub:firefox" + treeherder: + symbol: Flatpak(push) diff --git a/taskcluster/kinds/release-flatpak-repackage/kind.yml b/taskcluster/kinds/release-flatpak-repackage/kind.yml new file mode 100644 index 0000000000..ecc86bf4ab --- /dev/null +++ b/taskcluster/kinds/release-flatpak-repackage/kind.yml @@ -0,0 +1,66 @@ +# This Source Code Form is subject to the terms of the Mozilla Public +# License, v. 2.0. If a copy of the MPL was not distributed with this +# file, You can obtain one at http://mozilla.org/MPL/2.0/. +--- +loader: gecko_taskgraph.loader.transform:loader + +transforms: + - gecko_taskgraph.transforms.release:run_on_releases + - gecko_taskgraph.transforms.release_deps:transforms + - gecko_taskgraph.transforms.release_flatpak_repackage:transforms + - gecko_taskgraph.transforms.task:transforms + +kind-dependencies: + - post-beetmover-dummy + - post-langpack-dummy + +job-defaults: + description: Generates flatpak by reackaging the existing tar.bz2 + run-on-projects: [] # to make sure this never runs as part of CI + run-on-releases: [beta, release, release-rc] + shipping-phase: promote + scopes: [] + treeherder: + platform: linux64-shippable/opt + kind: build + tier: 2 + worker-type: b-linux-gcp + worker: + implementation: docker-worker + os: linux + max-run-time: 7200 + docker-image: {in-tree: firefox-flatpak} + artifacts: + - name: public/build + type: directory + path: /home/worker/artifacts/ + command: + - /bin/bash + - -cx + - ./runme.sh + env: + VERSION: "{release_config[version]}" + BUILD_NUMBER: "{release_config[build_number]}" + CANDIDATES_DIR: + by-release-level: + staging: + https://ftp.stage.mozaws.net/pub/{task[shipping-product]}/candidates + production: + https://archive.mozilla.org/pub/{task[shipping-product]}/candidates + LC_ALL: C.UTF-8 + LANG: C.UTF-8 + L10N_CHANGESETS: "{config_params[head_repository]}/raw-file/{config_params[head_rev]}/browser/locales/l10n-changesets.json" + FLATPAK_BRANCH: + by-project: + mozilla-release: stable + default: beta + chain-of-trust: true + +jobs: + firefox: + shipping-product: firefox + attributes: + build_platform: linux64-shippable + build_type: opt + treeherder: + symbol: Flatpak(r) diff --git a/taskcluster/kinds/release-generate-checksums-beetmover/kind.yml b/taskcluster/kinds/release-generate-checksums-beetmover/kind.yml new file mode 100644 index 0000000000..ca998ea2f2 --- /dev/null +++ b/taskcluster/kinds/release-generate-checksums-beetmover/kind.yml @@ -0,0 +1,21 @@ +# This Source Code Form is subject to the terms of the Mozilla Public +# License, v. 2.0. If a copy of the MPL was not distributed with this +# file, You can obtain one at http://mozilla.org/MPL/2.0/. +--- +loader: gecko_taskgraph.loader.transform:loader + +transforms: + - taskgraph.transforms.from_deps + - gecko_taskgraph.transforms.release_generate_checksums_beetmover + - gecko_taskgraph.transforms.task + +kind-dependencies: + - release-generate-checksums-signing + +jobs: + release-generate-checksums-beetmover: + from-deps: + group-by: single-with-filters + shipping-phase: promote + attributes: + artifact_map: taskcluster/gecko_taskgraph/manifests/release_checksums.yml diff --git a/taskcluster/kinds/release-generate-checksums-signing/kind.yml b/taskcluster/kinds/release-generate-checksums-signing/kind.yml new file mode 100644 index 0000000000..a86b4c8dc5 --- /dev/null +++ b/taskcluster/kinds/release-generate-checksums-signing/kind.yml @@ -0,0 +1,18 @@ +# This Source Code Form is subject to the terms of the Mozilla Public +# License, v. 2.0. If a copy of the MPL was not distributed with this +# file, You can obtain one at http://mozilla.org/MPL/2.0/. +--- +loader: gecko_taskgraph.loader.transform:loader + +kind-dependencies: + - release-generate-checksums + +transforms: + - taskgraph.transforms.from_deps + - gecko_taskgraph.transforms.release_generate_checksums_signing + - gecko_taskgraph.transforms.task + +jobs: + release-generate-checksums-signing: + from-deps: {} + shipping-phase: promote diff --git a/taskcluster/kinds/release-generate-checksums/kind.yml b/taskcluster/kinds/release-generate-checksums/kind.yml new file mode 100644 index 0000000000..71018c8cef --- /dev/null +++ b/taskcluster/kinds/release-generate-checksums/kind.yml @@ -0,0 +1,86 @@ +# This Source Code Form is subject to the terms of the Mozilla Public +# License, v. 2.0. If a copy of the MPL was not distributed with this +# file, You can obtain one at http://mozilla.org/MPL/2.0/. +--- +loader: gecko_taskgraph.loader.transform:loader + +kind-dependencies: + - beetmover-source + - post-beetmover-checksums-dummy + - release-beetmover-signed-langpacks + +transforms: + - gecko_taskgraph.transforms.build:transforms + - gecko_taskgraph.transforms.release_deps:transforms + - gecko_taskgraph.transforms.release_generate_checksums:transforms + - gecko_taskgraph.transforms.job:transforms + - gecko_taskgraph.transforms.task:transforms + +job-defaults: + name: generate-checksums + description: generates checksums + run-on-projects: [] # to make sure this never runs as part of CI + shipping-phase: promote + worker-type: b-linux-gcp + worker: + max-run-time: 1200 + artifacts: + - name: public/build/SHA256SUMMARY + path: /builds/worker/SHA256SUMMARY + type: file + - name: public/build/SHA256SUMS + path: /builds/worker/SHA256SUMS + type: file + - name: public/build/SHA512SUMMARY + path: /builds/worker/SHA512SUMMARY + type: file + - name: public/build/SHA512SUMS + path: /builds/worker/SHA512SUMS + type: file + run: + using: mozharness + config: [] # See extra-config below + actions: [create-virtualenv, collect-individual-checksums, create-big-checksums, create-summary] + options: + - "version={version}" + - "build-number={build_number}" + script: "mozharness/scripts/release/generate-checksums.py" + treeherder: + symbol: Rel(GenChcks) + kind: test + tier: 1 + +jobs: + firefox: + shipping-product: firefox + attributes: + build_platform: firefox-release + build_type: opt + run: + extra-config: + by-release-level: + production: + stage_product: "firefox" + bucket_name: "moz-fx-productdelivery-pr-38b5-productdelivery" + staging: + stage_product: "firefox" + bucket_name: "moz-fx-productdelivery-no-7d6a-productdelivery" + treeherder: + platform: firefox-release/opt + + devedition: + shipping-product: devedition + attributes: + build_platform: devedition-release + build_type: opt + run: + extra-config: + by-release-level: + production: + stage_product: "devedition" + bucket_name: "moz-fx-productdelivery-pr-38b5-productdelivery" + staging: + stage_product: "devedition" + bucket_name: "moz-fx-productdelivery-no-7d6a-productdelivery" + treeherder: + platform: devedition-release/opt diff --git a/taskcluster/kinds/release-mark-as-shipped/kind.yml b/taskcluster/kinds/release-mark-as-shipped/kind.yml new file mode 100644 index 0000000000..05faa3f88e --- /dev/null +++ b/taskcluster/kinds/release-mark-as-shipped/kind.yml @@ -0,0 +1,44 @@ +# This Source Code Form is subject to the terms of the Mozilla Public +# License, v. 2.0. If a copy of the MPL was not distributed with this +# file, You can obtain one at http://mozilla.org/MPL/2.0/. +--- +loader: gecko_taskgraph.loader.transform:loader + +transforms: + - gecko_taskgraph.transforms.release_deps:transforms + - gecko_taskgraph.transforms.release_mark_as_shipped:transforms + - gecko_taskgraph.transforms.task:transforms + +kind-dependencies: + - release-balrog-scheduling + - release-bouncer-aliases + - release-version-bump + +job-defaults: + description: mark release as shipped in Ship-It + worker-type: shipit + worker: + implementation: shipit-shipped + scopes: + by-release-level: + production: + - project:releng:ship-it:server:production + - project:releng:ship-it:action:mark-as-shipped + staging: + - project:releng:ship-it:server:staging + - project:releng:ship-it:action:mark-as-shipped + run-on-projects: [] + shipping-phase: ship + +jobs: + firefox: + name: release-firefox_mark_as_shipped + shipping-product: firefox + + devedition: + name: release-devedition_mark_as_shipped + shipping-product: devedition + + firefox-android: + name: release-firefox-android_mark_as_shipped + shipping-product: firefox-android diff --git a/taskcluster/kinds/release-msix-push/kind.yml b/taskcluster/kinds/release-msix-push/kind.yml new file mode 100644 index 0000000000..39de997bef --- /dev/null +++ b/taskcluster/kinds/release-msix-push/kind.yml @@ -0,0 +1,42 @@ +# This Source Code Form is subject to the terms of the Mozilla Public +# License, v. 2.0. If a copy of the MPL was not distributed with this +# file, You can obtain one at http://mozilla.org/MPL/2.0/. +--- +loader: gecko_taskgraph.loader.transform:loader + +transforms: + - gecko_taskgraph.transforms.release:run_on_releases + - gecko_taskgraph.transforms.release_deps:transforms + - gecko_taskgraph.transforms.release_msix_push:transforms + - gecko_taskgraph.transforms.task:transforms + +kind-dependencies: + - repackage-shippable-l10n-msix + +job-defaults: + description: Pushes msix archives to Microsoft Store + run-on-projects: [] # to make sure this never runs as part of CI + run-on-releases: [beta, release, release-rc] + shipping-phase: ship # note override in transform + treeherder: + platform: win32-shippable/opt + kind: build + tier: 2 + worker-type: pushmsix + worker: + implementation: push-msix + channel: + by-release-type: + beta: beta + release.*: release + default: mock + publish-mode: + by-release-type: + beta: Immediate + default: Manual + +jobs: + firefox: + shipping-product: firefox + treeherder: + symbol: MSIX(push) diff --git a/taskcluster/kinds/release-notify-av-announce/kind.yml b/taskcluster/kinds/release-notify-av-announce/kind.yml new file mode 100644 index 0000000000..45a0e5db53 --- /dev/null +++ b/taskcluster/kinds/release-notify-av-announce/kind.yml @@ -0,0 +1,40 @@ +# This Source Code Form is subject to the terms of the Mozilla Public +# License, v. 2.0. If a copy of the MPL was not distributed with this +# file, You can obtain one at http://mozilla.org/MPL/2.0/. +--- +loader: gecko_taskgraph.loader.transform:loader + +transforms: + - gecko_taskgraph.transforms.release_deps:transforms + - gecko_taskgraph.transforms.release_notifications:transforms + - gecko_taskgraph.transforms.task:transforms + +kind-dependencies: + - post-beetmover-dummy + +job-defaults: + name: notify-av-announce + description: Sends email to antivirus vendors telling them that the release is available for scanning. + run-on-projects: [] + shipping-phase: push + worker-type: succeed + notifications: + # !t is a custom format option that calls .title() on the string. + subject: "{task[shipping-product]!t} {release_config[version]} build{release_config[build_number]} release" + message: | + Company Name: Mozilla + Contact Department: Release Engineering + Contact email address: release@mozilla.com + Product information: {task[shipping-product]} {release_config[version]} + Product location: https://releases.mozilla.org/pub/{task[shipping-product]}/candidates/{release_config[version]}-candidates/build{release_config[build_number]}/ + emails: + by-project: + mozilla-(beta|release|esr.*): ["av-vendor-release-announce@mozilla.org"] + try: ["{config[params][owner]}"] + default: [] + +jobs: + firefox: + shipping-product: firefox + devedition: + shipping-product: devedition diff --git a/taskcluster/kinds/release-notify-promote/kind.yml b/taskcluster/kinds/release-notify-promote/kind.yml new file mode 100644 index 0000000000..bc53da5a49 --- /dev/null +++ b/taskcluster/kinds/release-notify-promote/kind.yml @@ -0,0 +1,40 @@ +# This Source Code Form is subject to the terms of the Mozilla Public +# License, v. 2.0. If a copy of the MPL was not distributed with this +# file, You can obtain one at http://mozilla.org/MPL/2.0/. +--- +loader: gecko_taskgraph.loader.transform:loader + +transforms: + - gecko_taskgraph.transforms.release_deps:transforms + - gecko_taskgraph.transforms.release_notifications:transforms + - gecko_taskgraph.transforms.task:transforms + +kind-dependencies: + - post-beetmover-dummy + - release-generate-checksums-beetmover + - release-bouncer-sub + - signing-apk + - signing-bundle + +job-defaults: + name: notify-release-drivers-promote + description: Sends email to release-drivers telling release was promoted. + run-on-projects: [] + shipping-phase: promote + worker-type: succeed + notifications: + subject: "{task[shipping-product]} {release_config[version]} build{release_config[build_number]}/{config[params][project]} is in the candidates directory" + message: "{task[shipping-product]} {release_config[version]} build{release_config[build_number]}/{config[params][project]} is in the candidates directory" + emails: + by-project: + mozilla-(beta|release|esr.*): ["release-signoff@mozilla.org"] + try: ["{config[params][owner]}"] + default: [] + +jobs: + firefox: + shipping-product: firefox + devedition: + shipping-product: devedition + firefox-android: + shipping-product: firefox-android diff --git a/taskcluster/kinds/release-notify-push/kind.yml b/taskcluster/kinds/release-notify-push/kind.yml new file mode 100644 index 0000000000..be1a7b5be8 --- /dev/null +++ b/taskcluster/kinds/release-notify-push/kind.yml @@ -0,0 +1,47 @@ +# This Source Code Form is subject to the terms of the Mozilla Public +# License, v. 2.0. If a copy of the MPL was not distributed with this +# file, You can obtain one at http://mozilla.org/MPL/2.0/. +--- +loader: gecko_taskgraph.loader.transform:loader + +transforms: + - gecko_taskgraph.transforms.release_deps:transforms + - gecko_taskgraph.transforms.release_notifications:transforms + - gecko_taskgraph.transforms.task:transforms + +kind-dependencies: + - release-beetmover-push-to-release + - push-bundle + +job-defaults: + name: notify-release-drivers-push + description: Sends email to release-drivers telling release was pushed. + run-on-projects: [] + shipping-phase: push + worker-type: succeed + notifications: + subject: "{task[shipping-product]} {release_config[version]} build{release_config[build_number]}/{config[params][project]} has been pushed to cdntest" + message: "{task[shipping-product]} {release_config[version]} build{release_config[build_number]}/{config[params][project]} has been pushed to cdntest" + emails: + by-project: + mozilla-(beta|release|esr.*): ["release-signoff@mozilla.org"] + try: ["{config[params][owner]}"] + default: [] + +jobs: + firefox: + shipping-product: firefox + devedition: + shipping-product: devedition + firefox-android: + shipping-product: firefox-android + notifications: + subject: "Focus/Fenix {release_config[version]}-build{release_config[build_number]} has been pushed to the closed testing track on Google Play" + message: + by-level: + '3': + Focus/Fenix {release_config[version]}-build{release_config[build_number]} has been pushed to the closed testing track on Google Play + and Android-Components {release_config[version]}-build{release_config[build_number]} have been pushed to https://maven.mozilla.org/ + default: + Focus/Fenix {release_config[version]}-build{release_config[build_number]} has not been pushed to the closed testing track on Google Play + and Android-Components {release_config[version]}-build{release_config[build_number]} have been pushed to https://maven-default.stage.mozaws.net/" diff --git a/taskcluster/kinds/release-notify-ship/kind.yml b/taskcluster/kinds/release-notify-ship/kind.yml new file mode 100644 index 0000000000..fe3eced6e7 --- /dev/null +++ b/taskcluster/kinds/release-notify-ship/kind.yml @@ -0,0 +1,48 @@ +# This Source Code Form is subject to the terms of the Mozilla Public +# License, v. 2.0. If a copy of the MPL was not distributed with this +# file, You can obtain one at http://mozilla.org/MPL/2.0/. +--- +loader: gecko_taskgraph.loader.transform:loader + +transforms: + - gecko_taskgraph.transforms.release_deps:transforms + - gecko_taskgraph.transforms.release_notifications:transforms + - gecko_taskgraph.transforms.task:transforms + +kind-dependencies: + - release-balrog-scheduling + - release-bouncer-aliases + - release-version-bump + - release-mark-as-shipped + - push-bundle + - post-beetmover-components-dummy + +job-defaults: + name: notify-release-drivers-ship + description: Sends email to release-drivers telling release was shipped. + run-on-projects: [] + shipping-phase: ship + worker-type: succeed + notifications: + emails: + by-project: + mozilla-(beta|release|esr.*): ["release-signoff@mozilla.org"] + try: ["{config[params][owner]}"] + default: [] + +jobs: + firefox: + shipping-product: firefox + notifications: + subject: "{task[shipping-product]} {release_config[version]} build{release_config[build_number]}/{config[params][project]} updates are ready for signoff in Balrog!" + message: "{task[shipping-product]} {release_config[version]} build{release_config[build_number]}/{config[params][project]} updates are ready for signoff in Balrog!" + devedition: + shipping-product: devedition + notifications: + subject: "{task[shipping-product]} {release_config[version]} build{release_config[build_number]}/{config[params][project]} updates are ready for signoff in Balrog!" + message: "{task[shipping-product]} {release_config[version]} build{release_config[build_number]}/{config[params][project]} updates are ready for signoff in Balrog!" + firefox-android: + shipping-product: firefox-android + notifications: + subject: "{task[shipping-product]} {release_config[version]} build{release_config[build_number]}/{config[params][project]} is shipped!" + message: "{task[shipping-product]} {release_config[version]} build{release_config[build_number]}/{config[params][project]} is shipped!" diff --git a/taskcluster/kinds/release-notify-started/kind.yml b/taskcluster/kinds/release-notify-started/kind.yml new file mode 100644 index 0000000000..929c07ec59 --- /dev/null +++ b/taskcluster/kinds/release-notify-started/kind.yml @@ -0,0 +1,34 @@ +# This Source Code Form is subject to the terms of the Mozilla Public +# License, v. 2.0. If a copy of the MPL was not distributed with this +# file, You can obtain one at http://mozilla.org/MPL/2.0/. +--- +loader: gecko_taskgraph.loader.transform:loader + +transforms: + - gecko_taskgraph.transforms.release_deps:transforms + - gecko_taskgraph.transforms.release_started:transforms + - gecko_taskgraph.transforms.job:transforms + - gecko_taskgraph.transforms.task:transforms + +job-defaults: + name: notify-release-drivers-started + description: Sends email to release-drivers telling release was started. + run-on-projects: [] + shipping-phase: promote + worker-type: b-linux-gcp + worker: + docker-image: {in-tree: "debian12-base"} + max-run-time: 600 + emails: + by-project: + mozilla-(beta|release|esr.*): ["release-signoff@mozilla.org"] + try: ["{config[params][owner]}"] + default: [] + +jobs: + firefox: + shipping-product: firefox + devedition: + shipping-product: devedition + firefox-android: + shipping-product: firefox-android diff --git a/taskcluster/kinds/release-notify-testrail/kind.yml b/taskcluster/kinds/release-notify-testrail/kind.yml new file mode 100644 index 0000000000..5e4fa41307 --- /dev/null +++ b/taskcluster/kinds/release-notify-testrail/kind.yml @@ -0,0 +1,85 @@ +# This Source Code Form is subject to the terms of the Mozilla Public +# License, v. 2.0. If a copy of the MPL was not distributed with this +# file, You can obtain one at http://mozilla.org/MPL/2.0/. +--- +loader: gecko_taskgraph.loader.transform:loader + +transforms: + - gecko_taskgraph.transforms.test_apk + - gecko_taskgraph.transforms.job:transforms + - gecko_taskgraph.transforms.task:transforms + +kind-dependencies: + - ui-test-apk + +job-defaults: + description: Sends Slack message to release testers that Testrail Milestone was created. + treeherder: + kind: other + tier: 2 + symbol: testrail + worker-type: b-linux-gcp + worker: + docker-image: {in-tree: android-ui-tests} + max-run-time: 1800 + run: + use-caches: false + using: run-commands + secrets: + - name: project/mobile/ci/testrail + key: testrailCredentials + path: .testrail_credentials.json + json: true + run-on-projects: [mozilla-beta, mozilla-release] + routes: + by-level: + '3': + - notify.slack-channel.G016BC5FUHJ.on-failed + default: [] + scopes: + by-level: + '3': + - queue:route:notify.slack-channel.G016BC5FUHJ # notify mobile-alerts-sandbox on failure + - notify:slack-channel:G016BC5FUHJ + - queue:route:notify.slack-channel.C02KDDS9QM9 # notify mobile-testeng on success + - notify:slack-channel:C02KDDS9QM9 + default: [] + +jobs: + create-milestone-focus: + dependencies: + ui-test-apk: ui-test-apk-focus-arm-beta + description: Create Testrail Milestone for Focus + treeherder: + platform: focus-android-all/opt + run: + pre-commands: + # get-secrets is called from '..' directory so we need to cd into any directory to make it work + - ["cd", "mobile/android/focus-android"] + commands: + - [python3, "../../../taskcluster/scripts/testrail_main.py"] + worker: + env: + SHIPPING_PRODUCT: focus + TESTRAIL_PRODUCT_TYPE: Focus + TESTRAIL_PROJECT_ID: '48' # Focus Browser + TESTRAIL_TEST_SUITE_ID: '49386' # Test Automation Release Milestone - Focus + + create-milestone-fenix: + dependencies: + ui-test-apk: ui-test-apk-fenix-arm-beta + treeherder: + platform: fenix-android-all/opt + description: Create Testrail Milestone for Fenix + run: + pre-commands: + # get-secrets is called from '..' directory so we need to cd into any directory to make it work + - ["cd", "mobile/android/fenix"] + commands: + - [python3, "../../../taskcluster/scripts/testrail_main.py"] + worker: + env: + SHIPPING_PRODUCT: fenix + TESTRAIL_PRODUCT_TYPE: Firefox + TESTRAIL_PROJECT_ID: '59' # Fenix Browser + TESTRAIL_TEST_SUITE_ID: '49319' # Test Automation Release Milestone - Fenix diff --git a/taskcluster/kinds/release-partner-attribution-beetmover/kind.yml b/taskcluster/kinds/release-partner-attribution-beetmover/kind.yml new file mode 100644 index 0000000000..2851ff7d37 --- /dev/null +++ b/taskcluster/kinds/release-partner-attribution-beetmover/kind.yml @@ -0,0 +1,22 @@ +# This Source Code Form is subject to the terms of the Mozilla Public +# License, v. 2.0. If a copy of the MPL was not distributed with this +# file, You can obtain one at http://mozilla.org/MPL/2.0/. +--- +loader: gecko_taskgraph.loader.transform:loader + +transforms: + - taskgraph.transforms.from_deps + - gecko_taskgraph.transforms.name_sanity + - gecko_taskgraph.transforms.partner_attribution_beetmover + - gecko_taskgraph.transforms.task + +kind-dependencies: + - release-partner-attribution + +jobs: + release-partner-attribution-beetmover: + from-deps: + group-by: single-with-filters + shipping-product: firefox + shipping-phase: promote + partner-path: "partner-repacks/{partner}/{subpartner}/v{release_partner_build_number}/{platform}/{locale}" diff --git a/taskcluster/kinds/release-partner-attribution/kind.yml b/taskcluster/kinds/release-partner-attribution/kind.yml new file mode 100644 index 0000000000..1da2656150 --- /dev/null +++ b/taskcluster/kinds/release-partner-attribution/kind.yml @@ -0,0 +1,40 @@ +# This Source Code Form is subject to the terms of the Mozilla Public +# License, v. 2.0. If a copy of the MPL was not distributed with this +# file, You can obtain one at http://mozilla.org/MPL/2.0/. +--- +loader: gecko_taskgraph.loader.transform:loader + +transforms: + - gecko_taskgraph.transforms.release_deps:transforms + - gecko_taskgraph.transforms.partner_attribution:transforms + - gecko_taskgraph.transforms.job:transforms + - gecko_taskgraph.transforms.task:transforms + +kind-dependencies: + - repackage-signing + - repackage-signing-l10n + +# move this into the single job ?? +job-defaults: + name: partner-attribution + description: Release Promotion partner attribution + run-on-projects: [] # to make sure this never runs as part of CI + shipping-product: firefox + shipping-phase: promote + worker-type: b-linux-gcp + worker: + docker-image: + in-tree: "partner-repack" + chain-of-trust: true + max-run-time: 1800 + run: + using: mach + mach: python python/mozrelease/mozrelease/attribute_builds.py + +jobs: + partner-attribution: + attributes: + build_platform: linux-shippable + build_type: opt + artifact_prefix: releng/partner + shippable: true diff --git a/taskcluster/kinds/release-partner-repack-beetmover/kind.yml b/taskcluster/kinds/release-partner-repack-beetmover/kind.yml new file mode 100644 index 0000000000..164446f683 --- /dev/null +++ b/taskcluster/kinds/release-partner-repack-beetmover/kind.yml @@ -0,0 +1,30 @@ +# This Source Code Form is subject to the terms of the Mozilla Public +# License, v. 2.0. If a copy of the MPL was not distributed with this +# file, You can obtain one at http://mozilla.org/MPL/2.0/. +--- +loader: gecko_taskgraph.loader.transform:loader + +transforms: + - taskgraph.transforms.from_deps + - gecko_taskgraph.transforms.chunk_partners + - gecko_taskgraph.transforms.name_sanity + - gecko_taskgraph.transforms.beetmover_repackage_partner + - gecko_taskgraph.transforms.task + +kind-dependencies: + - release-partner-repack-repackage-signing + +only-for-build-platforms: + - linux-shippable/opt + - linux64-shippable/opt + - macosx64-shippable/opt + - win32-shippable/opt + - win64-shippable/opt + - win64-aarch64-shippable/opt + +jobs: + release-partner-repack-beetmover: + from-deps: + group-by: single-with-filters + shipping-phase: promote + partner-path: "partner-repacks/{partner}/{subpartner}/v{release_partner_build_number}/{platform}/{locale}" diff --git a/taskcluster/kinds/release-partner-repack-bouncer-sub/kind.yml b/taskcluster/kinds/release-partner-repack-bouncer-sub/kind.yml new file mode 100644 index 0000000000..98fa149810 --- /dev/null +++ b/taskcluster/kinds/release-partner-repack-bouncer-sub/kind.yml @@ -0,0 +1,41 @@ +# This Source Code Form is subject to the terms of the Mozilla Public +# License, v. 2.0. If a copy of the MPL was not distributed with this +# file, You can obtain one at http://mozilla.org/MPL/2.0/. +--- +loader: gecko_taskgraph.loader.transform:loader + +transforms: + - gecko_taskgraph.transforms.bouncer_submission_partners:transforms + - gecko_taskgraph.transforms.task:transforms + +job-defaults: + description: release partners bouncer submission job + worker-type: bouncer + worker: + implementation: bouncer-submission + scopes: + by-release-level: + production: + - project:releng:bouncer:action:submission + - project:releng:bouncer:server:production + staging: + - project:releng:bouncer:action:submission + - project:releng:bouncer:server:staging + run-on-projects: [] + shipping-phase: promote + locales-file: browser/locales/shipped-locales + treeherder: + symbol: Rel(BncSub-P) + kind: test + tier: 1 + +jobs: + firefox: + bouncer-platforms: ['linux', 'linux64', 'osx', 'win', 'win64', 'win64-aarch64'] + bouncer-products: + by-release-type: + default: ['installer', 'stub-installer'] + esr.*: [] + shipping-product: firefox + treeherder: + platform: firefox-release/opt diff --git a/taskcluster/kinds/release-partner-repack-chunking-dummy/kind.yml b/taskcluster/kinds/release-partner-repack-chunking-dummy/kind.yml new file mode 100644 index 0000000000..4975931312 --- /dev/null +++ b/taskcluster/kinds/release-partner-repack-chunking-dummy/kind.yml @@ -0,0 +1,30 @@ +# This Source Code Form is subject to the terms of the Mozilla Public +# License, v. 2.0. If a copy of the MPL was not distributed with this +# file, You can obtain one at http://mozilla.org/MPL/2.0/. +--- +loader: gecko_taskgraph.loader.transform:loader + +transforms: + - taskgraph.transforms.from_deps + - gecko_taskgraph.transforms.chunk_partners + - gecko_taskgraph.transforms.name_sanity + - gecko_taskgraph.transforms.task + +kind-dependencies: + - release-partner-repack + +only-for-build-platforms: + - linux-shippable/opt + - linux64-shippable/opt + +jobs: + release-partner-repack-chunking-dummy: + from-deps: + group-by: single-with-filters + copy-attributes: true + shipping-phase: promote + shipping-product: firefox + name: release-partner-repack-chunking-dummy + description: Dummy task to deal with fanning out Linux partner repacks + run-on-projects: [] + worker-type: succeed diff --git a/taskcluster/kinds/release-partner-repack-mac-notarization/kind.yml b/taskcluster/kinds/release-partner-repack-mac-notarization/kind.yml new file mode 100644 index 0000000000..ee7a78e54f --- /dev/null +++ b/taskcluster/kinds/release-partner-repack-mac-notarization/kind.yml @@ -0,0 +1,29 @@ +# This Source Code Form is subject to the terms of the Mozilla Public +# License, v. 2.0. If a copy of the MPL was not distributed with this +# file, You can obtain one at http://mozilla.org/MPL/2.0/. +--- +loader: gecko_taskgraph.loader.transform:loader + +transforms: + - taskgraph.transforms.from_deps + - gecko_taskgraph.transforms.mac_notarization + - gecko_taskgraph.transforms.chunk_partners + - gecko_taskgraph.transforms.partner_signing + - gecko_taskgraph.transforms.signing + - gecko_taskgraph.transforms.task + +kind-dependencies: + - release-partner-repack-mac-signing + +only-for-build-platforms: + - macosx64-shippable/opt + +jobs: + release-partner-repack-mac-notarization: + from-deps: + group-by: partner-repack-ids + copy-attributes: true + shipping-product: firefox + shipping-phase: promote + max-run-time: 1800 + copy-repack-ids: true diff --git a/taskcluster/kinds/release-partner-repack-mac-signing/kind.yml b/taskcluster/kinds/release-partner-repack-mac-signing/kind.yml new file mode 100644 index 0000000000..dec5189979 --- /dev/null +++ b/taskcluster/kinds/release-partner-repack-mac-signing/kind.yml @@ -0,0 +1,29 @@ +# This Source Code Form is subject to the terms of the Mozilla Public +# License, v. 2.0. If a copy of the MPL was not distributed with this +# file, You can obtain one at http://mozilla.org/MPL/2.0/. +--- +loader: gecko_taskgraph.loader.transform:loader + +transforms: + - taskgraph.transforms.from_deps + - gecko_taskgraph.transforms.chunk_partners + - gecko_taskgraph.transforms.name_sanity + - gecko_taskgraph.transforms.partner_signing + - gecko_taskgraph.transforms.signing + - gecko_taskgraph.transforms.hardened_signing + - gecko_taskgraph.transforms.task + +kind-dependencies: + - release-partner-repack + +only-for-build-platforms: + - macosx64-shippable/opt + +jobs: + release-partner-repack-mac-signing: + from-deps: + group-by: partner-repack-ids + copy-attributes: true + shipping-product: firefox + shipping-phase: promote + repacks-per-chunk: 5 diff --git a/taskcluster/kinds/release-partner-repack-repackage-signing/kind.yml b/taskcluster/kinds/release-partner-repack-repackage-signing/kind.yml new file mode 100644 index 0000000000..2242023f91 --- /dev/null +++ b/taskcluster/kinds/release-partner-repack-repackage-signing/kind.yml @@ -0,0 +1,29 @@ +# This Source Code Form is subject to the terms of the Mozilla Public +# License, v. 2.0. If a copy of the MPL was not distributed with this +# file, You can obtain one at http://mozilla.org/MPL/2.0/. +--- +loader: gecko_taskgraph.loader.transform:loader + +transforms: + - taskgraph.transforms.from_deps + - gecko_taskgraph.transforms.chunk_partners + - gecko_taskgraph.transforms.name_sanity + - gecko_taskgraph.transforms.repackage_signing_partner + - gecko_taskgraph.transforms.task + +kind-dependencies: + - release-partner-repack-chunking-dummy # Linux + - release-partner-repack-repackage # Windows, Mac + +only-for-build-platforms: + - linux-shippable/opt + - linux64-shippable/opt + - macosx64-shippable/opt + - win32-shippable/opt + - win64-shippable/opt + - win64-aarch64-shippable/opt + +jobs: + release-partner-repack-repackage-signing: + from-deps: + group-by: single-with-filters diff --git a/taskcluster/kinds/release-partner-repack-repackage/kind.yml b/taskcluster/kinds/release-partner-repack-repackage/kind.yml new file mode 100644 index 0000000000..099c55240f --- /dev/null +++ b/taskcluster/kinds/release-partner-repack-repackage/kind.yml @@ -0,0 +1,61 @@ +# This Source Code Form is subject to the terms of the Mozilla Public +# License, v. 2.0. If a copy of the MPL was not distributed with this +# file, You can obtain one at http://mozilla.org/MPL/2.0/. +--- +loader: gecko_taskgraph.loader.transform:loader + +transforms: + - taskgraph.transforms.from_deps + - gecko_taskgraph.transforms.repackage_set_upstream_mac_kind + - gecko_taskgraph.transforms.chunk_partners + - gecko_taskgraph.transforms.name_sanity + - gecko_taskgraph.transforms.repackage_partner + - gecko_taskgraph.transforms.job + - gecko_taskgraph.transforms.task + +kind-dependencies: + - release-partner-repack + - release-partner-repack-mac-signing + - release-partner-repack-mac-notarization + - toolchain + +only-for-build-platforms: + - macosx64-shippable/opt + - win32-shippable/opt + - win64-shippable/opt + - win64-aarch64-shippable/opt + +jobs: + release-partner-repack-repackage: + from-deps: + group-by: single-with-filters + upstream-mac-kind: + by-build-type: + debug: release-partner-repack-mac-signing + default: + by-project: + mozilla-(central|beta|release|esr.*): release-partner-repack-mac-notarization + default: release-partner-repack-mac-signing + mozharness: + config: + by-build-platform: + macosx64-.*: + - repackage/base.py + - repackage/osx_partner.py + win32-.*: + - repackage/base.py + - repackage/win32_sfx_stub.py + - repackage/win32_partner.py + win64-(?!aarch64).*: + - repackage/base.py + - repackage/win32_sfx_stub.py + - repackage/win64_partner.py + win64-aarch64-.*: + - repackage/base.py + - repackage/win64-aarch64_sfx_stub.py + - repackage/win64_partner.py + package-formats: + by-build-platform: + macosx64\b.*: [dmg] + win32\b.*: [installer] + win64\b.*: [installer] diff --git a/taskcluster/kinds/release-partner-repack/kind.yml b/taskcluster/kinds/release-partner-repack/kind.yml new file mode 100644 index 0000000000..2a5d2fc996 --- /dev/null +++ b/taskcluster/kinds/release-partner-repack/kind.yml @@ -0,0 +1,87 @@ +# This Source Code Form is subject to the terms of the Mozilla Public +# License, v. 2.0. If a copy of the MPL was not distributed with this +# file, You can obtain one at http://mozilla.org/MPL/2.0/. +--- +loader: gecko_taskgraph.loader.transform:loader + +transforms: + - gecko_taskgraph.transforms.release_deps:transforms + - gecko_taskgraph.transforms.partner_repack:transforms + - gecko_taskgraph.transforms.job:transforms + - gecko_taskgraph.transforms.task:transforms + +kind-dependencies: + - build-signing + - build-mac-signing + - build-mac-notarization + - shippable-l10n-signing + - shippable-l10n-mac-signing + - shippable-l10n-mac-notarization + +job-defaults: + name: partner-repack + description: Release Promotion partner repacks + run-on-projects: [] # to make sure this never runs as part of CI + shipping-product: firefox + shipping-phase: promote + worker-type: b-linux-gcp + worker: + docker-image: + in-tree: "partner-repack" + chain-of-trust: true + max-run-time: 7200 + run: + using: mozharness + config: + - partner_repacks/release_mozilla-release_desktop.py + script: mozharness/scripts/desktop_partner_repacks.py + job-script: taskcluster/scripts/builder/repackage.sh + tooltool-downloads: false + extra: + limit-locales: + by-release-level: + staging: true + production: false + +jobs: + linux-shippable: + attributes: + build_platform: linux-shippable + build_type: opt + artifact_prefix: releng/partner + shippable: true + + linux64-shippable: + attributes: + build_platform: linux64-shippable + build_type: opt + artifact_prefix: releng/partner + shippable: true + + macosx64-shippable: + attributes: + build_platform: macosx64-shippable + build_type: opt + artifact_prefix: releng/partner + shippable: true + + win32-shippable: + attributes: + build_platform: win32-shippable + build_type: opt + artifact_prefix: releng/partner + shippable: true + + win64-shippable: + attributes: + build_platform: win64-shippable + build_type: opt + artifact_prefix: releng/partner + shippable: true + + win64-aarch64-shippable: + attributes: + build_platform: win64-aarch64-shippable + build_type: opt + artifact_prefix: releng/partner + shippable: true diff --git a/taskcluster/kinds/release-push-langpacks/kind.yml b/taskcluster/kinds/release-push-langpacks/kind.yml new file mode 100644 index 0000000000..fbc5bcc8a9 --- /dev/null +++ b/taskcluster/kinds/release-push-langpacks/kind.yml @@ -0,0 +1,52 @@ +# This Source Code Form is subject to the terms of the Mozilla Public +# License, v. 2.0. If a copy of the MPL was not distributed with this +# file, You can obtain one at http://mozilla.org/MPL/2.0/. +--- +loader: gecko_taskgraph.loader.transform:loader + +transforms: + - taskgraph.transforms.from_deps + - gecko_taskgraph.transforms.release_sign_and_push_langpacks + - gecko_taskgraph.transforms.task + +kind-dependencies: + - build + - shippable-l10n + +only-for-build-platforms: + - linux64-shippable/opt # addons.mozilla.org only support 1 platform per locale. That's why we use linux64 + - linux64-devedition/opt + - macosx64-shippable/opt # Although, we need the special locale "ja-JP-Mac" from this platform + - macosx64-devedition/opt + +jobs: + release-push-langpacks: + description: Sends {locales} XPIs for platform to addons.mozilla.org + from-deps: + group-by: single-with-filters + worker-type: addon + worker: + channel: + by-project: + mozilla-release: + by-platform: + # ja-JP-mac is only langpack on mac, and is unlisted always + macosx64.*: unlisted + default: listed + mozilla-beta: + by-platform: + # ja-JP-mac is only langpack on mac, and is unlisted always + macosx64-shippable.*: unlisted + macosx64-devedition.*: unlisted + linux.*-devedition.*: unlisted + default: listed + default: unlisted + upstream-artifacts: # See transforms + run-on-projects: [] + scopes: + by-release-level: + production: + - project:releng:addons.mozilla.org:server:production + staging: + - project:releng:addons.mozilla.org:server:staging + shipping-phase: promote diff --git a/taskcluster/kinds/release-secondary-balrog-scheduling/kind.yml b/taskcluster/kinds/release-secondary-balrog-scheduling/kind.yml new file mode 100644 index 0000000000..9a230639b9 --- /dev/null +++ b/taskcluster/kinds/release-secondary-balrog-scheduling/kind.yml @@ -0,0 +1,41 @@ +# This Source Code Form is subject to the terms of the Mozilla Public +# License, v. 2.0. If a copy of the MPL was not distributed with this +# file, You can obtain one at http://mozilla.org/MPL/2.0/. +--- +loader: gecko_taskgraph.loader.transform:loader + +transforms: + - gecko_taskgraph.transforms.release_deps:transforms + - gecko_taskgraph.transforms.scriptworker:add_balrog_scopes + - gecko_taskgraph.transforms.task:transforms + +kind-dependencies: + - post-balrog-dummy + - post-beetmover-dummy + - release-secondary-balrog-submit-toplevel + +job-defaults: + run-on-projects: [] + shipping-phase: ship + worker-type: balrog + worker: + implementation: balrog + balrog-action: schedule + +jobs: + firefox-secondary-rc: + description: Schedule Beta Firefox publishing in balrog + name: release-firefox_schedule_publishing_in_balrog + shipping-product: firefox + worker: + product: firefox + release-eta: '' + channel-names: ["beta", "beta-localtest", "beta-cdntest"] + publish-rules: [32] + rules-to-update: ["firefox-beta-cdntest", "firefox-beta-localtest"] + pin-channels: ["beta"] + treeherder: + platform: firefox-release/opt + symbol: Rel(BSFxRC) + tier: 1 + kind: build diff --git a/taskcluster/kinds/release-secondary-balrog-submit-toplevel/kind.yml b/taskcluster/kinds/release-secondary-balrog-submit-toplevel/kind.yml new file mode 100644 index 0000000000..d742b4fb61 --- /dev/null +++ b/taskcluster/kinds/release-secondary-balrog-submit-toplevel/kind.yml @@ -0,0 +1,46 @@ +# This Source Code Form is subject to the terms of the Mozilla Public +# License, v. 2.0. If a copy of the MPL was not distributed with this +# file, You can obtain one at http://mozilla.org/MPL/2.0/. +--- +loader: gecko_taskgraph.loader.transform:loader + +transforms: + - gecko_taskgraph.transforms.release_deps:transforms + - gecko_taskgraph.transforms.scriptworker:add_balrog_scopes + - gecko_taskgraph.transforms.balrog_toplevel:transforms + - gecko_taskgraph.transforms.task:transforms + +job-defaults: + run-on-projects: [] # to make sure this never runs in CI + shipping-phase: promote + worker-type: balrog + worker: + implementation: balrog + balrog-action: v2-submit-toplevel + require-mirrors: false + platforms: ["linux", "linux64", "macosx64", "win32", "win64", "win64-aarch64"] + archive-domain: + by-release-level: + production: archive.mozilla.org + staging: ftp.stage.mozaws.net + download-domain: + by-release-level: + production: download.mozilla.org + staging: dev.bouncer.nonprod.webservices.mozgcp.net + whats-new-config: browser/config/whats_new_page.yml + +jobs: + firefox: + name: submit-toplevel-rc-firefox-release-to-balrog + description: submit toplevel RC Firefox release to balrog + shipping-product: firefox + worker: + product: firefox + channel-names: ["beta", "beta-localtest", "beta-cdntest"] + rules-to-update: ["firefox-beta-cdntest", "firefox-beta-localtest"] + pin-channels: ["beta-localtest", "beta-cdntest"] + treeherder: + platform: firefox-release/opt + symbol: Rel(BPFxRC) + tier: 1 + kind: build diff --git a/taskcluster/kinds/release-secondary-final-verify/kind.yml b/taskcluster/kinds/release-secondary-final-verify/kind.yml new file mode 100644 index 0000000000..0d2e58d01d --- /dev/null +++ b/taskcluster/kinds/release-secondary-final-verify/kind.yml @@ -0,0 +1,38 @@ +# This Source Code Form is subject to the terms of the Mozilla Public +# License, v. 2.0. If a copy of the MPL was not distributed with this +# file, You can obtain one at http://mozilla.org/MPL/2.0/. +--- +loader: gecko_taskgraph.loader.transform:loader + +kind-dependencies: + - post-balrog-dummy + - post-beetmover-dummy + - release-secondary-balrog-submit-toplevel + - release-secondary-update-verify-config + +transforms: + - gecko_taskgraph.transforms.release_deps:transforms + - gecko_taskgraph.transforms.final_verify:transforms + - gecko_taskgraph.transforms.job:transforms + - gecko_taskgraph.transforms.task:transforms + +job-defaults: + name: secondary-final-verify + run-on-projects: [] # to make sure this never runs as part of CI + worker-type: b-linux-gcp + worker: + docker-image: + in-tree: "update-verify" + max-run-time: 7200 + retry-exit-status: [1] + +jobs: + firefox: + description: secondary final verify + shipping-phase: promote + shipping-product: firefox + treeherder: + platform: firefox-release/opt + kind: test + symbol: Rel(FVS) + tier: 1 diff --git a/taskcluster/kinds/release-secondary-flatpak-push/kind.yml b/taskcluster/kinds/release-secondary-flatpak-push/kind.yml new file mode 100644 index 0000000000..0f915d8d26 --- /dev/null +++ b/taskcluster/kinds/release-secondary-flatpak-push/kind.yml @@ -0,0 +1,35 @@ +# This Source Code Form is subject to the terms of the Mozilla Public +# License, v. 2.0. If a copy of the MPL was not distributed with this +# file, You can obtain one at http://mozilla.org/MPL/2.0/. +--- +loader: gecko_taskgraph.loader.transform:loader + +transforms: + - gecko_taskgraph.transforms.release:run_on_releases + - gecko_taskgraph.transforms.release_deps:transforms + - gecko_taskgraph.transforms.release_flatpak_push:transforms + - gecko_taskgraph.transforms.task:transforms + +kind-dependencies: + - release-flatpak-repackage + +job-defaults: + description: Pushes Flatpaks onto Flathub + run-on-projects: [] # to make sure this never runs as part of CI + run-on-releases: [release-rc] + shipping-phase: ship # ship-rc phase + treeherder: + platform: linux64/opt + kind: build + tier: 2 + worker-type: pushflatpak + worker: + implementation: push-flatpak + channel: beta + +jobs: + firefox-rc: + shipping-product: firefox + flathub-scope: "flathub:firefox" + treeherder: + symbol: Flatpak(push-beta) diff --git a/taskcluster/kinds/release-secondary-notify-ship/kind.yml b/taskcluster/kinds/release-secondary-notify-ship/kind.yml new file mode 100644 index 0000000000..ab9b20ed62 --- /dev/null +++ b/taskcluster/kinds/release-secondary-notify-ship/kind.yml @@ -0,0 +1,34 @@ +# This Source Code Form is subject to the terms of the Mozilla Public +# License, v. 2.0. If a copy of the MPL was not distributed with this +# file, You can obtain one at http://mozilla.org/MPL/2.0/. +--- +loader: gecko_taskgraph.loader.transform:loader + +transforms: + - gecko_taskgraph.transforms.release_deps:transforms + - gecko_taskgraph.transforms.release_notifications:transforms + - gecko_taskgraph.transforms.task:transforms + +kind-dependencies: + - release-secondary-balrog-scheduling + +job-defaults: + name: notify-release-drivers-ship + description: Sends email to release-drivers telling release was shipped. + run-on-projects: [] + shipping-phase: ship + worker-type: succeed + notifications: + emails: + by-project: + mozilla-beta: ["release-signoff@mozilla.org"] + mozilla-release: ["release-signoff@mozilla.org"] + try: ["{config[params][owner]}"] + default: [] + +jobs: + firefox-rc: + shipping-product: firefox + notifications: + subject: "{task[shipping-product]} {release_config[version]} build{release_config[build_number]}/{config[params][project]} RC updates are ready!" + message: "{task[shipping-product]} {release_config[version]} build{release_config[build_number]}/{config[params][project]} RC updates are ready!" diff --git a/taskcluster/kinds/release-secondary-update-verify-config/kind.yml b/taskcluster/kinds/release-secondary-update-verify-config/kind.yml new file mode 100644 index 0000000000..7e28131a5e --- /dev/null +++ b/taskcluster/kinds/release-secondary-update-verify-config/kind.yml @@ -0,0 +1,124 @@ +# This Source Code Form is subject to the terms of the Mozilla Public +# License, v. 2.0. If a copy of the MPL was not distributed with this +# file, You can obtain one at http://mozilla.org/MPL/2.0/. +--- +loader: gecko_taskgraph.loader.transform:loader + +transforms: + - gecko_taskgraph.transforms.update_verify_config:transforms + - gecko_taskgraph.transforms.job:transforms + - gecko_taskgraph.transforms.task:transforms + +job-defaults: + name: secondary-update-verify-config + run-on-projects: [] # to make sure this never runs as part of CI + shipping-product: firefox + shipping-phase: promote + worker-type: b-linux-gcp + worker: + docker-image: + in-tree: "update-verify" + max-run-time: 3600 + artifacts: + - name: public/build/update-verify.cfg + path: /builds/worker/checkouts/gecko/update-verify.cfg + type: file + run: + sparse-profile: mozharness + extra: + app-name: browser + branch-prefix: mozilla + product: firefox + archive-prefix: + by-release-level: + staging: "http://ftp.stage.mozaws.net/pub" + production: "https://archive.mozilla.org/pub" + previous-archive-prefix: + by-release-level: + staging: "https://archive.mozilla.org/pub" + production: null + aus-server: + by-release-level: + staging: "https://stage.balrog.nonprod.cloudops.mozgcp.net" + production: "https://aus5.mozilla.org" + override-certs: + by-release-level: + staging: dep + production: null + include-version: beta + last-watershed: "72.0.2" + mar-channel-id-override: beta + channel: "beta-localtest" + +jobs: + firefox-secondary-linux: + treeherder: + symbol: UVCS + platform: linux-shippable/opt + kind: test + tier: 1 + attributes: + build_platform: linux-shippable + extra: + platform: linux-i686 + updater-platform: linux-x86_64 + + firefox-secondary-linux64: + treeherder: + symbol: UVCS + platform: linux64-shippable/opt + kind: test + tier: 1 + attributes: + build_platform: linux64-shippable + extra: + platform: linux-x86_64 + updater-platform: linux-x86_64 + + firefox-secondary-macosx64: + treeherder: + symbol: UVCS + platform: macosx64/opt + kind: test + tier: 1 + attributes: + build_platform: macosx64-shippable + extra: + platform: mac + updater-platform: linux-x86_64 + + firefox-secondary-win32: + treeherder: + symbol: UVCS + platform: windows2012-32-shippable/opt + kind: test + tier: 1 + attributes: + build_platform: win32-shippable + extra: + platform: win32 + updater-platform: linux-x86_64 + + firefox-secondary-win64: + treeherder: + symbol: UVCS + platform: windows2012-64-shippable/opt + kind: test + tier: 1 + attributes: + build_platform: win64-shippable + extra: + platform: win64 + updater-platform: linux-x86_64 + + firefox-secondary-win64-aarch64: + treeherder: + symbol: UVCS + platform: windows2012-aarch64-shippable/opt + kind: test + tier: 1 + attributes: + build_platform: win64-aarch64-shippable + extra: + platform: win64-aarch64 + updater-platform: linux-x86_64 diff --git a/taskcluster/kinds/release-secondary-update-verify/kind.yml b/taskcluster/kinds/release-secondary-update-verify/kind.yml new file mode 100644 index 0000000000..f567cf7ae3 --- /dev/null +++ b/taskcluster/kinds/release-secondary-update-verify/kind.yml @@ -0,0 +1,77 @@ +# This Source Code Form is subject to the terms of the Mozilla Public +# License, v. 2.0. If a copy of the MPL was not distributed with this +# file, You can obtain one at http://mozilla.org/MPL/2.0/. +--- +loader: gecko_taskgraph.loader.transform:loader + +kind-dependencies: + - post-balrog-dummy + - post-beetmover-dummy + - release-secondary-balrog-submit-toplevel + - release-secondary-update-verify-config + +transforms: + - gecko_taskgraph.transforms.release_deps:transforms + - gecko_taskgraph.transforms.update_verify:transforms + - gecko_taskgraph.transforms.job:transforms + - gecko_taskgraph.transforms.task:transforms + +job-defaults: + name: secondary-update-verify + run-on-projects: [] # to make sure this never runs as part of CI + shipping-phase: promote + worker-type: b-linux-gcp + worker: + artifacts: + - name: 'public/build/diff-summary.log' + path: '/builds/worker/tools/release/updates/diff-summary.log' + type: file + docker-image: + in-tree: "update-verify" + max-run-time: 7200 + retry-exit-status: + - 255 + treeherder: + symbol: UV(UVS) + kind: test + extra: + chunks: 16 + +jobs: + firefox-secondary-linux64: + description: linux64 secondary channel update verify + shipping-product: firefox + attributes: + build_platform: linux64-shippable + + firefox-secondary-linux: + description: linux secondary channel update verify + shipping-product: firefox + attributes: + build_platform: linux-shippable + + firefox-secondary-win64: + description: win64 secondary channel update verify + shipping-product: firefox + attributes: + build_platform: win64-shippable + + firefox-secondary-win64-aarch64: + description: win64 secondary channel update verify + shipping-product: firefox + attributes: + build_platform: win64-aarch64-shippable + + firefox-secondary-win32: + description: win32 secondary channel update verify + shipping-product: firefox + attributes: + build_platform: win32-shippable + + firefox-secondary-macosx64: + description: macosx64 secondary channel update verify + shipping-product: firefox + attributes: + build_platform: macosx64-shippable + extra: + chunks: 30 diff --git a/taskcluster/kinds/release-snap-repackage/kind.yml b/taskcluster/kinds/release-snap-repackage/kind.yml new file mode 100644 index 0000000000..73d9d8a410 --- /dev/null +++ b/taskcluster/kinds/release-snap-repackage/kind.yml @@ -0,0 +1,60 @@ +# This Source Code Form is subject to the terms of the Mozilla Public +# License, v. 2.0. If a copy of the MPL was not distributed with this +# file, You can obtain one at http://mozilla.org/MPL/2.0/. +--- +loader: gecko_taskgraph.loader.transform:loader + +transforms: + - gecko_taskgraph.transforms.release_deps:transforms + - gecko_taskgraph.transforms.release_snap_repackage:transforms + - gecko_taskgraph.transforms.task:transforms + +kind-dependencies: + - post-beetmover-dummy + - post-langpack-dummy + +job-defaults: + description: Generates snap image + run-on-projects: [] # to make sure this never runs as part of CI + shipping-phase: promote + scopes: [] + treeherder: + platform: linux64-shippable/opt + kind: build + tier: 2 + worker-type: b-linux-gcp + worker: + implementation: docker-worker + os: linux + max-run-time: 7200 + docker-image: {in-tree: firefox-snap} + artifacts: + - name: public/build + type: directory + path: /home/worker/artifacts/ + command: + - /bin/bash + - -cx + - ./runme.sh + env: + VERSION: "{release_config[version]}" + BUILD_NUMBER: "{release_config[build_number]}" + CANDIDATES_DIR: + by-release-level: + staging: + https://ftp.stage.mozaws.net/pub/{task[shipping-product]}/candidates + production: + https://archive.mozilla.org/pub/{task[shipping-product]}/candidates + LC_ALL: C.UTF-8 + LANG: C.UTF-8 + L10N_CHANGESETS: "{config_params[head_repository]}/raw-file/{config_params[head_rev]}/browser/locales/l10n-changesets.json" + chain-of-trust: true + +jobs: + firefox: + shipping-product: firefox + attributes: + build_platform: linux64-shippable + build_type: opt + treeherder: + symbol: Snap(r) diff --git a/taskcluster/kinds/release-source-checksums-signing/kind.yml b/taskcluster/kinds/release-source-checksums-signing/kind.yml new file mode 100644 index 0000000000..de9f98acc0 --- /dev/null +++ b/taskcluster/kinds/release-source-checksums-signing/kind.yml @@ -0,0 +1,20 @@ +# This Source Code Form is subject to the terms of the Mozilla Public +# License, v. 2.0. If a copy of the MPL was not distributed with this +# file, You can obtain one at http://mozilla.org/MPL/2.0/. +--- +loader: gecko_taskgraph.loader.transform:loader + +transforms: + - taskgraph.transforms.from_deps + - gecko_taskgraph.transforms.name_sanity + - gecko_taskgraph.transforms.source_checksums_signing + - gecko_taskgraph.transforms.task + +kind-dependencies: + - beetmover-source + +jobs: + release-source-checksums-signing: + shipping-phase: promote + from-deps: + group-by: single-with-filters diff --git a/taskcluster/kinds/release-source-signing/kind.yml b/taskcluster/kinds/release-source-signing/kind.yml new file mode 100644 index 0000000000..9ab9e37d88 --- /dev/null +++ b/taskcluster/kinds/release-source-signing/kind.yml @@ -0,0 +1,21 @@ +# This Source Code Form is subject to the terms of the Mozilla Public +# License, v. 2.0. If a copy of the MPL was not distributed with this +# file, You can obtain one at http://mozilla.org/MPL/2.0/. +--- +loader: gecko_taskgraph.loader.transform:loader + +transforms: + - taskgraph.transforms.from_deps + - gecko_taskgraph.transforms.name_sanity + - gecko_taskgraph.transforms.build_signing + - gecko_taskgraph.transforms.signing + - gecko_taskgraph.transforms.task + +kind-dependencies: + - release-source + +jobs: + release-source-signing: + from-deps: + copy-attributes: true + shipping-phase: promote diff --git a/taskcluster/kinds/release-source/kind.yml b/taskcluster/kinds/release-source/kind.yml new file mode 100644 index 0000000000..ff2ee375f7 --- /dev/null +++ b/taskcluster/kinds/release-source/kind.yml @@ -0,0 +1,51 @@ +# This Source Code Form is subject to the terms of the Mozilla Public +# License, v. 2.0. If a copy of the MPL was not distributed with this +# file, You can obtain one at http://mozilla.org/MPL/2.0/. +--- +loader: gecko_taskgraph.loader.transform:loader + +kind-dependencies: + - toolchain + +transforms: + - gecko_taskgraph.transforms.build:transforms + - gecko_taskgraph.transforms.build_attrs:transforms + - gecko_taskgraph.transforms.build_lints:transforms + - gecko_taskgraph.transforms.job:transforms + - gecko_taskgraph.transforms.task:transforms + + +job-defaults: + shipping-phase: promote + treeherder: + symbol: Src + worker-type: b-linux-gcp + worker: + max-run-time: 3600 + env: + PKG_SRCPACK_BASENAME: source + attributes: + shippable: true + run: + using: mozharness + actions: [package-source] + script: "mozharness/scripts/fx_desktop_build.py" + config: + - builds/releng_sub_linux_configs/64_source.py + options: [] + tooltool-downloads: public + run-on-projects: [] + optimization: null + +jobs: + firefox-source/opt: + description: "Firefox source builder" + treeherder: + platform: firefox-release/opt + shipping-product: firefox + + devedition-source/opt: + description: "Devedition source builder" + treeherder: + platform: devedition-release/opt + shipping-product: devedition diff --git a/taskcluster/kinds/release-update-verify-config-next/kind.yml b/taskcluster/kinds/release-update-verify-config-next/kind.yml new file mode 100644 index 0000000000..959d0afb9a --- /dev/null +++ b/taskcluster/kinds/release-update-verify-config-next/kind.yml @@ -0,0 +1,98 @@ +# This Source Code Form is subject to the terms of the Mozilla Public +# License, v. 2.0. If a copy of the MPL was not distributed with this +# file, You can obtain one at http://mozilla.org/MPL/2.0/. +--- +loader: gecko_taskgraph.loader.transform:loader + +transforms: + - gecko_taskgraph.transforms.release:run_on_releases + - gecko_taskgraph.transforms.update_verify_config:transforms + - gecko_taskgraph.transforms.job:transforms + - gecko_taskgraph.transforms.task:transforms + +job-defaults: + name: update-verify-config-next + run-on-projects: [] # to make sure this never runs as part of CI + run-on-releases: [esr115] + shipping-phase: promote + worker-type: b-linux-gcp + worker: + docker-image: + in-tree: "update-verify" + max-run-time: 3600 + artifacts: + - name: public/build/update-verify.cfg + path: /builds/worker/checkouts/gecko/update-verify.cfg + type: file + run: + sparse-profile: mozharness + treeherder: + symbol: UVCnext + kind: test + tier: 1 + extra: + app-name: browser + branch-prefix: mozilla + archive-prefix: + by-release-level: + staging: "http://ftp.stage.mozaws.net/pub" + production: "https://archive.mozilla.org/pub" + previous-archive-prefix: + by-release-level: + staging: "https://archive.mozilla.org/pub" + production: null + aus-server: + by-release-level: + staging: "https://stage.balrog.nonprod.cloudops.mozgcp.net" + production: "https://aus5.mozilla.org" + override-certs: + by-release-level: + staging: dep + production: null + updater-platform: linux-x86_64 + product: firefox + channel: "esr-localtest-next" + include-version: esr115-next + last-watershed: "68.0esr" + +jobs: + firefox-next-linux: + shipping-product: firefox + treeherder: + platform: linux32-shippable/opt + attributes: + build_platform: linux-shippable + extra: + platform: linux-i686 + firefox-next-linux64: + shipping-product: firefox + treeherder: + platform: linux64-shippable/opt + attributes: + build_platform: linux64-shippable + extra: + platform: linux-x86_64 + firefox-next-macosx64: + shipping-product: firefox + treeherder: + platform: osx-shippable/opt + attributes: + build_platform: macosx64-shippable + extra: + platform: mac + firefox-next-win32: + shipping-product: firefox + treeherder: + platform: windows2012-32-shippable/opt + attributes: + build_platform: win32-shippable + extra: + platform: win32 + firefox-next-win64: + shipping-product: firefox + treeherder: + platform: windows2012-64-shippable/opt + attributes: + build_platform: win64-shippable + extra: + platform: win64 diff --git a/taskcluster/kinds/release-update-verify-config/kind.yml b/taskcluster/kinds/release-update-verify-config/kind.yml new file mode 100644 index 0000000000..d4e40cda12 --- /dev/null +++ b/taskcluster/kinds/release-update-verify-config/kind.yml @@ -0,0 +1,292 @@ +# This Source Code Form is subject to the terms of the Mozilla Public +# License, v. 2.0. If a copy of the MPL was not distributed with this +# file, You can obtain one at http://mozilla.org/MPL/2.0/. +--- +loader: gecko_taskgraph.loader.transform:loader + +transforms: + - gecko_taskgraph.transforms.update_verify_config:transforms + - gecko_taskgraph.transforms.job:transforms + - gecko_taskgraph.transforms.task:transforms + +job-defaults: + name: update-verify-config + run-on-projects: [] # to make sure this never runs as part of CI + shipping-phase: promote + worker-type: b-linux-gcp + worker: + docker-image: + in-tree: "update-verify" + max-run-time: 3600 + artifacts: + - name: public/build/update-verify.cfg + path: /builds/worker/checkouts/gecko/update-verify.cfg + type: file + run: + sparse-profile: mozharness + extra: + app-name: browser + branch-prefix: mozilla + archive-prefix: + by-release-level: + staging: "http://ftp.stage.mozaws.net/pub" + production: "https://archive.mozilla.org/pub" + previous-archive-prefix: + by-release-level: + staging: "https://archive.mozilla.org/pub" + production: null + aus-server: + by-release-level: + staging: "https://stage.balrog.nonprod.cloudops.mozgcp.net" + production: "https://aus5.mozilla.org" + override-certs: + by-release-level: + staging: dep + production: null + include-version: + by-release-type: + beta: beta + release(-rc)?: nonbeta + esr.*: esr + default: beta + last-watershed: + by-release-type: + beta: "72.0" + release(-rc)?: "72.0.2" + esr115: "68.0esr" + default: "default" + +jobs: + firefox-linux: + shipping-product: firefox + treeherder: + symbol: UVC + platform: linux32-shippable/opt + kind: test + tier: 1 + attributes: + build_platform: linux-shippable + extra: + product: firefox + platform: linux-i686 + updater-platform: linux-x86_64 + channel: + by-release-type: + beta: "beta-localtest" + release(-rc)?: "release-localtest" + esr.*: "esr-localtest" + default: "default" + mar-channel-id-override: + by-release-type: + beta: beta + default: null + + firefox-linux64: + shipping-product: firefox + treeherder: + symbol: UVC + platform: linux64-shippable/opt + kind: test + tier: 1 + attributes: + build_platform: linux64-shippable + extra: + product: firefox + platform: linux-x86_64 + updater-platform: linux-x86_64 + channel: + by-release-type: + beta: "beta-localtest" + release(-rc)?: "release-localtest" + esr.*: "esr-localtest" + default: "default" + mar-channel-id-override: + by-release-type: + beta: beta + default: null + + firefox-macosx64: + shipping-product: firefox + treeherder: + symbol: UVC + platform: osx-shippable/opt + kind: test + tier: 1 + attributes: + build_platform: macosx64-shippable + extra: + product: firefox + platform: mac + updater-platform: linux-x86_64 + channel: + by-release-type: + beta: "beta-localtest" + release(-rc)?: "release-localtest" + esr.*: "esr-localtest" + default: "default" + mar-channel-id-override: + by-release-type: + beta: beta + default: null + + firefox-win32: + shipping-product: firefox + treeherder: + symbol: UVC + platform: windows2012-32-shippable/opt + kind: test + tier: 1 + attributes: + build_platform: win32-shippable + extra: + product: firefox + platform: win32 + updater-platform: linux-x86_64 + channel: + by-release-type: + beta: "beta-localtest" + release(-rc)?: "release-localtest" + esr.*: "esr-localtest" + default: "default" + mar-channel-id-override: + by-release-type: + beta: beta + default: null + + firefox-win64: + shipping-product: firefox + treeherder: + symbol: UVC + platform: windows2012-64-shippable/opt + kind: test + tier: 1 + attributes: + build_platform: win64-shippable + extra: + product: firefox + platform: win64 + updater-platform: linux-x86_64 + channel: + by-release-type: + beta: "beta-localtest" + release(-rc)?: "release-localtest" + esr.*: "esr-localtest" + default: "default" + mar-channel-id-override: + by-release-type: + beta: beta + default: null + + firefox-win64-aarch64: + shipping-product: firefox + treeherder: + symbol: UVC + platform: windows2012-aarch64-shippable/opt + kind: test + tier: 1 + attributes: + build_platform: win64-aarch64-shippable + extra: + product: firefox + platform: win64-aarch64 + updater-platform: linux-x86_64 + channel: + by-release-type: + beta: "beta-localtest" + release(-rc)?: "release-localtest" + esr.*: "esr-localtest" + default: "default" + mar-channel-id-override: + by-release-type: + beta: beta + default: null + + devedition-linux: + shipping-product: devedition + treeherder: + symbol: UVC + platform: linux32-devedition/opt + kind: test + tier: 1 + attributes: + build_platform: linux-devedition + extra: + product: firefox + platform: linux-i686 + updater-platform: linux-x86_64 + channel: "aurora-localtest" + + devedition-linux64: + shipping-product: devedition + treeherder: + symbol: UVC + platform: linux64-devedition/opt + kind: test + tier: 1 + attributes: + build_platform: linux64-devedition + extra: + product: firefox + platform: linux-x86_64 + updater-platform: linux-x86_64 + channel: "aurora-localtest" + + devedition-macosx64: + shipping-product: devedition + treeherder: + symbol: UVC + platform: osx-cross-devedition/opt + kind: test + tier: 1 + attributes: + build_platform: macosx64-devedition + extra: + product: firefox + platform: mac + updater-platform: linux-x86_64 + channel: "aurora-localtest" + + devedition-win32: + shipping-product: devedition + treeherder: + symbol: UVC + platform: windows2012-32-devedition/opt + kind: test + tier: 1 + attributes: + build_platform: win32-devedition + extra: + product: firefox + platform: win32 + updater-platform: linux-x86_64 + channel: "aurora-localtest" + + devedition-win64: + shipping-product: devedition + treeherder: + symbol: UVC + platform: windows2012-64-devedition/opt + kind: test + tier: 1 + attributes: + build_platform: win64-devedition + extra: + product: firefox + platform: win64 + updater-platform: linux-x86_64 + channel: "aurora-localtest" + + devedition-win64-aarch64: + shipping-product: devedition + treeherder: + symbol: UVC + platform: windows2012-aarch64-devedition/opt + kind: test + tier: 1 + attributes: + build_platform: win64-aarch64-devedition + extra: + product: firefox + platform: win64-aarch64 + updater-platform: linux-x86_64 + channel: "aurora-localtest" diff --git a/taskcluster/kinds/release-update-verify-next/kind.yml b/taskcluster/kinds/release-update-verify-next/kind.yml new file mode 100644 index 0000000000..ad72e9b118 --- /dev/null +++ b/taskcluster/kinds/release-update-verify-next/kind.yml @@ -0,0 +1,73 @@ +# This Source Code Form is subject to the terms of the Mozilla Public +# License, v. 2.0. If a copy of the MPL was not distributed with this +# file, You can obtain one at http://mozilla.org/MPL/2.0/. +--- +loader: gecko_taskgraph.loader.transform:loader + +kind-dependencies: + - post-balrog-dummy + - post-beetmover-dummy + - release-balrog-submit-toplevel + - release-update-verify-config-next + +transforms: + - gecko_taskgraph.transforms.release:run_on_releases + - gecko_taskgraph.transforms.release_deps:transforms + - gecko_taskgraph.transforms.update_verify:transforms + - gecko_taskgraph.transforms.job:transforms + - gecko_taskgraph.transforms.task:transforms + +job-defaults: + name: update-verify-next + run-on-projects: [] # to make sure this never runs as part of CI + run-on-releases: [esr115] + shipping-phase: promote + worker-type: b-linux-gcp + worker: + artifacts: + - name: 'public/build/diff-summary.log' + path: '/builds/worker/tools/release/updates/diff-summary.log' + type: file + docker-image: + in-tree: "update-verify" + max-run-time: 7200 + retry-exit-status: + - 255 + env: + CHANNEL: "esr-localtest-next" + treeherder: + symbol: UVnext() + kind: test + extra: + chunks: 12 + +jobs: + firefox-next-linux64: + description: linux64 esr-next update verify + shipping-product: firefox + attributes: + build_platform: linux64-shippable + + firefox-next-linux: + description: linux esr-next update verify + shipping-product: firefox + attributes: + build_platform: linux-shippable + + firefox-next-win64: + description: win64 esr-next update verify + shipping-product: firefox + attributes: + build_platform: win64-shippable + + firefox-next-win32: + description: win32 esr-next update verify + shipping-product: firefox + attributes: + build_platform: win32-shippable + + firefox-next-macosx64: + description: macosx64 esr-next update verify + shipping-product: firefox + attributes: + build_platform: macosx64-shippable diff --git a/taskcluster/kinds/release-update-verify/kind.yml b/taskcluster/kinds/release-update-verify/kind.yml new file mode 100644 index 0000000000..ec7f9874da --- /dev/null +++ b/taskcluster/kinds/release-update-verify/kind.yml @@ -0,0 +1,115 @@ +# This Source Code Form is subject to the terms of the Mozilla Public +# License, v. 2.0. If a copy of the MPL was not distributed with this +# file, You can obtain one at http://mozilla.org/MPL/2.0/. +--- +loader: gecko_taskgraph.loader.transform:loader + +kind-dependencies: + - post-balrog-dummy + - post-beetmover-dummy + - release-balrog-submit-toplevel + - release-update-verify-config + +transforms: + - gecko_taskgraph.transforms.release_deps:transforms + - gecko_taskgraph.transforms.update_verify:transforms + - gecko_taskgraph.transforms.job:transforms + - gecko_taskgraph.transforms.task:transforms + +job-defaults: + name: update-verify + run-on-projects: [] # to make sure this never runs as part of CI + shipping-phase: promote + worker-type: b-linux-gcp + worker: + artifacts: + - name: 'public/build/diff-summary.log' + path: '/builds/worker/checkouts/gecko/diff-summary.log' + type: file + docker-image: + in-tree: "update-verify" + max-run-time: 5400 + retry-exit-status: + - 255 + treeherder: + symbol: UV() + kind: test + extra: + chunks: 16 + +jobs: + firefox-linux64: + description: linux64 update verify + shipping-product: firefox + attributes: + build_platform: linux64-shippable + + firefox-linux: + description: linux update verify + shipping-product: firefox + attributes: + build_platform: linux-shippable + + firefox-win64: + description: win64 update verify + shipping-product: firefox + attributes: + build_platform: win64-shippable + + firefox-win64-aarch64: + description: win64-aarch64 update verify + shipping-product: firefox + attributes: + build_platform: win64-aarch64-shippable + + firefox-win32: + description: win32 update verify + shipping-product: firefox + attributes: + build_platform: win32-shippable + + firefox-macosx64: + description: macosx64 update verify + shipping-product: firefox + attributes: + build_platform: macosx64-shippable + extra: + chunks: 30 + + devedition-linux64: + description: linux64 update verify + shipping-product: devedition + attributes: + build_platform: linux64-devedition + + devedition-linux: + description: linux update verify + shipping-product: devedition + attributes: + build_platform: linux-devedition + + devedition-win64: + description: win64 update verify + shipping-product: devedition + attributes: + build_platform: win64-devedition + + devedition-win64-aarch64: + description: win64-aarch64 update verify + shipping-product: devedition + attributes: + build_platform: win64-aarch64-devedition + + devedition-win32: + description: win32 update verify + shipping-product: devedition + attributes: + build_platform: win32-devedition + + devedition-macosx64: + description: macosx64 update verify + shipping-product: devedition + attributes: + build_platform: macosx64-devedition + extra: + chunks: 30 diff --git a/taskcluster/kinds/release-version-bump/kind.yml b/taskcluster/kinds/release-version-bump/kind.yml new file mode 100644 index 0000000000..114d52df95 --- /dev/null +++ b/taskcluster/kinds/release-version-bump/kind.yml @@ -0,0 +1,79 @@ +# This Source Code Form is subject to the terms of the Mozilla Public +# License, v. 2.0. If a copy of the MPL was not distributed with this +# file, You can obtain one at http://mozilla.org/MPL/2.0/. +--- +loader: gecko_taskgraph.loader.transform:loader + +transforms: + - gecko_taskgraph.transforms.release_deps:transforms + - gecko_taskgraph.transforms.release_version_bump:transforms + - gecko_taskgraph.transforms.task:transforms + +kind-dependencies: + - release-beetmover-push-to-release + - post-beetmover-components-dummy + - push-bundle + +job-defaults: + description: Release Promotion version bump/tag + run-on-projects: [] + shipping-phase: ship + worker-type: tree + worker: + implementation: treescript + dontbuild: true + tags: ['release'] + bump: true + # We're bumping both desktop and mobile version regardless of which product is getting + # released, to avoid confusion from them getting out of sync. + bump-files: + by-project: + default: + - "browser/config/version_display.txt" + - "mobile/android/version.txt" + mozilla-release: + - "browser/config/version.txt" + - "browser/config/version_display.txt" + - "config/milestone.txt" + - "mobile/android/version.txt" + mozilla-esr.*: + - "browser/config/version.txt" + - "browser/config/version_display.txt" + - "config/milestone.txt" + maple: + - "browser/config/version.txt" + - "browser/config/version_display.txt" + - "config/milestone.txt" + push: + by-project: + mozilla-(beta|release|esr.*): true + maple: true + default: false + +jobs: + firefox: + name: firefox-version-bump + shipping-product: firefox + treeherder: + platform: firefox-release/opt + symbol: Rel(VerBump) + tier: 1 + kind: build + + devedition: + name: devedition-version-bump + shipping-product: devedition + treeherder: + platform: devedition-release/opt + symbol: Rel(VerBump) + tier: 1 + kind: build + + firefox-android: + name: firefox-android-version-bump + shipping-product: firefox-android + treeherder: + platform: fenix-android-all/opt + symbol: Rel(VerBump) + tier: 1 + kind: build diff --git a/taskcluster/kinds/repackage-deb-l10n/kind.yml b/taskcluster/kinds/repackage-deb-l10n/kind.yml new file mode 100644 index 0000000000..a22e50787a --- /dev/null +++ b/taskcluster/kinds/repackage-deb-l10n/kind.yml @@ -0,0 +1,43 @@ +# This Source Code Form is subject to the terms of the Mozilla Public +# License, v. 2.0. If a copy of the MPL was not distributed with this +# file, You can obtain one at http://mozilla.org/MPL/2.0/. +--- +loader: gecko_taskgraph.loader.transform:loader + +transforms: + - taskgraph.transforms.from_deps + - gecko_taskgraph.transforms.repackage_l10n + - gecko_taskgraph.transforms.name_sanity + - gecko_taskgraph.transforms.repackage + - gecko_taskgraph.transforms.repackage_routes + - gecko_taskgraph.transforms.job + - gecko_taskgraph.transforms.task + +kind-dependencies: + - shippable-l10n-signing + +only-for-build-platforms: + # Langpacks support all CPU architectures. We just need to pick one + - linux64-devedition/opt + - linux64-shippable/opt + +jobs: + repackage-deb-l10n: + from-deps: + group-by: single-with-filters + worker-type: b-linux-gcp + worker: + docker-image: {"in-tree": "debian12-repackage"} + max-run-time: 600 + mozharness: + run-as-root: true + use-caches: false + config: + by-build-platform: + linux64\b.*: + - repackage/base.py + - repackage/linux64_signed.py + package-formats: + by-build-platform: + linux.*: [deb-l10n] + treeherder-group: deb-L10n diff --git a/taskcluster/kinds/repackage-deb/kind.yml b/taskcluster/kinds/repackage-deb/kind.yml new file mode 100644 index 0000000000..779aaf2659 --- /dev/null +++ b/taskcluster/kinds/repackage-deb/kind.yml @@ -0,0 +1,54 @@ +# This Source Code Form is subject to the terms of the Mozilla Public +# License, v. 2.0. If a copy of the MPL was not distributed with this +# file, You can obtain one at http://mozilla.org/MPL/2.0/. +--- +loader: gecko_taskgraph.loader.transform:loader + +transforms: + - taskgraph.transforms.from_deps + - gecko_taskgraph.transforms.name_sanity + - gecko_taskgraph.transforms.repackage + - gecko_taskgraph.transforms.repackage_routes + - gecko_taskgraph.transforms.job + - gecko_taskgraph.transforms.task + +kind-dependencies: + - build-signing + - toolchain + +only-for-build-platforms: + - linux-shippable/opt + - linux-devedition/opt + - linux64-shippable/opt + - linux64-devedition/opt + - linux64-aarch64-shippable/opt + +only-for-attributes: + - nightly + - shippable + +jobs: + repackage-deb: + from-deps: + group-by: single-with-filters + shipping-phase: promote + worker-type: b-linux-gcp + worker: + docker-image: + in-tree: debian12-repackage + mozharness: + run-as-root: true + use-caches: false + config: + by-build-platform: + linux\b.*: + - repackage/base.py + - repackage/linux32_signed.py + linux64\b.*: + - repackage/base.py + - repackage/linux64_signed.py + treeherder: + symbol: Rpk-deb + package-formats: + by-build-platform: + linux.*: [deb] diff --git a/taskcluster/kinds/repackage-l10n/kind.yml b/taskcluster/kinds/repackage-l10n/kind.yml new file mode 100644 index 0000000000..8be0cb19cc --- /dev/null +++ b/taskcluster/kinds/repackage-l10n/kind.yml @@ -0,0 +1,87 @@ +# This Source Code Form is subject to the terms of the Mozilla Public +# License, v. 2.0. If a copy of the MPL was not distributed with this +# file, You can obtain one at http://mozilla.org/MPL/2.0/. +--- +loader: gecko_taskgraph.loader.transform:loader + +transforms: + - taskgraph.transforms.from_deps + - gecko_taskgraph.transforms.repackage_set_upstream_mac_kind + - gecko_taskgraph.transforms.repackage_l10n + - gecko_taskgraph.transforms.name_sanity + - gecko_taskgraph.transforms.repackage + - gecko_taskgraph.transforms.job + - gecko_taskgraph.transforms.task + +kind-dependencies: + - shippable-l10n-signing + - shippable-l10n-mac-signing + - shippable-l10n-mac-notarization + - toolchain + +only-for-build-platforms: + - linux-shippable/opt + - linux64-shippable/opt + - linux64-aarch64-shippable/opt + - macosx64-shippable/opt + - win32-shippable/opt + - win64-shippable/opt + - win64-aarch64-shippable/opt + - linux-devedition/opt + - linux64-devedition/opt + - macosx64-devedition/opt + - win32-devedition/opt + - win64-devedition/opt + - win64-aarch64-devedition/opt + +jobs: + repackage-l10n: + from-deps: + group-by: single-with-filters + upstream-mac-kind: + by-build-type: + debug: shippable-l10n-mac-signing + default: + by-project: + mozilla-(central|beta|release|esr.*): shippable-l10n-mac-notarization + default: shippable-l10n-mac-signing + worker-type: b-linux-gcp + mozharness: + config: + by-build-platform: + linux-.*: + - repackage/base.py + - repackage/linux32_signed.py + linux64-.*: + - repackage/base.py + - repackage/linux64_signed.py + macosx64-.*: + - repackage/base.py + - repackage/osx_signed.py + win32\b.*: + - repackage/base.py + - repackage/win32_sfx_stub.py + - repackage/win32_signed.py + win64(?!-aarch64)\b.*: + - repackage/base.py + - repackage/win32_sfx_stub.py + - repackage/win64_signed.py + win64-aarch64\b.*: + - repackage/base.py + - repackage/win64-aarch64_sfx_stub.py + - repackage/win64_signed.py + package-formats: + by-build-platform: + macosx64\b.*: + by-build-type: + # Debug builds can't be attributable + debug: [dmg, mar, pkg] + default: [dmg-attrib, mar, pkg] + linux.*: [mar] + win32\b.*: [mar, installer] + win64\b.*: [mar, installer] + fetches: + toolchain: + - linux64-mar-tools + - linux64-upx + treeherder-group: L10n-Rpk diff --git a/taskcluster/kinds/repackage-msi/kind.yml b/taskcluster/kinds/repackage-msi/kind.yml new file mode 100644 index 0000000000..fa2fb3ada3 --- /dev/null +++ b/taskcluster/kinds/repackage-msi/kind.yml @@ -0,0 +1,49 @@ +# This Source Code Form is subject to the terms of the Mozilla Public +# License, v. 2.0. If a copy of the MPL was not distributed with this +# file, You can obtain one at http://mozilla.org/MPL/2.0/. +--- +loader: gecko_taskgraph.loader.transform:loader + +transforms: + - taskgraph.transforms.from_deps + - gecko_taskgraph.transforms.name_sanity + - gecko_taskgraph.transforms.repackage + - gecko_taskgraph.transforms.job + - gecko_taskgraph.transforms.task + +kind-dependencies: + - repackage-signing + - repackage-signing-l10n + - fetch + +only-for-build-platforms: + - win32-shippable/opt + - win64-shippable/opt + - win32-devedition/opt + - win64-devedition/opt + +jobs: + repackage-msi: + worker-type: 'b-win2022' + from-deps: + group-by: single-with-filters + mozharness: + use-magic-mh-args: false + config: + by-build-platform: + win32\b.*: + - repackage/base.py + - repackage/win32_sfx_stub.py + - repackage/win32_signed.py + win64(?!-aarch64)\b.*: + - repackage/base.py + - repackage/win32_sfx_stub.py + - repackage/win64_signed.py + win64-aarch64\b.*: + - repackage/base.py + - repackage/win64-aarch64_sfx_stub.py + - repackage/win64_signed.py + package-formats: [msi] + fetches: + fetch: + - wix-3.14.0 diff --git a/taskcluster/kinds/repackage-msix/kind.yml b/taskcluster/kinds/repackage-msix/kind.yml new file mode 100644 index 0000000000..96ff07c77c --- /dev/null +++ b/taskcluster/kinds/repackage-msix/kind.yml @@ -0,0 +1,110 @@ +# This Source Code Form is subject to the terms of the Mozilla Public +# License, v. 2.0. If a copy of the MPL was not distributed with this +# file, You can obtain one at http://mozilla.org/MPL/2.0/. +--- +loader: gecko_taskgraph.loader.transform:loader + +transforms: + - taskgraph.transforms.from_deps + - gecko_taskgraph.transforms.name_sanity + - gecko_taskgraph.transforms.repackage + - gecko_taskgraph.transforms.job + - gecko_taskgraph.transforms.task + +kind-dependencies: + # We're going to generate tasks based on this. We `depend` on and fetch the package from this. + - build-signing + - toolchain + +only-for-build-platforms: + - win32/opt + - win64/opt + - win64-aarch64/opt + - win64/debug + - win32-shippable/opt + - win64-shippable/opt + - win64-aarch64-shippable/opt + - win32-devedition/opt + - win64-devedition/opt + - win64-aarch-devedition/opt + +jobs: + repackage-msix: + from-deps: + group-by: platform + worker-type: b-linux-gcp + worker: + max-run-time: 2700 + # This is for fast try iteration; `repackage-shippable-l10n-msix` is the "real one". + run-on-projects: [] + mozharness: + config: + by-build-platform: + win32\b.*: + - repackage/base.py + - repackage/win32_sfx_stub.py + - repackage/win32_signed.py + win64(?!-aarch64)\b.*: + - repackage/base.py + - repackage/win32_sfx_stub.py + - repackage/win64_signed.py + win64-aarch64\b.*: + - repackage/base.py + - repackage/win64-aarch64_sfx_stub.py + - repackage/win64_signed.py + package-formats: [msix, msix-store] + fetches: + toolchain: + - linux64-msix-packaging + msix: + vendor: Mozilla + channel: + by-shipping-product: + devedition: aurora + default: + by-release-type: + beta.*: beta + release.*: official + esr.*: official + default: nightly + identity-name: + by-shipping-product: + devedition: + by-package-format: + msix: MozillaFirefoxDevedition + msix-store: FirefoxDevedition + default: + by-package-format: + msix: + by-release-type: + beta.*: MozillaFirefoxBeta + release.*: MozillaFirefox + esr.*: MozillaFirefox + default: MozillaFirefoxNightly + msix-store: + by-release-type: + beta.*: FirefoxBeta + release.*: Firefox + esr.*: Firefox + default: FirefoxNightly + publisher: + by-package-format: + msix-store: "CN=082E9164-EE6C-4EC8-B62C-441FAE7BEFA1" + msix: + by-level: + "1": "CN=Mozilla Fake SPC" + "2": "CN=Mozilla Fake SPC" + default: + # This value needs to line up with the signing certificate + # we're going to sign with. We only sign potential release + # or nightly builds with proper certificates, so even on + # level 3 repositories, some build types are expected to + # be signed with our fake certificate. + by-build-platform: + .*-shippable: "CN=Mozilla Corporation, OU=Firefox Engineering Operations, O=Mozilla Corporation, L=Mountain View, S=California, C=US" + .*-devedition: "CN=Mozilla Corporation, OU=Firefox Engineering Operations, O=Mozilla Corporation, L=Mountain View, S=California, C=US" + default: "CN=Mozilla Fake SPC" + publisher-display-name: + by-package-format: + msix: "Mozilla Corporation" + msix-store: "Mozilla" diff --git a/taskcluster/kinds/repackage-shippable-l10n-msix/kind.yml b/taskcluster/kinds/repackage-shippable-l10n-msix/kind.yml new file mode 100644 index 0000000000..021896a7ad --- /dev/null +++ b/taskcluster/kinds/repackage-shippable-l10n-msix/kind.yml @@ -0,0 +1,111 @@ +# This Source Code Form is subject to the terms of the Mozilla Public +# License, v. 2.0. If a copy of the MPL was not distributed with this +# file, You can obtain one at http://mozilla.org/MPL/2.0/. +--- +loader: gecko_taskgraph.loader.transform:loader + +transforms: + - taskgraph.transforms.from_deps + - gecko_taskgraph.transforms.name_sanity + - gecko_taskgraph.transforms.repackage + - gecko_taskgraph.transforms.job + - gecko_taskgraph.transforms.task + +kind-dependencies: + # We're going to generate tasks based on this. We `depend` on and fetch the package from this. + - build-signing + # We're not going to generate tasks based on these. But we are going to `depend` on and fetch + # langpacks from these. + - shippable-l10n-signing + - toolchain + +not-for-kind-dependencies: + - shippable-l10n-signing + +only-for-build-platforms: + - win32-shippable/opt + - win64-shippable/opt + - win64-aarch64-shippable/opt + - win32-devedition/opt + - win64-devedition/opt + - win64-aarch64-devedition/opt + +jobs: + repackage-shippable-l10n-msix: + from-deps: + group-by: platform + unique-kinds: false + worker-type: b-linux-gcp + worker: + max-run-time: 2700 + mozharness: + config: + by-build-platform: + win32\b.*: + - repackage/base.py + - repackage/win32_sfx_stub.py + - repackage/win32_signed.py + win64(?!-aarch64)\b.*: + - repackage/base.py + - repackage/win32_sfx_stub.py + - repackage/win64_signed.py + win64-aarch64\b.*: + - repackage/base.py + - repackage/win64-aarch64_sfx_stub.py + - repackage/win64_signed.py + package-formats: [msix, msix-store] + fetches: + toolchain: + - linux64-msix-packaging + msix: + vendor: Mozilla + channel: + by-shipping-product: + devedition: aurora + default: + by-release-type: + beta.*: beta + release.*: official + esr.*: official + default: nightly + identity-name: + by-shipping-product: + devedition: + by-package-format: + msix: MozillaFirefoxDevedition + msix-store: FirefoxDevedition + default: + by-package-format: + msix: + by-release-type: + beta.*: MozillaFirefoxBeta + release.*: MozillaFirefox + esr.*: MozillaFirefox + default: MozillaFirefoxNightly + msix-store: + by-release-type: + beta.*: FirefoxBeta + release.*: Firefox + esr.*: Firefox + default: FirefoxNightly + publisher: + by-package-format: + msix-store: "CN=082E9164-EE6C-4EC8-B62C-441FAE7BEFA1" + msix: + by-level: + "1": "CN=Mozilla Fake SPC" + "2": "CN=Mozilla Fake SPC" + default: + # This value needs to line up with the signing certificate + # we're going to sign with. We only sign potential release + # or nightly builds with proper certificates, so even on + # level 3 repositories, some build types are expected to + # be signed with our fake certificate. + by-build-platform: + .*-shippable: "CN=Mozilla Corporation, OU=Firefox Engineering Operations, O=Mozilla Corporation, L=Mountain View, S=California, C=US" + .*-devedition: "CN=Mozilla Corporation, OU=Firefox Engineering Operations, O=Mozilla Corporation, L=Mountain View, S=California, C=US" + default: "CN=Mozilla Fake SPC" + publisher-display-name: + by-package-format: + msix: "Mozilla Corporation" + msix-store: "Mozilla" diff --git a/taskcluster/kinds/repackage-signing-l10n/kind.yml b/taskcluster/kinds/repackage-signing-l10n/kind.yml new file mode 100644 index 0000000000..9d274b1ee3 --- /dev/null +++ b/taskcluster/kinds/repackage-signing-l10n/kind.yml @@ -0,0 +1,31 @@ +# This Source Code Form is subject to the terms of the Mozilla Public +# License, v. 2.0. If a copy of the MPL was not distributed with this +# file, You can obtain one at http://mozilla.org/MPL/2.0/. +--- +loader: gecko_taskgraph.loader.transform:loader + +transforms: + - taskgraph.transforms.from_deps + - gecko_taskgraph.transforms.name_sanity + - gecko_taskgraph.transforms.repackage_signing + - gecko_taskgraph.transforms.repackage_routes + - gecko_taskgraph.transforms.task + +kind-dependencies: + - repackage-l10n + +only-for-build-platforms: + - win32-shippable/opt + - win32-devedition/opt + - win32/opt + - win64-shippable/opt + - win64-devedition/opt + - win64/opt + - win64-aarch64-shippable/opt + - win64-aarch64-devedition/opt + - win64-asan-reporter-shippable/opt + +jobs: + repackage-signing-l10n: + from-deps: + group-by: single-with-filters diff --git a/taskcluster/kinds/repackage-signing-msi/kind.yml b/taskcluster/kinds/repackage-signing-msi/kind.yml new file mode 100644 index 0000000000..8a6691413a --- /dev/null +++ b/taskcluster/kinds/repackage-signing-msi/kind.yml @@ -0,0 +1,27 @@ +# This Source Code Form is subject to the terms of the Mozilla Public +# License, v. 2.0. If a copy of the MPL was not distributed with this +# file, You can obtain one at http://mozilla.org/MPL/2.0/. +--- +loader: gecko_taskgraph.loader.transform:loader + +transforms: + - taskgraph.transforms.from_deps + - gecko_taskgraph.transforms.name_sanity + - gecko_taskgraph.transforms.repackage_signing + - gecko_taskgraph.transforms.task + +kind-dependencies: + - repackage-msi + +only-for-build-platforms: + - win32-shippable/opt + - win32-devedition/opt + - win32/opt + - win64-shippable/opt + - win64-devedition/opt + - win64/opt + +jobs: + repackage-signing-msi: + from-deps: + group-by: single-with-filters diff --git a/taskcluster/kinds/repackage-signing-msix/kind.yml b/taskcluster/kinds/repackage-signing-msix/kind.yml new file mode 100644 index 0000000000..4976f08366 --- /dev/null +++ b/taskcluster/kinds/repackage-signing-msix/kind.yml @@ -0,0 +1,19 @@ +# This Source Code Form is subject to the terms of the Mozilla Public +# License, v. 2.0. If a copy of the MPL was not distributed with this +# file, You can obtain one at http://mozilla.org/MPL/2.0/. +--- +loader: gecko_taskgraph.loader.transform:loader + +transforms: + - taskgraph.transforms.from_deps + - gecko_taskgraph.transforms.name_sanity + - gecko_taskgraph.transforms.repackage_signing + - gecko_taskgraph.transforms.task + +kind-dependencies: + - repackage-msix + +jobs: + repackage-signing-msix: + from-deps: + group-by: single-with-filters diff --git a/taskcluster/kinds/repackage-signing-shippable-l10n-msix/kind.yml b/taskcluster/kinds/repackage-signing-shippable-l10n-msix/kind.yml new file mode 100644 index 0000000000..0f6f7787ee --- /dev/null +++ b/taskcluster/kinds/repackage-signing-shippable-l10n-msix/kind.yml @@ -0,0 +1,18 @@ +# This Source Code Form is subject to the terms of the Mozilla Public +# License, v. 2.0. If a copy of the MPL was not distributed with this +# file, You can obtain one at http://mozilla.org/MPL/2.0/. +--- +loader: gecko_taskgraph.loader.transform:loader + +transforms: + - taskgraph.transforms.from_deps + - gecko_taskgraph.transforms.name_sanity + - gecko_taskgraph.transforms.repackage_signing + - gecko_taskgraph.transforms.task + +kind-dependencies: + - repackage-shippable-l10n-msix + +jobs: + repackage-signing-shippable-l10n-msix: + from-deps: {} diff --git a/taskcluster/kinds/repackage-signing/kind.yml b/taskcluster/kinds/repackage-signing/kind.yml new file mode 100644 index 0000000000..49ea244a9e --- /dev/null +++ b/taskcluster/kinds/repackage-signing/kind.yml @@ -0,0 +1,29 @@ +# This Source Code Form is subject to the terms of the Mozilla Public +# License, v. 2.0. If a copy of the MPL was not distributed with this +# file, You can obtain one at http://mozilla.org/MPL/2.0/. +--- +loader: gecko_taskgraph.loader.transform:loader + +transforms: + - taskgraph.transforms.from_deps + - gecko_taskgraph.transforms.name_sanity + - gecko_taskgraph.transforms.repackage_signing + - gecko_taskgraph.transforms.repackage_routes + - gecko_taskgraph.transforms.task + +kind-dependencies: + - repackage + +only-for-build-platforms: + - win32-devedition/opt + - win32-shippable/opt + - win64-devedition/opt + - win64-shippable/opt + - win64-aarch64-shippable/opt + - win64-aarch64-devedition/opt + - win64-asan-reporter-shippable/opt + +jobs: + repackage-signing: + from-deps: + group-by: single-with-filters diff --git a/taskcluster/kinds/repackage/kind.yml b/taskcluster/kinds/repackage/kind.yml new file mode 100644 index 0000000000..b9f94f4a89 --- /dev/null +++ b/taskcluster/kinds/repackage/kind.yml @@ -0,0 +1,100 @@ +# This Source Code Form is subject to the terms of the Mozilla Public +# License, v. 2.0. If a copy of the MPL was not distributed with this +# file, You can obtain one at http://mozilla.org/MPL/2.0/. +--- +loader: gecko_taskgraph.loader.transform:loader + +transforms: + - taskgraph.transforms.from_deps + - gecko_taskgraph.transforms.repackage_set_upstream_mac_kind + - gecko_taskgraph.transforms.name_sanity + - gecko_taskgraph.transforms.repackage + - gecko_taskgraph.transforms.repackage_routes + - gecko_taskgraph.transforms.job + - gecko_taskgraph.transforms.task + +kind-dependencies: + - build-signing + - build-mac-signing + - build-mac-notarization + - toolchain + +only-for-build-platforms: + - linux-shippable/opt + - linux-devedition/opt + - linux/opt + - linux64-shippable/opt + - linux64-devedition/opt + - linux64-asan-reporter-shippable/opt + - linux64/opt + - linux64-aarch64-shippable/opt + - macosx64-shippable/opt + - macosx64-devedition/opt + - macosx64/opt + - macosx64/debug + - macosx64-aarch64/debug + - win32-shippable/opt + - win32-devedition/opt + - win32/opt + - win64-shippable/opt + - win64-devedition/opt + - win64-aarch64-shippable/opt + - win64-aarch64-devedition/opt + - win64/opt + - win64-asan-reporter-shippable/opt + +jobs: + repackage: + from-deps: + group-by: single-with-filters + upstream-mac-kind: + by-build-type: + debug: build-mac-signing + default: + by-project: + mozilla-(central|beta|release|esr.*): build-mac-notarization + default: build-mac-signing + worker-type: b-linux-gcp + worker: + max-run-time: + by-build-platform: + .*asan.*: 2700 + default: 900 + mozharness: + config: + by-build-platform: + linux\b.*: + - repackage/base.py + - repackage/linux32_signed.py + linux64\b.*: + - repackage/base.py + - repackage/linux64_signed.py + macosx64\b.*: + - repackage/base.py + - repackage/osx_signed.py + win32\b.*: + - repackage/base.py + - repackage/win32_sfx_stub.py + - repackage/win32_signed.py + win64(?!-aarch64)\b.*: + - repackage/base.py + - repackage/win32_sfx_stub.py + - repackage/win64_signed.py + win64-aarch64\b.*: + - repackage/base.py + - repackage/win64-aarch64_sfx_stub.py + - repackage/win64_signed.py + package-formats: + by-build-platform: + macosx64\b.*: + by-build-type: + # Debug builds can't be attributable + debug: [dmg, mar, pkg] + default: [dmg-attrib, mar, pkg] + linux.*: [mar] + win32\b.*: [mar, installer] + win64\b.*: [mar, installer] + fetches: + toolchain: + - linux64-mar-tools + - linux64-upx diff --git a/taskcluster/kinds/repo-update/kind.yml b/taskcluster/kinds/repo-update/kind.yml new file mode 100644 index 0000000000..50c7c0ac0e --- /dev/null +++ b/taskcluster/kinds/repo-update/kind.yml @@ -0,0 +1,77 @@ +# This Source Code Form is subject to the terms of the Mozilla Public +# License, v. 2.0. If a copy of the MPL was not distributed with this +# file, You can obtain one at http://mozilla.org/MPL/2.0/. +--- +loader: gecko_taskgraph.loader.transform:loader + +transforms: + - gecko_taskgraph.transforms.repo_update:transforms + - gecko_taskgraph.transforms.task:transforms + + +job-defaults: + worker: + env: + DO_HSTS: + by-project: + mozilla-(central|beta|esr.*): "1" + default: "" + DO_HPKP: + by-project: + mozilla-(central|beta|esr.*): "1" + default: "" + DO_REMOTE_SETTINGS: + by-project: + mozilla-(central|beta|release|esr.*): "1" + default: "" + DO_SUFFIX_LIST: + by-project: + mozilla-(central|beta|esr.*): "1" + default: "" + DO_MOBILE_EXPERIMENTS: + by-project: + mozilla-(central|beta): "1" + default: "" + USE_MOZILLA_CENTRAL: + by-project: + mozilla-central: "1" + default: "" + + +jobs: + hsts-hpkp-blocklist: + name: periodic_file_update + description: HSTS, HPKP and remote settings update + run-on-projects: [] # Only run via cron + treeherder: + kind: build + platform: linux64/opt + symbol: pfu + tier: 1 + worker-type: b-linux-xlarge-gcp + worker: + implementation: docker-worker + os: linux + docker-image: {in-tree: periodic-updates} + max-run-time: 14400 # Takes up to 4 hours + env: + PRODUCT: firefox + REVIEWERS: "#release-managers" + command: + - /runme.sh + taskcluster-proxy: true + artifacts: + - name: 'public/build/nsSTSPreloadList.diff' + path: '/home/worker/artifacts/nsSTSPreloadList.diff' + type: file + - name: 'public/build/StaticHPKPins.h.diff' + path: '/home/worker/artifacts/StaticHPKPins.h.diff' + type: file + - name: 'public/build/remote-settings.diff' + path: '/home/worker/artifacts/remote-settings.diff' + type: file + - name: 'public/build/initial_experiments.diff' + path: '/home/worker/artifacts/initial_experiments.diff' + type: file + scopes: + - secrets:get:project/releng/gecko/build/level-{level}/arc-phabricator-token diff --git a/taskcluster/kinds/scriptworker-canary/kind.yml b/taskcluster/kinds/scriptworker-canary/kind.yml new file mode 100644 index 0000000000..a1ee225b89 --- /dev/null +++ b/taskcluster/kinds/scriptworker-canary/kind.yml @@ -0,0 +1,33 @@ +# This Source Code Form is subject to the terms of the Mozilla Public +# License, v. 2.0. If a copy of the MPL was not distributed with this +# file, You can obtain one at http://mozilla.org/MPL/2.0/. +--- +loader: gecko_taskgraph.loader.transform:loader + +transforms: + - gecko_taskgraph.transforms.scriptworker_canary:transforms + - gecko_taskgraph.transforms.job:transforms + - gecko_taskgraph.transforms.task:transforms + +job-defaults: + treeherder: + platform: firefox-release/opt + tier: 1 + kind: build + worker-type: b-linux-gcp + worker: + docker-image: {in-tree: push-to-try} + max-run-time: 1800 + env: + MOZBUILD_STATE_PATH: /builds/worker/workspace + run: + sparse-profile: push-to-try + +jobs: + push: + description: Push scriptworker canary tasks. + treeherder: + symbol: Rel(push-scriptworker-canary) + run-on-projects: [mozilla-central] + addresses: ['release+scriptworker-canary@mozilla.com'] + ssh-key-secret: project/releng/scriptworker/scriptworker-canary-sshkey diff --git a/taskcluster/kinds/searchfox/kind.yml b/taskcluster/kinds/searchfox/kind.yml new file mode 100644 index 0000000000..4ea3203d9f --- /dev/null +++ b/taskcluster/kinds/searchfox/kind.yml @@ -0,0 +1,223 @@ +# This Source Code Form is subject to the terms of the Mozilla Public +# License, v. 2.0. If a copy of the MPL was not distributed with this +# file, You can obtain one at http://mozilla.org/MPL/2.0/. +--- +loader: gecko_taskgraph.loader.transform:loader + +kind-dependencies: + - toolchain + - fetch + +transforms: + - gecko_taskgraph.transforms.build:transforms + - gecko_taskgraph.transforms.build_attrs:transforms + - gecko_taskgraph.transforms.build_lints:transforms + - gecko_taskgraph.transforms.job:transforms + - gecko_taskgraph.transforms.task:transforms + +job-defaults: + index: + product: firefox + treeherder: + symbol: Searchfox(idx) + kind: build + tier: 2 + run-on-projects: ['mozilla-central'] + optimization: null + use-python: default + # These builds don't use sccache because otherwise we wouldn't index + # the files that sccache optimizes away compilation for. + use-sccache: false + +jobs: + linux64-searchfox/debug: + description: "Linux64 Debug Searchfox" + index: + job-name: linux64-searchfox-debug + treeherder: + platform: linux64/debug + worker-type: b-linux-gcp + worker: + max-run-time: 10800 + env: + PERFHERDER_EXTRA_OPTIONS: searchfox + MOZSEARCH_PLATFORM: "linux" + run: + using: mozharness + actions: [build] + config: + - builds/releng_base_firefox.py + - builds/releng_sub_linux_configs/64_searchfox_and_debug.py + script: "mozharness/scripts/fx_desktop_build.py" + tooltool-downloads: public + keep-artifacts: false + fetches: + toolchain: + - linux64-clang + - linux64-nasm + - linux64-node + - linux64-rust + - linux64-cbindgen + - linux64-dump_syms + - linux64-pkgconf + - sysroot-x86_64-linux-gnu + - sysroot-wasm32-wasi + + macosx64-searchfox/debug: + description: "MacOS X x64 Debug Cross-compile Searchfox" + index: + job-name: macosx64-searchfox-debug + treeherder: + platform: osx-cross/debug + worker-type: b-linux-gcp + worker: + max-run-time: 10800 + env: + PERFHERDER_EXTRA_OPTIONS: searchfox + MOZSEARCH_PLATFORM: "macosx" + run: + using: mozharness + actions: [get-secrets, build] + config: + - builds/releng_base_firefox.py + - builds/releng_base_mac_64_cross_builds.py + script: "mozharness/scripts/fx_desktop_build.py" + custom-build-variant-cfg: cross-debug-searchfox + secrets: true + keep-artifacts: false + fetches: + toolchain: + - linux64-clang + - linux64-hfsplus + - linux64-libdmg + - linux64-nasm + - linux64-node + - linux64-rust-cross + - linux64-cbindgen + - linux64-dump_syms + - macosx64-sdk + - sysroot-x86_64-linux-gnu + - sysroot-wasm32-wasi + + ios-searchfox/debug: + description: "ios Debug Cross-compile Searchfox" + index: + job-name: ios-searchfox-debug + treeherder: + platform: ios/debug + worker-type: b-linux-gcp + worker: + max-run-time: 10800 + env: + PERFHERDER_EXTRA_OPTIONS: searchfox + MOZSEARCH_PLATFORM: "ios" + run: + using: mozharness + actions: [get-secrets, build] + config: + - builds/releng_base_firefox.py + script: "mozharness/scripts/fx_desktop_build.py" + secrets: true + keep-artifacts: false + extra-config: + app_name: mobile/ios + stage_platform: ios + mozconfig_platform: ios + disable_package_metrics: true + mozconfig-variant: debug-searchfox + fetches: + toolchain: + - linux64-clang + - linux64-hfsplus + - linux64-libdmg + - linux64-nasm + - linux64-node + - linux64-rust-ios + - linux64-cbindgen + - linux64-dump_syms + - ios-sdk + - sysroot-x86_64-linux-gnu + - sysroot-wasm32-wasi + + win64-searchfox/debug: + description: "Win64 Searchfox Debug (clang-cl)" + index: + job-name: win64-searchfox-debug + treeherder: + platform: windows2012-64/debug + worker-type: b-linux-gcp + worker: + max-run-time: 10800 + env: + PERFHERDER_EXTRA_OPTIONS: searchfox + MOZSEARCH_PLATFORM: "windows" + run: + using: mozharness + options: [append-env-variables-from-configs] + actions: [get-secrets, build] + script: mozharness/scripts/fx_desktop_build.py + secrets: true + config: + - builds/releng_base_firefox.py + - builds/releng_base_linux_64_builds.py + - builds/taskcluster_sub_win64/searchfox_debug.py + extra-config: + mozconfig_platform: win64 + fetches: + toolchain: + - linux64-clang + - linux64-rust-cross + - linux64-rust-size + - linux64-nasm + - linux64-node + - linux64-cbindgen + - linux64-dump_syms + - linux64-wine + - linux64-winchecksec + - nsis + - sysroot-x86_64-linux-gnu + - sysroot-wasm32-wasi + - vs + - windows-rs + fetch: + - upx-3.95-win + + android-armv7-searchfox/debug: + description: "Android ARMv7 Debug Searchfox" + index: + job-name: android-armv7-searchfox-debug + treeherder: + platform: android-4-1-armv7/debug + worker-type: b-linux-gcp + worker: + docker-image: {in-tree: android-build} + max-run-time: 10800 + env: + PERFHERDER_EXTRA_OPTIONS: searchfox + MOZSEARCH_PLATFORM: "android-armv7" + GRADLE_USER_HOME: "/builds/worker/checkouts/gecko/mobile/android/gradle/dotgradle-offline" + TOOLTOOL_MANIFEST: "mobile/android/config/tooltool-manifests/android/releng.manifest" + run: + using: mozharness + actions: [get-secrets, build] + config: + - builds/releng_base_android_64_builds.py + script: "mozharness/scripts/fx_desktop_build.py" + secrets: true + custom-build-variant-cfg: arm-debug-searchfox + tooltool-downloads: internal + fetches: + toolchain: + - android-gradle-dependencies + - android-ndk-linux + - android-sdk-linux + - linux64-jdk + - linux64-clang + - linux64-rust-cross + - linux64-rust-size + - linux64-cbindgen + - linux64-dump_syms + - linux64-nasm + - linux64-node + - sysroot-x86_64-linux-gnu + - sysroot-wasm32-wasi diff --git a/taskcluster/kinds/sentry/kind.yml b/taskcluster/kinds/sentry/kind.yml new file mode 100644 index 0000000000..bfc3cf07a2 --- /dev/null +++ b/taskcluster/kinds/sentry/kind.yml @@ -0,0 +1,34 @@ +# This Source Code Form is subject to the terms of the Mozilla Public +# License, v. 2.0. If a copy of the MPL was not distributed with this +# file, You can obtain one at http://mozilla.org/MPL/2.0/. +--- +loader: gecko_taskgraph.loader.transform:loader + +transforms: + - gecko_taskgraph.transforms.sentry:transforms + - gecko_taskgraph.transforms.job:transforms + - gecko_taskgraph.transforms.task:transforms + +jobs: + mach-release: + description: Inform Sentry of new revisions (aka Mach releases) + worker-type: b-linux-gcp + worker: + taskcluster-proxy: true + max-run-time: 3600 + docker-image: {in-tree: sentry} + env: + HG_PUSHLOG_URL: "{head_repository}/json-pushes?version=2&changeset={head_rev}" + SENTRY_SECRET: "project/engwf/gecko/{level}/tokens" + scopes: + - "secrets:get:project/engwf/gecko/{level}/tokens" + run: + using: run-task + checkout: false + command: /bin/bash /usr/bin/submit_sentry_release.sh + run-on-projects: ['mozilla-central'] + treeherder: + symbol: Sentry(mach-release) + platform: other/opt + tier: 2 + kind: other diff --git a/taskcluster/kinds/shippable-l10n-mac-notarization/kind.yml b/taskcluster/kinds/shippable-l10n-mac-notarization/kind.yml new file mode 100644 index 0000000000..461eac91ac --- /dev/null +++ b/taskcluster/kinds/shippable-l10n-mac-notarization/kind.yml @@ -0,0 +1,29 @@ +# This Source Code Form is subject to the terms of the Mozilla Public +# License, v. 2.0. If a copy of the MPL was not distributed with this +# file, You can obtain one at http://mozilla.org/MPL/2.0/. +--- +loader: gecko_taskgraph.loader.transform:loader + +transforms: + - taskgraph.transforms.from_deps + - gecko_taskgraph.transforms.mac_notarization + - gecko_taskgraph.transforms.name_sanity + - gecko_taskgraph.transforms.upstream_artifact_task + - gecko_taskgraph.transforms.shippable_l10n_signing + - gecko_taskgraph.transforms.signing + - gecko_taskgraph.transforms.task + +kind-dependencies: + - shippable-l10n-mac-signing + +only-for-attributes: + - shippable + +jobs: + shippable-l10n-mac-notarization: + from-deps: + group-by: chunk-locales + copy-attributes: true + max-run-time: 1800 + treeherder: + symbol: BMN diff --git a/taskcluster/kinds/shippable-l10n-mac-signing/kind.yml b/taskcluster/kinds/shippable-l10n-mac-signing/kind.yml new file mode 100644 index 0000000000..21fe44b4f0 --- /dev/null +++ b/taskcluster/kinds/shippable-l10n-mac-signing/kind.yml @@ -0,0 +1,31 @@ +# This Source Code Form is subject to the terms of the Mozilla Public +# License, v. 2.0. If a copy of the MPL was not distributed with this +# file, You can obtain one at http://mozilla.org/MPL/2.0/. +--- +loader: gecko_taskgraph.loader.transform:loader + +transforms: + - taskgraph.transforms.from_deps + - gecko_taskgraph.transforms.name_sanity + - gecko_taskgraph.transforms.shippable_l10n_signing + - gecko_taskgraph.transforms.signing + - gecko_taskgraph.transforms.hardened_signing + - gecko_taskgraph.transforms.task + +kind-dependencies: + - shippable-l10n + +only-for-build-platforms: + - macosx64-shippable/opt + - macosx64-devedition/opt + - macosx64/opt + - macosx64/debug + +jobs: + shippable-l10n-mac-signing: + from-deps: + group-by: chunk-locales + treeherder: + symbol: BMS + attributes: + shipping_phase: promote diff --git a/taskcluster/kinds/shippable-l10n-signing/kind.yml b/taskcluster/kinds/shippable-l10n-signing/kind.yml new file mode 100644 index 0000000000..fdb545381f --- /dev/null +++ b/taskcluster/kinds/shippable-l10n-signing/kind.yml @@ -0,0 +1,31 @@ +# This Source Code Form is subject to the terms of the Mozilla Public +# License, v. 2.0. If a copy of the MPL was not distributed with this +# file, You can obtain one at http://mozilla.org/MPL/2.0/. +--- +loader: gecko_taskgraph.loader.transform:loader + +transforms: + - taskgraph.transforms.from_deps + - gecko_taskgraph.transforms.name_sanity + - gecko_taskgraph.transforms.upstream_artifact_task + - gecko_taskgraph.transforms.shippable_l10n_signing + - gecko_taskgraph.transforms.signing + - gecko_taskgraph.transforms.task + +kind-dependencies: + - shippable-l10n + +only-for-attributes: + - shippable + - nightly + +not-for-build-platforms: + - macosx64-shippable/opt + - macosx64-devedition/opt + - macosx64/opt + - macosx64/debug + +jobs: + shippable-l10n-signing: + from-deps: + group-by: chunk-locales diff --git a/taskcluster/kinds/shippable-l10n/kind.yml b/taskcluster/kinds/shippable-l10n/kind.yml new file mode 100644 index 0000000000..ddd6c25401 --- /dev/null +++ b/taskcluster/kinds/shippable-l10n/kind.yml @@ -0,0 +1,208 @@ +# This Source Code Form is subject to the terms of the Mozilla Public +# License, v. 2.0. If a copy of the MPL was not distributed with this +# file, You can obtain one at http://mozilla.org/MPL/2.0/. +--- +loader: gecko_taskgraph.loader.transform:loader + +transforms: + - taskgraph.transforms.from_deps + - gecko_taskgraph.transforms.l10n + - gecko_taskgraph.transforms.job + - gecko_taskgraph.transforms.task + +kind-dependencies: + - build + - build-signing + - fetch + - repackage + - toolchain + +only-for-build-platforms: + - linux64-shippable/opt + - linux-shippable/opt + - linux64-aarch64-shippable/opt + - macosx64-shippable/opt + - win32-shippable/opt + - win64-shippable/opt + - win64-aarch64-shippable/opt + - linux64-devedition/opt + - linux-devedition/opt + - macosx64-devedition/opt + - win32-devedition/opt + - win64-devedition/opt + - win64-aarch64-devedition/opt + +jobs: + shippable-l10n: + description: Localization + from-deps: + group-by: platform + locales-file: browser/locales/l10n-changesets.json + locales-per-chunk: 5 + run-on-projects: ['release'] + attributes: + shipping_phase: promote + ignore-locales: + by-build-platform: + # OSX has a special locale for japanese + macosx64.*: [ja] + default: [ja-JP-mac] + run-time: 1800 + fetches: + toolchain: + by-build-platform: + default: [] + macosx64.*: + - linux64-libdmg + - linux64-hfsplus + win.*: + - linux64-wine + - nsis + fetch: + by-build-platform: + default: [] + win.*: + - upx-3.95-win + tooltool: + by-build-platform: + default: internal + linux.*: public + index: + type: shippable-l10n + product: + by-build-platform: + default: firefox + .*-devedition: devedition + job-name: + by-build-platform: + linux-shippable: linux-opt + linux64-shippable: linux64-opt + linux64-aarch64-shippable: linux64-aarch64-opt + macosx64-shippable: macosx64-opt + win32-shippable: win32-opt + win64-shippable: win64-opt + win64-aarch64-shippable: win64-aarch64-opt + linux-devedition: linux-devedition-opt + linux64-devedition: linux64-devedition-opt + macosx64-devedition: macosx64-devedition-opt + win32-devedition: win32-devedition-opt + win64-devedition: win64-devedition-opt + win64-aarch64-devedition: win64-aarch64-devedition-opt + worker-type: b-linux-gcp + treeherder: + symbol: L10n(B) + tier: 1 + platform: + by-build-platform: + linux64-shippable: linux64-shippable/opt + linux64-aarch64-shippable: linux64-aarch64-shippable/opt + linux-shippable: linux32-shippable/opt + macosx64-shippable: osx-shippable/opt + win32-shippable: windows2012-32-shippable/opt + win64-shippable: windows2012-64-shippable/opt + win64-aarch64-shippable: windows2012-aarch64-shippable/opt + linux64-devedition: linux64-devedition/opt + linux-devedition: linux32-devedition/opt + macosx64-devedition: osx-cross-devedition/opt + win32-devedition: windows2012-32-devedition/opt + win64-devedition: windows2012-64-devedition/opt + win64-aarch64-devedition: windows2012-aarch64-devedition/opt + env: + by-build-platform: + linux.*: # linux64 and 32 get same treatment here + EN_US_PACKAGE_NAME: target.tar.bz2 + EN_US_BINARY_URL: + artifact-reference: + macosx64.*: + EN_US_PACKAGE_NAME: target.dmg + EN_US_BINARY_URL: + artifact-reference: + win.*: + EN_US_PACKAGE_NAME: target.zip + EN_US_BINARY_URL: + artifact-reference: + mozharness: + config: + by-build-platform: + linux-shippable: + - single_locale/firefox.py + - single_locale/linux32.py + - single_locale/tc_common.py + - single_locale/tc_linux_common.py + - taskcluster_nightly.py + linux64-shippable: + - single_locale/firefox.py + - single_locale/linux64.py + - single_locale/tc_common.py + - single_locale/tc_linux_common.py + - taskcluster_nightly.py + linux64-aarch64-shippable: + - single_locale/firefox.py + - single_locale/linux64.py + - single_locale/tc_common.py + - single_locale/tc_linux_common.py + - taskcluster_nightly.py + macosx64-shippable: + - single_locale/firefox.py + - single_locale/macosx64.py + - single_locale/tc_common.py + - single_locale/tc_macosx64.py + - taskcluster_nightly.py + win32-shippable: + - single_locale/firefox.py + - single_locale/win32.py + - single_locale/tc_common.py + - single_locale/tc_win32.py + - taskcluster_nightly.py + win64-shippable: + - single_locale/firefox.py + - single_locale/win64.py + - single_locale/tc_common.py + - single_locale/tc_win64.py + - taskcluster_nightly.py + win64-aarch64-shippable: + - single_locale/firefox.py + - single_locale/win64-aarch64.py + - single_locale/tc_common.py + - single_locale/tc_win64.py + - taskcluster_nightly.py + linux-devedition: + - single_locale/devedition.py + - single_locale/linux32.py + - single_locale/tc_common.py + - single_locale/tc_linux_common.py + - taskcluster_nightly.py + linux64-devedition: + - single_locale/devedition.py + - single_locale/linux64.py + - single_locale/tc_common.py + - single_locale/tc_linux_common.py + - taskcluster_nightly.py + macosx64-devedition: + - single_locale/devedition.py + - single_locale/macosx64.py + - single_locale/tc_common.py + - single_locale/tc_macosx64.py + - taskcluster_nightly.py + win32-devedition: + - single_locale/devedition.py + - single_locale/win32.py + - single_locale/tc_common.py + - single_locale/tc_win32.py + - taskcluster_nightly.py + win64-devedition: + - single_locale/devedition.py + - single_locale/win64.py + - single_locale/tc_common.py + - single_locale/tc_win64.py + - taskcluster_nightly.py + win64-aarch64-devedition: + - single_locale/devedition.py + - single_locale/win64-aarch64.py + - single_locale/tc_common.py + - single_locale/tc_win64.py + - taskcluster_nightly.py + # no default, so we fail on new entries + actions: ['clone-locales', 'list-locales', 'setup', 'repack', + 'summary'] + script: mozharness/scripts/desktop_l10n.py diff --git a/taskcluster/kinds/signing-apk/kind.yml b/taskcluster/kinds/signing-apk/kind.yml new file mode 100644 index 0000000000..85b2f21bfd --- /dev/null +++ b/taskcluster/kinds/signing-apk/kind.yml @@ -0,0 +1,71 @@ +# This Source Code Form is subject to the terms of the Mozilla Public +# License, v. 2.0. If a copy of the MPL was not distributed with this +# file, You can obtain one at http://mozilla.org/MPL/2.0/. +--- +loader: gecko_taskgraph.loader.transform:loader + +transforms: + - taskgraph.transforms.from_deps + - android_taskgraph.transforms.upstream_artifacts + - android_taskgraph.transforms.treeherder:transforms + - android_taskgraph.transforms.signing_android_app:transforms + - android_taskgraph.transforms.notify:transforms + - gecko_taskgraph.transforms.task:transforms + +kind-dependencies: + - build-apk + +jobs: + sign-apk: + description: Sign Android APKs + from-deps: + copy-attributes: true + worker: + implementation: scriptworker-signing + signing-format: + by-build-type: + (focus-.*|klar-.*): autograph_focus + fenix-(beta|release)-mozillaonline: autograph_apk_mozillaonline + default: autograph_apk + index: + by-build-type: + (focus-nightly|focus-release|klar-release|focus-beta|fenix-nightly|fenix-debug|fenix-nightly-simulation|fenix-beta|fenix-beta-mozillaonline|fenix-release|fenix-release-mozillaonline): + type: generic + product: mobile + default: {} + run-on-projects: [] + treeherder: + symbol: + by-build-type: + default: Bs + focus-(debug|nightly|beta|release)$: Bfs + focus-(nightly|beta)-firebase$: Bffs + focus-android-test-(debug|nightly|beta)$: Bats + klar-.*: Bkls + fenix-android-test.+: Bats + fenix-android-test-mozillaonline: Bats-mo + fenix-beta-firebase: Bfs + fenix-nightly-firebase: Bfs + fenix-beta-mozillaonline: Bmos + fenix-release-mozillaonline: Bmos + kind: build + platform: + by-build-type: + (fenix.*): fenix-android-all/opt + default: focus-android-all/opt + tier: 1 + notify: + by-build-type: + .*(fenix-beta|fenix-release)-mozillaonline: + by-level: + '3': + email: + content: The Mozilla Online Fenix {version} APKs are now available + link: + text: Taskcluster Task + href: 'https://firefox-ci-tc.services.mozilla.com/tasks/${status.taskId}' + on-reasons: [completed] + subject: Mozilla Online Fenix {version} APKs are now available + to-addresses: [mozillaonline-fenix@mozilla.com] + default: {} + default: {} diff --git a/taskcluster/kinds/signing-bundle/kind.yml b/taskcluster/kinds/signing-bundle/kind.yml new file mode 100644 index 0000000000..e062282fd6 --- /dev/null +++ b/taskcluster/kinds/signing-bundle/kind.yml @@ -0,0 +1,41 @@ +# This Source Code Form is subject to the terms of the Mozilla Public +# License, v. 2.0. If a copy of the MPL was not distributed with this +# file, You can obtain one at http://mozilla.org/MPL/2.0/. +--- +loader: gecko_taskgraph.loader.transform:loader + +transforms: + - taskgraph.transforms.from_deps + - android_taskgraph.transforms.upstream_artifacts + - android_taskgraph.transforms.treeherder:transforms + - android_taskgraph.transforms.signing_android_app:transforms + - android_taskgraph.transforms.notify:transforms + - gecko_taskgraph.transforms.task:transforms + +kind-dependencies: + - build-bundle + +jobs: + sign-bundle: + description: Sign Android AABs + from-deps: + copy-attributes: true + worker: + implementation: scriptworker-signing + signing-format: + by-build-type: + (focus-.*|klar-.*): autograph_focus + default: autograph_apk + run-on-projects: [] + treeherder: + symbol: + by-build-type: + focus-(debug|nightly|beta|release)$: AABfs + klar-.*: AABkls + default: AABs + kind: build + platform: + by-build-type: + (fenix.*): fenix-android-all/opt + default: focus-android-all/opt + tier: 1 diff --git a/taskcluster/kinds/signing/kind.yml b/taskcluster/kinds/signing/kind.yml new file mode 100644 index 0000000000..655750438c --- /dev/null +++ b/taskcluster/kinds/signing/kind.yml @@ -0,0 +1,42 @@ +# This Source Code Form is subject to the terms of the Mozilla Public +# License, v. 2.0. If a copy of the MPL was not distributed with this +# file, You can obtain one at http://mozilla.org/MPL/2.0/. +--- +loader: gecko_taskgraph.loader.transform:loader + +transforms: + - taskgraph.transforms.from_deps + - android_taskgraph.transforms.upstream_artifacts + - android_taskgraph.transforms.signing + - android_taskgraph.transforms.treeherder + - gecko_taskgraph.transforms.task + +kind-dependencies: + - build-components + +jobs: + sign-build: + description: Sign component + from-deps: + with-attributes: + build-type: + - release + - beta + - nightly + group-by: component + copy-attributes: true + run-on-projects: [] + treeherder: + symbol: + by-build-type: + release: BRs + beta: BBs + nightly: BNs + default: Bs + kind: build + worker-type: + by-level: + '3': linux-signing + default: linux-depsigning + worker: + implementation: scriptworker-signing diff --git a/taskcluster/kinds/snap-upstream-build/kind.yml b/taskcluster/kinds/snap-upstream-build/kind.yml new file mode 100644 index 0000000000..7016989ba8 --- /dev/null +++ b/taskcluster/kinds/snap-upstream-build/kind.yml @@ -0,0 +1,218 @@ +# This Source Code Form is subject to the terms of the Mozilla Public +# License, v. 2.0. If a copy of the MPL was not distributed with this +# file, You can obtain one at http://mozilla.org/MPL/2.0/. +--- +loader: gecko_taskgraph.loader.transform:loader + +kind-dependencies: + - toolchain + - fetch + +transforms: + - gecko_taskgraph.transforms.job:transforms + - gecko_taskgraph.transforms.task:transforms + +job-defaults: + attributes: + cron: true + treeherder: + kind: build + tier: 2 + symbol: B + worker-type: b-linux-gcp + run: + checkout: true + worker: + artifacts: + - name: public/build + type: directory + path: /builds/worker/artifacts/ + docker-image: {in-tree: snap-build-core22} + max-run-time: 900 + env: + UPLOAD_DIR: artifacts + MOZ_STACKWALK_SYMBOLS_SERVER: '1' + fetches: + toolchain: + - linux64-minidump-stackwalk + +jobs: + amd64-nightly/opt: + description: Build Firefox Nightly as a Snap using upstream definition + attributes: + build_platform: linux64-snap-upstream-nightly + build_type: opt + index: + product: firefox + job-name: amd64-nightly + type: generic + worker: + max-run-time: 9000 + run: + using: run-task + command: >- + ./run.sh nightly + treeherder: + platform: linux64-snap-amd64-nightly/opt + + amd64-nightly/debug: + description: Build Firefox Nightly (debug) as a Snap using upstream definition + attributes: + build_platform: linux64-snap-upstream-nightly + build_type: debug + index: + product: firefox + job-name: amd64-nightly-debug + type: generic + worker: + max-run-time: 7200 + run: + using: run-task + command: >- + ./run.sh nightly 1 + treeherder: + platform: linux64-snap-amd64-nightly/debug + + amd64-beta/opt: + description: Build Firefox Beta as a Snap using upstream definition + attributes: + build_platform: linux64-snap-upstream-beta + build_type: opt + index: + product: firefox + job-name: amd64-beta + type: generic + worker: + max-run-time: 9000 + run: + using: run-task + command: >- + ./run.sh beta + treeherder: + platform: linux64-snap-amd64-beta/opt + + amd64-beta/debug: + description: Build Firefox Beta (debug) as a Snap using upstream definition + attributes: + build_platform: linux64-snap-upstream-beta + build_type: debug + index: + product: firefox + job-name: amd64-beta-debug + type: generic + worker: + max-run-time: 7200 + run: + using: run-task + command: >- + ./run.sh beta 1 + treeherder: + platform: linux64-snap-amd64-beta/debug + + amd64-stable/opt: + description: Build Firefox Stable as a Snap using upstream definition + attributes: + build_platform: linux64-snap-upstream-stable + build_type: opt + index: + product: firefox + job-name: amd64-stable + type: generic + worker: + max-run-time: 9000 + run: + using: run-task + command: >- + ./run.sh stable + treeherder: + platform: linux64-snap-amd64-stable/opt + + amd64-stable/debug: + description: Build Firefox Stable (debug) as a Snap using upstream definition + attributes: + build_platform: linux64-snap-upstream-stable + build_type: debug + index: + product: firefox + job-name: amd64-stable-debug + type: generic + worker: + max-run-time: 7200 + run: + using: run-task + command: >- + ./run.sh stable 1 + treeherder: + platform: linux64-snap-amd64-stable/debug + + amd64-esr/opt: + description: Build Firefox ESR as a Snap using upstream definition + attributes: + build_platform: linux64-snap-upstream-esr + build_type: opt + index: + product: firefox + job-name: amd64-esr + type: generic + worker: + max-run-time: 9000 + run: + using: run-task + command: >- + ./run.sh esr + treeherder: + platform: linux64-snap-amd64-esr/opt + + amd64-esr/debug: + description: Build Firefox ESR (debug) as a Snap using upstream definition + attributes: + build_platform: linux64-snap-upstream-esr + build_type: debug + index: + product: firefox + job-name: amd64-esr-debug + type: generic + worker: + max-run-time: 7200 + run: + using: run-task + command: >- + ./run.sh esr 1 + treeherder: + platform: linux64-snap-amd64-esr/debug + + amd64-try/opt: + description: Build Firefox Nightly as a Snap using upstream definition and try repo + attributes: + build_platform: linux64-snap-upstream-try + build_type: opt + index: + product: firefox + job-name: amd64-try + type: generic + worker: + max-run-time: 9000 + run: + using: run-task + command: >- + ./run.sh try + treeherder: + platform: linux64-snap-amd64-try/opt + + amd64-try/debug: + description: Build Firefox Nightly (debug) as a Snap using upstream definition and try repo + attributes: + build_platform: linux64-snap-upstream-try + build_type: debug + index: + product: firefox + job-name: amd64-try-debug + type: generic + worker: + max-run-time: 7200 + run: + using: run-task + command: >- + ./run.sh try 1 + treeherder: + platform: linux64-snap-amd64-try/debug diff --git a/taskcluster/kinds/snap-upstream-test/kind.yml b/taskcluster/kinds/snap-upstream-test/kind.yml new file mode 100644 index 0000000000..585a1fca1f --- /dev/null +++ b/taskcluster/kinds/snap-upstream-test/kind.yml @@ -0,0 +1,73 @@ +# This Source Code Form is subject to the terms of the Mozilla Public +# License, v. 2.0. If a copy of the MPL was not distributed with this +# file, You can obtain one at http://mozilla.org/MPL/2.0/. +--- +loader: gecko_taskgraph.loader.transform:loader + +only-for-attributes: + - build_platform + +transforms: + - taskgraph.transforms.from_deps + - gecko_taskgraph.transforms.job + - gecko_taskgraph.transforms.task + - gecko_taskgraph.transforms.snap_test + +kind-dependencies: + - snap-upstream-build + +job-defaults: + attributes: + retrigger: true + cron: true + treeherder: + kind: test + tier: 2 + run: + using: run-task + checkout: false + worker: + max-run-time: 900 + env: + WAYLAND_DISPLAY: 'wayland-0' + artifacts: + - name: public/build + type: directory + path: builds/worker/artifacts/ + +jobs: + basic: + from-deps: + group-by: single-with-filters + description: Runs basic tests on a Firefox Snap package + worker-type: t-linux-wayland + run: + command: >- + export TASKCLUSTER_ROOT_DIR=$PWD && cd $MOZ_FETCHES_DIR/ && ./tests.sh --basic + fetches: + snap-upstream-build: + - firefox.snap + - snap-tests.zip + treeherder: + platform: linux64/opt + symbol: Sel(basic) + attributes: + snap_test_type: basic + + qa: + from-deps: + group-by: single-with-filters + description: Runs some QA tests on a Firefox Snap package + worker-type: t-linux-wayland + run: + command: >- + export TASKCLUSTER_ROOT_DIR=$PWD && cd $MOZ_FETCHES_DIR/ && ./tests.sh --qa + fetches: + snap-upstream-build: + - firefox.snap + - snap-tests.zip + treeherder: + platform: linux64/opt + symbol: Sel(QA) + attributes: + snap_test_type: qa diff --git a/taskcluster/kinds/source-test/android-compare-locales.yml b/taskcluster/kinds/source-test/android-compare-locales.yml new file mode 100644 index 0000000000..6423ad708d --- /dev/null +++ b/taskcluster/kinds/source-test/android-compare-locales.yml @@ -0,0 +1,47 @@ +# This Source Code Form is subject to the terms of the Mozilla Public +# License, v. 2.0. If a copy of the MPL was not distributed with this +# file, You can obtain one at http://mozilla.org/MPL/2.0/. +--- +job-defaults: + description: 'Validate android strings.xml with compare-locales' + run: + using: run-task + cwd: '{checkout}' + command: 'pip install --break-system-packages --user "compare-locales>=5.0.2,<6.0" && /builds/worker/.local/bin/compare-locales --validate l10n.toml .' + worker-type: t-linux-xlarge-source + platform: lint/opt + treeherder: + kind: other + tier: 2 + worker: + docker-image: {in-tree: lint} + max-run-time: 1800 + use-python: system + + +compare-locales-android-components: + optimization: + skip-unless-changed: + - "mobile/android/android-components/**" + run: + cwd: '{checkout}/mobile/android/android-components' + treeherder: + symbol: compare-locales(AC) + +compare-locales-focus: + optimization: + skip-unless-changed: + - "mobile/android/focus-android/**" + run: + cwd: '{checkout}/mobile/android/focus-android' + treeherder: + symbol: compare-locales(focus) + +compare-locales-fenix: + optimization: + skip-unless-changed: + - "mobile/android/fenix/**" + run: + cwd: '{checkout}/mobile/android/fenix' + treeherder: + symbol: compare-locales(fenix) diff --git a/taskcluster/kinds/source-test/android-detekt.yml b/taskcluster/kinds/source-test/android-detekt.yml new file mode 100644 index 0000000000..c39ebca218 --- /dev/null +++ b/taskcluster/kinds/source-test/android-detekt.yml @@ -0,0 +1,73 @@ +# This Source Code Form is subject to the terms of the Mozilla Public +# License, v. 2.0. If a copy of the MPL was not distributed with this +# file, You can obtain one at http://mozilla.org/MPL/2.0/. +--- +job-defaults: + description: 'Run detekt over all modules' + run: + using: gradlew + gradlew: ['detekt'] + use-caches: false + worker: + docker-image: {in-tree: lint} + max-run-time: 1200 + attributes: + code-review: true + always-target: true + fetches: + toolchain: + - android-sdk-linux + - android-gradle-dependencies + - linux64-jdk-repack + platform: 'lint/opt' + treeherder: + kind: test + tier: 1 + worker-type: b-linux-gcp + when: + files-changed: + - "mobile/android/android-components/**" + + +detekt-android-components: + run: + pre-gradlew: + - ["cd", "mobile/android/android-components"] + treeherder: + symbol: detekt(AC) + worker: + artifacts: + - name: public/reports + path: /builds/worker/checkouts/gecko/mobile/android/android-components/build/reports + type: directory + +detekt-focus: + when: + files-changed: + - "mobile/android/focus-android/**" + run: + pre-gradlew: + - ["cd", "mobile/android/focus-android"] + treeherder: + symbol: detekt(focus) + worker: + artifacts: + - name: public/reports + path: /builds/worker/checkouts/gecko/mobile/android/focus-android/build/reports + type: directory + +detekt-fenix: + when: + files-changed: + - "mobile/android/fenix/**" + run: + pre-gradlew: + - ["cd", "mobile/android/fenix"] + gradlew: [detekt, 'mozilla-detekt-rules:test'] + treeherder: + symbol: detekt(fenix) + worker: + artifacts: + - name: public/reports + path: /builds/worker/checkouts/gecko/mobile/android/fenix/build/reports + type: directory diff --git a/taskcluster/kinds/source-test/android-lint.yml b/taskcluster/kinds/source-test/android-lint.yml new file mode 100644 index 0000000000..8cbbcc3385 --- /dev/null +++ b/taskcluster/kinds/source-test/android-lint.yml @@ -0,0 +1,64 @@ +# This Source Code Form is subject to the terms of the Mozilla Public +# License, v. 2.0. If a copy of the MPL was not distributed with this +# file, You can obtain one at http://mozilla.org/MPL/2.0/. +--- +job-defaults: + description: 'Run lint over all modules' + run: + using: gradlew + gradlew: ['lint'] + use-caches: false + worker: + max-run-time: 2700 + docker-image: {in-tree: lint} + always-target: false + attributes: + build_platform: android + code-review: true + dependencies: + build-fat-aar: build-fat-aar-android-geckoview-fat-aar/opt + fetches: + toolchain: + - android-sdk-linux + - android-gradle-dependencies + - linux64-jdk-repack + build-fat-aar: + - target.maven.tar.xz + platform: 'lint/opt' + treeherder: + kind: test + tier: 1 + worker-type: b-linux-gcp + when: + files-changed: + - "mobile/android/android-components/**" + + +android-components: + run: + pre-gradlew: + - ["cd", "mobile/android/android-components"] + gradlew: ["--no-parallel"] + treeherder: + symbol: lint(AC) + +focus: + when: + files-changed: + - "mobile/android/focus-android/**" + run: + pre-gradlew: + - ["cd", "mobile/android/focus-android"] + treeherder: + symbol: lint(focus) + +fenix: + when: + files-changed: + - "mobile/android/fenix/**" + run: + pre-gradlew: + - ["cd", "mobile/android/fenix"] + gradlew: ['lintDebug', 'mozilla-lint-rules:test'] + treeherder: + symbol: lint(fenix) diff --git a/taskcluster/kinds/source-test/buildconfig.yml b/taskcluster/kinds/source-test/buildconfig.yml new file mode 100644 index 0000000000..a7dffefd09 --- /dev/null +++ b/taskcluster/kinds/source-test/buildconfig.yml @@ -0,0 +1,67 @@ +# This Source Code Form is subject to the terms of the Mozilla Public +# License, v. 2.0. If a copy of the MPL was not distributed with this +# file, You can obtain one at http://mozilla.org/MPL/2.0/. +--- +job-defaults: + description: Make sure the content of .buildconfig.yml matches what gradle knows about its projects + always-target: true + run: + using: run-task + cwd: '{checkout}' + worker-type: t-linux-xlarge-source + worker: + artifacts: + - type: directory + name: public + path: '/builds/worker/artifacts' + docker-image: {in-tree: lint} + max-run-time: 1800 + env: + GRADLE_USER_HOME: "/builds/worker/checkouts/gecko/mobile/android/gradle/dotgradle-online" + MOZCONFIG: "/builds/worker/checkouts/gecko/mobile/android/config/mozconfigs/android-arm/nightly-android-lints" + ANDROID_SDK_ROOT: "/builds/worker/fetches/android-sdk-linux" + platform: lint/opt + treeherder: + kind: other + tier: 2 + fetches: + toolchain: + - linux64-jdk-repack + - android-gradle-dependencies + - android-sdk-linux + use-python: system + + +buildconfig-android-components: + optimization: + skip-unless-changed: + - "mobile/android/android-components/**/build.gradle" + - "mobile/android/android-components/.buildconfig.yml" + run: + command: 'pip install --break-system-packages --user --require-hashes --requirement taskcluster/scripts/lint/requirements.txt && ./mach --log-no-times build pre-export export && taskcluster/scripts/lint/is_buildconfig_yml_up_to_date.py mobile/android/android-components' + treeherder: + symbol: buildconfig(AC) + +buildconfig-focus: + optimization: + skip-unless-changed: + - "mobile/android/android-components/**/build.gradle" # A change in A-C may be reflected in focus + - "mobile/android/android-components/.buildconfig.yml" + - "mobile/android/focus-android/**/build.gradle" + - "mobile/android/focus-android/.buildconfig.yml" + run: + command: 'pip install --break-system-packages --user --require-hashes --requirement taskcluster/scripts/lint/requirements.txt && ./mach --log-no-times build pre-export export && taskcluster/scripts/lint/is_buildconfig_yml_up_to_date.py mobile/android/focus-android' + treeherder: + symbol: buildconfig(focus) + +buildconfig-fenix: + optimization: + skip-unless-changed: + - "mobile/android/android-components/**/build.gradle" # A change in A-C may be reflected in fenix + - "mobile/android/android-components/.buildconfig.yml" + - "mobile/android/fenix/**/build.gradle" + - "mobile/android/fenix/.buildconfig.yml" + run: + command: 'pip install --break-system-packages --user --require-hashes --requirement taskcluster/scripts/lint/requirements.txt && ./mach --log-no-times build pre-export export && taskcluster/scripts/lint/is_buildconfig_yml_up_to_date.py mobile/android/fenix' + treeherder: + symbol: buildconfig(fenix) diff --git a/taskcluster/kinds/source-test/clang.yml b/taskcluster/kinds/source-test/clang.yml new file mode 100644 index 0000000000..d77066afe7 --- /dev/null +++ b/taskcluster/kinds/source-test/clang.yml @@ -0,0 +1,117 @@ +# This Source Code Form is subject to the terms of the Mozilla Public +# License, v. 2.0. If a copy of the MPL was not distributed with this +# file, You can obtain one at http://mozilla.org/MPL/2.0/. +--- +job-defaults: + run-on-projects: ["trunk"] + platform: linux64/debug + worker-type: t-linux-xlarge-source + attributes: + code-review: true + worker: + docker-image: {in-tree: static-analysis-build} + max-run-time: 5400 + treeherder: + kind: other + tier: 2 + run: + using: run-task + tooltool-downloads: public + fetches: + toolchain: + - linux64-cbindgen + - linux64-nasm + - linux64-node + when: + files-changed: + - '**/*.c' + - '**/*.cpp' + - '**/*.cc' + - '**/*.cxx' + - '**/*.m' + - '**/*.mm' + +tidy: + description: Run static-analysis (clang-tidy) on C/C++ patches + treeherder: + symbol: cpp(clang-tidy) + run: + cwd: '{checkout}' + command: >- + source taskcluster/scripts/misc/source-test-clang-setup.sh && + ./mach --log-no-times static-analysis check --outgoing --output $HOME/clang-tidy.json --format json + fetches: + toolchain: + - linux64-clang + - linux64-clang-tidy + - linux64-rust + - sysroot-x86_64-linux-gnu + - sysroot-wasm32-wasi + worker: + artifacts: + - type: file + name: public/code-review/clang-tidy.json + path: /builds/worker/clang-tidy.json + +format: + description: Run clang-format on C/C++ patches + treeherder: + symbol: cpp(clang-format) + # Run only on try and code-review tasks + # to avoid running clang format on the whole codebase + run-on-projects: [] + run: + cwd: '{checkout}' + command: >- + source taskcluster/scripts/misc/source-test-clang-setup.sh && + ./mach --log-no-times clang-format --outgoing --output $HOME/clang-format.json --format json && + ./mach --log-no-times clang-format --outgoing --output $HOME/clang-format.diff --format diff + fetches: + toolchain: + - linux64-clang + - linux64-clang-tidy + - linux64-rust + - sysroot-x86_64-linux-gnu + - sysroot-wasm32-wasi + when: + files-changed: + - '**/*.c' + - '**/*.cpp' + - '**/*.cc' + - '**/*.cxx' + - '**/*.m' + - '**/*.mm' + - '**/*.h' + - '**/*.hh' + - '**/*.hpp' + - '**/*.hxx' + worker: + artifacts: + - type: file + name: public/code-review/clang-format.json + path: /builds/worker/clang-format.json + - type: file + name: public/code-review/clang-format.diff + path: /builds/worker/clang-format.diff + +external: + description: Run static-analysis (clang-tidy) on C/C++ patches with external checks + treeherder: + symbol: cpp(clang-tidy-external) + run: + cwd: '{checkout}' + command: >- + source taskcluster/scripts/misc/source-test-clang-setup.sh && + ./mach --log-no-times static-analysis check --checks="-*,mozilla-civet-*" --outgoing --output $HOME/clang-tidy.json --format json + fetches: + toolchain: + - linux64-clang + - linux64-clang-tidy-external + - linux64-rust + - sysroot-x86_64-linux-gnu + - sysroot-wasm32-wasi + worker: + artifacts: + - type: file + name: public/code-review/clang-tidy.json + path: /builds/worker/clang-tidy.json diff --git a/taskcluster/kinds/source-test/cram.yml b/taskcluster/kinds/source-test/cram.yml new file mode 100644 index 0000000000..6e29e7c6a6 --- /dev/null +++ b/taskcluster/kinds/source-test/cram.yml @@ -0,0 +1,21 @@ +--- +tryselect: + description: tools/tryselect integration tests + platform: linux1804-64/opt + treeherder: + symbol: cram(try) + kind: test + tier: 2 + worker-type: t-linux-xlarge-source + worker: + docker-image: {in-tree: "lint"} + max-run-time: 1800 + run: + using: mach + mach: cramtest tools/tryselect + always-target: true + when: + files-changed: + - testing/mach_commands.py + - third_party/python/cram/** + - tools/tryselect/** diff --git a/taskcluster/kinds/source-test/doc.yml b/taskcluster/kinds/source-test/doc.yml new file mode 100644 index 0000000000..b876d801ba --- /dev/null +++ b/taskcluster/kinds/source-test/doc.yml @@ -0,0 +1,77 @@ +# This Source Code Form is subject to the terms of the Mozilla Public +# License, v. 2.0. If a copy of the MPL was not distributed with this +# file, You can obtain one at http://mozilla.org/MPL/2.0/. +--- +generate: + description: Generate the Sphinx documentation + use-python: "3.11" + platform: doc/opt + treeherder: + symbol: doc(generate) + kind: test + tier: 1 + run-on-projects: ['trunk'] + worker-type: b-linux-medium-gcp + worker: + docker-image: {in-tree: "lint"} + max-run-time: 1800 + env: + LC_ALL: C + artifacts: + - type: file + name: public/docs.tar.gz + path: /builds/worker/checkouts/gecko/docs-out/main.tar.gz + - type: file + name: public/trees.json + path: /builds/worker/artifacts/trees.json + run: + using: run-task + cwd: '{checkout}' + command: > + cp -r /build/node_modules_eslint node_modules && + ln -s ../tools/lint/eslint/eslint-plugin-mozilla node_modules && + ln -s ../tools/lint/eslint/eslint-plugin-spidermonkey-js node_modules && + ./mach doc --outdir docs-out --no-open --no-serve --archive --fatal-warnings --check-num-warnings --dump-trees=/builds/worker/artifacts/trees.json + sparse-profile: sphinx-docs + optimization: + skip-unless-schedules: [docs] + +upload: + description: Generate and upload the Sphinx documentation + use-python: "3.11" + platform: doc/opt + attributes: + code-review: true + treeherder: + symbol: doc(upload) + kind: test + tier: 2 + run-on-projects: [mozilla-central-only] + worker-type: b-linux-medium-gcp + worker: + docker-image: {in-tree: "lint"} + max-run-time: 1800 + env: + LC_ALL: C + MOZ_SOURCE_DOCS_USE_GOOGLE: "1" + taskcluster-proxy: true + artifacts: + - type: file + name: public/firefox-source-docs-url.txt + path: /builds/worker/firefox-source-docs-url.txt + - type: file + name: public/trees.json + path: /builds/worker/artifacts/trees.json + run: + using: run-task + cwd: '{checkout}' + command: > + cp -r /build/node_modules_eslint node_modules && + ln -s ../tools/lint/eslint/eslint-plugin-mozilla node_modules && + ln -s ../tools/lint/eslint/eslint-plugin-spidermonkey-js node_modules && + ./mach doc --upload --no-open --no-serve --fatal-warnings --write-url /builds/worker/firefox-source-docs-url.txt --dump-trees=/builds/worker/artifacts/trees.json + sparse-profile: sphinx-docs + scopes: + - secrets:get:project/releng/gecko/build/level-{level}/gecko-docs-upload + optimization: + skip-unless-schedules: [docs] diff --git a/taskcluster/kinds/source-test/file-metadata.yml b/taskcluster/kinds/source-test/file-metadata.yml new file mode 100644 index 0000000000..b1fffaf64f --- /dev/null +++ b/taskcluster/kinds/source-test/file-metadata.yml @@ -0,0 +1,126 @@ +# This Source Code Form is subject to the terms of the Mozilla Public +# License, v. 2.0. If a copy of the MPL was not distributed with this +# file, You can obtain one at http://mozilla.org/MPL/2.0/. +--- +job-defaults: + platform: lint/opt + treeherder: + kind: other + tier: 1 + worker-type: t-linux-xlarge-source + worker: + artifacts: + - type: directory + path: /builds/worker/artifacts + name: public + docker-image: {in-tree: "lint"} + max-run-time: 1800 + run: + using: mach + +bugzilla-components: + description: Generate metadata about source files and Bugzilla + treeherder: + symbol: Bugzilla + tier: 1 + index: + product: source + job-name: source-bugzilla-info + run: + mach: file-info bugzilla-automation /builds/worker/artifacts + worker: + max-run-time: 1800 + run-on-projects: ['autoland', 'mozilla-central'] + +test-info-xorigin: + description: Generate test manifest metadata for tests disabled on cross-origin + treeherder: + symbol: test-info(xorigin) + tier: 2 + index: + product: source + job-name: test-info-xorigin + worker: + docker-image: {in-tree: debian12-amd64-build} + run-on-projects: ['mozilla-central'] + fetches: + toolchain: + - linux64-clang + - linux64-clang-tidy + - linux64-rust + - linux64-cbindgen + - linux64-nasm + - linux64-node + - linux64-pkgconf + - sysroot-x86_64-linux-gnu + - sysroot-wasm32-wasi + run: + using: run-task + cwd: '{checkout}' + command: >- + source taskcluster/scripts/misc/source-test-common.sh && + ./mach test-info report --show-tests --show-summary --filter-keys=fail-if,fails-if,random-if,skip-if --filter-values='(?- + source taskcluster/scripts/misc/source-test-common.sh && + ./mach test-info report --show-tests --show-summary --filter-keys=fail-if,fails-if,random-if,skip-if --filter-values='(?- + source taskcluster/scripts/misc/source-test-common.sh && + ./mach test-info testrun-report --output-file /builds/worker/artifacts/test-run-info.json && + ./mach test-info report --show-tests --show-summary --show-testruns --verbose --output-file /builds/worker/artifacts/test-info-all-tests.json --runcounts-input-file /builds/worker/artifacts/test-run-info.json && + ./mach test-info report --show-annotations --output-file /builds/worker/artifacts/test-info-manifest-conditions.json diff --git a/taskcluster/kinds/source-test/jsshell.yml b/taskcluster/kinds/source-test/jsshell.yml new file mode 100644 index 0000000000..2ce0a846d4 --- /dev/null +++ b/taskcluster/kinds/source-test/jsshell.yml @@ -0,0 +1,87 @@ +# This Source Code Form is subject to the terms of the Mozilla Public +# License, v. 2.0. If a copy of the MPL was not distributed with this +# file, You can obtain one at http://mozilla.org/MPL/2.0/. +--- +job-defaults: + platform: linux64-shippable/opt + require-build: + linux64.*: build-linux64-shippable/opt + worker-type: + by-platform: + linux64.*: t-linux-talos-1804 + worker: + by-platform: + linux64.*: + env: + by-shell: + sm: + SHELL: /bin/bash + JSSHELL: js + v8: + SHELL: /bin/bash + JSSHELL: d8/release/d8 + max-run-time: 3600 + treeherder: + kind: test + tier: 2 + run: + using: mach + mach: jsshell-bench --perfherder={shell} --binary=$MOZ_FETCHES_DIR/$JSSHELL {test} + run-on-projects: + by-shell: + sm: + by-test-platform: + (linux|windows|macos)(?!.*shippable).*: [] + default: ['mozilla-central', 'integration'] + default: + by-test-platform: + (linux|windows|macos)(?!.*shippable).*: [] + default: ['mozilla-central'] + fetches: + build: + - target.jsshell.zip + toolchain: + - linux64-custom-v8 + optimization: + skip-unless-expanded: null + +bench-ares6: + description: Ares6 JavaScript shell benchmark suite + shell: ['sm', 'v8'] + test: ares6 + treeherder: + symbol: ares6 + +bench-sixspeed: + description: Six-Speed JavaScript shell benchmark suite + shell: ['sm', 'v8'] + test: six-speed + treeherder: + symbol: 6speed + +bench-sunspider: + description: SunSpider JavaScript shell benchmark suite + shell: ['sm'] + test: sunspider + treeherder: + symbol: sunspider + +bench-web-tooling: + description: Web Tooling shell benchmark suite + shell: ['sm', 'v8'] + test: web-tooling-benchmark + treeherder: + symbol: webtool + fetches: + fetch: + - web-tooling-benchmark + +bench-octane: + description: Octane shell benchmark suite + shell: ['sm', 'v8'] + test: octane + treeherder: + symbol: octane + fetches: + fetch: + - octane diff --git a/taskcluster/kinds/source-test/kind.yml b/taskcluster/kinds/source-test/kind.yml new file mode 100644 index 0000000000..f28ee39f96 --- /dev/null +++ b/taskcluster/kinds/source-test/kind.yml @@ -0,0 +1,51 @@ +# This Source Code Form is subject to the terms of the Mozilla Public +# License, v. 2.0. If a copy of the MPL was not distributed with this +# file, You can obtain one at http://mozilla.org/MPL/2.0/. +--- +loader: gecko_taskgraph.loader.transform:loader + +transforms: + - gecko_taskgraph.transforms.try_job:transforms + - gecko_taskgraph.transforms.source_test:transforms + - taskgraph.transforms.task_context + - gecko_taskgraph.transforms.release_notifications:transforms + - gecko_taskgraph.transforms.job:transforms + - gecko_taskgraph.transforms.task:transforms + +kind-dependencies: + - fetch + - toolchain + - build + - build-fat-aar + +jobs-from: + - android-compare-locales.yml + - android-detekt.yml + - android-lint.yml + - buildconfig.yml + - clang.yml + - cram.yml + - doc.yml + - file-metadata.yml + - jsshell.yml + - ktlint.yml + - mozlint.yml + - mozlint-android.yml + - node.yml + - puppeteer.yml + - python.yml + - shadow-scheduler.yml + - taskgraph.yml + - vendor.yml + - webidl.yml + - webcompat.yml + - wpt-manifest.yml + - wpt-metadata.yml + +job-defaults: + use-python: default + attributes: + retrigger: true + task-context: + from-object: {} + substitution-fields: [] diff --git a/taskcluster/kinds/source-test/ktlint.yml b/taskcluster/kinds/source-test/ktlint.yml new file mode 100644 index 0000000000..1828887dc0 --- /dev/null +++ b/taskcluster/kinds/source-test/ktlint.yml @@ -0,0 +1,56 @@ +# This Source Code Form is subject to the terms of the Mozilla Public +# License, v. 2.0. If a copy of the MPL was not distributed with this +# file, You can obtain one at http://mozilla.org/MPL/2.0/. +--- +job-defaults: + description: 'Run ktlint over all modules' + run: + using: gradlew + gradlew: ['ktlint'] + use-caches: false + attributes: + code-review: true + always-target: true + fetches: + toolchain: + - android-sdk-linux + - android-gradle-dependencies + - linux64-jdk-repack + platform: 'lint/opt' + treeherder: + kind: test + tier: 1 + worker-type: b-linux-gcp + worker: + docker-image: {in-tree: lint} + max-run-time: 1200 + when: + files-changed: + - "mobile/android/android-components/**" + +android-components: + run: + pre-gradlew: + - ["cd", "mobile/android/android-components"] + treeherder: + symbol: ktlint(AC) + +focus: + when: + files-changed: + - "mobile/android/focus-android/**" + run: + pre-gradlew: + - ["cd", "mobile/android/focus-android"] + treeherder: + symbol: ktlint(focus) + +fenix: + when: + files-changed: + - "mobile/android/fenix/**" + run: + pre-gradlew: + - ["cd", "mobile/android/fenix"] + treeherder: + symbol: ktlint(fenix) diff --git a/taskcluster/kinds/source-test/mozlint-android.yml b/taskcluster/kinds/source-test/mozlint-android.yml new file mode 100644 index 0000000000..6602d8c818 --- /dev/null +++ b/taskcluster/kinds/source-test/mozlint-android.yml @@ -0,0 +1,106 @@ +# This Source Code Form is subject to the terms of the Mozilla Public +# License, v. 2.0. If a copy of the MPL was not distributed with this +# file, You can obtain one at http://mozilla.org/MPL/2.0/. +--- + +# Just one TC job that runs all the lints. There's no real advantage +# to running them separately, and this way we perform the expensive +# clone and somewhat expensive compilation of the Android +# intermediates just once. +lints: + always-target: true + attributes: + build_platform: android + build_type: opt + code-review: true + description: Android lints + platform: lint/opt + treeherder: + symbol: A(lints) + kind: test + tier: 1 + worker-type: t-linux-xlarge-source + worker: + docker-image: {in-tree: android-build} + env: + GRADLE_USER_HOME: /builds/worker/checkouts/gecko/mobile/android/gradle/dotgradle-offline + MOZCONFIG: mobile/android/config/mozconfigs/android-arm/nightly-android-lints + MOZ_OBJDIR: obj-firefox + PERFHERDER_EXTRA_OPTIONS: android-lints + TINDERBOX_OUTPUT: '1' + max-run-time: 3600 + artifacts: + - type: file + name: public/code-review/mozlint.json + path: /builds/worker/mozlint.json + - name: public/android/geckoview/api.txt + path: /builds/worker/checkouts/gecko/obj-firefox/gradle/build/mobile/android/geckoview/intermediates/javac/withGeckoBinariesDebug/classes/api.txt + type: file + - name: public/android/geckoview/api.txt.map + path: /builds/worker/checkouts/gecko/obj-firefox/gradle/build/mobile/android/geckoview/intermediates/javac/withGeckoBinariesDebug/classes/api.txt.map + type: file + - name: public/android/geckoview/apilint-result.json + path: /builds/worker/checkouts/gecko/obj-firefox/gradle/build/mobile/android/geckoview/intermediates/javac/withGeckoBinariesDebug/classes/apilint-result.json + type: file + - name: public/android/geckoview/javadoc-results.json + path: /builds/worker/checkouts/gecko/obj-firefox/gradle/build/mobile/android/geckoview/reports/javadoc-results-withGeckoBinariesDebug.json + type: file + - name: public/geckoview/unittest + path: /builds/worker/checkouts/gecko/obj-firefox/gradle/build/mobile/android/geckoview/reports/tests + type: directory + - name: public/android/lint/lint-results-officialWithoutGeckoBinariesDebug.html + path: /builds/worker/checkouts/gecko/obj-firefox/gradle/build/mobile/android/geckoview/reports/lint-results-withGeckoBinariesDebug.html + type: file + - name: public/android/lint/lint-results-withGeckoBinariesDebug.xml + path: /builds/worker/checkouts/gecko/obj-firefox/gradle/build/mobile/android/geckoview/reports/lint-results-withGeckoBinariesDebug.xml + type: file + - name: public/android/checkstyle/checkstyle.html + path: /builds/worker/checkouts/gecko/obj-firefox/gradle/build/mobile/android/geckoview/reports/checkstyle/withGeckoBinariesDebug.html + type: file + - name: public/android/checkstyle/checkstyle.xml + path: /builds/worker/checkouts/gecko/obj-firefox/gradle/build/mobile/android/geckoview/reports/checkstyle/withGeckoBinariesDebug.xml + type: file + run: + using: run-task + command: > + ln -s $MOZ_FETCHES_DIR/android-gradle-dependencies $GECKO_PATH && + ln -s $MOZ_FETCHES_DIR/android-sdk-linux $GECKO_PATH && + ln -s $MOZ_FETCHES_DIR/node $GECKO_PATH && + cd $GECKO_PATH && + ./mach --log-no-times build pre-export export && + ./mach --log-no-times lint -f treeherder -f json:/builds/worker/mozlint.json + --linter android-api-lint + --linter android-format + --linter android-javadoc + --linter android-checkstyle + --linter android-lint + --linter android-test + * + tooltool-downloads: internal # For internal toolchains. + fetches: + toolchain: + # Aliases aren't allowed for toolchains installed by fetch. + - linux64-android-gradle-dependencies + - linux64-android-sdk-linux-repack + - linux64-jdk-repack + - linux64-node + when: + files-changed: + # Source files. + - 'mobile/android/**/*.java' + - 'mobile/android/**/*.kt' + # Resources. + - 'mobile/android/**/*.jpeg' + - 'mobile/android/**/*.jpg' + - 'mobile/android/**/*.png' + - 'mobile/android/**/*.svg' + - 'mobile/android/**/*.xml' + # Build stuff. + - 'mobile/android/**/Makefile.in' + - 'mobile/android/config/**' + - 'mobile/android/gradle.configure' + - 'mobile/android/**/moz.build' + - '**/*.gradle' + # Other misc lint related files. + - 'python/mozlint/**' + - 'tools/lint/**' diff --git a/taskcluster/kinds/source-test/mozlint.yml b/taskcluster/kinds/source-test/mozlint.yml new file mode 100644 index 0000000000..e101049103 --- /dev/null +++ b/taskcluster/kinds/source-test/mozlint.yml @@ -0,0 +1,621 @@ +# This Source Code Form is subject to the terms of the Mozilla Public +# License, v. 2.0. If a copy of the MPL was not distributed with this +# file, You can obtain one at http://mozilla.org/MPL/2.0/. +--- +job-defaults: + always-target: true + attributes: + code-review: true + treeherder: + kind: test + tier: 1 + platform: lint/opt + worker-type: t-linux-xlarge-source + worker: + docker-image: {in-tree: "lint"} + max-run-time: 1800 + artifacts: + - type: file + name: public/code-review/mozlint.json + path: /builds/worker/mozlint.json + run: + using: mach + when: + files-changed: + # Other misc lint related files. + - 'python/mozlint/**' + - 'tools/lint/**' + +codespell: + description: Checks for misspellings in text files + treeherder: + symbol: text(spell) + # We don't want patches to be backed out because of a typo, a follow up bug will be + # good enough + tier: 2 + run: + mach: lint -v -l codespell -f treeherder -f json:/builds/worker/mozlint.json . + when: + files-changed: + - '**/*.js' + - '**/*.jsm' + - '**/*.jxs' + - '**/*.mjs' + - '**/*.xml' + - '**/*.html' + - '**/*.xhtml' + - '**/*.cpp' + - '**/*.c' + - '**/*.h' + - '**/*.configure' + - '**/*.py' + - '**/*.properties' + - '**/*.rst' + - '**/*.ftl' + - 'tools/lint/codespell.yml' + + +rejected-words: + description: Reject some words we don't want to use in the code base + treeherder: + symbol: text(rejected-words) + # We don't want patches to be backed out because of this, a follow up bug will be + # good enough + tier: 2 + run: + mach: lint -v -l rejected-words -f treeherder -f json:/builds/worker/mozlint.json . + when: + files-changed: + - '**/*.js' + - '**/*.jsm' + - '**/*.jxs' + - '**/*.mjs' + - '**/*.xml' + - '**/*.html' + - '**/*.xhtml' + - '**/*.cpp' + - '**/*.c' + - '**/*.h' + - '**/*.idl' + - '**/*.webidl' + - '**/*.configure' + - '**/*.py' + - '**/*.properties' + - '**/*.rst' + - '**/*.ftl' + - '**/*.java' + - '**/*.kt' + - 'tools/lint/rejected-words.yml' + +eslint: + description: JS lint check + treeherder: + symbol: js(ES) + run: + using: run-task + cwd: '{checkout}' + command: > + cp -r /build/node_modules_eslint node_modules && + cp -r /build/node_modules_eslint-plugin-mozilla/ tools/lint/eslint/eslint-plugin-mozilla/node_modules && + ln -s ../tools/lint/eslint/eslint-plugin-mozilla node_modules && + ln -s ../tools/lint/eslint/eslint-plugin-spidermonkey-js node_modules && + ./mach lint -v -l eslint -f treeherder -f json:/builds/worker/mozlint.json . + when: + files-changed: + # Files that are likely audited. + - '**/*.js' + - '**/*.jsm' + - '**/*.json' + - '**/*.jsx' + - '**/*.mjs' + - '**/*.sjs' + - '**/*.html' + - '**/*.xhtml' + - '**/*.xml' + - 'tools/lint/eslint.yml' + # Run when eslint policies change. + - '**/.eslintignore' + - '**/*eslintrc*' + # The plugin implementing custom checks. + - 'tools/lint/eslint/eslint-plugin-mozilla/**' + - 'tools/lint/eslint/eslint-plugin-spidermonkey-js/**' + +eslint-build: + description: ESLint checks with build data + always-target: false + # Triggered by cron task, don't run on any projects and disable optimization. + run-on-projects: [] + when: null + attributes: + code-review: false + treeherder: + symbol: js(ES-B) + tier: 2 + run: + using: run-task + cwd: '{checkout}' + command: > + export MOZ_XPT_ARTIFACTS_DIR="$MOZ_FETCHES_DIR/$MOZ_XPT_ARTIFACTS_DIRNAME" && + find "$MOZ_XPT_ARTIFACTS_DIR" && + cp -r /build/node_modules_eslint node_modules && + cp -r /build/node_modules_eslint-plugin-mozilla/ tools/lint/eslint/eslint-plugin-mozilla/node_modules && + ln -s ../tools/lint/eslint/eslint-plugin-mozilla node_modules && + ln -s ../tools/lint/eslint/eslint-plugin-spidermonkey-js node_modules && + ./mach lint -v -l eslint -f treeherder --quiet -f json:/builds/worker/mozlint.json . --rule "mozilla/valid-services-property: error" --rule "mozilla/valid-ci-uses: error" + worker: + env: + MOZ_XPT_ARTIFACTS_DIRNAME: xpt_artifacts + require-build: + .*: build-linux64/opt + fetches: + build: + - artifact: target.xpt_artifacts.zip + dest: xpt_artifacts + +stylelint: + description: CSS lint check + treeherder: + symbol: stylelint + run: + using: run-task + cwd: '{checkout}' + command: > + cp -r /build/node_modules_eslint node_modules && + ./mach lint -v -l stylelint -f treeherder -f json:/builds/worker/mozlint.json . + when: + files-changed: + # Files that are likely audited. + - '**/*.css' + - 'tools/lint/styleint.yml' + # Run when stylelint policies change. + - '**/.stylelintignore' + - '**/*stylelintrc*' + +license: + description: Check for license blocks in source files. + treeherder: + symbol: pedantic(license) + run: + mach: lint -v -l license -f treeherder -f json:/builds/worker/mozlint.json . + when: + files-changed: + - '**/*.c' + - '**/*.cc' + - '**/*.cpp' + - '**/*.css' + - '**/*.dtd' + - '**/*.ftl' + - '**/*.h' + - '**/*.html' + - '**/*.idl' + - '**/*.js' + - '**/*.jsm' + - '**/*.jsx' + - '**/*.m' + - '**/*.mjs' + - '**/*.mm' + - '**/*.properties' + - '**/*.py' + - '**/*.rs' + - '**/*.svg' + - '**/*.webidl' + - '**/*.xhtml' + - '**/*.xml' + - 'tools/lint/license.yml' + +lintpref: + description: Check for duplicates between all.js and StaticPrefList.yaml. + treeherder: + symbol: misc(pref) + run: + mach: lint -v -l lintpref -f treeherder -f json:/builds/worker/mozlint.json . + when: + files-changed: + - 'modules/libpref/init/all.js' + - 'modules/libpref/init/StaticPrefList.yaml' + - 'browser/app/profile/firefox.js' + - 'devtools/client/preferences/debugger.js' + - 'mobile/android/app/geckoview-prefs.js' + - 'browser/branding/official/pref/firefox-branding.js' + - 'browser/branding/nightly/pref/firefox-branding.js' + - 'browser/branding/unofficial/pref/firefox-branding.js' + - 'browser/branding/aurora/pref/firefox-branding.js' + - 'browser/app/profile/channel-prefs.js' + - 'mobile/android/installer/mobile-l10n.js' + - 'mobile/android/locales/en-US/mobile-l10n.js' + - 'tools/lint/lintpref.yml' + +mingw-cap: + description: lint for MinGW Capitalization issues + treeherder: + symbol: misc(mingw) + run: + mach: lint -v -l mingw-capitalization -f treeherder -f json:/builds/worker/mozlint.json . + when: + files-changed: + - '**/*.cpp' + - '**/*.cc' + - '**/*.c' + - '**/*.h' + - 'tools/lint/mingw-capitalization.yml' + +updatebot: + description: Ensure moz.yaml files are valid per schema + treeherder: + symbol: misc(mozyaml) + run: + mach: lint -v -l updatebot -f treeherder -f json:/builds/worker/mozlint.json . + when: + files-changed: + - '**/moz.yaml' + +mscom-init: + description: Lint for Microsoft COM initialization + treeherder: + symbol: misc(mscom) + run: + mach: lint -v -l mscom-init -f treeherder -f json:/builds/worker/mozlint.json . + when: + files-changed: + - '**/*.cpp' + - '**/*.cc' + - '**/*.c' + - '**/*.h' + - 'tools/lint/mscom-init.yml' + +py-black: + description: black run over the gecko codebase + treeherder: + symbol: py(black) + run: + mach: lint -v -l black -f treeherder -f json:/builds/worker/mozlint.json . + when: + files-changed: + # The list of extensions should match tools/lint/black.yml + - '**/*.py' + - '**/moz.build' + - '**/*.configure' + - '**/*.mozbuild' + - 'pyproject.toml' + - 'tools/lint/black.yml' + +py-ruff: + description: Run ruff over the gecko codebase + treeherder: + symbol: py(ruff) + run: + mach: lint -v -l ruff -f treeherder -f json:/builds/worker/mozlint.json . + when: + files-changed: + - '**/*.py' + - '**/*.configure' + - '**/.ruff.toml' + - 'pyproject.toml' + - 'tools/lint/ruff.yml' + - 'tools/lint/python/ruff.py' + - 'tools/lint/python/ruff_requirements.txt' + +test-manifest: + description: lint test manifests + treeherder: + symbol: misc(tm) + run: + mach: lint -v -l test-manifest-alpha -l test-manifest-disable -l test-manifest-skip-if -f treeherder -f json:/builds/worker/mozlint.json . + when: + files-changed: + - '**/*.toml' + - 'python/mozlint/**' + - 'tools/lint/**' + - 'tools/lint/test-disable.yml' + +wptlint-gecko: + description: web-platform-tests linter + treeherder: + symbol: misc(W) + run: + mach: lint -v -l wpt -f treeherder -f json:/builds/worker/mozlint.json . + when: + files-changed: + - 'testing/web-platform/tests/**' + - 'testing/web-platform/mozilla/tests/**' + - 'tools/lint/wpt.yml' + +yaml: + description: yamllint run over the gecko codebase + treeherder: + symbol: pedantic(yaml) + run: + mach: lint -v -l yaml -f treeherder -f json:/builds/worker/mozlint.json . + when: + files-changed: + - '**/*.yml' + - '**/*.yaml' + - '**/.ymllint' + +rst: + description: rst lint run over the gecko codebase + treeherder: + symbol: text(rst) + run: + mach: lint -v -l rst -f treeherder -f json:/builds/worker/mozlint.json . + when: + files-changed: + - '**/*.rst' + - 'tools/lint/rst.yml' + +shellcheck: + description: shellcheck run over the gecko codebase + treeherder: + symbol: misc(shell) + run: + mach: lint -v -l shellcheck -f treeherder -f json:/builds/worker/mozlint.json . + when: + files-changed: + - '**/*.sh' + - 'tools/lint/shellcheck.yml' + + +localization: + description: l10n tests for strings with errors + treeherder: + symbol: l10n(l1nt) + run: + mach: lint -v -l l10n -f treeherder * + attributes: + code-review: false + when: + files-changed: + - '**/locales/en-US/**' + - '**/l10n.toml' + - 'third_party/python/compare-locales/**' + - 'third_party/python/fluent/**' + - 'tools/lint/l10n.yml' + + +l10n-conflicts: + description: l10n tests for strings with errors and conflicts with cross-channel + treeherder: + symbol: l10n(l1nt-conflicts) + always-target: false + run-on-projects: [] + run: + mach: lint -W -l l10n -f treeherder -f json:/builds/worker/mozlint.json . + when: + files-changed: + - '**/locales/en-US/**' + - '**/l10n.toml' + - 'third_party/python/compare-locales/**' + - 'third_party/python/fluent/**' + - 'tools/lint/l10n.yml' + + +clang-format: + description: clang-format on the C/C++ code + treeherder: + symbol: cpp(clang-format) + run: + mach: lint -v -l clang-format -f treeherder -f json:/builds/worker/mozlint.json . + when: + files-changed: + - '**/*.cpp' + - '**/*.c' + - '**/*.cc' + - '**/*.h' + - '**/*.m' + - '**/*.mm' + - 'tools/lint/clang-format.yml' + dependencies: + linux64-clang-tidy: toolchain-linux64-clang-tidy + fetches: + linux64-clang-tidy: + - artifact: clang-tidy.tar.zst + dest: clang-tools + + +rustfmt: + description: rustfmt on the Rust code + treeherder: + symbol: rust(rustfmt) + run: + mach: lint -v -l rustfmt -f treeherder -f json:/builds/worker/mozlint.json . + when: + files-changed: + - '**/*.rs' + - 'tools/lint/rustfmt.yml' + fetches: + toolchain: + - linux64-rust + + +clippy: + description: clippy on the Rust code + treeherder: + symbol: rust(clippy) + run: + mach: lint -v -l clippy -f treeherder -f json:/builds/worker/mozlint.json -j 1 . + when: + files-changed: + - '**/*.rs' + - '**/Cargo.toml' + - 'tools/lint/clippy.yml' + fetches: + toolchain: + - linux64-clang + - linux64-rust + - linux64-rust-size + - linux64-cbindgen + - linux64-dump_syms + - linux64-sccache + - linux64-nasm + - linux64-node + - linux64-pkgconf + - sysroot-x86_64-linux-gnu + - sysroot-wasm32-wasi + + +file-whitespace: + description: Check for trailing whitespaces and Windows CR + platform: lint/opt + treeherder: + symbol: pedantic(file-whitespace) + # We don't want patches to be backed out because of this, a follow up bug will be + # good enough + tier: 2 + run: + mach: lint -v -l file-whitespace -f treeherder -f json:/builds/worker/mozlint.json . + when: + files-changed: + - '**/*.c' + - '**/*.cc' + - '**/*.cpp' + - '**/*.css' + - '**/*.dtd' + - '**/*.idl' + - '**/*.ftl' + - '**/*.h' + - '**/*.html' + - '**/*.json' + - '**/*.md' + - '**/*.mn' + - '**/*.properties' + - '**/*.py' + - '**/*.rs' + - '**/*.rst' + - '**/*.toml' + - '**/*.webidl' + - '**/*.yaml' + - '**/*.yml' + - '**/*.xhtml' + + +file-perm: + description: Check for incorrect permissions on source files + platform: lint/opt + treeherder: + symbol: pedantic(file-perm) + # We don't want patches to be backed out because of this, a follow up bug will be + # good enough + tier: 2 + run: + mach: lint -v -l file-perm -f treeherder -f json:/builds/worker/mozlint.json . + when: + files-changed: + - '**/*.build' + - '**/*.c' + - '**/*.cc' + - '**/*.cpp' + - '**/*.flac' + - '**/*.h' + - '**/*.html' + - '**/*.idl' + - '**/*.js' + - '**/*.jsm' + - '**/*.json' + - '**/*.jsx' + - '**/*.m' + - '**/*.m4s' + - '**/*.md' + - '**/*.mjs' + - '**/*.mm' + - '**/*.mn' + - '**/*.mozbuild' + - '**/*.mp4' + - '**/*.png' + - '**/*.rs' + - '**/*.rst' + - '**/*.svg' + - '**/*.toml' + - '**/*.ttf' + - '**/*.wasm' + - '**/*.webidl' + - '**/*.xhtml' + - '**/*.xml' + - '**/*.yaml' + - '**/*.yml' + + +perfdocs-verify: + description: Verifies Performance Testing documentation + treeherder: + symbol: text(perfdocs) + run: + mach: lint -v -l perfdocs -f treeherder -f json:/builds/worker/mozlint.json . + worker: + env: + WORKSPACE: /builds/worker/checkouts/gecko/ + DECISION_TASK_ID: {task-reference: } + artifacts: + - type: file + name: public/perfdocs.diff + path: /builds/worker/diff.txt + when: + files-changed: + - 'devtools/perfdocs/**' + - 'taskcluster/**' + - '**/perftest.toml' + - 'python/mozperftest/**' + - 'testing/awsy/**' + - 'testing/raptor/**' + - 'testing/talos/**' + - 'testing/performance/**' + - 'testing/perfdocs/**' + - 'tools/lint/perfdocs.yml' + +condprof-addons-verify: + description: | + Verifies all xpi files needed by condprof customization sideloading addons are + included in the firefox-addons fetch task. + treeherder: + symbol: misc(condprof-addons) + run: + mach: | + lint -v -l condprof-addons -f treeherder -f json:/builds/worker/mozlint.json . + fetches: + fetch: + - firefox-addons + when: + files-changed: + - 'testing/condprofile/condprof/customization/*.json' + - 'taskcluster/ci/fetch/browsertime.yml' + +fluent-lint: + description: Check for problems with Fluent files. + platform: lint/opt + treeherder: + symbol: l10n(fluent) + run: + mach: lint --linter fluent-lint -f treeherder -f json:/builds/worker/mozlint.json . + when: + files-changed: + - '**/*.ftl' + - 'tools/lint/fluent-lint.yml' + - 'tools/lint/fluent-lint/exclusions.yml' + +trojan-source: + description: Trojan Source attack - CVE-2021-42572 + platform: lint/opt + treeherder: + symbol: misc(trojan-source) + run: + mach: lint -v -l trojan-source --include-third-party -f treeherder -f json:/builds/worker/mozlint.json . + when: + files-changed: + - '**/*.c' + - '**/*.cc' + - '**/*.cpp' + - '**/*.h' + - '**/*.py' + - '**/*.rs' + - 'tools/lint/trojan-source.yml' + +ignorefile-test: + description: .gitignore vs .hgignore consistency check + platform: lint/opt + treeherder: + symbol: ignorefile + run: + mach: lint -v -l ignorefile .gitignore .hgignore + when: + files-changed: + - '.gitignore' + - '.hgignore' diff --git a/taskcluster/kinds/source-test/node.yml b/taskcluster/kinds/source-test/node.yml new file mode 100644 index 0000000000..1d8c8348fb --- /dev/null +++ b/taskcluster/kinds/source-test/node.yml @@ -0,0 +1,221 @@ +# This Source Code Form is subject to the terms of the Mozilla Public +# License, v. 2.0. If a copy of the MPL was not distributed with this +# file, You can obtain one at http://mozilla.org/MPL/2.0/. +--- +newtab-unit-tests: + description: newtab unit tests + platform: linux1804-64/opt + treeherder: + symbol: node(newtab) + kind: test + tier: 1 + worker-type: t-linux-xlarge-source + worker: + docker-image: {in-tree: "ubuntu1804-test"} + max-run-time: 1800 + require-build: + by-project: + autoland: + linux1804-64/opt: build-linux64/opt + try: + linux1804-64/opt: build-linux64/opt + default: + linux1804-64/opt: build-linux64-shippable/opt + run: + using: run-task + cache-dotcache: true + cwd: '{checkout}' + command: > + cd /builds/worker/checkouts/gecko && + rm -rf node_modules && + npm ci && + cd /builds/worker/checkouts/gecko/browser/components/aboutwelcome && + rm -rf node_modules && + npm ci && + cd /builds/worker/checkouts/gecko/browser/components/asrouter && + rm -rf node_modules && + npm ci && + cd /builds/worker/checkouts/gecko/browser/components/newtab && + rm -rf node_modules && + npm ci && + node bin/try-runner.js + when: + files-changed: + - "browser/components/newtab/**" + - "browser/components/aboutwelcome/**" + - "browser/components/asrouter/**" + +newtab-unit-tests-ccov: + description: newtab unit tests code coverage + platform: linux1804-64/opt + treeherder: + symbol: node(newtab-ccov) + kind: test + tier: 1 + worker-type: t-linux-xlarge-source + worker: + docker-image: {in-tree: "ubuntu1804-test"} + max-run-time: 1800 + artifacts: + - name: public/code-coverage-grcov.zip + path: /builds/worker/checkouts/gecko/browser/components/newtab/logs/coverage/code-coverage-grcov.zip + type: file + require-build: + by-project: + try: + linux1804-64/opt: build-linux64/opt + default: + linux1804-64/opt: build-linux64-shippable/opt + run: + using: run-task + cache-dotcache: true + cwd: '{checkout}' + command: > + cd /builds/worker/checkouts/gecko && + rm -rf node_modules && + npm ci && + cd /builds/worker/checkouts/gecko/browser/components/aboutwelcome && + rm -rf node_modules && + npm ci && + cd /builds/worker/checkouts/gecko/browser/components/asrouter && + rm -rf node_modules && + npm ci && + cd /builds/worker/checkouts/gecko/browser/components/newtab && + rm -rf node_modules && + npm ci && + node bin/try-runner.js + # This should only run on mozilla-central, as the bot will only parse mozilla-central + # coverage anyways. + run-on-projects: ["mozilla-central"] + # Note the lack of a "when" rule here. This is to avoid seeing fluctuating + # coverage on coverage.moz.tools / searchfox depending on whether the latest + # push contained patches touching these files or not. + +devtools-tests: + description: devtools node-based tests (for instance jest) + platform: linux1804-64/opt + attributes: + code-review: true + treeherder: + symbol: node(devtools) + kind: test + tier: 1 + worker-type: t-linux-xlarge-source + worker: + docker-image: {in-tree: "lint"} + max-run-time: 1800 + artifacts: + - type: file + name: public/code-review/issues.json + path: /builds/worker/issues.json + run: + using: run-task + cache-dotcache: true + cwd: '{checkout}' + # Re-use rather than re-installing to avoid hitting/requiring + # nodejs servers for downloads + command: > + cp -r /build/node_modules_eslint node_modules && + cp -r /build/node_modules_eslint-plugin-mozilla/ tools/lint/eslint/eslint-plugin-mozilla/node_modules && + ln -s ../tools/lint/eslint/eslint-plugin-mozilla node_modules && + ln -s ../tools/lint/eslint/eslint-plugin-spidermonkey-js node_modules && + cd devtools/client/bin/ && + node devtools-node-test-runner.js --suite=all --artifact=/builds/worker/issues.json + when: + files-changed: + - 'devtools/client/**' + - 'devtools/shared/**' + +devtools-verify-bundle: + description: devtools bundle checker + platform: linux1804-64/opt + attributes: + code-review: true + treeherder: + symbol: node(devtools-bundle) + kind: test + tier: 2 + worker-type: t-linux-xlarge-source + worker: + docker-image: {in-tree: "lint"} + max-run-time: 1200 + artifacts: + - type: file + name: public/code-review/issues.json + path: /builds/worker/issues.json + run: + using: run-task + cache-dotcache: true + cwd: '{checkout}' + # Re-use rather than re-installing to avoid hitting/requiring + # nodejs servers for downloads + command: > + cp -r /build/node_modules_eslint node_modules && + cp -r /build/node_modules_eslint-plugin-mozilla/ tools/lint/eslint/eslint-plugin-mozilla/node_modules && + ln -s ../tools/lint/eslint/eslint-plugin-mozilla node_modules && + ln -s ../tools/lint/eslint/eslint-plugin-spidermonkey-js node_modules && + cd devtools/client/debugger && + yarn && + node bin/bundle.js && + cd ../../.. && + ./mach python taskcluster/scripts/misc/verify-devtools-bundle.py --output /builds/worker/issues.json + when: + files-changed: + - 'devtools/**' + +eslint-plugin-mozilla: + description: eslint-plugin-mozilla integration tests + platform: linux1804-64/opt + treeherder: + symbol: node(epm) + kind: test + tier: 1 + worker-type: t-linux-xlarge-source + worker: + docker-image: {in-tree: "lint"} + max-run-time: 1800 + run: + using: run-task + cache-dotcache: true + cwd: '{checkout}/tools/lint/eslint/eslint-plugin-mozilla' + command: > + cp -r /build/node_modules_eslint-plugin-mozilla node_modules && + npm run test + when: + files-changed: + - 'tools/lint/eslint/eslint-plugin-mozilla/**' + +design-tokens-tests: + description: design tokens unit tests + platform: linux1804-64/opt + treeherder: + symbol: node(design-tokens) + kind: test + tier: 1 + worker-type: t-linux-xlarge-source + worker: + docker-image: {in-tree: "ubuntu1804-test"} + max-run-time: 1800 + require-build: + by-project: + autoland: + linux1804-64/opt: build-linux64/opt + try: + linux1804-64/opt: build-linux64/opt + default: + linux1804-64/opt: build-linux64-shippable/opt + run: + using: run-task + cache-dotcache: true + cwd: '{checkout}' + command: > + cd /builds/worker/checkouts/gecko && + rm -rf node_modules && + npm ci && + cd /builds/worker/checkouts/gecko/toolkit/themes/shared/design-system && + rm -rf node_modules && + npm ci && + node tests/try-runner.js + when: + files-changed: + - "toolkit/themes/shared/design-system/**" diff --git a/taskcluster/kinds/source-test/puppeteer.yml b/taskcluster/kinds/source-test/puppeteer.yml new file mode 100644 index 0000000000..3bfd1a9645 --- /dev/null +++ b/taskcluster/kinds/source-test/puppeteer.yml @@ -0,0 +1,52 @@ +# This Source Code Form is subject to the terms of the Mozilla Public +# License, v. 2.0. If a copy of the MPL was not distributed with this +# file, You can obtain one at http://mozilla.org/MPL/2.0/. +--- +job-defaults: + platform: linux1804-64/opt + require-build: + by-project: + try: + linux1804-64/opt: build-linux64/opt + default: + linux1804-64/opt: build-linux64-shippable/opt + fetches: + build: + - target.tar.bz2 + toolchain: + - linux64-node + treeherder: + kind: test + tier: 1 + worker-type: t-linux-xlarge-source + worker: + docker-image: {in-tree: ubuntu1804-test} + max-run-time: 3600 + artifacts: + - type: file + name: public/remote/pup_errorsummary.json + path: /builds/worker/pup_errorsummary.json + optimization: + skip-unless-expanded: null + +puppeteer: + description: Puppeteer tests against Firefox CDP-based remote protocol + treeherder: + symbol: Pup(cdp) + run: # Bug 1651542: Use screenshot feature to warm-up the font cache before the actual test + using: run-task + command: > + cd $GECKO_PATH/ && + $MOZ_FETCHES_DIR/firefox/firefox --screenshot http://example.org && + ./mach puppeteer-test --ci -vv --binary $MOZ_FETCHES_DIR/firefox/firefox --cdp --headless --log-tbpl - --log-errorsummary /builds/worker/pup_errorsummary.json + +puppeteer-with-bidi: + description: Puppeteer tests against Firefox Webdriver BiDi remote protocol + treeherder: + symbol: Pup(wd) + run: # Bug 1651542: Use screenshot feature to warm-up the font cache before the actual test + using: run-task + command: > + cd $GECKO_PATH/ && + $MOZ_FETCHES_DIR/firefox/firefox --screenshot http://example.org && + ./mach puppeteer-test --ci -vv --binary $MOZ_FETCHES_DIR/firefox/firefox --headless --log-tbpl - --log-errorsummary /builds/worker/pup_errorsummary.json diff --git a/taskcluster/kinds/source-test/python.yml b/taskcluster/kinds/source-test/python.yml new file mode 100644 index 0000000000..c8214d17d5 --- /dev/null +++ b/taskcluster/kinds/source-test/python.yml @@ -0,0 +1,637 @@ +# This Source Code Form is subject to the terms of the Mozilla Public +# License, v. 2.0. If a copy of the MPL was not distributed with this +# file, You can obtain one at http://mozilla.org/MPL/2.0/. +--- +job-defaults: + platform: linux1804-64/opt + always-target: + by-platform: + macosx.*: false + default: true + worker-type: + by-platform: + linux1804-64.*: t-linux-xlarge-source + macosx1015-64.*: t-osx-1015-r8 + windows11-64.*: win11-64-2009-source + worker: + by-platform: + linux1804-64.*: + docker-image: {in-tree: "lint"} + max-run-time: 3600 + macosx.*: + max-run-time: 3600 + env: + PATH: "/usr/local/bin:/bin:/sbin:/usr/bin:/usr/sbin" + default: + max-run-time: 3600 + use-python: default + treeherder: + kind: test + tier: 1 + run: + using: mach + when: + files-changed: + - 'config/mozunit/**' + - 'python/mach_commands.py' + +firefox-ci: + description: taskcluster/gecko_taskgraph unit tests + always-target: false + python-version: [3] + treeherder: + symbol: ci + run: + using: python-test + subsuite: ci + when: + files-changed: + - '.taskcluster.yml' + - 'taskcluster/kinds/**' + - 'taskcluster/**/*.py' + - 'tools/tryselect/selectors/auto.py' + +fog: + description: Python unit tests for Firefox on Glean + platform: + - linux1804-64/opt + - macosx1015-64/opt + - windows11-64/opt + python-version: [3] + treeherder: + symbol: fp + run: + using: python-test + subsuite: fog + when: + files-changed: + - 'toolkit/components/glean/**' + +mach: + description: python/mach unit tests + platform: + - linux1804-64/opt + - macosx1015-64/opt + - windows11-64/opt + python-version: [3] + treeherder: + symbol: mach + run: + using: python-test + subsuite: mach + when: + files-changed: + - 'python/mach/**' + - 'python/sites/**' + +marionette-harness: + description: testing/marionette/harness unit tests + platform: + - linux1804-64/opt + - windows11-64/opt + python-version: [3] + treeherder: + symbol: mnh + run: + using: python-test + subsuite: marionette-harness + when: + files-changed: + - 'testing/marionette/harness/**' + - 'testing/mozbase/mozlog/mozlog/**' + - 'testing/mozbase/mozlog/setup.py' + +mochitest-harness: + description: testing/mochitest unittests + platform: + - linux1804-64/opt + - linux1804-64/debug + - linux1804-64-asan/opt + always-target: false + require-build: + by-project: + try: + linux1804-64-asan/opt: build-linux64-asan/opt + linux1804-64/debug: build-linux64/debug + linux1804-64/opt: build-linux64/opt + default: + linux1804-64-asan/opt: build-linux64-asan/opt + linux1804-64/debug: build-linux64/debug + linux1804-64/opt: build-linux64-shippable/opt + treeherder: + symbol: py3(mch) + worker: + by-platform: + linux1804-64.*: + docker-image: {in-tree: "ubuntu1804-test"} + max-run-time: 3600 + run: + using: run-task + cwd: '{checkout}' + command: > + source /builds/worker/scripts/xvfb.sh && + start_xvfb '1600x1200x24' 0 && + export GECKO_BINARY_PATH=$MOZ_FETCHES_DIR/firefox/firefox && + export TEST_HARNESS_ROOT=$MOZ_FETCHES_DIR/tests && + ./mach python-test --subsuite mochitest + fetches: + build: + - target.tar.bz2 + - artifact: target.common.tests.tar.gz + dest: tests + - artifact: target.mochitest.tests.tar.gz + dest: tests + toolchain: + - linux64-fix-stacks + when: + files-changed: + - 'testing/mochitest/**' + - 'testing/mozbase/mozrunner/mozrunner/**' + - 'testing/mozbase/moztest/moztest/selftest/**' + - 'testing/mozharness/mozharness/base/log.py' + - 'testing/mozharness/mozharness/mozilla/structuredlog.py' + - 'testing/mozharness/mozharness/mozilla/testing/errors.py' + - 'testing/profiles/**' + + +mozbase: + description: testing/mozbase unit tests + platform: + - linux1804-64/opt + - macosx1015-64/opt + - windows11-64/opt + python-version: [3] + treeherder: + symbol: mb + run: + using: python-test + subsuite: mozbase + when: + files-changed: + - 'testing/mozbase/**' + +mozharness: + description: mozharness integration tests + treeherder: + symbol: py3(mh) + run: + using: run-task + cache-dotcache: true + cwd: '{checkout}/testing/mozharness' + command: > + /usr/local/bin/tox -e py311-hg6.4 + when: + files-changed: + - 'testing/mozharness/**' + +mozlint: + description: python/mozlint unit tests + platform: + - linux1804-64/opt + - macosx1015-64/opt + - windows11-64/opt + python-version: [3] + treeherder: + symbol: mozlint + tier: 2 + run: + using: python-test + subsuite: mozlint + dependencies: + clang-tidy: + by-platform: + linux1804-64/opt: toolchain-linux64-clang-tidy + macosx1015-64/opt: toolchain-macosx64-clang-tidy + windows11-64/opt: toolchain-win64-clang-tidy + fetches: + toolchain: + by-platform: + linux1804-64/opt: + - linux64-node + - linux64-rust + macosx1015-64/opt: + - macosx64-node + - macosx64-rust + windows11-64/opt: + - win64-node + - win64-rust + clang-tidy: + - artifact: clang-tidy.tar.zst + dest: clang-tools + when: + files-changed: + - 'python/mozlint/**' + - 'tools/lint/**' + +mozrelease: + description: python/mozrelease unit tests + python-version: [3] + treeherder: + symbol: release + run: + using: python-test + subsuite: mozrelease + when: + files-changed: + - 'python/mozrelease/**' + +mozterm: + description: python/mozterm unit tests + platform: + - linux1804-64/opt + - windows11-64/opt + python-version: [3] + treeherder: + symbol: term + run: + using: python-test + subsuite: mozterm + when: + files-changed: + - 'python/mozterm/**' + +mozversioncontrol: + description: python/mozversioncontrol unit tests + platform: + - linux1804-64/opt + - macosx1015-64/opt + - windows11-64/opt + python-version: [3] + treeherder: + symbol: vcs + run: + using: python-test + subsuite: mozversioncontrol + when: + files-changed: + - 'python/mozversioncontrol/**' + +raptor: + description: testing/raptor unit tests + platform: + - linux1804-64/opt + - macosx1015-64/opt + - windows11-64/opt + python-version: [3] + treeherder: + symbol: rap + run: + using: python-test + subsuite: raptor + when: + files-changed: + - 'testing/raptor/**' + +reftest-harness: + description: layout/tools/reftest unittests + platform: + - linux1804-64/opt + - linux1804-64/debug + - linux1804-64-asan/opt + require-build: + by-project: + try: + linux1804-64-asan/opt: build-linux64-asan/opt + linux1804-64/debug: build-linux64/debug + linux1804-64/opt: build-linux64/opt + default: + linux1804-64-asan/opt: build-linux64-asan/opt + linux1804-64/debug: build-linux64/debug + linux1804-64/opt: build-linux64-shippable/opt + always-target: false + treeherder: + symbol: py3(ref) + worker: + by-platform: + linux1804-64.*: + docker-image: {in-tree: "ubuntu1804-test"} + max-run-time: 3600 + run: + using: run-task + cwd: '{checkout}' + command: > + source /builds/worker/scripts/xvfb.sh && + start_xvfb '1600x1200x24' 0 && + export GECKO_BINARY_PATH=$MOZ_FETCHES_DIR/firefox/firefox && + export TEST_HARNESS_ROOT=$MOZ_FETCHES_DIR/tests && + ./mach python-test --subsuite reftest + fetches: + build: + - target.tar.bz2 + - artifact: target.common.tests.tar.gz + dest: tests + - artifact: target.reftest.tests.tar.gz + dest: tests + toolchain: + - linux64-fix-stacks + when: + files-changed: + - 'layout/tools/reftest/**' + - 'testing/mozbase/mozrunner/mozrunner/**' + - 'testing/mozbase/moztest/moztest/selftest/**' + - 'testing/mozharness/mozharness/base/log.py' + - 'testing/mozharness/mozharness/mozilla/structuredlog.py' + - 'testing/mozharness/mozharness/mozilla/testing/errors.py' + +taskgraph-tests: + description: taskcluster/gecko_taskgraph unit tests + python-version: [3] + treeherder: + symbol: tg + run: + using: python-test + subsuite: taskgraph + when: + files-changed: + - 'taskcluster/**/*.py' + - 'python/mach/**/*.py' + +tryselect: + description: tools/tryselect unit tests + platform: + - linux1804-64/opt + - windows11-64/opt + python-version: [3] + treeherder: + symbol: try + run: + using: python-test + subsuite: try + when: + files-changed: + - 'taskcluster/config.yml' + - 'taskcluster/kinds/test/**' + - 'taskcluster/gecko_taskgraph/transforms/**' + - 'tools/tryselect/**' + +mozbuild: + description: mozbuild unit tests + platform: + - linux1804-64/opt + - macosx1015-64/opt + - windows11-64/opt + python-version: [3] + treeherder: + symbol: mbu + run: + using: python-test + subsuite: mozbuild + fetches: + toolchain: + by-platform: + linux1804-64/opt: + - linux64-node + macosx1015-64/opt: + - macosx64-node + windows11-64/opt: + - win64-node + - win64-mozmake + when: + files-changed: + - '**/moz.configure' + - 'build/moz.configure/**' + - 'config/tests/**' + - 'dom/bindings/mozwebidlcodegen/**' + - 'modules/libpref/init/**' + - 'modules/libpref/test/**' + - 'python/mach/**' + - 'python/mozboot/**' + - 'python/mozbuild/**' + - 'python/mozterm/**' + - 'python/mozversioncontrol/**' + - 'testing/mozbase/**' + - 'testing/xpcshell/xpcshellcommandline.py' + +mozperftest: + description: mozperftest unit tests + platform: + - linux1804-64/opt + - macosx1015-64/opt + - windows11-64/opt + treeherder: + symbol: mpu + run: + mach: perftest-test + fetches: + toolchain: + by-platform: + linux1804-64/opt: + - linux64-node + macosx1015-64/opt: + - macosx64-node + windows11-64/opt: + - win64-node + when: + files-changed: + - 'testing/performance/**' + - 'python/mozperftest/**' + +fxms-schemas: + description: > + Ensure messaging-system schemas are up-to-date and run Experimenter + integration tests. + platform: + - linux1804-64/opt + treeherder: + symbol: py3(fxms) + require-build: + by-project: + try: + linux1804-64/opt: build-linux64/opt + default: + linux1804-64/opt: build-linux64/opt + fetches: + build: + - artifact: target.tar.bz2 + - artifact: target.common.tests.tar.gz + worker: + by-platform: + linux1804-64.*: + docker-image: {in-tree: "ubuntu1804-test"} + max-run-time: 3600 + run: + using: run-task + cwd: '{checkout}' + command: > + cd browser/components/asrouter/content-src/schemas && + env LD_LIBRARY_PATH=${MOZ_FETCHES_DIR}/firefox \ + ${MOZ_FETCHES_DIR}/bin/xpcshell \ + -g ${MOZ_FETCHES_DIR}/firefox \ + -a ${MOZ_FETCHES_DIR}/firefox/browser \ + extract-test-corpus.js + ../../../../../mach python -- make-schemas.py --check + when: + files-changed: + - 'browser/components/asrouter/content-src/schemas/extract-test-corpus.js' + - 'browser/components/asrouter/content-src/schemas/make-schemas.py' + - 'browser/components/asrouter/content-src/**/*.schema.json' + - 'browser/components/asrouter/modules/CFRMessageProvider.sys.mjs' + - 'browser/components/asrouter/modules/OnboardingMessageProvider.sys.mjs' + - 'browser/components/asrouter/modules/PanelTestProvider.sys.mjs' + +condprof: + description: testing/condprofile unit tests + platform: + - linux1804-64/opt + - macosx1015-64/opt + - windows11-64/opt + python-version: [3] + treeherder: + symbol: condprof + run: + using: python-test + subsuite: condprof + when: + files-changed: + - 'testing/condprofile/condprof**' + - 'testing/condprofile/setup.py' + +featuregates: + description: featuregates Python unit tests + platform: + - linux1804-64/opt + - windows11-64/opt + python-version: [3] + treeherder: + symbol: fg + run: + using: python-test + subsuite: featuregates + fetches: + toolchain: + by-platform: + linux1804-64/opt: + - linux64-node + windows11-64/opt: + - win64-node + when: + files-changed: + - 'toolkit/components/featuregates/**' + +skip-fails: + description: testing/skip-fails unit tests + always-target: false + python-version: [3] + treeherder: + symbol: sf + run: + using: python-test + subsuite: skip-fails + when: + files-changed: + - 'testing/skipfails.py' + - 'testing/test/**' + +talos: + description: testing/talos unit tests + platform: windows11-64/opt + python-version: [3] + treeherder: + symbol: tal + run: + using: python-test + subsuite: talos + when: + files-changed: + - 'testing/talos/**' + +telemetry-integration-tests: + description: pytest-based integration tests for Telemetry + always-target: false + platform: + - linux1804-64/opt + worker: + by-platform: + linux1804-64.*: + docker-image: {in-tree: "ubuntu1804-test"} + max-run-time: 3600 + require-build: + by-project: + try: + linux1804-64/opt: build-linux64/opt + default: + linux1804-64/opt: build-linux64-shippable/opt + treeherder: + symbol: tt(i) + tier: 3 + run-on-projects: [] + run: + using: run-task + cwd: '{checkout}' + command: > + source /builds/worker/scripts/xvfb.sh && + start_xvfb '1600x1200x24' 0 && + export GECKO_BINARY_PATH=$MOZ_FETCHES_DIR/firefox/firefox && + ./mach python-test --subsuite telemetry-integration-tests + fetches: + build: + - target.tar.bz2 + - artifact: target.common.tests.tar.gz + dest: tests + - artifact: target.reftest.tests.tar.gz + dest: tests + when: + files-changed: + - 'toolkit/components/telemetry/**' + +telemetry-python: + description: Python unit tests for Telemetry + platform: + - linux1804-64/opt + - macosx1015-64/opt + - windows11-64/opt + python-version: [3] + treeherder: + symbol: tp + run: + using: python-test + subsuite: telemetry-python + fetches: + toolchain: + by-platform: + linux1804-64/opt: + - linux64-node + macosx1015-64/opt: + - macosx64-node + windows11-64/opt: + - win64-node + when: + files-changed: + - 'toolkit/components/telemetry/**' + +webext: + description: WebExtensions python utilities unit tests + platform: + - linux1804-64/opt + python-version: [3] + treeherder: + symbol: webext-py + tier: 2 + run: + using: python-test + subsuite: webext-python + when: + files-changed: + - 'toolkit/components/extensions/webidl-api/**' + - 'toolkit/components/extensions/schemas/*.json' + - 'browser/components/extensions/schemas/*.json' + - 'mobile/android/components/extensions/schemas/*.json' + +xpcom: + description: xpcom unit tests + platform: + - linux1804-64/opt + python-version: [3] + treeherder: + symbol: xpcom + run: + using: python-test + subsuite: xpcom + when: + files-changed: + - 'third_party/python/ply/**' + - 'xpcom/components/*.py' + - 'xpcom/components/test/**' + - 'xpcom/ds/tools/**' + - 'xpcom/ds/test/**' + - 'xpcom/idl-parser/**' diff --git a/taskcluster/kinds/source-test/shadow-scheduler.yml b/taskcluster/kinds/source-test/shadow-scheduler.yml new file mode 100644 index 0000000000..97d1b1f30b --- /dev/null +++ b/taskcluster/kinds/source-test/shadow-scheduler.yml @@ -0,0 +1,178 @@ +# This Source Code Form is subject to the terms of the Mozilla Public +# License, v. 2.0. If a copy of the MPL was not distributed with this +# file, You can obtain one at http://mozilla.org/MPL/2.0/. +--- +job-defaults: + platform: gecko-decision/opt + worker-type: t-linux-xlarge-source + worker: + docker-image: {in-tree: "lint"} + max-run-time: 3600 + artifacts: + - type: file + name: public/shadow-scheduler/optimized-tasks.json + path: /builds/worker/optimized-tasks.json + env: + DECISION_TASK_ID: {task-reference: } + treeherder: + kind: other + tier: 3 + run-on-projects: ['autoland-only'] + run: + using: mach + mach: taskgraph optimized -v --json -p task-id=$DECISION_TASK_ID --output-file /builds/worker/optimized-tasks.json + sparse-profile: taskgraph + +relevant_tests: + description: Runs the relevant_tests optimization strategy instead of the default. + treeherder: + symbol: SS(relevant_tests) + index: + product: source + job-name: shadow-scheduler-relevant_tests + worker: + env: + TASKGRAPH_OPTIMIZE_STRATEGIES: gecko_taskgraph.optimize:experimental.relevant_tests + +bugbug_tasks_medium: + description: Runs the bugbug_tasks_medium optimization strategy instead of the default. + treeherder: + symbol: SS(bugbug_tasks_medium) + index: + product: source + job-name: shadow-scheduler-bugbug_tasks_medium + worker: + env: + TASKGRAPH_OPTIMIZE_STRATEGIES: gecko_taskgraph.optimize:experimental.bugbug_tasks_medium + +bugbug_tasks_high: + description: Runs the bugbug_tasks_high optimization strategy (with a high confidence threshold) instead of the default. + treeherder: + symbol: SS(bugbug_tasks_high) + index: + product: source + job-name: shadow-scheduler-bugbug_tasks_high + worker: + env: + TASKGRAPH_OPTIMIZE_STRATEGIES: gecko_taskgraph.optimize:experimental.bugbug_tasks_high + +bugbug_debug_disperse: + description: Runs the bugbug_debug_disperse optimization strategy instead of the default. + treeherder: + symbol: SS(bugbug_debug_disperse) + index: + product: source + job-name: shadow-scheduler-bugbug_debug_disperse + worker: + env: + TASKGRAPH_OPTIMIZE_STRATEGIES: gecko_taskgraph.optimize:experimental.bugbug_debug_disperse + +bugbug_disperse_low: + description: Runs the bugbug_disperse_low optimization strategy instead of the default. + treeherder: + symbol: SS(bugbug_disperse_low) + index: + product: source + job-name: shadow-scheduler-bugbug_disperse_low + worker: + env: + TASKGRAPH_OPTIMIZE_STRATEGIES: gecko_taskgraph.optimize:experimental.bugbug_disperse_low + +bugbug_disperse_medium: + description: Runs the bugbug_disperse_medium optimization strategy instead of the default. + treeherder: + symbol: SS(bugbug_disperse_med) + index: + product: source + job-name: shadow-scheduler-bugbug_disperse_medium + worker: + env: + TASKGRAPH_OPTIMIZE_STRATEGIES: gecko_taskgraph.optimize:experimental.bugbug_disperse_medium + +bugbug_disperse_reduced_medium: + description: Runs the bugbug_disperse_reduced_medium optimization strategy instead of the default. + treeherder: + symbol: SS(bugbug_di_r_med_noun) + index: + product: source + job-name: shadow-scheduler-bugbug_disperse_reduced_medium + worker: + env: + TASKGRAPH_OPTIMIZE_STRATEGIES: gecko_taskgraph.optimize:experimental.bugbug_disperse_reduced_medium + +bugbug_reduced_manifests_config_selection_low: + description: Runs the bugbug_reduced_manifests_config_selection_low optimization strategy instead of the default. + treeherder: + symbol: SS(bugbug_r_c_s_low) + index: + product: source + job-name: shadow-scheduler-bugbug_reduced_manifests_config_selection_low + worker: + env: + TASKGRAPH_OPTIMIZE_STRATEGIES: gecko_taskgraph.optimize:experimental.bugbug_reduced_manifests_config_selection_low + +bugbug_reduced_manifests_config_selection_medium: + description: Runs the bugbug_reduced_manifests_config_selection_medium optimization strategy instead of the default. + treeherder: + symbol: SS(bugbug_r_c_s_med) + index: + product: source + job-name: shadow-scheduler-bugbug_reduced_manifests_config_selection_medium + worker: + env: + TASKGRAPH_OPTIMIZE_STRATEGIES: gecko_taskgraph.optimize:experimental.bugbug_reduced_manifests_config_selection_medium + +bugbug_disperse_medium_no_unseen: + description: Runs the bugbug_disperse_medium_no_unseen optimization strategy instead of the default. + treeherder: + symbol: SS(bugbug_disp_med_noun) + index: + product: source + job-name: shadow-scheduler-bugbug_disperse_medium_no_unseen + worker: + env: + TASKGRAPH_OPTIMIZE_STRATEGIES: gecko_taskgraph.optimize:experimental.bugbug_disperse_medium_no_unseen + +bugbug_disperse_medium_only_one: + description: Runs the bugbug_disperse_medium_only_one optimization strategy instead of the default. + treeherder: + symbol: SS(bugbug_disp_med_one) + index: + product: source + job-name: shadow-scheduler-bugbug_disperse_medium_only_one + worker: + env: + TASKGRAPH_OPTIMIZE_STRATEGIES: gecko_taskgraph.optimize:experimental.bugbug_disperse_medium_only_one + +bugbug_disperse_high: + description: Runs the bugbug_disperse_high optimization strategy instead of the default. + treeherder: + symbol: SS(bugbug_disperse_high) + index: + product: source + job-name: shadow-scheduler-bugbug_disperse_high + worker: + env: + TASKGRAPH_OPTIMIZE_STRATEGIES: gecko_taskgraph.optimize:experimental.bugbug_disperse_high + +bugbug_reduced: + description: Runs the bugbug_reduced optimization strategy instead of the default. + treeherder: + symbol: SS(bugbug_reduced) + index: + product: source + job-name: shadow-scheduler-bugbug_reduced + worker: + env: + TASKGRAPH_OPTIMIZE_STRATEGIES: gecko_taskgraph.optimize:experimental.bugbug_reduced + +bugbug_reduced_high: + description: Runs the bugbug_reduced optimization strategy (with a low confidence threshold) instead of the default. + treeherder: + symbol: SS(bugbug_reduced_high) + index: + product: source + job-name: shadow-scheduler-bugbug_reduced_high + worker: + env: + TASKGRAPH_OPTIMIZE_STRATEGIES: gecko_taskgraph.optimize:experimental.bugbug_reduced_high diff --git a/taskcluster/kinds/source-test/taskgraph.yml b/taskcluster/kinds/source-test/taskgraph.yml new file mode 100644 index 0000000000..da3b27d33b --- /dev/null +++ b/taskcluster/kinds/source-test/taskgraph.yml @@ -0,0 +1,42 @@ +# This Source Code Form is subject to the terms of the Mozilla Public +# License, v. 2.0. If a copy of the MPL was not distributed with this +# file, You can obtain one at http://mozilla.org/MPL/2.0/. +--- +diff: + description: Generates diffs of CI changes + platform: linux1804-64/opt + worker-type: t-linux-xlarge-source + worker: + docker-image: {in-tree: "lint"} + max-run-time: 1800 + # Uncomment to upload logs of the generations as artifacts. + # env: + # XDG_CACHE_HOME: "/builds/worker/artifacts/cache" + artifacts: + - type: directory + name: public/taskgraph + path: /builds/worker/artifacts + attributes: + code-review: true + always-target: true + treeherder: + kind: test + platform: gecko-decision/opt + symbol: tgdiff + tier: 2 + task-context: + from-parameters: + base_rev: base_rev + substitution-fields: + - run.command + run: + using: run-task + cwd: '{checkout}' + command: >- + mkdir -p /builds/worker/artifacts/diffs && + ./mach taskgraph target --fast -p "taskcluster/test/params" --force-local-files-changed -o "/builds/worker/artifacts/diffs/diff.txt" --diff {base_rev} && + python taskcluster/scripts/misc/summarize-tgdiff.py /builds/worker/artifacts/diffs/ 20 + when: + files-changed: + - 'taskcluster/kinds/**' + - 'taskcluster/**/*.py' diff --git a/taskcluster/kinds/source-test/vendor.yml b/taskcluster/kinds/source-test/vendor.yml new file mode 100644 index 0000000000..c6594c6f68 --- /dev/null +++ b/taskcluster/kinds/source-test/vendor.yml @@ -0,0 +1,44 @@ +# This Source Code Form is subject to the terms of the Mozilla Public +# License, v. 2.0. If a copy of the MPL was not distributed with this +# file, You can obtain one at http://mozilla.org/MPL/2.0/. +--- +job-defaults: + worker-type: t-linux-xlarge-source + attributes: + code-review: true + worker: + docker-image: {in-tree: static-analysis-build} + max-run-time: 1200 + artifacts: + - type: file + name: public/code-review/issues.json + path: /builds/worker/issues.json + treeherder: + kind: test + tier: 1 + platform: lint/opt + run: + using: run-task + +rust: + description: Rust vendoring validation + treeherder: + symbol: rust(vendor) + worker: + env: + MACH_BUILD_PYTHON_NATIVE_PACKAGE_SOURCE: system + run: + cwd: '{checkout}' + command: >- + ./mach vendor rust --issues-json /builds/worker/issues.json + fetches: + toolchain: + - linux64-cargo-vet + - linux64-rust + when: + files-changed: + - 'Cargo.lock' + - '**/Cargo.toml' + - 'python/mozbuild/mozbuild/vendor/vendor_rust.py' + - 'supply-chain/**' + - 'third_party/rust/**' diff --git a/taskcluster/kinds/source-test/webcompat.yml b/taskcluster/kinds/source-test/webcompat.yml new file mode 100644 index 0000000000..66ff7910a6 --- /dev/null +++ b/taskcluster/kinds/source-test/webcompat.yml @@ -0,0 +1,37 @@ +# This Source Code Form is subject to the terms of the Mozilla Public +# License, v. 2.0. If a copy of the MPL was not distributed with this +# file, You can obtain one at http://mozilla.org/MPL/2.0/. +--- +job-defaults: + platform: linux1804-64/opt + require-build: + by-project: + try: + linux1804-64/opt: build-linux64/opt + default: + linux1804-64/opt: build-linux64-shippable/opt + fetches: + build: + - target.tar.bz2 + toolchain: + - linux64-geckodriver + run-on-projects: [] + treeherder: + kind: test + worker-type: t-linux-xlarge-source + worker: + docker-image: {in-tree: ubuntu1804-test} + max-run-time: 1800 + optimization: + skip-unless-expanded: null + +interventions: + description: webcompat intervention tests + treeherder: + symbol: wc(I) + tier: 3 + python-version: [3] + run: + using: mach + # Need to start Xvfb if we remove --headless + mach: test-interventions --headless --binary $MOZ_FETCHES_DIR/firefox/firefox --webdriver-binary $MOZ_FETCHES_DIR/geckodriver --log-tbpl - diff --git a/taskcluster/kinds/source-test/webidl.yml b/taskcluster/kinds/source-test/webidl.yml new file mode 100644 index 0000000000..eec7a75e38 --- /dev/null +++ b/taskcluster/kinds/source-test/webidl.yml @@ -0,0 +1,24 @@ +# This Source Code Form is subject to the terms of the Mozilla Public +# License, v. 2.0. If a copy of the MPL was not distributed with this +# file, You can obtain one at http://mozilla.org/MPL/2.0/. +--- +test: + description: WebIDL parser tests + platform: lint/opt + treeherder: + symbol: Wp + kind: test + tier: 1 + worker-type: t-linux-xlarge-source + worker: + docker-image: {in-tree: "lint"} + max-run-time: 1800 + run: + using: mach + mach: webidl-parser-test --verbose + when: + files-changed: + - 'dom/bindings/parser/runtests.py' + - 'dom/bindings/parser/WebIDL.py' + - 'dom/bindings/parser/tests/**' + - 'other-licenses/ply/**' diff --git a/taskcluster/kinds/source-test/wpt-manifest.yml b/taskcluster/kinds/source-test/wpt-manifest.yml new file mode 100644 index 0000000000..06b29b60f5 --- /dev/null +++ b/taskcluster/kinds/source-test/wpt-manifest.yml @@ -0,0 +1,39 @@ +# This Source Code Form is subject to the terms of the Mozilla Public +# License, v. 2.0. If a copy of the MPL was not distributed with this +# file, You can obtain one at http://mozilla.org/MPL/2.0/. +--- +job-defaults: + platform: linux64/opt + treeherder: + kind: test + tier: 2 + worker-type: t-linux-xlarge-source + worker: + docker-image: {in-tree: "lint"} + max-run-time: 1800 + +upload: + description: Generate and store the web-platform-tests manifest + treeherder: + symbol: Wm + index: + product: source + job-name: manifest-upload + rank: build_date + run: + using: run-task + cwd: '{checkout}' + command: > + ./mach wpt-manifest-update --config testing/web-platform/wptrunner.ini --no-download + && tar -cvzf manifests.tar.gz -C testing/web-platform/ meta/MANIFEST.json mozilla/meta/MANIFEST.json + worker: + artifacts: + - type: file + path: /builds/worker/checkouts/gecko/manifests.tar.gz + name: public/manifests.tar.gz + + max-run-time: 3600 + when: + files-changed: + - 'testing/web-platform/tests/**' + - 'testing/web-platform/mozilla/tests/**' diff --git a/taskcluster/kinds/source-test/wpt-metadata.yml b/taskcluster/kinds/source-test/wpt-metadata.yml new file mode 100644 index 0000000000..b2c54d62b9 --- /dev/null +++ b/taskcluster/kinds/source-test/wpt-metadata.yml @@ -0,0 +1,58 @@ +# This Source Code Form is subject to the terms of the Mozilla Public +# License, v. 2.0. If a copy of the MPL was not distributed with this +# file, You can obtain one at http://mozilla.org/MPL/2.0/. +--- +job-defaults: + platform: lint/opt + treeherder: + kind: test + tier: 2 + worker-type: t-linux-xlarge-source + worker: + docker-image: {in-tree: "lint"} + max-run-time: 1800 + +summary: + description: Summarize wpt metadata + treeherder: + symbol: wpt-meta + index: + product: source + job-name: source-wpt-metadata-summary + run: + using: mach + mach: wpt-metadata-summary --out-dir=/builds/worker/artifacts + worker: + artifacts: + - type: directory + path: /builds/worker/artifacts + name: public + max-run-time: 2700 + when: + files-changed: + - 'testing/web-platform/meta/**' + - 'testing/web-platform/mozilla/meta/**' + - 'testing/web-platform/metasummary.py' + + +fission-regression: + description: Summarize fission regressions in wpt + treeherder: + symbol: wpt-fis + index: + product: source + job-name: source-wpt-fission-regressions + run: + using: mach + mach: wpt-fission-regressions --all-json /builds/worker/artifacts/regressions.json --untriaged /builds/worker/artifacts/untriaged.txt + worker: + artifacts: + - type: directory + path: /builds/worker/artifacts + name: public + max-run-time: 2700 + when: + files-changed: + - 'testing/web-platform/meta/**' + - 'testing/web-platform/mozilla/meta/**' + - 'testing/web-platform/fissionregressions.py' diff --git a/taskcluster/kinds/spidermonkey/kind.yml b/taskcluster/kinds/spidermonkey/kind.yml new file mode 100644 index 0000000000..560ac9a58b --- /dev/null +++ b/taskcluster/kinds/spidermonkey/kind.yml @@ -0,0 +1,75 @@ +# This Source Code Form is subject to the terms of the Mozilla Public +# License, v. 2.0. If a copy of the MPL was not distributed with this +# file, You can obtain one at http://mozilla.org/MPL/2.0/. +--- +loader: gecko_taskgraph.loader.transform:loader + +kind-dependencies: + - toolchain + +transforms: + - gecko_taskgraph.transforms.spidermonkey:transforms + - gecko_taskgraph.transforms.build_attrs:transforms + - gecko_taskgraph.transforms.build_schedules:transforms + - gecko_taskgraph.transforms.build_lints:transforms + - gecko_taskgraph.transforms.job:transforms + - gecko_taskgraph.transforms.task:transforms + +job-defaults: + attributes: + retrigger: true + treeherder: + kind: build + tier: 1 + index: + product: firefox + worker-type: b-linux-gcp + run: + using: spidermonkey + when: + files-changed: + # any when.files-changed specified below in a job will be + # appended to this list + - build/** + - config/** + - configure.py + - dom/bindings/** + - intl/icu/** + - js/moz.configure + - js/public/** + - js/src/** + - layout/tools/reftest/reftest/** + - Makefile.in + - media/webrtc/trunk/tools/gyp/** + - memory/** + - mfbt/** + - modules/fdlibm/** + - modules/zlib/src/** + - mozglue/** + - moz.build + - moz.configure + - nsprpub/** + - python/** + - taskcluster/moz.build + - taskcluster/kinds/spidermonkey/kind.yml + - testing/mozbase/** + - testing/web-platform/** + - test.mozbuild + - toolkit/mozapps/installer/package-name.mk + - toolkit/mozapps/installer/upload-files.mk + fetches: + toolchain: + by-worker-type: + .*-b-win2022: + - win64-clang + - win64-rust + default: + - linux64-clang + - linux64-gcc + - linux64-rust + - linux64-dump_syms + - sysroot-x86_64-linux-gnu + +jobs-from: + - linux.yml + - windows.yml diff --git a/taskcluster/kinds/spidermonkey/linux.yml b/taskcluster/kinds/spidermonkey/linux.yml new file mode 100644 index 0000000000..fbf3c8d0e2 --- /dev/null +++ b/taskcluster/kinds/spidermonkey/linux.yml @@ -0,0 +1,628 @@ +# This Source Code Form is subject to the terms of the Mozilla Public +# License, v. 2.0. If a copy of the MPL was not distributed with this +# file, You can obtain one at http://mozilla.org/MPL/2.0/. +--- +job-defaults: + worker: + max-run-time: 10800 + docker-image: {in-tree: debian12-amd64-build} + env: + MOZ_JS_UPLOAD_BINARIES_DEFAULT: "0" + run: + tooltool-downloads: public + +sm-package-linux64/opt: + description: "Spidermonkey source package and test" + index: + job-name: sm-package-linux64-opt + treeherder: + symbol: SM(pkg) + platform: linux64/opt + run: + using: spidermonkey-package + spidermonkey-variant: plain + fetches: + toolchain: + - linux64-clang + - linux64-cbindgen + - linux64-dump_syms + - linux64-breakpad-injector + - linux64-minidump-stackwalk + - linux64-llvm-symbolizer + - linux64-rust + - linux64-gcc + - linux64-pkgconf + - sysroot-x86_64-linux-gnu + +sm-plain-linux64/debug: + description: "Spidermonkey Plain" + index: + job-name: sm-plain-linux64-debug + treeherder: + platform: linux64/debug + symbol: SM(p) + run: + spidermonkey-variant: plaindebug + fetches: + toolchain: + - linux64-clang + - linux64-cbindgen + - linux64-dump_syms + - linux64-breakpad-injector + - linux64-minidump-stackwalk + - linux64-llvm-symbolizer + - linux64-rust + - linux64-pkgconf + - sysroot-x86_64-linux-gnu + +sm-plain-linux64/opt: + description: "Spidermonkey Plain" + index: + job-name: sm-plain-linux64-opt + treeherder: + symbol: SM(p) + platform: linux64/opt + run: + spidermonkey-variant: plain + fetches: + toolchain: + - linux64-clang + - linux64-cbindgen + - linux64-dump_syms + - linux64-breakpad-injector + - linux64-minidump-stackwalk + - linux64-llvm-symbolizer + - linux64-rust + - linux64-gcc + - linux64-pkgconf + - sysroot-x86_64-linux-gnu + +sm-smoosh-linux64/debug: + description: "Spidermonkey SmooshMonkey" + index: + job-name: sm-smoosh-linux64-debug + treeherder: + platform: linux64/debug + symbol: SM(smoosh) + tier: 3 + run: + spidermonkey-variant: smooshdebug + run-on-projects: [] + fetches: + toolchain: + - linux64-clang + - linux64-rust + - linux64-cbindgen + - linux64-dump_syms + - linux64-breakpad-injector + - linux64-minidump-stackwalk + - linux64-llvm-symbolizer + - linux64-pkgconf + - sysroot-x86_64-linux-gnu + when: + files-changed: + - 'third_party/rust/jsparagus/**' + - 'js/src/frontend/Frontend2.cpp' + - 'js/src/frontend/Frontend2.h' + - 'js/src/frontend/SourceNotes.h' + - 'js/src/frontend/smoosh/**' + - 'js/public/Symbol.h' + - 'js/src/vm/AsyncFunctionResolveKind.h' + - 'js/src/vm/BytecodeFormatFlags.h' + - 'js/src/vm/CheckIsObjectKind.h' + - 'js/src/vm/FunctionFlags.h' + - 'js/src/vm/FunctionPrefixKind.h' + - 'js/src/vm/GeneratorAndAsyncKind.h' + - 'js/src/vm/GeneratorResumeKind.h' + - 'js/src/vm/Opcodes.h' + - 'js/src/vm/ThrowMsgKind.h' + - 'js/src/vm/StencilEnums.h' + +sm-smoosh-linux64/opt: + description: "Spidermonkey SmooshMonkey" + index: + job-name: sm-smoosh-linux64-opt + treeherder: + symbol: SM(smoosh) + platform: linux64/opt + tier: 3 + run: + spidermonkey-variant: smoosh + run-on-projects: [] + fetches: + toolchain: + - linux64-clang + - linux64-rust + - linux64-cbindgen + - linux64-dump_syms + - linux64-breakpad-injector + - linux64-minidump-stackwalk + - linux64-llvm-symbolizer + - linux64-pkgconf + - sysroot-x86_64-linux-gnu + when: + files-changed: + - 'third_party/rust/jsparagus/**' + - 'js/src/frontend/Frontend2.cpp' + - 'js/src/frontend/Frontend2.h' + - 'js/src/frontend/SourceNotes.h' + - 'js/src/frontend/smoosh/**' + - 'js/public/Symbol.h' + - 'js/src/vm/AsyncFunctionResolveKind.h' + - 'js/src/vm/BytecodeFormatFlags.h' + - 'js/src/vm/CheckIsObjectKind.h' + - 'js/src/vm/FunctionFlags.h' + - 'js/src/vm/FunctionPrefixKind.h' + - 'js/src/vm/GeneratorAndAsyncKind.h' + - 'js/src/vm/GeneratorResumeKind.h' + - 'js/src/vm/Opcodes.h' + - 'js/src/vm/ThrowMsgKind.h' + - 'js/src/vm/StencilEnums.h' + +sm-nojit-linux64/opt: + description: "Spidermonkey no JIT" + index: + job-name: sm-nojit-linux64-opt + treeherder: + symbol: SM(nojit) + platform: linux64/opt + run: + spidermonkey-variant: nojit + fetches: + toolchain: + - linux64-clang + - linux64-rust + - linux64-cbindgen + - linux64-dump_syms + - linux64-breakpad-injector + - linux64-minidump-stackwalk + - linux64-llvm-symbolizer + - linux64-pkgconf + - sysroot-x86_64-linux-gnu + +sm-pbl-linux64/opt: + description: "Spidermonkey PBL" + index: + job-name: sm-pbl-linux64-opt + treeherder: + symbol: SM(pbl) + platform: linux64/opt + tier: 2 + run: + spidermonkey-variant: pbl + fetches: + toolchain: + - linux64-clang + - linux64-rust + - linux64-cbindgen + - linux64-dump_syms + - linux64-breakpad-injector + - linux64-minidump-stackwalk + - linux64-llvm-symbolizer + - linux64-pkgconf + - sysroot-x86_64-linux-gnu + +sm-pbl-linux64/debug: + description: "Spidermonkey PBL Debug" + index: + job-name: sm-pbl-linux64-debug + treeherder: + symbol: SM(pbl) + platform: linux64/debug + tier: 2 + run: + spidermonkey-variant: pbl-debug + fetches: + toolchain: + - linux64-clang + - linux64-rust + - linux64-cbindgen + - linux64-dump_syms + - linux64-breakpad-injector + - linux64-minidump-stackwalk + - linux64-llvm-symbolizer + - linux64-pkgconf + - sysroot-x86_64-linux-gnu + +sm-plain-linux32/debug: + description: "Spidermonkey Plain" + index: + job-name: sm-plain-linux32-debug + treeherder: + platform: linux32/debug + symbol: SM(p) + run: + spidermonkey-variant: plaindebug + spidermonkey-platform: linux + fetches: + toolchain: + - linux64-clang + - linux64-rust + - linux64-cbindgen + - linux64-dump_syms + - linux64-breakpad-injector + - linux64-minidump-stackwalk + - linux64-llvm-symbolizer + - linux64-pkgconf + - sysroot-i686-linux-gnu + - sysroot-x86_64-linux-gnu + +sm-arm-sim-linux32/debug: + description: "Spidermonkey ARM sim" + index: + job-name: sm-arm-sim-linux32-debug + treeherder: + platform: linux32/debug + symbol: SM(arm) + run: + spidermonkey-variant: arm-sim + fetches: + toolchain: + - linux64-clang + - linux64-rust + - linux64-cbindgen + - linux64-dump_syms + - linux64-breakpad-injector + - linux64-minidump-stackwalk + - linux64-llvm-symbolizer + - linux64-pkgconf + - sysroot-i686-linux-gnu + - sysroot-x86_64-linux-gnu + +sm-arm64-sim-linux64/debug: + description: "Spidermonkey ARM64 sim" + index: + job-name: sm-arm64-sim-linux64-debug + treeherder: + platform: linux64/debug + symbol: SM(arm64) + run: + spidermonkey-variant: arm64-sim + worker: + env: + MOZ_JS_UPLOAD_BINARIES_DEFAULT: "1" + fetches: + toolchain: + - linux64-clang + - linux64-rust + - linux64-cbindgen + - linux64-dump_syms + - linux64-breakpad-injector + - linux64-minidump-stackwalk + - linux64-llvm-symbolizer + - linux64-pkgconf + - sysroot-x86_64-linux-gnu + +sm-asan-linux64/opt: + description: "Spidermonkey Address Sanitizer" + index: + job-name: sm-linux64-asan-opt + treeherder: + symbol: SM(asan) + platform: linux64/opt + worker: + env: + MOZ_JS_UPLOAD_BINARIES_DEFAULT: "1" + run: + spidermonkey-variant: asan + fetches: + toolchain: + - linux64-clang + - linux64-rust + - linux64-cbindgen + - linux64-dump_syms + - linux64-breakpad-injector + - linux64-minidump-stackwalk + - linux64-llvm-symbolizer + - linux64-pkgconf + - sysroot-x86_64-linux-gnu + +sm-compacting-linux64/debug: + description: "Spidermonkey Compacting" + index: + job-name: sm-compacting-linux64-debug + treeherder: + platform: linux64/debug + symbol: SM(cgc) + run: + spidermonkey-variant: compacting + fetches: + toolchain: + - linux64-clang + - linux64-rust + - linux64-cbindgen + - linux64-dump_syms + - linux64-breakpad-injector + - linux64-minidump-stackwalk + - linux64-llvm-symbolizer + - linux64-pkgconf + - sysroot-x86_64-linux-gnu + +sm-linux64-wasi/opt: + description: "Spidermonkey WASI opt build" + index: + job-name: sm-linux64-wasi-opt + treeherder: + platform: linux64/opt + symbol: SM(wasi) + tier: 2 + run: + spidermonkey-variant: wasi + fetches: + toolchain: + - linux64-clang + - linux64-rust + - linux64-cbindgen + - linux64-dump_syms + - linux64-pkgconf + - sysroot-x86_64-linux-gnu + - sysroot-wasm32-wasi + +# Like sm-linux64-wasi/opt but with Intl/ICU enabled. +sm-linux64-wasi-intl/opt: + description: "Spidermonkey WASI Intl opt build" + index: + job-name: sm-linux64-wasi-intl-opt + treeherder: + platform: linux64/opt + symbol: SM(wasi-intl) + tier: 2 + run: + spidermonkey-variant: wasi-intl + fetches: + toolchain: + - linux64-clang + - linux64-rust + - linux64-cbindgen + - linux64-dump_syms + - linux64-pkgconf + - sysroot-x86_64-linux-gnu + - sysroot-wasm32-wasi + +sm-wasm-no-experimental-linux64/debug: + description: "Spidermonkey WebAssembly No experimental features" + index: + job-name: sm-wasm-no-experimental-linux64-debug + treeherder: + platform: linux64/debug + symbol: SM(wasm-no-experimental) + tier: 2 + run: + spidermonkey-variant: wasm-noexperimental + fetches: + toolchain: + - linux64-clang + - linux64-cbindgen + - linux64-dump_syms + - linux64-breakpad-injector + - linux64-minidump-stackwalk + - linux64-llvm-symbolizer + - linux64-rust + - linux64-gcc + - linux64-pkgconf + - sysroot-x86_64-linux-gnu + +sm-linux64-wasi-pbl/opt: + description: "Spidermonkey WASI opt build with PBL" + index: + job-name: sm-pbl-linux64-wasi-opt + treeherder: + platform: linux64/opt + symbol: SM(wasi-pbl) + tier: 2 + run: + spidermonkey-variant: wasi-pbl + fetches: + toolchain: + - linux64-clang + - linux64-rust + - linux64-cbindgen + - linux64-dump_syms + - linux64-pkgconf + - sysroot-x86_64-linux-gnu + - sysroot-wasm32-wasi + +sm-msan-linux64/opt: + description: "Spidermonkey Memory Sanitizer" + index: + job-name: sm-linux64-msan-opt + treeherder: + symbol: SM(msan) + platform: linux64/opt + tier: 3 + worker: + env: + MOZ_JS_UPLOAD_BINARIES_DEFAULT: "1" + run: + spidermonkey-variant: msan + # Disable by default by allow try pushes to explicitly request. + run-on-projects: [] + fetches: + toolchain: + - linux64-clang + - linux64-rust + - linux64-cbindgen + - linux64-dump_syms + - linux64-breakpad-injector + - linux64-minidump-stackwalk + - linux64-llvm-symbolizer + - linux64-pkgconf + - sysroot-x86_64-linux-gnu + +sm-tsan-linux64/opt: + description: "Spidermonkey Thread Sanitizer" + index: + job-name: sm-linux64-tsan-opt + treeherder: + symbol: SM(tsan) + platform: linux64/opt + worker: + env: + MOZ_JS_UPLOAD_BINARIES_DEFAULT: "1" + run: + spidermonkey-variant: tsan + fetches: + toolchain: + - linux64-clang + - linux64-gcc + - linux64-cbindgen + - linux64-dump_syms + - linux64-breakpad-injector + - linux64-minidump-stackwalk + - linux64-llvm-symbolizer + - linux64-rust-dev + - linux64-pkgconf + - sysroot-x86_64-linux-gnu + +sm-rootanalysis-linux64/debug: + description: "Spidermonkey Root Analysis" + index: + job-name: sm-rootanalysis-linux64-debug + treeherder: + platform: linux64/debug + symbol: SM(r) + run: + spidermonkey-variant: rootanalysis + fetches: + toolchain: + - linux64-clang + - linux64-rust + - linux64-cbindgen + - linux64-dump_syms + - linux64-breakpad-injector + - linux64-minidump-stackwalk + - linux64-llvm-symbolizer + - linux64-pkgconf + - sysroot-x86_64-linux-gnu + +sm-nonunified-linux64/debug: + description: "Spidermonkey Non-Unified Debug" + index: + job-name: sm-nonunified-linux64-debug + treeherder: + platform: linux64/debug + symbol: SM(nu) + run: + spidermonkey-variant: nonunified + fetches: + toolchain: + - linux64-clang + - linux64-rust + - linux64-cbindgen + - linux64-dump_syms + - linux64-breakpad-injector + - linux64-minidump-stackwalk + - linux64-llvm-symbolizer + - linux64-pkgconf + - sysroot-x86_64-linux-gnu + +sm-fuzzing-linux64/opt: + description: "Spidermonkey Fuzzing" + index: + job-name: sm-linux64-fuzzing + treeherder: + platform: linux64/opt + symbol: SM(f) + worker: + env: + MOZ_JS_UPLOAD_BINARIES_DEFAULT: "1" + run: + spidermonkey-variant: fuzzing + fetches: + toolchain: + - linux64-clang + - linux64-rust + - linux64-cbindgen + - linux64-dump_syms + - linux64-breakpad-injector + - linux64-minidump-stackwalk + - linux64-llvm-symbolizer + - linux64-pkgconf + - sysroot-x86_64-linux-gnu + +sm-fuzzilli-linux64/debug: + description: "Spidermonkey Fuzzilli debug" + index: + job-name: sm-linux64-fuzzilli-debug + treeherder: + platform: linux64/debug + symbol: SM(fuzzilli) + worker: + env: + MOZ_JS_UPLOAD_BINARIES_DEFAULT: "1" + run: + spidermonkey-variant: fuzzilli + fetches: + toolchain: + - linux64-clang + - linux64-rust + - linux64-cbindgen + - linux64-pkgconf + - sysroot-x86_64-linux-gnu + +sm-gdb-linux64/debug: + description: "Spidermonkey GDB Pretty-printers" + index: + job-name: sm-gdb-linux64 + worker: + docker-image: {in-tree: gdb-test} + treeherder: + platform: linux64/debug + tier: 2 + symbol: SM(gdb) + run: + spidermonkey-variant: gdb + fetches: + toolchain: + - linux64-clang + - linux64-gcc + - linux64-rust + - linux64-cbindgen + - linux64-dump_syms + - linux64-breakpad-injector + - linux64-minidump-stackwalk + - linux64-llvm-symbolizer + - linux64-pkgconf + - sysroot-x86_64-linux-gnu + +sm-rt-linux64/debug: + description: "SpiderMonkey Records&Tuples" + index: + job-name: sm-rt-linux64-debug + treeherder: + platform: linux64/debug + symbol: SM(rt) + run: + spidermonkey-variant: rtdebug + fetches: + toolchain: + - linux64-clang + - linux64-cbindgen + - linux64-dump_syms + - linux64-breakpad-injector + - linux64-minidump-stackwalk + - linux64-llvm-symbolizer + - linux64-rust + - linux64-pkgconf + - sysroot-x86_64-linux-gnu + +sm-temporal-linux64/debug: + description: "SpiderMonkey Temporal" + index: + job-name: sm-temporal-linux64-debug + treeherder: + platform: linux64/debug + symbol: SM(temporal) + run: + spidermonkey-variant: temporaldebug + fetches: + toolchain: + - linux64-clang + - linux64-cbindgen + - linux64-dump_syms + - linux64-breakpad-injector + - linux64-minidump-stackwalk + - linux64-llvm-symbolizer + - linux64-rust + - linux64-pkgconf + - sysroot-x86_64-linux-gnu diff --git a/taskcluster/kinds/spidermonkey/windows.yml b/taskcluster/kinds/spidermonkey/windows.yml new file mode 100644 index 0000000000..2fa90deb8e --- /dev/null +++ b/taskcluster/kinds/spidermonkey/windows.yml @@ -0,0 +1,124 @@ +# This Source Code Form is subject to the terms of the Mozilla Public +# License, v. 2.0. If a copy of the MPL was not distributed with this +# file, You can obtain one at http://mozilla.org/MPL/2.0/. +--- +job-defaults: + worker-type: b-win2022 + worker: + max-run-time: 10800 + run: + tooltool-downloads: public + +sm-plain-win64/debug: + description: "Spidermonkey Plain win64 debug" + index: + job-name: sm-plain-win64-debug + treeherder: + platform: windows2012-64/debug + symbol: SM(p) + run: + spidermonkey-variant: plaindebug + spidermonkey-platform: win64 + fetches: + toolchain: + - win64-cbindgen + - win64-clang + - win64-rust + - win64-mozmake + - vs + +sm-plain-win32/debug: + description: "Spidermonkey Plain win32 debug" + index: + job-name: sm-plain-win32-debug + treeherder: + platform: windows2012-32/debug + symbol: SM(p) + tier: 2 + run: + spidermonkey-variant: plaindebug + spidermonkey-platform: win32 + run-on-projects: ['mozilla-central'] + fetches: + toolchain: + - win64-cbindgen + - win64-clang + - win64-rust + - win64-mozmake + - vs + +sm-plain-win64/opt: + description: "Spidermonkey Plain win64 opt" + index: + job-name: sm-plain-win64-opt + treeherder: + platform: windows2012-64/opt + symbol: SM(p) + run: + spidermonkey-variant: plain + spidermonkey-platform: win64 + fetches: + toolchain: + - win64-cbindgen + - win64-clang + - win64-rust + - win64-mozmake + - vs + +sm-plain-win32/opt: + description: "Spidermonkey Plain win32 opt" + index: + job-name: sm-plain-win32-opt + treeherder: + platform: windows2012-32/opt + symbol: SM(p) + tier: 2 + run: + spidermonkey-variant: plain + spidermonkey-platform: win32 + run-on-projects: ['mozilla-central'] + fetches: + toolchain: + - win64-cbindgen + - win64-clang + - win64-rust + - win64-mozmake + - vs + +sm-compacting-win64/debug: + description: "Spidermonkey Compacting win64 debug" + index: + job-name: sm-compacting-win64-debug + treeherder: + platform: windows2012-64/debug + symbol: SM(cgc) + run: + spidermonkey-variant: compacting + spidermonkey-platform: win64 + fetches: + toolchain: + - win64-cbindgen + - win64-clang + - win64-rust + - win64-mozmake + - vs + +sm-compacting-win32/debug: + description: "Spidermonkey Compacting win32 debug" + index: + job-name: sm-compacting-win32-debug + treeherder: + platform: windows2012-32/debug + symbol: SM(cgc) + tier: 2 + run: + spidermonkey-variant: compacting + spidermonkey-platform: win32 + run-on-projects: [] + fetches: + toolchain: + - win64-cbindgen + - win64-clang + - win64-rust + - win64-mozmake + - vs diff --git a/taskcluster/kinds/startup-test/kind.yml b/taskcluster/kinds/startup-test/kind.yml new file mode 100644 index 0000000000..3e6975ae92 --- /dev/null +++ b/taskcluster/kinds/startup-test/kind.yml @@ -0,0 +1,129 @@ +# This Source Code Form is subject to the terms of the Mozilla Public +# License, v. 2.0. If a copy of the MPL was not distributed with this +# file, You can obtain one at http://mozilla.org/MPL/2.0/. +--- +loader: gecko_taskgraph.loader.transform:loader + +kind-dependencies: + # We want to test the signed version of a build, to make sure + # any startup problems or crashes caused by signing are caught + # This means we depend on a different kind depending on the platform + # non-system python + - toolchain + # linux + - build-signing + # mac + - repackage + # windows + - repackage-signing + +transforms: + - gecko_taskgraph.transforms.startup_test:transforms + - gecko_taskgraph.transforms.job:transforms + - gecko_taskgraph.transforms.task:transforms + +job-defaults: + name: startup-test + description: Check whether or not a product crashes on startup + run-on-projects: ['mozilla-central'] + worker: + max-run-time: 3600 + run: + sparse-profile: startup-test + attributes: + build_type: opt + treeherder: + symbol: SUT + kind: test + tier: 1 + use-python: default + +jobs: + linux32: + dependencies: + build-signing: build-signing-linux-shippable/opt + run: + using: run-task + cwd: "{checkout}" + extra-config: + upstream_kind: build-signing + upstream_artifact: target.tar.bz2 + binary: firefox + worker-type: b-linux-gcp + worker: + docker-image: {in-tree: ubuntu1804-test} + shipping-product: firefox + attributes: + build_platform: linux-shippable + treeherder: + platform: linux-shippable/opt + + linux64: + dependencies: + build-signing: build-signing-linux64-shippable/opt + run: + using: run-task + cwd: "{checkout}" + extra-config: + upstream_kind: build-signing + upstream_artifact: target.tar.bz2 + binary: firefox + worker-type: b-linux-gcp + worker: + docker-image: {in-tree: ubuntu1804-test} + shipping-product: firefox + attributes: + build_platform: linux64-shippable + treeherder: + platform: linux64-shippable/opt + + macosx64: + dependencies: + repackage: repackage-macosx64-shippable/opt + run: + using: mach + python-version: 3 + extra-config: + upstream_kind: repackage + upstream_artifact: target.dmg + binary: Contents/MacOS/firefox + worker-type: t-osx-1015-r8 + shipping-product: firefox + attributes: + build_platform: macosx64-shippable + treeherder: + platform: macosx64-shippable/opt + + win32: + dependencies: + repackage-signing: repackage-signing-win32-shippable/opt + run: + using: mach + python-version: 3 + extra-config: + upstream_kind: repackage-signing + upstream_artifact: target.installer.exe + binary: core/firefox.exe + worker-type: win11-64-2009-source + shipping-product: firefox + attributes: + build_platform: win32-shippable + treeherder: + platform: windows2012-32-shippable/opt + + win64: + dependencies: + repackage-signing: repackage-signing-win64-shippable/opt + run: + using: mach + python-version: 3 + extra-config: + upstream_kind: repackage-signing + upstream_artifact: target.installer.exe + binary: core/firefox.exe + worker-type: win11-64-2009-source + shipping-product: firefox + attributes: + build_platform: win64-shippable + treeherder: + platform: windows2012-64-shippable/opt diff --git a/taskcluster/kinds/static-analysis-autotest/kind.yml b/taskcluster/kinds/static-analysis-autotest/kind.yml new file mode 100644 index 0000000000..3901e0a7fd --- /dev/null +++ b/taskcluster/kinds/static-analysis-autotest/kind.yml @@ -0,0 +1,102 @@ +# This Source Code Form is subject to the terms of the Mozilla Public +# License, v. 2.0. If a copy of the MPL was not distributed with this +# file, You can obtain one at http://mozilla.org/MPL/2.0/. +--- +loader: gecko_taskgraph.loader.transform:loader + +kind-dependencies: + - toolchain + +transforms: + - gecko_taskgraph.transforms.build_attrs:transforms + - gecko_taskgraph.transforms.build_schedules:transforms + - gecko_taskgraph.transforms.build_lints:transforms + - gecko_taskgraph.transforms.job:transforms + - gecko_taskgraph.transforms.task:transforms + +job-defaults: + attributes: + retrigger: true + index: + product: firefox + worker: + skip-artifacts: true + max-run-time: 3600 + env: + PERFHERDER_EXTRA_OPTIONS: static-analysis-autotest + use-python: default + run-on-projects: ['mozilla-central'] + run: + using: mozharness + actions: [static-analysis-autotest] + script: mozharness/scripts/fx_desktop_build.py + treeherder: + symbol: Sa + kind: build + tier: 1 + +jobs: + linux64-st-autotest/debug: + description: "Linux64 Debug Static Analysis Autotest" + index: + job-name: linux64-st-autotest-debug + treeherder: + platform: linux64/debug + worker-type: t-linux-large + worker: + docker-image: {in-tree: static-analysis-build} + env: + # clang-tidy needs a recent libstdc++, which can be found in the clang + # toolchain. + LD_LIBRARY_PATH: /builds/worker/checkouts/gecko/clang/lib + PERFHERDER_EXTRA_OPTIONS: static-analysis-autotest + run: + config: + - builds/releng_base_firefox.py + - builds/releng_sub_linux_configs/64_stat_and_debug.py + tooltool-downloads: public + keep-artifacts: false + use-sccache: true + fetches: + toolchain: + - linux64-clang + - linux64-clang-tidy + - linux64-rust + - linux64-sccache + - linux64-cbindgen + - linux64-nasm + - linux64-node + - linux64-pkgconf + - sysroot-x86_64-linux-gnu + - sysroot-wasm32-wasi + + win64-st-autotest/debug: + description: "Win64 Debug Static Analysis Autotest" + index: + job-name: win64-st-autotest-debug + treeherder: + platform: windows2012-64/debug + tier: 2 + worker-type: b-win2022 + run: + config: + - builds/releng_base_firefox.py + - builds/taskcluster_base_windows.py + - builds/taskcluster_base_win64.py + - builds/taskcluster_sub_win64/debug.py + extra-config: + mozconfig_variant: debug + use-sccache: false + fetches: + toolchain: + - win64-clang + - win64-rust + - win64-cbindgen + - win64-clang-tidy + - win64-nasm + - win64-node + - win64-dump_syms + - win64-winchecksec + - vs + - windows-rs + - sysroot-wasm32-wasi diff --git a/taskcluster/kinds/system-symbols-reprocess/kind.yml b/taskcluster/kinds/system-symbols-reprocess/kind.yml new file mode 100644 index 0000000000..e96f8f4fa3 --- /dev/null +++ b/taskcluster/kinds/system-symbols-reprocess/kind.yml @@ -0,0 +1,46 @@ +# This Source Code Form is subject to the terms of the Mozilla Public +# License, v. 2.0. If a copy of the MPL was not distributed with this +# file, You can obtain one at http://mozilla.org/MPL/2.0/. +--- +loader: gecko_taskgraph.loader.transform:loader + +# we need that to apply grouping only on jobs that have "build_platform", so we +# dont fail for the "fetch" kind that does is a dependency but does not have it +only-for-attributes: + - build_platform + +transforms: + - taskgraph.transforms.from_deps + - gecko_taskgraph.transforms.reprocess_symbols + - gecko_taskgraph.transforms.job + - gecko_taskgraph.transforms.task + +kind-dependencies: + - system-symbols + - system-symbols-upload + - fetch + +jobs: + system-symbols-reprocess: + from-deps: + kinds: ["system-symbols", "system-symbols-upload"] + group-by: platform + description: Reprocess Symbols on Crash-Stats + attributes: + cron: true + worker-type: b-linux-gcp + worker: + docker-image: {in-tree: system-symbols-linux-scraper} + max-run-time: 7200 + env: + # {level} gets replaced in the reprocess_symbols transform + CRASHSTATS_SECRET: "project/releng/gecko/build/level-{level}/gecko-symbol-reprocess" + DUMP_SYMS: "/bin/false" + run: + using: run-task + command: {task-reference: "${MOZ_FETCHES_DIR}/symbol-scrapers/reprocess.sh "} + fetches: + fetch: + - symbol-scrapers + scopes: + - secrets:get:project/releng/gecko/build/level-{level}/gecko-symbol-reprocess diff --git a/taskcluster/kinds/system-symbols-upload/kind.yml b/taskcluster/kinds/system-symbols-upload/kind.yml new file mode 100644 index 0000000000..e36f7afd84 --- /dev/null +++ b/taskcluster/kinds/system-symbols-upload/kind.yml @@ -0,0 +1,34 @@ +# This Source Code Form is subject to the terms of the Mozilla Public +# License, v. 2.0. If a copy of the MPL was not distributed with this +# file, You can obtain one at http://mozilla.org/MPL/2.0/. +--- +loader: gecko_taskgraph.loader.transform:loader + +transforms: + - taskgraph.transforms.from_deps + - gecko_taskgraph.transforms.upload_symbols + - gecko_taskgraph.transforms.job + - gecko_taskgraph.transforms.task + +kind-dependencies: + - system-symbols + +jobs: + system-symbols-upload: + description: Upload Symbols + from-deps: {} + attributes: + cron: true + worker-type: b-linux-gcp + worker: + docker-image: {in-tree: "lint"} + max-run-time: 1200 + env: + # {level} gets replaced in the upload_symbols transform + SYMBOL_SECRET: "project/releng/gecko/build/level-{level}/gecko-symbol-upload" + run: + using: mach + mach: {task-reference: "python toolkit/crashreporter/tools/upload_symbols.py --task-id --ignore-missing"} + sparse-profile: upload-symbols + scopes: + - secrets:get:project/releng/gecko/build/level-{level}/gecko-symbol-upload diff --git a/taskcluster/kinds/system-symbols/kind.yml b/taskcluster/kinds/system-symbols/kind.yml new file mode 100644 index 0000000000..0090454a68 --- /dev/null +++ b/taskcluster/kinds/system-symbols/kind.yml @@ -0,0 +1,320 @@ +# This Source Code Form is subject to the terms of the Mozilla Public +# License, v. 2.0. If a copy of the MPL was not distributed with this +# file, You can obtain one at http://mozilla.org/MPL/2.0/. +--- +loader: gecko_taskgraph.loader.transform:loader + +kind-dependencies: + - toolchain + - fetch + +transforms: + - gecko_taskgraph.transforms.job:transforms + - gecko_taskgraph.transforms.task:transforms + +job-defaults: + attributes: + cron: true + # This enables uploading symbols. + enable-full-crashsymbols: true + fetches: + toolchain: + - linux64-dump_syms + treeherder: + platform: symbols/opt + kind: other + tier: 2 + worker-type: b-linux-gcp + worker: + env: + MACH_BUILD_PYTHON_NATIVE_PACKAGE_SOURCE: system + +jobs: + mac: + description: Extract macOS system symbols found in crashreports + attributes: + build_platform: macos + index: + product: system-symbols + job-name: mac + type: generic + worker: + env: + PROCESSED_PACKAGES_INDEX: gecko.v2.mozilla-central.latest.system-symbols.mac + PROCESSED_PACKAGES_PATH: public/build/processed-packages.gz + artifacts: + - name: public/build + type: directory + path: /builds/worker/artifacts/ + docker-image: {in-tree: system-symbols-mac} + max-run-time: 28800 + run: + using: run-task + command: >- + ./run.sh + treeherder: + symbol: system-symbols-mac + fetches: + toolchain: + - linux64-libdmg + win: + description: Extract windows system symbols found in crashreports + attributes: + build_platform: windows + index: + product: system-symbols + job-name: win + type: generic + worker: + artifacts: + - name: public/build + type: directory + path: /builds/worker/artifacts/ + docker-image: {in-tree: system-symbols-win} + max-run-time: 3600 + run: + using: run-task + command: >- + ./run.sh + treeherder: + symbol: system-symbols-win + archlinux: + description: Extract ArchLinux system symbols found in crashreports + attributes: + build_platform: archlinux + index: + product: system-symbols + job-name: archlinux + type: generic + worker: + artifacts: + - name: public/build + type: directory + path: /builds/worker/artifacts/ + docker-image: {in-tree: system-symbols-linux-scraper} + max-run-time: 14400 + run: + using: run-task + command: >- + ./run.sh arch + treeherder: + symbol: sys-symbols-archlinux + fetches: + fetch: + - symbol-scrapers + debian: + description: Extract Debian system symbols found in crashreports + attributes: + build_platform: debian + index: + product: system-symbols + job-name: debian + type: generic + worker: + artifacts: + - name: public/build + type: directory + path: /builds/worker/artifacts/ + docker-image: {in-tree: system-symbols-linux-scraper} + max-run-time: 14400 + run: + using: run-task + command: >- + ./run.sh debian + treeherder: + symbol: sys-symbols-debian + fetches: + fetch: + - symbol-scrapers + firefox-snap: + description: Extract Firefox Snap symbols found in crashreports + attributes: + build_platform: firefox-snap + index: + product: system-symbols + job-name: firefox-snap + type: generic + worker: + artifacts: + - name: public/build + type: directory + path: /builds/worker/artifacts/ + docker-image: {in-tree: system-symbols-linux-scraper} + max-run-time: 14400 + run: + using: run-task + command: >- + ./run.sh firefox-snap + treeherder: + symbol: firefox-symbols-snap + fetches: + fetch: + - symbol-scrapers + flatpak: + description: Extract Firefox Flatpak symbols found in crashreports + attributes: + build_platform: firefox-flatpak + index: + product: system-symbols + job-name: firefox-flatpak + type: generic + worker: + artifacts: + - name: public/build + type: directory + path: /builds/worker/artifacts/ + docker-image: {in-tree: system-symbols-linux-scraper} + max-run-time: 14400 + run: + using: run-task + command: >- + ./run.sh firefox-flatpak + treeherder: + symbol: firefox-symbols-fltpk + fetches: + fetch: + - symbol-scrapers + gnome-sdk-snap: + description: Extract GNOME SDK Snap symbols found in crashreports + attributes: + build_platform: gnome-sdk-snap + index: + product: system-symbols + job-name: gnome-sdk-snap + type: generic + worker: + artifacts: + - name: public/build + type: directory + path: /builds/worker/artifacts/ + docker-image: {in-tree: system-symbols-linux-scraper} + max-run-time: 14400 + run: + using: run-task + command: >- + ./run.sh gnome-sdk-snap + treeherder: + symbol: gnome-sdk-symbols-snap + fetches: + fetch: + - symbol-scrapers + fedora: + description: Extract Fedora system symbols found in crashreports + attributes: + build_platform: fedora + index: + product: system-symbols + job-name: fedora + type: generic + worker: + artifacts: + - name: public/build + type: directory + path: /builds/worker/artifacts/ + docker-image: {in-tree: system-symbols-linux-scraper} + max-run-time: 14400 + run: + using: run-task + command: >- + ./run.sh fedora + treeherder: + symbol: sys-symbols-fedora + fetches: + fetch: + - symbol-scrapers + opensuse: + description: Extract OpenSUSE system symbols found in crashreports + attributes: + build_platform: opensuse + index: + product: system-symbols + job-name: opensuse + type: generic + worker: + artifacts: + - name: public/build + type: directory + path: /builds/worker/artifacts/ + docker-image: {in-tree: system-symbols-linux-scraper} + max-run-time: 14400 + run: + using: run-task + command: >- + ./run.sh opensuse + treeherder: + symbol: sys-symbols-opensuse + fetches: + fetch: + - symbol-scrapers + ubuntu: + description: Extract Ubuntu system symbols found in crashreports + attributes: + build_platform: ubuntu + index: + product: system-symbols + job-name: ubuntu + type: generic + worker: + artifacts: + - name: public/build + type: directory + path: /builds/worker/artifacts/ + docker-image: {in-tree: system-symbols-linux-scraper} + max-run-time: 14400 + run: + using: run-task + command: >- + ./run.sh ubuntu + treeherder: + symbol: sys-symbols-ubuntu + fetches: + fetch: + - symbol-scrapers + win-gfx: + description: Extract symbols from closed-source Windows graphics drivers + attributes: + build_platform: windows-graphics + index: + product: system-symbols + job-name: win-gfx + type: generic + worker: + artifacts: + - name: public/build + type: directory + path: /builds/worker/artifacts/ + docker-image: {in-tree: system-symbols-win-gfx} + max-run-time: 14400 + run: + using: run-task + command: >- + ./run.sh + treeherder: + symbol: sys-symbols-win-gfx + fetches: + fetch: + - symbol-scrapers + alpine: + description: Extract Alpine Linux system symbols found in crashreports + attributes: + build_platform: alpine + index: + product: system-symbols + job-name: alpine + type: generic + worker: + artifacts: + - name: public/build + type: directory + path: /builds/worker/artifacts/ + docker-image: {in-tree: system-symbols-linux-scraper} + max-run-time: 14400 + run: + using: run-task + command: >- + ./run.sh alpine + treeherder: + symbol: sys-symbols-alpine + fetches: + fetch: + - symbol-scrapers diff --git a/taskcluster/kinds/test-apk/kind.yml b/taskcluster/kinds/test-apk/kind.yml new file mode 100644 index 0000000000..59225f431a --- /dev/null +++ b/taskcluster/kinds/test-apk/kind.yml @@ -0,0 +1,157 @@ +# This Source Code Form is subject to the terms of the Mozilla Public +# License, v. 2.0. If a copy of the MPL was not distributed with this +# file, You can obtain one at http://mozilla.org/MPL/2.0/. +--- +loader: gecko_taskgraph.loader.transform:loader + +transforms: + - gecko_taskgraph.transforms.test_apk:transforms + # While not a build, the build optimization works well for these tasks. + - gecko_taskgraph.transforms.build_schedules:transforms + - gecko_taskgraph.transforms.job:transforms + - gecko_taskgraph.transforms.task:transforms + +kind-dependencies: + - toolchain + - build-fat-aar + +job-defaults: + attributes: + build_platform: android + retrigger: true + dependencies: + build-fat-aar: build-fat-aar-android-geckoview-fat-aar/opt + fetches: + toolchain: + - android-sdk-linux + - android-gradle-dependencies + - linux64-jdk + build-fat-aar: + - target.maven.tar.xz + run: + using: gradlew + use-caches: false + treeherder: + kind: test + worker-type: b-linux-medium-gcp + worker: + docker-image: {in-tree: android-components} + max-run-time: 7200 + +jobs: + focus-debug: + description: Focus unit tests + attributes: + build-type: focus-debug + shipping-product: focus + run: + pre-gradlew: + - ["cd", "mobile/android/focus-android"] + gradlew: ['clean', 'test'] + dummy-secrets: + - content: "faketoken" + path: .adjust_token + treeherder: + platform: 'focus-android-all/opt' + symbol: focus-debug(T) + tier: 1 + worker: + artifacts: + - name: public/reports/index.html + path: /builds/worker/checkouts/gecko/mobile/android/focus-android/app/build/reports/tests/testFocusDebugUnitTest/index.html + type: file + - name: public/reports/test + path: /builds/worker/checkouts/gecko/mobile/android/focus-android/app/build/reports/tests + type: directory + + fenix-debug: + description: Fenix unit tests + attributes: + build-type: fenix-debug + shipping-product: fenix + run: + pre-gradlew: + - ["cd", "mobile/android/fenix"] + - ['java', '-version'] + gradlew: ['clean', 'testFenixDebugUnitTest'] + treeherder: + platform: 'fenix-android-all/opt' + symbol: fenix-debug(T) + tier: 1 + worker: + artifacts: + - name: public/reports/index.html + path: /builds/worker/checkouts/gecko/mobile/android/fenix/app/build/reports/tests/testFenixDebugUnitTest/index.html + type: file + - name: public/reports/test + path: /builds/worker/checkouts/gecko/mobile/android/fenix/app/build/reports/tests + type: directory + routes: + by-level: + '3': + - notify.slack-channel.G016BC5FUHJ.on-failed + 'default': [] + scopes: + by-level: + '3': + - queue:route:notify.slack-channel.G016BC5FUHJ.on-failed + - notify:slack-channel:G016BC5FUHJ + 'default': [] + extra: + notify: + by-level: + '3': + slackBlocks: | + [ + { + "type": "header", + "text": { + "type": "plain_text", + "text": "firefox-android :firefox: ${task.metadata.name} :x:\n " + } + }, + { + "type": "divider" + }, + { + "type": "section", + "text": { + "type": "mrkdwn", + "text": "*Task*: " + } + }, + { + "type": "section", + "text": { + "type": "mrkdwn", + "text": "*Owner*: ${task.metadata.owner}" + } + }, + { + "type": "section", + "text": { + "type": "mrkdwn", + "text": "*Source*: <${task.payload.env.GECKO_HEAD_REPOSITORY}/rev/${task.payload.env.GECKO_HEAD_REV}|Commit> :hg:" + } + }, + { + "type": "section", + "text": { + "type": "mrkdwn", + "text": "*Test Summary*: :debug:" + } + }, + { + "type": "divider" + }, + { + "type": "context", + "elements": [ + { + "type": "mrkdwn", + "text": ":testops-notify: created by " + } + ] + } + ] + 'default': {} diff --git a/taskcluster/kinds/test-components/kind.yml b/taskcluster/kinds/test-components/kind.yml new file mode 100644 index 0000000000..8f4675b076 --- /dev/null +++ b/taskcluster/kinds/test-components/kind.yml @@ -0,0 +1,89 @@ +# This Source Code Form is subject to the terms of the Mozilla Public +# License, v. 2.0. If a copy of the MPL was not distributed with this +# file, You can obtain one at http://mozilla.org/MPL/2.0/. +--- +loader: gecko_taskgraph.loader.transform:loader + +transforms: + - android_taskgraph.transforms.ui_tests:transforms + # While not a build, the build optimization works well for these tasks. + - gecko_taskgraph.transforms.build_schedules:transforms + - gecko_taskgraph.transforms.job:transforms + - gecko_taskgraph.transforms.task:transforms + +kind-dependencies: + - toolchain + - build-fat-aar + + +job-defaults: + attributes: + build_platform: android + build-type: debug + retrigger: true + dependencies: + build-fat-aar: build-fat-aar-android-geckoview-fat-aar/opt + fetches: + toolchain: + - android-sdk-linux + - android-gradle-dependencies + - linux64-jdk + build-fat-aar: + - target.maven.tar.xz + run: + # TODO Generate APKs in a build task instead + gradlew: ['clean', 'assembleGecko', 'assembleAndroidTest', 'assembleDebug'] + pre-gradlew: + - ["cd", "mobile/android/android-components"] + secrets: + - name: project/mobile/firefox-android/android-components/firebase + key: firebaseToken + path: .firebase_token.json + json: true + using: gradlew + use-caches: false + treeherder: + kind: test + platform: 'AC-ui-test/opt' + tier: 2 + worker-type: b-linux-medium-gcp + worker: + artifacts: + - name: public + path: /builds/worker/artifacts + type: directory + docker-image: {in-tree: android-ui-tests} + env: + GOOGLE_APPLICATION_CREDENTIALS: '.firebase_token.json' + GOOGLE_PROJECT: moz-android-components-230120 + max-run-time: 2400 + optimization: + skip-unless-backstop: null + + +jobs: + unit-browser-engine-gecko-nightly: + component: browser + description: 'Run unit tests on device for browser component' + treeherder: + symbol: 'ui-components' + ui-browser: + component: samples-browser + description: 'Run ui tests for browser sample' + treeherder: + symbol: 'ui-samples-browser' + ui-glean: + component: samples-glean + description: 'Run ui tests for glean sample' + treeherder: + symbol: 'ui-samples-glean' + android-feature-containers: {} + android-feature-pwa: {} + android-feature-share: {} + android-feature-sitepermissions: {} + android-feature-top-sites: {} + android-feature-logins: {} + android-feature-prompts: {} + android-support-ktx: {} + android-feature-downloads: {} + android-feature-recentlyclosed: {} diff --git a/taskcluster/kinds/test/awsy.yml b/taskcluster/kinds/test/awsy.yml new file mode 100644 index 0000000000..6ba85dcb82 --- /dev/null +++ b/taskcluster/kinds/test/awsy.yml @@ -0,0 +1,75 @@ +# This Source Code Form is subject to the terms of the Mozilla Public +# License, v. 2.0. If a copy of the MPL was not distributed with this +# file, You can obtain one at http://mozilla.org/MPL/2.0/. +--- +job-defaults: + suite: awsy + max-run-time: 7200 + instance-size: xlarge-noscratch + virtualization: + by-test-platform: + windows.*(?:-shippable)?-qr/.*: virtual-with-gpu + default: virtual + allow-software-gl-layers: false + mozharness: + script: awsy_script.py + config: + by-test-platform: + windows.*: + - awsy/taskcluster_windows_config.py + macosx.*/opt: + - awsy/macosx_config.py + default: + - awsy/linux_config.py + tier: default + test-manifest-loader: null # don't load tests in the taskgraph + + +awsy: + description: Are we slim yet - tp5 pageset + treeherder-symbol: SY(sy) + run-on-projects: [] + +awsy-tp6: + description: Are we slim yet - tp6 pageset + treeherder-symbol: SY(sy-tp6) + run-on-projects: + by-test-platform: + .*-devedition/.*: [] # don't run on devedition + windows.*-32.*/opt: [] + (linux|windows|mac)(?!.*shippable).*/opt: [] + default: [trunk] + mozharness: + extra-options: + - --tp6 + +awsy-dmd: + description: Are we slim yet - dmd enabled + treeherder-symbol: SY(sy-d) + run-on-projects: [] + mozharness: + extra-options: + - --dmd + +awsy-base: + description: Are we slim yet - about:blank base case + treeherder-symbol: SY(ab) + run-on-projects: + by-test-platform: + .*-devedition/.*: [] # don't run on devedition. + windows.*-32.*/opt: [] + (linux|windows|mac)(?!.*shippable).*/opt: [] + default: [trunk] + tier: default + mozharness: + extra-options: + - --base + +awsy-base-dmd: + description: Are we slim yet - about:blank base case - dmd enabled + treeherder-symbol: SY(ab-d) + run-on-projects: [] + mozharness: + extra-options: + - --base + - --dmd diff --git a/taskcluster/kinds/test/browsertime-desktop.yml b/taskcluster/kinds/test/browsertime-desktop.yml new file mode 100644 index 0000000000..90bf76201c --- /dev/null +++ b/taskcluster/kinds/test/browsertime-desktop.yml @@ -0,0 +1,973 @@ +# This Source Code Form is subject to the terms of the Mozilla Public +# License, v. 2.0. If a copy of the MPL was not distributed with this +# file, You can obtain one at http://mozilla.org/MPL/2.0/. +--- +job-defaults: + max-run-time: + by-test-platform: + .*-qr/.*: 2400 + default: 1800 + suite: raptor + run-on-projects: + by-test-platform: + linux.*shippable[^-qr].*: [mozilla-central] + default: [] + limit-platforms: + by-app: + chrome: + - .*64.*shippable.* + safari: + - .*macos.*shippable.* + custom-car: + - .*64.*shippable.* + default: [] + test-manifest-loader: null # don't load tests in the taskgraph + tier: 3 + virtualization: hardware + mozharness: + script: raptor_script.py + config: + by-test-platform: + macosx.*: + - raptor/mac_config.py + windows.*: + - raptor/windows_config.py + default: + - raptor/linux_config.py + extra-options: + - --conditioned-profile=settled + fetches: + toolchain: + by-app: + custom-car: + by-test-platform: + # this satisfied taskgraph for now, but once mac/win is implemented + # then linux will be the default + linux.*: + - linux64-custom-car + - linux64-minidump-stackwalk + - linux64-fix-stacks + windows10-64.*: + - win64-custom-car + - win64-minidump-stackwalk + - win64-fix-stacks + macosx1015.*: + - macosx64-custom-car + - macosx64-minidump-stackwalk + - macosx64-fix-stacks + macosx1400.*: + - macosx-arm64-custom-car + - macosx64-aarch64-minidump-stackwalk + - macosx64-aarch64-fix-stacks + default: [] + default: + by-test-platform: + windows.*-32.*.: + - win32-minidump-stackwalk + - win32-fix-stacks + windows10-64.*: + - win64-minidump-stackwalk + - win64-fix-stacks + macos.*: + - macosx64-minidump-stackwalk + - macosx64-fix-stacks + default: + - linux64-minidump-stackwalk + - linux64-fix-stacks + +browsertime-tp6: + <<: &tp6-defaults + description: Raptor (browsertime) tp6 page-load tests + limit-platforms: + by-app: + chrome: + - .*shippable.* + safari: + - .*macos.*shippable.* + custom-car: + - .*64.*shippable.* + default: [] + max-run-time: + by-subtest: + imgur: 4800 + default: 4000 + mozharness: + extra-options: + by-test-platform: + windows10-64.*shippable.*-qr.*: + - --chimera + - --browsertime-no-ffwindowrecorder + - --conditioned-profile=settled + - --extra-profiler-run + default: + - --chimera + - --conditioned-profile=settled + - --extra-profiler-run + run-on-projects: + by-subtest: + netflix: + by-app: + firefox: + by-test-platform: + windows.*-32.*: [] + (macosx1015|linux|windows10-64).*shippable-qr.*: [trunk] + default: [] + default: [] + default: + by-app: + firefox: + by-test-platform: + windows.*-32.*: [] + .*64(?!.*nightlyasrelease).*shippable-qr/.*: [trunk] + default: [] + default: [] + treeherder-symbol: Btime(tp6) + raptor: + apps: [firefox, chrome] + test: tp6 + run-visual-metrics: true + subtests: + - buzzfeed + - ebay + - espn + - expedia + - [facebook, fb] + - [google-docs, gdocs] + - [google-mail, gmail] + - [google-search, gsearch] + - imdb + - imgur + - linkedin + - microsoft + - netflix + - nytimes + - office + - outlook + - paypal + - pinterest + - reddit + - tumblr + - twitch + - wikia + - youtube + tier: + by-app: + firefox: 2 + default: 3 + +browsertime-responsiveness: + <<: *tp6-defaults + raptor: + apps: [firefox, chrome] + test: tp6 + run-visual-metrics: true + subtests: + - cnn-nav + - [facebook-nav, fbnav] + - [reddit-billgates-ama, rdt-ama] + - [reddit-billgates-post-1, rdt-post-1] + - [reddit-billgates-post-2, rdt-post-2] + mozharness: + extra-options: + by-test-platform: + windows10-.*: + - --cold + - --browsertime-no-ffwindowrecorder + - --conditioned-profile=settled + - --extra-profiler-run + default: + - --cold + - --conditioned-profile=settled + - --extra-profiler-run + run-on-projects: + by-app: + firefox: + by-test-platform: + windows.*-32.*: [] + .*64(?!.*nightlyasrelease).*shippable-qr/.*: [trunk] + default: [] + default: [] + tier: + by-app: + firefox: 2 + default: 3 + +browsertime-tp6-essential: + <<: *tp6-defaults + <<: &tp6-essential-defaults + mozharness: + extra-options: + by-test-platform: + windows10-64.*shippable.*-qr.*: + - --chimera + - --browsertime-no-ffwindowrecorder + - --conditioned-profile=settled + - --collect-perfstats + - --extra-profiler-run + default: + - --chimera + - --conditioned-profile=settled + - --extra-profiler-run + raptor: + apps: [firefox, chrome, custom-car] + test: tp6 + run-visual-metrics: + by-test-platform: + macosx1400.*shippable.*: false + # Bug 1845014 Resolve osx 1300 vismet permafails + default: true + subtests: + - amazon + - [bing-search, bing] + - cnn + - fandom + - [google-slides, gslides] + - instagram + - twitter + - wikipedia + - yahoo-mail + run-on-projects: + by-app: + firefox: + by-test-platform: + windows.*-32.*: [] + macosx1100.*shippable.*: [mozilla-central] + .*64(?!.*nightlyasrelease).*shippable-qr/.*: [trunk] + default: [] + default: [] + tier: + by-test-platform: + linux1804-64-clang-trunk-qr/opt: 2 + default: + by-app: + firefox: 1 + default: 3 + +browsertime-tp6-bytecode: + <<: *tp6-defaults + <<: *tp6-essential-defaults + raptor: + apps: [firefox] + test: tp6 + run-visual-metrics: true + subtests: + - amazon + - [bing-search, bing] + - cnn + - fandom + - [google-slides, gslides] + - instagram + - twitter + - wikipedia + - yahoo-mail + run-on-projects: + by-app: + firefox: + by-test-platform: + windows.*-32.*: [] + macosx1100.*shippable.*: [mozilla-central] + .*64(?!.*nightlyasrelease).*shippable-qr/.*: [trunk] + default: [] + default: [] + mozharness: + extra-options: + by-test-platform: + windows10-64.*shippable.*-qr.*: + - --chimera + - --browsertime + - --browsertime-no-ffwindowrecorder + - --conditioned-profile=settled + - --test-bytecode-cache + - --extra-profiler-run + default: + - --chimera + - --browsertime + - --conditioned-profile=settled + - --test-bytecode-cache + - --extra-profiler-run + tier: + by-app: + firefox: 2 + default: 3 + treeherder-symbol: Btime-cache(tp6) + +browsertime-tp7: + <<: &tp7-defaults + description: Raptor (browsertime) tp7 page-load tests + limit-platforms: + by-app: + chrome: + - .*shippable.* + safari: + - .*macos.*shippable.* + custom-car: + - .*64.*shippable.* + default: [] + max-run-time: + by-subtest: + imgur: 4800 + default: 4000 + mozharness: + extra-options: + by-test-platform: + windows10-64.*shippable.*-qr.*: + - --chimera + - --browsertime-no-ffwindowrecorder + - --conditioned-profile=settled + - --extra-profiler-run + default: + - --chimera + - --conditioned-profile=settled + - --extra-profiler-run + run-on-projects: [] + treeherder-symbol: Btime(tp7) + raptor: + apps: [firefox, chrome] + test: tp7 + run-visual-metrics: true + subtests: + - tiktok + - openai + - samsung + - weather + - docomo + tier: + by-app: + firefox: 3 + default: 3 + +browsertime-benchmark: + description: Raptor (browsertime) Benchmark tests + raptor: + apps: [firefox, chrome, safari, custom-car] + subtests: + by-test-platform: + macosx1400.*shippable.*: + - [speedometer, sp] + - [speedometer3, sp3] + - [motionmark-1-3, mm-1.3] + - [motionmark-htmlsuite-1-3, mm-h-1.3] + default: + by-app: + firefox: + - ares6 + - [assorted-dom, dom] + - [jetstream2, js2] + - [matrix-react-bench, mrb] + - [motionmark-animometer, mm-a] + - [motionmark-animometer-ramp, mm-ar] + - [motionmark-htmlsuite-ramp, mm-hr] + - [motionmark-htmlsuite, mm-h] + - [motionmark-1-3, mm-1.3] + - [motionmark-htmlsuite-1-3, mm-h-1.3] + - [speedometer, sp] + - [speedometer3, sp3] + - [stylebench, sb] + - [sunspider, ss] + - [twitch-animation, tw-a] + - [unity-webgl, ugl] + - [webaudio, wa] + safari: + - ares6 + - [assorted-dom, dom] + - [jetstream2, js2] + # - [matrix-react-bench, mrb] Perma fails on osx 10.15.x machines (Bug 1807754) + - [motionmark-animometer, mm-a] + - [motionmark-htmlsuite, mm-h] + - [motionmark-animometer-ramp, mm-ar] + - [motionmark-htmlsuite-ramp, mm-hr] + - [motionmark-1-3, mm-1.3] + - [motionmark-htmlsuite-1-3, mm-h-1.3] + - [speedometer, sp] + # - [speedometer3, sp3] Perma fails on osx 10.15.x machines (Bug 1809535) + - [stylebench, sb] + - [sunspider, ss] + # - [unity-webgl, ugl] Almost Perma failing on osx 10.15.x machines (Bug 1888398) + - [webaudio, wa] + custom-car: + - [speedometer, sp] + - [speedometer3, sp3] + - [motionmark-animometer-ramp, mm-ar] + - [motionmark-htmlsuite-ramp, mm-hr] + - [motionmark-1-3, mm-1.3] + - [motionmark-htmlsuite-1-3, mm-h-1.3] + chrome: + by-test-platform: + macosx1015.*shippable.*: + - ares6 + - [assorted-dom, dom] + - [jetstream2, js2] + - [matrix-react-bench, mrb] + - [motionmark-animometer, mm-a] + - [motionmark-htmlsuite, mm-h] + - [motionmark-1-3, mm-1.3] + - [motionmark-htmlsuite-1-3, mm-h-1.3] + - [speedometer, sp] + - [speedometer3, sp3] + - [stylebench, sb] + - [sunspider, ss] + - [unity-webgl, ugl] + - [webaudio, wa] + default: + - ares6 + - [assorted-dom, dom] + - [jetstream2, js2] + - [matrix-react-bench, mrb] + - [motionmark-animometer, mm-a] + - [motionmark-animometer-ramp, mm-ar] + - [motionmark-htmlsuite, mm-h] + - [motionmark-htmlsuite-ramp, mm-hr] + - [motionmark-1-3, mm-1.3] + - [motionmark-htmlsuite-1-3, mm-h-1.3] + - [speedometer, sp] + - [speedometer3, sp3] + - [stylebench, sb] + - [sunspider, ss] + - [unity-webgl, ugl] + - [webaudio, wa] + default: + - ares6 + - [assorted-dom, dom] + - [jetstream2, js2] + - [matrix-react-bench, mrb] + - [motionmark-animometer, mm-a] + - [motionmark-animometer-ramp, mm-ar] + - [motionmark-htmlsuite, mm-h] + - [motionmark-htmlsuite-ramp, mm-hr] + - [motionmark-1-3, mm-1.3] + - [motionmark-htmlsuite-1-3, mm-h-1.3] + - [speedometer, sp] + - [speedometer3, sp3] + - [stylebench, sb] + - [sunspider, ss] + - [unity-webgl, ugl] + - [webaudio, wa] + treeherder-symbol: Btime() + tier: + by-app: + firefox: + by-subtest: + motionmark-animometer: + by-test-platform: + linux1804-64-clang-trunk-qr/opt: 2 + default: 1 + default: + by-test-platform: + windows10-64-ccov.*/.*: 3 + linux64-ccov.*/.*: 3 + default: 2 + default: + by-subtest: + unity-webgl: 3 + default: 2 + run-on-projects: + by-subtest: + speedometer3: + by-app: + firefox: + by-test-platform: + windows.*-32.*: [] + .*64.*shippable-qr/.*: [trunk] + .*nightlyasrelease.*: [autoland, mozilla-central] + default: [] + custom-car: + by-test-platform: + (linux|windows10-64).*shippable-qr.*: [mozilla-central] + default: [] + default: [] + unity-webgl: + by-app: + firefox: + by-test-platform: + windows.*-32.*: [] + # Disabled on autoland due to bug 1720063, and bug 1795826 + .*64.*shippable-qr/.*: [mozilla-central] + default: [] + default: [] + speedometer: + by-app: + firefox: + by-test-platform: + windows.*-32.*: [] + .*64.*shippable-qr/.*: [trunk] + .*nightlyasrelease.*: [autoland] + default: [] + custom-car: + by-test-platform: + (linux|windows10-64).*shippable-qr.*: [mozilla-central] + default: [] + default: [] + default: + by-app: + firefox: + by-test-platform: + windows.*-32.*: [] + .*64.*shippable-qr/.*: [trunk] + default: [] + default: [] + max-run-time: + by-subtest: + ares6: 1500 + assorted-dom: + by-test-platform: + .*-qr/.*: 2100 + default: 1500 + jetstream2: 8000 + matrix-react-bench: 1500 + motionmark-htmlsuite: 1500 + motionmark-htmlsuite-ramp: 3000 + motionmark-animometer-ramp: 2100 + motionmark-1-3: 3000 + motionmark-htmlsuite-1-3: 3000 + unity-webgl: 2400 + speedometer3: + by-test-platform: + macosx1400.*shippable.*: 4200 + default: 2100 + speedometer: 2100 + default: 900 + mozharness: + extra-options: + by-test-platform: + macosx1400.*shippable.*: + - --extra-profiler-run + - --page-timeout=900000 + default: + - --extra-profiler-run + +browsertime-benchmark-wasm: + description: Raptor (browsertime) WASM benchmarks + raptor: + apps: [firefox, chrome, safari] + subtests: + by-app: + firefox: + - [wasm-godot, godot] + - [wasm-godot-baseline, godot-b] + - [wasm-godot-optimizing, godot-i] + - [wasm-misc, wm] + - [wasm-misc-baseline, wm-b] + - [wasm-misc-optimizing, wm-i] + safari: + # - [wasm-misc, wm] Perma fails (Bug 1809533) + - [wasm-godot, godot] + default: + - [wasm-misc, wm] + - [wasm-godot, godot] + treeherder-symbol: Btime() + tier: 2 + run-on-projects: + by-app: + firefox: + by-test-platform: + windows.*-32.*: [] + .*64(?!.*nightlyasrelease).*shippable-qr/.*: [mozilla-central] + default: [] + default: [] + max-run-time: + by-subtest: + wasm-godot: 1500 + wasm-godot-baseline: 1500 + wasm-misc-baseline: 1500 + default: 900 + mozharness: + extra-options: + - --extra-profiler-run + +browsertime-youtube-playback: + description: Browsertime YouTube Playback on Firefox + raptor: + apps: [firefox] + subtests: + by-app: + firefox: + - [youtube-playback-av1-sfr, ytp-av1-sfr] + - [youtube-playback-h264-sfr, ytp-h264-sfr] + - [youtube-playback-hfr, ytp-hfr] + - [youtube-playback-vp9-sfr, ytp-vp9-sfr] + - [youtube-playback-widevine-hfr, ytp-widevine-hfr] + - [youtube-playback-widevine-h264-sfr, ytp-widevine-h264-sfr] + - [youtube-playback-widevine-vp9-sfr, ytp-widevine-vp9-sfr] + treeherder-symbol: Btime() + run-on-projects: + by-test-platform: + windows.*-32.*: [] + .*64(?!.*nightlyasrelease).*shippable-qr/.*: [mozilla-central] + default: [] + tier: 2 + limit-platforms: + by-subtest: + youtube-playback-av1-sfr: + - macosx1015-64-shippable-qr/opt + default: [] + max-run-time: + by-subtest: + youtube-playback-hfr: 3600 + youtube-playback-widevine.*: 3600 + default: 2700 + +browsertime-youtube-playback-power: + description: Browsertime YouTube Playback on Firefox with power usage tracking + raptor: + apps: [firefox] + subtests: + by-app: + firefox: + + - [youtube-playback-h264-1080p30, ytp-h264-1080p30] + - [youtube-playback-h264-1080p60, ytp-h264-1080p60] + - [youtube-playback-h264-full-1080p30, ytp-h264-full-1080p30] + - [youtube-playback-h264-full-1080p60, ytp-h264-full-1080p60] + - [youtube-playback-v9-1080p30, ytp-v9-1080p30] + - [youtube-playback-v9-1080p60, ytp-v9-1080p60] + - [youtube-playback-v9-full-1080p30, ytp-v9-full-1080p30] + - [youtube-playback-v9-full-1080p60, ytp-v9-full-1080p60] + treeherder-symbol: Btime() + run-on-projects: + by-test-platform: + macosx.*shippable-qr.*: [mozilla-central] + default: [] + tier: 2 + max-run-time: 2700 + +browsertime-tp6-live: + <<: *tp6-defaults + description: Raptor (browsertime) tp6 on live-sites + mozharness: + extra-options: + - --browser-cycles=15 + - --chimera + - --live-sites + - --extra-profiler-run + raptor: + apps: [firefox, chrome, safari] + test: tp6 + run-visual-metrics: true + subtests: + by-app: + safari: + - amazon + - [bing-search, bing] + - ebay + # - [facebook, fb] Perma fails on osx 10.15.7 + - fandom + - [google-docs, gdocs] + - [google-mail, gmail] + - [google-search, gsearch] + - [google-slides, gslides] + - imdb + - imgur + # - instagram # (see bug 1736999) + - linkedin + - microsoft + # - netflix # Perma fails on osx 10.15.7 (Bug 1802922) + # - office (site loads blank page if not signed in) + # - outlook Perma fails on osx 10.15.7 + - paypal + - pinterest + - reddit + - tumblr + - twitch + # - twitter Perma fails on osx 10.15.7 + - wikipedia + - yahoo-mail + - youtube + chrome: + - amazon + - [bing-search, bing] + - ebay + - [facebook, fb] + - fandom + - [google-docs, gdocs] + - [google-mail, gmail] + - [google-search, gsearch] + - [google-slides, gslides] + - imdb + # - imgur (see bugs 1825337 & 1817420) + - instagram + - linkedin + - microsoft + - netflix + # - office (site loads blank page if not signed in) + - outlook + - paypal + - pinterest + - reddit + - tumblr + - twitch + - twitter + - wikipedia + - yahoo-mail + - youtube + default: + - amazon + - [bing-search, bing] + - ebay + - [facebook, fb] + - fandom + - [google-docs, gdocs] + - [google-mail, gmail] + - [google-search, gsearch] + - [google-slides, gslides] + - imdb + - imgur + - instagram + - linkedin + - microsoft + - netflix + # - office (site loads blank page if not signed in) + - outlook + - paypal + - pinterest + - reddit + - tumblr + - twitch + - twitter + - wikipedia + - yahoo-mail + - youtube + run-on-projects: [] + tier: 3 + treeherder-symbol: Btime-live(tp6) + +browsertime-tp6-live-sheriffed: + <<: *tp6-defaults + raptor: + apps: [firefox] + test: tp6 + run-visual-metrics: true + subtests: + - cnn + description: Raptor (browsertime) tp6 on live-sites + mozharness: + extra-options: + - --browser-cycles=5 + - --chimera + - --live-sites + - --extra-profiler-run + - --browsertime-arg=maxLoadTime=240000 + run-on-projects: + by-test-platform: + (linux|windows10-64|macos)(?!.*shippable).*: [] + (linux|windows|macosx1015)(?!.*-qr).*: [] + windows.*-32.*: [] + default: [] + tier: 2 + treeherder-symbol: Btime-live(tp6) + +browsertime-tp6-profiling: + <<: *tp6-defaults + raptor: + apps: [firefox] + test: tp6 + run-visual-metrics: true + subtests: [amazon] + description: Raptor (browsertime) tp6 page-load tests with Gecko Profiling + mozharness: + extra-options: + - --chimera + - --gecko-profile + run-on-projects: + by-test-platform: + (linux|windows|macosx1015).*shippable-qr.*: [mozilla-central] + default: [] + tier: 2 + treeherder-symbol: Btime-Prof(tp6) + +browsertime-custom: + raptor: + apps: [firefox] + run-visual-metrics: true + subtests: [[process-switch, ps]] + description: Raptor (browsertime) custom pageload tests + max-run-time: 2700 + mozharness: + extra-options: + - --chimera + - --extra-profiler-run + run-on-projects: + by-test-platform: + windows.*-32.*: [] + .*64(?!.*nightlyasrelease).*shippable-qr/.*: [mozilla-central] + default: [] + tier: 1 + treeherder-symbol: Btime(ps) + +browsertime-first-install: + raptor: + apps: [firefox] + run-visual-metrics: true + subtests: [welcome] + description: Raptor (browsertime) custom pageload tests + max-run-time: 2700 + mozharness: + extra-options: + - --chimera + - --extra-profiler-run + run-on-projects: + by-test-platform: + windows.*-32.*: [] + .*64(?!.*nightlyasrelease).*shippable-qr/.*: [trunk] + default: [] + tier: 1 + treeherder-symbol: Btime(welcome) + +browsertime-regression-tests: + raptor: + apps: [firefox] + subtests: [[constant-regression, regress-c]] + description: Raptor (browsertime) tests for our regression detection system + max-run-time: 700 + run-on-projects: [autoland] + limit-platforms: + - .*linux(?!.*shippable)(?!.*clang).* + mozharness: + extra-options: + by-test-platform: + windows10-64.*shippable.*-qr.*: [] + default: [] + tier: 2 + treeherder-symbol: Btime(regressor) + +browsertime-upload: + raptor: + apps: [firefox, chrome, safari] + subtests: + - [upload, upload-h2] + - upload-h3 + description: Raptor (browsertime) http2, http3 file upload performance test + max-run-time: 2700 + run-on-projects: + by-app: + firefox: + by-test-platform: + windows.*-32.*: [] + .*64.*shippable-qr/.*: [autoland, mozilla-central] + default: [] + default: [] + tier: 3 + treeherder-symbol: Btime(upload) + fetches: + fetch: + - upload-speed-test-file + +browsertime-pageload-benchmark: + raptor: + apps: [firefox] + subtests: [tp6-bench] + description: Raptor (browsertime) TP6 pageload benchmark test + max-run-time: 4500 + mozharness: + extra-options: + - --browser-cycles=5 + run-on-projects: [] + tier: 2 + treeherder-symbol: Btime(tp6-bench) + +browsertime-speculative: + raptor: + apps: [firefox] + run-visual-metrics: true + subtests: [connect] + description: Raptor (browsertime) speculative connect pageload tests + max-run-time: 420 + run-on-projects: + by-test-platform: + windows.*-32.*: [] + .*64.*shippable-qr/.*: [autoland] + default: [] + tier: 2 + treeherder-symbol: Btime(speculative) + +browsertime-throttled: + raptor: + apps: [firefox] + run-visual-metrics: true + subtests: [throttled] + description: Raptor (browsertime) throttled network pageload tests + max-run-time: 420 + run-on-projects: [] + tier: 3 + treeherder-symbol: Btime(throttled) + +browsertime-tp6-webextensions: + <<: *tp6-defaults + <<: *tp6-essential-defaults + description: Raptor (browsertime) tp6 page-load tests with webextensions installed on Firefox Desktop + raptor: + apps: [firefox] + test: tp6 + run-visual-metrics: true + subtests: + - amazon + fetches: + fetch: + - firefox-addons + run-on-projects: + by-app: + firefox: + by-test-platform: + windows.*-32.*: [] + macosx1100.*shippable.*: [mozilla-central] + .*64(?!.*nightlyasrelease).*shippable-qr/.*: [trunk-only] + default: [] + default: [] + mozharness: + extra-options: + by-test-platform: + windows10-64.*shippable.*-qr.*: + - --chimera + - --browsertime + - --browsertime-no-ffwindowrecorder + - --conditioned-profile=settled-webext + default: + - --chimera + - --browsertime + - --conditioned-profile=settled-webext + # TODO(Bug 1867781): promote to tier 2 after confirming no issue have been caught while runing as tier 3. + tier: 3 + treeherder-symbol: Btime-webext(tp6) + +browsertime-indexeddb: + description: Raptor (browsertime) tests for IndexedDB + max-run-time: 2700 + treeherder-symbol: Btime(idb) + limit-platforms: + by-app: + chrome: + - .*shippable.* + custom-car: + - .*64.*shippable.* + default: [] + raptor: + apps: [firefox, chrome] + run-visual-metrics: false + subtests: + - addMab1 + - addMabN + - addMar1 + - addMarN + - addMbl1 + - addMblN + - addkAB1 + - addkABN + - addkAR1 + - addkARN + - addkBL1 + - addkBLN + - getkeyrng + run-on-projects: + by-app: + firefox: + by-test-platform: + windows.*-32.*: [] + .*64.*shippable-qr/.*: [autoland, mozilla-central] + default: [] + default: [] + tier: + by-app: + firefox: 2 + default: 3 + mozharness: + extra-options: + - --extra-profiler-run diff --git a/taskcluster/kinds/test/browsertime-mobile.yml b/taskcluster/kinds/test/browsertime-mobile.yml new file mode 100644 index 0000000000..0ef0c0519e --- /dev/null +++ b/taskcluster/kinds/test/browsertime-mobile.yml @@ -0,0 +1,519 @@ +# This Source Code Form is subject to the terms of the Mozilla Public +# License, v. 2.0. If a copy of the MPL was not distributed with this +# file, You can obtain one at http://mozilla.org/MPL/2.0/. +--- +job-defaults: + max-run-time: 3600 + suite: raptor + variants: + - geckoview-no-fission + run-on-projects: [] + tier: 3 + test-manifest-loader: null # don't load tests in the taskgraph + target: + by-app: + fenix: + by-test-platform: + android-hw.*-aarch64.*/.*: + upstream-task: signing-apk + name: public/build/target.arm64-v8a.apk + default: + upstream-task: signing-apk + name: public/build/target.armeabi-v7a.apk + refbrow: + by-test-platform: + android-hw.*-aarch64.*/.*: + index: mobile.v2.reference-browser.raptor.latest.arm64-v8a + name: target.arm64-v8a.apk + default: + index: mobile.v2.reference-browser.raptor.latest.armeabi-v7a + name: target.armeabi-v7a.apk + default: geckoview_example.apk + virtualization: hardware + raptor: + activity: + by-app: + fenix: org.mozilla.fenix.IntentReceiverActivity + geckoview: org.mozilla.geckoview_example.GeckoViewActivity + refbrow: org.mozilla.reference.browser.BrowserTestActivity + default: None + binary-path: + by-app: + fenix: org.mozilla.fenix + geckoview: org.mozilla.geckoview_example + refbrow: org.mozilla.reference.browser.raptor + default: None + mozharness: + script: raptor_script.py + config: + - raptor/android_hw_config.py + extra-options: + # Bug 1635749, disable window recorder temporarily + - --browsertime-no-ffwindowrecorder + optimization: + skip-unless-backstop: null + limit-platforms: + by-app: + chrome-m: + - .*shippable-qr.* + cstm-car-m: + - .*shippable-qr.* + default: [] + fetches: + toolchain: + by-app: + cstm-car-m: + - android-custom-car + - linux64-minidump-stackwalk + - linux64-fix-stacks + default: + - linux64-minidump-stackwalk + - linux64-fix-stacks + dependencies: + by-app: + fenix: + signing-apk: signing-apk-fenix-nightly-simulation + default: {} + +browsertime-tp6m: + <<: &tp6m-defaults + description: Raptor (browsertime) tp6 page-load tests on android + max-run-time: + by-subtest: + reddit: + by-app: + geckoview: 7200 + default: 3600 + imdb: + by-app: + geckoview: 7200 + default: 3600 + default: 3600 + mozharness: + extra-options: + - --chimera + # Bug 1884667 - Fresh profiles cause high frequency intermittents + - --conditioned-profile=settled + tier: + by-app: + geckoview: 1 + fenix: 2 + refbrow: 2 + default: 3 + treeherder-symbol: Btime(tp6m) + raptor: + apps: [geckoview, fenix, chrome-m, refbrow] + run-visual-metrics: true + test: tp6m + subtests: + - amazon + - bing + - [bing-search-restaurants, bing-s-r] + - booking + - cnn + - [cnn-ampstories, cnn-amp] + - dailymail + - [ebay-kleinanzeigen, ebay-k] + - [ebay-kleinanzeigen-search, ebay-k-s] + - [facebook-cristiano, fb-cris] + - [google-maps, gmaps] + - [google-search-restaurants, gsearch-r] + - instagram + - imdb + - reddit + - sina + - [stackoverflow, stacko] + - bild-de + - wikipedia + - youtube + run-on-projects: + by-app: + geckoview: + by-variant: + geckoview-no-fission: + by-test-platform: + android-hw-a51.*shippable-qr.*: [trunk-only] + default: [] + default: + by-subtest: + wikipedia: + by-test-platform: + android-hw-a51.*shippable-qr.*: [] + default: [] + google-search-restaurants: + by-test-platform: + android-hw-a51.*shippable-qr.*: [] + default: [] + default: + by-test-platform: + android-hw-a51.*shippable-qr.*: [] + default: [] + fenix: + by-variant: + geckoview-no-fission: + by-test-platform: + android-hw-a51.*shippable-qr.*: [trunk-only] + default: [] + default: [] + default: [] + +browsertime-tp6m-essential: + <<: *tp6m-defaults + run-without-variant: false + raptor: + apps: [geckoview, fenix, chrome-m, refbrow] + run-visual-metrics: true + test: tp6m + subtests: + - allrecipes + - [amazon-search, amazon-s] + - espn + # Bug 1682027 - Disabled due to high failure rate + # - facebook + - google + - [microsoft-support, micros-sup] + - [youtube-watch, youtube-w] + run-on-projects: + by-app: + geckoview: + by-subtest: + allrecipes: + by-test-platform: + android-hw-a51.*shippable.*: [trunk] + default: [] + default: + by-test-platform: + android-hw-a51.*shippable.*: [trunk-only] + default: [] + fenix: + by-test-platform: + android-hw-a51.*shippable.*: [trunk-only] + default: [] + default: [] + tier: + by-app: + geckoview: 1 + refbrow: 2 + default: 3 + +browsertime-tp6m-webextensions: + <<: *tp6m-defaults + description: Raptor (browsertime) tp6 page-load tests with webextensions installed on android + treeherder-symbol: Btime-webext(tp6m) + run-without-variant: false + mozharness: + extra-options: + - --chimera + - --browsertime-no-ffwindowrecorder + - --conditioned-profile=settled-webext + - --browser-cycles=5 + raptor: + apps: [fenix] + run-visual-metrics: true + test: tp6m + subtests: + - [amazon-search, amazon-s] + fetches: + fetch: + - firefox-addons + run-on-projects: + by-app: + fenix: + by-test-platform: + android-hw-a51.*shippable.*: [mozilla-central] + default: [] + default: [] + # TODO(Bug 1867781): promote to tier 2 after confirming no issue have been caught while runing as tier 3. + tier: 3 + +browsertime-youtube-playback-mobile: + description: Browsertime YouTube Playback on Android + treeherder-symbol: Btime(ytp) + run-without-variant: false + raptor: + apps: [fenix, geckoview, refbrow] + subtests: + by-app: + fenix: + by-test-platform: + android-hw-a51.*: + - [youtube-playback-av1-sfr, ytp-av1-sfr] + - [youtube-playback-hfr, ytp-hfr] + - [youtube-playback-vp9-sfr, ytp-vp9-sfr] + # Bug 1699469 - Disabled until a crash is fixed. + # - [youtube-playback-widevine-h264-sfr, ytp-widevine-h264-sfr] + # - [youtube-playback-widevine-hfr, ytp-widevine-hfr] + default: + by-test-platform: + android-hw-a51.*: + - [youtube-playback-h264-sfr, ytp-h264-sfr] + - [youtube-playback-hfr, ytp-hfr] + # Bug 1699469 - Disabled until a crash is fixed. + # - [youtube-playback-widevine-h264-sfr, ytp-widevine-h264-sfr] + # - [youtube-playback-widevine-hfr, ytp-widevine-hfr] + test-url-param: + by-subtest: + youtube-playback-h264-sfr: # remove high resolution tests + exclude=1,2, + 23,24,25,26,27,28,29,30,31,32,33,34,35,36,37,38 + youtube-playback-hfr: + by-test-platform: + android-hw-a51.*: # remove VP9(1-34) and AV1(51-74) tests + exclude=1,2, + 3,4,5,6,7,8,9,10,11,12,13,14,15,16,17,18,19,20,21,22,23,24,25,26,27,28,29,30,31,32,33,34, + 51,52,53,54,55,56,57,58,59,60,61,62,63,64,65,66,67,68,69,70,71,72,73,74 + default: "" + youtube-playback-widevine-hfr: + by-test-platform: + android-hw-a51.*: # remove VP9(1-34) tests + exclude=1,2, + 3,4,5,6,7,8,9,10,11,12,13,14,15,16,17,18,19,20,21,22,23,24,25,26,27,28,29,30,31,32,33,34 + default: "" + default: "" + run-on-projects: + by-app: + fenix: + by-test-platform: + android-hw-a51.*shippable.*: [mozilla-central] + default: [] + geckoview: + by-test-platform: + android-hw-a51.*shippable.*: [mozilla-central] + default: [] + default: [] + max-run-time: 3600 + +browsertime-tp6m-live: + <<: *tp6m-defaults + run-without-variant: false + raptor: + apps: [chrome-m, fenix, geckoview] + run-visual-metrics: true + test: tp6m + subtests: + - allrecipes + - amazon + - [amazon-search, amazon-s] + - bing + - [bing-search-restaurants, bing-s-r] + - booking + - booking-sf + - cnn + - [cnn-ampstories, cnn-amp] + - dailymail + - discord + - [ebay-kleinanzeigen, ebay-k] + - [ebay-kleinanzeigen-search, ebay-k-s] + - espn + - expedia + - facebook + - [facebook-cristiano, fb-cris] + - [fashionbeans, fashbea] + - google + - [google-accounts, gacc] + - [google-maps, gmaps] + - [google-search-restaurants, gsearch-r] + - instagram + - imdb + - [imdb-firefox, imdb-f] + - [medium-article, medium] + - [microsoft-support, micros-sup] + - nytimes + - [people-article, people] + - reddit + - [reddit-thread, reddit-thr] + - rumble-fox + - [stackoverflow, stacko] + - [stackoverflow-question, stack-q] + - [urbandictionary-define, urbict-def] + - bild-de + - [wikia-marvel, wikia-m] + - wikipedia + - youtube + - [youtube-watch, youtube-w] + mozharness: + extra-options: + - --live-sites + - --chimera + run-on-projects: + by-subtest: + cnn-ampstories: + by-app: + geckoview: + by-test-platform: + android-hw-a51.*shippable-qr.*: [autoland] + default: [] + default: [] + default: [] + tier: 3 + treeherder-symbol: Btime-live(tp6m) + +browsertime-tp6m-profiling: + description: Raptor (browsertime) tp6 page-load tests on android with Gecko profiling + run-without-variant: false + raptor: + apps: [geckoview] + test: tp6m + subtests: [amazon, youtube] + treeherder-symbol: Btime-Prof(tp6m) + mozharness: + script: raptor_script.py + config: + - raptor/android_hw_config.py + extra-options: + - --chimera + - --gecko-profile + run-on-projects: + by-test-platform: + android-hw-(a51).*aarch64-shippable-qr/opt: [mozilla-central] + default: [] + +browsertime-benchmark-speedometer-mobile: + description: Browsertime Speedometer on Android + run-without-variant: false + raptor: + apps: [geckoview, fenix, chrome-m, cstm-car-m] + tier: + by-app: + fenix: 1 + default: 3 + run-on-projects: + by-app: + fenix: + by-test-platform: + android-hw-a51.*shippable-qr.*: [trunk] + default: [] + geckoview: + by-test-platform: + android-hw-a51.*shippable-qr.*: [trunk] + default: [] + cstm-car-m: + by-test-platform: + android-hw-p6.*shippable-qr.*: [] + android-hw-s21.*shippable-qr.*: [] + default: [mozilla-central] + default: [] + treeherder-symbol: Btime(sp) + mozharness: + extra-options: + - --test=speedometer + +browsertime-benchmark-speedometer3-mobile: + description: Browsertime Speedometer 3 on Android + run-without-variant: false + raptor: + apps: [geckoview, fenix, chrome-m, cstm-car-m] + tier: + by-app: + fenix: 2 + geckoview: 2 + default: 3 + run-on-projects: + by-app: + fenix: + by-test-platform: + android-hw-a51.*shippable-qr.*: [trunk-only] + android-hw-p6.*shippable-qr.*: [mozilla-central] + android-hw-s21.*shippable-qr.*: [mozilla-central] + default: [] + geckoview: + by-test-platform: + android-hw-a51.*shippable-qr.*: [trunk-only] + android-hw-p6.*shippable-qr.*: [mozilla-central] + android-hw-s21.*shippable-qr.*: [mozilla-central] + default: [] + cstm-car-m: [mozilla-central] + chrome-m: + by-test-platform: + android-hw-p6.*shippable-qr.*: [mozilla-central] + android-hw-s21.*shippable-qr.*: [mozilla-central] + default: [] + default: [] + treeherder-symbol: Btime(sp3) + mozharness: + extra-options: + - --test=speedometer3 + +browsertime-benchmark-motionmark: + description: Raptor (browsertime) Motionmark benchmark tests + run-without-variant: false + raptor: + apps: [fenix, chrome-m, geckoview] + subtests: + - [motionmark-animometer, mm-a] + - [motionmark-animometer-ramp, mm-ar] + - [motionmark-htmlsuite, mm-h] + - [motionmark-htmlsuite-ramp, mm-hr] + run-on-projects: + by-app: + chrome-m: [] + default: + by-test-platform: + android-hw-a51-.*aarch64-shippable-qr.*: [mozilla-central] + default: [] + treeherder-symbol: Btime() + tier: 2 + +browsertime-benchmark-motionmark-1-3: + description: Raptor (browsertime) Motionmark 1.3 benchmark tests + run-without-variant: false + raptor: + apps: [geckoview, fenix, chrome-m, cstm-car-m] + subtests: + - [motionmark-1-3, mm-1.3] + - [motionmark-htmlsuite-1-3, mm-h-1.3] + run-on-projects: + by-app: + chrome-m: [] + default: + by-test-platform: + android-hw-a51-.*aarch64-shippable-qr.*: [mozilla-central] + default: [] + treeherder-symbol: Btime() + tier: 2 + +browsertime-benchmark-unity-webgl-mobile: + description: Browsertime Unity WebGL on Android + run-without-variant: false + raptor: + apps: [geckoview, refbrow, fenix, chrome-m] + tier: + by-app: + geckoview: 2 + default: 3 + treeherder-symbol: Btime(ugl) + run-on-projects: + by-app: + refbrow: [] + geckoview: + by-test-platform: + # Disabled on autoland due to bug 1720063, and bug 1795826 + android-hw-a51-.*aarch64-shippable-qr.*: [mozilla-central] + default: [] + default: + by-test-platform: + android-hw-a51-.*aarch64-shippable-qr.*: [mozilla-central] + default: [] + max-run-time: + by-test-platform: + anrdroid-hw-a51.*: 1500 + default: 900 + mozharness: + extra-options: + - --test=unity-webgl + +browsertime-power: + description: Browsertime Power Usage Tests on Android + run-without-variant: false + raptor: + apps: [geckoview, fenix, refbrow] + subtests: + - idle + - idle-bg + - [speedometer, sp] + tier: 2 + run-on-projects: [] + treeherder-symbol: Btime-P(power) + mozharness: + extra-options: + - --power-test diff --git a/taskcluster/kinds/test/compiled.yml b/taskcluster/kinds/test/compiled.yml new file mode 100644 index 0000000000..f91ccd9970 --- /dev/null +++ b/taskcluster/kinds/test/compiled.yml @@ -0,0 +1,138 @@ +# This Source Code Form is subject to the terms of the Mozilla Public +# License, v. 2.0. If a copy of the MPL was not distributed with this +# file, You can obtain one at http://mozilla.org/MPL/2.0/. +--- +job-defaults: + test-manifest-loader: null # don't load tests in the taskgraph + run-without-variant: false + variants: + - 1proc + virtualization: virtual + mozharness: + script: + by-test-platform: + android-em.*: android_emulator_unittest.py + android-hw.*: android_hardware_unittest.py + default: desktop_unittest.py + config: + by-test-platform: + android-em-7.*: + - android/android_common.py + - android/android-x86_64.py + android-hw.*: + - android/android_common.py + - android/android_hw.py + linux.*: + - unittests/linux_unittest.py + - remove_executables.py + macosx.*: + - unittests/mac_unittest.py + windows.*: + - unittests/win_unittest.py + supports-artifact-builds: false + +cppunittest: + description: "CPP Unit Tests" + suite: cppunittest + treeherder-symbol: cppunit + target: + by-test-platform: + android-em-7.*: geckoview-test_runner.apk + default: null + tier: default + run-on-projects: + by-variant: + 1proc: built-projects + default: [] + +gtest: + description: "GTests run" + suite: gtest + treeherder-symbol: GTest + instance-size: large-noscratch + run-on-projects: + by-variant: + 1proc: + by-test-platform: + .*android.*: built-projects + .*(devedition|wayland).*: [] + linux1804-32-qr/opt: [] # try only, shippable on m-c + linux1804-32-qr/debug: ['mozilla-central'] # try and m-c + linux1804-32-shippable-qr/opt: ['mozilla-central'] # try and m-c + default: built-projects + default: [] + target: + by-test-platform: + android-em-7.*: geckoview-test_runner.apk + default: null + tier: default + +jittest: + description: "JIT Test run" + suite: jittest + treeherder-symbol: Jit + run-on-projects: + by-variant: + 1proc: + by-test-platform: + android-hw-.*-aarch64-qr/debug: ['mozilla-central', 'release'] + android-hw-.*-arm7-qr/debug: ['mozilla-central', 'release'] + default: built-projects + default: [] + chunks: + by-test-platform: + windows.*-ccov-qr/opt: 6 + windows.*: 1 + macosx.*/opt: 1 + macosx.*/debug: 3 + android.*/opt: 3 + android-hw-.*-aarch64-qr/debug: 8 + default: 6 + max-run-time: + by-test-platform: + windows.*-ccov.*/.*: 1800 + android-hw.*: 2400 + default: 3600 + mozharness: + chunked: + by-test-platform: + windows.*: false + macosx.*: false + default: true + target: + by-test-platform: + android-.*: geckoview-test_runner.apk + default: null + tier: + by-test-platform: + android-hw.*: 2 + default: default + +jittest-all: + description: "JIT Test run with all flags for android arm7 opt" + suite: jittest + treeherder-symbol: Jit + run-on-projects: + by-test-platform: + android-hw-.*-arm7(?:-shippable)?-qr/.*: ['mozilla-central', 'release'] + default: [] + chunks: + by-test-platform: + android-.*/opt: 3 + android-.*/debug: 6 + max-run-time: 3600 + mozharness: + chunked: true + extra-options: + by-test-platform: + android.*: + - --jittest-flags=all + default: None + target: + by-test-platform: + android-.*: geckoview-test_runner.apk + default: null + tier: + by-test-platform: + android-hw.*: 2 + default: default diff --git a/taskcluster/kinds/test/firefox-ui.yml b/taskcluster/kinds/test/firefox-ui.yml new file mode 100644 index 0000000000..c45bb3d138 --- /dev/null +++ b/taskcluster/kinds/test/firefox-ui.yml @@ -0,0 +1,27 @@ +# This Source Code Form is subject to the terms of the Mozilla Public +# License, v. 2.0. If a copy of the MPL was not distributed with this +# file, You can obtain one at http://mozilla.org/MPL/2.0/. +--- +job-defaults: + suite: + category: firefox-ui + max-run-time: 5400 + test-manifest-loader: null # don't load tests in the taskgraph + run-on-projects: built-projects + mozharness: + script: firefox_ui_tests.py + config: + by-test-platform: + windows.*: + - firefox_ui_tests/taskcluster_windows.py + macosx.*: + - firefox_ui_tests/taskcluster.py + - firefox_ui_tests/taskcluster_mac.py + linux.*: + - firefox_ui_tests/taskcluster.py + - remove_executables.py + +firefox-ui-functional: + description: "Firefox-ui-tests functional run" + treeherder-symbol: Fxfn(en-US) + tier: 2 diff --git a/taskcluster/kinds/test/kind.yml b/taskcluster/kinds/test/kind.yml new file mode 100644 index 0000000000..e9c2b1e5e9 --- /dev/null +++ b/taskcluster/kinds/test/kind.yml @@ -0,0 +1,95 @@ +# This Source Code Form is subject to the terms of the Mozilla Public +# License, v. 2.0. If a copy of the MPL was not distributed with this +# file, You can obtain one at http://mozilla.org/MPL/2.0/. +--- +loader: gecko_taskgraph.loader.test:loader + +kind-dependencies: + - build + - build-signing + - signing-apk + - repackage-signing-shippable-l10n-msix + - repackage-signing-msix + - repackage-signing + - repackage + - fetch + - toolchain + +transforms: + - gecko_taskgraph.transforms.test:transforms + - gecko_taskgraph.transforms.job:transforms + - gecko_taskgraph.transforms.task:transforms + +# Each stanza in a file pointed to by 'jobs-from' describes a particular test +# suite or sub-suite. These are processed through the transformations described +# above to produce a bunch of tasks. See the schema in +# `taskcluster/gecko_taskgraph/transforms/test/__init__.py` for a description of the fields +# used in these files. + +# Adding a new test type or running tests on a new platform? Be sure to review +# https://wiki.mozilla.org/Sheriffing/Job_Visibility_Policy + +jobs-from: + - awsy.yml + - browsertime-desktop.yml + - browsertime-mobile.yml + - compiled.yml + - firefox-ui.yml + - marionette.yml + - misc.yml + - mochitest.yml + - reftest.yml + - talos.yml + - web-platform.yml + - xpcshell.yml + +job-defaults: + attributes: + retrigger: true + use-python: default + require-signed-extensions: + by-release-type: + release|esr.*: true + beta: + by-test-platform: + .*-devedition/.*: false + default: true + default: false + mozharness: + requires-signed-builds: + by-test-platform: + macosx1100.*: true + windows1.*: + by-variant: + msix: true + default: false + default: false + fetches: + toolchain: + by-test-platform: + win.*: + - win32-minidump-stackwalk + - win32-fix-stacks + macosx1015.*: + - macosx64-minidump-stackwalk + - macosx64-fix-stacks + macosx1100.*: + - macosx64-aarch64-minidump-stackwalk + - macosx64-aarch64-fix-stacks + macosx1400.*: + - macosx64-aarch64-minidump-stackwalk + - macosx64-aarch64-fix-stacks + android-em-7.*: + - android-system-image-x86_64-linux + - android-avd-x86_64-linux + - android-emulator-linux + - linux64-minidump-stackwalk + - linux64-fix-stacks + - linux64-hostutils + android-hw.*: + - linux64-minidump-stackwalk + - linux64-fix-stacks + - linux64-hostutils + default: + - linux64-minidump-stackwalk + - linux64-fix-stacks diff --git a/taskcluster/kinds/test/marionette.yml b/taskcluster/kinds/test/marionette.yml new file mode 100644 index 0000000000..d586a6cf24 --- /dev/null +++ b/taskcluster/kinds/test/marionette.yml @@ -0,0 +1,54 @@ +# This Source Code Form is subject to the terms of the Mozilla Public +# License, v. 2.0. If a copy of the MPL was not distributed with this +# file, You can obtain one at http://mozilla.org/MPL/2.0/. +--- +job-defaults: + suite: marionette + mozharness: + script: marionette.py + config: + by-test-platform: + macosx.*: + - marionette/prod_config.py + - marionette/mac_taskcluster_config.py + windows.*: + - marionette/windows_taskcluster_config.py + default: + - marionette/prod_config.py + - remove_executables.py + test-manifest-loader: null # don't load tests in the taskgraph + tier: + by-variant: + headless: 2 + default: default + variants: + - webrender-sw + - headless + run-on-projects: + by-variant: + headless: + by-test-platform: + (linux.*64)(-shippable)?-qr/opt: built-projects + default: [] + webrender-sw: + by-test-platform: + .*wayland.*: [] + .*/debug: built-projects + default: [] + default: + by-test-platform: + .*(tsan|wayland).*: [] + default: built-projects + virtualization: virtual + +marionette: + description: "Marionette unittest run" + treeherder-symbol: Mn + max-run-time: + by-test-platform: + .*asan.*: 5400 + .*ccov.*: 3600 + .*debug.*: 3600 + default: 2700 + instance-size: default + chunks: 1 diff --git a/taskcluster/kinds/test/misc.yml b/taskcluster/kinds/test/misc.yml new file mode 100644 index 0000000000..8f1f93157c --- /dev/null +++ b/taskcluster/kinds/test/misc.yml @@ -0,0 +1,272 @@ +# This Source Code Form is subject to the terms of the Mozilla Public +# License, v. 2.0. If a copy of the MPL was not distributed with this +# file, You can obtain one at http://mozilla.org/MPL/2.0/. +--- +job-defaults: + test-manifest-loader: null # don't load tests in the taskgraph + +geckoview-junit: + description: "Geckoview junit run" + suite: geckoview-junit + variants: ["geckoview-fission", "no-fission", "geckoview-no-fission-ship"] + treeherder-symbol: gv-junit + loopback-video: true + target: geckoview-androidTest.apk + max-run-time: 3600 + run-on-projects: + by-variant: + geckoview-fission: ['trunk'] + no-fission: built-projects + geckoview-no-fission-ship: built-projects + default: [] + tier: default + mozharness: + script: android_emulator_unittest.py + config: + by-test-platform: + android-em-7.*: + - android/android_common.py + - android/android-x86_64.py + extra-options: + - --test-suite=geckoview-junit + +telemetry-tests-client: + description: "Telemetry tests client run" + suite: telemetry-tests-client + treeherder-symbol: tt(c) + run-on-projects: built-projects + max-run-time: 1200 + tier: default + mozharness: + script: telemetry/telemetry_client.py + config: + by-test-platform: + linux.*: + - remove_executables.py + windows.*: [] + macosx.*: [] + +test-verify: + description: "Extra verification of tests modified on this push" + suite: test-verify + treeherder-symbol: TV + loopback-video: true + max-run-time: 10800 + allow-software-gl-layers: false + variants: + - no-fission + run-on-projects: + by-variant: + no-fission: + by-test-platform: + # do not run on ccov or asan or shippable or wayland + .*(-ccov|-asan|-shippable|-wayland).*: [] + # we prefer -qr platforms with fis, no need to run on both + (?!.*(-ccov|-asan|-shippable))(?!.*-qr).*: [] + # do not run on mozilla-central, beta or release: usually just confirms earlier results + android.*: ['integration'] + default: [] + default: + by-test-platform: + # do not run on ccov or asan or shippable or wayland + .*(-ccov|-asan|-shippable|-wayland).*: [] + # we prefer -qr platforms with fis, no need to run on both + (?!.*(-ccov|-asan|-shippable))(?!.*-qr).*: [] + # do not run on mozilla-central, beta or release: usually just confirms earlier results + android.*: [] + default: ['integration'] + built-projects-only: true + target: + by-test-platform: + android-em-7.*: geckoview-test_runner.apk + default: null + optimization: + test-verify: ["test-verify"] + tier: 2 + mozharness: + script: + by-test-platform: + android-em.*: android_emulator_unittest.py + default: desktop_unittest.py + config: + by-test-platform: + android-em-7.*: + - android/android_common.py + - android/android-x86_64.py + linux.*: + - unittests/linux_unittest.py + - remove_executables.py + macosx.*: + - unittests/mac_unittest.py + windows.*: + - unittests/win_unittest.py + extra-options: + - --verify + fetches: + toolchain: + by-test-platform: + linux.*: + - linux64-node + - linux64-minidump-stackwalk + - linux64-fix-stacks + macosx.*: + - macosx64-node + - macosx64-minidump-stackwalk + - macosx64-fix-stacks + win.*-64.*: + - win64-node + - win32-minidump-stackwalk + - win32-fix-stacks + win.*32.*: + - win32-node + - win32-minidump-stackwalk + - win32-fix-stacks + android-em-7.*: + - android-emulator-linux + - android-system-image-x86_64-linux + - android-avd-x86_64-linux + - linux64-node + - linux64-minidump-stackwalk + - linux64-fix-stacks + - linux64-hostutils + +test-verify-gpu: + description: "Extra verification of tests modified on this push on gpu instances" + suite: + category: test-verify + name: test-verify-gpu + treeherder-symbol: TVg + loopback-video: true + virtualization: virtual-with-gpu + max-run-time: 10800 + allow-software-gl-layers: false + run-on-projects: + by-test-platform: + # do not run on ccov or asan or shippable or wayland + .*(-ccov|-asan|-shippable|-wayland).*: [] + # do not run on mozilla-central, beta or release: usually just confirms earlier results + linux.*: ['integration'] + default: [] + built-projects-only: true + optimization: + test-verify: ["test-verify-gpu"] + tier: 2 + mozharness: + script: + by-test-platform: + android-em.*: android_emulator_unittest.py + default: desktop_unittest.py + config: + by-test-platform: + android-em-7.*: + - android/android_common.py + - android/android-x86_64.py + linux.*: + - unittests/linux_unittest.py + - remove_executables.py + macosx.*: + - unittests/mac_unittest.py + windows.*: + - unittests/win_unittest.py + extra-options: + - --verify + - --gpu-required + +test-coverage: + description: "Per-test coverage" + suite: test-coverage + treeherder-symbol: TC + loopback-video: true + instance-size: default + max-run-time: 10800 + allow-software-gl-layers: false + run-on-projects: + by-test-platform: + .*-ccov.*/.*: built-projects + default: [] + tier: 2 + mozharness: + script: + by-test-platform: + android-em.*: android_emulator_unittest.py + default: desktop_unittest.py + config: + by-test-platform: + android-em-7.*: + - android/android_common.py + - android/android-x86_64.py + linux.*: + - unittests/linux_unittest.py + - remove_executables.py + macosx.*: + - unittests/mac_unittest.py + windows.*: + - unittests/win_unittest.py + extra-options: + - --per-test-coverage + fetches: + toolchain: + by-test-platform: + linux.*: + - linux64-node + - linux64-minidump-stackwalk + - linux64-fix-stacks + macosx.*: + - macosx64-node + - macosx64-minidump-stackwalk + - macosx64-fix-stacks + win.*-64.*: + - win64-node + - win32-minidump-stackwalk + - win32-fix-stacks + win.*32.*: + - win32-node + - win32-minidump-stackwalk + - win32-fix-stacks + android-em-7.*: + - android-emulator-linux + - android-system-image-x86_64-linux + - android-avd-x86_64-linux + - linux64-node + - linux64-minidump-stackwalk + - linux64-fix-stacks + - linux64-hostutils + +test-coverage-gpu: + description: "Per-test coverage for tests that require gpu instances" + suite: test-coverage + treeherder-symbol: TCg + loopback-video: true + virtualization: virtual-with-gpu + instance-size: default + max-run-time: 10800 + allow-software-gl-layers: false + run-on-projects: + by-test-platform: + # only run on mozilla-central and try. + .*-ccov.*/.*: ['mozilla-central'] + default: [] + tier: + by-test-platform: + windows.*asan.*: 3 + default: 2 + mozharness: + script: + by-test-platform: + android-em.*: android_emulator_unittest.py + default: desktop_unittest.py + config: + by-test-platform: + android-em-7.*: + - android/android_common.py + - android/android-x86_64.py + linux.*: + - unittests/linux_unittest.py + - remove_executables.py + macosx.*: + - unittests/mac_unittest.py + windows.*: + - unittests/win_unittest.py + extra-options: + - --per-test-coverage + - --gpu-required diff --git a/taskcluster/kinds/test/mochitest.yml b/taskcluster/kinds/test/mochitest.yml new file mode 100644 index 0000000000..91e44b5fe5 --- /dev/null +++ b/taskcluster/kinds/test/mochitest.yml @@ -0,0 +1,1164 @@ +# This Source Code Form is subject to the terms of the Mozilla Public +# License, v. 2.0. If a copy of the MPL was not distributed with this +# file, You can obtain one at http://mozilla.org/MPL/2.0/. +--- +job-defaults: + suite: + category: mochitest + target: + by-test-platform: + android-em-7.*: geckoview-test_runner.apk + android-hw.*: geckoview-test_runner.apk + windows11-64-2009.*: + by-variant: + msix: target.installer.msix + default: null + default: null + tier: + by-variant: + xorigin: + by-test-platform: + linux.*64.*-qr/debug: 1 + default: 2 + default: + by-test-platform: + android-em-7.0-x86_64-qr/debug-isolated-process: 3 + default: default + mozharness: + script: + by-test-platform: + android-em.*: android_emulator_unittest.py + android-hw.*: android_hardware_unittest.py + default: desktop_unittest.py + config: + by-test-platform: + android-em-7.*: + - android/android_common.py + - android/android-x86_64.py + android-hw.*: + - android/android_common.py + - android/android_hw.py + linux.*: + - unittests/linux_unittest.py + - remove_executables.py + macosx.*: + - unittests/mac_unittest.py + windows.*: + - unittests/win_unittest.py + +mochitest-plain: + description: "Mochitest plain run" + treeherder-symbol: M() + schedules-component: mochitest-plain + loopback-video: true + virtualization: virtual + variants: + - aab+no-fission + - conditioned_profile + - xorigin + - no-fission + - socketprocess_networking + - headless + - http3 + - http2 + - geckoview-fission-isolate-high-value + - geckoview-no-fission-ship + run-on-projects: + by-variant: + conditioned_profile: + by-test-platform: + .*(asan|ccov|wayland).*: [] + linux1804-64(-shippable)?-qr/opt: ['trunk'] + windows11-64.*(-shippable)?-qr/opt: ['trunk'] + default: [] + xorigin: + by-test-platform: + .*(asan|wayland).*: [] + windows.*ccov.*: [] + (linux.*64|macosx.*64|windows11.*)(-shippable)?-qr/(opt|debug): ['trunk'] + windows.*64-ccov-qr/opt: ['mozilla-central'] + linux.*64-ccov-qr/opt: ['mozilla-central'] + android-em-7.0-x86_64-qr/debug-isolated-process: [] + android-em.*: ['trunk'] + default: [] + socketprocess_networking: + by-test-platform: + .*(asan|ccov|wayland).*: [] + linux.*64.*(-shippable)?-qr/debug: ['autoland', 'mozilla-central'] + default: [] + aab+no-fission: + by-test-platform: + android-em-7.0-x86_64-qr/debug: built-projects + default: [] + headless: + by-test-platform: + .*wayland.*: [] + linux1804-64.*: ['mozilla-central'] + default: [] + no-fission: + by-test-platform: + android-em-7.0-x86_64-qr/debug-isolated-process: [] + android.*: built-projects + linux1804-64-qr/debug: ['mozilla-central'] + linux1804-64(-shippable|-asan)?-qr/opt: ['mozilla-central'] + default: [] + http3: + by-test-platform: + linux1804-64-qr/debug: built-projects + default: [] + http2: + by-test-platform: + linux1804-64-qr/debug: built-projects + default: [] + geckoview-fission-isolate-high-value: + by-test-platform: + android-em-7.0-x86_64-qr/debug-isolated-process: [] + android-em.*: built-projects + default: [] + geckoview-no-fission-ship: + by-test-platform: + android-em-7.0-x86_64-qr/debug-isolated-process: [] + android-em.*: built-projects + default: [] + default: + by-test-platform: + android-em-7.0-x86_64-qr/debug-isolated-process: [] + android.*: built-projects + default: built-projects + chunks: + by-test-platform: + android.*/debug: 10 + linux.*/debug: 16 + linux.*64-tsan-qr/opt: 20 + .*(asan|ccov).*: 10 + linux.*/opt: 8 + windows.*/debug: 8 + default: 5 + tier: + by-variant: + no-fission: + by-test-platform: + linux.*64.*: 2 + default: default + default: default + instance-size: + by-test-platform: + linux.*64-tsan-qr/opt: xlarge-noscratch # runs out of memory using 8GB + default: default + max-run-time: 3600 + allow-software-gl-layers: false + mozharness: + mochitest-flavor: plain + extra-options: + by-test-platform: + android-em.*: + - --test-suite=mochitest-plain + default: [] + chunked: + by-test-platform: + android-em.*: false + default: true + fetches: + toolchain: + by-test-platform: + linux.*: + - linux64-node + - linux64-minidump-stackwalk + - linux64-fix-stacks + macosx.*: + - macosx64-node + - macosx64-minidump-stackwalk + - macosx64-fix-stacks + win.*-64.*: + - win64-node + - win32-minidump-stackwalk + - win32-fix-stacks + win.*32.*: + - win32-node + - win32-minidump-stackwalk + - win32-fix-stacks + android-em-7.*: + - android-system-image-x86_64-linux + - android-avd-x86_64-linux + - android-emulator-linux + - linux64-node + - linux64-minidump-stackwalk + - linux64-hostutils + +mochitest-a11y: + description: "Mochitest a11y run" + treeherder-symbol: M(a11y) + schedules-component: mochitest-a11y + test-manifest-loader: default # ensure we don't run with manifest-scheduling + loopback-video: true + run-without-variant: false + variants: + - 1proc + - socketprocess_networking+1proc + - webrender-sw+1proc + run-on-projects: + by-variant: + socketprocess_networking+1proc: + by-test-platform: + linux.*64-qr/debug: ['autoland', 'mozilla-central'] + default: [] + webrender-sw+1proc: + by-test-platform: + android-em-7.0-x86_64-qr/debug: built-projects + linux.*64-qr/debug: built-projects + default: [] + 1proc: built-projects + mozharness: + mochitest-flavor: a11y + +mochitest-browser-chrome: + description: "Mochitest browser-chrome run" + suite: + name: mochitest-browser-chrome + treeherder-symbol: M(bc) + schedules-component: mochitest-browser-chrome + loopback-video: true + variants: + - webrender-sw + - webrender-sw+a11y-checks + - socketprocess_networking + - msix + run-on-projects: + by-variant: + webrender-sw: + by-test-platform: + linux.*64(-asan)?-qr/(opt|debug): ['all'] + linux.*64-tsan-qr/opt: built-projects + linux.*64-shippable-qr/opt: ['release'] + linux.*64(-shippable)?-qr/opt: built-projects + linux.*64-devedition-qr/opt: built-projects + .*wayland.*: [] # will change to built-projects when greened up + default: [] + webrender-sw+a11y-checks: + by-test-platform: + linux.*64(-shippable)?-qr/opt: ['trunk'] + default: [] + socketprocess_networking: + by-test-platform: + .*asan.*: [] + .*ccov.*: [] + (linux.*64|macosx.*64|windows1.*-64.*)(-shippable)?-qr/(opt|debug): ['autoland', 'mozilla-central'] + default: [] + msix: + by-test-platform: + windows11-64-2009-qr/debug: built-projects + windows11-64-2009(-shippable)?-qr/opt: built-projects + default: [] + default: + by-test-platform: + android.*: [] + linux.*: [] # linux runs M-swr(bc), not M(bc) + default: built-projects + tier: + by-variant: + webrender-sw: + by-test-platform: + linux.*64(-asan|-shippable)?-qr/(opt|debug): 1 + default: default + default: default + chunks: + by-variant: + msix: + by-test-platform: + .*/debug: 16 + default: 7 + default: + by-test-platform: + linux.*-qr/debug: 16 + linux.*64-asan-qr/opt: 16 + linux.*64-tsan-qr/opt: 32 + macosx.*64.*/opt: 10 + windows11-32.*/opt: 10 + windows.*-ccov.*/.*: 14 + windows.*-asan-qr/opt: 14 + .*/debug: 12 + default: 8 + max-run-time: + by-variant: + msix: 5400 + socketprocess_networking: + by-test-platform: + linux.*-qr/debug: 7200 + default: 5400 + default: + by-test-platform: + linux.*64-ccov.*/.*: 9000 + linux.*64-tsan-qr/opt: 10800 + linux.*-qr/opt: 5400 + macosx.*64-ccov.*/.*: 10800 + windows.*-ccov.*/.*: 10800 + windows.*-asan-qr/opt: 5400 + .*/debug: 5400 + default: 3600 + mozharness: + mochitest-flavor: browser + chunked: true + instance-size: + by-test-platform: + linux.*64-asan-qr/opt: xlarge-noscratch # runs out of memory frequently + default: default + allow-software-gl-layers: false + +mochitest-browser-chrome-failures: + description: "Mochitest browser-chrome failures run" + suite: + name: mochitest-browser-chrome + treeherder-symbol: M-f(bc) + schedules-component: mochitest-browser-chrome + loopback-video: true + variants: + - webrender-sw + run-on-projects: + by-test-platform: + android.*: [] + .*wayland.*: [] # will change to built-projects when greened up + default: [] + tier: 3 + chunks: 2 + max-run-time: + by-test-platform: + linux.*wayland.*/opt: 1800 + linux.*wayland.*/debug: 3600 + default: 3600 + mozharness: + mochitest-flavor: browser + chunked: true + extra-options: + by-test-platform: + linux.*wayland.*: + - --run-failures="os == 'linux' && os_version == '22.04'" + - --timeout-as-pass + - --crash-as-pass + instance-size: default + allow-software-gl-layers: false + +mochitest-browser-a11y: + description: "Mochitest browser-a11y run" + suite: + name: mochitest-browser-a11y + treeherder-symbol: M(ba) + schedules-component: mochitest-browser-a11y + loopback-video: true + run-on-projects: + by-test-platform: + android.*: [] + .*wayland.*: [] + default: built-projects + tier: default + max-run-time: + by-test-platform: + .*tsan.*: 2700 + linux.*/debug: 2700 + default: 1800 + mozharness: + mochitest-flavor: browser + chunked: + by-test-platform: + .*tsan.*: true + default: false + chunks: + by-test-platform: + .*tsan.*: 2 + .*asan.*: 2 + default: 1 + instance-size: default + allow-software-gl-layers: false + virtualization: virtual + +mochitest-browser-media: + description: "Mochitest browser media" + suite: + name: mochitest-browser-media + treeherder-symbol: M(mda-bc) + schedules-component: mochitest-browser-media + loopback-video: true + test-manifest-loader: null + variants: ["wmf-media-engine"] + run-on-projects: + by-variant: + wmf-media-engine: + by-test-platform: + .*asan.*: [] + windows11-64.*/debug: [] # Bug 1805736 + windows1.*-64.*: ['autoland', 'mozilla-central'] + default: [] + default: + by-test-platform: + android.*: [] + default: built-projects + tier: default + max-run-time: + by-test-platform: + .*tsan.*: 1800 + default: 1200 + mozharness: + mochitest-flavor: browser + instance-size: default + allow-software-gl-layers: false + virtualization: virtual + +mochitest-browser-screenshots: + description: "Browser Screenshots" + suite: + name: mochitest-browser-screenshots + treeherder-symbol: M(ss) + loopback-video: true + test-manifest-loader: null # don't load tests in the taskgraph + variants: ["no-fission"] + run-on-projects: + by-test-platform: + linux1804-64.*/opt: ['trunk'] + default: [] + max-run-time: 3600 + mozharness: + mochitest-flavor: browser + allow-software-gl-layers: false + +mochitest-chrome: + description: "Mochitest chrome run" + treeherder-symbol: M(c) + schedules-component: mochitest-chrome + loopback-video: true + run-without-variant: false + variants: + - 1proc + - socketprocess_networking+1proc + - webrender-sw+1proc + run-on-projects: + by-variant: + socketprocess_networking+1proc: + by-test-platform: + .*asan.*: [] + .*ccov.*: [] + linux.*64.*(-shippable)?-qr/debug: ['autoland', 'mozilla-central'] + default: [] + webrender-sw+1proc: + by-test-platform: + android-em-7.0-x86_64-qr/debug: built-projects + linux.*64-qr/debug: built-projects + default: [] + 1proc: + by-test-platform: + .*wayland.*: [] + default: built-projects + chunks: + by-test-platform: + .*tsan.*/opt: 6 + default: 3 + max-run-time: 3600 + mozharness: + mochitest-flavor: chrome + chunked: true + instance-size: + by-test-platform: + linux.*64-tsan-qr/opt: xlarge-noscratch # runs out of memory otherwise using 8GB + default: default + +mochitest-devtools-chrome: + description: "Mochitest devtools-chrome run" + suite: + name: mochitest-devtools-chrome + schedules-component: mochitest-browser-chrome + treeherder-symbol: M(dt) + loopback-video: true + variants: + - a11y-checks + - socketprocess_networking + - http3 + run-on-projects: + by-variant: + a11y-checks: + by-test-platform: + linux.*64(-shippable)?-qr/opt: ['trunk'] + default: [] + http3: + by-test-platform: + linux1804-64-qr/debug: built-projects + default: [] + socketprocess_networking: + by-test-platform: + .*asan.*: [] + .*ccov.*: [] + linux.*64.*(-shippable)?-qr/debug: ['autoland', 'mozilla-central'] + default: [] + default: + by-test-platform: + android.*: [] + .*wayland.*: [] + linux.*64-ccov-qr/opt: [] + default: built-projects + tier: default + max-run-time: + by-test-platform: + windows.*-ccov.*/.*: 10800 + macosx.*64-ccov.*/.*: 9000 + linux.*64-ccov.*/.*: 7200 + linux.*64-tsan-qr/opt: 7200 + default: 5400 + chunks: + by-test-platform: + .*-ccov.*/.*: 12 + linux.*wayland.*/debug: 14 + linux.*64-qr/debug: 14 + macosx.*64-qr/debug: 8 + .*-asan(-qr)?/opt: 8 + .*-tsan-qr/opt: 16 + default: 5 + mozharness: + mochitest-flavor: chrome + chunked: true + instance-size: + by-test-platform: + linux.*64-[at]san(-qr)?/opt: xlarge-noscratch # runs out of memory otherwise using 8GB + default: default + # Bug 1296086: high number of intermittents observed with software GL and large instances + allow-software-gl-layers: false + fetches: + toolchain: + by-test-platform: + linux.*: + - linux64-node + - linux64-minidump-stackwalk + - linux64-fix-stacks + macosx.*: + - macosx64-node + - macosx64-minidump-stackwalk + - macosx64-fix-stacks + win.*-64.*: + - win64-node + - win32-minidump-stackwalk + - win32-fix-stacks + win.*32.*: + - win32-node + - win32-minidump-stackwalk + - win32-fix-stacks + android-em-7.*: + - android-system-image-x86_64-linux + - android-avd-x86_64-linux + - android-emulator-linux + - linux64-node + - linux64-minidump-stackwalk + - linux64-hostutils + + +mochitest-devtools-chrome-failures: + description: "Mochitest devtools-chrome run" + suite: + name: mochitest-devtools-chrome + schedules-component: mochitest-browser-chrome + treeherder-symbol: M-f(dt) + loopback-video: true + variants: + - webrender-sw + run-on-projects: + by-test-platform: + android.*: [] + .*wayland.*: [] # will change to built-projects when greened up + default: [] + tier: 3 + chunks: 2 + max-run-time: + by-test-platform: + linux.*wayland.*/opt: 1800 + linux.*wayland.*/debug: 3600 + default: 3600 + mozharness: + mochitest-flavor: chrome + chunked: true + extra-options: + by-test-platform: + linux.*wayland.*: + - --run-failures="os == 'linux' && os_version == '22.04'" + - --timeout-as-pass + - --crash-as-pass + instance-size: default + allow-software-gl-layers: false + + +mochitest-plain-gpu: + description: "Mochitest plain GPU run" + suite: + name: mochitest-plain-gpu + treeherder-symbol: M(gpu) + schedules-component: mochitest-plain + loopback-video: true + variants: + - no-fission + - webrender-sw+no-fission + - webrender-sw + run-on-projects: + by-variant: + webrender-sw+no-fission: + by-test-platform: + android-em-7.0-x86_64-qr/debug: built-projects + linux.*asan.*: ['mozilla-central'] + linux.*64(-shippable)?-qr/(opt|debug): ['mozilla-central'] + default: [] + webrender-sw: + by-test-platform: + linux.*64-qr/debug: built-projects + default: [] + no-fission: + by-test-platform: + android-em-7.0-x86_64-qr/debug-isolated-process: [] + linux.*64-ccov-qr/opt: [] + linux1804-32.*: [] + .*-tsan-qr/opt: [] + .*wayland.*: [] + linux.*: ['mozilla-central'] # linux opt/debug/asan + android.*: built-projects + default: [] + default: + by-test-platform: + android-em-7.0-x86_64-qr/debug-isolated-process: [] + default: built-projects + virtualization: virtual-with-gpu + tier: + by-variant: + no-fission: + by-test-platform: + linux.*64.*: 2 + default: default + default: + by-test-platform: + android-em-7.0-x86_64-qr/debug-isolated-process: 3 + default: default + mozharness: + mochitest-flavor: plain + extra-options: + by-test-platform: + android.*: + # note that Android runs fewer suites than other platforms + - --test-suite=mochitest-plain-gpu + default: + - --mochitest-suite=mochitest-plain-gpu + instance-size: + by-test-platform: + linux.*64-tsan-qr/opt: xlarge-noscratch # runs out of memory otherwise using 8GB + default: default + +mochitest-chrome-gpu: + description: "Mochitest chrome GPU run" + suite: + name: mochitest-chrome-gpu + treeherder-symbol: M(gpu-c) + loopback-video: true + virtualization: virtual-with-gpu + run-without-variant: false + variants: + - 1proc + - socketprocess_networking+1proc + - webrender-sw+1proc + run-on-projects: + by-variant: + socketprocess_networking+1proc: [] + webrender-sw+1proc: + by-test-platform: + android-em-7.0-x86_64-qr/debug: built-projects + linux.*64-qr/debug: built-projects + default: [] + 1proc: + by-test-platform: + android.*/.*: [] + default: built-projects + tier: default + mozharness: + mochitest-flavor: chrome + extra-options: + by-test-platform: + android.*: + # note that Android runs fewer suites than other platforms + - --test-suite=mochitest-chrome-gpu + default: + - --mochitest-suite=mochitest-chrome-gpu + instance-size: + by-test-platform: + linux.*64-tsan-qr/opt: xlarge-noscratch # runs out of memory using 8GB of memory + default: default + +mochitest-media: + description: "Mochitest media run" + treeherder-symbol: M(mda) + schedules-component: mochitest-plain + max-run-time: + by-test-platform: + windows.*-ccov.*/.*: 7200 + macosx.*64-ccov.*/.*: 7200 + linux.*64-tsan-qr/opt: 7200 + default: 5400 + variants: + - media-gpu + - no-fission + - socketprocess+no-fission + - socketprocess + - webgl-ipc + - webrender-sw+no-fission + - webrender-sw + - wmf-media-engine + - msix + run-on-projects: + by-variant: + webgl-ipc: + by-test-platform: + android.*: [] + windows.*ccov.*: [] + .*hw-ref.*: [] + linux.*64(-shippable|-asan|-tsan)?-qr/opt: ['autoland', 'mozilla-central'] + macosx.*-64(-shippable)?-qr/(opt|debug): ['autoland', 'mozilla-central'] + windows1.*(-shippable)?-qr/(opt|debug): ['autoland', 'mozilla-central'] + windows.*-asan-qr/opt: ['autoland', 'mozilla-central'] + default: [] + socketprocess+no-fission: + by-test-platform: + .*hw-ref.*: [] + android-em-7.0-x86_64-qr/debug: ['autoland', 'mozilla-central'] + android-hw-.*-aarch64-qr/debug: built-projects + linux1804-64-qr/debug: ['mozilla-central'] + linux1804-64(-shippable|-asan)?-qr/opt: ['mozilla-central'] + default: [] + socketprocess: + by-test-platform: + android.*: [] + windows.*ccov.*: [] + .*hw-ref.*: [] + linux.*64(-asan|-devedition|-shippable)?-qr/(opt|debug): built-projects + linux.*64-tsan-qr/opt: ['autoland', 'mozilla-central'] + macosx.*-64(-devedition|-shippable)?-qr/(opt|debug): built-projects + windows1.*(-devedition|-shippable)?-qr/(opt|debug): built-projects + windows.*-asan-qr/opt: ['autoland', 'mozilla-central'] + default: [] + webrender-sw+no-fission: + by-test-platform: + .*hw-ref.*: [] + android-em-7.0-x86_64-qr/debug: ['autoland', 'mozilla-central'] + linux1804-64-qr/debug: ['mozilla-central'] + linux1804-64(-shippable|-asan)?-qr/opt: ['mozilla-central'] + default: [] + webrender-sw: + by-test-platform: + android.*: [] + .*hw-ref.*: [] + linux1804-64-qr/debug: ['autoland', 'mozilla-central'] + default: [] + no-fission: + by-test-platform: + android-hw-.*/opt: [] + .*hw-ref.*: [] + android-hw-.*-arm7.*/(?:debug)?: ['trunk', 'mozilla-beta', 'mozilla-release'] + android-em-7.0-x86_64-qr/debug-isolated-process: [] + android.*: built-projects + linux1804-64-qr/debug: ['mozilla-central'] + linux1804-64(-shippable|-asan)?-qr/opt: ['mozilla-central'] + default: [] + wmf-media-engine: + by-test-platform: + .*hw-ref.*: [] + windows1.*ccov.*: [] + windows1.*-64.*: ['autoland', 'mozilla-central'] + default: [] + msix: + by-test-platform: + .*hw-ref.*: [] + windows11-64-2009-shippable-qr/opt: built-projects + windows11-64-2009-qr/opt: ['autoland'] + windows11-64-2009-qr/debug: ['autoland'] + default: [] + media-gpu: + by-test-platform: + windows11.*hw-ref.*: ['autoland', 'mozilla-central', 'mozilla-beta'] + (macosx.*64)(-shippable)?-qr/(opt|debug): ['autoland', 'mozilla-central', 'mozilla-beta'] + default: [] + # TODO : add Android, it hasn't supported 'tags' + # TODO : add Linux, it would crash on gfxFeature.cpp:180 + default: + by-test-platform: + .*hw-ref.*: [] + android-hw.*/opt: [] + android-em-7.0-x86_64-qr/debug-isolated-process: [] + android.*: built-projects + linux.*(asan|ccov)/opt: [] + .*(ccov/|asan/|-32).*: built-projects + (android|linux|windows10-64-2009|windows11-64-2009|macos)(?!.*-qr).*: [] + default: built-projects + loopback-video: true + chunks: + by-variant: + wmf-media-engine: 1 + media-gpu: 1 + default: + by-test-platform: + (android|macos).*/opt: 1 + ^(?!.*asan).*windows1.*/opt: 1 + linux.*/debug: 3 + linux.*64-tsan-qr/opt: 5 + default: 2 + mozharness: + mochitest-flavor: plain + chunked: + by-test-platform: + android.*: false + macosx.*64.*: false + windows1.*: false + default: true + extra-options: + by-test-platform: + android-em-7.*: + - --setpref=webgl.out-of-process=false + - --setpref=security.sandbox.content.headless=false + - --setpref=gfx.canvas.accelerated=false + default: + - --setpref=webgl.out-of-process=false + - --setpref=security.sandbox.content.headless=false + tier: + by-variant: + no-fission: + by-test-platform: + linux.*64.*: 2 + default: default + webrender-sw+no-fission: + by-test-platform: + linux.*64.*: 2 + default: default + socketprocess+no-fission: + by-test-platform: + linux.*64.*: 2 + default: default + default: + by-test-platform: + .*ccov.*: 2 + android-em.*: 1 + android-em-7.0-x86_64-qr/debug-isolated-process: 3 + android-hw.*: 1 + default: default + +mochitest-valgrind: + description: "Mochitest plain Valgrind run" + suite: + name: mochitest-valgrind-plain + treeherder-symbol: M-V() + run-on-projects: [] + test-manifest-loader: null # don't load tests in the taskgraph + tier: 3 + loopback-video: true + chunks: 40 + max-run-time: 14400 + run-without-variant: false + variants: ["1proc"] + allow-software-gl-layers: false + mozharness: + mochitest-flavor: plain + chunked: true + +mochitest-webgl1-core: + description: "Mochitest webgl1-core run" + treeherder-symbol: M(gl1c) + schedules-component: mochitest-plain + virtualization: virtual-with-gpu + test-manifest-loader: null # don't load tests in the taskgraph + loopback-video: true + max-run-time: + by-test-platform: + macosx.*64-ccov.*/.*: 7200 + default: 1800 + variants: + - no-fission + - webgl-ipc + - webrender-sw+no-fission + - webrender-sw + run-on-projects: + by-variant: + webgl-ipc: + by-test-platform: + .*-(ccov|tsan|wayland).*: [] + linux.*-64.*: ["trunk"] + mac.*: ["trunk"] + win.*: ["trunk"] + default: [] + webrender-sw+no-fission: + by-test-platform: + linux.*64-qr/debug: ['trunk'] + default: [] + webrender-sw: + by-test-platform: + linux.*64-qr/debug: built-projects + default: [] + no-fission: + by-test-platform: + android-hw-.*(?/, where is what Treeherder calls a +# collection. +# +# Each test platform further specifies the set of tests that will be scheduled +# for the platform, referring to tests defined in test-sets.yml. +# +# Note that set does not depend on the tree; tree-dependent job selection +# should be performed in the target task selection phase of task-graph +# generation. + + +## +# Linux platforms (matching /linux.*/) +# Linux1804-64 uses Ubuntu 18.04 and is run on docker + +linux1804-32-qr/debug: + build-platform: linux/debug + test-sets: + - linux32-gtest + +linux1804-32-qr/opt: + build-platform: linux/opt + test-sets: + - linux32-tests + - linux32-gtest + +linux1804-32-shippable-qr/opt: + build-platform: linux-shippable/opt + test-sets: + - linux32-tests + - linux32-gtest + +linux1804-64-qr/opt: + build-platform: linux64/opt + test-sets: + - awsy + - desktop-screenshot-capture + - linux1804-tests + - web-platform-tests + - web-platform-tests-backlog + - talos + - browsertime + +linux1804-64-shippable-qr/opt: + build-platform: linux64-shippable/opt + test-sets: + - awsy + - desktop-screenshot-capture + - linux1804-tests + - web-platform-tests + - web-platform-tests-backlog + - talos + - talos-profiling + - browsertime + - browsertime-profiling + +linux1804-64-nightlyasrelease-qr/opt: + build-platform: linux64-nightlyasrelease/opt + test-sets: + - browsertime + +linux1804-64-qr/debug: + build-platform: linux64/debug + test-sets: + - linux1804-tests + - web-platform-tests + +linux1804-64-asan-qr/opt: + build-platform: linux64-asan/opt + test-sets: + - linux1804-tests + - web-platform-tests + +linux1804-64-tsan-qr/opt: + build-platform: linux64-tsan/opt + test-sets: + - linux1804-tests + - web-platform-tests + +linux1804-64-ccov-qr/opt: + build-platform: linux64-ccov/opt + test-sets: + - ccov-code-coverage-tests + - linux1804-tests + - linux1804-ccov-tests + - web-platform-tests + +linux1804-64-devedition-qr/opt: + build-platform: linux64-devedition/opt + test-sets: + - desktop-screenshot-capture + - linux1804-tests + - web-platform-tests + +linux1804-64-clang-trunk-qr/opt: + build-platform: linux64-plain-clang-trunk/opt + test-sets: + - awsy + - browsertime-clang + +linux2204-64-wayland/debug: + build-platform: linux64/debug + test-sets: + - linux2204-wayland-tests + - web-platform-tests + - webgpu + +linux2204-64-wayland/opt: + build-platform: linux64/opt + test-sets: + - linux2204-wayland-tests + - web-platform-tests + - webgpu + +linux2204-64-wayland-shippable/opt: + build-platform: linux64-shippable/opt + test-sets: + - linux2204-wayland-tests + - web-platform-tests + - webgpu + +## +# Windows platforms (matching /windows.*/) + +# win32 +windows10-32-shippable-qr/opt: + build-platform: win32-shippable/opt + build-signing-label: build-signing-win32-shippable/opt + test-sets: + - browsertime + - talos-profiling + - windows-talos + +windows10-32-qr/opt: + build-platform: win32/opt + test-sets: + - browsertime + - windows-talos + + +# win11-32 +windows11-32-2009-shippable-qr/opt: + build-platform: win32-shippable/opt + build-signing-label: build-signing-win32-shippable/opt + test-sets: + - awsy + - desktop-screenshot-capture + - web-platform-tests + - windows32-2009-tests + +windows11-32-2009-qr/opt: + build-platform: win32/opt + build-signing-label: build-signing-win32/opt + test-sets: + - awsy + - desktop-screenshot-capture + - web-platform-tests + - windows32-2009-tests + +windows11-32-2009-qr/debug: + build-platform: win32/debug + build-signing-label: build-signing-win32/debug + test-sets: + - web-platform-tests + - windows32-2009-tests + +windows11-32-2009-mingwclang-qr/debug: + build-platform: win32-mingwclang/debug + test-sets: + - mingwclang-win32-tests-debug + +windows11-32-2009-mingwclang-qr/opt: + build-platform: win32-mingwclang/opt + test-sets: + - mingwclang-tests-opt + +# win64 +windows10-64-qr/opt: + build-platform: win64/opt + test-sets: + - windows-talos + - browsertime + +windows11-64-2009-hw-ref-shippable/opt: + build-platform: win64-shippable/opt + build-signing-label: + by-variant: + msix: repackage-signing-msix-win64/opt + default: build-signing-win64/opt + test-sets: + - talos-ref-hw + - windows-ref-hw-tests + +windows11-64-2009-hw-ref/opt: + build-platform: win64/opt + build-signing-label: + by-variant: + msix: repackage-signing-msix-win64/opt + default: build-signing-win64/opt + test-sets: + - talos-ref-hw + - windows-ref-hw-tests + +windows10-64-shippable-qr/opt: + build-platform: win64-shippable/opt + test-sets: + - talos-profiling + - windows-talos + - browsertime + +windows10-64-nightlyasrelease-qr/opt: + build-platform: win64-nightlyasrelease/opt + test-sets: + - browsertime + +# win10-64 2004 +windows10-64-2009-qr/debug: + build-platform: win64/debug + build-signing-label: + by-variant: + msix: repackage-signing-msix-win64/debug + default: build-signing-win64/debug + test-sets: + - windows10-2009-tests + +windows10-64-2009-qr/opt: + build-platform: win64/opt + build-signing-label: + by-variant: + msix: repackage-signing-msix-win64/opt + default: build-signing-win64/opt + test-sets: + - windows10-2009-tests + +windows10-64-2009-shippable-qr/opt: + build-platform: win64-shippable/opt + build-signing-label: + by-variant: + msix: repackage-signing-shippable-l10n-msix-win64-shippable/opt + default: build-signing-win64-shippable/opt + test-sets: + - windows10-2009-tests + +# win11-64 2009 +windows11-64-2009-ccov-qr/opt: + build-platform: win64-ccov/opt + build-signing-label: build-signing-win64-ccov/opt + test-sets: + - desktop-screenshot-capture + - ccov-code-coverage-tests + - windows11-64-2009-ccov-tests + - windows11-2009-tests + +windows11-64-2009-qr/debug: + build-platform: win64/debug + build-signing-label: + by-variant: + msix: repackage-signing-msix-win64/debug + default: build-signing-win64/debug + test-sets: + - web-platform-tests + - webgpu + - windows11-2009-tests + +windows11-64-2009-qr/opt: + build-platform: win64/opt + build-signing-label: + by-variant: + msix: repackage-signing-msix-win64/opt + default: build-signing-win64/opt + test-sets: + - awsy + - desktop-screenshot-capture + - web-platform-tests + - web-platform-tests-backlog + - webgpu + - windows11-2009-tests + - talos-xperf + +windows11-64-2009-shippable-qr/opt: + build-platform: win64-shippable/opt + build-signing-label: + by-variant: + msix: repackage-signing-shippable-l10n-msix-win64-shippable/opt + default: build-signing-win64-shippable/opt + test-sets: + - awsy + - desktop-screenshot-capture + - web-platform-tests + - web-platform-tests-backlog + - windows11-2009-tests + - talos-xperf + +windows11-64-2009-devedition-qr/opt: + build-platform: win64-devedition/opt + build-signing-label: build-signing-win64-devedition/opt + test-sets: + - desktop-screenshot-capture + - web-platform-tests + - windows11-2009-tests + +windows11-64-2009-asan-qr/opt: + build-platform: win64-asan/opt + test-sets: + - windows11-2009-tests + +windows11-64-2009-mingwclang-qr/debug: + build-platform: win64-mingwclang/debug + test-sets: + - mingwclang-tests-debug + +windows11-64-2009-mingwclang-qr/opt: + build-platform: win64-mingwclang/opt + test-sets: + - mingwclang-tests-opt + + +## +# MacOS X platforms (matching /macosx.*/) + +macosx1100-64-qr/debug: + build-platform: macosx64/debug + build-signing-label: repackage-macosx64/debug + test-sets: + - macosx1100-64-jittests + +macosx1100-64-aarch64-qr/debug: + build-platform: macosx64-aarch64/debug + build-signing-label: repackage-macosx64-aarch64/debug + test-sets: + - macosx1100-aarch64-qr-tests + +macosx1100-64-shippable-qr/opt: + build-platform: macosx64-shippable/opt + build-signing-label: repackage-macosx64-shippable/opt + test-sets: + - macosx1100-64-jittests + - macosx1100-64-qr-tests + # - macosx64-talos + # - browsertime-high-priority + +macosx1015-64-shippable-qr/opt: + build-platform: macosx64-shippable/opt + test-sets: + - awsy + - browsertime + - browsertime-profiling + - desktop-screenshot-capture + - macosx1015-64-qr-tests + - macosx64-talos + - talos-profiling + - web-platform-tests + - web-platform-tests-backlog + - webgpu + +macosx1015-64-nightlyasrelease-qr/opt: + build-platform: macosx64-nightlyasrelease/opt + test-sets: + - browsertime + +macosx1015-64-devedition-qr/opt: + build-platform: macosx64-devedition/opt + test-sets: + - macosx1015-64-qr-tests + - web-platform-tests + - webgpu + +macosx1015-64-qr/opt: + build-platform: macosx64/opt + test-sets: + - desktop-screenshot-capture + - macosx1015-64-qr-tests + - web-platform-tests + - web-platform-tests-backlog + - webgpu + - browsertime + +macosx1015-64-qr/debug: + build-platform: macosx64/debug + test-sets: + - macosx1015-64-qr-tests + - web-platform-tests + - webgpu + +macosx1015-64-ccov-qr/opt: + build-platform: macosx64-ccov/opt + test-sets: + - macosx1015-64-qr-tests + +macosx1400-64-shippable-qr/opt: + build-platform: macosx64-shippable/opt + test-sets: + - macosx1400-64-qr-tests + +## +# Android platforms (matching /android-em.*/) +# +# android-em test platforms execute on android emulators. + +android-em-7.0-x86_64-qr/opt: + build-platform: android-x86_64/opt + test-sets: + - android-x86_64-tests + - web-platform-tests-backlog + +android-em-7.0-x86_64-lite-qr/opt: + build-platform: android-x86_64-lite/opt + test-sets: + - android-x86_64-tests + - web-platform-tests-backlog + +android-em-7.0-x86_64-shippable-qr/opt: + build-platform: android-x86_64-shippable/opt + test-sets: + - android-x86_64-tests + - web-platform-tests-backlog + +android-em-7.0-x86_64-shippable-lite-qr/opt: + build-platform: android-x86_64-shippable-lite/opt + test-sets: + - android-x86_64-tests + - web-platform-tests-backlog + +android-em-7.0-x86_64-qr/debug: + build-platform: android-x86_64/debug + test-sets: + - android-x86_64-tests + +android-em-7.0-x86_64-qr/debug-isolated-process: + build-platform: android-x86_64/debug-isolated-process + test-sets: + - android-x86_64-tests + +android-em-7.0-x86-qr/opt: + build-platform: android-x86/opt + test-sets: + - android-x86-tests + +# android-hw test platforms execute on real devices attached to Autophone hosts. + +# android-hw-a51-11-0 Samsung Galaxy A51 Android 11.0 + +android-hw-a51-11-0-aarch64-qr/opt: + build-platform: android-aarch64/opt + test-sets: + - android-hw-browsertime +# - android-hw-browsertime-power + +android-hw-a51-11-0-aarch64-shippable-qr/opt: + build-platform: android-aarch64-shippable/opt + test-sets: + - android-hw-browsertime +# - android-hw-browsertime-power + +# android-hw-p5-13-0 Google Pixel 5 Android 13.0 + +android-hw-p5-13-0-arm7-qr/opt: + build-platform: android-arm/opt + test-sets: + - android-hw-arm7-pgo-unittests + +android-hw-p5-13-0-arm7-shippable-qr/opt: + build-platform: android-arm-shippable/opt + test-sets: + - android-hw-arm7-pgo-unittests + +android-hw-p5-13-0-arm7-qr/debug: + build-platform: android-arm/debug + test-sets: + - android-hw-arm7-debug-unittests + +android-hw-p5-13-0-android-aarch64-qr/debug: + build-platform: android-aarch64/debug + test-sets: + - android-hw-aarch64 + - android-hw-aarch64-debug-unittests + +android-hw-p5-13-0-android-aarch64-qr/opt: + build-platform: android-aarch64/opt + test-sets: + - android-hw-aarch64 + - android-hw-aarch64-opt-unittests + +android-hw-p5-13-0-android-aarch64-shippable-qr/opt: + build-platform: android-aarch64-shippable/opt + test-sets: + - android-hw-aarch64 + - android-hw-aarch64-pgo-unittests + +android-hw-p6-13-0-android-aarch64-shippable-qr/opt: + build-platform: android-aarch64-shippable/opt + test-sets: + - android-hw-speedometer-tests + +android-hw-s21-13-0-android-aarch64-shippable-qr/opt: + build-platform: android-aarch64-shippable/opt + test-sets: + - android-hw-speedometer-tests diff --git a/taskcluster/kinds/test/test-sets.yml b/taskcluster/kinds/test/test-sets.yml new file mode 100644 index 0000000000..ffc18b2d66 --- /dev/null +++ b/taskcluster/kinds/test/test-sets.yml @@ -0,0 +1,497 @@ +# This Source Code Form is subject to the terms of the Mozilla Public +# License, v. 2.0. If a copy of the MPL was not distributed with this +# file, You can obtain one at http://mozilla.org/MPL/2.0/. +--- +# Each key in this file specifies a set of tests to run. Different test sets +# may, for example, be bound to different test platforms. +# +# Note that set does not depend on the tree; tree-dependent job selection +# should be performed in the target task selection phase of task-graph +# generation. +# +# A test set has a name, and a list of tests that it contains. +# +# Test names given here reference tests.yml. + +### Feature-specific test groups + +webgpu: + - mochitest-webgpu + - web-platform-tests-webgpu + - web-platform-tests-webgpu-backlog + +web-platform-tests: + - web-platform-tests + - web-platform-tests-crashtest + - web-platform-tests-privatebrowsing + - web-platform-tests-print-reftest + - web-platform-tests-reftest + - web-platform-tests-wdspec + - web-platform-tests-canvas + +web-platform-tests-backlog: + - web-platform-tests-backlog + - web-platform-tests-reftest-backlog + +mochitest-devtools-chrome: + - mochitest-devtools-chrome + +talos: + - talos-bcv + - talos-chrome + - talos-damp-inspector + - talos-damp-webconsole + - talos-damp-other + - talos-dromaeojs + - talos-g1 + - talos-g3 + - talos-g4 + - talos-g5 + - talos-other + - talos-sessionrestore-many-windows + - talos-svgr + - talos-tp5o + - talos-perf-reftest + - talos-perf-reftest-singletons + - talos-tabswitch + - talos-realworld-webextensions + - talos-webgl + - talos-pdfpaint + # - talos-h1 Bug 1487031 - Disabled for not finding actionable regressions + # - talos-h2 Bug 1487031 - Disabled for not finding actionable regressions + +talos-profiling: + - talos-bcv-profiling + - talos-chrome-profiling + # - talos-damp-profiling - Disabled b/c of Bug 1597734 + - talos-dromaeojs-profiling + - talos-g1-profiling + - talos-g3-profiling + - talos-g4-profiling + - talos-g5-profiling + - talos-motionmark-profiling + - talos-other-profiling + - talos-sessionrestore-many-windows-profiling + - talos-perf-reftest-profiling + - talos-perf-reftest-singletons-profiling + - talos-svgr-profiling + - talos-tp5o-profiling + - talos-tabswitch-profiling + - talos-realworld-webextensions-profiling + - talos-webgl-profiling + +talos-ref-hw: + - talos-webgl + +browsertime: + - browsertime-tp6 + - browsertime-tp7 + - browsertime-tp6-essential + - browsertime-tp6-bytecode + - browsertime-tp6-live + - browsertime-tp6-live-sheriffed + - browsertime-tp6-webextensions + - browsertime-benchmark + - browsertime-benchmark-wasm + - browsertime-youtube-playback + - browsertime-youtube-playback-power + - browsertime-custom + - browsertime-first-install + - browsertime-responsiveness + - browsertime-regression-tests + - browsertime-upload + - browsertime-speculative + - browsertime-throttled + - browsertime-pageload-benchmark + - browsertime-indexeddb + +browsertime-clang: + - browsertime-tp6 + - browsertime-tp6-essential + - browsertime-tp6-bytecode + - browsertime-tp6-live + - browsertime-tp6-live-sheriffed + - browsertime-tp6-webextensions + - browsertime-benchmark + - browsertime-benchmark-wasm + - browsertime-youtube-playback + - browsertime-responsiveness + +browsertime-profiling: + - browsertime-tp6-profiling + +browsertime-high-priority: + - browsertime-benchmark + - browsertime-tp6 + +awsy: + - awsy + - awsy-base + - awsy-dmd + - awsy-base-dmd + - awsy-tp6 + +ccov-code-coverage-tests: + - test-coverage + - test-coverage-wpt + +mochitest-valgrind: + - mochitest-valgrind + +desktop-screenshot-capture: + - mochitest-browser-screenshots + +### Specific platform test sets + +# Linux +linux32-gtest: + - gtest + +linux32-tests: + - web-platform-tests + +linux1804-tests: + - cppunittest + - crashtest + - firefox-ui-functional + - gtest + # - jittest # See comment in linux1804-ccov-tests set. + - jsreftest + - marionette + - mochitest-a11y + - mochitest-browser-a11y + - mochitest-browser-chrome + - mochitest-browser-media + - mochitest-chrome + - mochitest-chrome-gpu + - mochitest-devtools-chrome + - mochitest-media + - mochitest-plain + - mochitest-plain-gpu + - mochitest-remote + - mochitest-webgl1-core + - mochitest-webgl1-ext + - mochitest-webgl2-core + - mochitest-webgl2-ext + - reftest + - telemetry-tests-client + - test-verify + - test-verify-gpu + - test-verify-wpt + - xpcshell + +linux1804-ccov-tests: + # jittest run on regular linux builds is redundant with SM(p), so we omit it + # from the linux1804-tests and linux1804-qr-tests sets. But, we still want + # to run it on ccov builds, so we have this set that has it and which runs + # on ccov builds. + - jittest + +linux2204-wayland-tests: + - mochitest-plain + - cppunittest + - crashtest + - firefox-ui-functional + - gtest + - jsreftest + - marionette + - mochitest-a11y + - mochitest-browser-a11y + - mochitest-browser-chrome + - mochitest-browser-chrome-failures + - mochitest-browser-media + - mochitest-chrome + - mochitest-chrome-gpu + - mochitest-devtools-chrome + - mochitest-media + - mochitest-plain + - mochitest-plain-gpu + - mochitest-remote + - mochitest-webgl1-core + - mochitest-webgl1-ext + - mochitest-webgl2-core + - mochitest-webgl2-ext + - reftest + - telemetry-tests-client + - test-verify + - test-verify-gpu + - test-verify-wpt + - xpcshell + +# Windows +windows32-2009-tests: + - cppunittest + - crashtest + - gtest + - firefox-ui-functional + - jsreftest + - marionette + - mochitest-a11y + - mochitest-browser-a11y + - mochitest-browser-chrome + - mochitest-browser-media + - mochitest-chrome + - mochitest-chrome-gpu + - mochitest-media + - mochitest-plain + - mochitest-plain-gpu + - mochitest-remote + - reftest + - telemetry-tests-client + - test-verify + - test-verify-gpu + - test-verify-wpt + - xpcshell + +windows10-2009-tests: + - cppunittest + - gtest + - mochitest-chrome + - mochitest-chrome-gpu + - mochitest-plain + - mochitest-plain-gpu + - xpcshell + +windows11-64-2009-ccov-tests: + - jittest + - test-coverage + - web-platform-tests + - web-platform-tests-crashtest + - web-platform-tests-print-reftest + - web-platform-tests-reftest + - web-platform-tests-wdspec + +windows11-2009-tests: + - cppunittest + - crashtest + - firefox-ui-functional + - gtest + - jsreftest + - marionette + - mochitest-a11y + - mochitest-browser-a11y + - mochitest-browser-chrome + - mochitest-browser-media + - mochitest-chrome + - mochitest-chrome-gpu + - mochitest-devtools-chrome + - mochitest-media + - mochitest-plain + - mochitest-plain-gpu + - mochitest-remote + - mochitest-webgl1-core + - mochitest-webgl1-ext + - mochitest-webgl2-core + - mochitest-webgl2-ext + - reftest + - telemetry-tests-client + - test-verify + - test-verify-gpu + - test-verify-wpt + - xpcshell + +mingwclang-tests-debug: + - cppunittest + - firefox-ui-functional + - mochitest-a11y + - mochitest-chrome-gpu + - mochitest-plain-gpu + - mochitest-webgl1-core + - mochitest-webgl1-ext + - mochitest-webgl2-core + - mochitest-webgl2-ext + - reftest + - telemetry-tests-client + +# The following is the same as the above block, minus reftests. +# Reftests were disabled due to frequent hangs; see bug 1642719 +# for re-enabling. +mingwclang-win32-tests-debug: + - cppunittest + - firefox-ui-functional + - mochitest-a11y + - mochitest-chrome-gpu + - mochitest-plain-gpu + - mochitest-webgl1-core + - mochitest-webgl1-ext + - mochitest-webgl2-core + - mochitest-webgl2-ext + # - reftest - disabled, see bug 1642719 + - telemetry-tests-client + +mingwclang-tests-opt: + - cppunittest + - mochitest-chrome-gpu + - mochitest-plain-gpu + +windows-talos: + - talos-bcv + - talos-chrome + - talos-damp-inspector + - talos-damp-webconsole + - talos-damp-other + - talos-dromaeojs + - talos-g1 + - talos-g4 + - talos-g5 + - talos-other + - talos-sessionrestore-many-windows + - talos-perf-reftest + - talos-perf-reftest-singletons + - talos-svgr + - talos-tp5o + - talos-tabswitch + - talos-realworld-webextensions + - talos-webgl + - talos-pdfpaint + # - talos-h1 Bug 1487031 - Disabled for not finding actionable regressions + +windows-ref-hw-tests: + - mochitest-media + +talos-xperf: + - talos-xperf + +# macOS +macosx1100-64-jittests: + - jittest + +macosx1100-64-qr-tests: + - crashtest + - jsreftest + - mochitest-browser-a11y + - mochitest-browser-chrome + - mochitest-browser-media + - mochitest-chrome-gpu + - mochitest-media + - mochitest-webgl1-core + - mochitest-webgl1-ext + - mochitest-webgl2-core + - mochitest-webgl2-ext + - reftest + - xpcshell + +macosx1100-aarch64-qr-tests: + - mochitest-media + +macosx1015-64-qr-tests: + - cppunittest + - crashtest + - firefox-ui-functional + - gtest + - jittest + - jsreftest + - marionette + - mochitest-a11y + - mochitest-browser-a11y + - mochitest-browser-chrome + - mochitest-browser-media + - mochitest-chrome + - mochitest-chrome-gpu + - mochitest-devtools-chrome + - mochitest-media + - mochitest-plain + - mochitest-plain-gpu + - mochitest-remote + - mochitest-webgl1-core + - mochitest-webgl1-ext + - mochitest-webgl2-core + - mochitest-webgl2-ext + - reftest + - telemetry-tests-client + - test-verify + - test-verify-gpu + - test-verify-wpt + - xpcshell + +macosx64-talos: + - talos-bcv + - talos-chrome + - talos-damp-inspector + - talos-damp-webconsole + - talos-damp-other + - talos-dromaeojs + - talos-g1 + - talos-g4 + - talos-g5 + - talos-other + - talos-sessionrestore-many-windows + - talos-svgr + - talos-tp5o + - talos-perf-reftest + - talos-perf-reftest-singletons + - talos-realworld-webextensions + - talos-webgl + - talos-tabswitch + - talos-pdfpaint + # - talos-h1 # too long to unpack profile- Bug 1442893 + +macosx1400-64-qr-tests: + - browsertime-benchmark + +# Android + +android-x86_64-tests: + - cppunittest + - crashtest + - geckoview-junit + - gtest + - mochitest-media + - mochitest-plain + - mochitest-plain-gpu + # - mochitest-webgl1-core # Harness issues? + # - mochitest-webgl1-ext + # - mochitest-webgl2-core # Emulator not creating ES3? + # - mochitest-webgl2-ext + - reftest + - test-verify + - web-platform-tests + - web-platform-tests-crashtest + - web-platform-tests-reftest + - web-platform-tests-wdspec + - xpcshell + +android-x86-tests: + - cppunittest + +android-hw-aarch64-opt-unittests: + - jittest + +android-hw-arm7-pgo-unittests: + - jittest-all + +android-hw-aarch64-pgo-unittests: + - jittest + +android-hw-arm7-debug-unittests: + - jittest + +android-hw-aarch64-debug-unittests: + - jittest + +android-hw-aarch64: + - crashtest-qr + - reftest-qr + - mochitest-media + - mochitest-webgl1-core + - mochitest-webgl1-ext + - mochitest-webgl2-core + +android-hw-browsertime: + - browsertime-tp6m + - browsertime-tp6m-essential + - browsertime-tp6m-webextensions + - browsertime-tp6m-live + - browsertime-benchmark-speedometer-mobile + - browsertime-benchmark-speedometer3-mobile + - browsertime-youtube-playback-mobile + - browsertime-benchmark-unity-webgl-mobile + - browsertime-benchmark-motionmark + - browsertime-benchmark-motionmark-1-3 + +android-hw-browsertime-profiling: + - browsertime-tp6m-profiling + +android-hw-speedometer-tests: + - browsertime-benchmark-speedometer-mobile + - browsertime-benchmark-speedometer3-mobile diff --git a/taskcluster/kinds/test/variants.yml b/taskcluster/kinds/test/variants.yml new file mode 100644 index 0000000000..4914982895 --- /dev/null +++ b/taskcluster/kinds/test/variants.yml @@ -0,0 +1,436 @@ +--- +1proc: + description: "{description} with e10s disabled" + component: "Testing::General" + expiration: "never" + suffix: "1proc" + mozinfo: "e10s" + merge: + mozharness: + extra-options: + - "--disable-e10s" + - "--disable-fission" + +headless: + description: "{description} without a window" + component: "Firefox::Headless" + expiration: "never" + suffix: "headless" + mozinfo: "headless" + replace: + tier: 2 + when: + $eval: '( + "linux" in task["test-platform"] + && ( + "mochitest-plain" in task["try-name"] + || "marionette" in task["try-name"] + ) + ) + || "web-platform-tests-wdspec" == task["try-name"]' + merge: + mozharness: + extra-options: + - "--headless" + +a11y-checks: + description: "{description} with accessibility checks enabled" + component: "Core::Disability Access APIs" + expiration: "2024-09-01" + suffix: "a11y-checks" + mozinfo: "a11y_checks" + replace: + tier: 2 + when: + $eval: '( + "linux" in task["test-platform"] + && "opt" in task["test-platform"] + && !( + "asan" in task["test-platform"] + || "tsan" in task["test-platform"] + || "ccov" in task["test-platform"] + ) + ) && ( + "mochitest-devtools-chrome" == task["try-name"] + || "mochitest-browser-chrome" == task["try-name"] + )' + merge: + mozharness: + extra-options: + - "--enable-a11y-checks" + +aab: + description: "{description} with aab test_runner" + component: "GeckoView::General" + expiration: "2024-09-01" + when: &gv_e10s_filter + $eval: '"android" in task["test-platform"]' + suffix: "aab" + # Need to add jdk but there isn't a good way to do that + # so we just replace the toolchain list + merge: + fetches: + toolchain: + - android-system-image-x86_64-linux + - android-avd-x86_64-linux + - android-emulator-linux + - linux64-minidump-stackwalk + - linux64-fix-stacks + - linux64-jdk + - linux64-hostutils + replace: + target: "geckoview-test_runner.aab" + +geckoview-no-fission: + description: "{description} without fission enabled" + component: "GeckoView::Sandboxing" + expiration: "2024-09-01" + when: + <<: *gv_e10s_filter + suffix: "nofis" + mozinfo: "fission" + merge: + mozharness: + extra-options: + - "--disable-fission" + +geckoview-fission: + description: "{description} with fission enabled and default isolation strategy" + component: "GeckoView::Sandboxing" + expiration: "2024-09-01" + when: + <<: *gv_e10s_filter + suffix: "fis" + mozinfo: "fission" + +geckoview-fission-isolate-high-value: + description: "{description} with fission enabled and isolation strategy isolateHighValue" + component: "GeckoView::Sandboxing" + expiration: "2024-09-01" + when: + <<: *gv_e10s_filter + suffix: "fis-hv" + mozinfo: "fission-high-value" + merge: + mozharness: + extra-options: + - "--setpref=fission.webContentIsolationStrategy=2" + +no-fission: + description: "{description} without fission enabled" + component: "Core::DOM: Content Processes" + expiration: "2024-09-01" + suffix: "nofis" + mozinfo: "fission" + when: + $eval: ' + "linux" in task["test-platform"] + || "android" in task["test-platform"] + ' + merge: + mozharness: + extra-options: + - "--disable-fission" + +geckoview-no-fission-ship: + description: "{description} with fission disabled and ship enabled" + component: "GeckoView::Sandboxing" + expiration: "2024-09-01" + suffix: "nofis-ship" + when: + <<: *gv_e10s_filter + merge: + mozharness: + extra-options: + - "--disable-fission" + - "--setpref=fission.disableSessionHistoryInParent=false" + +xorigin: + description: "{description} with cross-origin" + component: "Core::DOM: Content Processes" + expiration: "never" + suffix: "xorig" + mozinfo: "xorigin" + replace: + e10s: true + when: + $eval: '"mochitest-plain" in task["try-name"]' + merge: + mozharness: + extra-options: + - "--enable-xorigin-tests" + - "--setpref=privacy.partition.always_partition_third_party_non_cookie_storage=false" + +conditioned_profile: + description: "{description} with conditioned profile" + component: "Testing::General" + expiration: "2024-09-01" + suffix: "condprof" + mozinfo: "condprof" + when: + $eval: ' + ( + "linux" in task["test-platform"] + || "windows" in task["test-platform"] + ) && ( + "opt" in task["test-platform"] + && !( + "asan" in task["test-platform"] + || "tsan" in task["test-platform"] + || "ccov" in task["test-platform"] + ) + ) && ( + "mochitest-plain" == task["try-name"] + || "xpcshell" == task["try-name"] + )' + merge: + mozharness: + extra-options: + - "--conditioned-profile" + replace: + chunks: 8 + +socketprocess: + description: "{description} with socket process enabled" + component: "Core::Networking" + expiration: "2024-09-01" + suffix: "spi" + mozinfo: "socketprocess_e10s" + when: + $eval: '"mochitest-media" in task["try-name"]' + merge: + mozharness: + extra-options: + - "--setpref=media.peerconnection.mtransport_process=true" + - "--setpref=network.process.enabled=true" + +socketprocess_networking: + description: "{description} with networking on socket process enabled" + component: "Core::Networking" + expiration: "2024-09-01" + suffix: "spi-nw" + mozinfo: "socketprocess_networking" + when: + $eval: ' + ( + "linux" in task["test-platform"] + || "windows" in task["test-platform"] + || "macosx" in task["test-platform"] + ) && ( + "mochitest" in task["try-name"] + || "xpcshell" == task["try-name"] + )' + merge: + mozharness: + extra-options: + - "--setpref=network.process.enabled=true" + - "--setpref=network.http.network_access_on_socket_process.enabled=true" + +# - +# Webrender DComp variants for Win10 + +webrender-dcomp-disabled: + description: "{description} with dcomp disabled" + component: "Core::Graphics: WebRender" + expiration: "2024-09-01" + suffix: "wr-dc0" + when: + $eval: '"windows1" in task["test-platform"]' + merge: + mozharness: + extra-options: + - "--setpref=gfx.webrender.dcomp-win.enabled=false" + - "--setpref=gfx.webrender.dcomp-video-overlay-win=false" + - "--setpref=gfx.webrender.dcomp-video-overlay-win.force-enabled=false" + - "--setpref=gfx.webrender.compositor=false" + - "--setpref=gfx.webrender.compositor.force-enabled=false" + +webrender-dcomp-present: # Default variant ends up like this. + description: "{description} with dcomp present but not overlays" + component: "Core::Graphics: WebRender" + expiration: "2024-09-01" + suffix: "wr-dc1-p" + when: + $eval: '"windows1" in task["test-platform"]' + merge: + mozharness: + extra-options: + - "--setpref=gfx.webrender.dcomp-win.enabled=true" + - "--setpref=gfx.webrender.dcomp-video-overlay-win=false" + - "--setpref=gfx.webrender.dcomp-video-overlay-win.force-enabled=false" + - "--setpref=gfx.webrender.compositor=false" + - "--setpref=gfx.webrender.compositor.force-enabled=false" + +webrender-dcomp-overlays: + description: "{description} with dcomp overlays but not compositing" + component: "Core::Graphics: WebRender" + expiration: "2024-09-01" + suffix: "wr-dc2-o" + when: + $eval: '"windows1" in task["test-platform"]' + merge: + mozharness: + extra-options: + - "--setpref=gfx.webrender.dcomp-win.enabled=true" + - "--setpref=gfx.webrender.dcomp-video-overlay-win=true" + - "--setpref=gfx.webrender.dcomp-video-overlay-win.force-enabled=true" + - "--setpref=gfx.webrender.compositor=false" + - "--setpref=gfx.webrender.compositor.force-enabled=false" + +webrender-dcomp-compositing: + description: "{description} with dcomp compositing" + component: "Core::Graphics: WebRender" + expiration: "2024-09-01" + suffix: "wr-dc3-c" + when: + $eval: '"windows1" in task["test-platform"]' + merge: + mozharness: + extra-options: + - "--setpref=gfx.webrender.dcomp-win.enabled=true" + - "--setpref=gfx.webrender.dcomp-video-overlay-win=true" + - "--setpref=gfx.webrender.dcomp-video-overlay-win.force-enabled=true" + - "--setpref=gfx.webrender.compositor=true" + - "--setpref=gfx.webrender.compositor.force-enabled=true" + +# - + +webrender-sw: + description: "{description} with software webrender enabled" + component: "Core::Graphics: WebRender" + expiration: "never" + suffix: "swr" + mozinfo: "swgl" + merge: + webrender: true + mozharness: + extra-options: + - "--setpref=gfx.webrender.software=true" + +webgl-ipc: + description: "{description} with WebGL IPC process enabled" + component: "Core::Graphics: CanvasWebGL" + expiration: "2024-09-01" + suffix: "gli" + merge: + mozharness: + extra-options: + - "--setpref=webgl.out-of-process=true" + - "--setpref=security.sandbox.content.headless=true" + +wmf-media-engine: + description: "{description} with Windows Media Foundation media engine enabled" + component: "Core::Audio/Video: Playback" + expiration: "2024-10-10" + when: + $eval: '"windows1" in task["test-platform"]' + suffix: "wmfme" + mozinfo: "wmfme" + replace: + tier: 2 + merge: + mozharness: + extra-options: + - "--tag=media-engine-compatible" + - "--setpref=media.wmf.media-engine.enabled=1" + - "--setpref=media.wmf.media-engine.channel-decoder.enabled=true" + - "--setpref=media.eme.wmf.clearkey.enabled=true" + - "--setpref=media.wmf.media-engine.bypass-gfx-blocklist=true" + +media-gpu: + description: "{description} for running media tests on the GPU worker" + component: "Core::Audio/Video: Playback" + expiration: "2024-04-21" + suffix: "mda-gpu" + mozinfo: "mda_gpu" + when: + $eval: ' + "windows" in task["test-platform"] + || "macosx" in task["test-platform"] + ' + merge: + virtualization: virtual-with-gpu + mozharness: + extra-options: + - "--tag=media-gpu" + - "--setpref=media.hardware-video-decoding.force-enabled=true" + +msix: + description: "{description} from msix packages" + component: "Firefox:Installer" + expiration: "never" + suffix: "msix" + mozinfo: "msix" + when: + $eval: ' + "windows1" in task["test-platform"] + && "-64" in task["test-platform"] + && ( + "opt" in task["test-platform"] + || "debug" in task["test-platform"] + ) && !( + "asan" in task["test-platform"] + || "ccov" in task["test-platform"] + ) + ' + replace: + mozharness: + extra-options: + - "--variant=msix" + - "--installer-path installer.msix" + +http3: + description: "{description} with http3 server" + component: "Core::Networking" + expiration: "2024-09-01" + suffix: "http3" + mozinfo: "http3" + when: + $eval: '( + "linux" in task["test-platform"] + && "debug" in task["test-platform"] + ) && ( + "mochitest-plain" == task["try-name"] + || "mochitest-devtools-chrome" == task["try-name"] + )' + merge: + mozharness: + extra-options: + - "--use-http3-server" + +http2: + description: "{description} with http2 server" + component: "Core::Networking" + expiration: "2024-09-01" + suffix: "http2" + mozinfo: "http2" + when: + $eval: '( + "linux" in task["test-platform"] + && "debug" in task["test-platform"] + ) + && "mochitest-plain" == task["try-name"] + ' + merge: + mozharness: + extra-options: + - "--use-http2-server" + +draw-snapshot: + description: "{description} with draw snapshot" + component: "Core::Graphics" + suffix: "s" + mozinfo: "snapshot" + expiration: "never" + when: + $eval: '( + "linux" in task["test-platform"] + && "debug" in task["test-platform"] + ) + && "reftest" == task["try-name"] + ' + replace: + virtualization: virtual + mozharness: + extra-options: + - "--setpref=reftest.use-draw-snapshot=true" diff --git a/taskcluster/kinds/test/web-platform.yml b/taskcluster/kinds/test/web-platform.yml new file mode 100644 index 0000000000..b4cf3a732b --- /dev/null +++ b/taskcluster/kinds/test/web-platform.yml @@ -0,0 +1,639 @@ +# This Source Code Form is subject to the terms of the Mozilla Public +# License, v. 2.0. If a copy of the MPL was not distributed with this +# file, You can obtain one at http://mozilla.org/MPL/2.0/. +--- +job-defaults: + suite: + category: web-platform-tests + instance-size: xlarge-noscratch + max-run-time: + by-test-platform: + android-em-7.0-x86_64/debug: 7200 + default: 5400 + mozharness: + script: web_platform_tests.py + config: + by-test-platform: + windows.*: + - web_platform_tests/prod_config_windows_taskcluster.py + macosx.*: + - web_platform_tests/prod_config_mac.py + android-em.*: + - android/android-x86_64.py + - web_platform_tests/prod_config_android.py + default: + - web_platform_tests/prod_config.py + - remove_executables.py + target: + by-test-platform: + android-em-7.0-x86_64-shippable(-lite)?-qr/opt: geckoview-test_runner.apk + android-em-7.0-x86_64(-lite)?-qr/opt: geckoview-test_runner.apk + android-em-7.0-x86_64(-lite)?-qr/debug(-isolated-process)?: geckoview-test_runner.apk + default: null + +web-platform-tests: + description: "Web platform test run" + suite: web-platform-tests + treeherder-symbol: W(wpt) + virtualization: virtual + tier: + by-variant: + no-fission: + by-test-platform: + linux.*: 2 + default: default + default: + by-test-platform: + android-em-7.0-x86_64-qr/debug-isolated-process: 3 + default: default + chunks: + by-test-platform: + android.*/debug: 32 + android.*: 24 + linux.*64-tsan-qr/opt: 32 + linux.*64-asan(-qr)?/opt: 22 + linux.*64-ccov.*/opt: 20 + linux.*/debug: 16 + macosx.*/debug: 18 + windows.*32.*/opt: 12 + windows.*/debug: 16 + windows.*-ccov.*/opt: 14 + default: 10 + max-run-time: + by-test-platform: + .*-ccov.*/.*: 10800 + linux.*64(-tsan|-asan)-qr/opt: 14400 + linux.*64(-qr)?/debug: 10800 + macosx.*/debug: 10800 + android-em.*/.*: 10800 + default: 7200 + variants: + - no-fission + - geckoview-no-fission-ship + run-on-projects: + by-variant: + geckoview-no-fission-ship: + by-test-platform: + android-em-7.0-x86_64-qr/debug-isolated-process: [] + default: [] + no-fission: + by-test-platform: + android-em-7.0-x86_64-qr/debug-isolated-process: [] + android.*: built-projects + linux1804-64-qr/debug: ['mozilla-central'] + linux1804-64(-shippable|-asan)?-qr/opt: ['mozilla-central'] + default: [] + default: + by-test-platform: + android.*: [] + .*wayland.*: [] + default: built-projects + mozharness: + chunked: true + extra-options: + - --test-type=testharness + - --skip-implementation-status=backlog + - --skip-implementation-status=not-implementing + - --skip-timeout + - --skip-crash + # Because we have a separate job for them, don't run the (core) + # webgpu/* tests in the main WPT runs. (but still run tests in dirs + # other than webgpu/* that are tagged webgpu, e.g. canvas tests) + - --exclude-tag=webgpu + - --exclude-tag=canvas + +web-platform-tests-backlog: + description: "Web platform test (backlog) run" + treeherder-symbol: W-b(wpt) + variants: + - no-fission + chunks: + by-test-platform: + android.*: 3 + default: 2 + max-run-time: + by-test-platform: + android.*/opt: 7200 + default: 3600 + run-on-projects: + by-variant: + no-fission: + by-test-platform: + android.*: ['mozilla-central'] + default: [] + default: + by-test-platform: + android.*: [] + .*wayland.*: [] + default: ['mozilla-central'] + test-manifest-loader: null # don't load tests in the taskgraph + tier: 2 + mozharness: + chunked: true + extra-options: + - --test-type=testharness + - --skip-implementation-status=implementing + - --skip-implementation-status=not-implementing + - --backlog + - --exclude-tag=webgpu + +web-platform-tests-privatebrowsing: + description: "Web platform privatebrowsing test run" + suite: web-platform-tests + treeherder-symbol: W(pb) + virtualization: virtual + tier: default + chunks: 1 + max-run-time: 1800 + variants: [] # We don't need sw or nofis testing. + run-on-projects: + by-test-platform: + android.*: [] + macos.*: [] + .*-(wayland).*/.*: [] + default: built-projects + mozharness: + chunked: true + extra-options: + - --test-type=testharness + - --default-exclude + - --setpref=browser.privatebrowsing.autostart=true + - --setpref=dom.cache.privateBrowsing.enabled=true + - --tag=privatebrowsing + +web-platform-tests-reftest: + description: "Web platform reftest run" + schedules-component: web-platform-tests-reftest + treeherder-symbol: W(Wr) + virtualization: + by-test-platform: + windows.*-64.*-qr/.*: virtual-with-gpu + default: virtual + chunks: + by-test-platform: + .*-ccov.*/.*: 8 + linux.*64-tsan-qr/opt: 16 + linux1804-64(-asan)?-qr/.*: 6 + macosx10.*-64/debug: 6 + macosx10.*-64/opt: 3 + windows.*-(32|64)(-qr)?/debug: 5 + android.*: 6 + default: 4 + variants: + - no-fission + - webrender-sw+no-fission + - webrender-sw + run-on-projects: + by-variant: + webrender-sw: + by-test-platform: + .*-32.*/.*: [] + linux.*64-qr/debug: built-projects + windows.*-qr/debug: built-projects + default: [] + webrender-sw+no-fission: + by-test-platform: + android-em-7.0-x86_64-qr/debug: built-projects + linux1804-64-qr/debug: ['mozilla-central'] + linux1804-64(-shippable|-asan)?-qr/opt: ['mozilla-central'] + default: [] + no-fission: + by-test-platform: + android-em-7.0-x86_64-qr/debug-isolated-process: [] + linux1804-64-qr/debug: ['mozilla-central'] + linux1804-64(-shippable|-asan)?-qr/opt: ['mozilla-central'] + android.*: built-projects + default: [] + default: + by-test-platform: + android.*: [] + .*wayland.*: [] + default: built-projects + tier: + by-variant: + no-fission: + by-test-platform: + linux.*: 2 + default: default + default: + by-test-platform: + android-em-7.0-x86_64-qr/debug-isolated-process: 3 + default: default + mozharness: + extra-options: + - --test-type=reftest + - --skip-implementation-status=backlog + - --skip-implementation-status=not-implementing + - --skip-timeout + - --skip-crash + +web-platform-tests-webgpu: + description: "Web platform WebGPU test run" + suite: web-platform-tests + treeherder-symbol: W(webgpu) + virtualization: virtual-with-gpu + tier: + by-test-platform: + android.*: 2 # https://bugzilla.mozilla.org/show_bug.cgi?id=1849914 + macos.*: 2 # https://bugzilla.mozilla.org/show_bug.cgi?id=1849913 + linux2204.*-64.*: 2 # https://bugzilla.mozilla.org/show_bug.cgi?id=1849912 + windows.*-64.*: 2 # https://bugzilla.mozilla.org/show_bug.cgi?id=1849911 + default: 2 + # Choice of `chunks`: + # Time-to-TEST-START on Windows is ~7m (~9m for debug). + # (though we're working on reducing this!) + # Devs would love ~10-15m runs, but we don't want to be more than + # 50% overhead, so let's aim for 15m (20m debug) + chunks: 1 + max-run-time: + by-test-platform: + .*/debug: 2700 # 45m + default: 1800 # 30m + variants: [] # We don't need sw or nofis testing. + run-on-projects: + by-test-platform: + android.*: [] # https://bugzilla.mozilla.org/show_bug.cgi?id=1836811 + .*-wayland/debug.*: [] # https://bugzilla.mozilla.org/show_bug.cgi?id=1864700 + default: ['trunk'] + mozharness: + chunked: true + extra-options: + - --test-type=testharness + - --skip-implementation-status=backlog + - --skip-implementation-status=not-implementing + - --default-exclude + - --tag=webgpu + - --exclude-tag=canvas + +web-platform-tests-webgpu-backlog: + description: "Web platform WebGPU test run (backlog)" + suite: web-platform-tests + treeherder-symbol: W(webgpu-backlog) + virtualization: virtual-with-gpu + tier: 3 + # Choice of `chunks`: + # Time-to-TEST-START on Windows is ~7m (~9m for debug). + # (though we're working on reducing this!) + # Devs would love ~10-15m runs, but we don't want to be more than + # 50% overhead, so let's aim for 15m (20m debug) + chunks: + by-test-platform: + linux2204.*-64.*: 15 + macos.*: 20 + windows.*-64.*/opt.*: 15 + windows.*-64.*/debug.*: 20 + default: 10 + max-run-time: + by-test-platform: + .*/debug: 5400 # 90m + default: 3200 # 60m + variants: [] # We don't need sw or nofis testing. + run-on-projects: + by-test-platform: + android.*: [] # https://bugzilla.mozilla.org/show_bug.cgi?id=1836811 + .*-wayland/debug.*: [] # https://bugzilla.mozilla.org/show_bug.cgi?id=1864700 + default: ['mozilla-central'] + mozharness: + chunked: true + extra-options: + by-test-platform: + macos.*: + - --test-type=testharness + - --default-exclude + - --tag=webgpu + - --exclude-tag=canvas + - --skip-implementation-status=implementing + - --skip-implementation-status=not-implementing + - --backlog + - --setpref=gfx.webgpu.ignore-blocklist=true + default: + - --test-type=testharness + - --default-exclude + - --tag=webgpu + - --exclude-tag=canvas + - --skip-implementation-status=implementing + - --skip-implementation-status=not-implementing + - --backlog + +web-platform-tests-canvas: + description: "Web platform Canvas test run" + suite: web-platform-tests + treeherder-symbol: W(canvas) + virtualization: virtual-with-gpu + tier: + by-variant: + no-fission: + by-test-platform: + linux.*: 2 + default: default + default: + by-test-platform: + android-em-7.0-x86_64-qr/debug-isolated-process: 3 + default: default + chunks: + by-test-platform: + windows.*: 2 + .*tsan.*: 2 + linux.*/debug: 2 + linux.*asan.*: 2 + default: 1 + max-run-time: + by-test-platform: + .*tsan.*: 3600 + default: 1800 + variants: + - no-fission + run-on-projects: + by-variant: + no-fission: + by-test-platform: + android-em-7.0-x86_64-qr/debug-isolated-process: [] + android.*: built-projects + linux1804-64-qr/debug: ['mozilla-central'] + linux1804-64(-shippable|-asan)?-qr/opt: ['mozilla-central'] + default: [] + default: + by-test-platform: + android.*: [] + .*wayland.*: [] + default: built-projects + mozharness: + chunked: true + extra-options: + - --test-type=testharness + - --skip-implementation-status=backlog + - --skip-implementation-status=not-implementing + - --skip-timeout + - --skip-crash + # Because we have a separate job for them, don't run the (core) + # webgpu/* tests in the main WPT runs. (but still run tests in dirs + # other than webgpu/* that are tagged webgpu, e.g. canvas tests) + - --default-exclude + - --tag=canvas + - --exclude-tag=webgpu + +web-platform-tests-reftest-backlog: + description: "Web platform reftest (backlog) run" + schedules-component: web-platform-tests-reftest + treeherder-symbol: W-b(Wr) + virtualization: virtual + chunks: 1 + variants: + - no-fission + run-on-projects: + by-variant: + no-fission: + by-test-platform: + android.*: ['mozilla-central'] + default: [] + default: + by-test-platform: + android.*: [] + .*wayland.*: [] + default: ['mozilla-central'] + test-manifest-loader: null # don't load tests in the taskgraph + tier: 2 + mozharness: + extra-options: + - --test-type=reftest + - --skip-implementation-status=implementing + - --skip-implementation-status=not-implementing + - --backlog + - --exclude-tag=webgpu + +web-platform-tests-wdspec: + description: "Web platform webdriver-spec run" + schedules-component: web-platform-tests-wdspec + treeherder-symbol: W(Wd) + chunks: + by-test-platform: + .*-ccov.*/.*: 6 + .*-tsan.*/.*: 8 + default: 5 + mozharness: + extra-options: + by-test-platform: + android-em-7.*: + - --test-type=wdspec + - --setpref=gfx.canvas.accelerated=false + default: + - --test-type=wdspec + variants: + - no-fission + - headless + run-on-projects: + by-variant: + headless: + by-test-platform: + android.*: [] + .*wayland.*: [] + default: built-projects + no-fission: + by-test-platform: + linux1804-64-qr/debug: ['mozilla-central'] + linux1804-64(-shippable|-asan)?-qr/opt: ['mozilla-central'] + android.*: built-projects + default: [] + default: + by-test-platform: + android.*: [] + .*wayland.*: [] + default: built-projects + tier: + by-variant: + no-fission: + by-test-platform: + linux.*: 2 + default: default + default: default + fetches: + toolchain: + by-test-platform: + android-em-7.*: + - android-system-image-x86_64-linux + - android-avd-x86_64-linux + - android-emulator-linux + - linux64-geckodriver + - linux64-minidump-stackwalk + - linux64-fix-stacks + - linux64-hostutils + linux.*64.*: + - linux64-geckodriver + - linux64-minidump-stackwalk + - linux64-fix-stacks + linux.*32.*: + - linux32-geckodriver + - linux64-minidump-stackwalk + - linux64-fix-stacks + macosx.*: + - macosx64-geckodriver + - macosx64-minidump-stackwalk + - macosx64-fix-stacks + win.*-32.*: + - win32-geckodriver + - win32-minidump-stackwalk + - win32-fix-stacks + win.*-64.*: + - win64-geckodriver + - win32-minidump-stackwalk + - win32-fix-stacks + default: + - linux64-minidump-stackwalk + - linux64-fix-stacks + - linux64-geckodriver + +web-platform-tests-crashtest: + description: "Web platform crashtests run" + schedules-component: web-platform-tests-crashtest + treeherder-symbol: W(Wc) + chunks: 1 + mozharness: + extra-options: + - --test-type=crashtest + variants: + - no-fission + - webrender-sw + - webrender-sw+no-fission + run-on-projects: + by-variant: + webrender-sw: + by-test-platform: + android-em-7.0-x86_64-qr/debug: built-projects + .*-32.*/.*: [] + linux.*64-qr/debug: built-projects + macosx101.*64-qr/debug: built-projects + windows.*-qr/debug: built-projects + default: [] + webrender-sw+no-fission: + by-test-platform: + android-em-7.0-x86_64-qr/debug: built-projects + linux1804-64-qr/debug: ['mozilla-central'] + linux1804-64(-shippable|-asan)?-qr/opt: ['mozilla-central'] + default: [] + no-fission: + by-test-platform: + android-em-7.0-x86_64-qr/debug-isolated-process: [] + linux1804-64-qr/debug: ['mozilla-central'] + linux1804-64(-shippable|-asan)?-qr/opt: ['mozilla-central'] + android.*: built-projects + default: [] + default: + by-test-platform: + android.*: [] + android-em-7.0-x86_64-qr/debug: built-projects + default: built-projects + tier: + by-variant: + no-fission: + by-test-platform: + linux.*: 2 + default: default + webrender-sw+no-fission: + by-test-platform: + linux.*: 2 + default: default + default: default + +web-platform-tests-print-reftest: + description: "Web platform print-reftest run" + schedules-component: web-platform-tests-print-reftest + treeherder-symbol: W(Wp) + chunks: 1 + test-manifest-loader: null # don't load tests in the taskgraph + tier: + by-variant: + no-fission: + by-test-platform: + linux.*: 2 + default: default + webrender-sw+no-fission: + by-test-platform: + linux.*: 2 + default: default + default: default + variants: + - no-fission + - webrender-sw + - webrender-sw+no-fission + run-on-projects: + by-variant: + webrender-sw: + by-test-platform: + android.*: [] + .*-32.*/.*: [] + linux.*64-qr/debug: built-projects + windows.*-qr/debug: built-projects + default: [] + webrender-sw+no-fission: + by-test-platform: + android-em-7.0-x86_64-qr/debug: built-projects + linux1804-64-qr/debug: ['mozilla-central'] + linux1804-64(-shippable|-asan)?-qr/opt: ['mozilla-central'] + default: [] + no-fission: + by-test-platform: + linux1804-64-qr/debug: ['mozilla-central'] + linux1804-64(-shippable|-asan)?-qr/opt: ['mozilla-central'] + android.*: built-projects + default: [] + default: + by-test-platform: + android.*: [] + .*wayland.*: [] + default: built-projects + mozharness: + extra-options: + - --test-type=print-reftest + +test-verify-wpt: + description: "Extra verification of web-platform tests modified on this push" + suite: + category: test-verify + name: test-verify-wpt + treeherder-symbol: TVw + max-run-time: 10800 + run-on-projects: + by-test-platform: + # do not run on asan, ccov, shippable or wayland + .*-(asan|ccov|shippable|wayland).*/.*: [] + # do not run on beta or release: usually just confirms earlier results + default: ['integration'] + built-projects-only: true + test-manifest-loader: null # don't load tests in the taskgraph + optimization: + test-verify: ["test-verify-wpt"] + tier: 2 + mozharness: + extra-options: + - --verify + +test-coverage-wpt: + description: "Per web-platform test coverage" + suite: + category: test-coverage + name: test-coverage-wpt + schedules-component: test-coverage-wpt + treeherder-symbol: TCw + max-run-time: 10800 + variants: + - no-fission + - webrender-sw+no-fission + run-on-projects: + by-variant: + webrender-sw+no-fission: + by-test-platform: + android-em-7.0-x86_64-qr/debug: built-projects + default: [] + no-fission: + by-test-platform: + android-em-7.0-x86_64-qr/debug: built-projects + default: [] + default: + by-test-platform: + .*-ccov.*/.*: built-projects + default: [] + test-manifest-loader: null # don't load tests in the taskgraph + tier: 2 + mozharness: + extra-options: + - --per-test-coverage diff --git a/taskcluster/kinds/test/xpcshell.yml b/taskcluster/kinds/test/xpcshell.yml new file mode 100644 index 0000000000..7b417e869b --- /dev/null +++ b/taskcluster/kinds/test/xpcshell.yml @@ -0,0 +1,195 @@ +# This Source Code Form is subject to the terms of the Mozilla Public +# License, v. 2.0. If a copy of the MPL was not distributed with this +# file, You can obtain one at http://mozilla.org/MPL/2.0/. +--- +job-defaults: + suite: + category: xpcshell + name: xpcshell + target: + by-test-platform: + android-em-7.*: geckoview-test_runner.apk + windows11-64-2009.*: + by-variant: + msix: target.installer.msix + default: null + default: null + mozharness: + script: + by-test-platform: + android-em.*: android_emulator_unittest.py + default: desktop_unittest.py + config: + by-test-platform: + android-em-7.*: + - android/android_common.py + - android/android-x86_64.py + linux.*: + - unittests/linux_unittest.py + - remove_executables.py + macosx.*: + - unittests/mac_unittest.py + windows.*: + - unittests/win_unittest.py + requires-signed-builds: + by-test-platform: + macosx1100.*: true + windows.*-asan-qr/opt: false # No XPCShell on ASAN yet + windows.*-mingwclang-qr/.*: false + windows.*: true + default: false + +xpcshell: + description: "xpcshell test run" + treeherder-symbol: X(X) + variants: + - conditioned_profile + - socketprocess_networking+no-fission + - socketprocess_networking + - no-fission + - msix + - geckoview-no-fission-ship + instance-size: + by-variant: + conditioned_profile: large + default: large-noscratch + run-on-projects: + by-variant: + conditioned_profile: + by-test-platform: + .*asan.*: [] + .*ccov.*: [] + (linux1804-64|windows11-64.*)(-shippable)?-qr/opt: ['trunk'] + default: [] + socketprocess_networking+no-fission: + by-test-platform: + linux1804-64.*: ['mozilla-central'] + default: [] + socketprocess_networking: + by-test-platform: + macosx1015.*: ['trunk'] # All Mac variants + ^(?!.*asan).*windows11.*: ['trunk'] # All Windows11 except ASAN + default: [] + no-fission: + by-test-platform: + android-em-7.0-x86_64-qr/debug-isolated-process: [] + android.*: built-projects + linux1804-64.*: ['mozilla-central'] + default: [] + msix: + by-test-platform: + windows11-64-2009(-shippable)?-qr/opt: built-projects + windows11-64-2009-qr/debug: built-projects + default: [] + geckoview-no-fission-ship: + by-test-platform: + android-em-7.0-x86_64-qr/debug-isolated-process: [] + android-em.*: built-projects + default: [] + default: + by-test-platform: + android.*: built-projects + .*wayland.*: [] + windows.*-asan-qr/opt: [] # No XPCShell on ASAN yet + default: built-projects + chunks: + by-test-platform: + .*-asan-qr/opt: 4 + .*-ccov.*/.*: 8 + .*-tsan-qr/opt: 10 + (android-em-7.*|macosx.*|linux1804-64.*/opt): 2 + default: 4 + max-run-time: + by-variant: + msix: 7200 + conditioned_profile: 7200 + default: + by-test-platform: + .*-ccov(-qr)?/.*: 7200 + .*-tsan-qr/opt: 7200 + default: 5400 + allow-software-gl-layers: false + tier: + by-variant: + no-fission: + by-test-platform: + linux.*: 2 + default: default + socketprocess_networking+no-fission: + by-test-platform: + linux.*: 2 + default: default + default: + by-test-platform: + windows.*-asan.*: 3 + android-em-7.0-x86_64-qr/debug-isolated-process: 3 + default: default + mozharness: + extra-options: + by-test-platform: + windows1.*: + - --threads=2 + default: [] + fetches: + toolchain: + by-test-platform: + linux.*: + - linux64-node + - linux64-minidump-stackwalk + - linux64-fix-stacks + macosx.*: + - macosx64-node + - macosx64-minidump-stackwalk + - macosx64-fix-stacks + win.*-64.*: + - win64-node + - win32-minidump-stackwalk + - win32-fix-stacks + win.*32.*: + - win32-node + - win32-minidump-stackwalk + - win32-fix-stacks + android-em-7.*: + - android-system-image-x86_64-linux + - android-avd-x86_64-linux + - android-emulator-linux + - linux64-node + - linux64-minidump-stackwalk + - linux64-hostutils + +xpcshell-failures: + description: "xpcshell specific failures test run" + treeherder-symbol: X-f(X) + run-on-projects: ["mozilla-central"] + chunks: 2 + max-run-time: 2700 + allow-software-gl-layers: false + tier: 3 + mozharness: + script: + by-test-platform: + macos.*: mac_unittest.py + windows1.*: desktop_unittest.py + config: + by-test-platform: + macos.*: + - unittests/mac_unittest.py + windows1.*: + - unittests/win_unittest.py + extra-options: + by-test-platform: + macosx1100.*: + - --run-failures=apple_silicon + - --timeout-as-pass + - --crash-as-pass + fetches: + toolchain: + by-test-platform: + macosx.*: + - macosx64-node + - macosx64-minidump-stackwalk + - macosx64-fix-stacks + win.*32.*: + - win32-node + - win32-minidump-stackwalk + - win32-fix-stacks diff --git a/taskcluster/kinds/toolchain/android.yml b/taskcluster/kinds/toolchain/android.yml new file mode 100644 index 0000000000..333aa868fa --- /dev/null +++ b/taskcluster/kinds/toolchain/android.yml @@ -0,0 +1,252 @@ +# This Source Code Form is subject to the terms of the Mozilla Public +# License, v. 2.0. If a copy of the MPL was not distributed with this +# file, You can obtain one at http://mozilla.org/MPL/2.0/. +--- +job-defaults: + worker-type: b-linux-gcp + worker: + docker-image: {in-tree: android-build} + max-run-time: 1800 + +# In automation, we generate the AVD using the linux64-android-avd jobs. On +# developers' machines, bootstrap will download the artifact from the avd job +# instead of generating it. +# +# The Android AVD needs the corresponding system image generated in the +# linux64-android-system-image TL job. System images are not redistributable, +# so locally bootstrap will use sdkmanager to download the corresponding system +# images. +linux64-android-avd-x86_64-repack: + attributes: + local-toolchain: true + description: "Android AVD (Linux) repack toolchain build" + treeherder: + symbol: TL(avd-x86_64-linux) + run: + script: repack-android-avd-linux.sh + arguments: + - 'python/mozboot/mozboot/android-avds/x86_64.json' + resources: + - 'python/mozboot/**/*android*' + toolchain-artifact: public/build/android-avd-linux.tar.zst + toolchain-alias: android-avd-x86_64-linux + fetches: + toolchain: + # Aliases aren't allowed for toolchains depending on toolchains. + - linux64-jdk-repack + +linux64-android31-avd-x86_64-repack: + description: "Android AVD (Linux) repack toolchain build" + treeherder: + symbol: TL(avd31-x86_64-linux) + worker-type: b-linux-kvm-gcp + worker: + kvm: true + run: + script: repack-android-avd-linux.sh + arguments: + - 'python/mozboot/mozboot/android-avds/android31-x86_64.json' + resources: + - 'python/mozboot/**/*android*' + toolchain-artifact: public/build/android-avd-linux.tar.zst + toolchain-alias: android31-avd-x86_64-linux + fetches: + toolchain: + # Aliases aren't allowed for toolchains depending on toolchains. + - linux64-jdk-repack + + +linux64-android-avd-arm-repack: + attributes: + local-toolchain: true + description: "Android AVD (Linux) repack toolchain build" + treeherder: + symbol: TL(avd-arm-linux) + run: + script: repack-android-avd-linux.sh + arguments: + - 'python/mozboot/mozboot/android-avds/arm.json' + resources: + - 'python/mozboot/**/*android*' + toolchain-artifact: public/build/android-avd-linux.tar.zst + toolchain-alias: android-avd-arm-linux + fetches: + toolchain: + # Aliases aren't allowed for toolchains depending on toolchains. + - linux64-jdk-repack + +linux64-android-avd-arm64-repack: + attributes: + local-toolchain: true + description: "Android AVD (Linux) repack toolchain build" + treeherder: + symbol: TL(avd-arm64-linux) + run: + script: repack-android-avd-linux.sh + arguments: + - 'python/mozboot/mozboot/android-avds/arm64.json' + resources: + - 'python/mozboot/**/*android*' + toolchain-artifact: public/build/android-avd-linux.tar.zst + toolchain-alias: android-avd-arm64-linux + fetches: + toolchain: + # Aliases aren't allowed for toolchains depending on toolchains. + - linux64-jdk-repack + +linux64-android-system-image-x86_64-repack: + description: "Android System Images (Linux) repack toolchain build" + treeherder: + symbol: TL(x86_64-avd-img-linux) + run: + script: repack-android-system-images-linux.sh + arguments: + - 'python/mozboot/mozboot/android-avds/x86_64.json' + resources: + - 'python/mozboot/**/*android*' + toolchain-artifact: project/gecko/android-system-images/android-system-images-linux.tar.zst + toolchain-alias: android-system-image-x86_64-linux + fetches: + toolchain: + # Aliases aren't allowed for toolchains depending on toolchains. + - linux64-jdk-repack + +linux64-android31-system-image-x86_64-repack: + description: "Android System Images (Linux) repack toolchain build" + treeherder: + symbol: TL(x86_64-avd31-img-linux) + run: + script: repack-android-system-images-linux.sh + arguments: + - 'python/mozboot/mozboot/android-avds/android31-x86_64.json' + resources: + - 'python/mozboot/**/*android*' + toolchain-artifact: project/gecko/android-system-images/android-system-images-linux.tar.zst + toolchain-alias: android31-system-image-x86_64-linux + fetches: + toolchain: + # Aliases aren't allowed for toolchains depending on toolchains. + - linux64-jdk-repack + + +linux64-jdk-repack: + description: "Java JDK (Linux) repack toolchain build" + treeherder: + symbol: TL(jdk) + run: + script: repack-jdk-linux.sh + resources: + - 'python/mozboot/**/*android*' + toolchain-artifact: project/gecko/jdk/jdk-linux.tar.zst + toolchain-alias: linux64-jdk + toolchain-env: + JAVA_HOME: "/builds/worker/fetches/jdk/jdk-17.0.11+9" + +linux64-android-sdk-linux-repack: + description: "Android SDK (Linux) repack toolchain build" + treeherder: + symbol: TL(android-sdk-linux) + run: + script: repack-android-sdk-linux.sh + resources: + - 'python/mozboot/**/*android*' + toolchain-artifact: project/gecko/android-sdk/android-sdk-linux.tar.zst + toolchain-alias: android-sdk-linux + fetches: + toolchain: + # Aliases aren't allowed for toolchains depending on toolchains. + - linux64-jdk-repack + +linux64-android-emulator-linux-repack: + description: "Android Emulator (Linux) repack toolchain build" + treeherder: + symbol: TL(android-emulator-linux) + run: + script: repack-android-emulator-linux.sh + resources: + - 'python/mozboot/**/*android*' + toolchain-artifact: project/gecko/android-emulator/android-emulator-linux.tar.zst + toolchain-alias: android-emulator-linux + fetches: + toolchain: + # Aliases aren't allowed for toolchains depending on toolchains. + - linux64-jdk-repack + +linux64-android-ndk-linux-repack: + description: "Android NDK (Linux) repack toolchain build" + treeherder: + symbol: TL(android-ndk-linux) + run: + script: repack-android-ndk-linux.sh + resources: + - 'python/mozboot/**/*android*' + toolchain-artifact: project/gecko/android-ndk/android-ndk.tar.zst + toolchain-alias: android-ndk-linux + +linux64-android-gradle-dependencies: + description: "Android Gradle dependencies toolchain task" + treeherder: + symbol: TL(gradle-dependencies) + worker: + env: + GRADLE_USER_HOME: "/builds/worker/workspace/build/src/mobile/android/gradle/dotgradle-online" + ANDROID_SDK_ROOT: "/builds/worker/fetches/android-sdk-linux" + max-run-time: 2700 + run: + script: android-gradle-dependencies.sh + sparse-profile: null + resources: + - 'taskcluster/scripts/misc/android-gradle-dependencies/**' + - '*.gradle' + - 'mobile/android/**/*.gradle' + - 'mobile/android/config/mozconfigs/android-arm-gradle-dependencies/**' + - 'mobile/android/config/mozconfigs/common*' + - 'mobile/android/gradle.configure' + - 'mobile/android/android-components/plugins/dependencies/src/main/java/DependenciesPlugin.kt' + - 'mobile/android/android-components/plugins/dependencies/src/main/java/ApplicationServices.kt' + - 'mobile/android/fenix/plugins/fenixdependencies/src/main/java/FenixDependenciesPlugin.kt' + - 'mobile/android/focus-android/plugins/focusdependencies/src/main/java/FocusDependenciesPlugin.kt' + toolchain-artifact: public/build/android-gradle-dependencies.tar.zst + toolchain-alias: android-gradle-dependencies + fetches: + fetch: + - sonatype-nexus + # Nexus needs Java 8 + - jdk-8-linux64 + toolchain: + # Aliases aren't allowed for toolchains depending on toolchains. + - linux64-android-sdk-linux-repack + - linux64-jdk-repack + - linux64-node + +linux64-android-gradle-dependencies-lite: + description: "Android Lite Gradle dependencies toolchain task" + treeherder: + symbol: TL(gradle-dependencies-lite) + worker: + env: + GRADLE_USER_HOME: "/builds/worker/workspace/build/src/mobile/android/gradle/dotgradle-online" + run: + script: android-gradle-dependencies-lite.sh + sparse-profile: null + resources: + - 'taskcluster/scripts/misc/android-gradle-dependencies/**' + - '*.gradle' + - 'mobile/android/**/*.gradle' + - 'mobile/android/config/mozconfigs/android-arm-gradle-dependencies/**' + - 'mobile/android/config/mozconfigs/common*' + - 'mobile/android/gradle.configure' + - 'mobile/android/android-components/plugins/dependencies/src/main/java/DependenciesPlugin.kt' + - 'mobile/android/android-components/plugins/dependencies/src/main/java/ApplicationServices.kt' + toolchain-artifact: public/build/android-gradle-dependencies.tar.zst + toolchain-alias: android-gradle-dependencies-lite + fetches: + fetch: + - sonatype-nexus + # Nexus needs Java 8 + - jdk-8-linux64 + toolchain: + # Aliases aren't allowed for toolchains depending on toolchains. + - linux64-android-sdk-linux-repack + - linux64-jdk-repack + - linux64-node diff --git a/taskcluster/kinds/toolchain/cargo-vet.yml b/taskcluster/kinds/toolchain/cargo-vet.yml new file mode 100644 index 0000000000..3f1cb9756a --- /dev/null +++ b/taskcluster/kinds/toolchain/cargo-vet.yml @@ -0,0 +1,61 @@ +# This Source Code Form is subject to the terms of the Mozilla Public +# License, v. 2.0. If a copy of the MPL was not distributed with this +# file, You can obtain one at http://mozilla.org/MPL/2.0/. +--- +job-defaults: + description: "cargo-vet toolchain build" + attributes: + local-toolchain: true + worker-type: b-linux-gcp + worker: + max-run-time: 1800 + run: + script: build-rust-based-toolchain.sh + toolchain-artifact: public/build/cargo-vet.tar.zst + fetches: + fetch: + - cargo-vet + +linux64-cargo-vet: + treeherder: + symbol: TL(cargo-vet) + run: + arguments: ['x86_64-unknown-linux-gnu', 'reqwest/native-tls-vendored'] + fetches: + toolchain: + - linux64-clang-toolchain + - linux64-rust-toolchain + - sysroot-x86_64-linux-gnu + +macosx64-cargo-vet: + treeherder: + symbol: TM(cargo-vet) + run: + arguments: ['x86_64-apple-darwin'] + fetches: + toolchain: + - linux64-clang-toolchain + - linux64-rust-macos-toolchain + - macosx64-sdk-toolchain + +macosx64-aarch64-cargo-vet: + treeherder: + symbol: TM(cargo-vet-arm64) + run: + arguments: ['aarch64-apple-darwin'] + fetches: + toolchain: + - linux64-clang-toolchain + - linux64-rust-macos-toolchain + - macosx64-sdk-toolchain + +win64-cargo-vet: + treeherder: + symbol: TW64(cargo-vet) + run: + arguments: ['x86_64-pc-windows-msvc'] + fetches: + toolchain: + - linux64-clang-toolchain + - linux64-rust-windows-toolchain + - vs-toolchain diff --git a/taskcluster/kinds/toolchain/cbindgen.yml b/taskcluster/kinds/toolchain/cbindgen.yml new file mode 100644 index 0000000000..69d34b6f3b --- /dev/null +++ b/taskcluster/kinds/toolchain/cbindgen.yml @@ -0,0 +1,65 @@ +# This Source Code Form is subject to the terms of the Mozilla Public +# License, v. 2.0. If a copy of the MPL was not distributed with this +# file, You can obtain one at http://mozilla.org/MPL/2.0/. +--- +job-defaults: + description: "cbindgen toolchain build" + attributes: + local-toolchain: true + worker-type: b-linux-gcp + worker: + max-run-time: 3600 + run: + script: build-rust-based-toolchain.sh + toolchain-artifact: public/build/cbindgen.tar.zst + fetches: + fetch: + # If you update this, make sure to update the minimum version in + # build/moz.configure/bindgen.configure as well. + - cbindgen-0.26.0 + +linux64-cbindgen: + treeherder: + symbol: TL(cbindgen) + worker: + max-run-time: 1800 + run: + arguments: ['x86_64-unknown-linux-gnu'] + fetches: + toolchain: + - linux64-clang-toolchain + - linux64-rust-toolchain + - sysroot-x86_64-linux-gnu + +macosx64-cbindgen: + treeherder: + symbol: TM(cbindgen) + run: + arguments: ['x86_64-apple-darwin'] + fetches: + toolchain: + - linux64-clang-toolchain + - linux64-rust-macos-toolchain + - macosx64-sdk-toolchain + +macosx64-aarch64-cbindgen: + treeherder: + symbol: TM(cbindgen-arm64) + run: + arguments: ['aarch64-apple-darwin'] + fetches: + toolchain: + - linux64-clang-toolchain + - linux64-rust-macos-toolchain + - macosx64-sdk-toolchain + +win64-cbindgen: + treeherder: + symbol: TW64(cbindgen) + run: + arguments: ['x86_64-pc-windows-msvc'] + fetches: + toolchain: + - linux64-clang-toolchain + - linux64-rust-windows-toolchain + - vs-toolchain diff --git a/taskcluster/kinds/toolchain/clang-tidy.yml b/taskcluster/kinds/toolchain/clang-tidy.yml new file mode 100644 index 0000000000..02d089eca3 --- /dev/null +++ b/taskcluster/kinds/toolchain/clang-tidy.yml @@ -0,0 +1,128 @@ +# This Source Code Form is subject to the terms of the Mozilla Public +# License, v. 2.0. If a copy of the MPL was not distributed with this +# file, You can obtain one at http://mozilla.org/MPL/2.0/. +--- +job-defaults: + description: "Clang-tidy build" + attributes: + local-toolchain: true + index: + product: static-analysis + worker-type: b-linux-large-gcp + worker: + max-run-time: 3600 + run: + toolchain-artifact: public/build/clang-tidy.tar.zst + resources: + - 'build/clang-plugin/**/*.cpp' + - 'build/clang-plugin/**/*.h' + - 'build/clang-plugin/*.inc' + - 'build/clang-plugin/*.py' + - 'build/clang-plugin/*.txt' + - 'build/clang-plugin/moz.build' + - 'build/clang-plugin/Makefile.in' + - 'build/build-clang/build-clang.py' + fetches: + fetch: + - clang-17 + +linux64-clang-tidy: + index: + job-name: linux64-clang-tidy + treeherder: + symbol: TL(clang-tidy) + run: + script: build-clang.sh + arguments: + - 'build/build-clang/clang-tidy-linux64.json' + resources: + - 'build/build-clang/clang-tidy-linux64.json' + fetches: + toolchain: + - linux64-clang-17 + - linux64-toolchain-sysroot + +macosx64-clang-tidy: + index: + job-name: macosx64-clang-tidy + treeherder: + symbol: TM(clang-tidy) + worker-type: b-linux-large-gcp + run: + script: build-clang.sh + arguments: + - 'build/build-clang/clang-tidy-macosx64.json' + - 'build/build-clang/macosx64.json' + resources: + - 'build/build-clang/clang-tidy-macosx64.json' + - 'build/build-clang/macosx64.json' + fetches: + toolchain: + - linux64-clang-17 + - macosx64-sdk-toolchain + +macosx64-aarch64-clang-tidy: + index: + job-name: macosx64-aarch64-clang-tidy + treeherder: + symbol: TM(clang-tidy-aarch64) + worker-type: b-linux-large-gcp + run: + script: build-clang.sh + arguments: + - 'build/build-clang/clang-tidy-macosx64.json' + - 'build/build-clang/macosx64.json' + - 'build/build-clang/macosx64-aarch64.json' + resources: + - 'build/build-clang/clang-tidy-macosx64.json' + - 'build/build-clang/macosx64.json' + - 'build/build-clang/macosx64-aarch64.json' + fetches: + toolchain: + - linux64-clang-17 + - macosx64-sdk-toolchain + +win64-clang-tidy: + description: "Clang-tidy toolchain build" + index: + job-name: win64-clang-tidy + treeherder: + symbol: TW64(clang-tidy) + tier: 2 + worker: + max-run-time: 7200 + run: + script: build-clang.sh + arguments: + - 'build/build-clang/clang-tidy-win64.json' + - 'build/build-clang/win64.json' + resources: + - 'build/build-clang/clang-tidy-win64.json' + - 'build/build-clang/win64.json' + fetches: + toolchain: + - linux64-clang-17 + - vs-toolchain + - win64-libxml2 + +linux64-clang-tidy-external: + attributes: + local-toolchain: false + index: + job-name: linux64-clang-tidy-external + treeherder: + symbol: TL(clang-tidy-e) + run: + toolchain-artifact: project/civet/clang-tidy.tar.zst + script: build-clang-tidy-external.sh + arguments: + - 'build/build-clang/clang-tidy-external-linux64.json' + resources: + - 'build/build-clang/clang-tidy-external-linux64.json' + run-on-projects: [] + fetches: + fetch: + - civet-source + toolchain: + - linux64-clang-17 + - linux64-toolchain-sysroot diff --git a/taskcluster/kinds/toolchain/clang.yml b/taskcluster/kinds/toolchain/clang.yml new file mode 100644 index 0000000000..a9cf04e0b9 --- /dev/null +++ b/taskcluster/kinds/toolchain/clang.yml @@ -0,0 +1,1284 @@ +# This Source Code Form is subject to the terms of the Mozilla Public +# License, v. 2.0. If a copy of the MPL was not distributed with this +# file, You can obtain one at http://mozilla.org/MPL/2.0/. +--- +job-defaults: + worker-type: b-linux-xlarge-gcp + worker: + max-run-time: 7200 + run: + resources: + - 'build/build-clang/build-clang.py' + +linux64-clang-8.0-raw: + description: "Clang 8.0 toolchain build" + treeherder: + symbol: TL(clang-8.0-raw) + worker-type: b-linux-large-gcp + run: + script: build-clang.sh + arguments: + - 'build/build-clang/linux64.json' + - 'build/build-clang/clang-8.0.json' + - 'build/build-clang/2stages.json' + resources: + - 'build/build-clang/linux64.json' + - 'build/build-clang/clang-8.0.json' + - 'build/build-clang/2stages.json' + toolchain-artifact: public/build/clang.tar.zst + fetches: + fetch: + - clang-8.0 + toolchain: + - linux64-toolchain-sysroot + +linux64-clang-8.0: + description: "Clang 8.0 toolchain build" + treeherder: + symbol: TL(clang-8.0) + worker-type: b-linux-gcp + worker: + max-run-time: 600 + run: + script: repack-clang.sh + toolchain-alias: linux64-clang-base + toolchain-artifact: public/build/clang.tar.zst + fetches: + toolchain: + - linux64-clang-8.0-raw + - wasm32-wasi-compiler-rt-8.0 + +linux64-clang-14-stage1: + description: "Clang 14 toolchain build" + treeherder: + symbol: TL(clang-14-stage1) + run: + using: toolchain-script + script: build-clang.sh + arguments: + - 'build/build-clang/linux64.json' + - 'build/build-clang/clang-14.json' + - 'build/build-clang/1stage.json' + resources: + - 'build/build-clang/linux64.json' + - 'build/build-clang/clang-14.json' + - 'build/build-clang/1stage.json' + toolchain-artifact: public/build/clang.tar.zst + fetches: + fetch: + - clang-14 + toolchain: + - linux64-toolchain-sysroot + +linux64-clang-14: + description: "Clang 14 toolchain build" + attributes: + local-toolchain: true + treeherder: + symbol: TL(clang-14) + worker-type: b-linux-gcp + worker: + max-run-time: 600 + run: + script: repack-clang.sh + toolchain-artifact: public/build/clang.tar.zst + fetches: + toolchain: + - linux64-clang-14-stage1 + +macosx64-clang-14-raw: + description: "Clang 14 toolchain build" + treeherder: + symbol: TM(clang-14-raw) + worker-type: b-linux-large-gcp + worker: + max-run-time: 3600 + run: + script: build-clang.sh + arguments: + - 'build/build-clang/macosx64.json' + - 'build/build-clang/clang-14.json' + - 'build/build-clang/1stage.json' + resources: + - 'build/build-clang/macosx64.json' + - 'build/build-clang/clang-14.json' + - 'build/build-clang/1stage.json' + toolchain-artifact: public/build/clang.tar.zst + fetches: + fetch: + - clang-14 + toolchain: + - linux64-clang-14-stage1 + - macosx64-sdk-toolchain + +linux64-clang-17-mingw-x86: + description: "MinGW-Clang 17 x86 toolchain build" + treeherder: + symbol: TMW(clang-17-x86) + worker-type: b-linux-gcp + run: + script: build-clang-mingw.sh + arguments: + - 'x86' + resources: + - 'taskcluster/scripts/misc/mingw-*.patch' + toolchain-alias: + by-project: + toolchains: null + default: linux64-clang-mingw-x86 + toolchain-artifact: public/build/clangmingw.tar.zst + fetches: + fetch: + - clang-17 + - mingw-w64 + - llvm-mingw + - gcc-9.5.0 + toolchain: + - linux64-clang-17 + +linux64-clang-17-mingw-x64: + description: "MinGW-Clang 17 x64 toolchain build" + treeherder: + symbol: TMW(clang-17-x64) + tier: 1 + worker-type: b-linux-gcp + run: + script: build-clang-mingw.sh + arguments: + - 'x64' + resources: + - 'taskcluster/scripts/misc/mingw-*.patch' + toolchain-alias: + by-project: + toolchains: null + default: linux64-clang-mingw-x64 + toolchain-artifact: public/build/clangmingw.tar.zst + fetches: + fetch: + - clang-17 + - mingw-w64 + - llvm-mingw + - gcc-9.5.0 + toolchain: + - linux64-clang-17 + +linux64-clang-17-stage1: + description: "Clang 17 toolchain build" + treeherder: + symbol: TL(clang-17-stage1) + run: + using: toolchain-script + script: build-clang.sh + arguments: + - 'build/build-clang/linux64.json' + - 'build/build-clang/clang-17.json' + - 'build/build-clang/1stage.json' + resources: + - 'build/build-clang/linux64.json' + - 'build/build-clang/clang-17.json' + - 'build/build-clang/1stage.json' + toolchain-alias: + by-project: + toolchains: null + default: linux64-clang-toolchain + toolchain-artifact: public/build/clang.tar.zst + fetches: + fetch: + - clang-17 + toolchain: + - linux64-toolchain-sysroot + +linux64-clang-17-profile: + description: "Clang 17 toolchain build" + treeherder: + symbol: TL(clang-17-profile) + run: + using: toolchain-script + script: build-clang.sh + arguments: + - 'build/build-clang/linux64.json' + - 'build/build-clang/clang-17.json' + - 'build/build-clang/skip-stage-1.json' + - 'build/build-clang/profile.json' + resources: + - 'build/build-clang/linux64.json' + - 'build/build-clang/clang-17.json' + - 'build/build-clang/skip-stage-1.json' + - 'build/build-clang/profile.json' + toolchain-artifact: public/build/merged.profdata + fetches: + fetch: + - clang-17 + toolchain: + - linux64-clang-17-stage1 + - linux64-x64-compiler-rt-17 + - linux64-toolchain-sysroot + +linux64-clang-17-raw: + description: "Clang 17 toolchain build" + treeherder: + symbol: TL(clang-17-raw) + run: + script: build-clang.sh + arguments: + - 'build/build-clang/linux64.json' + - 'build/build-clang/clang-17.json' + - 'build/build-clang/skip-3-stages.json' + - 'build/build-clang/4stages-pgo.json' + resources: + - 'build/build-clang/linux64.json' + - 'build/build-clang/clang-17.json' + - 'build/build-clang/skip-3-stages.json' + - 'build/build-clang/4stages-pgo.json' + toolchain-artifact: public/build/clang.tar.zst + fetches: + fetch: + - clang-17 + toolchain: + - linux64-clang-17-stage1 + - linux64-clang-17-profile + - linux64-toolchain-sysroot + +linux64-clang-17: + description: "Clang 17 toolchain build" + attributes: + local-toolchain: true + treeherder: + symbol: TL(clang-17) + worker-type: b-linux-gcp + worker: + max-run-time: 600 + run: + script: repack-clang.sh + toolchain-alias: + by-project: + toolchains: null + default: linux64-clang + toolchain-artifact: public/build/clang.tar.zst + fetches: + toolchain: + - linux64-cctools-port + - linux64-clang-17-raw + - android-aarch64-compiler-rt-17 + - android-aarch64-libunwind-17 + - android-arm-compiler-rt-17 + - android-arm-libunwind-17 + - android-x64-compiler-rt-17 + - android-x64-libunwind-17 + - android-x86-compiler-rt-17 + - android-x86-libunwind-17 + - linux64-aarch64-compiler-rt-17 + - linux64-x64-compiler-rt-17 + - linux64-x86-compiler-rt-17 + - macosx64-aarch64-compiler-rt-17 + - macosx64-x64-compiler-rt-17 + - wasm32-wasi-compiler-rt-17 + - win32-compiler-rt-17 + - win64-compiler-rt-17 + +macosx64-clang-17-raw: + description: "Clang 17 toolchain build" + treeherder: + symbol: TM(clang-17-raw) + worker-type: b-linux-large-gcp + worker: + max-run-time: 3600 + run: + script: build-clang.sh + arguments: + - 'build/build-clang/macosx64.json' + - 'build/build-clang/clang-17.json' + - 'build/build-clang/skip-3-stages.json' + - 'build/build-clang/4stages-pgo.json' + resources: + - 'build/build-clang/macosx64.json' + - 'build/build-clang/clang-17.json' + - 'build/build-clang/skip-3-stages.json' + - 'build/build-clang/4stages-pgo.json' + toolchain-artifact: public/build/clang.tar.zst + fetches: + fetch: + - clang-17 + toolchain: + - linux64-clang-17-stage1 + - linux64-clang-17-profile + - macosx64-sdk-toolchain + - macosx64-x64-compiler-rt-17 + +macosx64-clang-17: + description: "Clang 17 toolchain repack with MacOS Compiler RT libs" + attributes: + local-toolchain: true + treeherder: + symbol: TM(clang-17) + worker-type: b-linux-gcp + worker: + max-run-time: 600 + run: + script: repack-clang.sh + toolchain-alias: + by-project: + toolchains: null + default: + - macosx64-clang + - macosx64-clang-toolchain + toolchain-artifact: public/build/clang.tar.zst + fetches: + toolchain: + - linux64-cctools-port + - macosx64-clang-17-raw + - android-aarch64-compiler-rt-17 + - android-aarch64-libunwind-17 + - android-arm-compiler-rt-17 + - android-arm-libunwind-17 + - android-x64-compiler-rt-17 + - android-x64-libunwind-17 + - android-x86-compiler-rt-17 + - android-x86-libunwind-17 + - linux64-aarch64-compiler-rt-17 + - linux64-x64-compiler-rt-17 + - linux64-x86-compiler-rt-17 + - macosx64-aarch64-compiler-rt-17 + - macosx64-x64-compiler-rt-17 + - wasm32-wasi-compiler-rt-17 + - win32-compiler-rt-17 + - win64-compiler-rt-17 + +macosx64-aarch64-clang-17-raw: + description: "Clang 17 toolchain build" + treeherder: + symbol: TM(clang-17-aarch64-raw) + worker-type: b-linux-large-gcp + worker: + max-run-time: 3600 + run: + script: build-clang.sh + arguments: + - 'build/build-clang/macosx64.json' + - 'build/build-clang/macosx64-aarch64.json' + - 'build/build-clang/clang-17.json' + - 'build/build-clang/skip-3-stages.json' + - 'build/build-clang/4stages-pgo.json' + resources: + - 'build/build-clang/macosx64.json' + - 'build/build-clang/macosx64-aarch64.json' + - 'build/build-clang/clang-17.json' + - 'build/build-clang/skip-3-stages.json' + - 'build/build-clang/4stages-pgo.json' + toolchain-artifact: public/build/clang.tar.zst + fetches: + fetch: + - clang-17 + toolchain: + - linux64-clang-17-stage1 + - linux64-clang-17-profile + - macosx64-sdk-toolchain + - macosx64-aarch64-compiler-rt-17 + +macosx64-aarch64-clang-17: + description: "Clang 17 toolchain repack with MacOS Compiler RT libs" + attributes: + local-toolchain: true + treeherder: + symbol: TM(clang-17-aarch64) + worker-type: b-linux-gcp + worker: + max-run-time: 600 + run: + script: repack-clang.sh + toolchain-alias: + by-project: + toolchains: null + default: macosx64-aarch64-clang + toolchain-artifact: public/build/clang.tar.zst + fetches: + toolchain: + - linux64-cctools-port + - macosx64-aarch64-clang-17-raw + - android-aarch64-compiler-rt-17 + - android-aarch64-libunwind-17 + - android-arm-compiler-rt-17 + - android-arm-libunwind-17 + - android-x64-compiler-rt-17 + - android-x64-libunwind-17 + - android-x86-compiler-rt-17 + - android-x86-libunwind-17 + - linux64-aarch64-compiler-rt-17 + - linux64-x64-compiler-rt-17 + - linux64-x86-compiler-rt-17 + - macosx64-aarch64-compiler-rt-17 + - macosx64-x64-compiler-rt-17 + - wasm32-wasi-compiler-rt-17 + - win32-compiler-rt-17 + - win64-compiler-rt-17 + +win64-clang-17-stage1: + description: "Clang-cl 17 toolchain build stage 1" + treeherder: + symbol: TW64(clang-17-stage1) + run: + script: build-clang.sh + arguments: + - 'build/build-clang/win64.json' + - 'build/build-clang/clang-17.json' + - 'build/build-clang/1stage.json' + resources: + - 'build/build-clang/win64.json' + - 'build/build-clang/clang-17.json' + - 'build/build-clang/1stage.json' + toolchain-alias: + by-project: + toolchains: null + default: win64-clang-toolchain + toolchain-artifact: public/build/clang.tar.zst + fetches: + fetch: + - clang-17 + toolchain: + - linux64-clang-17-stage1 + - vs-toolchain + - win64-libxml2 + +win64-clang-17-raw: + description: "Clang-cl 17 toolchain build" + treeherder: + symbol: TW64(clang-17-raw) + worker-type: b-win2022 + worker: + max-run-time: 9000 + run: + script: build-clang.sh + arguments: + - 'build/build-clang/win64.json' + - 'build/build-clang/clang-17.json' + - 'build/build-clang/skip-stage-1-win64.json' + - 'build/build-clang/4stages-pgo.json' + resources: + - 'build/build-clang/win64.json' + - 'build/build-clang/clang-17.json' + - 'build/build-clang/skip-stage-1-win64.json' + - 'build/build-clang/4stages-pgo.json' + toolchain-artifact: public/build/clang.tar.zst + fetches: + fetch: + - clang-17 + - cmake + - ninja + toolchain: + - win64-clang-17-stage1 + - win64-compiler-rt-17 + - vs-toolchain + - win64-libxml2 + +win64-clang-17: + description: "Clang-cl 17 toolchain build" + attributes: + local-toolchain: true + treeherder: + symbol: TW64(clang-17) + worker-type: b-linux-gcp + worker: + max-run-time: 600 + run: + script: repack-clang.sh + toolchain-alias: + by-project: + toolchains: null + default: win64-clang + toolchain-artifact: public/build/clang.tar.zst + fetches: + toolchain: + - linux64-cctools-port + - win64-clang-17-raw + - android-aarch64-compiler-rt-17 + - android-aarch64-libunwind-17 + - android-arm-compiler-rt-17 + - android-arm-libunwind-17 + - android-x64-compiler-rt-17 + - android-x64-libunwind-17 + - android-x86-compiler-rt-17 + - android-x86-libunwind-17 + - linux64-aarch64-compiler-rt-17 + - linux64-x64-compiler-rt-17 + - linux64-x86-compiler-rt-17 + - macosx64-aarch64-compiler-rt-17 + - macosx64-x64-compiler-rt-17 + - wasm32-wasi-compiler-rt-17 + - win32-compiler-rt-17 + - win64-compiler-rt-17 + +linux64-clang-18-mingw-x86: + description: "MinGW-Clang 18 x86 toolchain build" + treeherder: + symbol: TMW(clang-18-x86) + worker-type: b-linux-gcp + run: + script: build-clang-mingw.sh + arguments: + - 'x86' + resources: + - 'taskcluster/scripts/misc/mingw-*.patch' + toolchain-artifact: public/build/clangmingw.tar.zst + fetches: + fetch: + - clang-18 + - mingw-w64 + - llvm-mingw + - gcc-9.5.0 + toolchain: + - linux64-clang-18 + +linux64-clang-18-mingw-x64: + description: "MinGW-Clang 18 x64 toolchain build" + treeherder: + symbol: TMW(clang-18-x64) + tier: 1 + worker-type: b-linux-gcp + run: + script: build-clang-mingw.sh + arguments: + - 'x64' + resources: + - 'taskcluster/scripts/misc/mingw-*.patch' + toolchain-artifact: public/build/clangmingw.tar.zst + fetches: + fetch: + - clang-18 + - mingw-w64 + - llvm-mingw + - gcc-9.5.0 + toolchain: + - linux64-clang-18 + +linux64-clang-18-stage1: + description: "Clang 18 toolchain build" + treeherder: + symbol: TL(clang-18-stage1) + run: + using: toolchain-script + script: build-clang.sh + arguments: + - 'build/build-clang/linux64.json' + - 'build/build-clang/clang-18.json' + - 'build/build-clang/1stage.json' + resources: + - 'build/build-clang/linux64.json' + - 'build/build-clang/clang-18.json' + - 'build/build-clang/1stage.json' + toolchain-artifact: public/build/clang.tar.zst + fetches: + fetch: + - clang-18 + toolchain: + - linux64-toolchain-sysroot + +linux64-clang-18-profile: + description: "Clang 18 toolchain build" + treeherder: + symbol: TL(clang-18-profile) + run: + using: toolchain-script + script: build-clang.sh + arguments: + - 'build/build-clang/linux64.json' + - 'build/build-clang/clang-18.json' + - 'build/build-clang/skip-stage-1.json' + - 'build/build-clang/profile.json' + resources: + - 'build/build-clang/linux64.json' + - 'build/build-clang/clang-18.json' + - 'build/build-clang/skip-stage-1.json' + - 'build/build-clang/profile.json' + toolchain-artifact: public/build/merged.profdata + fetches: + fetch: + - clang-18 + toolchain: + - linux64-clang-18-stage1 + - linux64-x64-compiler-rt-18 + - linux64-toolchain-sysroot + +linux64-clang-18-raw: + description: "Clang 18 toolchain build" + treeherder: + symbol: TL(clang-18-raw) + run: + script: build-clang.sh + arguments: + - 'build/build-clang/linux64.json' + - 'build/build-clang/clang-18.json' + - 'build/build-clang/skip-3-stages.json' + - 'build/build-clang/4stages-pgo.json' + resources: + - 'build/build-clang/linux64.json' + - 'build/build-clang/clang-18.json' + - 'build/build-clang/skip-3-stages.json' + - 'build/build-clang/4stages-pgo.json' + toolchain-artifact: public/build/clang.tar.zst + fetches: + fetch: + - clang-18 + toolchain: + - linux64-clang-18-stage1 + - linux64-clang-18-profile + - linux64-toolchain-sysroot + +linux64-clang-18: + description: "Clang 18 toolchain build" + attributes: + local-toolchain: true + treeherder: + symbol: TL(clang-18) + worker-type: b-linux-gcp + worker: + max-run-time: 600 + run: + script: repack-clang.sh + toolchain-artifact: public/build/clang.tar.zst + fetches: + toolchain: + - linux64-cctools-port + - linux64-clang-18-raw + - android-aarch64-compiler-rt-18 + - android-aarch64-libunwind-18 + - android-arm-compiler-rt-18 + - android-arm-libunwind-18 + - android-x64-compiler-rt-18 + - android-x64-libunwind-18 + - android-x86-compiler-rt-18 + - android-x86-libunwind-18 + - linux64-aarch64-compiler-rt-18 + - linux64-x64-compiler-rt-18 + - linux64-x86-compiler-rt-18 + - macosx64-aarch64-compiler-rt-18 + - macosx64-x64-compiler-rt-18 + - wasm32-wasi-compiler-rt-18 + - win32-compiler-rt-18 + - win64-compiler-rt-18 + +macosx64-clang-18-raw: + description: "Clang 18 toolchain build" + treeherder: + symbol: TM(clang-18-raw) + worker-type: b-linux-large-gcp + worker: + max-run-time: 3600 + run: + script: build-clang.sh + arguments: + - 'build/build-clang/macosx64.json' + - 'build/build-clang/clang-18.json' + - 'build/build-clang/skip-3-stages.json' + - 'build/build-clang/4stages-pgo.json' + resources: + - 'build/build-clang/macosx64.json' + - 'build/build-clang/clang-18.json' + - 'build/build-clang/skip-3-stages.json' + - 'build/build-clang/4stages-pgo.json' + toolchain-artifact: public/build/clang.tar.zst + fetches: + fetch: + - clang-18 + toolchain: + - linux64-clang-18-stage1 + - linux64-clang-18-profile + - macosx64-sdk-toolchain + - macosx64-x64-compiler-rt-18 + +macosx64-clang-18: + description: "Clang 18 toolchain repack with MacOS Compiler RT libs" + attributes: + local-toolchain: true + treeherder: + symbol: TM(clang-18) + worker-type: b-linux-gcp + worker: + max-run-time: 600 + run: + script: repack-clang.sh + toolchain-artifact: public/build/clang.tar.zst + fetches: + toolchain: + - linux64-cctools-port + - macosx64-clang-18-raw + - android-aarch64-compiler-rt-18 + - android-aarch64-libunwind-18 + - android-arm-compiler-rt-18 + - android-arm-libunwind-18 + - android-x64-compiler-rt-18 + - android-x64-libunwind-18 + - android-x86-compiler-rt-18 + - android-x86-libunwind-18 + - linux64-aarch64-compiler-rt-18 + - linux64-x64-compiler-rt-18 + - linux64-x86-compiler-rt-18 + - macosx64-aarch64-compiler-rt-18 + - macosx64-x64-compiler-rt-18 + - wasm32-wasi-compiler-rt-18 + - win32-compiler-rt-18 + - win64-compiler-rt-18 + +macosx64-aarch64-clang-18-raw: + description: "Clang 18 toolchain build" + treeherder: + symbol: TM(clang-18-aarch64-raw) + worker-type: b-linux-large-gcp + worker: + max-run-time: 3600 + run: + script: build-clang.sh + arguments: + - 'build/build-clang/macosx64.json' + - 'build/build-clang/macosx64-aarch64.json' + - 'build/build-clang/clang-18.json' + - 'build/build-clang/skip-3-stages.json' + - 'build/build-clang/4stages-pgo.json' + resources: + - 'build/build-clang/macosx64.json' + - 'build/build-clang/macosx64-aarch64.json' + - 'build/build-clang/clang-18.json' + - 'build/build-clang/skip-3-stages.json' + - 'build/build-clang/4stages-pgo.json' + toolchain-artifact: public/build/clang.tar.zst + fetches: + fetch: + - clang-18 + toolchain: + - linux64-clang-18-stage1 + - linux64-clang-18-profile + - macosx64-sdk-toolchain + - macosx64-aarch64-compiler-rt-18 + +macosx64-aarch64-clang-18: + description: "Clang 18 toolchain repack with MacOS Compiler RT libs" + attributes: + local-toolchain: true + treeherder: + symbol: TM(clang-18-aarch64) + worker-type: b-linux-gcp + worker: + max-run-time: 600 + run: + script: repack-clang.sh + toolchain-artifact: public/build/clang.tar.zst + fetches: + toolchain: + - linux64-cctools-port + - macosx64-aarch64-clang-18-raw + - android-aarch64-compiler-rt-18 + - android-aarch64-libunwind-18 + - android-arm-compiler-rt-18 + - android-arm-libunwind-18 + - android-x64-compiler-rt-18 + - android-x64-libunwind-18 + - android-x86-compiler-rt-18 + - android-x86-libunwind-18 + - linux64-aarch64-compiler-rt-18 + - linux64-x64-compiler-rt-18 + - linux64-x86-compiler-rt-18 + - macosx64-aarch64-compiler-rt-18 + - macosx64-x64-compiler-rt-18 + - wasm32-wasi-compiler-rt-18 + - win32-compiler-rt-18 + - win64-compiler-rt-18 + +win64-clang-18-stage1: + description: "Clang-cl 18 toolchain build stage 1" + treeherder: + symbol: TW64(clang-18-stage1) + run: + script: build-clang.sh + arguments: + - 'build/build-clang/win64.json' + - 'build/build-clang/clang-18.json' + - 'build/build-clang/1stage.json' + resources: + - 'build/build-clang/win64.json' + - 'build/build-clang/clang-18.json' + - 'build/build-clang/1stage.json' + toolchain-artifact: public/build/clang.tar.zst + fetches: + fetch: + - clang-18 + toolchain: + - linux64-clang-18-stage1 + - vs-toolchain + - win64-libxml2 + +win64-clang-18-raw: + description: "Clang-cl 18 toolchain build" + treeherder: + symbol: TW64(clang-18-raw) + worker-type: b-win2022 + worker: + max-run-time: 9000 + run: + script: build-clang.sh + arguments: + - 'build/build-clang/win64.json' + - 'build/build-clang/clang-18.json' + - 'build/build-clang/skip-stage-1-win64.json' + - 'build/build-clang/4stages-pgo.json' + resources: + - 'build/build-clang/win64.json' + - 'build/build-clang/clang-18.json' + - 'build/build-clang/skip-stage-1-win64.json' + - 'build/build-clang/4stages-pgo.json' + toolchain-artifact: public/build/clang.tar.zst + fetches: + fetch: + - clang-18 + - cmake + - ninja + toolchain: + - win64-clang-18-stage1 + - win64-compiler-rt-18 + - vs-toolchain + - win64-libxml2 + +win64-clang-18: + description: "Clang-cl 18 toolchain build" + attributes: + local-toolchain: true + treeherder: + symbol: TW64(clang-18) + worker-type: b-linux-gcp + worker: + max-run-time: 600 + run: + script: repack-clang.sh + toolchain-artifact: public/build/clang.tar.zst + fetches: + toolchain: + - linux64-cctools-port + - win64-clang-18-raw + - android-aarch64-compiler-rt-18 + - android-aarch64-libunwind-18 + - android-arm-compiler-rt-18 + - android-arm-libunwind-18 + - android-x64-compiler-rt-18 + - android-x64-libunwind-18 + - android-x86-compiler-rt-18 + - android-x86-libunwind-18 + - linux64-aarch64-compiler-rt-18 + - linux64-x64-compiler-rt-18 + - linux64-x86-compiler-rt-18 + - macosx64-aarch64-compiler-rt-18 + - macosx64-x64-compiler-rt-18 + - wasm32-wasi-compiler-rt-18 + - win32-compiler-rt-18 + - win64-compiler-rt-18 + +linux64-clang-trunk-mingw-x86: + description: "MinGW-Clang trunk x86 toolchain build" + attributes: + cached_task: false + treeherder: + symbol: TMW(clang-trunk-x86) + worker-type: b-linux-gcp + run: + script: build-clang-mingw.sh + arguments: + - 'x86' + resources: + - 'taskcluster/scripts/misc/mingw-*.patch' + toolchain-alias: + by-project: + toolchains: linux64-clang-mingw-x86 + default: null + toolchain-artifact: public/build/clangmingw.tar.zst + fetches: + fetch: + - clang-trunk + - mingw-w64-trunk + - llvm-mingw + - gcc-9.5.0 + toolchain: + - linux64-clang-trunk + +linux64-clang-trunk-mingw-x64: + description: "MinGW-Clang trunk x64 toolchain build" + attributes: + cached_task: false + treeherder: + symbol: TMW(clang-trunk-x64) + tier: 1 + worker-type: b-linux-gcp + run: + script: build-clang-mingw.sh + arguments: + - 'x64' + resources: + - 'taskcluster/scripts/misc/mingw-*.patch' + toolchain-alias: + by-project: + toolchains: linux64-clang-mingw-x64 + default: null + toolchain-artifact: public/build/clangmingw.tar.zst + fetches: + fetch: + - clang-trunk + - mingw-w64-trunk + - llvm-mingw + - gcc-9.5.0 + toolchain: + - linux64-clang-trunk + +linux64-clang-trunk-stage1: + description: "Clang trunk toolchain build" + attributes: + cached_task: false + treeherder: + symbol: TL(clang-trunk-stage1) + run: + using: toolchain-script + script: build-clang.sh + arguments: + - 'build/build-clang/linux64.json' + - 'build/build-clang/clang-trunk.json' + - 'build/build-clang/1stage.json' + resources: + - 'build/build-clang/linux64.json' + - 'build/build-clang/clang-trunk.json' + - 'build/build-clang/1stage.json' + toolchain-alias: + by-project: + toolchains: linux64-clang-toolchain + default: null + toolchain-artifact: public/build/clang.tar.zst + fetches: + fetch: + - clang-trunk + toolchain: + - linux64-toolchain-sysroot + +linux64-clang-trunk-profile: + description: "Clang trunk toolchain build" + attributes: + cached_task: false + treeherder: + symbol: TL(clang-trunk-profile) + run: + using: toolchain-script + script: build-clang.sh + arguments: + - 'build/build-clang/linux64.json' + - 'build/build-clang/clang-trunk.json' + - 'build/build-clang/skip-stage-1.json' + - 'build/build-clang/profile.json' + resources: + - 'build/build-clang/linux64.json' + - 'build/build-clang/clang-trunk.json' + - 'build/build-clang/skip-stage-1.json' + - 'build/build-clang/profile.json' + toolchain-artifact: public/build/merged.profdata + fetches: + fetch: + - clang-trunk + toolchain: + - linux64-clang-trunk-stage1 + - linux64-x64-compiler-rt-trunk + - linux64-toolchain-sysroot + +linux64-clang-trunk-raw: + description: "Clang trunk toolchain build" + attributes: + cached_task: false + treeherder: + symbol: TL(clang-trunk-raw) + run: + script: build-clang.sh + arguments: + - 'build/build-clang/linux64.json' + - 'build/build-clang/clang-trunk.json' + - 'build/build-clang/skip-3-stages.json' + - 'build/build-clang/4stages-pgo.json' + resources: + - 'build/build-clang/linux64.json' + - 'build/build-clang/clang-trunk.json' + - 'build/build-clang/skip-3-stages.json' + - 'build/build-clang/4stages-pgo.json' + toolchain-artifact: public/build/clang.tar.zst + fetches: + fetch: + - clang-trunk + toolchain: + - linux64-clang-trunk-stage1 + - linux64-clang-trunk-profile + - linux64-toolchain-sysroot + +linux64-clang-trunk: + description: "Clang trunk toolchain build" + attributes: + cached_task: false + treeherder: + symbol: TL(clang-trunk) + worker-type: b-linux-gcp + worker: + max-run-time: 600 + run: + script: repack-clang.sh + toolchain-alias: + by-project: + toolchains: linux64-clang + default: null + toolchain-artifact: public/build/clang.tar.zst + fetches: + toolchain: + - linux64-cctools-port + - linux64-clang-trunk-raw + - android-aarch64-compiler-rt-trunk + - android-aarch64-libunwind-trunk + - android-arm-compiler-rt-trunk + - android-arm-libunwind-trunk + - android-x64-compiler-rt-trunk + - android-x64-libunwind-trunk + - android-x86-compiler-rt-trunk + - android-x86-libunwind-trunk + - linux64-aarch64-compiler-rt-trunk + - linux64-x64-compiler-rt-trunk + - linux64-x86-compiler-rt-trunk + - macosx64-aarch64-compiler-rt-trunk + - macosx64-x64-compiler-rt-trunk + - wasm32-wasi-compiler-rt-trunk + - win32-compiler-rt-trunk + - win64-compiler-rt-trunk + +macosx64-clang-trunk-raw: + description: "Clang trunk toolchain build" + attributes: + cached_task: false + treeherder: + symbol: TM(clang-trunk-raw) + worker-type: b-linux-large-gcp + worker: + max-run-time: 3600 + run: + script: build-clang.sh + arguments: + - 'build/build-clang/macosx64.json' + - 'build/build-clang/clang-trunk.json' + - 'build/build-clang/skip-3-stages.json' + - 'build/build-clang/4stages-pgo.json' + resources: + - 'build/build-clang/macosx64.json' + - 'build/build-clang/clang-trunk.json' + - 'build/build-clang/skip-3-stages.json' + - 'build/build-clang/4stages-pgo.json' + toolchain-artifact: public/build/clang.tar.zst + fetches: + fetch: + - clang-trunk + toolchain: + - linux64-clang-trunk-stage1 + - linux64-clang-trunk-profile + - macosx64-sdk-toolchain + - macosx64-x64-compiler-rt-trunk + +macosx64-clang-trunk: + description: "Clang trunk toolchain repack with MacOS Compiler RT libs" + attributes: + cached_task: false + treeherder: + symbol: TM(clang-trunk) + worker-type: b-linux-gcp + worker: + max-run-time: 600 + run: + script: repack-clang.sh + toolchain-alias: + by-project: + toolchains: + - macosx64-clang + - macosx64-clang-toolchain + default: null + toolchain-artifact: public/build/clang.tar.zst + fetches: + toolchain: + - linux64-cctools-port + - macosx64-clang-trunk-raw + - android-aarch64-compiler-rt-trunk + - android-aarch64-libunwind-trunk + - android-arm-compiler-rt-trunk + - android-arm-libunwind-trunk + - android-x64-compiler-rt-trunk + - android-x64-libunwind-trunk + - android-x86-compiler-rt-trunk + - android-x86-libunwind-trunk + - linux64-aarch64-compiler-rt-trunk + - linux64-x64-compiler-rt-trunk + - linux64-x86-compiler-rt-trunk + - macosx64-aarch64-compiler-rt-trunk + - macosx64-x64-compiler-rt-trunk + - wasm32-wasi-compiler-rt-trunk + - win32-compiler-rt-trunk + - win64-compiler-rt-trunk + +macosx64-aarch64-clang-trunk-raw: + description: "Clang trunk toolchain build" + attributes: + cached_task: false + treeherder: + symbol: TM(clang-trunk-aarch64-raw) + worker-type: b-linux-large-gcp + worker: + max-run-time: 3600 + run: + script: build-clang.sh + arguments: + - 'build/build-clang/macosx64.json' + - 'build/build-clang/macosx64-aarch64.json' + - 'build/build-clang/clang-trunk.json' + - 'build/build-clang/skip-3-stages.json' + - 'build/build-clang/4stages-pgo.json' + resources: + - 'build/build-clang/macosx64.json' + - 'build/build-clang/macosx64-aarch64.json' + - 'build/build-clang/clang-trunk.json' + - 'build/build-clang/skip-3-stages.json' + - 'build/build-clang/4stages-pgo.json' + toolchain-artifact: public/build/clang.tar.zst + fetches: + fetch: + - clang-trunk + toolchain: + - linux64-clang-trunk-stage1 + - linux64-clang-trunk-profile + - macosx64-sdk-toolchain + - macosx64-aarch64-compiler-rt-trunk + +macosx64-aarch64-clang-trunk: + description: "Clang trunk toolchain repack with MacOS Compiler RT libs" + attributes: + cached_task: false + treeherder: + symbol: TM(clang-trunk-aarch64) + worker-type: b-linux-gcp + worker: + max-run-time: 600 + run: + script: repack-clang.sh + toolchain-alias: + by-project: + toolchains: macosx64-aarch64-clang + default: null + toolchain-artifact: public/build/clang.tar.zst + fetches: + toolchain: + - linux64-cctools-port + - macosx64-aarch64-clang-trunk-raw + - android-aarch64-compiler-rt-trunk + - android-aarch64-libunwind-trunk + - android-arm-compiler-rt-trunk + - android-arm-libunwind-trunk + - android-x64-compiler-rt-trunk + - android-x64-libunwind-trunk + - android-x86-compiler-rt-trunk + - android-x86-libunwind-trunk + - linux64-aarch64-compiler-rt-trunk + - linux64-x64-compiler-rt-trunk + - linux64-x86-compiler-rt-trunk + - macosx64-aarch64-compiler-rt-trunk + - macosx64-x64-compiler-rt-trunk + - wasm32-wasi-compiler-rt-trunk + - win32-compiler-rt-trunk + - win64-compiler-rt-trunk + +win64-clang-trunk-stage1: + description: "Clang-cl trunk toolchain build stage 1" + attributes: + cached_task: false + treeherder: + symbol: TW64(clang-trunk-stage1) + run: + script: build-clang.sh + arguments: + - 'build/build-clang/win64.json' + - 'build/build-clang/clang-trunk.json' + - 'build/build-clang/1stage.json' + resources: + - 'build/build-clang/win64.json' + - 'build/build-clang/clang-trunk.json' + - 'build/build-clang/1stage.json' + toolchain-alias: + by-project: + toolchains: win64-clang-toolchain + default: null + toolchain-artifact: public/build/clang.tar.zst + fetches: + fetch: + - clang-trunk + toolchain: + - linux64-clang-trunk-stage1 + - vs-toolchain + - win64-libxml2 + +win64-clang-trunk-raw: + description: "Clang-cl trunk toolchain build" + attributes: + cached_task: false + treeherder: + symbol: TW64(clang-trunk-raw) + worker-type: b-win2022 + worker: + max-run-time: 9000 + run: + script: build-clang.sh + arguments: + - 'build/build-clang/win64.json' + - 'build/build-clang/clang-trunk.json' + - 'build/build-clang/skip-stage-1-win64.json' + - 'build/build-clang/4stages-pgo.json' + resources: + - 'build/build-clang/win64.json' + - 'build/build-clang/clang-trunk.json' + - 'build/build-clang/skip-stage-1-win64.json' + - 'build/build-clang/4stages-pgo.json' + toolchain-artifact: public/build/clang.tar.zst + fetches: + fetch: + - clang-trunk + - cmake + - ninja + toolchain: + - win64-clang-trunk-stage1 + - win64-compiler-rt-trunk + - vs-toolchain + - win64-libxml2 + +win64-clang-trunk: + description: "Clang-cl trunk toolchain build" + attributes: + cached_task: false + treeherder: + symbol: TW64(clang-trunk) + worker-type: b-linux-gcp + worker: + max-run-time: 600 + run: + script: repack-clang.sh + toolchain-alias: + by-project: + toolchains: win64-clang + default: null + toolchain-artifact: public/build/clang.tar.zst + fetches: + toolchain: + - linux64-cctools-port + - win64-clang-trunk-raw + - android-aarch64-compiler-rt-trunk + - android-aarch64-libunwind-trunk + - android-arm-compiler-rt-trunk + - android-arm-libunwind-trunk + - android-x64-compiler-rt-trunk + - android-x64-libunwind-trunk + - android-x86-compiler-rt-trunk + - android-x86-libunwind-trunk + - linux64-aarch64-compiler-rt-trunk + - linux64-x64-compiler-rt-trunk + - linux64-x86-compiler-rt-trunk + - macosx64-aarch64-compiler-rt-trunk + - macosx64-x64-compiler-rt-trunk + - wasm32-wasi-compiler-rt-trunk + - win32-compiler-rt-trunk + - win64-compiler-rt-trunk diff --git a/taskcluster/kinds/toolchain/compiler-rt.yml b/taskcluster/kinds/toolchain/compiler-rt.yml new file mode 100644 index 0000000000..631024fbf9 --- /dev/null +++ b/taskcluster/kinds/toolchain/compiler-rt.yml @@ -0,0 +1,705 @@ +# This Source Code Form is subject to the terms of the Mozilla Public +# License, v. 2.0. If a copy of the MPL was not distributed with this +# file, You can obtain one at http://mozilla.org/MPL/2.0/. +--- +job-defaults: + worker-type: b-linux-gcp + worker: + max-run-time: 1800 + run: + using: toolchain-script + script: build-compiler-rt.sh + +wasm32-wasi-compiler-rt-8.0: + description: "wasm32-wasi Compiler-rt for Clang 8 toolchain build" + treeherder: + symbol: TL(wasi-crt-8) + worker-type: b-linux-xlarge-gcp + run: + script: build-compiler-rt-wasi.sh + arguments: + - wasi-sdk-11.patch + resources: + - taskcluster/scripts/misc/wasi-sdk-11.patch + toolchain-artifact: public/build/compiler-rt-wasm32-wasi.tar.zst + fetches: + fetch: + - clang-8.0 + - wasi-sdk-11 + toolchain: + - linux64-clang-8.0-raw + +android-aarch64-compiler-rt-17: + description: "android aarch64 Compiler-rt for Clang 17 toolchain build" + treeherder: + symbol: TA(aarch64-crt-17) + run: + arguments: + - build/build-clang/clang-17.json + resources: + - build/build-clang/clang-17.json + - taskcluster/scripts/misc/build-llvm-common.sh + toolchain-artifact: public/build/compiler-rt-aarch64-linux-android.tar.zst + fetches: + fetch: + - clang-17 + toolchain: + - linux64-clang-17-stage1 + - linux64-android-ndk-linux-repack + +android-arm-compiler-rt-17: + description: "android arm Compiler-rt for Clang 17 toolchain build" + treeherder: + symbol: TA(arm-crt-17) + run: + arguments: + - build/build-clang/clang-17.json + resources: + - build/build-clang/clang-17.json + - taskcluster/scripts/misc/build-llvm-common.sh + toolchain-artifact: public/build/compiler-rt-armv7-linux-android.tar.zst + fetches: + fetch: + - clang-17 + toolchain: + - linux64-clang-17-stage1 + - linux64-android-ndk-linux-repack + +android-x86-compiler-rt-17: + description: "android x86 Compiler-rt for Clang 17 toolchain build" + treeherder: + symbol: TA(x86-crt-17) + run: + arguments: + - build/build-clang/clang-17.json + resources: + - build/build-clang/clang-17.json + - taskcluster/scripts/misc/build-llvm-common.sh + toolchain-artifact: public/build/compiler-rt-i686-linux-android.tar.zst + fetches: + fetch: + - clang-17 + toolchain: + - linux64-clang-17-stage1 + - linux64-android-ndk-linux-repack + +android-x64-compiler-rt-17: + description: "android x64 Compiler-rt for Clang 17 toolchain build" + treeherder: + symbol: TA(x64-crt-17) + run: + arguments: + - build/build-clang/clang-17.json + resources: + - build/build-clang/clang-17.json + - taskcluster/scripts/misc/build-llvm-common.sh + toolchain-artifact: public/build/compiler-rt-x86_64-linux-android.tar.zst + fetches: + fetch: + - clang-17 + toolchain: + - linux64-clang-17-stage1 + - linux64-android-ndk-linux-repack + +linux64-x86-compiler-rt-17: + description: "Linux x86 Compiler-rt for Clang 17 toolchain build" + treeherder: + symbol: TL(x86-crt-17) + run: + arguments: + - build/build-clang/clang-17.json + resources: + - build/build-clang/clang-17.json + - taskcluster/scripts/misc/build-llvm-common.sh + toolchain-artifact: public/build/compiler-rt-i686-unknown-linux-gnu.tar.zst + fetches: + fetch: + - clang-17 + toolchain: + - linux64-clang-17-stage1 + - sysroot-i686-linux-gnu + +linux64-x64-compiler-rt-17: + description: "Linux x64 Compiler-rt for Clang 17 toolchain build" + treeherder: + symbol: TL(x64-crt-17) + run: + arguments: + - build/build-clang/clang-17.json + resources: + - build/build-clang/clang-17.json + - taskcluster/scripts/misc/build-llvm-common.sh + toolchain-artifact: public/build/compiler-rt-x86_64-unknown-linux-gnu.tar.zst + fetches: + fetch: + - clang-17 + toolchain: + - linux64-clang-17-stage1 + - sysroot-x86_64-linux-gnu + +linux64-aarch64-compiler-rt-17: + description: "Linux aarch64 Compiler-rt for Clang 17 toolchain build" + treeherder: + symbol: TL(aarch64-crt-17) + run: + arguments: + - build/build-clang/clang-17.json + resources: + - build/build-clang/clang-17.json + - taskcluster/scripts/misc/build-llvm-common.sh + toolchain-artifact: public/build/compiler-rt-aarch64-unknown-linux-gnu.tar.zst + fetches: + fetch: + - clang-17 + toolchain: + - linux64-clang-17-stage1 + - sysroot-aarch64-linux-gnu + +macosx64-x64-compiler-rt-17: + description: "macOS x64 Compiler-rt for Clang 17 toolchain build" + treeherder: + symbol: TM(x64-crt-17) + run: + arguments: + - build/build-clang/clang-17.json + resources: + - build/build-clang/clang-17.json + - taskcluster/scripts/misc/build-llvm-common.sh + toolchain-artifact: public/build/compiler-rt-x86_64-apple-darwin.tar.zst + fetches: + fetch: + - clang-17 + toolchain: + - linux64-clang-17-stage1 + - macosx64-sdk-toolchain + +macosx64-aarch64-compiler-rt-17: + description: "macOS aarch64 Compiler-rt for Clang 17 toolchain build" + treeherder: + symbol: TM(aarch64-crt-17) + run: + arguments: + - build/build-clang/clang-17.json + resources: + - build/build-clang/clang-17.json + - taskcluster/scripts/misc/build-llvm-common.sh + toolchain-artifact: public/build/compiler-rt-aarch64-apple-darwin.tar.zst + fetches: + fetch: + - clang-17 + toolchain: + - linux64-clang-17-stage1 + - macosx64-sdk-toolchain + +win32-compiler-rt-17: + description: "win32 x86 Compiler-rt for Clang 17 toolchain build" + treeherder: + symbol: TW32(crt-17) + run: + arguments: + - build/build-clang/clang-17.json + resources: + - build/build-clang/clang-17.json + - taskcluster/scripts/misc/build-llvm-common.sh + toolchain-artifact: public/build/compiler-rt-i686-pc-windows-msvc.tar.zst + fetches: + fetch: + - clang-17 + toolchain: + - linux64-clang-17-stage1 + - vs-toolchain + +win64-compiler-rt-17: + description: "win64 x64 Compiler-rt for Clang 17 toolchain build" + treeherder: + symbol: TW64(crt-17) + run: + arguments: + - build/build-clang/clang-17.json + resources: + - build/build-clang/clang-17.json + - taskcluster/scripts/misc/build-llvm-common.sh + toolchain-artifact: public/build/compiler-rt-x86_64-pc-windows-msvc.tar.zst + fetches: + fetch: + - clang-17 + toolchain: + - linux64-clang-17-stage1 + - vs-toolchain + +wasm32-wasi-compiler-rt-17: + description: "wasm32-wasi Compiler-rt for Clang 17 toolchain build" + treeherder: + symbol: TL(wasi-crt-17) + worker-type: b-linux-xlarge-gcp + run: + script: build-compiler-rt-wasi.sh + arguments: + - wasi-sdk.patch + resources: + - taskcluster/scripts/misc/wasi-sdk.patch + toolchain-artifact: public/build/compiler-rt-wasm32-wasi.tar.zst + fetches: + fetch: + - clang-17 + - wasi-sdk + toolchain: + - linux64-clang-17-stage1 + +android-aarch64-compiler-rt-18: + description: "android aarch64 Compiler-rt for Clang 18 toolchain build" + treeherder: + symbol: TA(aarch64-crt-18) + run: + arguments: + - build/build-clang/clang-18.json + resources: + - build/build-clang/clang-18.json + - taskcluster/scripts/misc/build-llvm-common.sh + toolchain-artifact: public/build/compiler-rt-aarch64-linux-android.tar.zst + fetches: + fetch: + - clang-18 + toolchain: + - linux64-clang-18-stage1 + - linux64-android-ndk-linux-repack + +android-arm-compiler-rt-18: + description: "android arm Compiler-rt for Clang 18 toolchain build" + treeherder: + symbol: TA(arm-crt-18) + run: + arguments: + - build/build-clang/clang-18.json + resources: + - build/build-clang/clang-18.json + - taskcluster/scripts/misc/build-llvm-common.sh + toolchain-artifact: public/build/compiler-rt-armv7-linux-android.tar.zst + fetches: + fetch: + - clang-18 + toolchain: + - linux64-clang-18-stage1 + - linux64-android-ndk-linux-repack + +android-x86-compiler-rt-18: + description: "android x86 Compiler-rt for Clang 18 toolchain build" + treeherder: + symbol: TA(x86-crt-18) + run: + arguments: + - build/build-clang/clang-18.json + resources: + - build/build-clang/clang-18.json + - taskcluster/scripts/misc/build-llvm-common.sh + toolchain-artifact: public/build/compiler-rt-i686-linux-android.tar.zst + fetches: + fetch: + - clang-18 + toolchain: + - linux64-clang-18-stage1 + - linux64-android-ndk-linux-repack + +android-x64-compiler-rt-18: + description: "android x64 Compiler-rt for Clang 18 toolchain build" + treeherder: + symbol: TA(x64-crt-18) + run: + arguments: + - build/build-clang/clang-18.json + resources: + - build/build-clang/clang-18.json + - taskcluster/scripts/misc/build-llvm-common.sh + toolchain-artifact: public/build/compiler-rt-x86_64-linux-android.tar.zst + fetches: + fetch: + - clang-18 + toolchain: + - linux64-clang-18-stage1 + - linux64-android-ndk-linux-repack + +linux64-x86-compiler-rt-18: + description: "Linux x86 Compiler-rt for Clang 18 toolchain build" + treeherder: + symbol: TL(x86-crt-18) + run: + arguments: + - build/build-clang/clang-18.json + resources: + - build/build-clang/clang-18.json + - taskcluster/scripts/misc/build-llvm-common.sh + toolchain-artifact: public/build/compiler-rt-i686-unknown-linux-gnu.tar.zst + fetches: + fetch: + - clang-18 + toolchain: + - linux64-clang-18-stage1 + - sysroot-i686-linux-gnu + +linux64-x64-compiler-rt-18: + description: "Linux x64 Compiler-rt for Clang 18 toolchain build" + treeherder: + symbol: TL(x64-crt-18) + run: + arguments: + - build/build-clang/clang-18.json + resources: + - build/build-clang/clang-18.json + - taskcluster/scripts/misc/build-llvm-common.sh + toolchain-artifact: public/build/compiler-rt-x86_64-unknown-linux-gnu.tar.zst + fetches: + fetch: + - clang-18 + toolchain: + - linux64-clang-18-stage1 + - sysroot-x86_64-linux-gnu + +linux64-aarch64-compiler-rt-18: + description: "Linux aarch64 Compiler-rt for Clang 18 toolchain build" + treeherder: + symbol: TL(aarch64-crt-18) + run: + arguments: + - build/build-clang/clang-18.json + resources: + - build/build-clang/clang-18.json + - taskcluster/scripts/misc/build-llvm-common.sh + toolchain-artifact: public/build/compiler-rt-aarch64-unknown-linux-gnu.tar.zst + fetches: + fetch: + - clang-18 + toolchain: + - linux64-clang-18-stage1 + - sysroot-aarch64-linux-gnu + +macosx64-x64-compiler-rt-18: + description: "macOS x64 Compiler-rt for Clang 18 toolchain build" + treeherder: + symbol: TM(x64-crt-18) + run: + arguments: + - build/build-clang/clang-18.json + resources: + - build/build-clang/clang-18.json + - taskcluster/scripts/misc/build-llvm-common.sh + toolchain-artifact: public/build/compiler-rt-x86_64-apple-darwin.tar.zst + fetches: + fetch: + - clang-18 + toolchain: + - linux64-clang-18-stage1 + - macosx64-sdk-toolchain + +macosx64-aarch64-compiler-rt-18: + description: "macOS aarch64 Compiler-rt for Clang 18 toolchain build" + treeherder: + symbol: TM(aarch64-crt-18) + run: + arguments: + - build/build-clang/clang-18.json + resources: + - build/build-clang/clang-18.json + - taskcluster/scripts/misc/build-llvm-common.sh + toolchain-artifact: public/build/compiler-rt-aarch64-apple-darwin.tar.zst + fetches: + fetch: + - clang-18 + toolchain: + - linux64-clang-18-stage1 + - macosx64-sdk-toolchain + +win32-compiler-rt-18: + description: "win32 x86 Compiler-rt for Clang 18 toolchain build" + treeherder: + symbol: TW32(crt-18) + run: + arguments: + - build/build-clang/clang-18.json + resources: + - build/build-clang/clang-18.json + - taskcluster/scripts/misc/build-llvm-common.sh + toolchain-artifact: public/build/compiler-rt-i686-pc-windows-msvc.tar.zst + fetches: + fetch: + - clang-18 + toolchain: + - linux64-clang-18-stage1 + - vs-toolchain + +win64-compiler-rt-18: + description: "win64 x64 Compiler-rt for Clang 18 toolchain build" + treeherder: + symbol: TW64(crt-18) + run: + arguments: + - build/build-clang/clang-18.json + resources: + - build/build-clang/clang-18.json + - taskcluster/scripts/misc/build-llvm-common.sh + toolchain-artifact: public/build/compiler-rt-x86_64-pc-windows-msvc.tar.zst + fetches: + fetch: + - clang-18 + toolchain: + - linux64-clang-18-stage1 + - vs-toolchain + +wasm32-wasi-compiler-rt-18: + description: "wasm32-wasi Compiler-rt for Clang 18 toolchain build" + treeherder: + symbol: TL(wasi-crt-18) + worker-type: b-linux-xlarge-gcp + run: + script: build-compiler-rt-wasi.sh + arguments: + - wasi-sdk.patch + resources: + - taskcluster/scripts/misc/wasi-sdk.patch + toolchain-artifact: public/build/compiler-rt-wasm32-wasi.tar.zst + fetches: + fetch: + - clang-18 + - wasi-sdk + toolchain: + - linux64-clang-18-stage1 + +android-aarch64-compiler-rt-trunk: + description: "android aarch64 Compiler-rt for Clang trunk toolchain build" + attributes: + cached_task: false + treeherder: + symbol: TA(aarch64-crt-trunk) + run: + arguments: + - build/build-clang/clang-trunk.json + resources: + - build/build-clang/clang-trunk.json + - taskcluster/scripts/misc/build-llvm-common.sh + toolchain-artifact: public/build/compiler-rt-aarch64-linux-android.tar.zst + fetches: + fetch: + - clang-trunk + toolchain: + - linux64-clang-trunk-stage1 + - linux64-android-ndk-linux-repack + +android-arm-compiler-rt-trunk: + description: "android arm Compiler-rt for Clang trunk toolchain build" + attributes: + cached_task: false + treeherder: + symbol: TA(arm-crt-trunk) + run: + arguments: + - build/build-clang/clang-trunk.json + resources: + - build/build-clang/clang-trunk.json + - taskcluster/scripts/misc/build-llvm-common.sh + toolchain-artifact: public/build/compiler-rt-armv7-linux-android.tar.zst + fetches: + fetch: + - clang-trunk + toolchain: + - linux64-clang-trunk-stage1 + - linux64-android-ndk-linux-repack + +android-x86-compiler-rt-trunk: + description: "android x86 Compiler-rt for Clang trunk toolchain build" + attributes: + cached_task: false + treeherder: + symbol: TA(x86-crt-trunk) + run: + arguments: + - build/build-clang/clang-trunk.json + resources: + - build/build-clang/clang-trunk.json + - taskcluster/scripts/misc/build-llvm-common.sh + toolchain-artifact: public/build/compiler-rt-i686-linux-android.tar.zst + fetches: + fetch: + - clang-trunk + toolchain: + - linux64-clang-trunk-stage1 + - linux64-android-ndk-linux-repack + +android-x64-compiler-rt-trunk: + description: "android x64 Compiler-rt for Clang trunk toolchain build" + attributes: + cached_task: false + treeherder: + symbol: TA(x64-crt-trunk) + run: + arguments: + - build/build-clang/clang-trunk.json + resources: + - build/build-clang/clang-trunk.json + - taskcluster/scripts/misc/build-llvm-common.sh + toolchain-artifact: public/build/compiler-rt-x86_64-linux-android.tar.zst + fetches: + fetch: + - clang-trunk + toolchain: + - linux64-clang-trunk-stage1 + - linux64-android-ndk-linux-repack + +linux64-x86-compiler-rt-trunk: + description: "Linux x86 Compiler-rt for Clang trunk toolchain build" + attributes: + cached_task: false + treeherder: + symbol: TL(x86-crt-trunk) + run: + arguments: + - build/build-clang/clang-trunk.json + resources: + - build/build-clang/clang-trunk.json + - taskcluster/scripts/misc/build-llvm-common.sh + toolchain-artifact: public/build/compiler-rt-i686-unknown-linux-gnu.tar.zst + fetches: + fetch: + - clang-trunk + toolchain: + - linux64-clang-trunk-stage1 + - sysroot-i686-linux-gnu + +linux64-x64-compiler-rt-trunk: + description: "Linux x64 Compiler-rt for Clang trunk toolchain build" + attributes: + cached_task: false + treeherder: + symbol: TL(x64-crt-trunk) + run: + arguments: + - build/build-clang/clang-trunk.json + resources: + - build/build-clang/clang-trunk.json + - taskcluster/scripts/misc/build-llvm-common.sh + toolchain-artifact: public/build/compiler-rt-x86_64-unknown-linux-gnu.tar.zst + fetches: + fetch: + - clang-trunk + toolchain: + - linux64-clang-trunk-stage1 + - sysroot-x86_64-linux-gnu + +linux64-aarch64-compiler-rt-trunk: + description: "Linux aarch64 Compiler-rt for Clang trunk toolchain build" + attributes: + cached_task: false + treeherder: + symbol: TL(aarch64-crt-trunk) + run: + arguments: + - build/build-clang/clang-trunk.json + resources: + - build/build-clang/clang-trunk.json + - taskcluster/scripts/misc/build-llvm-common.sh + toolchain-artifact: public/build/compiler-rt-aarch64-unknown-linux-gnu.tar.zst + fetches: + fetch: + - clang-trunk + toolchain: + - linux64-clang-trunk-stage1 + - sysroot-aarch64-linux-gnu + +macosx64-x64-compiler-rt-trunk: + description: "macOS x64 Compiler-rt for Clang trunk toolchain build" + attributes: + cached_task: false + treeherder: + symbol: TM(x64-crt-trunk) + run: + arguments: + - build/build-clang/clang-trunk.json + resources: + - build/build-clang/clang-trunk.json + - taskcluster/scripts/misc/build-llvm-common.sh + toolchain-artifact: public/build/compiler-rt-x86_64-apple-darwin.tar.zst + fetches: + fetch: + - clang-trunk + toolchain: + - linux64-clang-trunk-stage1 + - macosx64-sdk-toolchain + +macosx64-aarch64-compiler-rt-trunk: + description: "macOS aarch64 Compiler-rt for Clang trunk toolchain build" + attributes: + cached_task: false + treeherder: + symbol: TM(aarch64-crt-trunk) + run: + arguments: + - build/build-clang/clang-trunk.json + resources: + - build/build-clang/clang-trunk.json + - taskcluster/scripts/misc/build-llvm-common.sh + toolchain-artifact: public/build/compiler-rt-aarch64-apple-darwin.tar.zst + fetches: + fetch: + - clang-trunk + toolchain: + - linux64-clang-trunk-stage1 + - macosx64-sdk-toolchain + +win32-compiler-rt-trunk: + description: "win32 x86 Compiler-rt for Clang trunk toolchain build" + attributes: + cached_task: false + treeherder: + symbol: TW32(crt-trunk) + run: + arguments: + - build/build-clang/clang-trunk.json + resources: + - build/build-clang/clang-trunk.json + - taskcluster/scripts/misc/build-llvm-common.sh + toolchain-artifact: public/build/compiler-rt-i686-pc-windows-msvc.tar.zst + fetches: + fetch: + - clang-trunk + toolchain: + - linux64-clang-trunk-stage1 + - vs-toolchain + +win64-compiler-rt-trunk: + description: "win64 x64 Compiler-rt for Clang trunk toolchain build" + attributes: + cached_task: false + treeherder: + symbol: TW64(crt-trunk) + run: + arguments: + - build/build-clang/clang-trunk.json + resources: + - build/build-clang/clang-trunk.json + - taskcluster/scripts/misc/build-llvm-common.sh + toolchain-artifact: public/build/compiler-rt-x86_64-pc-windows-msvc.tar.zst + fetches: + fetch: + - clang-trunk + toolchain: + - linux64-clang-trunk-stage1 + - vs-toolchain + +wasm32-wasi-compiler-rt-trunk: + description: "wasm32-wasi Compiler-rt for Clang trunk toolchain build" + attributes: + cached_task: false + treeherder: + symbol: TL(wasi-crt-trunk) + worker-type: b-linux-xlarge-gcp + run: + script: build-compiler-rt-wasi.sh + arguments: + - wasi-sdk.patch + resources: + - taskcluster/scripts/misc/wasi-sdk.patch + toolchain-artifact: public/build/compiler-rt-wasm32-wasi.tar.zst + fetches: + fetch: + - clang-trunk + - wasi-sdk + toolchain: + - linux64-clang-trunk-stage1 diff --git a/taskcluster/kinds/toolchain/dist-toolchains.yml b/taskcluster/kinds/toolchain/dist-toolchains.yml new file mode 100644 index 0000000000..31b60918e6 --- /dev/null +++ b/taskcluster/kinds/toolchain/dist-toolchains.yml @@ -0,0 +1,40 @@ +# This Source Code Form is subject to the terms of the Mozilla Public +# License, v. 2.0. If a copy of the MPL was not distributed with this +# file, You can obtain one at http://mozilla.org/MPL/2.0/. +--- +job-defaults: + description: "sccache-dist toolchain archive build" + attributes: + local-toolchain: true + worker-type: b-linux-gcp + run: + using: toolchain-script + script: build-dist-toolchains.sh + +clang-dist-toolchain: + treeherder: + symbol: TL(clang-dist) + worker: + max-run-time: 1800 + run: + arguments: ['clang'] + toolchain-artifact: public/build/clang-dist-toolchain.tar.xz + use-sccache: true + fetches: + toolchain: + - linux64-clang + - linux64-sccache + +rustc-dist-toolchain: + treeherder: + symbol: TL(rustc-dist) + worker: + max-run-time: 1800 + run: + arguments: ['rustc'] + toolchain-artifact: public/build/rustc-dist-toolchain.tar.xz + use-sccache: true + fetches: + toolchain: + - linux64-rust-cross + - linux64-sccache diff --git a/taskcluster/kinds/toolchain/dump-syms.yml b/taskcluster/kinds/toolchain/dump-syms.yml new file mode 100644 index 0000000000..05aee5e352 --- /dev/null +++ b/taskcluster/kinds/toolchain/dump-syms.yml @@ -0,0 +1,62 @@ +# This Source Code Form is subject to the terms of the Mozilla Public +# License, v. 2.0. If a copy of the MPL was not distributed with this +# file, You can obtain one at http://mozilla.org/MPL/2.0/. +--- +job-defaults: + attributes: + local-toolchain: true + description: "dump_syms toolchain build" + worker-type: b-linux-gcp + worker: + max-run-time: 1800 + run: + script: build-rust-based-toolchain.sh + toolchain-artifact: public/build/dump_syms.tar.zst + fetches: + fetch: + - dump-syms + +linux64-dump_syms: + treeherder: + symbol: TL(dump_syms) + run: + arguments: ['x86_64-unknown-linux-gnu'] + fetches: + toolchain: + - linux64-clang-toolchain + - linux64-rust + - sysroot-x86_64-linux-gnu + +macosx64-dump_syms: + treeherder: + symbol: TM(dump_syms) + worker-type: b-linux-gcp + run: + arguments: ['x86_64-apple-darwin'] + fetches: + toolchain: + - linux64-rust-macos + - linux64-clang-toolchain + - macosx64-sdk-toolchain + +macosx64-aarch64-dump_syms: + treeherder: + symbol: TM(dump_syms-arm64) + run: + arguments: ['aarch64-apple-darwin'] + fetches: + toolchain: + - linux64-rust-macos + - linux64-clang-toolchain + - macosx64-sdk-toolchain + +win64-dump_syms: + treeherder: + symbol: TW64(dump_syms) + run: + arguments: ['x86_64-pc-windows-msvc'] + fetches: + toolchain: + - linux64-clang-toolchain + - linux64-rust-windows + - vs-toolchain diff --git a/taskcluster/kinds/toolchain/fix-stacks.yml b/taskcluster/kinds/toolchain/fix-stacks.yml new file mode 100644 index 0000000000..e11bf0b166 --- /dev/null +++ b/taskcluster/kinds/toolchain/fix-stacks.yml @@ -0,0 +1,72 @@ +# This Source Code Form is subject to the terms of the Mozilla Public +# License, v. 2.0. If a copy of the MPL was not distributed with this +# file, You can obtain one at http://mozilla.org/MPL/2.0/. +--- +job-defaults: + description: "fix-stacks toolchain build" + attributes: + local-toolchain: true + worker-type: b-linux-gcp + worker: + max-run-time: 1800 + run: + script: build-rust-based-toolchain.sh + toolchain-artifact: public/build/fix-stacks.tar.zst + fetches: + fetch: + - fix-stacks + +linux64-fix-stacks: + treeherder: + symbol: TL(fix-stacks) + run: + arguments: ['x86_64-unknown-linux-gnu'] + fetches: + toolchain: + - linux64-clang-toolchain + - linux64-rust-toolchain + - sysroot-x86_64-linux-gnu + +macosx64-fix-stacks: + treeherder: + symbol: TM(fix-stacks) + run: + arguments: ['x86_64-apple-darwin'] + fetches: + toolchain: + - linux64-clang-toolchain + - linux64-rust-macos-toolchain + - macosx64-sdk-toolchain + +macosx64-aarch64-fix-stacks: + treeherder: + symbol: TM(fix-stacks-arm64) + run: + arguments: ['aarch64-apple-darwin'] + fetches: + toolchain: + - linux64-clang-toolchain + - linux64-rust-macos-toolchain + - macosx64-sdk-toolchain + +win32-fix-stacks: + treeherder: + symbol: TW32(fix-stacks) + run: + arguments: ['i686-pc-windows-msvc'] + fetches: + toolchain: + - linux64-clang-toolchain + - linux64-rust-windows-toolchain + - vs-toolchain + +win64-fix-stacks: + treeherder: + symbol: TW64(fix-stacks) + run: + arguments: ['x86_64-pc-windows-msvc'] + fetches: + toolchain: + - linux64-clang-toolchain + - linux64-rust-windows-toolchain + - vs-toolchain diff --git a/taskcluster/kinds/toolchain/gcc.yml b/taskcluster/kinds/toolchain/gcc.yml new file mode 100644 index 0000000000..2a09c37e6c --- /dev/null +++ b/taskcluster/kinds/toolchain/gcc.yml @@ -0,0 +1,79 @@ +# This Source Code Form is subject to the terms of the Mozilla Public +# License, v. 2.0. If a copy of the MPL was not distributed with this +# file, You can obtain one at http://mozilla.org/MPL/2.0/. +--- +job-defaults: + worker-type: b-linux-gcp + worker: + max-run-time: 3600 + run: + resources: + - 'build/unix/build-gcc/build-gcc.sh' + toolchain-artifact: public/build/gcc.tar.zst + fetches: + toolchain: + - linux64-toolchain-sysroot + +linux64-gcc-8: + description: "GCC 8 toolchain build" + treeherder: + symbol: TL(gcc8) + run: + script: build-gcc-linux.sh + toolchain-alias: + - linux64-gcc + - linux64-gcc-base + fetches: + fetch: + - gcc-8.5.0 + - gmp-6.1.0 + - isl-0.16.1 + - mpc-1.0.3 + - mpfr-3.1.4 + +linux64-gcc-9: + description: "GCC 9 toolchain build" + treeherder: + symbol: TL(gcc9) + run: + script: build-gcc-linux.sh + fetches: + fetch: + - gcc-9.5.0 + - gmp-6.1.0 + - isl-0.16.1 + - mpc-1.0.3 + - mpfr-3.1.4 + +linux64-gcc-11: + description: "GCC 11 toolchain build" + treeherder: + symbol: TL(gcc11) + run: + script: build-gcc-linux.sh + fetches: + fetch: + - gcc-11.4.0 + - gmp-6.1.0 + - isl-0.16.1 + - mpc-1.0.3 + - mpfr-3.1.4 + +linux64-gcc-sixgill: + description: "sixgill GCC plugin build" + treeherder: + symbol: TL(sixgill) + run: + script: build-gcc-sixgill-plugin-linux.sh + resources: + - 'taskcluster/scripts/misc/build-gcc-sixgill-plugin-linux.sh' + toolchain-artifact: public/build/sixgill.tar.xz + fetches: + fetch: + - gcc-9.5.0 + - gmp-6.1.0 + - isl-0.16.1 + - mpc-1.0.3 + - mpfr-3.1.4 + toolchain: + - linux64-gcc-9 diff --git a/taskcluster/kinds/toolchain/geckodriver.yml b/taskcluster/kinds/toolchain/geckodriver.yml new file mode 100644 index 0000000000..252befa3fb --- /dev/null +++ b/taskcluster/kinds/toolchain/geckodriver.yml @@ -0,0 +1,137 @@ +# This Source Code Form is subject to the terms of the Mozilla Public +# License, v. 2.0. If a copy of the MPL was not distributed with this +# file, You can obtain one at http://mozilla.org/MPL/2.0/. +--- +job-defaults: + description: "geckodriver toolchain build" + worker-type: b-linux-gcp + worker: + max-run-time: 1800 + run-on-projects: ['trunk'] + attributes: + build_type: opt + geckodriver: true + shippable: true + rebuild-on-release: true + run: + script: build-geckodriver.sh + toolchain-artifact: public/build/geckodriver.tar.gz + sparse-profile: null + resources: + - 'testing/geckodriver' + - 'testing/mozbase/rust' + - 'testing/webdriver' + # Changes to 'third_party/rust' should be captured by + # 'testing/geckodriver/Cargo.toml'. + +# For Linux platforms target "*-musl" so that the binary will be statically linked. + +linux32-geckodriver: + treeherder: + symbol: TL32(gd) + platform: linux32/opt + run: + arguments: ['i686-unknown-linux-musl'] + attributes: + build_platform: linux-geckodriver + fetches: + toolchain: + - linux64-rust-static + +linux64-geckodriver: + treeherder: + symbol: TL(gd) + platform: linux64/opt + run: + arguments: ['x86_64-unknown-linux-musl'] + attributes: + build_platform: linux64-geckodriver + fetches: + toolchain: + - linux64-rust-static + +linux64-aarch64-geckodriver: + treeherder: + symbol: TL(gd) + platform: linux64-aarch64/opt + run: + arguments: ['aarch64-unknown-linux-musl'] + attributes: + build_platform: linux64-aarch64-geckodriver + fetches: + toolchain: + - linux64-clang-toolchain + - linux64-rust-static + +macosx64-geckodriver: + treeherder: + symbol: TM(gd) + platform: macosx64/opt + run: + arguments: ['x86_64-apple-darwin'] + attributes: + build_platform: macosx64-geckodriver + fetches: + toolchain: + - linux64-clang-toolchain + - linux64-rust-macos + - macosx64-sdk-toolchain + +macosx64-aarch64-geckodriver: + treeherder: + symbol: TM(gd) + platform: macosx64-aarch64/opt + run: + arguments: ['aarch64-apple-darwin'] + attributes: + build_platform: macosx64-aarch64-geckodriver + fetches: + toolchain: + - linux64-clang-toolchain + - linux64-rust-macos + - macosx64-sdk-toolchain + +win32-geckodriver: + treeherder: + symbol: TW32(gd) + platform: win32/opt + run: + arguments: ['i686-pc-windows-msvc'] + toolchain-artifact: public/build/geckodriver.zip + attributes: + build_platform: win32-geckodriver + fetches: + toolchain: + - linux64-clang-toolchain + - linux64-rust-windows + - vs-toolchain + +win64-aarch64-geckodriver: + treeherder: + symbol: TW64(gd) + platform: windows2012-aarch64/opt + run: + arguments: ['aarch64-pc-windows-msvc'] + toolchain-artifact: public/build/geckodriver.zip + attributes: + build_platform: win64-aarch64-geckodriver + fetches: + toolchain: + - linux64-clang-toolchain + - linux64-rust-windows + - vs-toolchain + +win64-geckodriver: + treeherder: + symbol: TW64(gd) + platform: win64/opt + run: + arguments: ['x86_64-pc-windows-msvc'] + toolchain-artifact: public/build/geckodriver.zip + attributes: + build_platform: win64-geckodriver + fetches: + toolchain: + - linux64-clang-toolchain + - linux64-rust-windows + - vs-toolchain diff --git a/taskcluster/kinds/toolchain/gn.yml b/taskcluster/kinds/toolchain/gn.yml new file mode 100644 index 0000000000..d12b0f19c5 --- /dev/null +++ b/taskcluster/kinds/toolchain/gn.yml @@ -0,0 +1,49 @@ +# This Source Code Form is subject to the terms of the Mozilla Public +# License, v. 2.0. If a copy of the MPL was not distributed with this +# file, You can obtain one at http://mozilla.org/MPL/2.0/. +--- +job-defaults: + description: "gn toolchain build" + attributes: + local-toolchain: true + worker-type: b-linux-gcp + worker: + max-run-time: 1800 + run: + resources: + - 'taskcluster/scripts/misc/build-gn-common.sh' + toolchain-artifact: public/build/gn.tar.zst + fetches: + fetch: + - gn + +linux64-gn: + treeherder: + symbol: TL(gn) + run: + script: build-gn-linux.sh + +macosx64-gn: + treeherder: + symbol: TM(gn) + run: + script: build-gn-macosx.sh + toolchain-alias: macosx64-aarch64-gn + fetches: + toolchain: + - linux64-clang-toolchain + - macosx64-sdk-toolchain + +win64-gn: + treeherder: + symbol: TW64(gn) + worker-type: b-win2022 + worker: + max-run-time: 3600 + run: + script: build-gn-win64.sh + fetches: + fetch: + - ninja + toolchain: + - vs-toolchain diff --git a/taskcluster/kinds/toolchain/grcov.yml b/taskcluster/kinds/toolchain/grcov.yml new file mode 100644 index 0000000000..15fed68732 --- /dev/null +++ b/taskcluster/kinds/toolchain/grcov.yml @@ -0,0 +1,48 @@ +# This Source Code Form is subject to the terms of the Mozilla Public +# License, v. 2.0. If a copy of the MPL was not distributed with this +# file, You can obtain one at http://mozilla.org/MPL/2.0/. +--- +job-defaults: + description: "grcov toolchain build" + worker-type: b-linux-gcp + worker: + max-run-time: 1800 + run: + script: build-rust-based-toolchain.sh + toolchain-artifact: public/build/grcov.tar.zst + fetches: + fetch: + - grcov + +linux64-grcov: + treeherder: + symbol: TL(grcov) + run: + arguments: ['x86_64-unknown-linux-gnu'] + fetches: + toolchain: + - linux64-rust-toolchain + - linux64-clang-toolchain + - sysroot-x86_64-linux-gnu + +macosx64-grcov: + treeherder: + symbol: TM(grcov) + run: + arguments: ['x86_64-apple-darwin'] + fetches: + toolchain: + - linux64-rust-macos-toolchain + - linux64-clang-toolchain + - macosx64-sdk-toolchain + +win64-grcov: + treeherder: + symbol: TW64(grcov) + run: + arguments: ['x86_64-pc-windows-msvc'] + fetches: + toolchain: + - linux64-clang-toolchain + - linux64-rust-windows-toolchain + - vs-toolchain diff --git a/taskcluster/kinds/toolchain/hostutils.yml b/taskcluster/kinds/toolchain/hostutils.yml new file mode 100644 index 0000000000..d9974e917a --- /dev/null +++ b/taskcluster/kinds/toolchain/hostutils.yml @@ -0,0 +1,23 @@ +# This Source Code Form is subject to the terms of the Mozilla Public +# License, v. 2.0. If a copy of the MPL was not distributed with this +# file, You can obtain one at http://mozilla.org/MPL/2.0/. +--- +job-defaults: + description: "hostutils toolchain build" + worker-type: b-linux-gcp + worker: + max-run-time: 1800 + run: + using: toolchain-script + script: get-hostutils.sh + toolchain-artifact: public/build/hostutils.tar.zst + +linux64-hostutils: + treeherder: + symbol: TL(hostutils) + worker: + env: + TOOLTOOL_MANIFEST: testing/config/tooltool-manifests/linux64/hostutils.manifest + run: + resources: + - testing/config/tooltool-manifests/linux64/hostutils.manifest diff --git a/taskcluster/kinds/toolchain/kind.yml b/taskcluster/kinds/toolchain/kind.yml new file mode 100644 index 0000000000..524bb20670 --- /dev/null +++ b/taskcluster/kinds/toolchain/kind.yml @@ -0,0 +1,55 @@ +# This Source Code Form is subject to the terms of the Mozilla Public +# License, v. 2.0. If a copy of the MPL was not distributed with this +# file, You can obtain one at http://mozilla.org/MPL/2.0/. +--- +loader: gecko_taskgraph.loader.transform:loader + +kind-dependencies: + - fetch + - packages + +transforms: + - gecko_taskgraph.transforms.try_job:transforms + - gecko_taskgraph.transforms.job:transforms + - gecko_taskgraph.transforms.cached_tasks:transforms + - gecko_taskgraph.transforms.task:transforms + +job-defaults: + treeherder: + kind: build + platform: toolchains/opt + tier: 1 + run-on-projects: [] + run: + using: toolchain-script + +jobs-from: + - android.yml + - cargo-vet.yml + - cbindgen.yml + - clang-tidy.yml + - clang.yml + - compiler-rt.yml + - dump-syms.yml + - fix-stacks.yml + - gcc.yml + - geckodriver.yml + - gn.yml + - grcov.yml + - hostutils.yml + - libunwind.yml + - llvm-symbolizer.yml + - macos-sdk.yml + - mingw.yml + - minidump-stackwalk.yml + - misc.yml + - nasm.yml + - node.yml + - pkgconf.yml + - python.yml + - resourcemonitor.yml + - rust.yml + - rust-size.yml + - sccache.yml + - sysroot.yml + - dist-toolchains.yml diff --git a/taskcluster/kinds/toolchain/libunwind.yml b/taskcluster/kinds/toolchain/libunwind.yml new file mode 100644 index 0000000000..5a1972f3f6 --- /dev/null +++ b/taskcluster/kinds/toolchain/libunwind.yml @@ -0,0 +1,247 @@ +# This Source Code Form is subject to the terms of the Mozilla Public +# License, v. 2.0. If a copy of the MPL was not distributed with this +# file, You can obtain one at http://mozilla.org/MPL/2.0/. +--- +job-defaults: + worker-type: b-linux-gcp + worker: + max-run-time: 1800 + run: + using: toolchain-script + script: build-libunwind.sh + +android-aarch64-libunwind-17: + description: "android aarch64 libunwind for Clang 17 toolchain build" + treeherder: + symbol: TA(aarch64-unwind-17) + run: + arguments: + - build/build-clang/clang-17.json + resources: + - build/build-clang/clang-17.json + - taskcluster/scripts/misc/build-llvm-common.sh + toolchain-artifact: public/build/libunwind-aarch64-linux-android.tar.zst + fetches: + fetch: + - clang-17 + toolchain: + - android-aarch64-compiler-rt-17 + - linux64-clang-17-stage1 + - linux64-android-ndk-linux-repack + +android-arm-libunwind-17: + description: "android arm libunwind for Clang 17 toolchain build" + treeherder: + symbol: TA(arm-unwind-17) + run: + arguments: + - build/build-clang/clang-17.json + resources: + - build/build-clang/clang-17.json + - taskcluster/scripts/misc/build-llvm-common.sh + toolchain-artifact: public/build/libunwind-armv7-linux-android.tar.zst + fetches: + fetch: + - clang-17 + toolchain: + - android-arm-compiler-rt-17 + - linux64-clang-17-stage1 + - linux64-android-ndk-linux-repack + +android-x86-libunwind-17: + description: "android x86 libunwind for Clang 17 toolchain build" + treeherder: + symbol: TA(x86-unwind-17) + run: + arguments: + - build/build-clang/clang-17.json + resources: + - build/build-clang/clang-17.json + - taskcluster/scripts/misc/build-llvm-common.sh + toolchain-artifact: public/build/libunwind-i686-linux-android.tar.zst + fetches: + fetch: + - clang-17 + toolchain: + - android-x86-compiler-rt-17 + - linux64-clang-17-stage1 + - linux64-android-ndk-linux-repack + +android-x64-libunwind-17: + description: "android x64 libunwind for Clang 17 toolchain build" + treeherder: + symbol: TA(x64-unwind-17) + run: + arguments: + - build/build-clang/clang-17.json + resources: + - build/build-clang/clang-17.json + - taskcluster/scripts/misc/build-llvm-common.sh + toolchain-artifact: public/build/libunwind-x86_64-linux-android.tar.zst + fetches: + fetch: + - clang-17 + toolchain: + - android-x64-compiler-rt-17 + - linux64-clang-17-stage1 + - linux64-android-ndk-linux-repack + +android-aarch64-libunwind-18: + description: "android aarch64 libunwind for Clang 18 toolchain build" + treeherder: + symbol: TA(aarch64-unwind-18) + run: + arguments: + - build/build-clang/clang-18.json + resources: + - build/build-clang/clang-18.json + - taskcluster/scripts/misc/build-llvm-common.sh + toolchain-artifact: public/build/libunwind-aarch64-linux-android.tar.zst + fetches: + fetch: + - clang-18 + toolchain: + - android-aarch64-compiler-rt-18 + - linux64-clang-18-stage1 + - linux64-android-ndk-linux-repack + +android-arm-libunwind-18: + description: "android arm libunwind for Clang 18 toolchain build" + treeherder: + symbol: TA(arm-unwind-18) + run: + arguments: + - build/build-clang/clang-18.json + resources: + - build/build-clang/clang-18.json + - taskcluster/scripts/misc/build-llvm-common.sh + toolchain-artifact: public/build/libunwind-armv7-linux-android.tar.zst + fetches: + fetch: + - clang-18 + toolchain: + - android-arm-compiler-rt-18 + - linux64-clang-18-stage1 + - linux64-android-ndk-linux-repack + +android-x86-libunwind-18: + description: "android x86 libunwind for Clang 18 toolchain build" + treeherder: + symbol: TA(x86-unwind-18) + run: + arguments: + - build/build-clang/clang-18.json + resources: + - build/build-clang/clang-18.json + - taskcluster/scripts/misc/build-llvm-common.sh + toolchain-artifact: public/build/libunwind-i686-linux-android.tar.zst + fetches: + fetch: + - clang-18 + toolchain: + - android-x86-compiler-rt-18 + - linux64-clang-18-stage1 + - linux64-android-ndk-linux-repack + +android-x64-libunwind-18: + description: "android x64 libunwind for Clang 18 toolchain build" + treeherder: + symbol: TA(x64-unwind-18) + run: + arguments: + - build/build-clang/clang-18.json + resources: + - build/build-clang/clang-18.json + - taskcluster/scripts/misc/build-llvm-common.sh + toolchain-artifact: public/build/libunwind-x86_64-linux-android.tar.zst + fetches: + fetch: + - clang-18 + toolchain: + - android-x64-compiler-rt-18 + - linux64-clang-18-stage1 + - linux64-android-ndk-linux-repack + +android-aarch64-libunwind-trunk: + description: "android aarch64 libunwind for Clang trunk toolchain build" + attributes: + cached_task: false + treeherder: + symbol: TA(aarch64-unwind-trunk) + run: + arguments: + - build/build-clang/clang-trunk.json + resources: + - build/build-clang/clang-trunk.json + - taskcluster/scripts/misc/build-llvm-common.sh + toolchain-artifact: public/build/libunwind-aarch64-linux-android.tar.zst + fetches: + fetch: + - clang-trunk + toolchain: + - android-aarch64-compiler-rt-trunk + - linux64-clang-trunk-stage1 + - linux64-android-ndk-linux-repack + +android-arm-libunwind-trunk: + description: "android arm libunwind for Clang trunk toolchain build" + attributes: + cached_task: false + treeherder: + symbol: TA(arm-unwind-trunk) + run: + arguments: + - build/build-clang/clang-trunk.json + resources: + - build/build-clang/clang-trunk.json + - taskcluster/scripts/misc/build-llvm-common.sh + toolchain-artifact: public/build/libunwind-armv7-linux-android.tar.zst + fetches: + fetch: + - clang-trunk + toolchain: + - android-arm-compiler-rt-trunk + - linux64-clang-trunk-stage1 + - linux64-android-ndk-linux-repack + +android-x86-libunwind-trunk: + description: "android x86 libunwind for Clang trunk toolchain build" + attributes: + cached_task: false + treeherder: + symbol: TA(x86-unwind-trunk) + run: + arguments: + - build/build-clang/clang-trunk.json + resources: + - build/build-clang/clang-trunk.json + - taskcluster/scripts/misc/build-llvm-common.sh + toolchain-artifact: public/build/libunwind-i686-linux-android.tar.zst + fetches: + fetch: + - clang-trunk + toolchain: + - android-x86-compiler-rt-trunk + - linux64-clang-trunk-stage1 + - linux64-android-ndk-linux-repack + +android-x64-libunwind-trunk: + description: "android x64 libunwind for Clang trunk toolchain build" + attributes: + cached_task: false + treeherder: + symbol: TA(x64-unwind-trunk) + run: + arguments: + - build/build-clang/clang-trunk.json + resources: + - build/build-clang/clang-trunk.json + - taskcluster/scripts/misc/build-llvm-common.sh + toolchain-artifact: public/build/libunwind-x86_64-linux-android.tar.zst + fetches: + fetch: + - clang-trunk + toolchain: + - android-x64-compiler-rt-trunk + - linux64-clang-trunk-stage1 + - linux64-android-ndk-linux-repack diff --git a/taskcluster/kinds/toolchain/llvm-symbolizer.yml b/taskcluster/kinds/toolchain/llvm-symbolizer.yml new file mode 100644 index 0000000000..11b63397c2 --- /dev/null +++ b/taskcluster/kinds/toolchain/llvm-symbolizer.yml @@ -0,0 +1,361 @@ +# This Source Code Form is subject to the terms of the Mozilla Public +# License, v. 2.0. If a copy of the MPL was not distributed with this +# file, You can obtain one at http://mozilla.org/MPL/2.0/. +--- +job-defaults: + worker-type: b-linux-large-gcp + worker: + max-run-time: 1800 + run: + script: build-llvm-symbolizer.sh + toolchain-artifact: public/build/llvm-symbolizer.tar.zst + +linux32-llvm-symbolizer-17: + description: "llvm-symbolizer for Linux" + treeherder: + symbol: TL32(llvm-symbolizer) + run: + arguments: + - i686-unknown-linux-gnu + - build/build-clang/clang-17.json + - build/build-clang/llvm-symbolizer-17.json + resources: + - build/build-clang/clang-17.json + - build/build-clang/llvm-symbolizer-17.json + - taskcluster/scripts/misc/build-llvm-common.sh + toolchain-alias: + by-project: + toolchains: null + default: linux32-llvm-symbolizer + fetches: + fetch: + - clang-17 + toolchain: + - linux64-clang-17-stage1 + - linux32-toolchain-sysroot + +linux64-llvm-symbolizer-17: + description: "llvm-symbolizer for Linux" + treeherder: + symbol: TL(llvm-symbolizer) + run: + arguments: + - x86_64-unknown-linux-gnu + - build/build-clang/clang-17.json + - build/build-clang/llvm-symbolizer-17.json + resources: + - build/build-clang/clang-17.json + - build/build-clang/llvm-symbolizer-17.json + - taskcluster/scripts/misc/build-llvm-common.sh + toolchain-alias: + by-project: + toolchains: null + default: linux64-llvm-symbolizer + fetches: + fetch: + - clang-17 + toolchain: + - linux64-clang-17-stage1 + - linux64-toolchain-sysroot + +macosx64-llvm-symbolizer-17: + description: "llvm-symbolizer for macOS x64" + treeherder: + symbol: TM(llvm-symbolizer) + run: + arguments: + - x86_64-apple-darwin + - build/build-clang/clang-17.json + - build/build-clang/llvm-symbolizer-17.json + resources: + - build/build-clang/clang-17.json + - build/build-clang/llvm-symbolizer-17.json + - taskcluster/scripts/misc/build-llvm-common.sh + toolchain-alias: + by-project: + toolchains: null + default: macosx64-llvm-symbolizer + fetches: + fetch: + - clang-17 + toolchain: + - linux64-clang-17-stage1 + - macosx64-sdk-toolchain + +macosx64-aarch64-llvm-symbolizer-17: + description: "llvm-symbolizer for macOS aarch64" + treeherder: + symbol: TM(llvm-symbolizer-aarch64) + run: + arguments: + - aarch64-apple-darwin + - build/build-clang/clang-17.json + - build/build-clang/llvm-symbolizer-17.json + resources: + - build/build-clang/clang-17.json + - build/build-clang/llvm-symbolizer-17.json + - taskcluster/scripts/misc/build-llvm-common.sh + toolchain-alias: + by-project: + toolchains: null + default: macosx64-aarch64-llvm-symbolizer + fetches: + fetch: + - clang-17 + toolchain: + - linux64-clang-17-stage1 + - macosx64-sdk-toolchain + +win64-llvm-symbolizer-17: + description: "llvm-symbolizer for Windows" + treeherder: + symbol: TW64(llvm-symbolizer) + run: + arguments: + - x86_64-pc-windows-msvc + - build/build-clang/clang-17.json + - build/build-clang/llvm-symbolizer-17.json + resources: + - build/build-clang/clang-17.json + - build/build-clang/llvm-symbolizer-17.json + - taskcluster/scripts/misc/build-llvm-common.sh + toolchain-alias: + by-project: + toolchains: null + default: win64-llvm-symbolizer + fetches: + fetch: + - clang-17 + toolchain: + - linux64-clang-17-stage1 + - vs-toolchain + +linux32-llvm-symbolizer-18: + description: "llvm-symbolizer for Linux" + treeherder: + symbol: TL32(llvm-symbolizer-18) + run: + arguments: + - i686-unknown-linux-gnu + - build/build-clang/clang-18.json + - build/build-clang/llvm-symbolizer-18.json + resources: + - build/build-clang/clang-18.json + - build/build-clang/llvm-symbolizer-18.json + - taskcluster/scripts/misc/build-llvm-common.sh + fetches: + fetch: + - clang-18 + toolchain: + - linux64-clang-18-stage1 + - linux32-toolchain-sysroot + +linux64-llvm-symbolizer-18: + description: "llvm-symbolizer for Linux" + treeherder: + symbol: TL(llvm-symbolizer-18) + run: + arguments: + - x86_64-unknown-linux-gnu + - build/build-clang/clang-18.json + - build/build-clang/llvm-symbolizer-18.json + resources: + - build/build-clang/clang-18.json + - build/build-clang/llvm-symbolizer-18.json + - taskcluster/scripts/misc/build-llvm-common.sh + fetches: + fetch: + - clang-18 + toolchain: + - linux64-clang-18-stage1 + - linux64-toolchain-sysroot + +macosx64-llvm-symbolizer-18: + description: "llvm-symbolizer for macOS x64" + treeherder: + symbol: TM(llvm-symbolizer-18) + run: + arguments: + - x86_64-apple-darwin + - build/build-clang/clang-18.json + - build/build-clang/llvm-symbolizer-18.json + resources: + - build/build-clang/clang-18.json + - build/build-clang/llvm-symbolizer-18.json + - taskcluster/scripts/misc/build-llvm-common.sh + fetches: + fetch: + - clang-18 + toolchain: + - linux64-clang-18-stage1 + - macosx64-sdk-toolchain + +macosx64-aarch64-llvm-symbolizer-18: + description: "llvm-symbolizer for macOS aarch64" + treeherder: + symbol: TM(llvm-sym-aarch64-18) + run: + arguments: + - aarch64-apple-darwin + - build/build-clang/clang-18.json + - build/build-clang/llvm-symbolizer-18.json + resources: + - build/build-clang/clang-18.json + - build/build-clang/llvm-symbolizer-18.json + - taskcluster/scripts/misc/build-llvm-common.sh + fetches: + fetch: + - clang-18 + toolchain: + - linux64-clang-18-stage1 + - macosx64-sdk-toolchain + +win64-llvm-symbolizer-18: + description: "llvm-symbolizer for Windows" + treeherder: + symbol: TW64(llvm-symbolizer-18) + run: + arguments: + - x86_64-pc-windows-msvc + - build/build-clang/clang-18.json + - build/build-clang/llvm-symbolizer-18.json + resources: + - build/build-clang/clang-18.json + - build/build-clang/llvm-symbolizer-18.json + - taskcluster/scripts/misc/build-llvm-common.sh + fetches: + fetch: + - clang-18 + toolchain: + - linux64-clang-18-stage1 + - vs-toolchain + +linux32-llvm-symbolizer-trunk: + description: "llvm-symbolizer for Linux" + attributes: + cached_task: false + treeherder: + symbol: TL32(llvm-symbolizer-trunk) + run: + arguments: + - i686-unknown-linux-gnu + - build/build-clang/clang-trunk.json + - build/build-clang/llvm-symbolizer-trunk.json + resources: + - build/build-clang/clang-trunk.json + - build/build-clang/llvm-symbolizer-trunk.json + - taskcluster/scripts/misc/build-llvm-common.sh + toolchain-alias: + by-project: + toolchains: linux32-llvm-symbolizer + default: null + fetches: + fetch: + - clang-trunk + toolchain: + - linux64-clang-trunk-stage1 + - linux32-toolchain-sysroot + +linux64-llvm-symbolizer-trunk: + description: "llvm-symbolizer for Linux" + attributes: + cached_task: false + treeherder: + symbol: TL(llvm-symbolizer-trunk) + run: + arguments: + - x86_64-unknown-linux-gnu + - build/build-clang/clang-trunk.json + - build/build-clang/llvm-symbolizer-trunk.json + resources: + - build/build-clang/clang-trunk.json + - build/build-clang/llvm-symbolizer-trunk.json + - taskcluster/scripts/misc/build-llvm-common.sh + toolchain-alias: + by-project: + toolchains: linux64-llvm-symbolizer + default: null + fetches: + fetch: + - clang-trunk + toolchain: + - linux64-clang-trunk-stage1 + - linux64-toolchain-sysroot + +macosx64-llvm-symbolizer-trunk: + description: "llvm-symbolizer for macOS x64" + attributes: + cached_task: false + treeherder: + symbol: TM(llvm-symbolizer-trunk) + run: + arguments: + - x86_64-apple-darwin + - build/build-clang/clang-trunk.json + - build/build-clang/llvm-symbolizer-trunk.json + resources: + - build/build-clang/clang-trunk.json + - build/build-clang/llvm-symbolizer-trunk.json + - taskcluster/scripts/misc/build-llvm-common.sh + toolchain-alias: + by-project: + toolchains: macosx64-llvm-symbolizer + default: null + fetches: + fetch: + - clang-trunk + toolchain: + - linux64-clang-trunk-stage1 + - macosx64-sdk-toolchain + +macosx64-aarch64-llvm-symbolizer-trunk: + description: "llvm-symbolizer for macOS aarch64" + attributes: + cached_task: false + treeherder: + symbol: TM(llvm-sym-aarch64-trunk) + run: + arguments: + - aarch64-apple-darwin + - build/build-clang/clang-trunk.json + - build/build-clang/llvm-symbolizer-trunk.json + resources: + - build/build-clang/clang-trunk.json + - build/build-clang/llvm-symbolizer-trunk.json + - taskcluster/scripts/misc/build-llvm-common.sh + toolchain-alias: + by-project: + toolchains: macosx64-aarch64-llvm-symbolizer + default: null + fetches: + fetch: + - clang-trunk + toolchain: + - linux64-clang-trunk-stage1 + - macosx64-sdk-toolchain + +win64-llvm-symbolizer-trunk: + description: "llvm-symbolizer for Windows" + attributes: + cached_task: false + treeherder: + symbol: TW64(llvm-symbolizer-trunk) + run: + arguments: + - x86_64-pc-windows-msvc + - build/build-clang/clang-trunk.json + - build/build-clang/llvm-symbolizer-trunk.json + resources: + - build/build-clang/clang-trunk.json + - build/build-clang/llvm-symbolizer-trunk.json + - taskcluster/scripts/misc/build-llvm-common.sh + toolchain-alias: + by-project: + toolchains: win64-llvm-symbolizer + default: null + fetches: + fetch: + - clang-trunk + toolchain: + - linux64-clang-trunk-stage1 + - vs-toolchain diff --git a/taskcluster/kinds/toolchain/macos-sdk.yml b/taskcluster/kinds/toolchain/macos-sdk.yml new file mode 100644 index 0000000000..194a1ee20a --- /dev/null +++ b/taskcluster/kinds/toolchain/macos-sdk.yml @@ -0,0 +1,84 @@ +# This Source Code Form is subject to the terms of the Mozilla Public +# License, v. 2.0. If a copy of the MPL was not distributed with this +# file, You can obtain one at http://mozilla.org/MPL/2.0/. +--- +job-defaults: + attributes: + local-toolchain: true + worker-type: b-linux-gcp + worker: + max-run-time: 1800 + env: + PATH: "/usr/local/bin:/bin:/sbin:/usr/bin:/usr/sbin" + run: + script: unpack-sdk.py + resources: + - python/mozbuild/mozpack/macpkg.py + - taskcluster/scripts/misc/unpack-sdk.py + tooltool-downloads: internal + # Expiry similar to that of fetches + expires-after: 1000 years + +macosx64-sdk-13.3: + description: "MacOSX13.3 SDK" + treeherder: + symbol: TM(sdk13.3) + run: + arguments: + - https://swcdn.apple.com/content/downloads/15/62/032-84673-A_7A1TG1RF8Z/xpc8q44ggn2pkn82iwr0fi1zeb9cxi8ath/CLTools_macOSNMOS_SDK.pkg + - 8de3306508dca31040b3b49ff370e96c94f4546bcf22cb4069abbb18e2d6bce8e20d40a6903f00ae75558175b624a979ea0444f54bc6d9d67e841f2000b0d863 + - Library/Developer/CommandLineTools/SDKs/MacOSX13.3.sdk + toolchain-artifact: project/gecko/mac-sdk/MacOSX13.3.sdk.tar.zst + toolchain-alias: + - MacOSX13.3.sdk + +macosx64-sdk-14.4: + description: "MacOSX14.4 SDK" + treeherder: + symbol: TM(sdk14.4) + run: + arguments: + - https://swcdn.apple.com/content/downloads/14/48/052-59890-A_I0F5YGAY0Y/p9n40hio7892gou31o1v031ng6fnm9sb3c/CLTools_macOSNMOS_SDK.pkg + - a4e05d2a051027620c86f72694da126a2ceed59b8740270426c4ca3adb38e16fe981b536a373a7f0cdcc84bbe9d9149608ccd03967dbd94262548ccadbfa0f5d + - Library/Developer/CommandLineTools/SDKs/MacOSX14.4.sdk + toolchain-artifact: project/gecko/mac-sdk/MacOSX14.4.sdk.tar.zst + toolchain-alias: + - macosx64-sdk + - macosx64-sdk-toolchain + - MacOSX14.4.sdk + +ios-sdk-17.4: + description: "iPhoneOS17.4 SDK" + treeherder: + symbol: TM(ios17.4) + # Because it's using an internal tooltool artifact, it can't be used as a local-toolchain for + # bootstrap. But we still want to use the same script as local-toolchains. + attributes: + local-toolchain: false + run: + script: private_local_toolchain.sh + arguments: + - unpack-sdk.py + - http://taskcluster/tooltool.mozilla-releng.net/sha512/7d9f1f1e0d4963fbafc8ec20ee604665e99d66699db2515f388b3b061aaab83349815e1ef862922f4f46ffbe1ac2d86fb00701802c7a9994c74f6e1d32894c34 + - 7d9f1f1e0d4963fbafc8ec20ee604665e99d66699db2515f388b3b061aaab83349815e1ef862922f4f46ffbe1ac2d86fb00701802c7a9994c74f6e1d32894c34 + - Xcode.app/Contents/Developer/Platforms/iPhoneOS.platform/Developer/SDKs/iPhoneOS.sdk + toolchain-artifact: project/gecko/mac-sdk/iPhoneOS17.4.sdk.tar.zst + toolchain-alias: ios-sdk + +ios-sim-sdk-17.4: + description: "iPhoneSimulator17.4 SDK" + treeherder: + symbol: TM(ios-sim-17.4) + # Because it's using an internal tooltool artifact, it can't be used as a local-toolchain for + # bootstrap. But we still want to use the same script as local-toolchains. + attributes: + local-toolchain: false + run: + script: private_local_toolchain.sh + arguments: + - unpack-sdk.py + - http://taskcluster/tooltool.mozilla-releng.net/sha512/7d9f1f1e0d4963fbafc8ec20ee604665e99d66699db2515f388b3b061aaab83349815e1ef862922f4f46ffbe1ac2d86fb00701802c7a9994c74f6e1d32894c34 + - 7d9f1f1e0d4963fbafc8ec20ee604665e99d66699db2515f388b3b061aaab83349815e1ef862922f4f46ffbe1ac2d86fb00701802c7a9994c74f6e1d32894c34 + - Xcode.app/Contents/Developer/Platforms/iPhoneSimulator.platform/Developer/SDKs/iPhoneSimulator.sdk + toolchain-artifact: project/gecko/mac-sdk/iPhoneSimulator17.4.sdk.tar.zst + toolchain-alias: ios-sim-sdk diff --git a/taskcluster/kinds/toolchain/mingw.yml b/taskcluster/kinds/toolchain/mingw.yml new file mode 100644 index 0000000000..a14413669f --- /dev/null +++ b/taskcluster/kinds/toolchain/mingw.yml @@ -0,0 +1,42 @@ +# This Source Code Form is subject to the terms of the Mozilla Public +# License, v. 2.0. If a copy of the MPL was not distributed with this +# file, You can obtain one at http://mozilla.org/MPL/2.0/. +--- +job-defaults: + treeherder: + tier: 2 + worker-type: b-linux-gcp + worker: + max-run-time: 3600 + +linux64-mingw32-nsis: + description: "NSIS build for MinGW32 Cross Compile" + treeherder: + symbol: TMW(mingw32-nsis) + run: + script: build-mingw32-nsis.sh + toolchain-artifact: public/build/nsis.tar.zst + fetches: + fetch: + - nsis-3.07 + - zlib-1.3.1 + toolchain: + - linux64-binutils + - linux64-clang-mingw-x86 + - sysroot-x86_64-linux-gnu + +linux64-mingw-fxc2-x86: + description: "fxc2.exe x86 build for MinGW Cross Compile" + treeherder: + symbol: TMW(mingw-fxc2-x86) + worker: + max-run-time: 1800 + run: + using: toolchain-script + script: build-mingw-fxc2-x86.sh + toolchain-artifact: public/build/fxc2.tar.zst + fetches: + fetch: + - fxc2 + toolchain: + - linux64-clang-mingw-x86 diff --git a/taskcluster/kinds/toolchain/minidump-stackwalk.yml b/taskcluster/kinds/toolchain/minidump-stackwalk.yml new file mode 100644 index 0000000000..f0f9b3e70c --- /dev/null +++ b/taskcluster/kinds/toolchain/minidump-stackwalk.yml @@ -0,0 +1,96 @@ +# This Source Code Form is subject to the terms of the Mozilla Public +# License, v. 2.0. If a copy of the MPL was not distributed with this +# file, You can obtain one at http://mozilla.org/MPL/2.0/. +--- +job-defaults: + description: "minidump-stackwalk toolchain build" + attributes: + local-toolchain: true + worker-type: b-linux-gcp + worker: + max-run-time: 1800 + env: + FETCH: rust-minidump/minidump-stackwalk + run: + script: build-rust-based-toolchain.sh + toolchain-artifact: public/build/minidump-stackwalk.tar.zst + fetches: + fetch: + - rust-minidump + +linux64-minidump-stackwalk: + treeherder: + symbol: TL(stackwalk) + run: + arguments: ['x86_64-unknown-linux-gnu'] + fetches: + toolchain: + - linux64-clang-toolchain + - linux64-rust-toolchain + - sysroot-x86_64-linux-gnu + +macosx64-minidump-stackwalk: + treeherder: + symbol: TM(stackwalk) + run: + arguments: ['x86_64-apple-darwin'] + fetches: + toolchain: + - linux64-rust-macos-toolchain + - linux64-clang-toolchain + - macosx64-sdk-toolchain + +macosx64-aarch64-minidump-stackwalk: + treeherder: + symbol: TM(stackwalk-arm64) + run: + arguments: ['aarch64-apple-darwin'] + fetches: + toolchain: + - linux64-rust-macos-toolchain + - linux64-clang-toolchain + - macosx64-sdk-toolchain + +win32-minidump-stackwalk: + treeherder: + symbol: TW32(stackwalk) + run: + arguments: ['i686-pc-windows-msvc'] + fetches: + toolchain: + - linux64-clang-toolchain + - linux64-rust-windows-toolchain + - vs-toolchain + +win64-minidump-stackwalk: + treeherder: + symbol: TW64(stackwalk) + run: + arguments: ['x86_64-pc-windows-msvc'] + fetches: + toolchain: + - linux64-clang-toolchain + - linux64-rust-windows-toolchain + - vs-toolchain + +# This is a totally different thing but it used to share common code with +# minidump-stackwalk, so it lives here for historical reasons. +linux64-breakpad-injector: + description: "breakpad injector toolchain build" + run: + script: build-breakpad-injector.sh + toolchain-artifact: public/build/injector.tar.zst + sparse-profile: null + resources: + - 'build/moz.configure' + - 'config/external/zlib' + - 'moz.configure' + - 'toolkit/crashreporter' + - 'toolkit/crashreporter/google-breakpad/src/processor' + - 'tools/crashreporter/' + treeherder: + symbol: TL(injector) + fetches: + toolchain: + - linux64-clang-toolchain + - linux64-toolchain-sysroot diff --git a/taskcluster/kinds/toolchain/misc.yml b/taskcluster/kinds/toolchain/misc.yml new file mode 100644 index 0000000000..63bd1f3c02 --- /dev/null +++ b/taskcluster/kinds/toolchain/misc.yml @@ -0,0 +1,622 @@ +# This Source Code Form is subject to the terms of the Mozilla Public +# License, v. 2.0. If a copy of the MPL was not distributed with this +# file, You can obtain one at http://mozilla.org/MPL/2.0/. +--- +job-defaults: + worker-type: b-linux-gcp + worker: + max-run-time: 1800 + +linux64-binutils-2.31.1: + description: "Binutils toolchain build" + treeherder: + symbol: TL(binutil2.31) + run: + script: build-binutils-linux.sh + resources: + - 'build/unix/build-binutils/build-binutils.sh' + toolchain-artifact: public/build/binutils.tar.zst + fetches: + fetch: + - binutils-2.31.1 + toolchain: + # C++ code in gold doesn't compile with recent versions of GCC. + - linux64-gcc-8 + - linux64-toolchain-sysroot + +linux64-binutils: + description: "Binutils toolchain build" + treeherder: + symbol: TL(binutil) + run: + script: build-binutils-linux.sh + resources: + - 'build/unix/build-binutils/build-binutils.sh' + toolchain-artifact: public/build/binutils.tar.zst + fetches: + fetch: + - binutils-2.41 + toolchain: + - linux64-toolchain-sysroot + +linux64-cctools-port: + description: "cctools-port toolchain build" + treeherder: + symbol: TL(cctools-clang) + run: + script: build-cctools-port.sh + resources: + - taskcluster/scripts/misc/cctools.patch + toolchain-artifact: public/build/cctools.tar.zst + fetches: + toolchain: + - linux64-clang-toolchain + - linux64-toolchain-sysroot + fetch: + - cctools-port + - libtapi + - ldid + +linux64-hfsplus: + description: "hfsplus toolchain build" + attributes: + local-toolchain: true + treeherder: + symbol: TL(hfs+) + run: + script: build-hfsplus-linux.sh + resources: + - 'build/unix/build-hfsplus/build-hfsplus.sh' + toolchain-artifact: public/build/hfsplus.tar.zst + fetches: + fetch: + - hfsplus-tools + toolchain: + - linux64-clang-toolchain + +linux64-libdmg: + description: "libdmg-hfsplus toolchain build" + attributes: + local-toolchain: true + treeherder: + symbol: TL(libdmg-hfs+) + run: + script: build-dmg-hfsplus.sh + toolchain-artifact: public/build/dmg.tar.zst + toolchain-alias: linux64-dmg + fetches: + fetch: + - libdmg-hfsplus + toolchain: + - linux64-clang-toolchain + - linux64-toolchain-sysroot + +linux64-mkbom: + description: "mkbom toolchain build" + attributes: + local-toolchain: true + treeherder: + symbol: TL(mkbom) + run: + script: build-mkbom-linux.sh + toolchain-artifact: public/build/mkbom.tar.zst + fetches: + fetch: + - bomutils + toolchain: + - linux64-clang-toolchain + - linux64-toolchain-sysroot + +linux64-xar: + description: "xar toolchain build" + attributes: + local-toolchain: true + treeherder: + symbol: TL(xar) + run: + script: build-xar-linux.sh + toolchain-artifact: public/build/xar.tar.zst + fetches: + fetch: + - xar + toolchain: + - linux64-clang-toolchain + - linux64-toolchain-sysroot + +linux64-mar-tools: + description: "mar-tools toolchain build" + treeherder: + symbol: TL(mar-tools) + fetches: + toolchain: + - linux64-clang-toolchain + run: + script: build-mar-tools.sh + sparse-profile: null + toolchain-artifact: public/build/mar-tools.tar.zst + resources: + - build/moz.configure + - modules/libmar/ + - moz.configure + - other-licenses/bsdiff/ + - other-licenses/nsis/Contrib/CityHash/cityhash/ + - toolkit/mozapps/update/updater/bspatch/ + - tools/update-packaging/ + +linux64-upx: + description: "UPX build" + treeherder: + symbol: TL(upx) + tier: 1 + run: + script: build-upx.sh + toolchain-artifact: public/build/upx.tar.zst + +linux64-msix-packaging: + description: "msix-packaging build" + treeherder: + symbol: TL(msix-packaging) + tier: 1 + run: + script: build-msix-packaging.sh + toolchain-artifact: public/build/msix-packaging.tar.zst + fetches: + fetch: + - msix-packaging + toolchain: + - linux64-clang-toolchain + - linux64-toolchain-sysroot + +linux64-custom-v8: + description: "Custom v8 build" + treeherder: + symbol: TL(custom-v8) + worker: + docker-image: {in-tree: custom-v8} + max-run-time: 3600 + run: + script: build-custom-v8.sh + arguments: [ + d8.tar.zst, + is_debug=false, + target_cpu="x64" + ] + toolchain-artifact: public/build/d8.tar.zst + +macosx64-xz: + description: "xz development library" + worker-type: b-osx-1015 + treeherder: + symbol: TM(xz) + worker: + max-run-time: 30000 + run: + script: build-xz.sh + toolchain-artifact: public/build/xz.tar.zst + fetches: + fetch: + - xz-5.4.4 + toolchain: + - macosx64-clang-toolchain + - macosx64-sdk-toolchain + +macosx64-custom-car: + description: "Custom chromium-as-release build for mac" + worker-type: b-osx-1015 + attributes: + cached_task: false + treeherder: + symbol: TM(custom-car) + worker: + max-run-time: 40000 + use-python: default + run-on-projects: [] + run: + script: build-custom-car.sh + arguments: [ + car_macosx.tar.zst, + blink_symbol_level=0, + chrome_pgo_phase=2, + dcheck_always_on=false, + enable_nacl=false, + enable_resource_allowlist_generation=false, + is_chrome_branded=false, + is_clang=true, + is_component_build=false, + is_debug=false, + is_official_build=true, + symbol_level=0, + target_cpu="x64", + use_v8_context_snapshot=false, + v8_symbol_level=0 + ] + toolchain-artifact: public/build/car_macosx.tar.zst + fetches: + toolchain: + - macosx64-sdk-14.4 + +macosx-arm64-custom-car: + description: "Custom chromium-as-release build for mac (apple silicon)" + worker-type: b-osx-1015 + attributes: + cached_task: false + treeherder: + symbol: TM(custom-car-arm) + tier: 2 + worker: + max-run-time: 50000 + use-python: default + run-on-projects: [] + run: + script: build-custom-car.sh + arguments: [ + car_macosx_arm.tar.zst, + blink_symbol_level=0, + chrome_pgo_phase=2, + dcheck_always_on=false, + enable_nacl=false, + enable_resource_allowlist_generation=false, + is_chrome_branded=false, + is_clang=true, + is_component_build=false, + is_debug=false, + is_official_build=true, + symbol_level=0, + target_cpu="arm64", + use_v8_context_snapshot=false, + v8_symbol_level=0 + ] + toolchain-artifact: public/build/car_macosx_arm.tar.zst + fetches: + toolchain: + - macosx64-sdk-14.4 + +android-custom-car: + description: "Custom chromium-as-release build for Android" + attributes: + cached_task: false + treeherder: + symbol: TL(custom-car-android) + worker: + docker-image: {in-tree: custom-car-android} + max-run-time: 20000 + use-python: default + run-on-projects: [] + run: + script: build-custom-car.sh + arguments: [ + car_android.tar.zst, + blink_symbol_level=0, + chrome_pgo_phase=2, + dcheck_always_on=false, + enable_nacl=false, + enable_resource_allowlist_generation=false, + is_chrome_branded=false, + is_clang=true, + is_component_build=false, + is_debug=false, + is_official_build=true, + symbol_level=0, + target_cpu="arm64", + target_os="android", + is_android=true, + is_high_end_android=true, + use_v8_context_snapshot=false, + v8_symbol_level=0 + ] + toolchain-artifact: public/build/car_android.tar.zst + +linux64-custom-car: + description: "Custom chromium-as-release build for Linux" + attributes: + cached_task: false + treeherder: + symbol: TL(custom-car) + worker: + docker-image: {in-tree: custom-car-linux} + max-run-time: 16200 + use-python: default + run-on-projects: [] + run: + script: build-custom-car.sh + arguments: [ + car_linux.tar.zst, + blink_symbol_level=0, + chrome_pgo_phase=2, + dcheck_always_on=false, + enable_nacl=false, + enable_resource_allowlist_generation=false, + is_chrome_branded=false, + is_clang=true, + is_component_build=false, + is_debug=false, + is_official_build=true, + symbol_level=0, + target_cpu="x64", + use_v8_context_snapshot=false, + v8_symbol_level=0 + ] + toolchain-artifact: public/build/car_linux.tar.zst + +win64-custom-car: + description: "Custom chromium-as-release build for Windows" + attributes: + cached_task: false + treeherder: + symbol: TW64(custom-car) + worker-type: b-win2022 + worker: + max-run-time: 16200 + env: + MSYSTEM: "MINGW64" + use-python: default + run-on-projects: [] + run: + script: build-custom-car.sh + arguments: [ + car_win64.tar.zst, + blink_symbol_level=0, + chrome_pgo_phase=2, + dcheck_always_on=false, + enable_nacl=false, + enable_resource_allowlist_generation=false, + is_chrome_branded=false, + is_clang=true, + is_component_build=false, + is_debug=false, + is_official_build=true, + symbol_level=0, + target_cpu=\"x64\", + use_v8_context_snapshot=false, + v8_symbol_level=0 + ] + toolchain-artifact: public/build/car_win64.tar.zst + fetches: + toolchain: + - win64-vs2022 + +browsertime: + description: "npm install browsertime node_modules" + treeherder: + symbol: TL(browsertime) + run: + script: browsertime.sh + sparse-profile: null + resources: + - 'tools/browsertime/package.json' + - 'tools/browsertime/package-lock.json' + - 'tools/browsertime/mach_commands.py' + toolchain-artifact: public/build/browsertime.tar.zst + fetches: + toolchain: + - linux64-node + +wrench-deps: + description: "Downloads all the crates needed for building wrench" + treeherder: + symbol: WR(wrench-deps) + worker: + docker-image: {in-tree: webrender} + run: + script: wrench-deps-vendoring.sh + sparse-profile: null + resources: + - 'gfx/wr/**/Cargo.toml' + - 'gfx/wr/Cargo.lock' + - 'gfx/wr/ci-scripts/install-meson.sh' + toolchain-artifact: public/build/wrench-deps.tar.zst + fetches: + toolchain: + - linux64-rust # whatever m-c is built with + +linux64-wine: + description: "Wine build for Windows Cross Compile" + attributes: + local-toolchain: true + treeherder: + symbol: TL(wine) + tier: 1 + worker: + max-run-time: 10800 + run: + script: build-wine.sh + toolchain-artifact: public/build/wine.tar.zst + fetches: + fetch: + - wine + +linux64-winchecksec: + description: "winchecksec" + attributes: + local-toolchain: true + treeherder: + symbol: TL(winchecksec) + run: + script: build-winchecksec.sh + arguments: ['x86_64-unknown-linux-gnu'] + toolchain-artifact: public/build/winchecksec.tar.zst + tooltool-downloads: internal + fetches: + fetch: + - winchecksec + +win64-winchecksec: + description: "winchecksec" + attributes: + local-toolchain: true + treeherder: + symbol: TW64(winchecksec) + run: + script: build-winchecksec.sh + arguments: ['x86_64-pc-windows-msvc'] + toolchain-artifact: public/build/winchecksec.tar.zst + tooltool-downloads: internal + fetches: + fetch: + - winchecksec + toolchain: + - linux64-clang-toolchain + - vs-toolchain + +linux64-makecab: + description: "makecab toolchain build" + treeherder: + symbol: TL(cab) + worker: + env: + FETCH: rust-makecab + run: + script: build-rust-based-toolchain.sh + arguments: ['x86_64-unknown-linux-gnu'] + toolchain-artifact: public/build/makecab.tar.zst + fetches: + fetch: + - makecab + toolchain: + - linux64-clang-toolchain + - linux64-rust-toolchain + - sysroot-x86_64-linux-gnu + +win64-mozmake: + description: "mozmake for Windows" + attributes: + local-toolchain: true + treeherder: + symbol: TW64(mozmake) + run: + script: build-mozmake.sh + toolchain-artifact: public/build/mozmake.tar.zst + fetches: + fetch: + - gnumake + toolchain: + - linux64-clang-toolchain + - vs-toolchain + +nsis: + description: "NSIS for Linux and Windows" + attributes: + local-toolchain: true + treeherder: + symbol: TL(nsis) + run: + script: build-nsis.sh + toolchain-artifact: public/build/nsis.tar.zst + fetches: + fetch: + - nsis-3.07 + - nsis-3.07-win + toolchain: + - linux64-clang-toolchain + - sysroot-x86_64-linux-gnu + +win64-vs2022: + description: "VS 2022" + attributes: + local-toolchain: true + treeherder: + symbol: TW64(msvc2022) + worker: + env: + MACH_BUILD_PYTHON_NATIVE_PACKAGE_SOURCE: system + run: + script: get_vs.py + arguments: + - build/vs/vs2022.yaml + resources: + - build/vs/vs2022.yaml + toolchain-artifact: project/gecko/vs/vs.tar.zst + toolchain-alias: + - vs + - vs-toolchain + +linux64-afl-instrumentation-4.0: + description: "AFL++ instrumentation toolchain build" + treeherder: + symbol: TL(afl++) + worker: + max-run-time: 3600 + run: + script: build-afl.sh + resources: + - taskcluster/scripts/misc/afl-nyx.patch + toolchain-artifact: public/build/afl-instrumentation.tar.zst + toolchain-alias: linux64-afl-instrumentation + fetches: + fetch: + - afl-plus-plus-4.0 + toolchain: + - linux64-clang + - linux64-toolchain-sysroot + +linux64-cargo-apk: + description: "cargo-apk toolchain build" + treeherder: + symbol: TL(cargo-apk) + worker: + env: + FETCH: android-ndk-rs/cargo-apk + run: + script: build-rust-based-toolchain.sh + arguments: ['x86_64-unknown-linux-gnu'] + resources: + - taskcluster/scripts/misc/cargo-apk-Cargo.lock + toolchain-artifact: public/build/cargo-apk.tar.zst + fetches: + fetch: + - android-ndk-rs + toolchain: + - linux64-clang-toolchain + - linux64-rust-toolchain + - sysroot-x86_64-linux-gnu + +windows-rs: + # Bootstrap cannot use fetches directly, so we have this task to + # expose the corresponding fetch as a toolchain artifact. + description: Source of the windows rust crate + attributes: + local-toolchain: true + treeherder: + symbol: TW64(windows-rs) + run: + script: dummy.sh + toolchain-artifact: public/build/windows-rs.tar.zst + dependencies: + fetch-windows-rs: fetch-windows-rs + fetches: + fetch-windows-rs: + - artifact: windows-rs.tar.zst + extract: false + dest: ../artifacts + +win64-libxml2: + description: "libxml2 toolchain build" + treeherder: + symbol: TW64(libxml2) + run: + script: build-libxml2.sh + toolchain-artifact: public/build/libxml2.tar.zst + fetches: + fetch: + - libxml2 + toolchain: + - linux64-clang-toolchain + - vs-toolchain + +talos-pdfs: + description: "Gathers all the PDFs needed for the pdfpaint test" + attributes: + local-toolchain: true + treeherder: + symbol: TL(talos-pdfs) + worker: + max-run-time: 3600 + run: + script: run-fetch-talos-pdfs.sh + sparse-profile: null + resources: + - 'taskcluster/scripts/misc/fetch-talos-pdfs.py' + toolchain-artifact: public/build/talos-pdfs.tar.zst + fetches: + fetch: + - mozilla-pdf.js diff --git a/taskcluster/kinds/toolchain/nasm.yml b/taskcluster/kinds/toolchain/nasm.yml new file mode 100644 index 0000000000..866aa5b0f6 --- /dev/null +++ b/taskcluster/kinds/toolchain/nasm.yml @@ -0,0 +1,87 @@ +# This Source Code Form is subject to the terms of the Mozilla Public +# License, v. 2.0. If a copy of the MPL was not distributed with this +# file, You can obtain one at http://mozilla.org/MPL/2.0/. +--- +job-defaults: + worker-type: b-linux-gcp + worker: + max-run-time: 1800 + run: + toolchain-artifact: public/build/nasm.tar.zst + +win64-nasm: + description: "nasm win64 build" + attributes: + local-toolchain: true + treeherder: + symbol: TW64(nasm) + run: + script: build-nasm.sh + arguments: ['win64'] + fetches: + fetch: + - nasm-2.15.05 + toolchain: + - linux64-clang-mingw-x64 + +macosx64-nasm: + description: "nasm macosx64 build" + attributes: + local-toolchain: true + treeherder: + symbol: TM(nasm) + run: + script: build-nasm.sh + arguments: ['macosx64'] + fetches: + fetch: + - nasm-2.15.05 + toolchain: + - linux64-clang-toolchain + - macosx64-sdk-toolchain + +macosx64-aarch64-nasm: + description: "nasm macosx64 build" + attributes: + local-toolchain: true + treeherder: + symbol: TM(nasm-aarch64) + run: + script: build-nasm.sh + arguments: ['macosx64-aarch64'] + fetches: + fetch: + - nasm-2.14.02 + toolchain: + - linux64-clang-toolchain + - macosx64-sdk-toolchain + +linux64-nasm: + description: "nasm linux64 build" + attributes: + local-toolchain: true + treeherder: + symbol: TL(nasm) + run: + script: build-nasm.sh + arguments: ['linux64'] + fetches: + fetch: + - nasm-2.15.05 + toolchain: + - linux64-clang-toolchain + - sysroot-x86_64-linux-gnu + +linux64-nasm-2.14.02: + description: "nasm linux64 minimum supported version build" + treeherder: + symbol: TL(nasm-2.14.02) + run: + script: build-nasm.sh + arguments: ['linux64'] + fetches: + fetch: + - nasm-2.14.02 + toolchain: + - linux64-clang-toolchain + - sysroot-x86_64-linux-gnu diff --git a/taskcluster/kinds/toolchain/node.yml b/taskcluster/kinds/toolchain/node.yml new file mode 100644 index 0000000000..6ab3511aab --- /dev/null +++ b/taskcluster/kinds/toolchain/node.yml @@ -0,0 +1,79 @@ +# This Source Code Form is subject to the terms of the Mozilla Public +# License, v. 2.0. If a copy of the MPL was not distributed with this +# file, You can obtain one at http://mozilla.org/MPL/2.0/. +--- +job-defaults: + description: "Node repack toolchain build" + attributes: + local-toolchain: true + worker-type: b-linux-gcp + worker: + max-run-time: 1800 + run: + script: repack-node.sh + toolchain-artifact: public/build/node.tar.zst + +linux64-node-12: + treeherder: + symbol: TL(node-12) + fetches: + fetch: + - nodejs-12-linux64 + +linux64-node-18: + # The upstream prebuilt binary requires glibc 2.28, which is too recent for Ubuntu 18.04, + # so we build our own that won't have that requirement. + description: "Node toolchain build" + treeherder: + symbol: TL(node-18) + run: + script: build-nodejs.sh + toolchain-alias: + - linux64-node + fetches: + fetch: + - nodejs-18-source + toolchain: + - linux64-gcc-11 + - linux64-toolchain-sysroot + +macosx64-node-18: + treeherder: + symbol: TM(node-18) + run: + toolchain-alias: + - macosx64-node + + fetches: + fetch: + - nodejs-18-macosx64 + +macosx64-aarch64-node-18: + treeherder: + symbol: TM(node-18-arm64) + run: + toolchain-alias: + - macosx64-aarch64-node + fetches: + fetch: + - nodejs-18-macosx64-arm64 + +win64-node-18: + treeherder: + symbol: TW64(node-18) + run: + toolchain-alias: + - win64-node + fetches: + fetch: + - nodejs-18-win64 + +win32-node-18: + treeherder: + symbol: TW32(node-18) + run: + toolchain-alias: + - win32-node + fetches: + fetch: + - nodejs-18-win32 diff --git a/taskcluster/kinds/toolchain/pkgconf.yml b/taskcluster/kinds/toolchain/pkgconf.yml new file mode 100644 index 0000000000..c97ead7acc --- /dev/null +++ b/taskcluster/kinds/toolchain/pkgconf.yml @@ -0,0 +1,56 @@ +# This Source Code Form is subject to the terms of the Mozilla Public +# License, v. 2.0. If a copy of the MPL was not distributed with this +# file, You can obtain one at http://mozilla.org/MPL/2.0/. +--- +job-defaults: + attributes: + local-toolchain: true + description: "pkgconf toolchain build" + worker: + max-run-time: 1800 + worker-type: b-linux-gcp + run: + script: build-pkgconf.sh + toolchain-artifact: public/build/pkgconf.tar.zst + fetches: + fetch: + - pkgconf + +linux64-pkgconf: + treeherder: + symbol: TL(pkgconf) + run: + arguments: ['x86_64-unknown-linux-gnu'] + fetches: + toolchain: + - linux64-clang-toolchain + - sysroot-x86_64-linux-gnu + +macosx64-pkgconf: + treeherder: + symbol: TM(pkgconf) + run: + arguments: ['x86_64-apple-darwin'] + fetches: + toolchain: + - linux64-clang-toolchain + - macosx64-sdk-toolchain + +macosx64-aarch64-pkgconf: + treeherder: + symbol: TM(pkgconf-arm64) + run: + arguments: ['aarch64-apple-darwin'] + fetches: + toolchain: + - linux64-clang-toolchain + - macosx64-sdk-toolchain + +win64-pkgconf: + treeherder: + symbol: TW64(pkgconf) + run: + arguments: ['x86_64-pc-windows-gnu'] + fetches: + toolchain: + - linux64-clang-mingw-x64 diff --git a/taskcluster/kinds/toolchain/python.yml b/taskcluster/kinds/toolchain/python.yml new file mode 100644 index 0000000000..e610ee6e4e --- /dev/null +++ b/taskcluster/kinds/toolchain/python.yml @@ -0,0 +1,97 @@ +# This Source Code Form is subject to the terms of the Mozilla Public +# License, v. 2.0. If a copy of the MPL was not distributed with this +# file, You can obtain one at http://mozilla.org/MPL/2.0/. +--- +job-defaults: + description: "python repack" + attributes: + local-toolchain: true + worker-type: b-linux-gcp + worker: + max-run-time: 7200 + run: + script: build-cpython.sh + resources: + - 'build/psutil_requirements.txt' + - 'build/zstandard_requirements.txt' + +linux64-python-3.8: + treeherder: + symbol: TL(python) + run: + toolchain-alias: linux64-python + toolchain-artifact: public/build/python.tar.zst + fetches: + fetch: + - cpython-3.8.10 + worker: + docker-image: {in-tree: ubuntu1804-build-python} + +win64-python-3.8: + description: "cpython 3.8.10" + treeherder: + symbol: TW64(python) + run: + script: pack-cpython.sh + toolchain-alias: win64-python + toolchain-artifact: public/build/python.tar.zst + fetches: + toolchain: + - linux64-wine + fetch: + - cpython-3.8.10.exe + +macosx64-python-3.8: + treeherder: + symbol: TM(python) + worker-type: b-osx-1015 + run: + toolchain-alias: macosx64-python + toolchain-artifact: public/build/python.tar.zst + fetches: + fetch: + - cpython-3.8.10 + toolchain: + - macosx64-clang-toolchain + - macosx64-sdk-toolchain + - macosx64-xz + +### + +linux64-python-3.11: + treeherder: + symbol: TL(python3.11) + run: + toolchain-artifact: public/build/python.tar.zst + fetches: + fetch: + - cpython-3.11.7 + worker: + docker-image: {in-tree: ubuntu1804-build-python} + +win64-python-3.11: + description: "cpython 3.11.7" + treeherder: + symbol: TW64(python3.11) + run: + script: pack-cpython.sh + toolchain-artifact: public/build/python.tar.zst + fetches: + toolchain: + - linux64-wine + fetch: + - cpython-3.11.7.exe + +macosx64-python-3.11: + treeherder: + symbol: TM(python3.11) + worker-type: b-osx-1015 + run: + toolchain-artifact: public/build/python.tar.zst + fetches: + fetch: + - cpython-3.11.7 + toolchain: + - macosx64-clang-toolchain + - macosx64-sdk-toolchain + - macosx64-xz diff --git a/taskcluster/kinds/toolchain/resourcemonitor.yml b/taskcluster/kinds/toolchain/resourcemonitor.yml new file mode 100644 index 0000000000..f4ef9a41c4 --- /dev/null +++ b/taskcluster/kinds/toolchain/resourcemonitor.yml @@ -0,0 +1,44 @@ +# This Source Code Form is subject to the terms of the Mozilla Public +# License, v. 2.0. If a copy of the MPL was not distributed with this +# file, You can obtain one at http://mozilla.org/MPL/2.0/. +--- +job-defaults: + worker-type: b-linux-gcp + worker: + max-run-time: 1800 + fetches: + fetch: + - go-1.14.4 + - resource-monitor + run: + script: build-resourcemonitor.sh + sparse-profile: null + toolchain-artifact: public/build/resource-monitor.tar.zst + +linux64-resource-monitor: + description: "linux64 resourcemonitor toolchain build" + treeherder: + symbol: TL(rs-monitor) + run: + arguments: ['linux64'] + +macosx64-resource-monitor: + description: "macos64 resourcemonitor toolchain build" + treeherder: + symbol: TM(rs-monitor) + run: + arguments: ['macos64'] + +windows32-resource-monitor: + description: "windows32 resourcemonitor toolchain build" + treeherder: + symbol: TW32(rs-monitor) + run: + arguments: ['windows32'] + +windows64-resource-monitor: + description: "windows64 resourcemonitor toolchain build" + treeherder: + symbol: TW64(rs-monitor) + run: + arguments: ['windows64'] diff --git a/taskcluster/kinds/toolchain/rust-size.yml b/taskcluster/kinds/toolchain/rust-size.yml new file mode 100644 index 0000000000..09963589a6 --- /dev/null +++ b/taskcluster/kinds/toolchain/rust-size.yml @@ -0,0 +1,38 @@ +# This Source Code Form is subject to the terms of the Mozilla Public +# License, v. 2.0. If a copy of the MPL was not distributed with this +# file, You can obtain one at http://mozilla.org/MPL/2.0/. +--- +job-defaults: + description: "rust-size toolchain build" + worker-type: b-linux-gcp + worker: + max-run-time: 1800 + run: + script: build-rust-based-toolchain.sh + fetches: + fetch: + - rust-size + +linux64-rust-size: + treeherder: + symbol: TL(rust-size) + run: + arguments: ['x86_64-unknown-linux-gnu'] + toolchain-artifact: public/build/rust-size.tar.zst + fetches: + toolchain: + - linux64-clang-toolchain + - linux64-rust-toolchain + - sysroot-x86_64-linux-gnu + +win64-rust-size: + treeherder: + symbol: TW64(rust-size) + run: + arguments: ['x86_64-pc-windows-msvc'] + toolchain-artifact: public/build/rust-size.tar.zst + fetches: + toolchain: + - linux64-clang-toolchain + - linux64-rust-windows-toolchain + - vs-toolchain diff --git a/taskcluster/kinds/toolchain/rust.yml b/taskcluster/kinds/toolchain/rust.yml new file mode 100644 index 0000000000..e1e2778f68 --- /dev/null +++ b/taskcluster/kinds/toolchain/rust.yml @@ -0,0 +1,233 @@ +# This Source Code Form is subject to the terms of the Mozilla Public +# License, v. 2.0. If a copy of the MPL was not distributed with this +# file, You can obtain one at http://mozilla.org/MPL/2.0/. +--- +job-defaults: + description: "rust repack" + worker-type: b-linux-gcp + worker: + max-run-time: 7200 + run: + script: repack_rust.py + toolchain-artifact: public/build/rustc.tar.zst + +linux64-rust-1.76: + treeherder: + symbol: TL(rust-1.76) + run: + arguments: [ + '--channel', '1.76.0', + '--host', 'x86_64-unknown-linux-gnu', + '--target', 'x86_64-unknown-linux-gnu', + '--target', 'i686-unknown-linux-gnu', + '--target', 'wasm32-wasi', + ] + toolchain-alias: + - linux64-rust-base + - linux64-rust-toolchain + +linux64-rust-1.77: + treeherder: + symbol: TL(rust) + run: + arguments: [ + '--channel', '1.77.2', + '--host', 'x86_64-unknown-linux-gnu', + '--target', 'x86_64-unknown-linux-gnu', + '--target', 'i686-unknown-linux-gnu', + '--target', 'aarch64-unknown-linux-gnu', + '--target', 'wasm32-wasi', + ] + toolchain-alias: linux64-rust + +# A patched rust toolchain that allows us to use sanitizers in our vendored +# build environment. See the rust fetch's comments for more details. +linux64-rust-dev: + description: "build rust from source" + worker-type: b-linux-large-gcp + treeherder: + symbol: TL(rust-dev) + worker: + env: + # Work around https://github.com/rust-lang/rust/issues/105967 + RUSTFLAGS_BOOTSTRAP: '-Clink-arg=-Wl,--undefined-version' + RUSTFLAGS_NOT_BOOTSTRAP: '-Clink-arg=-Wl,--undefined-version' + run: + arguments: [ + '--patch', 'rust-vendor-std.patch', + '--patch', 'src/tools/cargo:cargo-vendor-std.patch', + '--channel', 'dev', + '--host', 'x86_64-unknown-linux-gnu', + '--target', 'x86_64-unknown-linux-gnu', + ] + fetches: + fetch: + - rust-1.77.2 + toolchain: + - linux64-clang-toolchain + - linux64-toolchain-sysroot + +linux64-rust-cross-1.77: + description: "rust repack with macos and windows cross support" + treeherder: + symbol: TL(rust-cross) + run: + arguments: [ + '--channel', '1.77.2', + '--host', 'x86_64-unknown-linux-gnu', + '--target', 'x86_64-unknown-linux-gnu', + '--target', 'i686-unknown-linux-gnu', + '--target', 'x86_64-apple-darwin', + '--target', 'aarch64-apple-darwin', + '--target', 'x86_64-pc-windows-msvc', + '--target', 'i686-pc-windows-msvc', + '--target', 'aarch64-pc-windows-msvc', + '--target', 'armv7-linux-androideabi', + '--target', 'thumbv7neon-linux-androideabi', + '--target', 'aarch64-linux-android', + '--target', 'i686-linux-android', + '--target', 'x86_64-linux-android', + ] + toolchain-alias: linux64-rust-cross + +linux64-rust-static-1.77: + description: "rust repack with static linking support" + treeherder: + symbol: TL(rust-static) + run: + arguments: [ + '--channel', '1.77.2', + '--host', 'x86_64-unknown-linux-gnu', + '--target', 'aarch64-unknown-linux-musl', + '--target', 'x86_64-unknown-linux-gnu', + '--target', 'x86_64-unknown-linux-musl', + '--target', 'i686-unknown-linux-gnu', + '--target', 'i686-unknown-linux-musl', + ] + toolchain-alias: linux64-rust-static + +linux64-rust-macos-1.70: + description: "rust repack with macos-cross support" + treeherder: + symbol: TL(rust-macos-1.70) + run: + arguments: [ + '--channel', '1.70.0', + '--host', 'x86_64-unknown-linux-gnu', + '--target', 'x86_64-unknown-linux-gnu', + '--target', 'x86_64-apple-darwin', + '--target', 'aarch64-apple-darwin', + ] + toolchain-alias: linux64-rust-macos-toolchain + +linux64-rust-macos-1.77: + description: "rust repack with macos-cross support" + treeherder: + symbol: TL(rust-macos) + run: + arguments: [ + '--channel', '1.77.2', + '--host', 'x86_64-unknown-linux-gnu', + '--target', 'x86_64-unknown-linux-gnu', + '--target', 'x86_64-apple-darwin', + '--target', 'aarch64-apple-darwin', + ] + toolchain-alias: linux64-rust-macos + +linux64-rust-ios-1.77: + description: "rust repack with ios-cross support" + treeherder: + symbol: TL(rust-ios) + run: + arguments: [ + '--channel', '1.77.2', + '--host', 'x86_64-unknown-linux-gnu', + '--target', 'x86_64-unknown-linux-gnu', + '--target', 'aarch64-apple-ios', + '--target', 'aarch64-apple-ios-sim', + ] + toolchain-alias: linux64-rust-ios + +linux64-rust-android-1.77: + description: "rust repack with android-cross support" + treeherder: + symbol: TL(rust-android) + run: + arguments: [ + '--channel', '1.77.2', + '--host', 'x86_64-unknown-linux-gnu', + '--target', 'x86_64-unknown-linux-gnu', + '--target', 'armv7-linux-androideabi', + '--target', 'thumbv7neon-linux-androideabi', + '--target', 'aarch64-linux-android', + '--target', 'i686-linux-android', + '--target', 'x86_64-linux-android', + ] + toolchain-alias: linux64-rust-android + +linux64-rust-windows-1.70: + description: "rust repack with windows-cross support" + treeherder: + symbol: TL(rust-win-1.70) + run: + arguments: [ + '--channel', '1.70.0', + '--host', 'x86_64-unknown-linux-gnu', + '--target', 'x86_64-unknown-linux-gnu', + '--target', 'x86_64-pc-windows-msvc', + '--target', 'i686-pc-windows-msvc', + ] + toolchain-alias: linux64-rust-windows-toolchain + +linux64-rust-windows-1.77: + description: "rust repack with windows-cross support" + treeherder: + symbol: TL(rust-win) + run: + arguments: [ + '--channel', '1.77.2', + '--host', 'x86_64-unknown-linux-gnu', + '--target', 'x86_64-unknown-linux-gnu', + '--target', 'x86_64-pc-windows-msvc', + '--target', 'i686-pc-windows-msvc', + '--target', 'aarch64-pc-windows-msvc', + ] + toolchain-alias: linux64-rust-windows + +win64-rust-1.77: + treeherder: + symbol: TW64(rust) + run: + arguments: [ + '--channel', '1.77.2', + '--host', 'x86_64-pc-windows-msvc', + '--target', 'x86_64-pc-windows-msvc', + '--target', 'i686-pc-windows-msvc', + '--target', 'aarch64-pc-windows-msvc', + ] + toolchain-alias: win64-rust + +macosx64-rust-1.77: + treeherder: + symbol: TM(rust) + run: + arguments: [ + '--channel', '1.77.2', + '--host', 'x86_64-apple-darwin', + '--target', 'x86_64-apple-darwin', + ] + toolchain-alias: macosx64-rust + +mingw32-rust-1.77: + treeherder: + symbol: TMW(rust) + run: + arguments: [ + '--channel', '1.77.2', + '--host', 'x86_64-unknown-linux-gnu', + '--target', 'i686-unknown-linux-gnu', + '--target', 'i686-pc-windows-gnu', + '--target', 'x86_64-pc-windows-gnu', + '--target', 'x86_64-unknown-linux-gnu', + ] + toolchain-alias: mingw32-rust diff --git a/taskcluster/kinds/toolchain/sccache.yml b/taskcluster/kinds/toolchain/sccache.yml new file mode 100644 index 0000000000..6fa9ab46a5 --- /dev/null +++ b/taskcluster/kinds/toolchain/sccache.yml @@ -0,0 +1,88 @@ +# This Source Code Form is subject to the terms of the Mozilla Public +# License, v. 2.0. If a copy of the MPL was not distributed with this +# file, You can obtain one at http://mozilla.org/MPL/2.0/. +--- +job-defaults: + description: "sccache toolchain build" + attributes: + local-toolchain: true + treeherder: + symbol: TL(sccache) + worker-type: b-linux-gcp + worker: + max-run-time: 1800 + run: + using: toolchain-script + script: build-rust-based-toolchain.sh + toolchain-artifact: public/build/sccache.tar.zst + fetches: + fetch: + - sccache + +linux64-sccache: + treeherder: + symbol: TL(sccache) + run: + arguments: + - x86_64-unknown-linux-gnu + - s3 + - gcs + - azure + - dist-server + - openssl/vendored + - native-zlib + fetches: + toolchain: + - linux64-rust-toolchain + - linux64-clang-toolchain + - sysroot-x86_64-linux-gnu + +macosx64-sccache: + treeherder: + symbol: TM(sccache) + run: + arguments: + - x86_64-apple-darwin + - all + - native-zlib + fetches: + toolchain: + - linux64-rust-macos-toolchain + - linux64-clang-toolchain + - macosx64-sdk-toolchain + +macosx64-aarch64-sccache: + treeherder: + symbol: TM(sccache-aarch64) + worker: + max-run-time: 1800 + run: + arguments: + - aarch64-apple-darwin + - all + - native-zlib + fetches: + toolchain: + - linux64-rust-macos-toolchain + - linux64-clang-toolchain + - macosx64-sdk-toolchain + +win64-sccache: + treeherder: + symbol: TW64(sccache) + worker: + env: + # Blake3 assembly can't be cross-compiled. The intrinsics version should be good enough. + CARGO_FEATURE_PREFER_INTRINSICS: '1' + run: + arguments: + - x86_64-pc-windows-msvc + - dist-client + - s3 + - gcs + - native-zlib + fetches: + toolchain: + - linux64-clang-toolchain + - linux64-rust-windows-toolchain + - vs-toolchain diff --git a/taskcluster/kinds/toolchain/sysroot.yml b/taskcluster/kinds/toolchain/sysroot.yml new file mode 100644 index 0000000000..e4479d16e0 --- /dev/null +++ b/taskcluster/kinds/toolchain/sysroot.yml @@ -0,0 +1,206 @@ +# This Source Code Form is subject to the terms of the Mozilla Public +# License, v. 2.0. If a copy of the MPL was not distributed with this +# file, You can obtain one at http://mozilla.org/MPL/2.0/. +--- +job-defaults: + worker-type: b-linux-gcp + worker: + max-run-time: 1800 + run: + using: toolchain-script + script: build-sysroot.sh + toolchain-artifact: public/build/sysroot.tar.zst + +sysroot-i686-linux-gnu: + description: "Sysroot for linux32 builds" + attributes: + local-toolchain: true + worker: + env: + PACKAGES_TASKS: {task-reference: ''} + treeherder: + symbol: TL(sysroot32) + dependencies: + gcc-8: packages-deb8-32-gcc-8 + run: + toolchain-artifact: public/build/sysroot-i686-linux-gnu.tar.zst + arguments: + - i386 + +sysroot-x86_64-linux-gnu: + description: "Sysroot for linux64 builds" + attributes: + local-toolchain: true + worker: + env: + PACKAGES_TASKS: {task-reference: ''} + treeherder: + symbol: TL(sysroot64) + dependencies: + gcc-8: packages-deb8-gcc-8 + run: + toolchain-artifact: public/build/sysroot-x86_64-linux-gnu.tar.zst + arguments: + - amd64 + +sysroot-x86_64-linux-gnu-x11: + description: "Sysroot for linux64 builds (X11-only)" + attributes: + local-toolchain: true + worker: + env: + PACKAGES_TASKS: {task-reference: ' '} + treeherder: + symbol: TL(sysroot64-x11) + dependencies: + gcc-8: packages-deb8-gcc-8 + gtk3: packages-deb8-gtk3 + run: + toolchain-artifact: public/build/sysroot-x86_64-linux-gnu.tar.zst + arguments: + - amd64 + +sysroot-wasm32-wasi-clang-8.0: + description: "Sysroot for wasi" + attributes: + local-toolchain: true + treeherder: + symbol: TL(sysroot-wasi-8) + run: + script: build-sysroot-wasi.sh + toolchain-artifact: public/build/sysroot-wasm32-wasi.tar.zst + fetches: + fetch: + - clang-8.0 + - wasi-sdk-11 + toolchain: + - linux64-clang-8.0 + - wasm32-wasi-compiler-rt-8.0 + +sysroot-wasm32-wasi-clang-17: + description: "Sysroot for wasi" + attributes: + local-toolchain: true + treeherder: + symbol: TL(sysroot-wasi-17) + run: + script: build-sysroot-wasi.sh + arguments: + - wasi-sdk.patch + resources: + - taskcluster/scripts/misc/wasi-sdk.patch + toolchain-alias: + by-project: + toolchains: null + default: sysroot-wasm32-wasi + toolchain-artifact: public/build/sysroot-wasm32-wasi.tar.zst + fetches: + fetch: + - clang-17 + - wasi-sdk + toolchain: + - linux64-clang-17-stage1 + - wasm32-wasi-compiler-rt-17 + +sysroot-wasm32-wasi-clang-18: + description: "Sysroot for wasi" + attributes: + local-toolchain: true + treeherder: + symbol: TL(sysroot-wasi-18) + run: + script: build-sysroot-wasi.sh + arguments: + - wasi-sdk.patch + resources: + - taskcluster/scripts/misc/wasi-sdk.patch + toolchain-artifact: public/build/sysroot-wasm32-wasi.tar.zst + fetches: + fetch: + - clang-18 + - wasi-sdk + toolchain: + - linux64-clang-18-stage1 + - wasm32-wasi-compiler-rt-18 + +sysroot-wasm32-wasi-clang-trunk: + description: "Sysroot for wasi" + attributes: + cached_task: false + treeherder: + symbol: TL(sysroot-wasi-trunk) + run: + script: build-sysroot-wasi.sh + arguments: + - wasi-sdk.patch + resources: + - taskcluster/scripts/misc/wasi-sdk.patch + toolchain-alias: + by-project: + toolchains: sysroot-wasm32-wasi + default: null + toolchain-artifact: public/build/sysroot-wasm32-wasi.tar.zst + fetches: + fetch: + - clang-trunk + - wasi-sdk + toolchain: + - linux64-clang-trunk-stage1 + - wasm32-wasi-compiler-rt-trunk + +sysroot-aarch64-linux-gnu: + description: "Sysroot for linux64 aarch64 builds" + attributes: + local-toolchain: true + treeherder: + symbol: TL(sysroot-aarch64) + run: + toolchain-artifact: public/build/sysroot-aarch64-linux-gnu.tar.zst + arguments: + - arm64 + +linux32-toolchain-sysroot: + description: "Sysroot for linux32 toolchain builds" + worker: + env: + PACKAGES_TASKS: {task-reference: ''} + treeherder: + symbol: TL(sysroot32-toolchain) + dependencies: + gcc-8: packages-deb8-32-gcc-8 + run: + arguments: + - i386 + # For clang + - binutils-dev + - libxml2-dev + # For minidump-stackwalk + - libcurl4-openssl-dev + - libssl-dev + - libbz2-dev + # For msix-package + - libicu-dev + +linux64-toolchain-sysroot: + description: "Sysroot for linux64 toolchain builds" + worker: + env: + PACKAGES_TASKS: {task-reference: ''} + treeherder: + symbol: TL(sysroot64-toolchain) + dependencies: + gcc-8: packages-deb8-gcc-8 + run: + arguments: + - amd64 + # For clang + - binutils-dev + - gcc-multilib + - lib32stdc++-8-dev + - libxml2-dev + # For minidump-stackwalk + - libcurl4-openssl-dev + - libssl-dev + - libbz2-dev + # For msix-package + - libicu-dev diff --git a/taskcluster/kinds/trigger-comm-central/kind.yml b/taskcluster/kinds/trigger-comm-central/kind.yml new file mode 100644 index 0000000000..0b6dfb2c64 --- /dev/null +++ b/taskcluster/kinds/trigger-comm-central/kind.yml @@ -0,0 +1,43 @@ +# This Source Code Form is subject to the terms of the Mozilla Public +# License, v. 2.0. If a copy of the MPL was not distributed with this +# file, You can obtain one at http://mozilla.org/MPL/2.0/. +--- +loader: gecko_taskgraph.loader.transform:loader + +transforms: + - gecko_taskgraph.transforms.trigger_comm_central:transforms + - gecko_taskgraph.transforms.job:transforms + - gecko_taskgraph.transforms.task:transforms + +job-defaults: + run-on-projects: ['mozilla-central-only'] + treeherder: + kind: other + platform: other/opt + tier: 2 + worker-type: b-linux-gcp + worker: + docker-image: {in-tree: debian12-amd64-build} + max-run-time: 600 + taskcluster-proxy: true + run: + using: run-task + checkout: false + +jobs: + tb-rust: + description: 'Schedule job to verify the comm-central copy of third_party/rust' + treeherder: + symbol: tb-rust + run: + command: '/usr/bin/curl --fail --verbose -X POST -d "{}" -H "Content-Type: application/json" ${TASKCLUSTER_PROXY_URL}/api/hooks/v1/hooks/project-releng/cron-task-comm-central%2ftb-rust-vendor-check/trigger' + when: + files-changed: + - Cargo.lock + - Cargo.toml + - toolkit/library/rust/shared/Cargo.toml + scopes: + by-level: + '3': + - 'hooks:trigger-hook:project-releng/cron-task-comm-central/tb-rust-vendor-check' + default: [] diff --git a/taskcluster/kinds/ui-test-apk/kind.yml b/taskcluster/kinds/ui-test-apk/kind.yml new file mode 100644 index 0000000000..d80d5139b7 --- /dev/null +++ b/taskcluster/kinds/ui-test-apk/kind.yml @@ -0,0 +1,354 @@ +# This Source Code Form is subject to the terms of the Mozilla Public +# License, v. 2.0. If a copy of the MPL was not distributed with this +# file, You can obtain one at http://mozilla.org/MPL/2.0/. +--- +loader: gecko_taskgraph.loader.transform:loader + +transforms: + - gecko_taskgraph.transforms.test_apk:transforms + # While not a build, the build optimization works well for these tasks. + - gecko_taskgraph.transforms.build_schedules:transforms + - gecko_taskgraph.transforms.job:transforms + - gecko_taskgraph.transforms.task:transforms + +kind-dependencies: + - toolchain + - signing-apk + +job-defaults: + attributes: + build_platform: android + build-type: debug + retrigger: true + fetches: + toolchain: + - android-sdk-linux + optimization: + skip-unless-backstop: null + worker-type: b-linux-medium-gcp + worker: + docker-image: {in-tree: android-ui-tests} + max-run-time: 7200 + env: + GOOGLE_APPLICATION_CREDENTIALS: '.firebase_token.json' + ANDROID_SDK_ROOT: /builds/worker/fetches/android-sdk-linux + artifacts: + - name: public + path: /builds/worker/artifacts + type: directory + retry-exit-status: [20] + treeherder: + kind: test + tier: 2 + run: + use-caches: false + using: run-commands + dummy-secrets: + - content: "faketoken" + path: .adjust_token + routes: + by-level: + '3': + - notify.slack-channel.G016BC5FUHJ.on-failed + 'default': [] + scopes: + by-level: + '3': + - queue:route:notify.slack-channel.G016BC5FUHJ.on-failed + - notify:slack-channel:G016BC5FUHJ + 'default': [] + extra: + notify: + by-level: + '3': + slackText: 'https://firefox-ci-tc.services.mozilla.com/tasks/${status.taskId} | ${task.metadata.name} | ${task.metadata.source}' + slackBlocks: | + [ + { + "type": "header", + "text": { + "type": "plain_text", + "text": "firefox-android :firefox: ${task.metadata.name} :x:\n " + } + }, + { + "type": "divider" + }, + { + "type": "section", + "text": { + "type": "mrkdwn", + "text": "*Task*: " + } + }, + { + "type": "section", + "text": { + "type": "mrkdwn", + "text": "*Owner*: ${task.metadata.owner}" + } + }, + { + "type": "section", + "text": { + "type": "mrkdwn", + "text": "*Source*: <${task.payload.env.GECKO_BASE_REPOSITORY}/rev/${task.payload.env.GECKO_HEAD_REV}|Commit> :hg:" + } + }, + { + "type": "divider" + }, + { + "type": "context", + "elements": [ + { + "type": "mrkdwn", + "text": ":testops-notify: created by " + } + ] + } + ] + 'default': {} + +jobs: + focus-arm-debug: + attributes: + build-type: focus-debug-firebase + shipping-product: focus + description: 'Focus UI tests with firebase' + run: + secrets: + - name: project/mobile/firefox-android/focus-android/firebase + key: firebaseToken + path: .firebase_token.json + json: true + pre-commands: + - ["cd", "mobile/android/focus-android"] + commands: + - [wget, {artifact-reference: ''}, '-O', app.apk] + - [wget, {artifact-reference: ''}, '-O', android-test.apk] + - [python3, ../../../taskcluster/scripts/tests/test-lab.py, arm64-v8a, app.apk, --apk_test, android-test.apk] + dependencies: + # key is arbitrary, the value corresponds to - + signed-apk-debug-apk: signing-apk-focus-debug + signed-apk-android-test: signing-apk-focus-android-test-debug + treeherder: + platform: 'focus-ui-test/opt' + symbol: focus-debug(ui-test-arm) + worker: + env: + GOOGLE_PROJECT: 'moz-focus-android' + focus-arm-nightly: + attributes: + build-type: focus-nightly-firebase + shipping-product: focus + description: 'UI tests on Nightly with firebase' + dependencies: + signed-apk-debug-apk: signing-apk-focus-nightly-firebase + signed-apk-android-test: signing-apk-focus-android-test-nightly + run-on-projects: [trunk] + run: + secrets: + - name: project/mobile/firefox-android/focus-android/firebase + key: firebaseToken + path: .firebase_token.json + json: true + pre-commands: + - ["cd", "mobile/android/focus-android"] + commands: + - [wget, {artifact-reference: ''}, '-O', app.apk] + - [wget, {artifact-reference: ''}, '-O', android-test.apk] + - [python3, ../../../taskcluster/scripts/tests/test-lab.py, arm-start-test, app.apk, --apk_test, android-test.apk] + treeherder: + platform: 'focus-ui-test/opt' + symbol: focus-nightly(ui-test-arm-nightly) + worker: + env: + GOOGLE_PROJECT: 'moz-focus-android' + focus-arm-beta: + attributes: + build-type: focus-beta-firebase + shipping-product: focus + description: 'UI tests on Beta with firebase' + dependencies: + signed-apk-debug-apk: signing-apk-focus-beta-firebase + signed-apk-android-test: signing-apk-focus-android-test-beta + run-on-projects: [release] + run: + secrets: + - name: project/mobile/firefox-android/focus-android/firebase + key: firebaseToken + path: .firebase_token.json + json: true + pre-commands: + - ["cd", "mobile/android/focus-android"] + commands: + - [wget, {artifact-reference: ''}, '-O', app.apk] + - [wget, {artifact-reference: ''}, '-O', android-test.apk] + - [python3, ../../../taskcluster/scripts/tests/test-lab.py, arm-beta, app.apk, --apk_test, android-test.apk] + treeherder: + platform: 'focus-ui-test/opt' + symbol: focus-beta(ui-test-arm-beta) + worker: + env: + GOOGLE_PROJECT: 'moz-focus-android' + fenix-arm-debug: + attributes: + build-type: fenix-debug-firebase + shipping-product: fenix + description: Test Fenix + dependencies: + signed-apk-debug-apk: signing-apk-fenix-debug + signed-apk-android-test: signing-apk-fenix-android-test-debug + run: + secrets: + - name: project/mobile/firefox-android/fenix/firebase + key: firebaseToken + path: .firebase_token.json + json: true + pre-commands: + - ["cd", "mobile/android/fenix"] + commands: + - [wget, {artifact-reference: ''}, '-O', app.apk] + - [wget, {artifact-reference: ''}, '-O', android-test.apk] + - [python3, ../../../taskcluster/scripts/tests/test-lab.py, arm64-v8a, app.apk, --apk_test, android-test.apk] + treeherder: + platform: 'fenix-ui-test/opt' + symbol: fenix-debug(ui-test-arm) + worker: + env: + GOOGLE_PROJECT: moz-fenix + screenshots-arm: + attributes: + build-type: fenix-debug-screenshots + shipping-product: fenix + screenshots: true + cron: true + description: Run UI screenshots tests to keep them up to date + dependencies: + signed-apk-debug-apk: signing-apk-fenix-debug + signed-apk-android-test: signing-apk-fenix-android-test-debug + run: + secrets: + - name: project/mobile/firefox-android/fenix/firebase + key: firebaseToken + path: .firebase_token.json + json: true + pre-commands: + - ["cd", "mobile/android/fenix"] + commands: + - [wget, {artifact-reference: ''}, '-O', app.apk] + - [wget, {artifact-reference: ''}, '-O', android-test.apk] + - [python3, ../../../taskcluster/scripts/tests/test-lab.py, arm-screenshots-tests, app.apk, --apk_test, android-test.apk] + treeherder: + platform: 'fenix-ui-test/opt' + symbol: fenix-debug(screenshots-arm) + worker: + env: + GOOGLE_PROJECT: moz-fenix + fenix-arm-beta: + attributes: + build-type: fenix-beta-firebase + shipping-product: fenix + description: Test Fenix + dependencies: + signed-apk-debug-apk: signing-apk-fenix-beta-firebase + signed-apk-android-test: signing-apk-fenix-android-test-beta + run-on-projects: [release] + run: + secrets: + - name: project/mobile/firefox-android/fenix/firebase + key: firebaseToken + path: .firebase_token.json + json: true + pre-commands: + - ["cd", "mobile/android/fenix"] + commands: + - [wget, {artifact-reference: ''}, '-O', app.apk] + - [wget, {artifact-reference: ''}, '-O', android-test.apk] + - [python3, ../../../taskcluster/scripts/tests/test-lab.py, arm-beta, app.apk, --apk_test, android-test.apk] + treeherder: + platform: 'fenix-ui-test/opt' + symbol: fenix-beta(ui-test-arm-beta) + worker: + env: + GOOGLE_PROJECT: moz-fenix + fenix-arm-nightly: + attributes: + build-type: fenix-nightly-firebase + shipping-product: fenix + description: Test Fenix + dependencies: + signed-apk-debug-apk: signing-apk-fenix-nightly-firebase + signed-apk-android-test: signing-apk-fenix-android-test-nightly + run-on-projects: [trunk] + run: + secrets: + - name: project/mobile/firefox-android/fenix/firebase + key: firebaseToken + path: .firebase_token.json + json: true + pre-commands: + - ["cd", "mobile/android/fenix"] + commands: + - [wget, {artifact-reference: ''}, '-O', app.apk] + - [wget, {artifact-reference: ''}, '-O', android-test.apk] + - [python3, ../../../taskcluster/scripts/tests/test-lab.py, arm-start-test, app.apk, --apk_test, android-test.apk] + treeherder: + platform: 'fenix-ui-test/opt' + symbol: fenix-nightly(ui-test-arm-nightly) + worker: + env: + GOOGLE_PROJECT: moz-fenix + fenix-legacy-arm: + attributes: + build-type: fenix-legacy + legacy: true + shipping-product: fenix + description: Run select UI tests on legacy Android devices and API levels + dependencies: + signed-apk-debug-apk: signing-apk-fenix-debug + signed-apk-android-test: signing-apk-fenix-android-test-debug + run: + secrets: + - name: project/mobile/firefox-android/fenix/firebase + key: firebaseToken + path: .firebase_token.json + json: true + pre-commands: + - ["cd", "mobile/android/fenix"] + commands: + - [wget, {artifact-reference: ''}, '-O', app.apk] + - [wget, {artifact-reference: ''}, '-O', android-test.apk] + - [python3, ../../../taskcluster/scripts/tests/test-lab.py, arm-legacy-api-tests, app.apk, --apk_test, android-test.apk] + treeherder: + platform: 'fenix-ui-test/opt' + symbol: fenix-debug(legacy-arm) + worker: + env: + GOOGLE_PROJECT: moz-fenix + + fenix-robo-arm-debug: + attributes: + build-type: fenix-robo + shipping-product: fenix + description: Run Robo test on ARM devices + dependencies: + signed-apk-debug-apk: signing-apk-fenix-debug + run: + secrets: + - name: project/mobile/firefox-android/fenix/firebase + key: firebaseToken + path: .firebase_token.json + json: true + pre-commands: + - ["cd", "mobile/android/fenix"] + commands: + - [wget, {artifact-reference: ''}, '-O', app.apk] + - [python3, ../../../taskcluster/scripts/tests/test-lab.py, arm-robo-test, app.apk] + treeherder: + platform: 'fenix-ui-test/opt' + symbol: fenix-debug(robo-arm) + worker: + env: + GOOGLE_PROJECT: moz-fenix diff --git a/taskcluster/kinds/updatebot/kind.yml b/taskcluster/kinds/updatebot/kind.yml new file mode 100644 index 0000000000..8b6ed560a1 --- /dev/null +++ b/taskcluster/kinds/updatebot/kind.yml @@ -0,0 +1,92 @@ +# This Source Code Form is subject to the terms of the Mozilla Public +# License, v. 2.0. If a copy of the MPL was not distributed with this +# file, You can obtain one at http://mozilla.org/MPL/2.0/. +--- +loader: gecko_taskgraph.loader.transform:loader + +kind-dependencies: + - fetch + - toolchain + +transforms: + - gecko_taskgraph.transforms.release_notifications:transforms + - gecko_taskgraph.transforms.job:transforms + - gecko_taskgraph.transforms.task:transforms + +jobs: + cron: + description: Cron Job for Updatebot + run-on-projects: [] + treeherder: + kind: other + platform: updatebot/all + symbol: cron + tier: 1 + worker-type: b-linux-gcp + worker: + docker-image: {in-tree: updatebot} + max-run-time: 4500 + taskcluster-proxy: true + scopes: + - secrets:get:project/updatebot/{level}/try-sshkey + - secrets:get:project/updatebot/{level}/phabricator-token + - secrets:get:project/updatebot/{level}/bugzilla-api-key + - secrets:get:project/updatebot/{level}/database-password + - secrets:get:project/updatebot/{level}/sentry-url + - secrets:get:project/updatebot/{level}/sql-proxy-config + - hooks:trigger-hook:project-gecko/in-tree-action-1-generic/* + run: + using: run-task + command: /builds/worker/run.py /builds/worker/checkouts/gecko /builds/worker/updatebot + notifications: + subject: 'updatebot cron failed' + message: 'updatebot cron failed' + status-types: + - on-failed + - on-exception + emails: ["tom@mozilla.com", "fbraun@mozilla.com"] + fetches: + toolchain: + - linux64-rust + - linux64-cargo-vet + + cron-win: + description: Cron Job for Updatebot (Windows) + run-on-projects: [] + treeherder: + kind: other + platform: updatebot/all + symbol: w-cron + tier: 1 + worker-type: b-win2022 + worker: + max-run-time: 4500 + taskcluster-proxy: true + # begin _GENERATE_DEPOT_TOOLS_BINARIES_ + # artifacts: + # - type: directory + # name: public/depot_tools.zip + # path: build\src\obj-build\depot_tools + # end _GENERATE_DEPOT_TOOLS_BINARIES_ + env: + TOOLTOOL_MANIFEST: "taskcluster/kinds/updatebot/tooltool-manifests/updatebot.manifest" + MSYSTEM: "MINGW64" + run: + using: run-task + cwd: '{checkout}' + command: ./taskcluster/docker/updatebot/windows-setup.sh + tooltool-downloads: internal + scopes: + - secrets:get:project/updatebot/{level}/try-sshkey + - secrets:get:project/updatebot/{level}/phabricator-token + - secrets:get:project/updatebot/{level}/bugzilla-api-key + - secrets:get:project/updatebot/{level}/database-password + - secrets:get:project/updatebot/{level}/sentry-url + - secrets:get:project/updatebot/{level}/sql-proxy-config + - hooks:trigger-hook:project-gecko/in-tree-action-1-generic/* + fetches: + fetch: + - cloud-sql-proxy-1.25.0 + - php-windows-7.4.24 + - arcanist + - depot_tools diff --git a/taskcluster/kinds/updatebot/moz.build b/taskcluster/kinds/updatebot/moz.build new file mode 100644 index 0000000000..315dc32600 --- /dev/null +++ b/taskcluster/kinds/updatebot/moz.build @@ -0,0 +1,8 @@ +# -*- Mode: python; indent-tabs-mode: nil; tab-width: 40 -*- +# vim: set filetype=python: +# This Source Code Form is subject to the terms of the Mozilla Public +# License, v. 2.0. If a copy of the MPL was not distributed with this +# file, You can obtain one at http://mozilla.org/MPL/2.0/. + +with Files("**"): + BUG_COMPONENT = ("Developer Infrastructure", "Mach Vendor & Updatebot") diff --git a/taskcluster/kinds/updatebot/tooltool-manifests/updatebot.manifest b/taskcluster/kinds/updatebot/tooltool-manifests/updatebot.manifest new file mode 100644 index 0000000000..f284d80914 --- /dev/null +++ b/taskcluster/kinds/updatebot/tooltool-manifests/updatebot.manifest @@ -0,0 +1,29 @@ +[ + { + "version": "vcruntime140.dll from Microsoft Visual C++ Redistributable for Visual Studio 2019 ver 14.29.30133.0", + "size": 97160, + "visibility": "internal", + "digest": "aa6afd6bea27f554e3646152d8c4f96f7bcaaa4933f8b7c04346e410f93f23cfa6d29362fd5d51ccbb8b6223e094cd89e351f072ad0517553703f5bf9de28778", + "algorithm": "sha512", + "filename": "vcruntime140.dll", + "unpack": false + }, + { + "version": "Visual Studio Community 2019, Windows SDK 10.0.19041.0, and a few system dlls Lobotmized for Angle Update", + "filename": "vs-sdk-and-windir-shim.zip", + "size": 463564917, + "algorithm": "sha512", + "digest": "20d93b0014ca44a666ca2b5cc570127f24378454889ff0a036df72213cd18140185d2c2e61df40bf1e4c0d9d2dc83a7796af9d2a13252de3c85faad068291945", + "visibility": "internal", + "unpack": true + }, + { + "version": "Windows binaries for depot_tools retrieved with depot_tools revision 7b3351443198f4e7d068999b169385b55a43679a on 2021-12-18", + "filename": "depot_tools-preloaded-binaries-7b3351443198f4e7d068999b169385b55a43679a-2021-12-18.zip", + "size": 315038144, + "algorithm": "sha512", + "digest": "250f3f3fcf631c53de1f505c53eb5ba782864fa92111eef0d710a1e7d0ad3da66db2fb8908d7c6d83e149674e976984d679f9a641eb9bea0b5c3d7b4f236920d", + "visibility": "internal", + "unpack": true + } +] diff --git a/taskcluster/kinds/upload-generated-sources-dummy/kind.yml b/taskcluster/kinds/upload-generated-sources-dummy/kind.yml new file mode 100644 index 0000000000..56e6762839 --- /dev/null +++ b/taskcluster/kinds/upload-generated-sources-dummy/kind.yml @@ -0,0 +1,26 @@ +# This Source Code Form is subject to the terms of the Mozilla Public +# License, v. 2.0. If a copy of the MPL was not distributed with this +# file, You can obtain one at http://mozilla.org/MPL/2.0/. +--- +loader: gecko_taskgraph.loader.transform:loader + +transforms: + - taskgraph.transforms.from_deps + - gecko_taskgraph.transforms.per_platform_dummy + - gecko_taskgraph.transforms.mac_dummy + - gecko_taskgraph.transforms.task + +only-for-build-platforms: + macosx64-shippable/opt + macosx64-devedition/opt + +kind-dependencies: + - build + - upload-generated-sources + +jobs: + upload-generated-sources-dummy: + description: Dummy task to pull in mac x64 and aarch64 upload-generated-symbols tasks + from-deps: + group-by: single-with-filters + worker-type: succeed diff --git a/taskcluster/kinds/upload-generated-sources/kind.yml b/taskcluster/kinds/upload-generated-sources/kind.yml new file mode 100644 index 0000000000..8ae78b0b28 --- /dev/null +++ b/taskcluster/kinds/upload-generated-sources/kind.yml @@ -0,0 +1,42 @@ +# This Source Code Form is subject to the terms of the Mozilla Public +# License, v. 2.0. If a copy of the MPL was not distributed with this +# file, You can obtain one at http://mozilla.org/MPL/2.0/. +--- +loader: gecko_taskgraph.loader.transform:loader + +transforms: + - taskgraph.transforms.from_deps + - gecko_taskgraph.transforms.upload_generated_sources + - gecko_taskgraph.transforms.job + - gecko_taskgraph.transforms.task + +kind-dependencies: + - build + +only-for-attributes: + - nightly + - shippable + - upload-generated-sources + +not-for-build-platforms: + - macosx64-shippable/opt + - macosx64-devedition/opt + +jobs: + upload-generated-sources: + description: Upload generated source files from build + from-deps: + group-by: single-with-filters + worker-type: b-linux-medium-gcp + treeherder: + symbol: Ugs + kind: build + worker: + docker-image: {in-tree: "lint"} + max-run-time: 600 + run: + using: mach + mach: {artifact-reference: "python --virtualenv upload-generated-sources build/upload_generated_sources.py "} + sparse-profile: upload-generated-sources + scopes: + - secrets:get:project/releng/gecko/build/level-{level}/gecko-generated-sources-upload diff --git a/taskcluster/kinds/upload-symbols-dummy/kind.yml b/taskcluster/kinds/upload-symbols-dummy/kind.yml new file mode 100644 index 0000000000..d9202ef373 --- /dev/null +++ b/taskcluster/kinds/upload-symbols-dummy/kind.yml @@ -0,0 +1,27 @@ +# This Source Code Form is subject to the terms of the Mozilla Public +# License, v. 2.0. If a copy of the MPL was not distributed with this +# file, You can obtain one at http://mozilla.org/MPL/2.0/. +--- +loader: gecko_taskgraph.loader.transform:loader + +transforms: + - taskgraph.transforms.from_deps + - gecko_taskgraph.transforms.per_platform_dummy + - gecko_taskgraph.transforms.mac_dummy + - gecko_taskgraph.transforms.task + +only-for-build-platforms: + macosx64-shippable/opt + macosx64-devedition/opt + +kind-dependencies: + - build + - upload-symbols + +jobs: + upload-symbols-dummy: + description: Dummy task to pull in mac x64 and aarch64 upload-symbols tasks + from-deps: + group-by: single-with-filters + unique-kinds: false + worker-type: succeed diff --git a/taskcluster/kinds/upload-symbols/kind.yml b/taskcluster/kinds/upload-symbols/kind.yml new file mode 100644 index 0000000000..cf6875520a --- /dev/null +++ b/taskcluster/kinds/upload-symbols/kind.yml @@ -0,0 +1,53 @@ +# This Source Code Form is subject to the terms of the Mozilla Public +# License, v. 2.0. If a copy of the MPL was not distributed with this +# file, You can obtain one at http://mozilla.org/MPL/2.0/. +--- +loader: gecko_taskgraph.loader.transform:loader + +transforms: + - taskgraph.transforms.from_deps + - gecko_taskgraph.transforms.upload_symbols + - gecko_taskgraph.transforms.job + - gecko_taskgraph.transforms.task + +kind-dependencies: + - build + - toolchain + +not-for-build-platforms: + # Address Sanitizer builds don't have symbols to upload. + - linux64-asan-reporter-shippable/opt + - win64-asan-reporter-shippable/opt + - linux-geckodriver/opt + - linux64-geckodriver/opt + - linux64-aarch64-geckodriver/opt + - macosx64-geckodriver/opt + - macosx64-aarch64-geckodriver/opt + - win32-geckodriver/opt + - win64-geckodriver/opt + - win64-aarch64-geckodriver/opt + +jobs: + upload-symbols: + description: Upload Symbols + from-deps: + group-by: platform + worker-type: b-linux-gcp + use-python: default + worker: + docker-image: {in-tree: "debian12-base"} + max-run-time: 1800 + env: + # {level} gets replaced in the upload_symbols transform + SYMBOL_SECRET: "project/releng/gecko/build/level-{level}/gecko-symbol-upload" + MAKECAB: /builds/worker/fetches/makecab/makecab + MACH_BUILD_PYTHON_NATIVE_PACKAGE_SOURCE: system + run: + using: mach + mach: {artifact-reference: "python toolkit/crashreporter/tools/upload_symbols.py "} + sparse-profile: upload-symbols + scopes: + - secrets:get:project/releng/gecko/build/level-{level}/gecko-symbol-upload + fetches: + toolchain: + - linux64-makecab diff --git a/taskcluster/kinds/valgrind/kind.yml b/taskcluster/kinds/valgrind/kind.yml new file mode 100644 index 0000000000..068fd572a1 --- /dev/null +++ b/taskcluster/kinds/valgrind/kind.yml @@ -0,0 +1,66 @@ +# This Source Code Form is subject to the terms of the Mozilla Public +# License, v. 2.0. If a copy of the MPL was not distributed with this +# file, You can obtain one at http://mozilla.org/MPL/2.0/. +--- +loader: gecko_taskgraph.loader.transform:loader + +kind-dependencies: + - toolchain + +transforms: + - gecko_taskgraph.transforms.build_attrs:transforms + - gecko_taskgraph.transforms.build_schedules:transforms + - gecko_taskgraph.transforms.build_lints:transforms + - gecko_taskgraph.transforms.job:transforms + - gecko_taskgraph.transforms.task:transforms + +job-defaults: + attributes: + retrigger: true + use-python: default + +jobs: + linux64-valgrind-qr/opt-swr: + description: "Linux64 Valgrind Opt WebRender" + index: + product: firefox + job-name: linux64-valgrind-qr/opt-swr + treeherder: + platform: linux64-qr/opt + symbol: V-swr + kind: build + tier: 1 + worker-type: t-linux-kvm + worker: + docker-image: {in-tree: valgrind-build} + max-run-time: 72000 + env: + NEED_XVFB: "true" + PERFHERDER_EXTRA_OPTIONS: valgrind + run: + using: mozharness + actions: [get-secrets, build, valgrind-test] + custom-build-variant-cfg: valgrind + config: + - builds/releng_base_firefox.py + - builds/releng_base_linux_64_builds.py + extra-config: + extra_prefs: [gfx.webrender.software=true] + script: "mozharness/scripts/fx_desktop_build.py" + secrets: true + tooltool-downloads: public + use-sccache: true + fetches: + toolchain: + - linux64-clang + - linux64-rust + - linux64-cbindgen + - linux64-dump_syms + - linux64-sccache + - linux64-nasm + - linux64-node + - linux64-pkgconf + - sysroot-x86_64-linux-gnu + - sysroot-wasm32-wasi + optimization: + skip-unless-expanded: null diff --git a/taskcluster/kinds/webrender/kind.yml b/taskcluster/kinds/webrender/kind.yml new file mode 100644 index 0000000000..9443a096c1 --- /dev/null +++ b/taskcluster/kinds/webrender/kind.yml @@ -0,0 +1,634 @@ +# This Source Code Form is subject to the terms of the Mozilla Public +# License, v. 2.0. If a copy of the MPL was not distributed with this +# file, You can obtain one at http://mozilla.org/MPL/2.0/. +--- +loader: gecko_taskgraph.loader.transform:loader + +kind-dependencies: + - toolchain + - build + +transforms: + - gecko_taskgraph.transforms.job:transforms + - gecko_taskgraph.transforms.task:transforms + +job-defaults: + attributes: + retrigger: true + run-on-projects: ['integration', 'release'] + treeherder: + tier: 1 + kind: other + worker: + max-run-time: 3600 + env: + RUST_BACKTRACE: 'full' + RUSTFLAGS: '--deny warnings' + run: + sparse-profile: webrender + use-python: default + +jobs: + lint-tidy: + description: Runs linting checks on WebRender code + worker-type: b-linux-gcp + worker: + docker-image: {in-tree: webrender} + run: + using: run-task + cwd: '{checkout}/gfx/wr' + command: >- + pushd /tmp && + python3 -m pip install six && + python3 -m pip install -e 'git+https://github.com/servo/servo.git@65a4d1646da46c37fe748add6dcf24b62ebb602a#egg=servo_tidy&subdirectory=python/tidy' && + popd && + servo-tidy + treeherder: + platform: linux64-qr/opt + symbol: WR(tidy) + when: + files-changed: + - 'gfx/wr/**' + + linux64-release: + description: Runs release-mode WebRender CI tests on a Linux worker + worker-type: b-linux-gcp + worker: + docker-image: {in-tree: webrender} + fetches: + toolchain: + - linux64-rust + - wrench-deps + run: + using: run-task + command: >- + export PATH=$PATH:$MOZ_FETCHES_DIR/rustc/bin:${MOZ_FETCHES_DIR}/wrench-deps/meson && + cd $HOME/checkouts/gecko/gfx/wr && + mv $MOZ_FETCHES_DIR/wrench-deps/{vendor,.cargo} ./ && + CARGOFLAGS="--verbose --frozen" ci-scripts/linux-release-tests.sh + treeherder: + platform: linux64-qr/opt + symbol: WR(wrench) + kind: other + when: + files-changed: + - 'gfx/wr/**' + + linux64-debug: + description: Runs debug-mode WebRender CI tests on a Linux worker + worker-type: b-linux-gcp + worker: + docker-image: {in-tree: webrender} + fetches: + toolchain: + - linux64-rust + - wrench-deps + run: + using: run-task + command: >- + export PATH=$PATH:$MOZ_FETCHES_DIR/rustc/bin:${MOZ_FETCHES_DIR}/wrench-deps/meson && + cd $HOME/checkouts/gecko/gfx/wr && + mv $MOZ_FETCHES_DIR/wrench-deps/{vendor,.cargo} ./ && + CARGOFLAGS="--verbose --frozen" ci-scripts/linux-debug-tests.sh + treeherder: + platform: linux64-qr/debug + symbol: WR(wrench) + kind: other + when: + files-changed: + - 'gfx/wr/**' + + wrench-macos-build: + description: Cross compilation of wrench for macOS on Linux + worker-type: b-linux-gcp + worker: + docker-image: {in-tree: webrender} + chain-of-trust: true + artifacts: + - type: file + name: public/build/wrench-macos.tar.bz2 + path: /builds/worker/artifacts/wrench-macos.tar.bz2 + - type: file + name: public/build/wrench-macos-headless.tar.bz2 + path: /builds/worker/artifacts/wrench-macos-headless.tar.bz2 + dependencies: + macosx64-clang-14: toolchain-macosx64-clang-14-raw + fetches: + toolchain: + - linux64-rust-macos + - linux64-clang-14 + - macosx64-sdk + - wrench-deps + macosx64-clang-14: + - artifact: clang.tar.zst + dest: clang-mac + run: + using: run-task + command: '$HOME/checkouts/gecko/taskcluster/scripts/misc/wrench-macos-build.sh' + treeherder: + platform: osx-cross/opt + symbol: WR(B) + when: + files-changed: + - 'gfx/wr/**' + - 'taskcluster/scripts/misc/wr-macos-cross-build-setup.sh' + - 'taskcluster/scripts/misc/wrench-macos-build.sh' + + macos-release: + description: Runs release-mode WebRender CI tests on a macOS worker + worker-type: t-osx-1015-r8 + worker: + # repo cloning has highly variable run time + max-run-time: 7200 + env: + MOZ_FETCHES_DIR: 'checkouts/gecko/gfx/wr' + dependencies: + webrender-wrench-macos-build: webrender-wrench-macos-build + fetches: + webrender-wrench-macos-build: + - 'wrench-macos.tar.bz2' + - 'wrench-macos-headless.tar.bz2' + run: + using: run-task + cwd: '{checkout}/gfx/wr' + command: >- + export WRENCH_HEADLESS_TARGET=$PWD/wrench-macos-headless/ && + export WRENCH_BINARY=$PWD/wrench-macos/bin/wrench && + ci-scripts/macos-release-tests.sh + treeherder: + platform: macosx1015-64-qr/opt + symbol: WR(wrench) + when: + files-changed: + - 'gfx/wr/**' + + cargotest-macos-build: + description: Cross compilation of cargo tests for macOS on Linux + worker-type: b-linux-gcp + worker: + docker-image: {in-tree: webrender} + chain-of-trust: true + artifacts: + - type: file + name: public/build/cargo-test-binaries.tar.bz2 + path: /builds/worker/artifacts/cargo-test-binaries.tar.bz2 + fetches: + toolchain: + - linux64-rust-macos + - linux64-clang + - macosx64-sdk + - wrench-deps + run: + using: run-task + command: '$HOME/checkouts/gecko/taskcluster/scripts/misc/wr-cargotest-macos-build.sh' + treeherder: + platform: osx-cross/debug + symbol: WR(B) + when: + files-changed: + - 'gfx/wr/**' + - 'taskcluster/scripts/misc/wr-cargotest-macos-build.sh' + - 'taskcluster/scripts/misc/wr-macos-cross-build-setup.sh' + + macos-debug: + description: Runs debug-mode WebRender CI tests on a macOS worker + worker-type: t-osx-1015-r8 + worker: + max-run-time: 3600 + env: + MOZ_FETCHES_DIR: 'checkouts/gecko/gfx/wr' + dependencies: + webrender-cargotest-macos-build: webrender-cargotest-macos-build + fetches: + webrender-cargotest-macos-build: + - 'cargo-test-binaries.tar.bz2' + run: + using: run-task + cwd: '{checkout}/gfx/wr' + command: >- + mv cargo-test-binaries target && + cd target && + for i in debug/deps/*; do $i; done + treeherder: + platform: macosx1015-64-qr/debug + symbol: WR(cargotest) + when: + files-changed: + - 'gfx/wr/**' + + windows: + description: Runs WebRender CI tests on a Windows worker + worker-type: win11-64-2009-source + worker: + max-run-time: 5400 + env: + NODE_OPTIONS: '--max_old_space_size=4096' + fetches: + toolchain: + - win64-rust + - vs + - wrench-deps + run: + using: run-task + use-caches: false + command: '$GECKO_PATH/taskcluster/scripts/misc/wrench-windows-tests.sh' + treeherder: + platform: windows11-64-2009-qr/release + symbol: WR(wrench) + when: + files-changed: + - 'build/win64/mozconfig.vs2022' + - 'gfx/wr/**' + - 'taskcluster/scripts/misc/wrench-windows-tests.sh' + + wrench-android-debug: + description: Debug build of wrench for Android + attributes: + build_platform: android + worker-type: b-linux-gcp + worker: + max-run-time: 5400 + docker-image: {in-tree: webrender} + artifacts: + - type: file + name: public/build/wrench-debug.apk + path: /builds/worker/checkouts/gecko/gfx/wr/target/debug/apk/wrench.apk + - type: file + name: public/build/reftests.tar.gz + path: /builds/worker/checkouts/gecko/gfx/wr/wrench/reftests.tar.gz + - type: file + name: public/build/mozdevice.tar.gz + path: /builds/worker/checkouts/gecko/testing/mozbase/mozdevice.tar.gz + - type: file + name: public/build/six.tar.gz + path: /builds/worker/checkouts/gecko/third_party/python/six.tar.gz + run: + using: run-task + cwd: '{checkout}/gfx/wr/wrench' + command: >- + $GECKO_PATH/taskcluster/scripts/misc/wrench-android-build.sh debug && + tar czf reftests.tar.gz reftests/ && + cd $GECKO_PATH/testing/mozbase && + tar czf mozdevice.tar.gz mozdevice/ && + cd $GECKO_PATH/third_party/python && + tar czf six.tar.gz six/ + fetches: + toolchain: + - android-gradle-dependencies + - android-ndk-linux + - android-sdk-linux + - android-system-image-x86_64-linux + - android-avd-x86_64-linux + - linux64-cargo-apk + - linux64-jdk + - linux64-rust-android + - wrench-deps + treeherder: + platform: android-em-7-0-x86/debug + symbol: WR(B) + when: + files-changed: + - 'build.gradle' + - 'gfx/wr/**' + - 'taskcluster/scripts/misc/wrench-android-build.sh' + + wrench-android-release: + description: Release build of wrench for Android + attributes: + build_platform: android + worker-type: b-linux-gcp + worker: + max-run-time: 5400 + docker-image: {in-tree: webrender} + artifacts: + - type: file + name: public/build/wrench-release.apk + path: /builds/worker/checkouts/gecko/gfx/wr/target/release/apk/wrench.apk + - type: file + name: public/build/reftests.tar.gz + path: /builds/worker/checkouts/gecko/gfx/wr/wrench/reftests.tar.gz + - type: file + name: public/build/mozdevice.tar.gz + path: /builds/worker/checkouts/gecko/testing/mozbase/mozdevice.tar.gz + - type: file + name: public/build/six.tar.gz + path: /builds/worker/checkouts/gecko/third_party/python/six.tar.gz + run: + using: run-task + cwd: '{checkout}/gfx/wr/wrench' + command: >- + $GECKO_PATH/taskcluster/scripts/misc/wrench-android-build.sh release && + tar czf reftests.tar.gz reftests/ && + cd $GECKO_PATH/testing/mozbase && + tar czf mozdevice.tar.gz mozdevice/ && + cd $GECKO_PATH/third_party/python && + tar czf six.tar.gz six/ + fetches: + toolchain: + - android-gradle-dependencies + - android-ndk-linux + - android-sdk-linux + - android-system-image-x86_64-linux + - android-avd-x86_64-linux + - linux64-cargo-apk + - linux64-jdk + - linux64-rust-android + - wrench-deps + treeherder: + platform: android-em-7-0-x86/opt + symbol: WR(B) + when: + files-changed: + - 'build.gradle' + - 'gfx/wr/**' + - 'taskcluster/scripts/misc/wrench-android-build.sh' + + android-emulator-debug: + description: Run debug wrench reftests on Android emulator + attributes: + build_platform: android + worker-type: t-linux-kvm # privileged:true doesn't work on b-linux + worker: + max-run-time: 5400 + docker-image: {in-tree: ubuntu1804-test} + privileged: true # for access to /dev/kvm for hw accel in the emulator + artifacts: + - type: directory + name: public/build/logs + path: /builds/worker/workspace/build/logs + env: + # need hard-coded URLs until bug 1551875 is fixed + TASKCLUSTER_ROOT_URL: 'https://taskcluster.net' + TASKCLUSTER_PROXY_URL: 'http://taskcluster' + MOZHARNESS_SCRIPT: android_wrench.py + MOZHARNESS_CONFIG: android/wrench.py + NEED_WINDOW_MANAGER: 'true' + PYTHON: "/builds/worker/checkouts/gecko/mach python" + dependencies: + webrender-wrench-android-debug: webrender-wrench-android-debug + fetches: + webrender-wrench-android-debug: + - artifact: 'wrench-debug.apk' + extract: false + toolchain: + - android-sdk-linux + - android-system-image-x86_64-linux + - android-avd-x86_64-linux + - linux64-jdk + run: + using: run-task + tooltool-downloads: internal + command: >- + export WRENCH_APK=$MOZ_FETCHES_DIR/wrench-debug.apk && + export WRENCH_REFTESTS=$GECKO_PATH/gfx/wr/wrench/reftests && + export MOZHARNESS_PATH=$GECKO_PATH/testing/mozharness && + $GECKO_PATH/taskcluster/scripts/tester/test-linux.sh + treeherder: + platform: android-em-7-0-x86/debug + symbol: WR(wrench) + when: + files-changed: + - 'gfx/wr/**' + - 'testing/mozharness/scripts/android_*.py' + - 'testing/mozharness/configs/android/*.py' + + android-emulator-release: + description: Run release wrench reftests on Android emulator + attributes: + build_platform: android + worker-type: t-linux-kvm # privileged:true doesn't work on b-linux + worker: + max-run-time: 5400 + docker-image: {in-tree: ubuntu1804-test} + privileged: true # for access to /dev/kvm for hw accel in the emulator + artifacts: + - type: directory + name: public/build/logs + path: /builds/worker/workspace/build/logs + env: + # need hard-coded URLs until bug 1551875 is fixed + TASKCLUSTER_ROOT_URL: 'https://taskcluster.net' + TASKCLUSTER_PROXY_URL: 'http://taskcluster' + MOZHARNESS_SCRIPT: android_wrench.py + MOZHARNESS_CONFIG: android/wrench.py + NEED_WINDOW_MANAGER: 'true' + PYTHON: "/builds/worker/checkouts/gecko/mach python" + dependencies: + webrender-wrench-android-release: webrender-wrench-android-release + fetches: + webrender-wrench-android-release: + - artifact: 'wrench-release.apk' + extract: false + toolchain: + - android-sdk-linux + - android-system-image-x86_64-linux + - android-avd-x86_64-linux + - linux64-jdk + run: + using: run-task + tooltool-downloads: internal + command: >- + export WRENCH_APK=$MOZ_FETCHES_DIR/wrench-release.apk && + export WRENCH_REFTESTS=$GECKO_PATH/gfx/wr/wrench/reftests && + export MOZHARNESS_PATH=$GECKO_PATH/testing/mozharness && + $GECKO_PATH/taskcluster/scripts/tester/test-linux.sh + treeherder: + platform: android-em-7-0-x86/opt + symbol: WR(wrench) + when: + files-changed: + - 'gfx/wr/**' + - 'testing/mozharness/scripts/android_*.py' + - 'testing/mozharness/configs/android/*.py' + + android-hw-p5-debug: + description: Run debug wrench reftests on Android Pixel5 + attributes: + build_platform: android + worker-type: t-bitbar-gw-unit-p5 + worker: + max-run-time: 5400 + artifacts: + - type: directory + name: public/build/logs + path: build/logs + env: + MOZHARNESS_SCRIPT: android_wrench.py + MOZHARNESS_CONFIG: android/wrench.py + MOZ_FETCHES_DIR: fetches + PYTHONPATH: "fetches/mozdevice:fetches/six" + dependencies: + webrender-wrench-android-debug: webrender-wrench-android-debug + android-build: build-android-arm/debug + fetches: + webrender-wrench-android-debug: + - artifact: 'wrench-debug.apk' + extract: false + - 'reftests.tar.gz' + - 'mozdevice.tar.gz' + - 'six.tar.gz' + android-build: + - artifact: 'mozharness.zip' + dest: 'mozharness' + run: + using: run-task + checkout: false + run-as-root: true + command: >- + export WRENCH_APK=$MOZ_FETCHES_DIR/wrench-debug.apk && + export WRENCH_REFTESTS=$MOZ_FETCHES_DIR/reftests && + export MOZHARNESS_PATH=$MOZ_FETCHES_DIR/mozharness && + python3 ${MOZHARNESS_PATH}/scripts/${MOZHARNESS_SCRIPT} --config-file ${MOZHARNESS_PATH}/configs/${MOZHARNESS_CONFIG} + treeherder: + platform: android-hw-p5-13-0-arm7/debug + symbol: WR(wrench) + when: + files-changed: + - 'gfx/wr/**' + - 'testing/mozharness/scripts/android_*.py' + - 'testing/mozharness/configs/android/*.py' + - 'testing/mozbase/mozdevice/**' + + android-hw-p5-opt: + description: Run opt wrench reftests on Android Pixel5 + attributes: + build_platform: android + worker-type: t-bitbar-gw-unit-p5 + worker: + max-run-time: 5400 + artifacts: + - type: directory + name: public/build/logs + path: build/logs + env: + MOZHARNESS_SCRIPT: android_wrench.py + MOZHARNESS_CONFIG: android/wrench.py + MOZ_FETCHES_DIR: fetches + PYTHONPATH: "fetches/mozdevice:fetches/six" + dependencies: + webrender-wrench-android-release: webrender-wrench-android-release + android-build: build-android-arm/opt + fetches: + webrender-wrench-android-release: + - artifact: 'wrench-release.apk' + extract: false + - 'reftests.tar.gz' + - 'mozdevice.tar.gz' + - 'six.tar.gz' + android-build: + - artifact: 'mozharness.zip' + dest: 'mozharness' + run: + using: run-task + checkout: false + run-as-root: true + command: >- + export WRENCH_APK=$MOZ_FETCHES_DIR/wrench-release.apk && + export WRENCH_REFTESTS=$MOZ_FETCHES_DIR/reftests && + export MOZHARNESS_PATH=$MOZ_FETCHES_DIR/mozharness && + python3 ${MOZHARNESS_PATH}/scripts/${MOZHARNESS_SCRIPT} --config-file ${MOZHARNESS_PATH}/configs/${MOZHARNESS_CONFIG} + treeherder: + platform: android-hw-p5-13-0-arm7/opt + symbol: WR(wrench) + when: + files-changed: + - 'gfx/wr/**' + - 'testing/mozharness/scripts/android_*.py' + - 'testing/mozharness/configs/android/*.py' + - 'testing/mozbase/mozdevice/**' + + android-hw-a51-debug: + description: Run debug wrench reftests on Android Samsung Galaxy A51 + attributes: + build_platform: android + worker-type: t-bitbar-gw-perf-a51 + worker: + max-run-time: 5400 + artifacts: + - type: directory + name: public/build/logs + path: build/logs + env: + MOZHARNESS_SCRIPT: android_wrench.py + MOZHARNESS_CONFIG: android/wrench.py + MOZ_FETCHES_DIR: fetches + PYTHONPATH: "fetches/mozdevice:fetches/six" + dependencies: + webrender-wrench-android-debug: webrender-wrench-android-debug + android-build: build-android-arm/debug + fetches: + webrender-wrench-android-debug: + - artifact: 'wrench-debug.apk' + extract: false + - 'reftests.tar.gz' + - 'mozdevice.tar.gz' + - 'six.tar.gz' + android-build: + - artifact: 'mozharness.zip' + dest: 'mozharness' + run: + using: run-task + checkout: false + run-as-root: true + command: >- + export WRENCH_APK=$MOZ_FETCHES_DIR/wrench-debug.apk && + export WRENCH_REFTESTS=$MOZ_FETCHES_DIR/reftests && + export MOZHARNESS_PATH=$MOZ_FETCHES_DIR/mozharness && + python3 ${MOZHARNESS_PATH}/scripts/${MOZHARNESS_SCRIPT} --config-file ${MOZHARNESS_PATH}/configs/${MOZHARNESS_CONFIG} + treeherder: + platform: android-hw-a51-11-0-arm7/debug + symbol: WR(wrench) + when: + files-changed: + - 'gfx/wr/**' + - 'testing/mozharness/scripts/android_*.py' + - 'testing/mozharness/configs/android/*.py' + - 'testing/mozbase/mozdevice/**' + + android-hw-a51-opt: + description: Run opt wrench reftests on Android Samsung Galaxy A51 + attributes: + build_platform: android + worker-type: t-bitbar-gw-perf-a51 + worker: + max-run-time: 5400 + artifacts: + - type: directory + name: public/build/logs + path: build/logs + env: + MOZHARNESS_SCRIPT: android_wrench.py + MOZHARNESS_CONFIG: android/wrench.py + MOZ_FETCHES_DIR: fetches + PYTHONPATH: "fetches/mozdevice:fetches/six" + dependencies: + webrender-wrench-android-release: webrender-wrench-android-release + android-build: build-android-arm/opt + fetches: + webrender-wrench-android-release: + - artifact: 'wrench-release.apk' + extract: false + - 'reftests.tar.gz' + - 'mozdevice.tar.gz' + - 'six.tar.gz' + android-build: + - artifact: 'mozharness.zip' + dest: 'mozharness' + run: + using: run-task + checkout: false + run-as-root: true + command: >- + export WRENCH_APK=$MOZ_FETCHES_DIR/wrench-release.apk && + export WRENCH_REFTESTS=$MOZ_FETCHES_DIR/reftests && + export MOZHARNESS_PATH=$MOZ_FETCHES_DIR/mozharness && + python3 ${MOZHARNESS_PATH}/scripts/${MOZHARNESS_SCRIPT} --config-file ${MOZHARNESS_PATH}/configs/${MOZHARNESS_CONFIG} + treeherder: + platform: android-hw-a51-11-0-arm7/opt + symbol: WR(wrench) + when: + files-changed: + - 'gfx/wr/**' + - 'testing/mozharness/scripts/android_*.py' + - 'testing/mozharness/configs/android/*.py' + - 'testing/mozbase/mozdevice/**' diff --git a/taskcluster/scripts/builder/build-android.sh b/taskcluster/scripts/builder/build-android.sh index fd2ecd0e2b..fc1ccca7e4 100755 --- a/taskcluster/scripts/builder/build-android.sh +++ b/taskcluster/scripts/builder/build-android.sh @@ -19,7 +19,7 @@ ac_add_options --without-google-safebrowsing-api-keyfile ac_add_options --disable-nodejs unset NODEJS -export GRADLE_MAVEN_REPOSITORIES="file://$MOZ_FETCHES_DIR/geckoview","file://$MOZ_FETCHES_DIR/android-gradle-dependencies/mozilla","file://$MOZ_FETCHES_DIR/android-gradle-dependencies/google","file://$MOZ_FETCHES_DIR/android-gradle-dependencies/central","file://$MOZ_FETCHES_DIR/android-gradle-dependencies/gradle-plugins","file:///$MOZ_FETCHES_DIR/plugins.gradle.org/m2" +export GRADLE_MAVEN_REPOSITORIES="file://$MOZ_FETCHES_DIR/geckoview","file://$MOZ_FETCHES_DIR/android-gradle-dependencies/mozilla","file://$MOZ_FETCHES_DIR/android-gradle-dependencies/google","file://$MOZ_FETCHES_DIR/android-gradle-dependencies/central","file://$MOZ_FETCHES_DIR/android-gradle-dependencies/gradle-plugins","file:///$MOZ_FETCHES_DIR/android-gradle-dependencies/plugins.gradle.org/m2" EOF export MOZCONFIG=$mozconfig GRADLE=$MOZ_FETCHES_DIR/android-gradle-dependencies/gradle-dist/bin/gradle diff --git a/taskcluster/scripts/lib/testrail_api.py b/taskcluster/scripts/lib/testrail_api.py index 44474ebe9d..786ae8552c 100644 --- a/taskcluster/scripts/lib/testrail_api.py +++ b/taskcluster/scripts/lib/testrail_api.py @@ -37,82 +37,98 @@ from testrail_conn import APIClient class TestRail: def __init__(self, host, username, password): + if not all([host, username, password]): + raise ValueError("TestRail host, username, and password must be provided.") self.client = APIClient(host) self.client.user = username self.client.password = password # Public Methods - def create_milestone(self, testrail_project_id, title, description): + def create_milestone(self, project_id, title, description): + if not all([project_id, title, description]): + raise ValueError("Project ID, title, and description must be provided.") data = {"name": title, "description": description} - return self.client.send_post(f"add_milestone/{testrail_project_id}", data) - - def create_milestone_and_test_runs( - self, project_id, milestone_name, milestone_description, devices, test_suite_id - ): - # Create milestone - milestone_id = self._retry_api_call( - self.create_milestone, project_id, milestone_name, milestone_description - )["id"] - - # Create test runs for each device - for device in devices: - test_run_id = self._retry_api_call( - self.create_test_run, project_id, milestone_id, device, test_suite_id - )["id"] - self._retry_api_call( - self.update_test_cases_to_passed, project_id, test_run_id, test_suite_id - ) - - return milestone_id + return self.client.send_post(f"add_milestone/{project_id}", data) def create_test_run( - self, testrail_project_id, testrail_milestone_id, name_run, testrail_suite_id + self, + project_id, + milestone_id, + test_run_name, + suite_id, ): + if not all([project_id, milestone_id, test_run_name, suite_id]): + raise ValueError( + "Project ID, milestone ID, test run name, and suite ID must be provided." + ) data = { - "name": name_run, - "milestone_id": testrail_milestone_id, - "suite_id": testrail_suite_id, + "name": test_run_name, + "milestone_id": milestone_id, + "suite_id": suite_id, } - return self.client.send_post(f"add_run/{testrail_project_id}", data) - - def does_milestone_exist(self, testrail_project_id, milestone_name): - num_of_milestones_to_check = 10 # check last 10 milestones - milestones = self._get_milestones( - testrail_project_id - ) # returns reverse chronological order - for milestone in milestones[ - -num_of_milestones_to_check: - ]: # check last 10 api responses - if milestone_name == milestone["name"]: - return True - return False - - def update_test_cases_to_passed( - self, testrail_project_id, testrail_run_id, testrail_suite_id - ): - test_cases = self._get_test_cases(testrail_project_id, testrail_suite_id) + return self.client.send_post(f"add_run/{project_id}", data) + + def does_milestone_exist(self, project_id, milestone_name, num_of_milestones=10): + if not all([project_id, milestone_name]): + raise ValueError("Project ID and milestone name must be provided.") + # returns reverse chronological order of milestones, check last 10 milestones + milestones = self._get_milestones(project_id)[-num_of_milestones:] + return any(milestone_name == milestone["name"] for milestone in milestones) + + def update_test_run_tests(self, test_run_id, test_status): + if not all([test_run_id, test_status]): + raise ValueError("Test run ID and test status must be provided.") + tests = self._get_tests(test_run_id) data = { "results": [ - {"case_id": test_case["id"], "status_id": 1} for test_case in test_cases + {"test_id": test["id"], "status_id": test_status} for test in tests ] } - return self._update_test_run_results(testrail_run_id, data) + return self.client.send_post(f"add_results/{test_run_id}", data) # Private Methods - def _get_test_cases(self, testrail_project_id, testrail_test_suite_id): - return self.client.send_get( - f"get_cases/{testrail_project_id}&suite_id={testrail_test_suite_id}" - ) - - def _update_test_run_results(self, testrail_run_id, data): - return self.client.send_post(f"add_results_for_cases/{testrail_run_id}", data) - - def _get_milestones(self, testrail_project_id): - return self.client.send_get(f"get_milestones/{testrail_project_id}") + def _get_test_cases(self, project_id, suite_id): + if not all([project_id, suite_id]): + raise ValueError("Project ID and suite ID must be provided.") + return self.client.send_get(f"get_cases/{project_id}&suite_id={suite_id}")[ + "cases" + ] + + def _get_milestone(self, milestone_id): + if not milestone_id: + raise ValueError("Milestone ID must be provided.") + return self.client.send_get(f"get_milestone/{milestone_id}") + + def _get_milestones(self, project_id): + if not project_id: + raise ValueError("Project ID must be provided.") + return self.client.send_get(f"get_milestones/{project_id}")["milestones"] + + def _get_tests(self, test_run_id): + if not test_run_id: + raise ValueError("Test run ID must be provided.") + return self.client.send_get(f"get_tests/{test_run_id}")["tests"] + + def _get_test_run(self, test_run_id): + if not test_run_id: + raise ValueError("Test run ID must be provided.") + return self.client.send_get(f"get_run/{test_run_id}") + + def _get_test_runs(self, project_id): + if not project_id: + raise ValueError("Project ID must be provided.") + return self.client.send_get(f"get_runs/{project_id}")["runs"] + + def _get_test_run_results(self, test_run_id): + if not test_run_id: + raise ValueError("Test run ID must be provided.") + return self.client.send_get(f"get_results_for_run/{test_run_id}")["results"] def _retry_api_call(self, api_call, *args, max_retries=3, delay=5): + if not all([api_call, args]): + raise ValueError("API call and arguments must be provided.") """ Retries the given API call up to max_retries times with a delay between attempts. diff --git a/taskcluster/scripts/misc/afl-nyx.patch b/taskcluster/scripts/misc/afl-nyx.patch index 94a1bbb31d..7a8a55b975 100644 --- a/taskcluster/scripts/misc/afl-nyx.patch +++ b/taskcluster/scripts/misc/afl-nyx.patch @@ -17,6 +17,12 @@ index 988e536e..5e9870c0 100644 /* Do not change this unless you really know what you are doing. */ +commit e46fac6063f7b0b6eca8e140b10c3a107deb0a0f +Author: Christian Holler (:decoder) +Date: Wed Mar 6 10:19:52 2024 +0100 + + Fix delayed pcmap writing for code coverage with pc-table + diff --git a/instrumentation/afl-compiler-rt.o.c b/instrumentation/afl-compiler-rt.o.c index caa3c3a8..76ceb451 100644 --- a/instrumentation/afl-compiler-rt.o.c @@ -51,3 +57,26 @@ index caa3c3a8..76ceb451 100644 + } if (__afl_debug) { + +commit 58206a3180479416e14ea324607be71ee69caa6f +Author: Jesse Schwartzentruber +Date: Wed Apr 17 14:40:41 2024 -0400 + + Set explicit visibility on shared memory variables. + +diff --git a/src/afl-cc.c b/src/afl-cc.c +index dd4fb4ea..57089ae0 100644 +--- a/src/afl-cc.c ++++ b/src/afl-cc.c +@@ -1591,8 +1591,10 @@ void add_defs_persistent_mode(aflcc_state_t *aflcc) { + insert_param(aflcc, + "-D__AFL_FUZZ_INIT()=" + "int __afl_sharedmem_fuzzing = 1;" +- "extern unsigned int *__afl_fuzz_len;" +- "extern unsigned char *__afl_fuzz_ptr;" ++ "extern __attribute__((visibility(\"default\"))) " ++ "unsigned int *__afl_fuzz_len;" ++ "extern __attribute__((visibility(\"default\"))) " ++ "unsigned char *__afl_fuzz_ptr;" + "unsigned char __afl_fuzz_alt[1048576];" + "unsigned char *__afl_fuzz_alt_ptr = __afl_fuzz_alt;"); diff --git a/taskcluster/scripts/misc/android-gradle-dependencies/after.sh b/taskcluster/scripts/misc/android-gradle-dependencies/after.sh index 9943cf2c41..22be14256e 100755 --- a/taskcluster/scripts/misc/android-gradle-dependencies/after.sh +++ b/taskcluster/scripts/misc/android-gradle-dependencies/after.sh @@ -10,7 +10,7 @@ set -v # Package everything up. pushd $WORKSPACE -mkdir -p android-gradle-dependencies /builds/worker/artifacts +mkdir -p /builds/worker/artifacts # NEXUS_WORK is exported by `before.sh`. cp -R ${NEXUS_WORK}/storage/mozilla android-gradle-dependencies diff --git a/taskcluster/scripts/misc/android-gradle-dependencies/before.sh b/taskcluster/scripts/misc/android-gradle-dependencies/before.sh index 7150731d73..3d1b5809b2 100755 --- a/taskcluster/scripts/misc/android-gradle-dependencies/before.sh +++ b/taskcluster/scripts/misc/android-gradle-dependencies/before.sh @@ -4,14 +4,30 @@ set -x -e echo "running as" $(id) -: WORKSPACE ${WORKSPACE:=/builds/worker/workspace} +if [[ -z "${WORKSPACE}" ]]; then + export WORKSPACE=/builds/worker/workspace +fi set -v +# Download the gradle-python-envs plugin +# See https://github.com/gradle/plugin-portal-requests/issues/164 +pushd ${WORKSPACE} +mkdir -p android-gradle-dependencies +pushd android-gradle-dependencies + +PYTHON_ENVS_VERSION="0.0.31" + +PYTHON_ENVS_BASE_URL=https://plugins.gradle.org/m2/gradle/plugin/com/jetbrains/python/gradle-python-envs + +wget --no-parent --recursive --execute robots=off "${PYTHON_ENVS_BASE_URL}/${PYTHON_ENVS_VERSION}/" +popd +popd + # Export NEXUS_WORK so that `after.sh` can use it. -export NEXUS_WORK=/builds/worker/workspace/sonatype-nexus-work +export NEXUS_WORK=${WORKSPACE}/sonatype-nexus-work mkdir -p ${NEXUS_WORK}/conf -cp /builds/worker/workspace/build/src/taskcluster/scripts/misc/android-gradle-dependencies/nexus.xml ${NEXUS_WORK}/conf/nexus.xml +cp ${WORKSPACE}/build/src/taskcluster/scripts/misc/android-gradle-dependencies/nexus.xml ${NEXUS_WORK}/conf/nexus.xml RUN_AS_USER=worker $MOZ_FETCHES_DIR/sonatype-nexus/bin/nexus restart diff --git a/taskcluster/scripts/misc/cctools.patch b/taskcluster/scripts/misc/cctools.patch index 8e11708465..65e10437dd 100644 --- a/taskcluster/scripts/misc/cctools.patch +++ b/taskcluster/scripts/misc/cctools.patch @@ -15,3 +15,17 @@ index bfb67a3..d5b1c67 100644 _deadStripRoots.insert(atom); } } +diff --git a/cctools/ld64/src/ld/code-sign-blobs/blob.h b/cctools/ld64/src/ld/code-sign-blobs/blob.h +index 54afb2d..c17d19b 100644 +--- a/cctools/ld64/src/ld/code-sign-blobs/blob.h ++++ b/cctools/ld64/src/ld/code-sign-blobs/blob.h +@@ -181,9 +181,6 @@ public: + return NULL; + } + +- BlobType *clone() const +- { assert(validateBlob()); return specific(this->BlobCore::clone()); } +- + static BlobType *readBlob(int fd) + { return specific(BlobCore::readBlob(fd, _magic, sizeof(BlobType), 0), true); } + diff --git a/taskcluster/scripts/misc/fetch-chromium.py b/taskcluster/scripts/misc/fetch-chromium.py index ab00dac863..89b476a5a3 100644 --- a/taskcluster/scripts/misc/fetch-chromium.py +++ b/taskcluster/scripts/misc/fetch-chromium.py @@ -38,30 +38,35 @@ CHROMIUM_INFO = { "linux": { "platform": "Linux_x64", "chromium": "chrome-linux.zip", + "dir": "chrome-linux", "result": "chromium-linux.tar.bz2", "chromedriver": "chromedriver_linux64.zip", }, "win32": { "platform": "Win", "chromium": "chrome-win.zip", + "dir": "chrome-win", "result": "chromium-win32.tar.bz2", "chromedriver": "chromedriver_win32.zip", }, "win64": { "platform": "Win", "chromium": "chrome-win.zip", + "dir": "chrome-win", "result": "chromium-win64.tar.bz2", "chromedriver": "chromedriver_win32.zip", }, "mac": { "platform": "Mac", "chromium": "chrome-mac.zip", + "dir": "chrome-mac", "result": "chromium-mac.tar.bz2", "chromedriver": "chromedriver_mac64.zip", }, "mac-arm": { "platform": "Mac_Arm", "chromium": "chrome-mac.zip", + "dir": "chrome-mac", "result": "chromium-mac-arm.tar.bz2", "chromedriver": "chromedriver_mac64.zip", }, @@ -108,24 +113,11 @@ def fetch_chromium_revision(platform): return chromium_revision.strip() -def fetch_chromium_build(platform, revision, zippath): - """Download a chromium build for a given revision, or the latest.""" +def fetch_chromedriver(platform, revision, chromium_dir): + """Get the chromedriver for the given revision and repackage it.""" if not revision: revision = fetch_chromium_revision(platform) - download_platform = CHROMIUM_INFO[platform]["platform"] - download_url = CHROMIUM_BASE_URL.format( - download_platform, revision, CHROMIUM_INFO[platform]["chromium"] - ) - - log("Downloading %s chromium build revision %s..." % (download_platform, revision)) - log(download_url) - fetch_file(download_url, zippath) - return revision - - -def fetch_chromedriver(platform, revision, chromium_dir): - """Get the chromedriver for the given revision and repackage it.""" download_url = CHROMIUM_BASE_URL.format( CHROMIUM_INFO[platform]["platform"], revision, @@ -152,6 +144,7 @@ def fetch_chromedriver(platform, revision, chromium_dir): raise Exception("Could not find chromedriver binary in %s" % tmppath) log("Copying chromedriver from: %s to: %s" % (cd_path, chromium_dir)) shutil.copy(cd_path, chromium_dir) + return revision def build_chromium_archive(platform, revision=None): @@ -173,39 +166,20 @@ def build_chromium_archive(platform, revision=None): # Make a temporary location for the file tmppath = tempfile.mkdtemp() - tmpzip = os.path.join(tmppath, "tmp-chromium.zip") - revision = fetch_chromium_build(platform, revision, tmpzip) + # Create the directory format expected for browsertime setup in taskgraph transform + artifact_dir = CHROMIUM_INFO[platform]["dir"] + chromium_dir = os.path.join(tmppath, artifact_dir) + os.mkdir(chromium_dir) - # Unpack archive in `tmpzip` to store the revision number and - # the chromedriver - unzip(tmpzip, tmppath) - - dirs = [ - d - for d in os.listdir(tmppath) - if os.path.isdir(os.path.join(tmppath, d)) and d.startswith("chrome-") - ] - - if len(dirs) > 1: - raise Exception( - "Too many directories starting with `chrome-` after extracting." - ) - elif len(dirs) == 0: - raise Exception( - "Could not find any directories after extraction of chromium zip." - ) - - chromium_dir = os.path.join(tmppath, dirs[0]) + # Store the revision number and chromedriver + revision = fetch_chromedriver(platform, revision, chromium_dir) revision_file = os.path.join(chromium_dir, ".REVISION") with open(revision_file, "w+") as f: f.write(str(revision)) - # Get and store the chromedriver - fetch_chromedriver(platform, revision, chromium_dir) - tar_file = CHROMIUM_INFO[platform]["result"] - tar_command = ["tar", "cjf", tar_file, "-C", tmppath, dirs[0]] + tar_command = ["tar", "cjf", tar_file, "-C", tmppath, artifact_dir] log("Added revision to %s file." % revision_file) log("Tarring with the command: %s" % str(tar_command)) diff --git a/taskcluster/scripts/misc/gradle-python-envs.sh b/taskcluster/scripts/misc/gradle-python-envs.sh deleted file mode 100755 index 5873e3fa91..0000000000 --- a/taskcluster/scripts/misc/gradle-python-envs.sh +++ /dev/null @@ -1,11 +0,0 @@ -#!/bin/sh - -set -x -e -v - -VERSION="$1" - -BASE_URL=https://plugins.gradle.org/m2/gradle/plugin/com/jetbrains/python/gradle-python-envs - -mkdir -p "${UPLOAD_DIR}" -wget --no-parent --recursive --execute robots=off "${BASE_URL}/${VERSION}/" -tar caf "${UPLOAD_DIR}/gradle-python-envs-${VERSION}.tar.zst" plugins.gradle.org diff --git a/taskcluster/scripts/misc/wasi-sdk.patch b/taskcluster/scripts/misc/wasi-sdk.patch index b9e26074d1..d151e5ae37 100644 --- a/taskcluster/scripts/misc/wasi-sdk.patch +++ b/taskcluster/scripts/misc/wasi-sdk.patch @@ -21,10 +21,10 @@ index d2ccff6..95f395b 100644 -DUNIX:BOOL=ON \ --debug-trycompile diff --git a/src/wasi-libc/Makefile b/src/wasi-libc/Makefile -index f350ecb..9a5c940 100644 +index f350ecb..3b73115 100644 --- a/src/wasi-libc/Makefile +++ b/src/wasi-libc/Makefile -@@ -308,7 +308,7 @@ ASMFLAGS += --target=$(TARGET_TRIPLE) +@@ -305,7 +305,7 @@ ASMFLAGS += --target=$(TARGET_TRIPLE) # TODO: Add -fno-signaling-nans when the compiler supports it. CFLAGS += -fno-trapping-math # Add all warnings, but disable a few which occur in third-party code. @@ -33,23 +33,49 @@ index f350ecb..9a5c940 100644 -Wno-null-pointer-arithmetic \ -Wno-unused-parameter \ -Wno-sign-compare \ -@@ -671,6 +671,9 @@ check-symbols: startup_files libc +@@ -639,7 +639,7 @@ check-symbols: startup_files libc + for undef_sym in $$("$(NM)" --undefined-only "$(SYSROOT_LIB)"/libc.a "$(SYSROOT_LIB)"/libc-*.a "$(SYSROOT_LIB)"/*.o \ + |grep ' U ' |sed 's/.* U //' |LC_ALL=C sort |uniq); do \ + grep -q '\<'$$undef_sym'\>' "$(DEFINED_SYMBOLS)" || echo $$undef_sym; \ +- done | grep -v "^__mul" > "$(UNDEFINED_SYMBOLS)" ++ done | grep -E -v "^__mul|__indirect_function_table" > "$(UNDEFINED_SYMBOLS)" + grep '^_*imported_wasi_' "$(UNDEFINED_SYMBOLS)" \ + > "$(SYSROOT_LIB)/libc.imports" + +@@ -671,10 +671,16 @@ check-symbols: startup_files libc @# @# TODO: Filter out __NO_MATH_ERRNO_ and a few __*WIDTH__ that are new to clang 14. @# TODO: Filter out __GCC_HAVE_SYNC_COMPARE_AND_SWAP_* that are new to clang 16. + @# TODO: Filter out __FPCLASS_* that are new to clang 17. + @# TODO: Filter out __FLT128_* that are new to clang 18. + @# TODO: Filter out __MEMORY_SCOPE_* that are new to clang 18. ++ @# TODO: Filter out __GCC_(CON|DE)STRUCTIVE_SIZE that are new to clang 19. @# TODO: clang defined __FLT_EVAL_METHOD__ until clang 15, so we force-undefine it @# for older versions. @# TODO: Undefine __wasm_mutable_globals__ and __wasm_sign_ext__, that are new to -@@ -702,6 +703,9 @@ check-symbols: startup_files libc + @# clang 16 for -mcpu=generic. ++ @# TODO: Undefine __wasm_multivalue__ and __wasm_reference_types__, that are new to ++ @# clang 19 for -mcpu=generic. + @# TODO: As of clang 16, __GNUC_VA_LIST is #defined without a value. + $(CC) $(CFLAGS) "$(SYSROOT_SHARE)/include-all.c" \ + -isystem $(SYSROOT_INC) \ +@@ -691,6 +697,8 @@ check-symbols: startup_files libc + -U__clang_wide_literal_encoding__ \ + -U__wasm_mutable_globals__ \ + -U__wasm_sign_ext__ \ ++ -U__wasm_multivalue__ \ ++ -U__wasm_reference_types__ \ + -U__GNUC__ \ + -U__GNUC_MINOR__ \ + -U__GNUC_PATCHLEVEL__ \ +@@ -702,6 +710,10 @@ check-symbols: startup_files libc | sed -e 's/__GNUC_VA_LIST $$/__GNUC_VA_LIST 1/' \ | grep -v '^#define __\(BOOL\|INT_\(LEAST\|FAST\)\(8\|16\|32\|64\)\|INT\|LONG\|LLONG\|SHRT\)_WIDTH__' \ | grep -v '^#define __GCC_HAVE_SYNC_COMPARE_AND_SWAP_\(1\|2\|4\|8\)' \ + | grep -v '^#define __FPCLASS_' \ + | grep -v '^#define __FLT128_' \ + | grep -v '^#define __MEMORY_SCOPE_' \ ++ | grep -v '^#define __GCC_\(CON\|DE\)STRUCTIVE_SIZE' \ > "$(SYSROOT_SHARE)/predefined-macros.txt" # Check that the computed metadata matches the expected metadata. diff --git a/taskcluster/scripts/testrail_main.py b/taskcluster/scripts/testrail_main.py index 19bb2f41ea..c8221a73b9 100644 --- a/taskcluster/scripts/testrail_main.py +++ b/taskcluster/scripts/testrail_main.py @@ -73,14 +73,15 @@ def main(): # Create milestone and test runs devices = ["Google Pixel 3(Android11)", "Google Pixel 2(Android11)"] - testrail.create_milestone_and_test_runs( - testrail_project_id, - milestone_name, - milestone_description, - devices, - testrail_test_suite_id, + milestone = testrail.create_milestone( + testrail_project_id, milestone_name, milestone_description ) + for device in devices: + test_run = testrail.create_test_run( + testrail_project_id, milestone["id"], device, testrail_test_suite_id + ) + testrail.update_test_run_tests(test_run["id"], 1) # 1 = Passed # Send success notification success_values = { "RELEASE_TYPE": release_type, diff --git a/taskcluster/scripts/tests/test-lab.py b/taskcluster/scripts/tests/test-lab.py index b8b812df89..7c626f8359 100644 --- a/taskcluster/scripts/tests/test-lab.py +++ b/taskcluster/scripts/tests/test-lab.py @@ -21,6 +21,7 @@ import sys from enum import Enum from pathlib import Path from typing import List, Optional, Union +from urllib.parse import urlparse # Worker paths and binaries @@ -116,10 +117,18 @@ def execute_tests( Worker.RESULTS_DIR.value, "--project", os.environ.get("GOOGLE_PROJECT"), - "--client-details", - f'matrixLabel={os.environ.get("PULL_REQUEST_NUMBER", "None")}', ] + # Add a client details parameter using the repository name + matrixLabel = os.environ.get("GECKO_HEAD_REPOSITORY") + if matrixLabel is not None: + flank_command.extend( + [ + "--client-details", + f"matrixLabel={urlparse(matrixLabel).path.rpartition('/')[-1]}", + ] + ) + # Add androidTest APK if provided (optional) as robo test or instrumentation test if apk_test: flank_command.extend(["--test", str(apk_test)]) diff --git a/taskcluster/test/conftest.py b/taskcluster/test/conftest.py index 0123cee2de..224d5fb777 100644 --- a/taskcluster/test/conftest.py +++ b/taskcluster/test/conftest.py @@ -45,10 +45,10 @@ def create_tgg(responses, datadir): mock_requests[url] = "bugbug-push-schedules.json" # files changed - url = "{head_repository}/json-automationrelevance/{head_rev}".format( + url = "{head_repository}/json-pushfileschanged/{head_rev}".format( **tgg.parameters ) - mock_requests[url] = "automationrelevance.json" + mock_requests[url] = "pushfileschanged.json" url = PUSHLOG_PUSHES_TMPL.format( repository=tgg.parameters["head_repository"], diff --git a/taskcluster/test/data/automationrelevance.json b/taskcluster/test/data/automationrelevance.json deleted file mode 100644 index 36289ded18..0000000000 --- a/taskcluster/test/data/automationrelevance.json +++ /dev/null @@ -1,169 +0,0 @@ -{ - "changesets": [ - { - "author": "User \u003cuser@example.com\u003e", - "backsoutnodes": [], - "bugs": [ - { - "no": "1646582", - "url": "https://bugzilla.mozilla.org/show_bug.cgi?id=1646582" - } - ], - "date": [1593028650.0, 0], - "desc": "Bug 1646582 - Remove nsIRemoteWebProgressRequest since it's not being used anywhere. r=barret\n\nDifferential Revision: https://phabricator.services.mozilla.com/D80127", - "extra": { "branch": "default", "moz-landing-system": "lando" }, - "files": [ - "dom/ipc/BrowserChild.cpp", - "dom/ipc/BrowserParent.cpp", - "dom/ipc/PBrowser.ipdl", - "dom/ipc/RemoteWebProgressRequest.cpp", - "dom/ipc/RemoteWebProgressRequest.h", - "dom/ipc/components.conf", - "dom/ipc/moz.build", - "dom/ipc/nsIRemoteWebProgressRequest.idl", - "dom/ipc/tests/browser.ini", - "dom/ipc/tests/browser_ElapsedTime.js", - "dom/ipc/tests/elapsed_time.sjs" - ], - "landingsystem": "lando", - "node": "9fc2e30af2852cbacf039e6b7cc36a0233c8ed4e", - "parents": ["226b1c518cba596226c80e4475a60ac3a0bfd198"], - "perfherderurl": "https://treeherder.mozilla.org/perf.html#/compare?originalProject=autoland&originalRevision=47d0de3f55cd0fcb345d4fa9a5a7d23891315182&newProject=autoland&newRevision=9fc2e30af2852cbacf039e6b7cc36a0233c8ed4e", - "phase": "public", - "pushdate": [1593029535, 0], - "pushhead": "47d0de3f55cd0fcb345d4fa9a5a7d23891315182", - "pushid": 119873, - "pushuser": "user@example.com", - "rev": 537254, - "reviewers": [{ "name": "barret", "revset": "reviewer(barret)" }], - "treeherderrepo": "autoland", - "treeherderrepourl": "https://treeherder.mozilla.org/#/jobs?repo=autoland" - }, - { - "author": "User \u003cuser@example.com\u003e", - "backsoutnodes": [], - "bugs": [ - { - "no": "1646582", - "url": "https://bugzilla.mozilla.org/show_bug.cgi?id=1646582" - } - ], - "date": [1593028695.0, 0], - "desc": "Bug 1646582 - Remove DOM(Inner)WindowID from nsIWebProgress. r=nika\n\nDifferential Revision: https://phabricator.services.mozilla.com/D80128", - "extra": { "branch": "default", "moz-landing-system": "lando" }, - "files": [ - "docshell/base/BrowsingContextWebProgress.cpp", - "dom/ipc/BrowserChild.cpp", - "dom/ipc/BrowserParent.cpp", - "dom/ipc/PBrowser.ipdl", - "dom/ipc/RemoteWebProgress.cpp", - "dom/ipc/RemoteWebProgress.h", - "dom/ipc/WindowGlobalParent.cpp", - "dom/ipc/nsIRemoteWebProgress.idl", - "toolkit/components/sessionstore/SessionStoreListener.cpp", - "toolkit/components/statusfilter/nsBrowserStatusFilter.cpp", - "uriloader/base/nsDocLoader.cpp", - "uriloader/base/nsIWebProgress.idl" - ], - "landingsystem": "lando", - "node": "1a749d5aaa71752a9f1d8296b7c32a2a30bccc84", - "parents": ["9fc2e30af2852cbacf039e6b7cc36a0233c8ed4e"], - "perfherderurl": "https://treeherder.mozilla.org/perf.html#/compare?originalProject=autoland&originalRevision=47d0de3f55cd0fcb345d4fa9a5a7d23891315182&newProject=autoland&newRevision=9fc2e30af2852cbacf039e6b7cc36a0233c8ed4e", - "phase": "public", - "pushdate": [1593029535, 0], - "pushhead": "47d0de3f55cd0fcb345d4fa9a5a7d23891315182", - "pushid": 119873, - "pushuser": "user@example.com", - "rev": 537255, - "reviewers": [{ "name": "nika", "revset": "reviewer(nika)" }], - "treeherderrepo": "autoland", - "treeherderrepourl": "https://treeherder.mozilla.org/#/jobs?repo=autoland" - }, - { - "author": "User \u003cuser@example.com\u003e", - "backsoutnodes": [], - "bugs": [ - { - "no": "1646582", - "url": "https://bugzilla.mozilla.org/show_bug.cgi?id=1646582" - } - ], - "date": [1593028744.0, 0], - "desc": "Bug 1646582 - Remove RemoteWebProgressManager. r=nika,Gijs\n\nDifferential Revision: https://phabricator.services.mozilla.com/D80129", - "extra": { "branch": "default", "moz-landing-system": "lando" }, - "files": [ - "devtools/client/responsive/browser/swap.js", - "dom/interfaces/base/nsIBrowser.idl", - "dom/ipc/BrowserParent.cpp", - "dom/ipc/BrowserParent.h", - "dom/ipc/RemoteWebProgress.cpp", - "dom/ipc/RemoteWebProgress.h", - "dom/ipc/WindowGlobalParent.cpp", - "dom/ipc/components.conf", - "dom/ipc/moz.build", - "dom/ipc/nsIRemoteWebProgress.idl", - "netwerk/ipc/DocumentLoadListener.cpp", - "netwerk/ipc/DocumentLoadListener.h", - "security/manager/ssl/nsSecureBrowserUI.cpp", - "toolkit/content/widgets/browser-custom-element.js", - "toolkit/modules/RemoteWebProgress.jsm", - "toolkit/modules/moz.build", - "tools/lint/eslint/modules.json" - ], - "landingsystem": "lando", - "node": "14b9b4515aabcb9060ece1a988c7993ef65a0bdc", - "parents": ["1a749d5aaa71752a9f1d8296b7c32a2a30bccc84"], - "perfherderurl": "https://treeherder.mozilla.org/perf.html#/compare?originalProject=autoland&originalRevision=47d0de3f55cd0fcb345d4fa9a5a7d23891315182&newProject=autoland&newRevision=9fc2e30af2852cbacf039e6b7cc36a0233c8ed4e", - "phase": "public", - "pushdate": [1593029535, 0], - "pushhead": "47d0de3f55cd0fcb345d4fa9a5a7d23891315182", - "pushid": 119873, - "pushuser": "user@example.com", - "rev": 537256, - "reviewers": [ - { "name": "nika", "revset": "reviewer(nika)" }, - { "name": "Gijs", "revset": "reviewer(Gijs)" } - ], - "treeherderrepo": "autoland", - "treeherderrepourl": "https://treeherder.mozilla.org/#/jobs?repo=autoland" - }, - { - "author": "User \u003cuser@example.com\u003e", - "backsoutnodes": [], - "bugs": [ - { - "no": "1646582", - "url": "https://bugzilla.mozilla.org/show_bug.cgi?id=1646582" - } - ], - "date": [1593028772.0, 0], - "desc": "Bug 1646582 - Pull the inner window id from the WindowGlobalParent, rather than passing it across PBrowser for updateForLocationChange. r=nika,Gijs\n\nDifferential Revision: https://phabricator.services.mozilla.com/D80131", - "extra": { "branch": "default", "moz-landing-system": "lando" }, - "files": [ - "devtools/client/responsive/browser/tunnel.js", - "dom/interfaces/base/nsIBrowser.idl", - "dom/ipc/BrowserChild.cpp", - "dom/ipc/BrowserParent.cpp", - "dom/ipc/PBrowser.ipdl", - "toolkit/content/widgets/browser-custom-element.js" - ], - "landingsystem": "lando", - "node": "47d0de3f55cd0fcb345d4fa9a5a7d23891315182", - "parents": ["14b9b4515aabcb9060ece1a988c7993ef65a0bdc"], - "perfherderurl": "https://treeherder.mozilla.org/perf.html#/compare?originalProject=autoland&originalRevision=47d0de3f55cd0fcb345d4fa9a5a7d23891315182&newProject=autoland&newRevision=9fc2e30af2852cbacf039e6b7cc36a0233c8ed4e", - "phase": "public", - "pushdate": [1593029535, 0], - "pushhead": "47d0de3f55cd0fcb345d4fa9a5a7d23891315182", - "pushid": 119873, - "pushuser": "user@example.com", - "rev": 537257, - "reviewers": [ - { "name": "nika", "revset": "reviewer(nika)" }, - { "name": "Gijs", "revset": "reviewer(Gijs)" } - ], - "treeherderrepo": "autoland", - "treeherderrepourl": "https://treeherder.mozilla.org/#/jobs?repo=autoland" - } - ], - "visible": true -} diff --git a/taskcluster/test/data/pushfileschanged.json b/taskcluster/test/data/pushfileschanged.json new file mode 100644 index 0000000000..830aa1c80a --- /dev/null +++ b/taskcluster/test/data/pushfileschanged.json @@ -0,0 +1,25 @@ +{ + "files": [ + "devtools/client/responsive/browser/swap.js", + "devtools/client/responsive/browser/tunnel.js", + "docshell/base/BrowsingContextWebProgress.cpp", + "dom/ipc/BrowserChild.cpp", + "dom/ipc/BrowserParent.cpp", + "dom/ipc/PBrowser.ipdl", + "dom/ipc/RemoteWebProgressRequest.cpp", + "dom/ipc/RemoteWebProgressRequest.h", + "dom/ipc/components.conf", + "dom/ipc/moz.build", + "dom/ipc/nsIRemoteWebProgressRequest.idl", + "dom/ipc/tests/browser.ini", + "dom/ipc/tests/browser_ElapsedTime.js", + "dom/ipc/tests/elapsed_time.sjs", + "netwerk/ipc/DocumentLoadListener.cpp", + "netwerk/ipc/DocumentLoadListener.h", + "security/manager/ssl/nsSecureBrowserUI.cpp", + "tools/lint/eslint/modules.json", + "toolkit/content/widgets/browser-custom-element.js", + "toolkit/modules/RemoteWebProgress.jsm", + "toolkit/modules/moz.build" + ] +} diff --git a/taskcluster/test/params/mb-promote-android.yml b/taskcluster/test/params/mb-promote-android.yml index 90a8c1e602..b1fed85cb7 100644 --- a/taskcluster/test/params/mb-promote-android.yml +++ b/taskcluster/test/params/mb-promote-android.yml @@ -160,7 +160,6 @@ existing_tasks: docker-image-firefox-snap: elwDDkImTPaIJXsdkPOgHA docker-image-funsize-update-generator: YpyGQfXQQbGvpCIFyfWZ7A docker-image-gdb-test: Cfu6AIh4REm_lP4w2WJ34A - docker-image-github-sync: GwZWXkYyQtGNRZnzVYuzCg docker-image-image_builder: OCRS9sC9SSeoQ96W91n8sQ docker-image-index-task: RwDns0jjRregWw0RNoOKeg docker-image-lint: H2NDEiu8RJWciIqy0yu0IA diff --git a/taskcluster/test/params/mb-promote-devedition-partials.yml b/taskcluster/test/params/mb-promote-devedition-partials.yml index 5517cf96ce..b70e622ad8 100644 --- a/taskcluster/test/params/mb-promote-devedition-partials.yml +++ b/taskcluster/test/params/mb-promote-devedition-partials.yml @@ -160,7 +160,6 @@ existing_tasks: docker-image-firefox-snap: elwDDkImTPaIJXsdkPOgHA docker-image-funsize-update-generator: YpyGQfXQQbGvpCIFyfWZ7A docker-image-gdb-test: Cfu6AIh4REm_lP4w2WJ34A - docker-image-github-sync: GwZWXkYyQtGNRZnzVYuzCg docker-image-image_builder: OCRS9sC9SSeoQ96W91n8sQ docker-image-index-task: RwDns0jjRregWw0RNoOKeg docker-image-lint: H2NDEiu8RJWciIqy0yu0IA diff --git a/taskcluster/test/params/mb-promote-devedition.yml b/taskcluster/test/params/mb-promote-devedition.yml index 306c117f44..002cf55c73 100644 --- a/taskcluster/test/params/mb-promote-devedition.yml +++ b/taskcluster/test/params/mb-promote-devedition.yml @@ -160,7 +160,6 @@ existing_tasks: docker-image-firefox-snap: elwDDkImTPaIJXsdkPOgHA docker-image-funsize-update-generator: YpyGQfXQQbGvpCIFyfWZ7A docker-image-gdb-test: Cfu6AIh4REm_lP4w2WJ34A - docker-image-github-sync: GwZWXkYyQtGNRZnzVYuzCg docker-image-image_builder: OCRS9sC9SSeoQ96W91n8sQ docker-image-index-task: RwDns0jjRregWw0RNoOKeg docker-image-lint: H2NDEiu8RJWciIqy0yu0IA diff --git a/taskcluster/test/params/mb-promote-firefox-partials.yml b/taskcluster/test/params/mb-promote-firefox-partials.yml index 39bcac3f87..2092b1e638 100644 --- a/taskcluster/test/params/mb-promote-firefox-partials.yml +++ b/taskcluster/test/params/mb-promote-firefox-partials.yml @@ -160,7 +160,6 @@ existing_tasks: docker-image-firefox-snap: elwDDkImTPaIJXsdkPOgHA docker-image-funsize-update-generator: YpyGQfXQQbGvpCIFyfWZ7A docker-image-gdb-test: Cfu6AIh4REm_lP4w2WJ34A - docker-image-github-sync: GwZWXkYyQtGNRZnzVYuzCg docker-image-image_builder: OCRS9sC9SSeoQ96W91n8sQ docker-image-index-task: RwDns0jjRregWw0RNoOKeg docker-image-lint: H2NDEiu8RJWciIqy0yu0IA diff --git a/taskcluster/test/params/mb-promote-firefox.yml b/taskcluster/test/params/mb-promote-firefox.yml index 1fe4f69304..0c066c00f7 100644 --- a/taskcluster/test/params/mb-promote-firefox.yml +++ b/taskcluster/test/params/mb-promote-firefox.yml @@ -160,7 +160,6 @@ existing_tasks: docker-image-firefox-snap: elwDDkImTPaIJXsdkPOgHA docker-image-funsize-update-generator: YpyGQfXQQbGvpCIFyfWZ7A docker-image-gdb-test: Cfu6AIh4REm_lP4w2WJ34A - docker-image-github-sync: GwZWXkYyQtGNRZnzVYuzCg docker-image-image_builder: OCRS9sC9SSeoQ96W91n8sQ docker-image-index-task: RwDns0jjRregWw0RNoOKeg docker-image-lint: H2NDEiu8RJWciIqy0yu0IA diff --git a/taskcluster/test/params/mb-push-android.yml b/taskcluster/test/params/mb-push-android.yml index 1acb1628ea..2f18c0f6f3 100644 --- a/taskcluster/test/params/mb-push-android.yml +++ b/taskcluster/test/params/mb-push-android.yml @@ -2405,7 +2405,6 @@ existing_tasks: docker-image-firefox-snap: elwDDkImTPaIJXsdkPOgHA docker-image-funsize-update-generator: YpyGQfXQQbGvpCIFyfWZ7A docker-image-gdb-test: Cfu6AIh4REm_lP4w2WJ34A - docker-image-github-sync: GwZWXkYyQtGNRZnzVYuzCg docker-image-image_builder: OCRS9sC9SSeoQ96W91n8sQ docker-image-index-task: RwDns0jjRregWw0RNoOKeg docker-image-lint: H2NDEiu8RJWciIqy0yu0IA diff --git a/taskcluster/test/params/mb-push-devedition.yml b/taskcluster/test/params/mb-push-devedition.yml index 1952bac833..bed653b3a4 100644 --- a/taskcluster/test/params/mb-push-devedition.yml +++ b/taskcluster/test/params/mb-push-devedition.yml @@ -2405,7 +2405,6 @@ existing_tasks: docker-image-firefox-snap: elwDDkImTPaIJXsdkPOgHA docker-image-funsize-update-generator: YpyGQfXQQbGvpCIFyfWZ7A docker-image-gdb-test: Cfu6AIh4REm_lP4w2WJ34A - docker-image-github-sync: GwZWXkYyQtGNRZnzVYuzCg docker-image-image_builder: OCRS9sC9SSeoQ96W91n8sQ docker-image-index-task: RwDns0jjRregWw0RNoOKeg docker-image-lint: H2NDEiu8RJWciIqy0yu0IA diff --git a/taskcluster/test/params/mb-push-firefox-partials.yml b/taskcluster/test/params/mb-push-firefox-partials.yml index 5fcf72ec14..a73885592c 100644 --- a/taskcluster/test/params/mb-push-firefox-partials.yml +++ b/taskcluster/test/params/mb-push-firefox-partials.yml @@ -2405,7 +2405,6 @@ existing_tasks: docker-image-firefox-snap: elwDDkImTPaIJXsdkPOgHA docker-image-funsize-update-generator: YpyGQfXQQbGvpCIFyfWZ7A docker-image-gdb-test: Cfu6AIh4REm_lP4w2WJ34A - docker-image-github-sync: GwZWXkYyQtGNRZnzVYuzCg docker-image-image_builder: OCRS9sC9SSeoQ96W91n8sQ docker-image-index-task: RwDns0jjRregWw0RNoOKeg docker-image-lint: H2NDEiu8RJWciIqy0yu0IA diff --git a/taskcluster/test/params/mb-push-firefox.yml b/taskcluster/test/params/mb-push-firefox.yml index 78f4199b13..1db380ec51 100644 --- a/taskcluster/test/params/mb-push-firefox.yml +++ b/taskcluster/test/params/mb-push-firefox.yml @@ -2405,7 +2405,6 @@ existing_tasks: docker-image-firefox-snap: elwDDkImTPaIJXsdkPOgHA docker-image-funsize-update-generator: YpyGQfXQQbGvpCIFyfWZ7A docker-image-gdb-test: Cfu6AIh4REm_lP4w2WJ34A - docker-image-github-sync: GwZWXkYyQtGNRZnzVYuzCg docker-image-image_builder: OCRS9sC9SSeoQ96W91n8sQ docker-image-index-task: RwDns0jjRregWw0RNoOKeg docker-image-lint: H2NDEiu8RJWciIqy0yu0IA diff --git a/taskcluster/test/params/mb-ship-android.yml b/taskcluster/test/params/mb-ship-android.yml index e2d19707e2..0dbdb029f2 100644 --- a/taskcluster/test/params/mb-ship-android.yml +++ b/taskcluster/test/params/mb-ship-android.yml @@ -147,7 +147,6 @@ existing_tasks: docker-image-firefox-snap: elwDDkImTPaIJXsdkPOgHA docker-image-funsize-update-generator: YpyGQfXQQbGvpCIFyfWZ7A docker-image-gdb-test: Cfu6AIh4REm_lP4w2WJ34A - docker-image-github-sync: GwZWXkYyQtGNRZnzVYuzCg docker-image-image_builder: OCRS9sC9SSeoQ96W91n8sQ docker-image-index-task: RwDns0jjRregWw0RNoOKeg docker-image-lint: H2NDEiu8RJWciIqy0yu0IA diff --git a/taskcluster/test/params/mb-ship-devedition.yml b/taskcluster/test/params/mb-ship-devedition.yml index 08447d8139..35f8518268 100644 --- a/taskcluster/test/params/mb-ship-devedition.yml +++ b/taskcluster/test/params/mb-ship-devedition.yml @@ -147,7 +147,6 @@ existing_tasks: docker-image-firefox-snap: elwDDkImTPaIJXsdkPOgHA docker-image-funsize-update-generator: YpyGQfXQQbGvpCIFyfWZ7A docker-image-gdb-test: Cfu6AIh4REm_lP4w2WJ34A - docker-image-github-sync: GwZWXkYyQtGNRZnzVYuzCg docker-image-image_builder: OCRS9sC9SSeoQ96W91n8sQ docker-image-index-task: RwDns0jjRregWw0RNoOKeg docker-image-lint: H2NDEiu8RJWciIqy0yu0IA diff --git a/taskcluster/test/params/mb-ship-firefox-partials.yml b/taskcluster/test/params/mb-ship-firefox-partials.yml index f1ad991f99..835fb532d9 100644 --- a/taskcluster/test/params/mb-ship-firefox-partials.yml +++ b/taskcluster/test/params/mb-ship-firefox-partials.yml @@ -147,7 +147,6 @@ existing_tasks: docker-image-firefox-snap: elwDDkImTPaIJXsdkPOgHA docker-image-funsize-update-generator: YpyGQfXQQbGvpCIFyfWZ7A docker-image-gdb-test: Cfu6AIh4REm_lP4w2WJ34A - docker-image-github-sync: GwZWXkYyQtGNRZnzVYuzCg docker-image-image_builder: OCRS9sC9SSeoQ96W91n8sQ docker-image-index-task: RwDns0jjRregWw0RNoOKeg docker-image-lint: H2NDEiu8RJWciIqy0yu0IA diff --git a/taskcluster/test/params/mb-ship-firefox.yml b/taskcluster/test/params/mb-ship-firefox.yml index 4a5eb2161a..42778db539 100644 --- a/taskcluster/test/params/mb-ship-firefox.yml +++ b/taskcluster/test/params/mb-ship-firefox.yml @@ -147,7 +147,6 @@ existing_tasks: docker-image-firefox-snap: elwDDkImTPaIJXsdkPOgHA docker-image-funsize-update-generator: YpyGQfXQQbGvpCIFyfWZ7A docker-image-gdb-test: Cfu6AIh4REm_lP4w2WJ34A - docker-image-github-sync: GwZWXkYyQtGNRZnzVYuzCg docker-image-image_builder: OCRS9sC9SSeoQ96W91n8sQ docker-image-index-task: RwDns0jjRregWw0RNoOKeg docker-image-lint: H2NDEiu8RJWciIqy0yu0IA diff --git a/taskcluster/test/params/mc-android-nightly.yml b/taskcluster/test/params/mc-android-nightly.yml index ea1b87a236..72cd724785 100644 --- a/taskcluster/test/params/mc-android-nightly.yml +++ b/taskcluster/test/params/mc-android-nightly.yml @@ -206,7 +206,6 @@ existing_tasks: docker-image-firefox-snap: elwDDkImTPaIJXsdkPOgHA docker-image-funsize-update-generator: YpyGQfXQQbGvpCIFyfWZ7A docker-image-gdb-test: Cfu6AIh4REm_lP4w2WJ34A - docker-image-github-sync: GwZWXkYyQtGNRZnzVYuzCg docker-image-image_builder: OCRS9sC9SSeoQ96W91n8sQ docker-image-index-task: RwDns0jjRregWw0RNoOKeg docker-image-lint: UGlRm6fZSJOQc1JcPC23lw diff --git a/taskcluster/test/params/mc-desktop-nightly.yml b/taskcluster/test/params/mc-desktop-nightly.yml index 37d7f5de74..cadc2a8910 100644 --- a/taskcluster/test/params/mc-desktop-nightly.yml +++ b/taskcluster/test/params/mc-desktop-nightly.yml @@ -206,7 +206,6 @@ existing_tasks: docker-image-firefox-snap: elwDDkImTPaIJXsdkPOgHA docker-image-funsize-update-generator: YpyGQfXQQbGvpCIFyfWZ7A docker-image-gdb-test: Cfu6AIh4REm_lP4w2WJ34A - docker-image-github-sync: GwZWXkYyQtGNRZnzVYuzCg docker-image-image_builder: OCRS9sC9SSeoQ96W91n8sQ docker-image-index-task: RwDns0jjRregWw0RNoOKeg docker-image-lint: UGlRm6fZSJOQc1JcPC23lw diff --git a/taskcluster/test/params/mc-nightly-all.yml b/taskcluster/test/params/mc-nightly-all.yml index 7196e12920..8160c3413b 100644 --- a/taskcluster/test/params/mc-nightly-all.yml +++ b/taskcluster/test/params/mc-nightly-all.yml @@ -345,7 +345,6 @@ existing_tasks: docker-image-firefox-snap: TaMBeARtSCKe485qQborMA docker-image-funsize-update-generator: RwrXtrceR_aEmcsEUxGiCg docker-image-gdb-test: ahyis7rkQTqhCapWXDqneg - docker-image-github-sync: ds8yNkB5ScKKqLW2Cv0OWQ docker-image-image_builder: Z3gDOem4TSWtoayyvtW_ng docker-image-index-task: dbQOfI1hTp6sh4sGNnW9sQ docker-image-lint: GntDF25JRUaCu5nuedyceA @@ -4652,13 +4651,13 @@ existing_tasks: valgrind-linux64-valgrind-qr/opt-swr: SNO08UPaRoKwlQjHoyjb5A files_changed: - taskcluster/android_taskgraph/transforms/build_components.py - - taskcluster/ci/build-apk/kind.yml - - taskcluster/ci/build-bundle/kind.yml - - taskcluster/ci/build-components/kind.yml - - taskcluster/ci/build-samples-browser/kind.yml - - taskcluster/ci/test-apk/kind.yml - - taskcluster/ci/test-components/kind.yml - - taskcluster/ci/ui-test-apk/kind.yml + - taskcluster/kinds/build-apk/kind.yml + - taskcluster/kinds/build-bundle/kind.yml + - taskcluster/kinds/build-components/kind.yml + - taskcluster/kinds/build-samples-browser/kind.yml + - taskcluster/kinds/test-apk/kind.yml + - taskcluster/kinds/test-components/kind.yml + - taskcluster/kinds/ui-test-apk/kind.yml filters: - target_tasks_method head_ref: d9466bebb4c96b99a227f35b5a7e86bd0c8f5bb5 diff --git a/taskcluster/test/params/me-promote-firefox.yml b/taskcluster/test/params/me-promote-firefox.yml index fc713a788e..6a4a9ceaee 100644 --- a/taskcluster/test/params/me-promote-firefox.yml +++ b/taskcluster/test/params/me-promote-firefox.yml @@ -97,7 +97,6 @@ existing_tasks: docker-image-firefox-snap: YmvNSMSfQWW3YG6x_Fcdbg docker-image-funsize-update-generator: H14MbupWQoyjX2KXVFC7Cg docker-image-gdb-test: WdZGFUBiTzyn5er0FJQUvw - docker-image-github-sync: SmOuKw2vSA2P0B6MxH6xXw docker-image-image_builder: MWRymupRSheUkuqIQwF8TA docker-image-index-task: VIneOK4VRXGrcEmrEpleSA docker-image-lint: Eeq8v2PJSbSivC61RBNaKg diff --git a/taskcluster/test/params/me-push-firefox.yml b/taskcluster/test/params/me-push-firefox.yml index 861a767660..57af7d97c5 100644 --- a/taskcluster/test/params/me-push-firefox.yml +++ b/taskcluster/test/params/me-push-firefox.yml @@ -2219,7 +2219,6 @@ existing_tasks: docker-image-firefox-snap: YmvNSMSfQWW3YG6x_Fcdbg docker-image-funsize-update-generator: H14MbupWQoyjX2KXVFC7Cg docker-image-gdb-test: WdZGFUBiTzyn5er0FJQUvw - docker-image-github-sync: SmOuKw2vSA2P0B6MxH6xXw docker-image-image_builder: MWRymupRSheUkuqIQwF8TA docker-image-index-task: VIneOK4VRXGrcEmrEpleSA docker-image-lint: Eeq8v2PJSbSivC61RBNaKg diff --git a/taskcluster/test/params/me-ship-firefox.yml b/taskcluster/test/params/me-ship-firefox.yml index 062b3218f2..f8bed8a843 100644 --- a/taskcluster/test/params/me-ship-firefox.yml +++ b/taskcluster/test/params/me-ship-firefox.yml @@ -2219,7 +2219,6 @@ existing_tasks: docker-image-firefox-snap: YmvNSMSfQWW3YG6x_Fcdbg docker-image-funsize-update-generator: H14MbupWQoyjX2KXVFC7Cg docker-image-gdb-test: WdZGFUBiTzyn5er0FJQUvw - docker-image-github-sync: SmOuKw2vSA2P0B6MxH6xXw docker-image-image_builder: MWRymupRSheUkuqIQwF8TA docker-image-index-task: VIneOK4VRXGrcEmrEpleSA docker-image-lint: Eeq8v2PJSbSivC61RBNaKg diff --git a/taskcluster/test/params/mr-promote-firefox-rc.yml b/taskcluster/test/params/mr-promote-firefox-rc.yml index 0059b6b7aa..c373c7947c 100644 --- a/taskcluster/test/params/mr-promote-firefox-rc.yml +++ b/taskcluster/test/params/mr-promote-firefox-rc.yml @@ -113,7 +113,6 @@ existing_tasks: docker-image-firefox-snap: YmvNSMSfQWW3YG6x_Fcdbg docker-image-funsize-update-generator: YpyGQfXQQbGvpCIFyfWZ7A docker-image-gdb-test: SqgEZnNpSoqvNxaY-P2OCA - docker-image-github-sync: GwZWXkYyQtGNRZnzVYuzCg docker-image-image_builder: OCRS9sC9SSeoQ96W91n8sQ docker-image-index-task: RwDns0jjRregWw0RNoOKeg docker-image-lint: PvzC5kHhQiGDcIo5GhW6TQ diff --git a/taskcluster/test/params/mr-promote-firefox.yml b/taskcluster/test/params/mr-promote-firefox.yml index 0e132051ee..356ca3536a 100644 --- a/taskcluster/test/params/mr-promote-firefox.yml +++ b/taskcluster/test/params/mr-promote-firefox.yml @@ -113,7 +113,6 @@ existing_tasks: docker-image-firefox-snap: YmvNSMSfQWW3YG6x_Fcdbg docker-image-funsize-update-generator: H14MbupWQoyjX2KXVFC7Cg docker-image-gdb-test: SqgEZnNpSoqvNxaY-P2OCA - docker-image-github-sync: P_Ymo66MSamplL2DUkKafA docker-image-image_builder: MWRymupRSheUkuqIQwF8TA docker-image-index-task: VIneOK4VRXGrcEmrEpleSA docker-image-lint: PvzC5kHhQiGDcIo5GhW6TQ diff --git a/taskcluster/test/params/mr-push-firefox.yml b/taskcluster/test/params/mr-push-firefox.yml index de12bc2d85..fd4f5e5016 100644 --- a/taskcluster/test/params/mr-push-firefox.yml +++ b/taskcluster/test/params/mr-push-firefox.yml @@ -2358,7 +2358,6 @@ existing_tasks: docker-image-firefox-snap: YmvNSMSfQWW3YG6x_Fcdbg docker-image-funsize-update-generator: YpyGQfXQQbGvpCIFyfWZ7A docker-image-gdb-test: SqgEZnNpSoqvNxaY-P2OCA - docker-image-github-sync: GwZWXkYyQtGNRZnzVYuzCg docker-image-image_builder: OCRS9sC9SSeoQ96W91n8sQ docker-image-index-task: RwDns0jjRregWw0RNoOKeg docker-image-lint: PvzC5kHhQiGDcIo5GhW6TQ diff --git a/taskcluster/test/params/mr-ship-firefox-rc.yml b/taskcluster/test/params/mr-ship-firefox-rc.yml index d2701afb48..b7b7ca162e 100644 --- a/taskcluster/test/params/mr-ship-firefox-rc.yml +++ b/taskcluster/test/params/mr-ship-firefox-rc.yml @@ -2358,7 +2358,6 @@ existing_tasks: docker-image-firefox-snap: YmvNSMSfQWW3YG6x_Fcdbg docker-image-funsize-update-generator: YpyGQfXQQbGvpCIFyfWZ7A docker-image-gdb-test: SqgEZnNpSoqvNxaY-P2OCA - docker-image-github-sync: GwZWXkYyQtGNRZnzVYuzCg docker-image-image_builder: OCRS9sC9SSeoQ96W91n8sQ docker-image-index-task: RwDns0jjRregWw0RNoOKeg docker-image-lint: PvzC5kHhQiGDcIo5GhW6TQ diff --git a/taskcluster/test/params/mr-ship-firefox.yml b/taskcluster/test/params/mr-ship-firefox.yml index 552baee4b8..ecd616f800 100644 --- a/taskcluster/test/params/mr-ship-firefox.yml +++ b/taskcluster/test/params/mr-ship-firefox.yml @@ -2358,7 +2358,6 @@ existing_tasks: docker-image-firefox-snap: YmvNSMSfQWW3YG6x_Fcdbg docker-image-funsize-update-generator: YpyGQfXQQbGvpCIFyfWZ7A docker-image-gdb-test: SqgEZnNpSoqvNxaY-P2OCA - docker-image-github-sync: GwZWXkYyQtGNRZnzVYuzCg docker-image-image_builder: OCRS9sC9SSeoQ96W91n8sQ docker-image-index-task: RwDns0jjRregWw0RNoOKeg docker-image-lint: PvzC5kHhQiGDcIo5GhW6TQ diff --git a/taskcluster/test/test_autoland.py b/taskcluster/test/test_autoland.py index 05d181620a..a6607fde01 100644 --- a/taskcluster/test/test_autoland.py +++ b/taskcluster/test/test_autoland.py @@ -16,6 +16,34 @@ PARAMS = { } +def test_tasks_have_optimization(full_task_graph, filter_tasks): + kinds = ( + "artifact_build", + "build-fat-aar", + "build", + "generate-profile", + "hazard", + "instrumented-build", + "spidermonkey", + "static-analysis-autotest", + "test", + "valgrind", + ) + errors = [] + for task in filter_tasks( + full_task_graph, lambda t: t.kind in kinds and "ccov" not in t.label + ): + if not task.optimization: + errors.append(task.label) + + if errors: + label_str = "\n ".join(errors) + s_are = " is" if len(errors) == 1 else "s are" + pytest.fail( + f"The following task{s_are} missing an optimization:\n {label_str}" + ) + + def test_generate_graph(optimized_task_graph): """Simply tests that generating the graph does not fail.""" assert len(optimized_task_graph.tasks) > 0 -- cgit v1.2.3