diff options
author | Daniel Baumann <daniel.baumann@progress-linux.org> | 2024-04-07 19:33:14 +0000 |
---|---|---|
committer | Daniel Baumann <daniel.baumann@progress-linux.org> | 2024-04-07 19:33:14 +0000 |
commit | 36d22d82aa202bb199967e9512281e9a53db42c9 (patch) | |
tree | 105e8c98ddea1c1e4784a60a5a6410fa416be2de /third_party/libwebrtc/infra/specs/waterfalls.pyl | |
parent | Initial commit. (diff) | |
download | firefox-esr-upstream.tar.xz firefox-esr-upstream.zip |
Adding upstream version 115.7.0esr.upstream/115.7.0esrupstream
Signed-off-by: Daniel Baumann <daniel.baumann@progress-linux.org>
Diffstat (limited to 'third_party/libwebrtc/infra/specs/waterfalls.pyl')
-rw-r--r-- | third_party/libwebrtc/infra/specs/waterfalls.pyl | 651 |
1 files changed, 651 insertions, 0 deletions
diff --git a/third_party/libwebrtc/infra/specs/waterfalls.pyl b/third_party/libwebrtc/infra/specs/waterfalls.pyl new file mode 100644 index 0000000000..a24ada6256 --- /dev/null +++ b/third_party/libwebrtc/infra/specs/waterfalls.pyl @@ -0,0 +1,651 @@ +# Copyright (c) 2022 The WebRTC project authors. All Rights Reserved. +# +# Use of this source code is governed by a BSD-style license +# that can be found in the LICENSE file in the root of the source +# tree. An additional intellectual property rights grant can be found +# in the file PATENTS. All contributing project authors may +# be found in the AUTHORS file in the root of the source tree. + +[ + { + 'name': 'client.webrtc', + 'mixins': [], + 'machines': { + 'Android32': { + 'mixins': [ + 'walleye', 'android-devices', 'has_native_resultdb_integration', + 'chromium-tester-service-account' + ], + 'test_suites': { + 'gtest_tests': 'android_tests', + 'junit_tests': 'android_junit_tests', + }, + }, + 'Android32 (dbg)': { + 'mixins': [ + 'walleye', 'android-devices', 'has_native_resultdb_integration', + 'chromium-tester-service-account' + ], + 'test_suites': { + 'gtest_tests': 'android_tests', + 'junit_tests': 'android_junit_tests', + }, + }, + 'Android32 (more configs)': { + 'mixins': [ + 'walleye', 'android-devices', 'has_native_resultdb_integration', + 'chromium-tester-service-account' + ], + 'test_suites': { + 'gtest_tests': 'more_configs_tests', + }, + }, + 'Android32 Builder arm': {}, + 'Android32 Builder x86': {}, + 'Android32 Builder x86 (dbg)': {}, + 'Android64': { + 'mixins': [ + 'walleye', 'android-devices', 'has_native_resultdb_integration', + 'chromium-tester-service-account' + ], + 'test_suites': { + 'gtest_tests': 'android_tests', + 'junit_tests': 'android_junit_tests', + }, + }, + 'Android64 (dbg)': { + 'mixins': [ + 'walleye', 'android-devices', 'has_native_resultdb_integration', + 'chromium-tester-service-account' + ], + 'test_suites': { + 'gtest_tests': 'android_tests', + 'junit_tests': 'android_junit_tests', + }, + }, + 'Android64 Builder arm64': {}, + 'Android64 Builder x64 (dbg)': {}, + 'Fuchsia Builder': {}, + 'Fuchsia Release': { + 'os_type': + 'linux', + 'mixins': [ + 'linux-bionic', 'x86-64', 'fuchsia-gtest-output', + 'resultdb-gtest-json-format' + ], + 'test_suites': { + 'isolated_scripts': 'fuchsia_compatible_tests', + }, + }, + 'Linux (more configs)': { + 'os_type': 'linux', + 'mixins': ['linux-bionic', 'x86-64', 'resultdb-json-format'], + 'test_suites': { + 'isolated_scripts': 'more_configs_tests', + }, + }, + 'Linux Asan': { + 'os_type': 'linux', + 'mixins': ['linux-bionic', 'x86-64', 'resultdb-json-format'], + 'test_suites': { + 'isolated_scripts': 'linux_tests', + }, + }, + 'Linux MSan': { + 'os_type': 'linux', + 'mixins': ['linux-bionic', 'x86-64', 'resultdb-json-format'], + 'test_suites': { + # TODO(crbug.com/webrtc/14568): Using 'linux_tests' + # fails on "MemorySanitizer: use-of-uninitialized-value in + # libpipewire-0.3.so." + 'isolated_scripts': 'desktop_tests', + }, + }, + 'Linux Tsan v2': { + 'os_type': 'linux', + 'mixins': ['linux-bionic', 'x86-64', 'resultdb-json-format'], + 'test_suites': { + # TODO(crbug.com/webrtc/14568): Using 'linux_tests' + # fails on "ThreadSanitizer: data race on vptr (ctor/dtor vs + # virtual call) in shared_screencast_stream_test." + 'isolated_scripts': 'desktop_tests', + }, + }, + 'Linux UBSan': { + 'os_type': 'linux', + 'mixins': ['linux-bionic', 'x86-64', 'resultdb-json-format'], + 'test_suites': { + 'isolated_scripts': 'linux_tests', + }, + }, + 'Linux UBSan vptr': { + 'os_type': 'linux', + 'mixins': ['linux-bionic', 'x86-64', 'resultdb-json-format'], + 'test_suites': { + 'isolated_scripts': 'linux_tests', + }, + }, + 'Linux32 Debug': { + 'os_type': 'linux', + 'mixins': ['linux-bionic', 'x86-64', 'resultdb-json-format'], + 'test_suites': { + 'isolated_scripts': 'desktop_tests', + }, + }, + 'Linux32 Debug (ARM)': {}, + 'Linux32 Release': { + 'os_type': 'linux', + 'mixins': ['linux-bionic', 'x86-64', 'resultdb-json-format'], + 'test_suites': { + 'isolated_scripts': 'desktop_tests', + }, + }, + 'Linux32 Release (ARM)': {}, + 'Linux64 Builder': {}, + 'Linux64 Debug': { + 'os_type': 'linux', + 'mixins': ['linux-bionic', 'x86-64', 'resultdb-json-format'], + 'test_suites': { + 'isolated_scripts': 'linux_tests', + }, + }, + 'Linux64 Debug (ARM)': {}, + 'Linux64 Release': { + 'os_type': 'linux', + 'mixins': ['linux-bionic', 'x86-64', 'resultdb-json-format'], + 'test_suites': { + 'isolated_scripts': 'linux_desktop_tests_with_video_capture', + }, + }, + 'Linux64 Release (ARM)': {}, + 'Linux64 Release (Libfuzzer)': {}, + 'Mac Asan': { + 'os_type': 'mac', + 'mixins': ['mac_12_x64', 'cores-12', 'resultdb-json-format'], + 'test_suites': { + 'isolated_scripts': 'desktop_tests', + }, + }, + 'Mac64 Builder': {}, + 'Mac64 Debug': { + 'os_type': 'mac', + 'mixins': ['mac_12_x64', 'cores-12', 'resultdb-json-format'], + 'test_suites': { + 'isolated_scripts': 'desktop_tests', + }, + }, + 'Mac64 Release': { + 'os_type': 'mac', + 'mixins': ['mac_12_x64', 'resultdb-json-format'], + 'test_suites': { + 'isolated_scripts': 'desktop_tests_with_video_capture', + }, + }, + 'MacARM64 M1 Release': { + 'os_type': 'mac', + 'mixins': ['mac_12_arm64', 'mac-m1-cpu', 'resultdb-json-format'], + # TODO(b/228171565): Replace desktop_tests by desktop_tests_with_video_capture when + # there is a camera available for the baremetal m1 machines. + 'test_suites': { + 'isolated_scripts': 'desktop_tests', + }, + }, + 'MacArm64 Builder': {}, + 'Win (more configs)': { + 'os_type': 'win', + 'mixins': ['win10-override', 'x86-64', 'resultdb-json-format'], + 'test_suites': { + 'isolated_scripts': 'more_configs_tests', + }, + }, + 'Win32 Builder (Clang)': {}, + 'Win32 Debug (Clang)': {}, + 'Win32 Release (Clang)': { + 'os_type': 'win', + 'mixins': ['win10-override', 'x86-64', 'resultdb-json-format'], + 'test_suites': { + 'isolated_scripts': 'desktop_tests', + }, + }, + 'Win64 ASan': { + 'os_type': 'win', + 'mixins': ['win10-override', 'x86-64', 'resultdb-json-format'], + 'test_suites': { + 'isolated_scripts': 'desktop_tests', + }, + }, + 'Win64 Debug (Clang)': { + 'os_type': 'win', + 'mixins': ['win10-override', 'x86-64', 'resultdb-json-format'], + 'test_suites': { + 'isolated_scripts': 'desktop_tests', + }, + }, + 'Win64 Release (Clang)': { + 'os_type': 'win', + 'mixins': ['win10-any', 'x86-64', 'resultdb-json-format'], + 'test_suites': { + 'isolated_scripts': 'desktop_tests_with_video_capture', + }, + }, + 'iOS Debug (simulator)': { + 'mixins': [ + 'mac_12_x64', 'chromium-tester-service-account', 'mac_toolchain', + 'has_native_resultdb_integration', 'out_dir_arg', 'webrtc-xctest' + ], + 'test_suites': { + 'isolated_scripts': 'ios_simulator_tests_matrix', + }, + }, + 'iOS64 Debug': {}, + 'iOS64 Release': {}, + }, + }, + { + 'name': 'client.webrtc.perf', + 'mixins': ['limited-capacity'], + 'machines': { + 'Perf Android32 (O Pixel2)': { + 'mixins': [ + 'walleye', 'android-devices', 'perf-pool', 'timeout-3h', + 'perf-output', 'has_native_resultdb_integration', + 'chromium-tester-service-account' + ], + 'test_suites': { + 'gtest_tests': 'android_perf_tests', + }, + }, + 'Perf Android32 (R Pixel5)': { + 'mixins': [ + 'redfin', 'android-devices', 'perf-pool', 'timeout-3h', 'perf-output', + 'has_native_resultdb_integration', 'chromium-tester-service-account' + ], + 'test_suites': { + 'gtest_tests': 'android_perf_tests', + }, + }, + 'Perf Android64 (O Pixel2)': { + 'mixins': [ + 'walleye', 'android-devices', 'perf-pool', 'timeout-3h', + 'perf-output', 'has_native_resultdb_integration', + 'chromium-tester-service-account' + ], + 'test_suites': { + 'gtest_tests': 'android_perf_tests', + }, + }, + 'Perf Android64 (R Pixel5)': { + 'mixins': [ + 'redfin', 'android-devices', 'perf-pool', 'timeout-3h', 'perf-output', + 'has_native_resultdb_integration', 'chromium-tester-service-account' + ], + 'test_suites': { + 'gtest_tests': 'android_perf_tests', + }, + }, + 'Perf Fuchsia': { + 'os_type': + 'linux', + 'mixins': [ + 'linux-bionic', 'x86-64', 'perf-pool-vm', 'timeout-3h', + 'resultdb-gtest-json-format', 'fuchsia-gtest-output' + ], + 'test_suites': { + 'isolated_scripts': 'fuchsia_compatible_perf_tests', + } + }, + 'Perf Linux Bionic': { + 'os_type': + 'linux', + 'mixins': [ + 'linux-bionic', 'perf-pool', 'timeout-3h', + 'resultdb-gtest-json-format' + ], + 'test_suites': { + 'isolated_scripts': 'desktop_perf_tests', + }, + }, + 'Perf Mac 11': { + 'os_type': + 'mac', + 'mixins': [ + 'mac11', 'x86-64', 'perf-pool', 'timeout-3h', + 'resultdb-gtest-json-format' + ], + 'test_suites': { + 'isolated_scripts': 'desktop_perf_tests', + }, + }, + 'Perf Mac M1 Arm64 12': { + 'os_type': + 'mac', + 'mixins': [ + 'mac_12_arm64', 'mac-m1-cpu', 'perf-pool', 'timeout-3h', + 'resultdb-gtest-json-format' + ], + 'test_suites': { + 'isolated_scripts': 'webrtc_perf_tests', + }, + }, + 'Perf Win 10': { + 'os_type': + 'win', + 'mixins': + ['win10-any', 'perf-pool', 'timeout-3h', 'resultdb-gtest-json-format'], + 'test_suites': { + 'isolated_scripts': 'desktop_perf_tests', + }, + }, + }, + }, + { + 'name': 'internal.client.webrtc', + 'mixins': [], + 'machines': { + 'iOS64 Debug': { + 'mixins': [ + 'ios-device-15.7', 'webrtc-xctest', 'chrome-tester-service-account', + 'xcode_13_main', 'mac_toolchain', 'has_native_resultdb_integration', + 'out_dir_arg' + ], + 'test_suites': { + 'isolated_scripts': 'ios_device_tests', + }, + }, + 'iOS64 Perf': { + 'mixins': [ + 'ios-device-perf', 'webrtc-xctest', 'timeout-3h', + 'chrome-tester-service-account', 'xcode_13_main', 'mac_toolchain', + 'has_native_resultdb_integration', 'out_dir_arg' + ], + 'test_suites': { + 'isolated_scripts': 'webrtc_perf_tests', + }, + 'args': [ + '--write_perf_output_on_ios', + ], + }, + 'iOS64 Release': { + 'mixins': [ + 'ios-device-15.7', 'webrtc-xctest', 'chrome-tester-service-account', + 'xcode_13_main', 'mac_toolchain', 'has_native_resultdb_integration', + 'out_dir_arg' + ], + 'test_suites': { + 'isolated_scripts': 'ios_device_tests', + }, + }, + }, + }, + { + 'name': 'tryserver.webrtc', + 'mixins': [], + 'machines': { + 'android_arm64_dbg': { + 'mixins': [ + 'walleye', 'android-devices', 'has_native_resultdb_integration', + 'chromium-tester-service-account' + ], + 'test_suites': { + 'gtest_tests': 'android_tests_tryserver', + 'junit_tests': 'android_junit_tests', + }, + }, + 'android_arm64_rel': { + 'mixins': [ + 'walleye', 'android-devices', 'has_native_resultdb_integration', + 'chromium-tester-service-account' + ], + 'test_suites': { + 'gtest_tests': 'android_tests_tryserver', + 'junit_tests': 'android_junit_tests', + }, + }, + 'android_arm_dbg': { + 'mixins': [ + 'walleye', 'android-devices', 'has_native_resultdb_integration', + 'chromium-tester-service-account' + ], + 'test_suites': { + 'gtest_tests': 'android_tests_tryserver', + 'junit_tests': 'android_junit_tests', + }, + }, + 'android_arm_more_configs': { + 'mixins': [ + 'walleye', 'android-devices', 'has_native_resultdb_integration', + 'chromium-tester-service-account' + ], + 'test_suites': { + 'gtest_tests': 'more_configs_tests', + }, + }, + 'android_arm_rel': { + 'mixins': [ + 'walleye', 'android-devices', 'has_native_resultdb_integration', + 'chromium-tester-service-account' + ], + 'test_suites': { + 'gtest_tests': 'android_tests_tryserver', + 'junit_tests': 'android_junit_tests', + }, + }, + 'android_compile_arm64_dbg': {}, + 'android_compile_arm64_rel': {}, + 'android_compile_arm_dbg': {}, + 'android_compile_arm_rel': {}, + 'android_compile_x64_dbg': {}, + 'android_compile_x64_rel': {}, + 'android_compile_x86_dbg': {}, + 'android_compile_x86_rel': {}, + 'fuchsia_rel': { + 'os_type': + 'linux', + 'mixins': [ + 'linux-bionic', 'x86-64', 'fuchsia-gtest-output', + 'resultdb-gtest-json-format' + ], + 'test_suites': { + 'isolated_scripts': 'fuchsia_compatible_tests', + }, + }, + 'ios_compile_arm64_dbg': {}, + 'ios_compile_arm64_rel': {}, + 'ios_dbg_simulator': { + 'mixins': [ + 'mac_12_x64', 'chromium-tester-service-account', 'mac_toolchain', + 'has_native_resultdb_integration', 'out_dir_arg', 'webrtc-xctest' + ], + 'test_suites': { + 'isolated_scripts': 'ios_simulator_tests_matrix', + }, + }, + 'linux_asan': { + 'os_type': 'linux', + 'mixins': ['linux-bionic', 'x86-64', 'resultdb-json-format'], + 'test_suites': { + 'isolated_scripts': 'linux_tests', + }, + }, + 'linux_compile_arm64_dbg': {}, + 'linux_compile_arm64_rel': {}, + 'linux_compile_arm_dbg': {}, + 'linux_compile_arm_rel': {}, + 'linux_compile_dbg': {}, + 'linux_compile_rel': {}, + 'linux_coverage': { + 'os_type': + 'linux', + 'mixins': [ + 'linux-bionic', 'x86-64', 'resultdb-json-format', + 'isolate_profile_data' + ], + 'test_suites': { + 'isolated_scripts': 'linux_desktop_tests_tryserver', + }, + }, + 'linux_dbg': { + 'os_type': 'linux', + 'mixins': ['linux-bionic', 'x86-64', 'resultdb-json-format'], + 'test_suites': { + 'isolated_scripts': 'linux_tests', + }, + }, + 'linux_libfuzzer_rel': {}, + 'linux_memcheck': { + 'os_type': 'linux', + 'mixins': ['linux-bionic', 'x86-64', 'resultdb-json-format'], + 'test_suites': { + 'isolated_scripts': 'linux_tests', + }, + }, + 'linux_more_configs': { + 'os_type': 'linux', + 'mixins': ['linux-bionic', 'x86-64', 'resultdb-json-format'], + 'test_suites': { + 'isolated_scripts': 'more_configs_tests', + }, + }, + 'linux_msan': { + 'os_type': 'linux', + 'mixins': ['linux-bionic', 'x86-64', 'resultdb-json-format'], + 'test_suites': { + # TODO(crbug.com/webrtc/14568): Using 'linux_tests' + # fails on "MemorySanitizer: use-of-uninitialized-value in + # libpipewire-0.3.so." + 'isolated_scripts': 'desktop_tests', + }, + }, + 'linux_rel': { + 'os_type': 'linux', + 'mixins': ['linux-bionic', 'x86-64', 'resultdb-json-format'], + 'test_suites': { + 'isolated_scripts': 'linux_desktop_tests_tryserver', + }, + }, + 'linux_tsan2': { + 'os_type': 'linux', + 'mixins': ['linux-bionic', 'x86-64', 'resultdb-json-format'], + 'test_suites': { + # TODO(crbug.com/webrtc/14568): Using 'linux_tests' + # fails on "ThreadSanitizer: data race on vptr (ctor/dtor vs + # virtual call) in shared_screencast_stream_test." + 'isolated_scripts': 'desktop_tests', + }, + }, + 'linux_ubsan': { + 'os_type': 'linux', + 'mixins': ['linux-bionic', 'x86-64', 'resultdb-json-format'], + 'test_suites': { + 'isolated_scripts': 'linux_tests', + }, + }, + 'linux_ubsan_vptr': { + 'os_type': 'linux', + 'mixins': ['linux-bionic', 'x86-64', 'resultdb-json-format'], + 'test_suites': { + 'isolated_scripts': 'linux_tests', + }, + }, + 'linux_x86_dbg': { + 'os_type': 'linux', + 'mixins': ['linux-bionic', 'x86-64', 'resultdb-json-format'], + 'test_suites': { + 'isolated_scripts': 'desktop_tests', + }, + }, + 'linux_x86_rel': { + 'os_type': 'linux', + 'mixins': ['linux-bionic', 'x86-64', 'resultdb-json-format'], + 'test_suites': { + 'isolated_scripts': 'desktop_tests', + }, + }, + 'mac_asan': { + 'os_type': 'mac', + 'mixins': ['mac_12_x64', 'resultdb-json-format', 'cores-12'], + 'test_suites': { + 'isolated_scripts': 'desktop_tests', + }, + }, + 'mac_compile_dbg': {}, + 'mac_compile_rel': {}, + 'mac_dbg': { + 'os_type': 'mac', + 'mixins': ['mac_12_x64', 'resultdb-json-format', 'cores-12'], + 'test_suites': { + 'isolated_scripts': 'desktop_tests', + }, + }, + 'mac_dbg_m1': { + 'os_type': 'mac', + 'mixins': ['mac_12_arm64', 'mac-m1-cpu', 'resultdb-json-format'], + 'test_suites': { + 'isolated_scripts': 'desktop_tests', + }, + }, + 'mac_rel': { + 'os_type': 'mac', + 'mixins': ['mac_12_x64', 'resultdb-json-format'], + 'test_suites': { + 'isolated_scripts': 'desktop_tests_tryserver', + }, + }, + 'mac_rel_m1': { + 'os_type': 'mac', + 'mixins': ['mac_12_arm64', 'mac-m1-cpu', 'resultdb-json-format'], + # TODO(b/228171565): Replace desktop_tests by desktop_tests_tryserver when + # there is a camera available for the baremetal-try m1 machines. + 'test_suites': { + 'isolated_scripts': 'desktop_tests', + }, + }, + 'win_asan': { + 'os_type': 'win', + 'mixins': ['win10-override', 'x86-64', 'resultdb-json-format'], + 'test_suites': { + 'isolated_scripts': 'desktop_tests', + }, + }, + 'win_compile_x64_clang_dbg': {}, + 'win_compile_x64_clang_rel': {}, + 'win_compile_x86_clang_dbg': {}, + 'win_compile_x86_clang_rel': {}, + 'win_x64_clang_dbg': { + 'os_type': 'win', + 'mixins': ['win10-override', 'x86-64', 'resultdb-json-format'], + 'test_suites': { + 'isolated_scripts': 'desktop_tests', + }, + }, + 'win_x64_clang_rel': { + 'os_type': 'win', + 'mixins': ['win10-override', 'x86-64', 'resultdb-json-format'], + 'test_suites': { + 'isolated_scripts': 'desktop_tests', + }, + }, + 'win_x86_clang_dbg': { + 'os_type': 'win', + 'mixins': ['win10-override', 'x86-64', 'resultdb-json-format'], + 'test_suites': { + 'isolated_scripts': 'desktop_tests', + }, + }, + 'win_x86_clang_rel': { + 'os_type': 'win', + 'mixins': ['win10-override', 'x86-64', 'resultdb-json-format'], + 'test_suites': { + 'isolated_scripts': 'desktop_tests_tryserver', + }, + }, + 'win_x86_more_configs': { + 'os_type': 'win', + 'mixins': ['win10-override', 'x86-64', 'resultdb-json-format'], + 'test_suites': { + 'isolated_scripts': 'more_configs_tests', + }, + }, + }, + }, +] |