summaryrefslogtreecommitdiffstats
path: root/third_party/libwebrtc/infra/specs/waterfalls.pyl
diff options
context:
space:
mode:
authorDaniel Baumann <daniel.baumann@progress-linux.org>2024-04-19 00:47:55 +0000
committerDaniel Baumann <daniel.baumann@progress-linux.org>2024-04-19 00:47:55 +0000
commit26a029d407be480d791972afb5975cf62c9360a6 (patch)
treef435a8308119effd964b339f76abb83a57c29483 /third_party/libwebrtc/infra/specs/waterfalls.pyl
parentInitial commit. (diff)
downloadfirefox-26a029d407be480d791972afb5975cf62c9360a6.tar.xz
firefox-26a029d407be480d791972afb5975cf62c9360a6.zip
Adding upstream version 124.0.1.upstream/124.0.1
Signed-off-by: Daniel Baumann <daniel.baumann@progress-linux.org>
Diffstat (limited to 'third_party/libwebrtc/infra/specs/waterfalls.pyl')
-rw-r--r--third_party/libwebrtc/infra/specs/waterfalls.pyl631
1 files changed, 631 insertions, 0 deletions
diff --git a/third_party/libwebrtc/infra/specs/waterfalls.pyl b/third_party/libwebrtc/infra/specs/waterfalls.pyl
new file mode 100644
index 0000000000..76c1760d1d
--- /dev/null
+++ b/third_party/libwebrtc/infra/specs/waterfalls.pyl
@@ -0,0 +1,631 @@
+# Copyright (c) 2022 The WebRTC project authors. All Rights Reserved.
+#
+# Use of this source code is governed by a BSD-style license
+# that can be found in the LICENSE file in the root of the source
+# tree. An additional intellectual property rights grant can be found
+# in the file PATENTS. All contributing project authors may
+# be found in the AUTHORS file in the root of the source tree.
+
+[
+ {
+ 'name': 'client.webrtc',
+ 'mixins': [],
+ 'machines': {
+ 'Android32': {
+ 'mixins': [
+ 'walleye', 'android-devices', 'has_native_resultdb_integration',
+ 'chromium-tester-service-account'
+ ],
+ 'test_suites': {
+ 'gtest_tests': 'android_tests',
+ 'junit_tests': 'android_junit_tests',
+ },
+ },
+ 'Android32 (dbg)': {
+ 'mixins': [
+ 'walleye', 'android-devices', 'has_native_resultdb_integration',
+ 'chromium-tester-service-account'
+ ],
+ 'test_suites': {
+ 'gtest_tests': 'android_tests',
+ 'junit_tests': 'android_junit_tests',
+ },
+ },
+ 'Android32 (more configs)': {
+ 'mixins': [
+ 'walleye', 'android-devices', 'has_native_resultdb_integration',
+ 'chromium-tester-service-account'
+ ],
+ 'test_suites': {
+ 'gtest_tests': 'more_configs_tests',
+ },
+ },
+ 'Android32 Builder arm': {},
+ 'Android32 Builder x86': {},
+ 'Android32 Builder x86 (dbg)': {},
+ 'Android64': {
+ 'mixins': [
+ 'walleye', 'android-devices', 'has_native_resultdb_integration',
+ 'chromium-tester-service-account'
+ ],
+ 'test_suites': {
+ 'gtest_tests': 'android_tests',
+ 'junit_tests': 'android_junit_tests',
+ },
+ },
+ 'Android64 (dbg)': {
+ 'mixins': [
+ 'walleye', 'android-devices', 'has_native_resultdb_integration',
+ 'chromium-tester-service-account'
+ ],
+ 'test_suites': {
+ 'gtest_tests': 'android_tests',
+ 'junit_tests': 'android_junit_tests',
+ },
+ },
+ 'Android64 Builder arm64': {},
+ 'Android64 Builder x64 (dbg)': {},
+ 'Fuchsia Builder': {},
+ 'Fuchsia Release': {
+ 'os_type':
+ 'linux',
+ 'mixins': [
+ 'linux-bionic', 'x86-64', 'fuchsia-gtest-output',
+ 'resultdb-gtest-json-format'
+ ],
+ 'test_suites': {
+ 'isolated_scripts': 'fuchsia_compatible_tests',
+ },
+ },
+ 'Linux (more configs)': {
+ 'os_type': 'linux',
+ 'mixins': ['linux-bionic', 'x86-64', 'resultdb-json-format'],
+ 'test_suites': {
+ 'isolated_scripts': 'more_configs_tests',
+ },
+ },
+ 'Linux Asan': {
+ 'os_type': 'linux',
+ 'mixins': ['linux-bionic', 'x86-64', 'resultdb-json-format'],
+ 'test_suites': {
+ 'isolated_scripts': 'linux_tests',
+ },
+ },
+ 'Linux MSan': {
+ 'os_type': 'linux',
+ 'mixins': ['linux-focal', 'x86-64', 'resultdb-json-format'],
+ 'test_suites': {
+ # TODO(crbug.com/webrtc/14568): Using 'linux_tests'
+ # fails on "MemorySanitizer: use-of-uninitialized-value in
+ # libpipewire-0.3.so."
+ 'isolated_scripts': 'desktop_tests',
+ },
+ },
+ 'Linux Tsan v2': {
+ 'os_type': 'linux',
+ 'mixins': ['linux-bionic', 'x86-64', 'resultdb-json-format'],
+ 'test_suites': {
+ # TODO(crbug.com/webrtc/14568): Using 'linux_tests'
+ # fails on "ThreadSanitizer: data race on vptr (ctor/dtor vs
+ # virtual call) in shared_screencast_stream_test."
+ 'isolated_scripts': 'desktop_tests',
+ },
+ },
+ 'Linux UBSan': {
+ 'os_type': 'linux',
+ 'mixins': ['linux-bionic', 'x86-64', 'resultdb-json-format'],
+ 'test_suites': {
+ 'isolated_scripts': 'linux_tests',
+ },
+ },
+ 'Linux UBSan vptr': {
+ 'os_type': 'linux',
+ 'mixins': ['linux-bionic', 'x86-64', 'resultdb-json-format'],
+ 'test_suites': {
+ 'isolated_scripts': 'linux_tests',
+ },
+ },
+ 'Linux32 Debug': {
+ 'os_type': 'linux',
+ 'mixins': ['linux-bionic', 'x86-64', 'resultdb-json-format'],
+ 'test_suites': {
+ 'isolated_scripts': 'desktop_tests',
+ },
+ },
+ 'Linux32 Debug (ARM)': {},
+ 'Linux32 Release': {
+ 'os_type': 'linux',
+ 'mixins': ['linux-bionic', 'x86-64', 'resultdb-json-format'],
+ 'test_suites': {
+ 'isolated_scripts': 'desktop_tests',
+ },
+ },
+ 'Linux32 Release (ARM)': {},
+ 'Linux64 Builder': {},
+ 'Linux64 Debug': {
+ 'os_type': 'linux',
+ 'mixins': ['linux-bionic', 'x86-64', 'resultdb-json-format'],
+ 'test_suites': {
+ 'isolated_scripts': 'linux_tests',
+ },
+ },
+ 'Linux64 Debug (ARM)': {},
+ 'Linux64 Release': {
+ 'os_type': 'linux',
+ 'mixins': ['linux-bionic', 'x86-64', 'resultdb-json-format'],
+ 'test_suites': {
+ 'isolated_scripts': 'linux_desktop_tests_with_video_capture',
+ },
+ },
+ 'Linux64 Release (ARM)': {},
+ 'Linux64 Release (Libfuzzer)': {},
+ 'Mac Asan': {
+ 'os_type': 'mac',
+ 'mixins': ['mac_12_x64', 'cores-12', 'resultdb-json-format'],
+ 'test_suites': {
+ 'isolated_scripts': 'desktop_tests',
+ },
+ },
+ 'Mac64 Builder': {},
+ 'Mac64 Debug': {
+ 'os_type': 'mac',
+ 'mixins': ['mac_12_x64', 'cores-12', 'resultdb-json-format'],
+ 'test_suites': {
+ 'isolated_scripts': 'desktop_tests',
+ },
+ },
+ 'Mac64 Release': {
+ 'os_type': 'mac',
+ 'mixins': ['mac_12_x64', 'resultdb-json-format'],
+ 'test_suites': {
+ 'isolated_scripts': 'desktop_tests_with_video_capture',
+ },
+ },
+ 'MacARM64 M1 Release': {
+ 'os_type': 'mac',
+ 'mixins': ['mac_12_arm64', 'mac-m1-cpu', 'resultdb-json-format'],
+ # TODO(b/228171565): Replace desktop_tests by desktop_tests_with_video_capture when
+ # there is a camera available for the baremetal m1 machines.
+ 'test_suites': {
+ 'isolated_scripts': 'desktop_tests',
+ },
+ },
+ 'MacArm64 Builder': {},
+ 'Win (more configs)': {
+ 'os_type': 'win',
+ 'mixins': ['win10', 'x86-64', 'resultdb-json-format'],
+ 'test_suites': {
+ 'isolated_scripts': 'more_configs_tests',
+ },
+ },
+ 'Win32 Builder (Clang)': {},
+ 'Win32 Debug (Clang)': {},
+ 'Win32 Release (Clang)': {
+ 'os_type': 'win',
+ 'mixins': ['win10', 'x86-64', 'resultdb-json-format'],
+ 'test_suites': {
+ 'isolated_scripts': 'desktop_tests',
+ },
+ },
+ 'Win64 ASan': {
+ 'os_type': 'win',
+ 'mixins': ['win10', 'x86-64', 'resultdb-json-format'],
+ 'test_suites': {
+ 'isolated_scripts': 'desktop_tests',
+ },
+ },
+ 'Win64 Debug (Clang)': {
+ 'os_type': 'win',
+ 'mixins': ['win10', 'x86-64', 'resultdb-json-format'],
+ 'test_suites': {
+ 'isolated_scripts': 'desktop_tests',
+ },
+ },
+ 'Win64 Release (Clang)': {
+ 'os_type': 'win',
+ 'mixins': ['win10', 'x86-64', 'resultdb-json-format'],
+ 'test_suites': {
+ 'isolated_scripts': 'desktop_tests_with_video_capture',
+ },
+ },
+ 'iOS Debug (simulator)': {
+ 'mixins': [
+ 'mac_12_x64', 'chromium-tester-service-account', 'mac_toolchain',
+ 'has_native_resultdb_integration', 'out_dir_arg', 'webrtc-xctest'
+ ],
+ 'test_suites': {
+ 'isolated_scripts': 'ios_simulator_tests_matrix',
+ },
+ },
+ 'iOS64 Debug': {},
+ 'iOS64 Release': {},
+ },
+ },
+ {
+ 'name': 'client.webrtc.perf',
+ 'mixins': ['limited-capacity'],
+ 'machines': {
+ 'Perf Android32 (R Pixel5)': {
+ 'mixins': [
+ 'redfin', 'android-devices', 'perf-pool', 'timeout-3h', 'perf-output',
+ 'has_native_resultdb_integration', 'chromium-tester-service-account'
+ ],
+ 'test_suites': {
+ 'gtest_tests': 'perf_tests',
+ },
+ },
+ 'Perf Android64 (R Pixel5)': {
+ 'mixins': [
+ 'redfin', 'android-devices', 'perf-pool', 'timeout-3h', 'perf-output',
+ 'has_native_resultdb_integration', 'chromium-tester-service-account'
+ ],
+ 'test_suites': {
+ 'gtest_tests': 'perf_tests',
+ },
+ },
+ 'Perf Fuchsia': {
+ 'os_type':
+ 'linux',
+ 'mixins': [
+ 'linux-bionic', 'x86-64', 'perf-pool-vm', 'timeout-3h',
+ 'resultdb-gtest-json-format', 'fuchsia-gtest-output', 'perf-output'
+ ],
+ 'test_suites': {
+ 'isolated_scripts': 'perf_tests',
+ }
+ },
+ 'Perf Linux Bionic': {
+ 'os_type':
+ 'linux',
+ 'mixins': [
+ 'linux-bionic', 'perf-pool', 'timeout-3h',
+ 'resultdb-gtest-json-format'
+ ],
+ 'test_suites': {
+ 'isolated_scripts': 'perf_tests_save_worst_frame',
+ },
+ },
+ 'Perf Mac 11': {
+ 'os_type':
+ 'mac',
+ 'mixins': [
+ 'mac11', 'x86-64', 'perf-pool', 'timeout-3h',
+ 'resultdb-gtest-json-format'
+ ],
+ 'test_suites': {
+ 'isolated_scripts': 'perf_tests_save_worst_frame',
+ },
+ },
+ 'Perf Mac M1 Arm64 12': {
+ 'os_type':
+ 'mac',
+ 'mixins': [
+ 'mac_12_arm64', 'mac-m1-cpu', 'perf-pool', 'timeout-3h',
+ 'resultdb-gtest-json-format'
+ ],
+ 'test_suites': {
+ 'isolated_scripts': 'perf_tests_save_worst_frame',
+ },
+ },
+ 'Perf Win 10': {
+ 'os_type':
+ 'win',
+ 'mixins':
+ ['win10-any', 'perf-pool', 'timeout-3h', 'resultdb-gtest-json-format'],
+ 'test_suites': {
+ 'isolated_scripts': 'perf_tests_save_worst_frame',
+ },
+ },
+ },
+ },
+ {
+ 'name': 'internal.client.webrtc',
+ 'mixins': [],
+ 'machines': {
+ 'iOS64 Debug': {
+ 'mixins': [
+ 'ios-device-16.6', 'webrtc-xctest', 'chrome-tester-service-account',
+ 'xcode_15_main', 'mac_toolchain', 'has_native_resultdb_integration',
+ 'out_dir_arg'
+ ],
+ 'test_suites': {
+ 'isolated_scripts': 'ios_device_tests',
+ },
+ },
+ 'iOS64 Perf': {
+ 'mixins': [
+ 'ios-device-perf', 'webrtc-xctest', 'timeout-3h',
+ 'chrome-tester-service-account', 'xcode_14_main', 'mac_toolchain',
+ 'has_native_resultdb_integration', 'out_dir_arg'
+ ],
+ 'test_suites': {
+ 'isolated_scripts': 'perf_tests_no_video_codec',
+ },
+ 'args': [
+ '--write_perf_output_on_ios',
+ ],
+ },
+ 'iOS64 Release': {
+ 'mixins': [
+ 'ios-device-16.6', 'webrtc-xctest', 'chrome-tester-service-account',
+ 'xcode_15_main', 'mac_toolchain', 'has_native_resultdb_integration',
+ 'out_dir_arg'
+ ],
+ 'test_suites': {
+ 'isolated_scripts': 'ios_device_tests',
+ },
+ },
+ },
+ },
+ {
+ 'name': 'tryserver.webrtc',
+ 'mixins': [],
+ 'machines': {
+ 'android_arm64_dbg': {
+ 'mixins': [
+ 'walleye', 'android-devices', 'has_native_resultdb_integration',
+ 'chromium-tester-service-account'
+ ],
+ 'test_suites': {
+ 'gtest_tests': 'android_tests_tryserver',
+ 'junit_tests': 'android_junit_tests',
+ },
+ },
+ 'android_arm64_rel': {
+ 'mixins': [
+ 'walleye', 'android-devices', 'has_native_resultdb_integration',
+ 'chromium-tester-service-account'
+ ],
+ 'test_suites': {
+ 'gtest_tests': 'android_tests_tryserver',
+ 'junit_tests': 'android_junit_tests',
+ },
+ },
+ 'android_arm_dbg': {
+ 'mixins': [
+ 'walleye', 'android-devices', 'has_native_resultdb_integration',
+ 'chromium-tester-service-account'
+ ],
+ 'test_suites': {
+ 'gtest_tests': 'android_tests_tryserver',
+ 'junit_tests': 'android_junit_tests',
+ },
+ },
+ 'android_arm_more_configs': {
+ 'mixins': [
+ 'walleye', 'android-devices', 'has_native_resultdb_integration',
+ 'chromium-tester-service-account'
+ ],
+ 'test_suites': {
+ 'gtest_tests': 'more_configs_tests',
+ },
+ },
+ 'android_arm_rel': {
+ 'mixins': [
+ 'walleye', 'android-devices', 'has_native_resultdb_integration',
+ 'chromium-tester-service-account'
+ ],
+ 'test_suites': {
+ 'gtest_tests': 'android_tests_tryserver',
+ 'junit_tests': 'android_junit_tests',
+ },
+ },
+ 'android_compile_arm64_dbg': {},
+ 'android_compile_arm64_rel': {},
+ 'android_compile_arm_dbg': {},
+ 'android_compile_arm_rel': {},
+ 'android_compile_x64_dbg': {},
+ 'android_compile_x64_rel': {},
+ 'android_compile_x86_dbg': {},
+ 'android_compile_x86_rel': {},
+ 'fuchsia_rel': {
+ 'os_type':
+ 'linux',
+ 'mixins': [
+ 'linux-bionic', 'x86-64', 'fuchsia-gtest-output',
+ 'resultdb-gtest-json-format'
+ ],
+ 'test_suites': {
+ 'isolated_scripts': 'fuchsia_compatible_tests',
+ },
+ },
+ 'ios_compile_arm64_dbg': {},
+ 'ios_compile_arm64_rel': {},
+ 'ios_dbg_simulator': {
+ 'mixins': [
+ 'mac_12_x64', 'chromium-tester-service-account', 'mac_toolchain',
+ 'has_native_resultdb_integration', 'out_dir_arg', 'webrtc-xctest'
+ ],
+ 'test_suites': {
+ 'isolated_scripts': 'ios_simulator_tests_matrix',
+ },
+ },
+ 'linux_asan': {
+ 'os_type': 'linux',
+ 'mixins': ['linux-bionic', 'x86-64', 'resultdb-json-format'],
+ 'test_suites': {
+ 'isolated_scripts': 'linux_tests',
+ },
+ },
+ 'linux_compile_arm64_dbg': {},
+ 'linux_compile_arm64_rel': {},
+ 'linux_compile_arm_dbg': {},
+ 'linux_compile_arm_rel': {},
+ 'linux_compile_dbg': {},
+ 'linux_compile_rel': {},
+ 'linux_coverage': {
+ 'os_type':
+ 'linux',
+ 'mixins': [
+ 'linux-bionic', 'x86-64', 'resultdb-json-format',
+ 'isolate_profile_data'
+ ],
+ 'test_suites': {
+ 'isolated_scripts': 'linux_desktop_tests_tryserver',
+ },
+ },
+ 'linux_dbg': {
+ 'os_type': 'linux',
+ 'mixins': ['linux-bionic', 'x86-64', 'resultdb-json-format'],
+ 'test_suites': {
+ 'isolated_scripts': 'linux_tests',
+ },
+ },
+ 'linux_libfuzzer_rel': {},
+ 'linux_memcheck': {
+ 'os_type': 'linux',
+ 'mixins': ['linux-bionic', 'x86-64', 'resultdb-json-format'],
+ 'test_suites': {
+ 'isolated_scripts': 'linux_tests',
+ },
+ },
+ 'linux_more_configs': {
+ 'os_type': 'linux',
+ 'mixins': ['linux-bionic', 'x86-64', 'resultdb-json-format'],
+ 'test_suites': {
+ 'isolated_scripts': 'more_configs_tests',
+ },
+ },
+ 'linux_msan': {
+ 'os_type': 'linux',
+ 'mixins': ['linux-focal', 'x86-64', 'resultdb-json-format'],
+ 'test_suites': {
+ # TODO(crbug.com/webrtc/14568): Using 'linux_tests'
+ # fails on "MemorySanitizer: use-of-uninitialized-value in
+ # libpipewire-0.3.so."
+ 'isolated_scripts': 'desktop_tests',
+ },
+ },
+ 'linux_rel': {
+ 'os_type': 'linux',
+ 'mixins': ['linux-bionic', 'x86-64', 'resultdb-json-format'],
+ 'test_suites': {
+ 'isolated_scripts': 'linux_desktop_tests_tryserver',
+ },
+ },
+ 'linux_tsan2': {
+ 'os_type': 'linux',
+ 'mixins': ['linux-bionic', 'x86-64', 'resultdb-json-format'],
+ 'test_suites': {
+ # TODO(crbug.com/webrtc/14568): Using 'linux_tests'
+ # fails on "ThreadSanitizer: data race on vptr (ctor/dtor vs
+ # virtual call) in shared_screencast_stream_test."
+ 'isolated_scripts': 'desktop_tests',
+ },
+ },
+ 'linux_ubsan': {
+ 'os_type': 'linux',
+ 'mixins': ['linux-bionic', 'x86-64', 'resultdb-json-format'],
+ 'test_suites': {
+ 'isolated_scripts': 'linux_tests',
+ },
+ },
+ 'linux_ubsan_vptr': {
+ 'os_type': 'linux',
+ 'mixins': ['linux-bionic', 'x86-64', 'resultdb-json-format'],
+ 'test_suites': {
+ 'isolated_scripts': 'linux_tests',
+ },
+ },
+ 'linux_x86_dbg': {
+ 'os_type': 'linux',
+ 'mixins': ['linux-bionic', 'x86-64', 'resultdb-json-format'],
+ 'test_suites': {
+ 'isolated_scripts': 'desktop_tests',
+ },
+ },
+ 'linux_x86_rel': {
+ 'os_type': 'linux',
+ 'mixins': ['linux-bionic', 'x86-64', 'resultdb-json-format'],
+ 'test_suites': {
+ 'isolated_scripts': 'desktop_tests',
+ },
+ },
+ 'mac_asan': {
+ 'os_type': 'mac',
+ 'mixins': ['mac_12_x64', 'resultdb-json-format', 'cores-12'],
+ 'test_suites': {
+ 'isolated_scripts': 'desktop_tests',
+ },
+ },
+ 'mac_compile_dbg': {},
+ 'mac_compile_rel': {},
+ 'mac_dbg': {
+ 'os_type': 'mac',
+ 'mixins': ['mac_12_x64', 'resultdb-json-format', 'cores-12'],
+ 'test_suites': {
+ 'isolated_scripts': 'desktop_tests',
+ },
+ },
+ 'mac_dbg_m1': {
+ 'os_type': 'mac',
+ 'mixins': ['mac_12_arm64', 'mac-m1-cpu', 'resultdb-json-format'],
+ 'test_suites': {
+ 'isolated_scripts': 'desktop_tests',
+ },
+ },
+ 'mac_rel': {
+ 'os_type': 'mac',
+ 'mixins': ['mac_12_x64', 'resultdb-json-format'],
+ 'test_suites': {
+ 'isolated_scripts': 'desktop_tests_tryserver',
+ },
+ },
+ 'mac_rel_m1': {
+ 'os_type': 'mac',
+ 'mixins': ['mac_12_arm64', 'mac-m1-cpu', 'resultdb-json-format'],
+ # TODO(b/228171565): Replace desktop_tests by desktop_tests_tryserver when
+ # there is a camera available for the baremetal-try m1 machines.
+ 'test_suites': {
+ 'isolated_scripts': 'desktop_tests',
+ },
+ },
+ 'win_asan': {
+ 'os_type': 'win',
+ 'mixins': ['win10', 'x86-64', 'resultdb-json-format'],
+ 'test_suites': {
+ 'isolated_scripts': 'desktop_tests',
+ },
+ },
+ 'win_compile_x64_clang_dbg': {},
+ 'win_compile_x64_clang_rel': {},
+ 'win_compile_x86_clang_dbg': {},
+ 'win_compile_x86_clang_rel': {},
+ 'win_x64_clang_dbg': {
+ 'os_type': 'win',
+ 'mixins': ['win10', 'x86-64', 'resultdb-json-format'],
+ 'test_suites': {
+ 'isolated_scripts': 'desktop_tests',
+ },
+ },
+ 'win_x64_clang_rel': {
+ 'os_type': 'win',
+ 'mixins': ['win10', 'x86-64', 'resultdb-json-format'],
+ 'test_suites': {
+ 'isolated_scripts': 'desktop_tests',
+ },
+ },
+ 'win_x86_clang_dbg': {
+ 'os_type': 'win',
+ 'mixins': ['win10', 'x86-64', 'resultdb-json-format'],
+ 'test_suites': {
+ 'isolated_scripts': 'desktop_tests',
+ },
+ },
+ 'win_x86_clang_rel': {
+ 'os_type': 'win',
+ 'mixins': ['win10', 'x86-64', 'resultdb-json-format'],
+ 'test_suites': {
+ 'isolated_scripts': 'desktop_tests_tryserver',
+ },
+ },
+ 'win_x86_more_configs': {
+ 'os_type': 'win',
+ 'mixins': ['win10', 'x86-64', 'resultdb-json-format'],
+ 'test_suites': {
+ 'isolated_scripts': 'more_configs_tests',
+ },
+ },
+ },
+ },
+]