summaryrefslogtreecommitdiffstats
path: root/third_party/libwebrtc/infra/specs/test_suites.pyl
diff options
context:
space:
mode:
Diffstat (limited to 'third_party/libwebrtc/infra/specs/test_suites.pyl')
-rw-r--r--third_party/libwebrtc/infra/specs/test_suites.pyl302
1 files changed, 302 insertions, 0 deletions
diff --git a/third_party/libwebrtc/infra/specs/test_suites.pyl b/third_party/libwebrtc/infra/specs/test_suites.pyl
new file mode 100644
index 0000000000..2e630467c6
--- /dev/null
+++ b/third_party/libwebrtc/infra/specs/test_suites.pyl
@@ -0,0 +1,302 @@
+# Copyright (c) 2022 The WebRTC project authors. All Rights Reserved.
+#
+# Use of this source code is governed by a BSD-style license
+# that can be found in the LICENSE file in the root of the source
+# tree. An additional intellectual property rights grant can be found
+# in the file PATENTS. All contributing project authors may
+# be found in the AUTHORS file in the root of the source tree.
+
+{
+ 'basic_suites': {
+ 'android_junit_tests': {
+ 'android_examples_junit_tests': {},
+ 'android_sdk_junit_tests': {},
+ },
+ 'android_perf_tests': {
+ 'low_bandwidth_audio_perf_test': {
+ 'mixins': ['perf-low-bandwidth-audio-perf-test'],
+ 'args': [
+ '.',
+ '--remove',
+ '--android',
+ '--adb-path',
+ '../../third_party/android_sdk/public/platform-tools/adb',
+ ]
+ },
+ 'webrtc_perf_tests': {
+ 'mixins': ['perf-webrtc-perf-tests'],
+ },
+ },
+ 'android_tests': {
+ 'AppRTCMobile_test_apk': {},
+ 'android_instrumentation_test_apk': {},
+ 'audio_decoder_unittests': {},
+ 'common_audio_unittests': {},
+ 'common_video_unittests': {},
+ 'dcsctp_unittests': {},
+ 'modules_tests': {
+ 'mixins': ['shards-2'],
+ },
+ 'modules_unittests': {
+ 'mixins': ['shards-6'],
+ },
+ 'peerconnection_unittests': {
+ 'mixins': ['shards-4'],
+ },
+ 'rtc_media_unittests': {},
+ 'rtc_pc_unittests': {},
+ 'rtc_stats_unittests': {},
+ 'rtc_unittests': {
+ 'mixins': ['shards-6'],
+ },
+ 'slow_peer_connection_unittests': {},
+ 'svc_tests': {
+ 'mixins': ['shards-4'],
+ },
+ 'system_wrappers_unittests': {},
+ 'test_support_unittests': {},
+ 'tools_unittests': {},
+ 'video_engine_tests': {
+ 'mixins': ['shards-4'],
+ },
+ 'voip_unittests': {},
+ 'webrtc_nonparallel_tests': {},
+ },
+ 'android_webrtc_perf_tests_tryserver': {
+ 'webrtc_perf_tests': {
+ 'mixins': ['quick-perf-tests'],
+ }
+ },
+ 'desktop_perf_tests': {
+ 'low_bandwidth_audio_perf_test': {
+ 'mixins': ['perf-low-bandwidth-audio-perf-test'],
+ 'args': ['.', '--remove'],
+ },
+ 'webrtc_perf_tests': {
+ 'mixins': ['perf-webrtc-perf-tests'],
+ 'args': [
+ '--test_artifacts_dir=${ISOLATED_OUTDIR}',
+ '--save_worst_frame',
+ ],
+ },
+ },
+ 'desktop_tests': {
+ 'audio_decoder_unittests': {},
+ 'common_audio_unittests': {},
+ 'common_video_unittests': {},
+ 'dcsctp_unittests': {},
+ 'low_bandwidth_audio_test': {
+ 'args': ['--quick']
+ },
+ 'modules_tests': {
+ 'mixins': ['shards-2'],
+ },
+ 'modules_unittests': {
+ 'mixins': ['shards-6'],
+ },
+ 'peerconnection_unittests': {
+ 'mixins': ['shards-4'],
+ },
+ 'rtc_media_unittests': {},
+ 'rtc_pc_unittests': {},
+ 'rtc_stats_unittests': {},
+ 'rtc_unittests': {
+ 'mixins': ['shards-6'],
+ },
+ 'slow_peer_connection_unittests': {},
+ 'svc_tests': {
+ 'mixins': ['shards-4'],
+ },
+ 'system_wrappers_unittests': {},
+ 'test_support_unittests': {},
+ 'tools_unittests': {},
+ 'video_engine_tests': {
+ 'mixins': ['shards-4'],
+ },
+ 'voip_unittests': {},
+ 'webrtc_nonparallel_tests': {},
+ },
+ 'fuchsia_compatible_perf_tests': {
+ 'fuchsia_perf_tests': {
+ 'mixins': [
+ 'perf-fuchsia-perf-tests',
+ ],
+ },
+ },
+ 'fuchsia_compatible_tests': {
+ 'audio_decoder_unittests': {},
+ 'common_audio_unittests': {},
+ 'common_video_unittests': {},
+ 'dcsctp_unittests': {},
+ 'low_bandwidth_audio_test': {
+ 'args': ['--quick']
+ },
+ 'rtc_media_unittests': {},
+ # TODO(bugs.webrtc.org/14705): Enable when NonGlobalFieldTrialsInstanceDoesNotModifyGlobalString is fixed.
+ # TODO(bugs.webrtc.org/14700): Enable when NetworkTest tests are fixed.
+ # 'rtc_unittests': {},
+ 'rtc_pc_unittests': {},
+ 'svc_tests': {
+ 'mixins': ['shards-4'],
+ },
+ 'system_wrappers_unittests': {},
+ # TODO(bugs.webrtc.org/14712): Enable once network issue is fixed.
+ # 'peerconnection_unittests': {},
+ 'video_engine_tests': {
+ 'mixins': ['shards-4'],
+ },
+ 'voip_unittests': {},
+ # TODO(bugs.fuchsia.dev/115601): Enable when cpu time API's are implemented in Fuchsia
+ # 'test_support_unittests': {},
+ # TODO(bugs.webrtc.org/14707): chromium.test component needs to allow creating listening ports.
+ # 'tools_unittests': {},
+ #
+ },
+ 'ios_device_tests': {
+ # TODO(bugs.webrtc.org/11362): Real XCTests fail to start on devices.
+ #'apprtcmobile_tests': {'mixins': ['xcodebuild-device-runner']},
+ 'common_audio_unittests': {},
+ 'common_video_unittests': {},
+ 'modules_tests': {
+ 'mixins': ['shards-2', 'timeout-2h'],
+ 'args': [
+ # Some tests exceed the default 180 seconds readline timeout.
+ '--readline-timeout=1200',
+ ]
+ },
+ 'modules_unittests': {
+ 'mixins': ['shards-6'],
+ },
+ 'rtc_pc_unittests': {},
+ 'rtc_stats_unittests': {},
+ # TODO(bugs.webrtc.org/11362): Real XCTests fail to start on devices.
+ #'sdk_framework_unittests': {'mixins': ['xcodebuild-device-runner']},
+ #'sdk_unittests': {'mixins': ['xcodebuild-device-runner']},
+ 'system_wrappers_unittests': {},
+ 'test_support_unittests': {},
+ 'tools_unittests': {},
+ 'video_capture_tests': {},
+ 'video_engine_tests': {
+ 'mixins': ['shards-4'],
+ },
+ },
+ 'ios_simulator_tests': {
+ 'apprtcmobile_tests': {
+ 'mixins': ['xcode_parallelization']
+ },
+ 'audio_decoder_unittests': {},
+ 'common_audio_unittests': {},
+ 'common_video_unittests': {},
+ 'dcsctp_unittests': {},
+ 'modules_tests': {
+ 'mixins': ['shards-2'],
+ },
+ 'modules_unittests': {
+ 'mixins': ['shards-6', 'cores-12'],
+ },
+ 'rtc_media_unittests': {},
+ 'rtc_pc_unittests': {},
+ 'rtc_stats_unittests': {},
+ 'rtc_unittests': {
+ 'mixins': ['shards-6'],
+ },
+ 'sdk_framework_unittests': {
+ 'mixins': ['xcode_parallelization']
+ },
+ 'sdk_unittests': {
+ 'mixins': ['xcode_parallelization']
+ },
+ 'svc_tests': {
+ 'mixins': ['shards-4', 'cores-12'],
+ },
+ 'system_wrappers_unittests': {},
+ 'test_support_unittests': {},
+ 'tools_unittests': {},
+ 'video_capture_tests': {},
+ 'video_engine_tests': {
+ 'mixins': ['shards-4'],
+ },
+ 'voip_unittests': {},
+ 'webrtc_nonparallel_tests': {},
+ },
+ 'linux_desktop_specific_tests': {
+ 'shared_screencast_stream_test': {},
+ },
+ 'more_configs_tests': {
+ 'peerconnection_unittests': {
+ 'swarming': {
+ 'shards': 4
+ },
+ },
+ },
+ 'video_capture_tests': {
+ 'video_capture_tests': {
+ 'mixins': ['baremetal-pool'],
+ }
+ },
+ 'video_capture_tests_tryserver': {
+ 'video_capture_tests': {
+ 'mixins': ['baremetal-try-pool'],
+ }
+ },
+ 'webrtc_perf_tests': {
+ 'webrtc_perf_tests': {
+ 'mixins': ['perf-webrtc-perf-tests'],
+ },
+ },
+ 'webrtc_perf_tests_tryserver': {
+ 'webrtc_perf_tests': {
+ 'mixins': ['quick-perf-tests', 'resultdb-gtest-json-format'],
+ }
+ },
+ },
+
+ ##############################################################################
+ # Compound test suites. #
+ ##############################################################################
+ 'compound_suites': {
+ 'android_tests_tryserver': [
+ 'android_tests',
+ 'android_webrtc_perf_tests_tryserver',
+ ],
+ 'desktop_tests_tryserver': [
+ 'desktop_tests',
+ 'video_capture_tests_tryserver',
+ 'webrtc_perf_tests_tryserver',
+ ],
+ 'desktop_tests_with_video_capture': [
+ 'desktop_tests',
+ 'video_capture_tests',
+ ],
+ 'linux_desktop_tests_tryserver': [
+ 'desktop_tests',
+ 'linux_desktop_specific_tests',
+ 'video_capture_tests_tryserver',
+ 'webrtc_perf_tests_tryserver',
+ ],
+ 'linux_desktop_tests_with_video_capture': [
+ 'desktop_tests',
+ 'linux_desktop_specific_tests',
+ 'video_capture_tests',
+ ],
+ 'linux_tests': [
+ 'desktop_tests',
+ 'linux_desktop_specific_tests',
+ ],
+ },
+
+ ##############################################################################
+ # Matrix compound test suites. #
+ ##############################################################################
+ 'matrix_compound_suites': {
+ 'ios_simulator_tests_matrix': {
+ 'ios_simulator_tests': {
+ 'variants': [
+ 'SIM_IPHONE_X_14_5',
+ 'SIM_IPHONE_X_15_5',
+ 'SIM_IPHONE_X_16_2',
+ ],
+ },
+ },
+ },
+}
generated by cgit v1.2.3 (git 2.39.1) at 2024-10-21 22:46:29 +0000