blob: 78caceb25f92db66443a45b3d9ebb93bbee227cf [file] [log] [blame]
# Copyright (c) 2022 The WebRTC project authors. All Rights Reserved.
#
# Use of this source code is governed by a BSD-style license
# that can be found in the LICENSE file in the root of the source
# tree. An additional intellectual property rights grant can be found
# in the file PATENTS. All contributing project authors may
# be found in the AUTHORS file in the root of the source tree.
[
{
'name': 'client.webrtc',
'mixins': [],
'machines': {
'Android32': {
'mixins': [
'walleye', 'android-devices', 'has_native_resultdb_integration',
'chromium-tester-service-account'
],
'test_suites': {
'gtest_tests': 'android_tests',
'junit_tests': 'android_junit_tests',
},
},
'Android32 (dbg)': {
'mixins': [
'walleye', 'android-devices', 'has_native_resultdb_integration',
'chromium-tester-service-account'
],
'test_suites': {
'gtest_tests': 'android_tests',
'junit_tests': 'android_junit_tests',
},
},
'Android32 (more configs)': {
'mixins': [
'walleye', 'android-devices', 'has_native_resultdb_integration',
'chromium-tester-service-account'
],
'test_suites': {
'gtest_tests': 'more_configs_tests',
},
},
'Android32 Builder arm': {},
'Android32 Builder x86': {},
'Android32 Builder x86 (dbg)': {},
'Android64': {
'mixins': [
'walleye', 'android-devices', 'has_native_resultdb_integration',
'chromium-tester-service-account'
],
'test_suites': {
'gtest_tests': 'android_tests',
'junit_tests': 'android_junit_tests',
},
},
'Android64 (dbg)': {
'mixins': [
'walleye', 'android-devices', 'has_native_resultdb_integration',
'chromium-tester-service-account'
],
'test_suites': {
'gtest_tests': 'android_tests',
'junit_tests': 'android_junit_tests',
},
},
'Android64 Builder arm64': {},
'Android64 Builder x64 (dbg)': {},
'Fuchsia Builder': {},
'Fuchsia Release': {
'os_type':
'linux',
'mixins': [
'linux-bionic', 'x86-64', 'fuchsia-gtest-output',
'resultdb-gtest-json-format'
],
'test_suites': {
'isolated_scripts': 'fuchsia_compatible_tests',
},
},
'Linux (more configs)': {
'os_type': 'linux',
'mixins': ['linux-bionic', 'x86-64', 'resultdb-json-format'],
'test_suites': {
'isolated_scripts': 'more_configs_tests',
},
},
'Linux Asan': {
'os_type': 'linux',
'mixins': ['linux-bionic', 'x86-64', 'resultdb-json-format'],
'test_suites': {
'isolated_scripts': 'linux_tests',
},
},
'Linux MSan': {
'os_type': 'linux',
'mixins': ['linux-focal', 'x86-64', 'resultdb-json-format'],
'test_suites': {
# TODO(crbug.com/webrtc/14568): Using 'linux_tests'
# fails on "MemorySanitizer: use-of-uninitialized-value in
# libpipewire-0.3.so."
'isolated_scripts': 'desktop_tests',
},
},
'Linux Tsan v2': {
'os_type': 'linux',
'mixins': ['linux-bionic', 'x86-64', 'resultdb-json-format'],
'test_suites': {
# TODO(crbug.com/webrtc/14568): Using 'linux_tests'
# fails on "ThreadSanitizer: data race on vptr (ctor/dtor vs
# virtual call) in shared_screencast_stream_test."
'isolated_scripts': 'desktop_tests',
},
},
'Linux UBSan': {
'os_type': 'linux',
'mixins': ['linux-bionic', 'x86-64', 'resultdb-json-format'],
'test_suites': {
'isolated_scripts': 'linux_tests',
},
},
'Linux UBSan vptr': {
'os_type': 'linux',
'mixins': ['linux-bionic', 'x86-64', 'resultdb-json-format'],
'test_suites': {
'isolated_scripts': 'linux_tests',
},
},
'Linux32 Debug': {
'os_type': 'linux',
'mixins': ['linux-bionic', 'x86-64', 'resultdb-json-format'],
'test_suites': {
'isolated_scripts': 'desktop_tests',
},
},
'Linux32 Debug (ARM)': {},
'Linux32 Release': {
'os_type': 'linux',
'mixins': ['linux-bionic', 'x86-64', 'resultdb-json-format'],
'test_suites': {
'isolated_scripts': 'desktop_tests',
},
},
'Linux32 Release (ARM)': {},
'Linux64 Builder': {},
'Linux64 Debug': {
'os_type': 'linux',
'mixins': ['linux-bionic', 'x86-64', 'resultdb-json-format'],
'test_suites': {
'isolated_scripts': 'linux_tests',
},
},
'Linux64 Debug (ARM)': {},
'Linux64 Release': {
'os_type': 'linux',
'mixins': ['linux-bionic', 'x86-64', 'resultdb-json-format'],
'test_suites': {
'isolated_scripts': 'linux_desktop_tests_with_video_capture',
},
},
'Linux64 Release (ARM)': {},
'Linux64 Release (Libfuzzer)': {},
'Mac Asan': {
'os_type': 'mac',
'mixins': ['mac_12_x64', 'cores-12', 'resultdb-json-format'],
'test_suites': {
'isolated_scripts': 'desktop_tests',
},
},
'Mac64 Builder': {},
'Mac64 Debug': {
'os_type': 'mac',
'mixins': ['mac_12_x64', 'cores-12', 'resultdb-json-format'],
'test_suites': {
'isolated_scripts': 'desktop_tests',
},
},
'Mac64 Release': {
'os_type': 'mac',
'mixins': ['mac_12_x64', 'resultdb-json-format'],
'test_suites': {
'isolated_scripts': 'desktop_tests_with_video_capture',
},
},
'MacARM64 M1 Release': {
'os_type': 'mac',
'mixins': ['mac_12_arm64', 'mac-m1-cpu', 'resultdb-json-format'],
# TODO(b/228171565): Replace desktop_tests by desktop_tests_with_video_capture when
# there is a camera available for the baremetal m1 machines.
'test_suites': {
'isolated_scripts': 'desktop_tests',
},
},
'MacArm64 Builder': {},
'Win (more configs)': {
'os_type': 'win',
'mixins': ['win10', 'x86-64', 'resultdb-json-format'],
'test_suites': {
'isolated_scripts': 'more_configs_tests',
},
},
'Win32 Builder (Clang)': {},
'Win32 Debug (Clang)': {},
'Win32 Release (Clang)': {
'os_type': 'win',
'mixins': ['win10', 'x86-64', 'resultdb-json-format'],
'test_suites': {
'isolated_scripts': 'desktop_tests',
},
},
'Win64 ASan': {
'os_type': 'win',
'mixins': ['win10', 'x86-64', 'resultdb-json-format'],
'test_suites': {
'isolated_scripts': 'desktop_tests',
},
},
'Win64 Debug (Clang)': {
'os_type': 'win',
'mixins': ['win10', 'x86-64', 'resultdb-json-format'],
'test_suites': {
'isolated_scripts': 'desktop_tests',
},
},
'Win64 Release (Clang)': {
'os_type': 'win',
'mixins': ['win10', 'x86-64', 'resultdb-json-format'],
'test_suites': {
'isolated_scripts': 'desktop_tests_with_video_capture',
},
},
'iOS Debug (simulator)': {
'mixins': [
'mac_12_x64', 'chromium-tester-service-account', 'mac_toolchain',
'has_native_resultdb_integration', 'out_dir_arg', 'webrtc-xctest'
],
'test_suites': {
'isolated_scripts': 'ios_simulator_tests_matrix',
},
},
'iOS64 Debug': {},
'iOS64 Release': {},
},
},
{
'name': 'client.webrtc.perf',
'mixins': ['limited-capacity'],
'machines': {
'Perf Android32 (O Pixel2)': {
'mixins': [
'walleye', 'android-devices', 'perf-pool', 'timeout-3h',
'perf-output', 'has_native_resultdb_integration',
'chromium-tester-service-account'
],
'test_suites': {
'gtest_tests': 'android_perf_tests',
},
},
'Perf Android32 (R Pixel5)': {
'mixins': [
'redfin', 'android-devices', 'perf-pool', 'timeout-3h', 'perf-output',
'has_native_resultdb_integration', 'chromium-tester-service-account'
],
'test_suites': {
'gtest_tests': 'android_perf_tests',
},
},
'Perf Android64 (O Pixel2)': {
'mixins': [
'walleye', 'android-devices', 'perf-pool', 'timeout-3h',
'perf-output', 'has_native_resultdb_integration',
'chromium-tester-service-account'
],
'test_suites': {
'gtest_tests': 'android_perf_tests',
},
},
'Perf Android64 (R Pixel5)': {
'mixins': [
'redfin', 'android-devices', 'perf-pool', 'timeout-3h', 'perf-output',
'has_native_resultdb_integration', 'chromium-tester-service-account'
],
'test_suites': {
'gtest_tests': 'android_perf_tests',
},
},
'Perf Fuchsia': {
'os_type':
'linux',
'mixins': [
'linux-bionic', 'x86-64', 'perf-pool-vm', 'timeout-3h',
'resultdb-gtest-json-format', 'fuchsia-gtest-output'
],
'test_suites': {
'isolated_scripts': 'fuchsia_compatible_perf_tests',
}
},
'Perf Linux Bionic': {
'os_type':
'linux',
'mixins': [
'linux-bionic', 'perf-pool', 'timeout-3h',
'resultdb-gtest-json-format'
],
'test_suites': {
'isolated_scripts': 'desktop_perf_tests',
},
},
'Perf Mac 11': {
'os_type':
'mac',
'mixins': [
'mac11', 'x86-64', 'perf-pool', 'timeout-3h',
'resultdb-gtest-json-format'
],
'test_suites': {
'isolated_scripts': 'desktop_perf_tests',
},
},
'Perf Mac M1 Arm64 12': {
'os_type':
'mac',
'mixins': [
'mac_12_arm64', 'mac-m1-cpu', 'perf-pool', 'timeout-3h',
'resultdb-gtest-json-format'
],
'test_suites': {
'isolated_scripts': 'webrtc_perf_tests',
},
},
'Perf Win 10': {
'os_type':
'win',
'mixins':
['win10-any', 'perf-pool', 'timeout-3h', 'resultdb-gtest-json-format'],
'test_suites': {
'isolated_scripts': 'desktop_perf_tests',
},
},
},
},
{
'name': 'internal.client.webrtc',
'mixins': [],
'machines': {
'iOS64 Debug': {
'mixins': [
'ios-device-15.7', 'webrtc-xctest', 'chrome-tester-service-account',
'xcode_13_main', 'mac_toolchain', 'has_native_resultdb_integration',
'out_dir_arg'
],
'test_suites': {
'isolated_scripts': 'ios_device_tests',
},
},
'iOS64 Perf': {
'mixins': [
'ios-device-perf', 'webrtc-xctest', 'timeout-3h',
'chrome-tester-service-account', 'xcode_13_main', 'mac_toolchain',
'has_native_resultdb_integration', 'out_dir_arg'
],
'test_suites': {
'isolated_scripts': 'webrtc_perf_tests',
},
'args': [
'--write_perf_output_on_ios',
],
},
'iOS64 Release': {
'mixins': [
'ios-device-15.7', 'webrtc-xctest', 'chrome-tester-service-account',
'xcode_13_main', 'mac_toolchain', 'has_native_resultdb_integration',
'out_dir_arg'
],
'test_suites': {
'isolated_scripts': 'ios_device_tests',
},
},
},
},
{
'name': 'tryserver.webrtc',
'mixins': [],
'machines': {
'android_arm64_dbg': {
'mixins': [
'walleye', 'android-devices', 'has_native_resultdb_integration',
'chromium-tester-service-account'
],
'test_suites': {
'gtest_tests': 'android_tests_tryserver',
'junit_tests': 'android_junit_tests',
},
},
'android_arm64_rel': {
'mixins': [
'walleye', 'android-devices', 'has_native_resultdb_integration',
'chromium-tester-service-account'
],
'test_suites': {
'gtest_tests': 'android_tests_tryserver',
'junit_tests': 'android_junit_tests',
},
},
'android_arm_dbg': {
'mixins': [
'walleye', 'android-devices', 'has_native_resultdb_integration',
'chromium-tester-service-account'
],
'test_suites': {
'gtest_tests': 'android_tests_tryserver',
'junit_tests': 'android_junit_tests',
},
},
'android_arm_more_configs': {
'mixins': [
'walleye', 'android-devices', 'has_native_resultdb_integration',
'chromium-tester-service-account'
],
'test_suites': {
'gtest_tests': 'more_configs_tests',
},
},
'android_arm_rel': {
'mixins': [
'walleye', 'android-devices', 'has_native_resultdb_integration',
'chromium-tester-service-account'
],
'test_suites': {
'gtest_tests': 'android_tests_tryserver',
'junit_tests': 'android_junit_tests',
},
},
'android_compile_arm64_dbg': {},
'android_compile_arm64_rel': {},
'android_compile_arm_dbg': {},
'android_compile_arm_rel': {},
'android_compile_x64_dbg': {},
'android_compile_x64_rel': {},
'android_compile_x86_dbg': {},
'android_compile_x86_rel': {},
'fuchsia_rel': {
'os_type':
'linux',
'mixins': [
'linux-bionic', 'x86-64', 'fuchsia-gtest-output',
'resultdb-gtest-json-format'
],
'test_suites': {
'isolated_scripts': 'fuchsia_compatible_tests',
},
},
'ios_compile_arm64_dbg': {},
'ios_compile_arm64_rel': {},
'ios_dbg_simulator': {
'mixins': [
'mac_12_x64', 'chromium-tester-service-account', 'mac_toolchain',
'has_native_resultdb_integration', 'out_dir_arg', 'webrtc-xctest'
],
'test_suites': {
'isolated_scripts': 'ios_simulator_tests_matrix',
},
},
'linux_asan': {
'os_type': 'linux',
'mixins': ['linux-bionic', 'x86-64', 'resultdb-json-format'],
'test_suites': {
'isolated_scripts': 'linux_tests',
},
},
'linux_compile_arm64_dbg': {},
'linux_compile_arm64_rel': {},
'linux_compile_arm_dbg': {},
'linux_compile_arm_rel': {},
'linux_compile_dbg': {},
'linux_compile_rel': {},
'linux_coverage': {
'os_type':
'linux',
'mixins': [
'linux-bionic', 'x86-64', 'resultdb-json-format',
'isolate_profile_data'
],
'test_suites': {
'isolated_scripts': 'linux_desktop_tests_tryserver',
},
},
'linux_dbg': {
'os_type': 'linux',
'mixins': ['linux-bionic', 'x86-64', 'resultdb-json-format'],
'test_suites': {
'isolated_scripts': 'linux_tests',
},
},
'linux_libfuzzer_rel': {},
'linux_memcheck': {
'os_type': 'linux',
'mixins': ['linux-bionic', 'x86-64', 'resultdb-json-format'],
'test_suites': {
'isolated_scripts': 'linux_tests',
},
},
'linux_more_configs': {
'os_type': 'linux',
'mixins': ['linux-bionic', 'x86-64', 'resultdb-json-format'],
'test_suites': {
'isolated_scripts': 'more_configs_tests',
},
},
'linux_msan': {
'os_type': 'linux',
'mixins': ['linux-focal', 'x86-64', 'resultdb-json-format'],
'test_suites': {
# TODO(crbug.com/webrtc/14568): Using 'linux_tests'
# fails on "MemorySanitizer: use-of-uninitialized-value in
# libpipewire-0.3.so."
'isolated_scripts': 'desktop_tests',
},
},
'linux_rel': {
'os_type': 'linux',
'mixins': ['linux-bionic', 'x86-64', 'resultdb-json-format'],
'test_suites': {
'isolated_scripts': 'linux_desktop_tests_tryserver',
},
},
'linux_tsan2': {
'os_type': 'linux',
'mixins': ['linux-bionic', 'x86-64', 'resultdb-json-format'],
'test_suites': {
# TODO(crbug.com/webrtc/14568): Using 'linux_tests'
# fails on "ThreadSanitizer: data race on vptr (ctor/dtor vs
# virtual call) in shared_screencast_stream_test."
'isolated_scripts': 'desktop_tests',
},
},
'linux_ubsan': {
'os_type': 'linux',
'mixins': ['linux-bionic', 'x86-64', 'resultdb-json-format'],
'test_suites': {
'isolated_scripts': 'linux_tests',
},
},
'linux_ubsan_vptr': {
'os_type': 'linux',
'mixins': ['linux-bionic', 'x86-64', 'resultdb-json-format'],
'test_suites': {
'isolated_scripts': 'linux_tests',
},
},
'linux_x86_dbg': {
'os_type': 'linux',
'mixins': ['linux-bionic', 'x86-64', 'resultdb-json-format'],
'test_suites': {
'isolated_scripts': 'desktop_tests',
},
},
'linux_x86_rel': {
'os_type': 'linux',
'mixins': ['linux-bionic', 'x86-64', 'resultdb-json-format'],
'test_suites': {
'isolated_scripts': 'desktop_tests',
},
},
'mac_asan': {
'os_type': 'mac',
'mixins': ['mac_12_x64', 'resultdb-json-format', 'cores-12'],
'test_suites': {
'isolated_scripts': 'desktop_tests',
},
},
'mac_compile_dbg': {},
'mac_compile_rel': {},
'mac_dbg': {
'os_type': 'mac',
'mixins': ['mac_12_x64', 'resultdb-json-format', 'cores-12'],
'test_suites': {
'isolated_scripts': 'desktop_tests',
},
},
'mac_dbg_m1': {
'os_type': 'mac',
'mixins': ['mac_12_arm64', 'mac-m1-cpu', 'resultdb-json-format'],
'test_suites': {
'isolated_scripts': 'desktop_tests',
},
},
'mac_rel': {
'os_type': 'mac',
'mixins': ['mac_12_x64', 'resultdb-json-format'],
'test_suites': {
'isolated_scripts': 'desktop_tests_tryserver',
},
},
'mac_rel_m1': {
'os_type': 'mac',
'mixins': ['mac_12_arm64', 'mac-m1-cpu', 'resultdb-json-format'],
# TODO(b/228171565): Replace desktop_tests by desktop_tests_tryserver when
# there is a camera available for the baremetal-try m1 machines.
'test_suites': {
'isolated_scripts': 'desktop_tests',
},
},
'win_asan': {
'os_type': 'win',
'mixins': ['win10', 'x86-64', 'resultdb-json-format'],
'test_suites': {
'isolated_scripts': 'desktop_tests',
},
},
'win_compile_x64_clang_dbg': {},
'win_compile_x64_clang_rel': {},
'win_compile_x86_clang_dbg': {},
'win_compile_x86_clang_rel': {},
'win_x64_clang_dbg': {
'os_type': 'win',
'mixins': ['win10', 'x86-64', 'resultdb-json-format'],
'test_suites': {
'isolated_scripts': 'desktop_tests',
},
},
'win_x64_clang_rel': {
'os_type': 'win',
'mixins': ['win10', 'x86-64', 'resultdb-json-format'],
'test_suites': {
'isolated_scripts': 'desktop_tests',
},
},
'win_x86_clang_dbg': {
'os_type': 'win',
'mixins': ['win10', 'x86-64', 'resultdb-json-format'],
'test_suites': {
'isolated_scripts': 'desktop_tests',
},
},
'win_x86_clang_rel': {
'os_type': 'win',
'mixins': ['win10', 'x86-64', 'resultdb-json-format'],
'test_suites': {
'isolated_scripts': 'desktop_tests_tryserver',
},
},
'win_x86_more_configs': {
'os_type': 'win',
'mixins': ['win10', 'x86-64', 'resultdb-json-format'],
'test_suites': {
'isolated_scripts': 'more_configs_tests',
},
},
},
},
]