Disable browser_tests on the mac.
Something in one of the browser_tests suites seems to be killing
machines across all Mac versions. This CL disables browser_tests,
viz_browser_tests, and surface_sync_browser_tests across all Mac
versions until we can better figure out which tests are safe and
which aren't.
Ideally we'd split some of the bots into a different pool and
just run the browser_tests in that pool so that they don't take
out the rest of the fleet, and I'll work on that next.
[email protected]
BUG=828051
NOTRY=true
Change-Id: I133fb9e4a3db85fce2231d0e3f906ceecece122d
Reviewed-on: https://chromium-review.googlesource.com/1103793
Commit-Queue: Dirk Pranke <[email protected]>
Reviewed-by: Dirk Pranke <[email protected]>
Cr-Commit-Position: refs/heads/master@{#567916}diff --git a/testing/buildbot/test_suite_exceptions.pyl b/testing/buildbot/test_suite_exceptions.pyl
index a88c0fb50..b0d1139 100644
--- a/testing/buildbot/test_suite_exceptions.pyl
+++ b/testing/buildbot/test_suite_exceptions.pyl
@@ -195,9 +195,22 @@
'CrWinAsanCov',
'linux-win_cross-rel',
'ToTLinuxUBSanVptr',
+ 'ToTMac', # https://crbug.com/828031
+ 'ToTMacASan', # https://crbug.com/828031
'UBSanVptr Linux',
+ # chromium.fyi
+ 'Chromium Mac 10.13', # https://crbug.com/828031
+ 'Out of Process Profiling Mac', # https://crbug.com/828031
+ 'mac-views-rel', # https://crbug.com/828031
+ # chromium.mac
+ 'Mac10.10 Tests', # https://crbug.com/828031
+ 'Mac10.11 Tests', # https://crbug.com/828031
+ 'Mac10.12 Tests', # https://crbug.com/828031
+ 'Mac10.13 Tests', # https://crbug.com/828031
+ 'Mac10.13 Tests (dbg)', # https://crbug.com/828031
# chromium.memory
'Linux TSan Tests', # https://crbug.com/368525
+ 'Mac ASan 64 Tests (1)', # https://crbug.com/828031
# chromium.win
'Win10 Tests x64 (dbg)',
],
@@ -225,32 +238,6 @@
'shards': 5,
},
},
- # chromium.mac
- 'Mac10.11 Tests': {
- # A subset of tests seem to cause WindowServer deaths on VMs.
- # crbug.com/828031 et al.
- 'args': [
- '--test-launcher-filter-file=../../testing/buildbot/filters/mac_window_server_killers.browser_tests.filter',
- '--gtest_shuffle',
- ],
- },
- 'Mac10.12 Tests': {
- # A subset of tests seem to cause WindowServer deaths on VMs.
- # crbug.com/828031 et al.
- 'args': [
- '--test-launcher-filter-file=../../testing/buildbot/filters/mac_window_server_killers.browser_tests.filter',
- '--gtest_shuffle',
- ],
- },
- 'Mac10.13 Tests': {
- # A subset of tests seem to cause WindowServer deaths on VMs.
- # crbug.com/828031 et al.
- 'args': [
- '--test-launcher-filter-file=../../testing/buildbot/filters/mac_window_server_killers.browser_tests.filter',
- '--gtest_shuffle',
- ],
- 'experiment_percentage': 100,
- },
# chromium.memory
'Linux ASan LSan Tests (1)': {
# These are very slow on the ASAN trybot for some reason.
@@ -2024,6 +2011,14 @@
},
},
},
+ 'surface_sync_browser_tests': {
+ 'remove_from': [
+ # chromium.fyi
+ 'Chromium Mac 10.13', # https://crbug.com/828031
+ 'Out of Process Profiling Mac', # https://crbug.com/828031
+ 'mac-views-rel', # https://crbug.com/828031
+ ],
+ },
'swiftshader_unittests': {
'remove_from': [
# Save capacity on the hardware where we have only a few machines.
@@ -2363,8 +2358,22 @@
},
'viz_browser_tests': {
'remove_from': [
+ # chromium.clang
+ 'ToTMac', # https://crbug.com/828031
+ 'ToTMacASan', # https://crbug.com/828031
+ # chromium.fyi
+ 'Chromium Mac 10.13', # https://crbug.com/828031
+ 'Out of Process Profiling Mac', # https://crbug.com/828031
+ 'mac-views-rel', # https://crbug.com/828031
+ # chromium.mac
+ 'Mac10.10 Tests', # https://crbug.com/828031
+ 'Mac10.11 Tests', # https://crbug.com/828031
+ 'Mac10.12 Tests', # https://crbug.com/828031
+ 'Mac10.13 Tests', # https://crbug.com/828031
+ 'Mac10.13 Tests (dbg)', # https://crbug.com/828031
# chromium.memory
'Linux TSan Tests', # https://crbug.com/368525
+ 'Mac ASan 64 Tests (1)', # https://crbug.com/828031
# chromium.win
# Currently too flaky on Windows.
'Win 7 Tests x64 (1)',
@@ -2384,11 +2393,6 @@
'shards': 20,
},
},
- # chromium.mac
- 'Mac10.13 Tests': {
- # Frequent WindowServer crashes. crbug.com/828031
- 'experiment_percentage': 100,
- },
# chromium.memory
'Linux ASan LSan Tests (1)': {
# These are very slow on the ASAN trybot for some reason.
