Fix and update test_suite_exceptions for win11-arm64-{rel,dbg}-tests
Remove ci_only, the builders are not ready for public that doesn't need
to be ci_only restricuted, which make it easy for dev to fix failures.
Disable tests similar to Win10 Tests x64 (dbg) and Win11 Tests x64.
Including:
1. pixel tests were not enabled for win11 due to system UI change and
we are not ready to triage the images for win11.
2. browser_tests and blink_*_tests were not eanbled on dbg due to
resource limits.
3. no_field_trial were disabled similar to other Windows testers.
4. telemetry_* tests were disabled on all windows testers.
This CL also moved try/win11-arm64-dbg-tests to builderless.
Bug: 1383380
Change-Id: Icc98371db53195e4d04c5cc68c0e114ecb889745
Reviewed-on: https://chromium-review.googlesource.com/c/chromium/src/+/5247827
Reviewed-by: Gregory Guterman <[email protected]>
Commit-Queue: Kuan Huang <[email protected]>
Cr-Commit-Position: refs/heads/main@{#1254254}
diff --git a/testing/buildbot/test_suite_exceptions.pyl b/testing/buildbot/test_suite_exceptions.pyl
index 89bf98e..087dc0d 100644
--- a/testing/buildbot/test_suite_exceptions.pyl
+++ b/testing/buildbot/test_suite_exceptions.pyl
@@ -305,6 +305,7 @@
'blink_web_tests': {
'remove_from': [
'Win10 Tests x64 (dbg)',
+ 'win11-arm64-dbg-tests',
],
'modifications': {
'Linux Tests': {
@@ -652,6 +653,7 @@
'linux-rel-cft',
'mac-rel-cft',
'win-rel-cft',
+ 'win11-arm64-dbg-tests',
],
'modifications': {
'Linux Tests': {
@@ -975,6 +977,7 @@
'Linux TSan Tests', # https://crbug.com/368525
'linux-exp-tsan-fyi-rel', # https://crbug.com/368525
'Win10 Tests x64 (dbg)',
+ 'win11-arm64-dbg-tests',
],
'modifications': {
'CrWinAsan': {
@@ -1303,11 +1306,19 @@
'shards': 15,
}
},
+ 'win11-arm64-rel-tests': {
+ 'swarming': {
+ # This is for slow test execution that often becomes a critical path of
+ # swarming jobs. crbug.com/868114
+ 'shards': 15,
+ }
+ },
},
},
'browser_tests_no_field_trial': {
'remove_from': [
'win10-rel-no-external-ip',
+ 'win11-arm64-rel-tests',
'win-arm64-rel',
'win-rel-cft',
'Win11 Tests x64',
@@ -1737,6 +1748,7 @@
'components_browsertests_no_field_trial': {
'remove_from': [
'win10-rel-no-external-ip',
+ 'win11-arm64-rel-tests',
'win-arm64-rel',
'win-rel-cft',
'Win11 Tests x64',
@@ -2329,6 +2341,7 @@
'remove_from': [
'Win11 Tests x64',
'win-rel-cft',
+ 'win11-arm64-rel-tests',
],
'modifications': {
'win-rel-cft': {
@@ -3344,10 +3357,11 @@
},
},
'remove_from': [
+ 'Win11 Tests x64',
'win10-rel-no-external-ip',
+ 'win11-arm64-rel-tests',
'win-arm64-rel',
'win-rel-cft',
- 'Win11 Tests x64',
],
},
'ipc_tests': {
@@ -3797,6 +3811,7 @@
'remove_from': [
'Win11 Tests x64',
'win-rel-cft',
+ 'win11-arm64-rel-tests',
],
},
'pixel_skia_gold_gl_passthrough_ganesh_test': {
@@ -4220,6 +4235,7 @@
'sync_integration_tests_no_field_trial': {
'remove_from': [
'win10-rel-no-external-ip',
+ 'win11-arm64-rel-tests',
'win-arm64-rel',
'win-rel-cft',
'Win11 Tests x64',
@@ -4334,6 +4350,8 @@
'Win10 Tests x64 (dbg)',
'Win11 Tests x64',
'win10-rel-no-external-ip',
+ 'win11-arm64-dbg-tests',
+ 'win11-arm64-rel-tests',
'win-rel-cft',
],
},
@@ -4372,6 +4390,8 @@
'Win10 Tests x64',
'Win11 Tests x64',
'win10-rel-no-external-ip',
+ 'win11-arm64-dbg-tests',
+ 'win11-arm64-rel-tests',
'win-rel-cft',
# TODO(https://crbug.com/1267161): Re-enable when platform is supported.
