Disable standard instrumentation tests on O
chrome_public_test_apk and webview_instrumentation_test_apk have always
failed on O and end up burning a lot of device time with no one actively
monitoring them or trying to fix them. This combined with the few number
of devices that have Oreo means that the other tests that run on Oreo
that are monitored can end up not running due to capacity issues. So,
disable these tests on Oreo until they're either fixed or more capacity
is added.
Bug: 884413
Change-Id: Ica3a501ed078075dfb462f9cbcd7b3f26cb8dcad
Reviewed-on: https://chromium-review.googlesource.com/c/1366255
Reviewed-by: Ben Pastene <[email protected]>
Commit-Queue: Brian Sheedy <[email protected]>
Cr-Commit-Position: refs/heads/master@{#614521}diff --git a/testing/buildbot/test_suite_exceptions.pyl b/testing/buildbot/test_suite_exceptions.pyl
index 010c65a..a261e15d 100644
--- a/testing/buildbot/test_suite_exceptions.pyl
+++ b/testing/buildbot/test_suite_exceptions.pyl
@@ -247,7 +247,9 @@
},
},
'Oreo Phone Tester': {
- 'experiment_percentage': 100,
+ # TODO(https://crbug.com/884413): Re-enable this once the tests are
+ # either passing or there is more capacity.
+ 'experiment_percentage': 0,
},
# chromium.swarm
'Android N5X Swarm': {
@@ -1614,7 +1616,9 @@
'modifications': {
'Oreo Phone Tester': {
# TODO(crbug.com/863089): Enable this once it's passing.
- 'experiment_percentage': 100,
+ # TODO(https://crbug.com/884413): Re-enable this once the tests are
+ # either passing or there is more capacity.
+ 'experiment_percentage': 0,
},
},
},
