blob: fa28210cb2590860ccfec7071b253e6cc63a0a24 [file] [log] [blame]
Kenneth Russelleb60cbd22017-12-05 07:54:281# Copyright 2017 The Chromium Authors. All rights reserved.
2# Use of this source code is governed by a BSD-style license that can be
3# found in the LICENSE file.
4
5# This is a .pyl, or "Python Literal", file. You can treat it just like a
6# .json file, with the following exceptions:
7# * all keys must be quoted (use single quotes, please);
8# * comments are allowed, using '#' syntax; and
9# * trailing commas are allowed.
10
11# Exceptions to the common test suites can only include removal from
12# particular bots, and modifications on particular bots. By design,
13# it's not possible to add one-off tests to bots. Instead they have to
14# be added to one of the test suites in test_suites.pyl.
15#
Jeff Yoone2188f62020-08-24 20:55:5716# Note that if you are excluding with variants, you will need to exclude
17# per variant, with the identifier appended to the test suite name.
18# For example, if you have ios_chrome_ui_eg2tests_module with variant
19# SIM_IPHONE_6S_14_0 (identifier = "iPhone 6s 14.0"), you
20# must exclude with the test name as:
21# "ios_chrome_ui_eg2tests_module_iPhone 6s 14.0"
22
Kenneth Russelleb60cbd22017-12-05 07:54:2823# The goal is to drive the number of exceptions to zero, to make all
24# the bots behave similarly.
25{
Andrew Luo38b311f2019-10-04 03:42:0926 'android_browsertests': {
27 'modifications': {
Haiyang Pan9d68ca02021-08-04 21:30:4728 'android-11-x86-rel': {
Haiyang Panca7fcec2021-03-19 02:11:1029 'swarming': {
30 'shards': 2,
31 },
32 },
Greg Gutermanea661162021-11-17 00:46:4333 'android-marshmallow-arm64-rel-rts': {
34 'swarming': {
35 'shards': 2,
36 },
37 },
Haiyang Panb991f562021-08-10 17:46:4638 'android-marshmallow-x86-rel': {
39 'swarming': {
40 'shards': 2,
41 },
42 },
Andrew Luo38b311f2019-10-04 03:42:0943 'android-pie-arm64-rel': {
Andrew Luobe83fd82019-12-19 03:07:5844 'args': [
45 '--gtest_filter=-ImportantSitesUtilBrowserTest.DSENotConsideredImportantInRegularMode', # https://crbug.com/1034001
46 ],
Haiyang Panfbd2b482020-09-23 23:41:2547 # TODO(crbug.com/1111436): Move this back to walleye if/when additional
48 # capacity has been deployed.
49 'swarming': {
50 'dimension_sets': [
51 {
52 'device_type': 'sailfish',
53 },
54 ],
Haiyang Pan1678f0c02021-03-09 23:05:0955 'shards': 2,
Haiyang Panfbd2b482020-09-23 23:41:2556 },
Andrew Luo38b311f2019-10-04 03:42:0957 },
Haiyang Pan08d09dc2020-04-01 16:11:2158 'android-pie-x86-rel': {
John Budorick191adfcd2020-01-29 18:19:0459 'args': [
60 '--gtest_filter=-ImportantSitesUtilBrowserTest.DSENotConsideredImportantInRegularMode', # https://crbug.com/1034001
61 ],
Haiyang Pan7cd609d2021-04-08 20:17:2462 'swarming': {
63 'shards': 2,
64 },
John Budorick191adfcd2020-01-29 18:19:0465 },
Andrew Luo38b311f2019-10-04 03:42:0966 },
67 },
Sven Zhengc60debc2020-09-10 18:40:5268 'android_sync_integration_tests': {
69 'remove_from': [
Haiyang Pan6b8e4cf2021-08-02 21:38:2870 # Remove from CQ bots due to capacity.
71 'android-marshmallow-arm64-rel',
Greg Gutermanea661162021-11-17 00:46:4372 'android-marshmallow-arm64-rel-rts',
Sven Zhengc60debc2020-09-10 18:40:5273 ],
74 },
Kenneth Russelleb60cbd22017-12-05 07:54:2875 'android_webview_unittests': {
Kenneth Russelleb60cbd22017-12-05 07:54:2876 },
Jamie Madillc9ae75d2020-10-23 19:19:4877 'angle_end2end_tests': {
78 'remove_from': [
79 # TODO(ynovikov) Investigate why the test breaks on older devices.
80 'Android FYI Release (Nexus 5)',
Jamie Madillc9ae75d2020-10-23 19:19:4881 'Android FYI Release (Nexus 9)',
Jamie Madillc9ae75d2020-10-23 19:19:4882 # Temporarily disabled due to bad NVIDIA driver upgrade crbug.com/950542
83 'Linux FYI Debug (NVIDIA)',
84 ],
Yuly Novikov60cbf642020-11-19 20:43:1585 'modifications': {
86 # anglebug.com/5328 suspecting blue screen caused by multiprocess
Yuly Novikov60cbf642020-11-19 20:43:1587 'Optional Win10 x64 Release (Intel HD 630)': {
88 'args': [
89 '--max-processes=1',
90 ],
91 },
92 'Win10 FYI x64 Exp Release (Intel HD 630)': {
93 'args': [
94 '--max-processes=1',
95 ],
96 },
97 'Win10 FYI x64 Release (Intel HD 630)': {
98 'args': [
99 '--max-processes=1',
100 ],
101 },
Yuly Novikov80d2e672021-02-13 00:16:04102 'win10-angle-x64-intel': {
103 'args': [
104 '--max-processes=1',
105 ],
106 },
Yuly Novikov60cbf642020-11-19 20:43:15107 },
Yuly Novikov922b1fa92021-02-25 22:25:40108 'replacements': {
109 'Linux FYI Release (AMD RX 5500 XT)': {
110 'args': {
111 '--max-processes': '1',
112 },
113 },
114 },
Jamie Madillc9ae75d2020-10-23 19:19:48115 },
Jamie Madillc9ae75d2020-10-23 19:19:48116 'angle_unittests': {
117 'remove_from': [
118 # On Android, these are already run on the main waterfall.
119 'Android FYI Release (Nexus 5X)',
Yuly Novikovc1117ae82021-01-15 22:33:36120 # Times out listing tests crbug.com/1167314
121 'android-asan',
Jamie Madillc9ae75d2020-10-23 19:19:48122 # Does not currently work on Lacros configurations.
Junhua Chen39dd2dba2021-05-05 17:51:54123 'linux-lacros-code-coverage',
Jamie Madillc9ae75d2020-10-23 19:19:48124 'linux-lacros-tester-rel',
125 'linux-lacros-tester-fyi-rel',
Yuke Liaof27ebe52021-08-05 22:12:40126 'linux-lacros-dbg-tests-fyi',
Jamie Madillc9ae75d2020-10-23 19:19:48127 ],
Jamie Madillc9ae75d2020-10-23 19:19:48128 },
129 'angle_white_box_tests': {
Yuly Novikov60cbf642020-11-19 20:43:15130 'modifications': {
131 # anglebug.com/5328 suspecting blue screen caused by multiprocess
Yuly Novikov60cbf642020-11-19 20:43:15132 'Optional Win10 x64 Release (Intel HD 630)': {
133 'args': [
134 '--max-processes=1',
135 ],
136 },
137 'Win10 FYI x64 Exp Release (Intel HD 630)': {
138 'args': [
139 '--max-processes=1',
140 ],
141 },
142 'Win10 FYI x64 Release (Intel HD 630)': {
143 'args': [
144 '--max-processes=1',
145 ],
146 },
Yuly Novikov80d2e672021-02-13 00:16:04147 'win10-angle-x64-intel': {
148 'args': [
149 '--max-processes=1',
150 ],
151 },
Yuly Novikov60cbf642020-11-19 20:43:15152 },
Jamie Madillc9ae75d2020-10-23 19:19:48153 },
Yuke Liaob6beaeca2021-04-29 23:41:51154 'aura_unittests_amd64-generic': {
155 'remove_from': [
156 # TODO(crbug.com/1204231): Re-enable.
157 'lacros-amd64-generic-rel',
158 ]
159 },
Yuke Liao79a8cf52021-06-11 18:14:34160 'aura_unittests_eve': {
161 'remove_from': [
162 # TODO(crbug.com/1204231): Re-enable.
163 'lacros-amd64-generic-rel',
164 ]
165 },
Chong Gudf7fbe92021-02-24 02:55:58166 'base_unittests': {
167 'modifications': {
Haiyang Pan9d68ca02021-08-04 21:30:47168 'android-11-x86-rel': {
Haiyang Panc7c009e2021-03-18 19:31:23169 'args': [
Haiyang Panc08d02212021-10-18 18:58:38170 '--test-launcher-filter-file=../../testing/buildbot/filters/android.emulator.base_unittests.filter',
171 ],
172 },
173 'android-12-x64-fyi-rel': {
174 'args': [
175 '--test-launcher-filter-file=../../testing/buildbot/filters/android.emulator.base_unittests.filter',
176 '--gtest_filter=-ModuleCacheTest.CheckAgainstProcMaps', # crbug.com/1260521
Haiyang Panc7c009e2021-03-18 19:31:23177 ],
178 },
Chong Gudf7fbe92021-02-24 02:55:58179 'fuchsia-code-coverage': {
180 'swarming': {
181 'shards': 5,
182 },
183 },
184 },
185 },
Haiyang Pan363c59a2020-07-23 05:47:04186 'blink_platform_unittests': {
187 'modifications': {
Haiyang Panfbd2b482020-09-23 23:41:25188 'android-pie-arm64-rel': {
189 # TODO(crbug.com/1111436): Move this back to walleye if/when additional
190 # capacity has been deployed.
191 'swarming': {
192 'dimension_sets': [
193 {
194 'device_type': 'sailfish',
195 },
196 ],
197 },
198 },
Chong Gu52481452021-04-02 17:52:41199 'fuchsia-code-coverage': {
200 'swarming': {
201 'shards': 5,
202 },
203 },
Haiyang Pan363c59a2020-07-23 05:47:04204 },
205 },
Chong Gu76046412021-09-22 17:49:21206 'blink_unittests': {
Chong Guc2d145e2021-03-31 19:55:34207 'modifications': {
208 'fuchsia-code-coverage': {
209 'swarming': {
210 'shards': 30,
211 },
212 },
213 },
214 },
John Chenaab16fc02020-03-03 06:35:45215 'blink_web_tests': {
216 'remove_from': [
Ilia Samsonovca3dfd52020-08-07 18:39:01217 'Mac10.11 Tests',
John Chenaab16fc02020-03-03 06:35:45218 'Win 7 Tests x64 (1)', # 64-bit win is unsupported by the layout tests.
219 'Win10 Tests x64 (dbg)',
220 ],
221 'modifications': {
222 'Fuchsia x64': {
223 'args': [
224 '--platform=fuchsia',
225 ],
226 'swarming': {
227 'shards': 1,
228 },
229 },
230 'Linux Tests': {
231 "args": [
232 "--additional-env-var=LLVM_PROFILE_FILE=${ISOLATED_OUTDIR}/profraw/default-%2m.profraw",
233 ],
234 },
235 'Linux Tests (dbg)(1)': {
236 'args': [
237 '--debug',
238 ],
239 'swarming': {
Sven Zheng439fcdf2021-07-13 20:14:57240 'shards': 30,
John Chenaab16fc02020-03-03 06:35:45241 },
242 },
Xianzhu Wange6dec152021-08-02 19:54:53243 'Mac10.12 Tests': {
244 'swarming': {
245 'shards': 25,
246 },
247 },
John Chenaab16fc02020-03-03 06:35:45248 'Mac10.13 Tests': {
249 'swarming': {
250 'dimension_sets': [
251 {
Erik Staab59591f32020-08-25 23:07:07252 'gpu': None,
John Chenaab16fc02020-03-03 06:35:45253 },
254 ],
255 'shards': 25,
256 },
257 },
Zhaoyang Li69e2e002021-02-19 21:57:35258 'Mac10.15 Tests': {
259 'swarming': {
260 'dimension_sets': [
261 {
262 'gpu': None,
263 },
264 ],
265 'shards': 25,
266 },
267 },
Lindsay Pasricha8d9a0c32021-12-08 17:08:29268 'Mac11 Tests': {
269 'swarming': {
270 'dimension_sets': [
271 {
272 'gpu': None,
273 },
274 ],
275 'shards': 25,
276 },
277 },
Zhaoyang Li9357e1e12021-12-07 18:53:17278 'Mac11 Tests (dbg)': {
279 'experiment_percentage': 100,
280 'args': [
281 '--debug',
282 ],
283 'swarming': {
284 'shards': 40,
285 },
286 },
Chong Gu75af969a2021-03-22 14:46:14287 'ToTFuchsia x64': {
288 'args': [
289 '--platform=fuchsia',
290 ],
291 'swarming': {
292 'shards': 1,
293 },
294 },
John Chenaab16fc02020-03-03 06:35:45295 'V8 Blink Linux Debug': {
Michael Achenbach455d39242020-06-22 13:33:45296 # This builder compiles Chromium in release mode, but V8 in debug.
297 # TODO(machenbach): Change name and out directory of this builder to
298 # something less confusing.
John Chenaab16fc02020-03-03 06:35:45299 'args': [
Michael Achenbach455d39242020-06-22 13:33:45300 '-t',
301 'Debug',
302 '--release',
John Chenaab16fc02020-03-03 06:35:45303 ],
304 },
305 'V8 Blink Linux Future': {
306 'args': [
Brian Sheedy10ddf0a2021-08-16 23:19:07307 '--flag-specific=future-js',
John Chenaab16fc02020-03-03 06:35:45308 ],
309 },
310 'WebKit Linux ASAN': {
311 'args': [
312 '--additional-expectations',
313 '../../third_party/blink/web_tests/ASANExpectations',
314 '--time-out-ms',
315 '48000',
316 '--enable-sanitizer',
317 ],
318 'swarming': {
319 'shards': 20,
320 },
321 },
322 'WebKit Linux Leak': {
323 'args': [
324 '--additional-expectations',
325 '../../third_party/blink/web_tests/LeakExpectations',
326 '--time-out-ms',
327 '48000',
328 '--enable-leak-detection',
329 ],
330 'swarming': {
331 'shards': 10,
332 },
333 },
334 'WebKit Linux MSAN': {
335 'args': [
336 '--additional-expectations',
337 '../../third_party/blink/web_tests/MSANExpectations',
338 '--time-out-ms',
339 '66000',
340 '--enable-sanitizer',
341 ],
342 'swarming': {
343 'expiration': 36000,
344 'hard_timeout': 10800,
345 'io_timeout': 3600,
346 'shards': 20,
347 },
348 },
John Chenaab16fc02020-03-03 06:35:45349 'WebKit Linux layout_ng_disabled Builder': {
350 'args': [
Brian Sheedy10ddf0a2021-08-16 23:19:07351 '--flag-specific=disable-layout-ng',
John Chenaab16fc02020-03-03 06:35:45352 ],
Stephen Martinis6eb8a5572021-03-02 00:23:08353 'swarming': {
354 'shards': 20,
355 },
John Chenaab16fc02020-03-03 06:35:45356 },
357 'Win10 Tests x64': {
358 'args': [
359 '--target',
Takuto Ikutab28b582e2021-02-10 01:41:21360 'Release_x64',
John Chenaab16fc02020-03-03 06:35:45361 ],
362 'swarming': {
363 "shards": 28
364 },
365 },
366 'Win10 Tests x64 (dbg)': {
367 'args': [
368 '--debug',
369 '--target',
Takuto Ikutab28b582e2021-02-10 01:41:21370 'Debug_x64',
John Chenaab16fc02020-03-03 06:35:45371 ],
372 },
Kuan Huangc93e8672021-06-29 21:13:45373 'Win10 Tests x64 20h2': {
374 'args': [
375 '--target',
376 'Release_x64',
377 ],
378 'swarming': {
379 "shards": 28
380 },
381 },
John Chenaab16fc02020-03-03 06:35:45382 'Win7 Tests (dbg)(1)': {
383 'args': [
384 '--debug',
385 '--time-out-ms',
386 '60000'
387 ],
388 'experiment_percentage': 100,
389 # TODO(kbr): the "Windows-7-SP1" Swarming dimension set is implicit,
390 # from prefered_os_dimension in
391 # tools/build/scripts/slave/recipe_modules/swarming/api.py. Ideally,
392 # Swarming dimensions would be either specified for all testers on the
393 # waterfall (and therefore, explicitly specified for all tests in the
394 # generated JSON), or this would be removed, and the implicit one used.
395 'swarming': {
396 'dimension_sets': [
397 {
398 'os': 'Windows-7-SP1',
399 }
400 ],
401 },
402 },
403 # tryserver.chromium.android
404 'android_blink_rel': {
405 'args': [
406 '--release',
407 '--android',
408 # TODO(crbug.com/912120): Breakpad was entirely disabled on
409 # Android. Remove this when it no longer affects Android crash
410 # log handling.
411 '--disable-breakpad',
412 # TODO(crbug.com/875172): run on the real GPU since the
413 # software fallback, SwiftShader, isn't yet for 32-bit ARM.
414 '--additional-driver-flag=--use-gpu-in-tests',
415 ],
416 },
417 'devtools_frontend_linux_blink_light_rel': {
418 'args': [
419 'http/tests/devtools',
420 ],
421 'swarming': {
422 'shards': 4,
423 },
424 },
425 'fuchsia-fyi-x64-rel': {
426 'args': [
427 '--platform=fuchsia',
428 ],
429 'swarming': {
430 'shards': 1,
431 },
432 },
Mathias Carlen30968a62020-03-31 08:47:04433 'linux-autofill-assistant': {
434 'args': [
435 '--release',
436 ],
437 },
Yuzu Saijo9709bcc2020-03-18 09:12:20438 'linux-bfcache-rel': {
John Chenaab16fc02020-03-03 06:35:45439 'args': [
Brian Sheedy10ddf0a2021-08-16 23:19:07440 '--flag-specific=enable-back-forward-cache-same-site',
Hiroshige Hayashizaki70120372021-10-04 07:24:30441 # TODO(crbug.com/1255537): Re-enable the test.
442 '--ignore-tests=external/wpt/html/browsers/browsing-the-web/back-forward-cache/events.html',
John Chenaab16fc02020-03-03 06:35:45443 ],
444 },
445 'linux-blink-animation-use-time-delta': {
446 'args': [
447 '--debug',
448 ],
449 },
John Chenaab16fc02020-03-03 06:35:45450 'linux-blink-heap-concurrent-marking-tsan-rel': {
451 'args': [
452 '--release',
Brian Sheedy10ddf0a2021-08-16 23:19:07453 '--flag-specific=enable-blink-heap-concurrent-marking',
John Chenaab16fc02020-03-03 06:35:45454 ],
455 },
Daniel Libby178c9832020-10-08 20:36:14456 'linux-blink-web-tests-force-accessibility-rel': {
457 'args': [
Brian Sheedy10ddf0a2021-08-16 23:19:07458 '--flag-specific=force-renderer-accessibility',
Daniel Libby178c9832020-10-08 20:36:14459 ],
460 },
John Chenaab16fc02020-03-03 06:35:45461 'linux-code-coverage': {
462 'args': [
463 '--additional-env-var=LLVM_PROFILE_FILE=${ISOLATED_OUTDIR}/profraw/default-%2m.profraw',
464 ],
465 'swarming': {
466 'shards': 20,
467 },
468 },
Aaron Gable40f79aa2020-03-21 01:21:15469 'linux-layout-tests-edit-ng': {
470 'args': [
Brian Sheedy10ddf0a2021-08-16 23:19:07471 '--flag-specific=enable-editing-ng',
Aaron Gable40f79aa2020-03-21 01:21:15472 ],
473 },
Stephanie Kim5c7f31d2021-04-27 18:00:06474 'linux-xenial-rel': {
475 "args": [
476 "--additional-env-var=LLVM_PROFILE_FILE=${ISOLATED_OUTDIR}/profraw/default-%2m.profraw",
477 ],
478 },
John Chenaab16fc02020-03-03 06:35:45479 'mac10.12-blink-rel-dummy': {
480 'swarming': {
481 'shards': 20,
482 },
483 },
484 'mac10.13-blink-rel-dummy': {
485 'swarming': {
486 'shards': 20,
487 },
488 },
John Chenaab16fc02020-03-03 06:35:45489 'mac10.14-blink-rel-dummy': {
490 'swarming': {
Xinan Lind2f91712021-04-29 21:13:56491 # Increase timeout and reduce shards.
492 # See https://crbug.com/1203565.
493 'shards': 12,
494 'hard_timeout': 1800,
John Chenaab16fc02020-03-03 06:35:45495 },
496 },
Ilia Samsonov7efe05e2020-05-07 19:00:46497 'mac10.15-blink-rel-dummy': {
498 'swarming': {
499 'shards': 20,
500 },
501 },
Ilia Samsonovdd271c6c22020-09-08 22:24:44502 'mac11.0-blink-rel-dummy': {
503 'swarming': {
Dirk Pranke2cc61792021-06-10 20:24:54504 'shards': 12,
505 'hard_timeout': 1800,
Ilia Samsonovdd271c6c22020-09-08 22:24:44506 },
507 },
Preethi Mohand030de42021-07-22 21:12:13508 'win10.20h2-blink-rel-dummy': {
509 'swarming': {
Preethi Mohand044dd02021-09-06 15:59:42510 'shards': 14,
Preethi Mohand030de42021-07-22 21:12:13511 'hard_timeout': 1200,
512 },
513 },
John Chenaab16fc02020-03-03 06:35:45514 },
515 },
John Budorickca995852019-06-26 16:55:55516 'breakpad_unittests': {
517 'modifications': {
518 'android-asan': {
519 'args': [
520 '--test-launcher-filter-file=../../testing/buildbot/filters/android.asan.breakpad_unittests.filter',
521 ],
522 },
523 },
524 },
Kenneth Russelleb60cbd22017-12-05 07:54:28525 'browser_tests': {
Kenneth Russellfbda3c532017-12-08 23:57:24526 'remove_from': [
Brad Halla36886c2019-02-26 16:52:29527 'CrWinAsan(dll)', # https://crbug.com/935598
Nico Weber3af4da72018-02-27 01:59:41528 'linux-win_cross-rel',
Nico Weberdae13cd92018-12-14 13:56:26529 'ToTLinuxTSan', # https://crbug.com/368525
Lindsay Pasrichab3f72db2021-09-22 22:05:46530 # TODO(crbug.com/1171053): Enable the suite in 'Mac10.15 Tests' once it's
Zhaoyang Li69e2e002021-02-19 21:57:35531 # off CQ.
Gary Tongd5f5a742021-01-29 00:01:13532 'Mac10.13 Tests', # https://crbug.com/1042757
Zhaoyang Li69e2e002021-02-19 21:57:35533 'Mac10.15 Tests', # https://crbug.com/1042757
Zhaoyang Li9357e1e12021-12-07 18:53:17534 'Mac11 Tests (dbg)', # https://crbug.com/1201386
Lindsay Pasricha8155d052021-04-22 00:06:43535 'mac-code-coverage', # https://crbug.com/1201386
Nico Weberd36959682018-04-12 03:33:46536 'Linux TSan Tests', # https://crbug.com/368525
Stephen Martinise701f5a2018-05-04 01:25:11537 'Win10 Tests x64 (dbg)',
Kenneth Russellfbda3c532017-12-08 23:57:24538 ],
Kenneth Russelleb60cbd22017-12-05 07:54:28539 'modifications': {
Nico Weber3f919792020-06-12 23:34:52540 'CrWinAsan': {
541 # These are very slow on the ASAN trybot for some reason.
542 # crbug.com/794372
543 'swarming': {
544 'shards': 40,
545 },
546 },
547 'CrWinAsan(dll)': {
548 # These are very slow on the ASAN trybot for some reason.
549 # crbug.com/794372
550 'swarming': {
551 'shards': 40,
552 },
553 },
Stephen Martinis1384ff92020-01-07 19:52:15554 'Linux - Future (dbg)': { # client.v8.chromium
Yuke Liaoea70f472019-12-19 06:03:36555 'swarming': {
Stephen Martinis1384ff92020-01-07 19:52:15556 'shards': 10,
Yuke Liaoea70f472019-12-19 06:03:36557 },
558 },
Stephen Martinis1384ff92020-01-07 19:52:15559 'Linux ASan LSan Tests (1)': {
560 # These are very slow on the ASAN trybot for some reason.
561 # crbug.com/794372
Roberto Carrillo2c9ec972019-03-20 03:11:19562 'swarming': {
Stephen Martinis1384ff92020-01-07 19:52:15563 'shards': 40,
Roberto Carrillo2c9ec972019-03-20 03:11:19564 },
565 },
Chris Cunningham1d0e9e12020-02-26 22:56:40566 'Linux ASan Tests (sandboxed)': {
567 'swarming': {
John Abd-El-Malek3a631612020-07-08 21:40:41568 'shards': 30, # https://crbug.com/1103330
Chris Cunningham1d0e9e12020-02-26 22:56:40569 },
570 },
Stephen Martinis1384ff92020-01-07 19:52:15571 'Linux Chromium OS ASan LSan Tests (1)': {
572 # These are very slow on the ASAN trybot for some reason.
573 # crbug.com/794372
Roberto Carrillo5a5c98dc2019-10-30 22:33:51574 'swarming': {
Struan Shrimpton4ac259cc2021-11-22 22:41:33575 'shards': 40,
Roberto Carrillo5a5c98dc2019-10-30 22:33:51576 },
577 },
Stephen Martinis1384ff92020-01-07 19:52:15578 'Linux ChromiumOS MSan Tests': {
579 # These are very slow on the Chrome OS MSAN trybot for some reason.
580 # crbug.com/865455
Kenneth Russell56a3e862017-12-08 03:11:34581 'swarming': {
Ben Pastene44221d32020-05-21 23:38:36582 'shards': 32,
Kenneth Russell56a3e862017-12-08 03:11:34583 },
Ben Pastene44221d32020-05-21 23:38:36584 'args': [
585 '--test-launcher-filter-file=../../testing/buildbot/filters/chromeos.msan.browser_tests.oobe_negative.filter',
586 ],
Kenneth Russell56a3e862017-12-08 03:11:34587 },
Maksim Sisovc81d284c2021-10-05 17:54:35588 # https://crbug.com/1084469
589 'Linux Tests (Wayland)': {
590 'args': [
591 '--test-launcher-filter-file=../../testing/buildbot/filters/ozone-linux.wayland_browser_tests.filter',
592 ],
593 },
John Budorick614f91a2020-03-30 20:34:55594 'Linux Tests (dbg)(1)': {
595 # crbug.com/1066161
596 'swarming': {
597 'shards': 20,
598 },
599 },
Stephen Martinis1384ff92020-01-07 19:52:15600 'Mac ASan 64 Tests (1)': {
Kenneth Russellfbda3c532017-12-08 23:57:24601 'swarming': {
Stephen Martiniscd3c3832020-11-19 22:01:24602 'shards': 30,
Kenneth Russellfbda3c532017-12-08 23:57:24603 },
Lindsay Pasricha8155d052021-04-22 00:06:43604 # crbug.com/1196416
605 'args': [
606 '--test-launcher-filter-file=../../testing/buildbot/filters/mac.mac-rel.browser_tests.filter',
607 ],
Lindsay Pasrichab3f72db2021-09-22 22:05:46608 'experiment_percentage': 100, # https://crbug.com/1251657
Kenneth Russellfbda3c532017-12-08 23:57:24609 },
Sven Zheng3f14625692021-08-24 06:28:27610 # TODO(crbug.com/1232535) Remove once the bug is resolved.
611 'Mac10.11 Tests': {
612 'args': [
613 '--test-launcher-print-timestamps',
614 ],
615 },
Lindsay Pasricha76f44d22021-04-07 16:16:26616 'Mac10.15 Tests': {
617 # crbug.com/1042757
618 'swarming': {
619 'dimension_sets': [
620 {
621 # These shards are liable to time out when running on macmini7,1.
622 'cores': '8|12',
623 }
624 ],
625 },
626 # crbug.com/1196416
627 'args': [
628 '--test-launcher-filter-file=../../testing/buildbot/filters/mac.mac-rel.browser_tests.filter',
629 ],
630 },
Lindsay Pasrichaf8762592021-12-02 23:43:09631 'Mac11 Tests': {
632 'ci_only': True,
633 },
Zhaoyang Li9357e1e12021-12-07 18:53:17634 'Mac11 Tests (dbg)': {
635 # crbug.com/1042757
636 'swarming': {
637 'dimension_sets': [
638 {
639 # These shards are liable to time out when running on macmini7,1.
640 'cores': '8|12',
641 }
642 ],
643 },
644 # crbug.com/1196416
645 'args': [
646 '--test-launcher-filter-file=../../testing/buildbot/filters/mac.mac-rel.browser_tests.filter',
647 ],
648 },
Stephen Martinis1384ff92020-01-07 19:52:15649 'ToTWin(dbg)': {
Kenneth Russelleb60cbd22017-12-05 07:54:28650 'swarming': {
John Budorickca14c76f62017-12-09 14:19:18651 'shards': 20,
Kenneth Russelleb60cbd22017-12-05 07:54:28652 },
653 },
Stephen Martinis1384ff92020-01-07 19:52:15654 'ToTWin64(dbg)': {
Kenneth Russell8ceeabf2017-12-11 17:53:28655 'swarming': {
656 'shards': 20,
657 },
658 },
Kenneth Russell6c83d212018-07-27 20:52:59659 'Win10 Tests x64': {
660 # crbug.com/868082
661 'args': [
662 '--disable-features=WebRTC-H264WithOpenH264FFmpeg',
663 ],
Takuto Ikutac9c269a2019-01-10 22:40:25664 'swarming': {
665 # This is for slow test execution that often becomes a critical path of
666 # swarming jobs. crbug.com/868114
667 'shards': 15,
668 }
Kenneth Russell6c83d212018-07-27 20:52:59669 },
Kuan Huangc93e8672021-06-29 21:13:45670 'Win10 Tests x64 20h2': {
671 # crbug.com/868082
672 'args': [
673 '--disable-features=WebRTC-H264WithOpenH264FFmpeg',
674 ],
675 'swarming': {
676 # This is for slow test execution that often becomes a critical path of
677 # swarming jobs. crbug.com/868114
678 'shards': 15,
679 }
680 },
Stephen Martinis1384ff92020-01-07 19:52:15681 'Win7 Tests (1)': {
682 # This is for slow test execution that often becomes a critical path of
683 # swarming jobs. crbug.com/868114
684 'swarming': {
685 'shards': 15,
686 },
687 },
688 'Win7 Tests (dbg)(1)': {
Pavol Markoc579e072019-12-05 22:42:02689 'swarming': {
690 'shards': 20,
691 },
692 },
Stephen Martinis1384ff92020-01-07 19:52:15693 'linux-chromeos-chrome': {
694 # TODO(https://crbug.com/932269): Promote out of experiment when the
695 # tests are green.
696 'args': [
697 '--test-launcher-filter-file=../../testing/buildbot/filters/chromeos.browser_tests.filter',
698 ],
699 },
700 'linux-chromeos-code-coverage': {
Nico Weber0c2861b2018-12-14 18:05:16701 'swarming': {
Stephen Martinis1384ff92020-01-07 19:52:15702 'shards': 50,
703 },
704 },
705 'linux-chromeos-dbg': {
706 'swarming': {
Garrett Beatyd81c9182021-05-12 02:52:50707 'shards': 40,
Stephen Martinis1384ff92020-01-07 19:52:15708 },
709 },
710 'linux-chromeos-rel': {
711 'swarming': {
712 'shards': 20,
Stephanie Kime9008f72020-03-05 23:01:16713 'dimension_sets': [
714 {
715 'kvm': '1',
716 },
717 ],
Stephen Martinis1384ff92020-01-07 19:52:15718 },
719 },
720 'linux-code-coverage': {
Yuke Liao58e1d202020-03-20 23:02:01721 'args': [
722 '--no-sandbox',
723 ],
Stephen Martinis1384ff92020-01-07 19:52:15724 'swarming': {
725 'shards': 50,
726 },
727 },
Junhua Chen39dd2dba2021-05-05 17:51:54728 'linux-lacros-code-coverage': {
729 'args': [
Ben Pastened1b2fd192021-05-11 19:10:18730 '--test-launcher-filter-file=../../testing/buildbot/filters/linux-lacros.browser_tests.filter',
Junhua Chen39dd2dba2021-05-05 17:51:54731 ],
732 },
Jieting Yangbf15db672021-10-04 19:18:37733 'linux-lacros-dbg-tests-fyi': {
734 'args': [
735 '--test-launcher-filter-file=../../testing/buildbot/filters/linux-lacros.browser_tests.filter',
736 ],
737 },
Sven Zheng80734f12020-08-06 06:50:39738 'linux-lacros-tester-rel': {
739 'args': [
Ben Pastened1b2fd192021-05-11 19:10:18740 '--test-launcher-filter-file=../../testing/buildbot/filters/linux-lacros.browser_tests.filter',
Sven Zheng80734f12020-08-06 06:50:39741 ],
742 },
Stephen Martinis1384ff92020-01-07 19:52:15743 'linux-trusty-rel': {
744 'args': [
John Budorick79ec9012020-01-08 21:56:31745 '--test-launcher-filter-file=../../testing/buildbot/filters/linux_trusty_rel.browser_tests.filter',
746 ],
Stephen Martinis1384ff92020-01-07 19:52:15747 },
Kuan Huang235b0142021-10-19 18:59:28748 'mac-code-coverage': {
749 'args': [
750 '--coverage-continuous-mode=1',
751 ],
752 },
Kuan Huang83a1c922021-09-08 22:00:27753 'mac11-arm64-rel-tests': {
Kuan Huang199112a52021-08-23 17:37:19754 'ci_only': False, # https://crbug.com/1234525
Lindsay Pasricha36432062021-10-27 20:43:30755 'args': [
756 # crbug.com/1262402
757 '--test-launcher-filter-file=../../testing/buildbot/filters/mac.mac11-arm64-rel.browser_tests.filter',
758 ]
Kuan Huang199112a52021-08-23 17:37:19759 },
Stephen Martinis1384ff92020-01-07 19:52:15760 'win-asan': {
Nico Weber3f919792020-06-12 23:34:52761 # These are very slow on the ASAN trybot for some reason.
762 # crbug.com/794372
Stephen Martinis1384ff92020-01-07 19:52:15763 'swarming': {
Nico Weber3f919792020-06-12 23:34:52764 'shards': 40,
Nico Weber0c2861b2018-12-14 18:05:16765 },
766 },
Yuki Yamada70190fc2021-10-28 09:00:27767 'win-backuprefptr-x64-fyi-rel': {
768 'args': [
769 '--test-launcher-filter-file=../../testing/buildbot/filters/win_backuprefptr_fyi.browser_tests.filter',
770 ],
771 },
Kenneth Russelleb60cbd22017-12-05 07:54:28772 },
773 },
Erik Chen681dc0282019-11-26 22:54:49774 'cc_unittests': {
775 'modifications': {
776 'Linux TSan Tests': {
777 'swarming': {
778 'shards': 3,
779 },
780 },
Haiyang Pan9d68ca02021-08-04 21:30:47781 'android-11-x86-rel': {
Haiyang Pancf765862021-03-18 20:39:15782 # https://crbug.com/1039860
783 'args': [
Haiyang Pan11d8bd52021-11-19 21:22:54784 '--test-launcher-filter-file=../../testing/buildbot/filters/android.emulator_11_12.cc_unittests.filter',
785 ],
786 },
787 'android-12-x64-fyi-rel': {
788 # https://crbug.com/1039860
789 'args': [
790 '--test-launcher-filter-file=../../testing/buildbot/filters/android.emulator_11_12.cc_unittests.filter',
Haiyang Pancf765862021-03-18 20:39:15791 ],
792 },
Haiyang Pan6b8e4cf2021-08-02 21:38:28793 'android-marshmallow-x86-rel': {
John Budorickfa8f1da92020-01-15 18:11:38794 # https://crbug.com/1039860
795 'args': [
796 '--test-launcher-filter-file=../../testing/buildbot/filters/android.emulator.cc_unittests.filter',
797 ],
798 },
Haiyang Pan08d09dc2020-04-01 16:11:21799 'android-pie-x86-rel': {
John Budorickfa8f1da92020-01-15 18:11:38800 # https://crbug.com/1039860
801 'args': [
802 '--test-launcher-filter-file=../../testing/buildbot/filters/android.emulator.cc_unittests.filter',
803 ],
804 },
Chong Gudf7fbe92021-02-24 02:55:58805 'fuchsia-code-coverage': {
806 'swarming': {
807 'shards': 4,
808 },
809 },
Chong Gub2446462021-08-19 18:44:08810 'fuchsia-fyi-arm64-dbg': {
811 'args': [
812 '--test-launcher-filter-file=../../testing/buildbot/filters/fuchsia.debug.cc_unittests.filter',
813 ],
814 },
Erik Chen681dc0282019-11-26 22:54:49815 },
816 },
Prakhar94f444a2020-10-08 07:30:08817 'check_static_initializers': {
818 'modifications': {
819 'Mac Builder': {
820 'args': [
821 '--allow-coverage-initializer',
822 ],
823 },
824 },
825 },
Ben Pastene7a05a8f2020-11-12 17:25:51826 'chrome_all_tast_tests': {
827 'modifications': {
828 'chromeos-betty-pi-arc-cfi-thin-lto-chrome': {
829 'args': [
830 # This bot sets symbol_level=2, which doesn't fit inside a normal VM.
831 '--strip-chrome',
832 ],
833 },
834 },
835 },
Andrew Luod252791ac2019-10-15 00:28:13836 'chrome_java_test_pagecontroller_tests': {
Haiyang Panfbd2b482020-09-23 23:41:25837 'modifications': {
838 'android-pie-arm64-rel': {
839 # TODO(crbug.com/1111436): Move this back to walleye if/when additional
840 # capacity has been deployed.
841 'swarming': {
842 'dimension_sets': [
843 {
844 'device_type': 'sailfish',
845 },
846 ],
847 },
848 },
849 },
Andrew Luod252791ac2019-10-15 00:28:13850 },
Stephanie Kim07761d22021-11-25 00:21:18851 'chrome_junit_tests': {
852 'modifications': {
853 'android-marshmallow-arm64-rel': {
854 'args': [
855 # Too many shards can lead to race conditions (crbug/1272066)
856 '--shards=8',
857 ],
858 },
859 },
860 },
Yun Liu7cfd28a2019-10-30 01:57:12861 'chrome_public_smoke_test': {
862 'remove_from': [
Ben Joyce02dc8092021-03-04 21:48:19863 'android-code-coverage-native', # Does not generate profraw data.
Ben Joyce46ca6012021-03-31 19:19:25864 'android-pie-arm64-coverage-experimental-rel', # Does not generate profraw data.
Yun Liu7cfd28a2019-10-30 01:57:12865 ],
866 },
Kenneth Russelleb60cbd22017-12-05 07:54:28867 'chrome_public_test_apk': {
John Budorick27d2d44e2019-05-20 20:26:09868 'remove_from': [
869 'android-asan', # https://crbug.com/964562
Ben Joyce02dc8092021-03-04 21:48:19870 'android-code-coverage-native', # Does not generate profraw data.
Ben Joyce46ca6012021-03-31 19:19:25871 'android-pie-arm64-coverage-experimental-rel', # Does not generate profraw data.
John Budorick27d2d44e2019-05-20 20:26:09872 ],
Kenneth Russelleb60cbd22017-12-05 07:54:28873 'modifications': {
Kenneth Russelleb60cbd22017-12-05 07:54:28874 'Marshmallow 64 bit Tester': {
875 'swarming': {
Kenneth Russelleb60cbd22017-12-05 07:54:28876 'shards': 14,
877 },
878 },
Arthur Wang5dd7b07c2020-04-04 01:05:22879 'Marshmallow Tablet Tester': {
880 'args': [
881 '--timeout-scale',
882 '2.0',
883 ],
884 },
Ben Pastenec73e96e92018-07-12 01:40:35885 'Oreo Phone Tester': {
bsheedy01833462018-12-07 01:05:57886 # TODO(https://crbug.com/884413): Re-enable this once the tests are
887 # either passing or there is more capacity.
888 'experiment_percentage': 0,
Ben Pastenec73e96e92018-07-12 01:40:35889 },
Haiyang Pan9d68ca02021-08-04 21:30:47890 'android-11-x86-rel': {
Haiyang Panb80557c2021-03-13 03:01:44891 'args': [
892 '--test-launcher-filter-file=../../testing/buildbot/filters/android.emulator_11.chrome_public_test_apk.filter',
Haiyang Pan1d5ca2862021-04-01 22:21:09893 '--timeout-scale=2.0',
Haiyang Panb80557c2021-03-13 03:01:44894 ],
Haiyang Pan68a39c02021-11-11 21:12:21895 },
896 'android-12-x64-fyi-rel': {
897 'args': [
898 '--timeout-scale=2.0',
899 ],
Haiyang Panb80557c2021-03-13 03:01:44900 },
Stephen Martinis1384ff92020-01-07 19:52:15901 'android-arm64-proguard-rel': {
902 'swarming': {
903 'shards': 25,
904 },
905 },
Brian Sheedy44a7a0032020-04-16 19:20:57906 'android-marshmallow-arm64-rel-swarming': {
907 'swarming': {
Brian Sheedy180c2dd2020-04-22 19:34:31908 'service_account': '[email protected]'
Brian Sheedy44a7a0032020-04-16 19:20:57909 },
910 },
Haiyang Pan742760c2021-02-12 03:21:41911 'android-marshmallow-x86-rel': {
912 'args': [
913 '--test-launcher-filter-file=../../testing/buildbot/filters/android.emulator_m.chrome_public_test_apk.filter',
914 ],
915 'swarming': {
916 # TODO(crbug.com/1127110): Revisit shards and machine_type if there
917 # are n2 machines available in the test pool.
918 'shards': 25,
Haiyang Pan742760c2021-02-12 03:21:41919 },
Haiyang Pan37fbd7a42020-06-03 03:27:37920 },
Stephen Martinis1384ff92020-01-07 19:52:15921 'android-pie-arm64-rel': {
922 'args': [
923 '--test-launcher-filter-file=../../testing/buildbot/filters/android.pie_arm64_rel.chrome_public_test_apk.filter', # https://crbug.com/1010211
924 ],
Stephen Martinisd05530d2021-07-27 22:50:22925 'ci_only': True, # https://crbug.com/1233700
Haiyang Pan43640ee2020-02-13 01:38:00926 },
Haiyang Pan08d09dc2020-04-01 16:11:21927 'android-pie-x86-rel': {
Haiyang Pan43640ee2020-02-13 01:38:00928 'args': [
Haiyang Pan71373072020-03-02 19:57:49929 # https://crbug.com/1046059
Haiyang Pan23f64f52020-06-04 01:23:32930 '--test-launcher-filter-file=../../testing/buildbot/filters/android.emulator_p.chrome_public_test_apk.filter',
Haiyang Pan43640ee2020-02-13 01:38:00931 ],
Haiyang Pan71373072020-03-02 19:57:49932 'swarming': {
Haiyang Pan58a6db22021-07-30 01:08:26933 # See https://crbug.com/1230192, runs of 40-60 minutes at 20 shards.
934 'shards': 30,
935 },
936 },
937 },
938 },
939 'chrome_public_test_apk_with_playstore': {
940 'remove_from': [
941 # Android Emulator does not ship playstore image on Marshmallow.
942 'android-marshmallow-x86-rel',
943 ],
944 'modifications': {
Haiyang Pan9d68ca02021-08-04 21:30:47945 'android-11-x86-rel': {
Haiyang Pan58a6db22021-07-30 01:08:26946 'args': [
947 '--avd-config=../../tools/android/avd/proto/generic_playstore_android30.textpb',
948 ],
949 'swarming': {
950 # soft affinity so that bots with caches will be picked first
951 'optional_dimensions': {
952 '60': [
953 {
Haiyang Pan68a39c02021-11-11 21:12:21954 'caches': 'avd_generic_playstore_android30',
Haiyang Pan58a6db22021-07-30 01:08:26955 }
956 ],
957 },
958 'named_caches': [
959 {
960 'name': 'avd_generic_playstore_android30',
961 'path': '.android',
962 },
963 {
964 'name': 'system_images_android_30_google_apis_playstore_x86',
965 'path': '.emulator_sdk',
966 },
967 ],
968 },
969 },
Haiyang Pan68a39c02021-11-11 21:12:21970 'android-12-x64-fyi-rel': {
971 'args': [
972 '--avd-config=../../tools/android/avd/proto/generic_playstore_android31.textpb',
973 ],
974 'swarming': {
975 # soft affinity so that bots with caches will be picked first
976 'optional_dimensions': {
977 '60': [
978 {
979 'caches': 'avd_generic_playstore_android31',
980 }
981 ],
982 },
983 'named_caches': [
984 {
985 'name': 'avd_generic_playstore_android31',
986 'path': '.android',
987 },
988 {
989 'name': 'system_images_android_31_google_apis_playstore_x64',
990 'path': '.emulator_sdk',
991 },
992 ],
993 },
994 },
Haiyang Pan58a6db22021-07-30 01:08:26995 'android-pie-x86-rel': {
996 'args': [
997 '--avd-config=../../tools/android/avd/proto/generic_playstore_android28.textpb',
998 ],
999 'swarming': {
Haiyang Pan2c438302021-06-11 23:50:381000 # soft affinity so that bots with caches will be picked first
1001 'optional_dimensions': {
1002 '60': [
1003 {
1004 'caches': 'avd_generic_playstore_android28',
1005 }
1006 ],
1007 },
Haiyang Pan71373072020-03-02 19:57:491008 'named_caches': [
1009 {
1010 'name': 'avd_generic_playstore_android28',
1011 'path': '.android',
1012 },
1013 {
1014 'name': 'system_images_android_28_google_apis_playstore_x86',
1015 'path': '.emulator_sdk',
1016 },
Haiyang Pan980402822020-10-07 23:24:561017 ],
Haiyang Pan71373072020-03-02 19:57:491018 },
John Budorick34009472018-04-03 17:38:441019 },
Kenneth Russelleb60cbd22017-12-05 07:54:281020 },
1021 },
1022 'chrome_public_test_vr_apk': {
Nico Weberb0b3f5862018-07-13 18:45:151023 'remove_from': [
Ben Joyce3e043862021-10-20 23:57:241024 # Decided to no longer run VR tests on M, crbug.com/1159619.
bsheedy410dd7c2018-06-15 22:42:091025 'Marshmallow Tablet Tester',
Haiyang Pand12ff5462021-07-12 17:29:021026
Andrew Luo38b311f2019-10-04 03:42:091027 'android-pie-arm64-rel', # https://crbug.com/1010211
bsheedydf58b4e2018-11-01 19:42:161028 'ToTAndroid',
John Budorick27d2d44e2019-05-20 20:26:091029 'android-asan', # https://crbug.com/964562
Ben Joyce02dc8092021-03-04 21:48:191030 'android-code-coverage-native', # Does not generate profraw data.
Ben Joyce46ca6012021-03-31 19:19:251031 'android-pie-arm64-coverage-experimental-rel', # Does not generate profraw data.
bsheedy410dd7c2018-06-15 22:42:091032 ],
Kenneth Russelleb60cbd22017-12-05 07:54:281033 },
bsheedy75a4dd52018-11-27 23:24:301034 'chrome_public_test_vr_apk-vega': {
1035 'modifications': {
bsheedy75a4dd52018-11-27 23:24:301036 'Oreo Phone Tester': {
1037 'swarming': {
1038 'dimension_sets': [
1039 {
1040 'device_os': 'OVR1.180808.003',
1041 'device_type': 'vega',
1042 'os': 'Android',
1043 },
1044 ],
1045 },
1046 }
1047 }
1048 },
Rakib M. Hasana56be792021-03-15 21:14:401049 'chrome_public_wpt': {
1050 'modifications': {
1051 'android-web-platform-pie-x86-fyi-rel': {
1052 'swarming': {
Rakib M. Hasana56be792021-03-15 21:14:401053 'shards': 18,
1054 },
1055 },
1056 },
1057 },
Ian Struiksmaeb285db02020-10-20 22:19:341058 'chrome_sizes': {
1059 'modifications': {
Yuke Liao975680302021-02-18 18:34:541060 'lacros-amd64-generic-chrome': {
1061 'swarming': {
1062 'dimension_sets': [
1063 {
Yuke Liao31225ee32021-03-17 23:21:331064 'cpu': 'x86-64',
Ben Pasteneddd3da72021-09-23 17:41:351065 'os': 'Ubuntu-18.04',
Yuke Liao975680302021-02-18 18:34:541066 },
1067 ],
1068 },
1069 },
Ben Pastenee9536c82021-10-19 01:48:571070 'lacros-arm-generic-chrome': {
1071 'swarming': {
1072 'dimension_sets': [
1073 {
1074 'cpu': 'x86-64',
1075 'os': 'Ubuntu-18.04',
1076 },
1077 ],
1078 },
1079 },
Ian Struiksmaeb285db02020-10-20 22:19:341080 },
1081 },
Takuto Ikuta1b749b902019-04-11 18:05:531082 'chromedriver_py_tests': {
1083 'remove_from': [
1084 # Timeout happens sometimes (crbug.com/951799).
Takuto Ikuta1b749b902019-04-11 18:05:531085 'Win10 Tests x64 (dbg)',
1086 ],
1087 },
Haiyang Panfed339172021-03-10 23:19:571088 'components_browsertests': {
Chong Gu76046412021-09-22 17:49:211089 'remove_from': [
1090 'fuchsia-fyi-arm64-rel', # https://crbug.com/961457
1091 'fuchsia-fyi-x64-rel', # https://crbug.com/961457
1092 ],
Haiyang Panfed339172021-03-10 23:19:571093 'modifications': {
Haiyang Pan9d68ca02021-08-04 21:30:471094 'android-11-x86-rel': {
Haiyang Panfed339172021-03-10 23:19:571095 'swarming': {
1096 'shards': 2,
1097 },
1098 },
1099 },
1100 },
Kenneth Russelleb60cbd22017-12-05 07:54:281101 'components_unittests': {
Yun Liu3e759dbb2019-11-01 19:25:521102 'remove_from': [
Ben Joyce68c5c852021-10-16 23:55:161103 # https://crbug.com/1147531 - covered on marshmallow emulator.
Garrett Beaty47a2d802020-11-10 20:50:531104 'android-marshmallow-arm64-rel',
Greg Gutermanea661162021-11-17 00:46:431105 'android-marshmallow-arm64-rel-rts',
Yun Liu3e759dbb2019-11-01 19:25:521106 ],
Kenneth Russelleb60cbd22017-12-05 07:54:281107 'modifications': {
John Budorick5052d552017-12-13 02:59:341108 'Linux ASan LSan Tests (1)': {
1109 # These are very slow on the ASAN trybot for some reason.
1110 # crbug.com/794372
1111 'swarming': {
1112 'shards': 5,
1113 },
1114 },
Takuto Ikuta54671d972018-07-19 19:06:351115 'Linux Chromium OS ASan LSan Tests (1)': {
1116 # These are very slow on the ASAN trybot for some reason.
1117 # crbug.com/794372
1118 'swarming': {
1119 'shards': 5,
1120 },
1121 },
Erik Chen681dc0282019-11-26 22:54:491122 'Linux TSan Tests': {
1123 'swarming': {
1124 'shards': 2,
1125 },
1126 },
Haiyang Pan9d68ca02021-08-04 21:30:471127 'android-11-x86-rel': {
Haiyang Pan799282f2021-03-25 19:38:311128 'args': [
Haiyang Pane521cf692021-11-30 00:35:231129 # TODO(crbug.com/1192348): Fix the test failure
1130 '--gtest_filter=-FieldFormatterTest.DifferentLocales',
Haiyang Pan799282f2021-03-25 19:38:311131 ],
1132 },
Haiyang Pan2877f062021-11-18 01:06:061133 'android-12-x64-fyi-rel': {
1134 'args': [
1135 # TODO(crbug.com/1192348): Fix the test failure
1136 '--gtest_filter=-FieldFormatterTest.DifferentLocales',
1137 ],
1138 },
Omer Katz7d2be652020-01-22 18:13:461139 'linux-blink-heap-concurrent-marking-tsan-rel': {
1140 'swarming': {
1141 'shards': 2,
1142 },
1143 },
Sven Zheng80734f12020-08-06 06:50:391144 # https://crbug.com/1111979,
Junhua Chen39dd2dba2021-05-05 17:51:541145 'linux-lacros-code-coverage': {
1146 'args': [
1147 '--test-launcher-filter-file=../../testing/buildbot/filters/linux-lacros.components_unittests.filter',
1148 ],
1149 },
1150 # https://crbug.com/1111979,
Yuke Liaoa0db4742021-08-09 18:28:331151 'linux-lacros-dbg-tests-fyi': {
1152 'args': [
1153 '--test-launcher-filter-file=../../testing/buildbot/filters/linux-lacros.components_unittests.filter',
1154 ],
1155 },
1156 # https://crbug.com/1111979,
Sven Zheng5c9d3e342020-08-11 21:39:431157 'linux-lacros-tester-rel': {
Sven Zheng5c9d3e342020-08-11 21:39:431158 'args': [
Yuke Liao56a437dd2021-05-05 04:53:401159 '--test-launcher-filter-file=../../testing/buildbot/filters/linux-lacros.components_unittests.filter',
Sven Zheng5c9d3e342020-08-11 21:39:431160 ],
Sven Zheng80734f12020-08-06 06:50:391161 },
1162 },
Sven Zheng577fe5ff2020-08-03 22:06:441163 },
Chong Gu76046412021-09-22 17:49:211164 'compositor_unittests': {
Chong Gub2446462021-08-19 18:44:081165 'modifications': {
1166 'fuchsia-fyi-arm64-dbg': {
1167 'args': [
1168 '--test-launcher-filter-file=../../testing/buildbot/filters/fuchsia.debug.compositor_unittests.filter',
1169 ],
1170 },
1171 },
1172 },
Kenneth Russelleb60cbd22017-12-05 07:54:281173 'content_browsertests': {
Brad Halla36886c2019-02-26 16:52:291174 'remove_from': [
Brad Halla36886c2019-02-26 16:52:291175 'CrWinAsan(dll)', # https://crbug.com/935598
Chong Gu0ed5dcda2021-07-15 21:26:111176 'android-marshmallow-arm64-rel', # http://crbug.com/1060245#c30: due to low utility and capacity.
Greg Gutermanea661162021-11-17 00:46:431177 'android-marshmallow-arm64-rel-rts',
Brad Halla36886c2019-02-26 16:52:291178 ],
Kenneth Russelleb60cbd22017-12-05 07:54:281179 'modifications': {
Kenneth Russellfbda3c532017-12-08 23:57:241180 'Cast Audio Linux': {
1181 'args': [
Nico Weber02f30392018-07-16 18:39:431182 '--test-launcher-filter-file=../../testing/buildbot/filters/cast-linux.content_browsertests.filter',
Kenneth Russellfbda3c532017-12-08 23:57:241183 ],
Kenneth Russellfbda3c532017-12-08 23:57:241184 },
1185 'Cast Linux': {
1186 'args': [
Nico Weber02f30392018-07-16 18:39:431187 '--test-launcher-filter-file=../../testing/buildbot/filters/cast-linux.content_browsertests.filter',
Kenneth Russellfbda3c532017-12-08 23:57:241188 ],
Kenneth Russellfbda3c532017-12-08 23:57:241189 },
Erik Chenb681c8c2019-11-25 22:52:521190 'Linux ASan LSan Tests (1)': {
1191 'swarming': {
1192 'shards': 12,
1193 },
1194 },
Chris Cunninghame1a04ea2019-04-24 01:49:321195 'Linux ASan Tests (sandboxed)': {
1196 'swarming': {
John Abd-El-Malek3a631612020-07-08 21:40:411197 'shards': 10, # https://crbug.com/1103330
Chris Cunninghame1a04ea2019-04-24 01:49:321198 },
1199 },
Erik Chen681dc0282019-11-26 22:54:491200 'Linux TSan Tests': {
1201 'swarming': {
1202 'shards': 15,
1203 },
1204 },
Lindsay Pasrichab3f72db2021-09-22 22:05:461205 'Mac ASan 64 Tests (1)': { # https://crbug.com/1200640
1206 'experiment_percentage': 100,
1207 },
Sergey Silkinfe96b352020-10-19 20:41:341208 'Marshmallow Tablet Tester': {
1209 'args': [
1210 '--test-launcher-filter-file=../../testing/buildbot/filters/android.marshmallow_tablet_tester.content_browsertests.filter',
1211 ],
Haiyang Pan1f6367352021-07-02 21:15:571212 'swarming': {
1213 'shards': 15,
1214 },
Sergey Silkinfe96b352020-10-19 20:41:341215 },
Sergey Silkin1fe10e82020-10-30 19:36:581216 'WebRTC Chromium FYI Android Tests (dbg) (M Nexus5X)': {
1217 'args': [
1218 '--test-launcher-filter-file=../../testing/buildbot/filters/chromium.webrtc.fyi.android.tests.dbg.content_browsertests.filter',
1219 ],
Andrew Grieveae21ca62021-10-20 18:37:521220 },
1221 'WebRTC Chromium FYI Android Tests (dbg) (N Nexus5X)': {
1222 'args': [
1223 '--test-launcher-filter-file=../../testing/buildbot/filters/chromium.webrtc.fyi.android.tests.dbg.content_browsertests.filter',
1224 ],
1225 },
Stephen Martinis1384ff92020-01-07 19:52:151226 'Win10 Tests x64': {
1227 # crbug.com/868082
1228 'args': [
1229 '--disable-features=WebRTC-H264WithOpenH264FFmpeg',
1230 ],
1231 },
1232 'Win10 Tests x64 (dbg)': {
1233 'experiment_percentage': 100,
1234 # crbug.com/868082
1235 'args': [
1236 '--disable-features=WebRTC-H264WithOpenH264FFmpeg',
Stephen Martinis1384ff92020-01-07 19:52:151237 ],
1238 },
Kuan Huangc93e8672021-06-29 21:13:451239 'Win10 Tests x64 20h2': {
1240 # crbug.com/868082
1241 'args': [
1242 '--disable-features=WebRTC-H264WithOpenH264FFmpeg',
1243 ],
1244 },
Haiyang Pan9d68ca02021-08-04 21:30:471245 'android-11-x86-rel': {
Haiyang Pan10f029c2021-07-30 23:17:561246 # TODO(crbug.com/1137474): Remove after the test suite is green.
1247 'experiment_percentage': 100,
Haiyang Pan51450ab2021-03-23 00:48:571248 # TODO(crbug.com/1137474): Revisit the shard number once failed tests
1249 # are fixed.
Haiyang Panfed339172021-03-10 23:19:571250 'swarming': {
Haiyang Pan51450ab2021-03-23 00:48:571251 'shards': 30,
Haiyang Pan45e77dda2021-07-01 22:23:291252 'dimension_sets': [
1253 {
1254 'machine_type': 'e2-standard-8', # use 8-core to shorten runtime
1255 },
1256 ],
Haiyang Panfed339172021-03-10 23:19:571257 },
1258 },
Stephen Martinis1384ff92020-01-07 19:52:151259 'android-arm64-proguard-rel': {
1260 'swarming': {
1261 'shards': 16,
1262 },
1263 },
1264 'android-asan': {
1265 'args': [
1266 '--test-launcher-filter-file=../../testing/buildbot/filters/android.asan.content_browsertests.filter',
1267 ],
1268 'swarming': {
1269 'shards': 18,
1270 },
1271 },
Stephen Martinis1384ff92020-01-07 19:52:151272 'android-marshmallow-arm64-rel': {
1273 'swarming': {
1274 'shards': 16,
1275 },
1276 },
Haiyang Pan2486dcb2020-09-18 17:53:061277 'android-marshmallow-x86-rel-non-cq': {
John Budoricka4e23882020-02-28 18:36:431278 'args': [
Haiyang Pan12d5acd2020-06-01 20:54:571279 '--test-launcher-filter-file=../../testing/buildbot/filters/android.emulator_m.content_browsertests.filter',
John Budoricka4e23882020-02-28 18:36:431280 ],
Haiyang Panc47f6d12020-08-19 18:34:491281 'swarming': {
1282 'shards': 20,
1283 },
John Budoricka4e23882020-02-28 18:36:431284 },
Haiyang Pan08d09dc2020-04-01 16:11:211285 'android-pie-x86-rel': {
John Budoricka4e23882020-02-28 18:36:431286 'args': [
Haiyang Pan12d5acd2020-06-01 20:54:571287 '--test-launcher-filter-file=../../testing/buildbot/filters/android.emulator_p.content_browsertests.filter',
John Budoricka4e23882020-02-28 18:36:431288 ],
Sky Malice303f7ec2021-07-17 04:13:091289 'swarming': {
1290 # Flaking with only 20 shards with 40-60 minute runs.
1291 # https://crbug.com/1230118
1292 'shards': 30,
Haiyang Pan2eb735e72020-09-15 22:51:511293 },
John Budoricka4e23882020-02-28 18:36:431294 },
Omer Katz7d2be652020-01-22 18:13:461295 'linux-blink-heap-concurrent-marking-tsan-rel': {
1296 'swarming': {
1297 'shards': 4,
1298 },
1299 },
Stephen Martinis1384ff92020-01-07 19:52:151300 'linux-chromeos-code-coverage': {
1301 'swarming': {
1302 'shards': 12,
1303 },
1304 },
Albert J. Wong91f109652019-11-19 03:01:161305 'linux-chromeos-rel': {
1306 'swarming': {
1307 'shards': 3,
1308 },
1309 },
Yuke Liao79424e42020-01-06 21:00:111310 'linux-code-coverage': {
Yuke Liao58e1d202020-03-20 23:02:011311 'args': [
1312 '--no-sandbox',
1313 ],
Yuke Liao79424e42020-01-06 21:00:111314 'swarming': {
1315 'shards': 12,
1316 },
1317 },
Junhua Chen39dd2dba2021-05-05 17:51:541318 # https://crbug.com/1111979,
1319 'linux-lacros-code-coverage': {
1320 'args': [
1321 '--test-launcher-filter-file=../../testing/buildbot/filters/linux-lacros.content_browsertests.filter',
1322 ],
1323 },
Jieting Yangbf15db672021-10-04 19:18:371324 # https://crbug.com/1111979,
1325 'linux-lacros-dbg-tests-fyi': {
1326 'args': [
1327 '--test-launcher-filter-file=../../testing/buildbot/filters/linux-lacros.content_browsertests.filter',
1328 ],
1329 },
Sven Zheng80734f12020-08-06 06:50:391330 # https://crbug.com/1111979
1331 'linux-lacros-tester-fyi-rel': {
1332 'experiment_percentage': 100,
1333 },
Sven Zheng5c9d3e342020-08-11 21:39:431334 # https://crbug.com/1111979,
1335 'linux-lacros-tester-rel': {
Sven Zheng5c9d3e342020-08-11 21:39:431336 'args': [
Yuke Liao56a437dd2021-05-05 04:53:401337 '--test-launcher-filter-file=../../testing/buildbot/filters/linux-lacros.content_browsertests.filter',
Sven Zheng5c9d3e342020-08-11 21:39:431338 ],
1339 },
Kuan Huang235b0142021-10-19 18:59:281340 'mac-code-coverage': {
1341 'args': [
1342 '--coverage-continuous-mode=1',
1343 ],
1344 },
Kuan Huang05332fb2021-10-12 02:04:261345 # https://crbug.com/1255940
1346 'mac-rel-swarming': {
1347 'swarming': {
1348 'dimension_sets': [
1349 {
1350 # These test would time out when running on 4 cores instances.
1351 'cores': '8|12',
1352 }
1353 ],
1354 },
1355 },
Kenneth Russelleb60cbd22017-12-05 07:54:281356 },
1357 },
Nico Weber81e16ace22018-06-30 02:58:471358 'content_shell_crash_test': {
Haiyang Pan8c201b92020-06-04 01:25:071359 'remove_from': [
Nico Weberbbbc34e2020-10-14 18:21:501360 'Mac10.11 Tests', # crbug.com/1138050
Haiyang Pan2486dcb2020-09-18 17:53:061361 'android-marshmallow-x86-rel-non-cq', # crbug.com/1084353
Haiyang Pan8c201b92020-06-04 01:25:071362 ],
Dirk Prankeb1c36b322018-07-11 02:42:001363 'modifications': {
Dirk Prankeb1c36b322018-07-11 02:42:001364 'Win10 Tests x64 (dbg)': {
1365 'experiment_percentage': 100, # https://crbug.com/861730
1366 },
1367 },
Nico Weber81e16ace22018-06-30 02:58:471368 },
John Budorick27d2d44e2019-05-20 20:26:091369 'content_shell_test_apk': {
1370 'remove_from': [
John Budorick27d2d44e2019-05-20 20:26:091371 'android-asan', # https://crbug.com/964562
Ben Joyce02dc8092021-03-04 21:48:191372 'android-code-coverage-native', # Does not generate profraw data.
Ben Joyce46ca6012021-03-31 19:19:251373 'android-pie-arm64-coverage-experimental-rel', # Does not generate profraw data.
John Budorick27d2d44e2019-05-20 20:26:091374 ],
John Budorickee2e64f2020-03-02 20:19:101375 'modifications': {
Haiyang Pan9d68ca02021-08-04 21:30:471376 'android-11-x86-rel': {
Haiyang Pan103864812021-03-19 19:28:441377 'args': [
1378 '--test-launcher-filter-file=../../testing/buildbot/filters/android.emulator_11.content_shell_test_apk.filter',
Haiyang Panabdab2f2021-07-19 20:37:511379 '--timeout-scale=2.0',
Haiyang Pan103864812021-03-19 19:28:441380 ],
1381 },
Haiyang Panb991f562021-08-10 17:46:461382 'android-marshmallow-x86-rel': {
John Budorickee2e64f2020-03-02 20:19:101383 'args': [
Haiyang Pan28e73582020-05-30 00:34:271384 '--test-launcher-filter-file=../../testing/buildbot/filters/android.emulator_m.content_shell_test_apk.filter',
John Budorickee2e64f2020-03-02 20:19:101385 ],
1386 },
Haiyang Pan08d09dc2020-04-01 16:11:211387 'android-pie-x86-rel': {
John Budorickee2e64f2020-03-02 20:19:101388 'args': [
1389 '--gtest_filter=-ContentViewScrollingTest.testFling',
1390 ],
1391 },
1392 },
John Budorick27d2d44e2019-05-20 20:26:091393 },
Kenneth Russelleb60cbd22017-12-05 07:54:281394 'content_unittests': {
1395 'modifications': {
John Budorick5052d552017-12-13 02:59:341396 'Linux ASan LSan Tests (1)': {
1397 # These are slow on the ASAN trybot for some reason.
1398 # crbug.com/794372
1399 'swarming': {
1400 'shards': 2,
1401 },
1402 },
Takuto Ikuta54671d972018-07-19 19:06:351403 'Linux ChromiumOS MSan Tests': {
1404 # These are very slow on the Chrome OS MSAN trybot for some reason.
1405 # crbug.com/865455
1406 'swarming': {
1407 'shards': 2,
1408 },
1409 },
Chong Gu52481452021-04-02 17:52:411410 'fuchsia-code-coverage': {
1411 'swarming': {
1412 'shards': 12,
1413 },
1414 },
Kenneth Russelleb60cbd22017-12-05 07:54:281415 },
1416 },
Jonah Ryan-Davis832c8462020-06-09 03:45:031417 'context_lost_validating_tests': {
Brian Sheedye285c9b2019-07-15 21:42:461418 # TODO(https://crbug.com/850107): Remove the Android FYI Release (Pixel 2)
1419 # exception once there is enough capacity to run these tests.
1420 'remove_from': [
Brian Sheedye285c9b2019-07-15 21:42:461421 'Android FYI Release (Pixel 2)',
1422 ],
Kenneth Russellc1a09302018-07-10 01:12:541423 },
Kenneth Russellfbda3c532017-12-08 23:57:241424 'crashpad_tests': {
1425 'remove_from': [
Nico Weber15a00d62018-05-16 17:11:481426 'linux-win_cross-rel', # https://crbug.com/762167
Vlad Tsyrklevich06a9a44f2019-07-24 19:14:391427 # https://crbug.com/crashpad/304
1428 'Linux TSan Tests',
1429 'ToTLinuxTSan',
1430 # https://crbug.com/crashpad/306
1431 'Linux CFI',
Michael Savigny0a956032021-10-27 19:18:021432 'Linux CFI (reclient shadow)',
Vlad Tsyrklevich06a9a44f2019-07-24 19:14:391433 'CFI Linux ToT',
Kenneth Russellfbda3c532017-12-08 23:57:241434 ],
Haiyang Panc7c009e2021-03-18 19:31:231435 'modifications': {
Haiyang Pan9d68ca02021-08-04 21:30:471436 'android-11-x86-rel': {
Haiyang Panc7c009e2021-03-18 19:31:231437 'args': [
1438 '--test-launcher-filter-file=../../testing/buildbot/filters/android.emulator_11.crashpad_tests.filter',
1439 ],
1440 },
Haiyang Pan07d9e262021-10-20 21:50:031441 'android-12-x64-fyi-rel': {
1442 'args': [
1443 '--test-launcher-filter-file=../../testing/buildbot/filters/android.emulator_12.crashpad_tests.filter',
1444 ],
1445 },
Haiyang Panc7c009e2021-03-18 19:31:231446 },
Kenneth Russellfbda3c532017-12-08 23:57:241447 },
John Budorick5bc387fe2019-05-09 20:02:531448 'cronet_sizes': {
1449 'modifications': {
1450 'android-cronet-arm-dbg': {
1451 'swarming': {
1452 'dimension_sets': [
1453 {
1454 'device_os': None,
1455 'device_type': None,
Takuto Ikuta5e459b12019-07-09 05:30:561456 'os': 'Ubuntu-16.04',
John Budorick5bc387fe2019-05-09 20:02:531457 },
1458 ],
1459 },
1460 },
1461 },
1462 },
Brian Sheedye285c9b2019-07-15 21:42:461463 'depth_capture_tests': {
Brian Sheedye285c9b2019-07-15 21:42:461464 'remove_from': [
Wez6b0ebb52021-05-01 16:05:491465 # TODO(https://crbug.com/850107): Remove the Android FYI Release (Pixel 2)
1466 # exception once there is enough capacity to run these tests.
Brian Sheedye285c9b2019-07-15 21:42:461467 'Android FYI Release (Pixel 2)',
1468 ],
1469 },
Haiyang Pan1c813ca2021-11-24 18:52:161470 'device_unittests': {
1471 'modifications': {
1472 'android-12-x64-fyi-rel': {
1473 'args': [
1474 '--test-launcher-filter-file=../../testing/buildbot/filters/android.emulator_12.device_unittests.filter',
1475 ],
1476 },
1477 },
1478 },
Ben Pastene61ad637c2020-05-08 22:24:411479 'disk_usage_tast_test': {
1480 # TODO(crbug.com/1077659): Add the test back after it's fixed.
1481 'remove_from': [
1482 'chromeos-kevin-rel',
1483 ],
1484 },
Joe Downing41486042018-10-18 22:44:441485 'extensions_browsertests': {
Brad Halla36886c2019-02-26 16:52:291486 'remove_from': [
Brad Halla36886c2019-02-26 16:52:291487 'CrWinAsan(dll)', # https://crbug.com/935598
1488 ],
Joe Downing41486042018-10-18 22:44:441489 'modifications': {
1490 'Win10 Tests x64 (dbg)': {
1491 'experiment_percentage': 100, # https://crbug.com/876615
1492 },
Sven Zheng5c9d3e342020-08-11 21:39:431493 # https://crbug.com/1111979,
Junhua Chen39dd2dba2021-05-05 17:51:541494 'linux-lacros-code-coverage': {
1495 'args': [
1496 '--gtest_filter=-BluetoothShellApiTest.ApiSanityCheck:BluetoothSocketApiTest.Listen:BluetoothSocketApiTest.PermissionDenied',
1497 ],
1498 },
Yuke Liaoa0db4742021-08-09 18:28:331499 'linux-lacros-dbg-tests-fyi': {
1500 'args': [
1501 '--gtest_filter=-BluetoothShellApiTest.ApiSanityCheck:BluetoothSocketApiTest.Listen:BluetoothSocketApiTest.PermissionDenied',
1502 ],
1503 },
Sven Zheng5c9d3e342020-08-11 21:39:431504 'linux-lacros-tester-rel': {
Sven Zheng5c9d3e342020-08-11 21:39:431505 'args': [
1506 '--gtest_filter=-BluetoothShellApiTest.ApiSanityCheck:BluetoothSocketApiTest.Listen:BluetoothSocketApiTest.PermissionDenied',
1507 ],
1508 },
Joe Downing41486042018-10-18 22:44:441509 },
1510 },
Sven Zheng577fe5ff2020-08-03 22:06:441511 'extensions_unittests': {
Sven Zheng80734f12020-08-06 06:50:391512 'modifications': {
Sven Zheng5c9d3e342020-08-11 21:39:431513 # https://crbug.com/1111979,
Junhua Chen39dd2dba2021-05-05 17:51:541514 'linux-lacros-code-coverage': {
1515 'args': [
Yuke Liaoa0db4742021-08-09 18:28:331516 '--gtest_filter=-BluetoothSocketApiUnittest.CreateThenClose:'
1517 'NativeExtensionBindingsSystemUnittest.*',
1518 ],
1519 },
1520 'linux-lacros-dbg-tests-fyi': {
1521 'args': [
Junhua Chen39dd2dba2021-05-05 17:51:541522 '--gtest_filter=-NativeExtensionBindingsSystemUnittest*:'
1523 'BluetoothSocketApiUnittest.CreateThenClose:'
1524 'FeatureProviderTest.PermissionFeatureAvailability',
1525 ],
1526 },
Sven Zheng5c9d3e342020-08-11 21:39:431527 'linux-lacros-tester-rel': {
Sven Zheng5c9d3e342020-08-11 21:39:431528 'args': [
Yuke Liaobb8308322020-08-12 20:20:471529 '--gtest_filter=-NativeExtensionBindingsSystemUnittest*:'
1530 'BluetoothSocketApiUnittest.CreateThenClose:'
1531 'FeatureProviderTest.PermissionFeatureAvailability',
Sven Zheng5c9d3e342020-08-11 21:39:431532 ],
1533 },
Sven Zheng80734f12020-08-06 06:50:391534 },
Sven Zheng577fe5ff2020-08-03 22:06:441535 },
Chong Gu76046412021-09-22 17:49:211536 'gfx_unittests': {
Chong Gudf7fbe92021-02-24 02:55:581537 'modifications': {
1538 'fuchsia-code-coverage': {
1539 'swarming': {
1540 'shards': 2,
1541 },
1542 },
1543 },
1544 },
Kenneth Russelleb60cbd22017-12-05 07:54:281545 'gin_unittests': {
1546 'remove_from': [
Nico Weber1394523f2018-06-06 15:58:471547 'ToTLinuxASan', # https://crbug.com/831667
Nico Weberd36959682018-04-12 03:33:461548 'Linux ASan LSan Tests (1)', # https://crbug.com/831667
Nico Weber1394523f2018-06-06 15:58:471549 'Linux Chromium OS ASan LSan Tests (1)', # https://crbug.com/831667
Kenneth Russelleb60cbd22017-12-05 07:54:281550 ],
1551 },
Brian Ho8271a7ad2021-08-12 20:48:031552 # TODO(crbug.com/1202958): Remove these GLRenderer variants when
1553 # SkiaRenderer is fully shipped on Chrome OS.
1554 # Don't run these on real devices due to capacity issues.
1555 'gl_renderer_context_lost_tests': {
1556 'remove_from': [
1557 'ChromeOS FYI Release (kevin)',
1558 'Lacros FYI x64 Release (Intel)',
1559 ],
1560 },
1561 'gl_renderer_depth_capture_tests': {
1562 'remove_from': [
1563 'ChromeOS FYI Release (kevin)',
1564 'Lacros FYI x64 Release (Intel)',
1565 ],
1566 },
1567 'gl_renderer_gpu_process_launch_tests': {
1568 'remove_from': [
1569 'ChromeOS FYI Release (kevin)',
1570 'Lacros FYI x64 Release (Intel)',
1571 ],
1572 },
1573 'gl_renderer_hardware_accelerated_feature_tests': {
1574 'remove_from': [
1575 'ChromeOS FYI Release (kevin)',
1576 'Lacros FYI x64 Release (Intel)',
1577 ],
1578 },
1579 'gl_renderer_maps_pixel_tests': {
1580 'remove_from': [
1581 'ChromeOS FYI Release (kevin)',
1582 'Lacros FYI x64 Release (Intel)',
1583 ],
1584 },
1585 'gl_renderer_pixel_skia_gold_tests': {
1586 'remove_from': [
1587 'ChromeOS FYI Release (kevin)',
1588 'Lacros FYI x64 Release (Intel)',
1589 ],
1590 },
1591 'gl_renderer_screenshot_sync_tests': {
1592 'remove_from': [
1593 'ChromeOS FYI Release (kevin)',
1594 'Lacros FYI x64 Release (Intel)',
1595 ],
1596 },
Jonah Ryan-Davisdeeffeaf2020-06-18 17:56:001597 'gl_tests_passthrough': {
1598 'remove_from': [
1599 'CFI Linux ToT',
1600 # Can't run on MSAN because gl_tests uses the hardware driver,
1601 # which isn't instrumented.
1602 'Linux MSan Tests',
1603 ],
1604 'modifications': {
1605 # TODO(kbr): figure out a better way to specify blocks of
1606 # arguments like this for tests on multiple machines.
Garrett Beatya491ec72020-07-25 12:36:121607 'Linux ASan LSan Tests (1)': {
1608 'args': [
1609 '--use-gpu-in-tests',
1610 '--no-xvfb',
1611 ],
1612 'swarming': {
1613 'dimension_sets': [
1614 {
1615 'gpu': '10de:1cb3',
1616 'os': 'Ubuntu',
1617 'pool': 'chromium.tests.gpu',
1618 },
1619 ],
1620 },
1621 },
1622 'Linux CFI': {
1623 'args': [
1624 '--use-gpu-in-tests',
1625 '--no-xvfb',
1626 ],
1627 'swarming': {
1628 'dimension_sets': [
1629 {
1630 'gpu': '10de:1cb3',
1631 'os': 'Ubuntu',
1632 'pool': 'chromium.tests.gpu',
1633 },
1634 ],
1635 },
1636 },
1637 'Linux TSan Tests': {
1638 'args': [
1639 '--use-gpu-in-tests',
1640 '--no-xvfb',
1641 ],
1642 'swarming': {
1643 'dimension_sets': [
1644 {
1645 'gpu': '10de:1cb3',
1646 'os': 'Ubuntu',
1647 'pool': 'chromium.tests.gpu',
1648 },
1649 ],
1650 },
1651 },
Jonah Ryan-Davisdeeffeaf2020-06-18 17:56:001652 },
1653 },
Jonah Ryan-Davise25a89f2020-05-29 20:18:241654 'gl_tests_validating': {
Jonah Ryan-Davisb9f03ac2021-03-18 23:53:021655 'remove_from': [
Kenneth Russell8a386d42018-06-02 09:48:011656 'Android FYI Release (Nexus 5X)',
John Budorickca14c76f62017-12-09 14:19:181657 ],
Kenneth Russelleb60cbd22017-12-05 07:54:281658 'modifications': {
Haiyang Pan9d68ca02021-08-04 21:30:471659 'android-11-x86-rel': {
Haiyang Pancf765862021-03-18 20:39:151660 'args': [
1661 '--test-launcher-filter-file=../../testing/buildbot/filters/android.emulator_11.gl_tests.filter',
1662 ],
1663 },
Haiyang Pan382008922021-11-19 21:15:091664 'android-12-x64-fyi-rel': {
1665 'args': [
1666 '--test-launcher-filter-file=../../testing/buildbot/filters/android.emulator_12.gl_tests.filter',
1667 ],
1668 },
Haiyang Panb991f562021-08-10 17:46:461669 'android-marshmallow-x86-rel': {
John Budorick79ec9012020-01-08 21:56:311670 'args': [
1671 '--test-launcher-filter-file=../../testing/buildbot/filters/android.emulator.gl_tests.filter',
1672 ],
1673 },
Andrew Luo38b311f2019-10-04 03:42:091674 'android-pie-arm64-rel': {
John Budorick79ec9012020-01-08 21:56:311675 'args': [
Andrew Luobe83fd82019-12-19 03:07:581676 '--test-launcher-filter-file=../../testing/buildbot/filters/android.pie_arm64_rel.gl_tests.filter', # https://crbug.com/1034007
1677 ],
Andrew Luo38b311f2019-10-04 03:42:091678 },
Haiyang Pan08d09dc2020-04-01 16:11:211679 'android-pie-x86-rel': {
John Budorick79ec9012020-01-08 21:56:311680 'args': [
1681 '--test-launcher-filter-file=../../testing/buildbot/filters/android.emulator.gl_tests.filter',
1682 ],
1683 },
Kenneth Russelleb60cbd22017-12-05 07:54:281684 },
1685 },
Takuto Ikutaf5333252019-11-06 16:07:081686 'gl_unittests': {
1687 'remove_from': [
Takuto Ikutaf5333252019-11-06 16:07:081688 # On Android, these are already run on the main waterfall.
1689 # Run them on the one-off Android FYI bots, though.
1690 'Android FYI Release (Nexus 5X)',
Yuly Novikov37e04342020-05-29 00:52:041691 # Can't run on MSAN because gl_unittests uses the hardware driver,
1692 # which isn't instrumented.
1693 'Linux MSan Tests',
Takuto Ikutaf5333252019-11-06 16:07:081694 ],
Takuto Ikutaf5333252019-11-06 16:07:081695 },
1696 'gl_unittests_ozone': {
1697 'remove_from': [
1698 # Can't run on MSAN because gl_unittests_ozone uses the hardware driver,
1699 # which isn't instrumented.
1700 'Linux ChromiumOS MSan Tests',
1701 ],
1702 },
1703 'gpu_process_launch_tests': {
1704 # TODO(https://crbug.com/850107): Remove the Android FYI Release (Pixel 2)
1705 # exception once there is enough capacity to run these tests.
1706 'remove_from': [
Takuto Ikutaf5333252019-11-06 16:07:081707 'Android FYI Release (Pixel 2)',
1708 ],
1709 },
Chong Gu76046412021-09-22 17:49:211710 'gpu_unittests': {
Chong Gudf7fbe92021-02-24 02:55:581711 'modifications': {
1712 'fuchsia-code-coverage': {
1713 'swarming': {
1714 'shards': 5,
1715 },
1716 },
1717 },
1718 },
Kevin McNeed21a6c522021-06-14 21:27:251719 'grit_python_unittests': {
1720 'remove_from': [
1721 # These tests require node, which is not supported in Win7.
1722 # (https://crbug.com/1218989)
1723 'Win 7 Tests x64 (1)',
1724 'Win7 Tests (1)',
1725 'Win7 Tests (dbg)(1)',
Titouan Rigoudy9e860832021-11-08 15:34:451726 # TODO(https://crbug.com/1267125): Re-enable.
1727 'mac11-arm64-rel-tests',
Kevin McNeed21a6c522021-06-14 21:27:251728 ],
1729 },
Brian Sheedye285c9b2019-07-15 21:42:461730 'hardware_accelerated_feature_tests': {
1731 # TODO(https://crbug.com/850107): Remove the Android FYI Release (Pixel 2)
1732 # exception once there is enough capacity to run these tests.
1733 'remove_from': [
Brian Sheedye285c9b2019-07-15 21:42:461734 'Android FYI Release (Pixel 2)',
1735 ],
1736 },
Brad Halla36886c2019-02-26 16:52:291737 'headless_browsertests': {
Chong Gud08d1232021-09-11 08:53:591738 'remove_from': [
1739 'CrWinAsan(dll)', # https://crbug.com/935598
Maksim Sisovc81d284c2021-10-05 17:54:351740 # Wayland bot doesn't support headless mode.
1741 'Linux Tests (Wayland)',
Chong Gud08d1232021-09-11 08:53:591742 ],
Chong Gud1a5c5992021-04-09 04:08:321743 'modifications': {
1744 'fuchsia-code-coverage': {
1745 'swarming': {
Chong Gu115ce152021-04-15 23:57:161746 'shards': 6,
Chong Gud1a5c5992021-04-09 04:08:321747 },
1748 },
1749 },
Brad Halla36886c2019-02-26 16:52:291750 },
Kenneth Russell8a386d42018-06-02 09:48:011751 'info_collection_tests': {
1752 'remove_from': [
Kenneth Russell8a386d42018-06-02 09:48:011753 'Android V8 FYI Release (Nexus 5X)',
1754 'Linux V8 FYI Release (NVIDIA)',
Michael Achenbach5fdfc67b2018-12-13 13:26:351755 'Linux V8 FYI Release - pointer compression (NVIDIA)',
Kenneth Russell8a386d42018-06-02 09:48:011756 'Mac V8 FYI Release (Intel)',
1757 'Win V8 FYI Release (NVIDIA)',
1758 ],
Brian Sheedyfe61cdac2020-02-12 01:25:591759 'modifications': {
Brian Sheedyb18cb762020-06-30 00:09:291760 'ChromeOS FYI Release (amd64-generic)': {
Brian Sheedy65be3052020-06-26 19:26:511761 'args': [
Brian Sheedyb18cb762020-06-30 00:09:291762 # Swarming does not report a GPU since tests are run in a VM, but
1763 # the VM does report that a GPU is present.
1764 '--expected-device-id', '1050',
Brian Sheedydf2672f2020-05-07 20:44:361765 ],
1766 },
Brian Sheedyfe61cdac2020-02-12 01:25:591767 },
Brian Sheedy32eeeb52020-05-22 01:49:371768 'replacements': {
1769 'ChromeOS FYI Release (amd64-generic)': {
1770 'args': {
1771 # Swarming does not report a GPU since tests are run in a VM, but
1772 # the VM does report that a GPU is present.
1773 '--expected-vendor-id': '1af4',
Brian Sheedyb18cb762020-06-30 00:09:291774 # Magic substitution happens after regular replacement, so remove it
1775 # now since we are manually applying the expected device ID above.
1776 '$$MAGIC_SUBSTITUTION_GPUExpectedDeviceId': None,
Brian Sheedy32eeeb52020-05-22 01:49:371777 },
Brian Sheedyff6d1442020-09-19 00:46:311778 },
Brian Sheedy177addbf2021-09-24 19:06:511779 'Mac FYI Release (Apple M1)': {
1780 'args': {
1781 # The GPU information is not yet exposed in swarming, so we can't
1782 # explicitly request it and have the JSON generation handle this
1783 # automatically.
1784 '--expected-vendor-id': '106b',
1785 },
1786 },
Brian Sheedy32eeeb52020-05-22 01:49:371787 },
Kenneth Russell8a386d42018-06-02 09:48:011788 },
Kenneth Russelleb60cbd22017-12-05 07:54:281789 'interactive_ui_tests': {
Brad Halla36886c2019-02-26 16:52:291790 'remove_from': [
Brad Halla36886c2019-02-26 16:52:291791 'CrWinAsan(dll)', # https://crbug.com/935598
1792 ],
Kenneth Russelleb60cbd22017-12-05 07:54:281793 'modifications': {
Stephen Martinis1384ff92020-01-07 19:52:151794 'Linux - Future (dbg)': { # client.v8.chromium
Nico Weberdae13cd92018-12-14 13:56:261795 'swarming': {
Stephen Martinis1384ff92020-01-07 19:52:151796 'shards': 3,
Nico Weberdae13cd92018-12-14 13:56:261797 },
1798 },
John Budorickca14c76f62017-12-09 14:19:181799 'Linux ASan LSan Tests (1)': {
Nico Weber96a75a6942018-06-20 04:53:171800 # These are slow on the ASan trybot for some reason, crbug.com/794372
1801 'swarming': {
1802 'shards': 6,
1803 },
1804 },
Takuto Ikuta54671d972018-07-19 19:06:351805 'Linux ChromiumOS MSan Tests': {
1806 # These are very slow on the Chrome OS MSAN trybot for some reason.
1807 # crbug.com/865455
1808 'swarming': {
1809 'shards': 5,
1810 },
1811 },
Stephen Martinis1384ff92020-01-07 19:52:151812 'Linux TSan Tests': {
1813 # These are slow on the TSan bots for some reason, crbug.com/794372
Dirk Pranke8fd63c12017-12-10 18:06:271814 'swarming': {
Stephen Martinisad6cb7af2021-02-24 01:12:001815 'shards': 32, # Adjusted for testing, see https://crbug.com/1179567
Dirk Pranke8fd63c12017-12-10 18:06:271816 },
1817 },
Maksim Sisovc81d284c2021-10-05 17:54:351818 # https://crbug.com/1192997
1819 'Linux Tests (Wayland)': {
1820 'args': [
1821 '--test-launcher-filter-file=../../testing/buildbot/filters/ozone-linux.interactive_ui_tests_wayland.filter',
1822 ],
1823 },
Lindsay Pasrichab3f72db2021-09-22 22:05:461824 'Mac ASan 64 Tests (1)': { # https://crbug.com/1251656
1825 'experiment_percentage': 100,
1826 },
Zhaoyang Li9357e1e12021-12-07 18:53:171827 'Mac11 Tests (dbg)': { # https://crbug.com/1265051
1828 'experiment_percentage': 100,
1829 },
Stephen Martinis1384ff92020-01-07 19:52:151830 'ToTLinuxTSan': {
1831 # These are slow on the TSan bots for some reason, crbug.com/794372
1832 'swarming': {
1833 'shards': 6,
1834 },
1835 },
1836 # temporary, https://crbug.com/818832
Greg Thompson3eb7e6522018-05-25 09:04:031837 'Win10 Tests x64 (dbg)': {
1838 'experiment_percentage': 100,
1839 },
Stephen Martinis1384ff92020-01-07 19:52:151840 'Win7 Tests (dbg)(1)': {
1841 'swarming': {
1842 'shards': 4,
1843 },
1844 },
Jacob Kopczynski3a555bd32020-12-10 01:41:161845 # TODO(crbug.com/970649): Remove these filters.
Ben Pastene8ef125e2019-12-10 01:46:291846 'linux-chromeos-chrome': {
Ben Pastene8ef125e2019-12-10 01:46:291847 'args': [
1848 '--gtest_filter=-SadTabViewInteractiveUITest.ReloadMultipleSadTabs',
1849 ],
1850 },
Stephen Martinis1384ff92020-01-07 19:52:151851 'linux-chromeos-code-coverage': {
Yuke Liao79424e42020-01-06 21:00:111852 'swarming': {
1853 'shards': 10,
1854 },
1855 },
Stephen Martinis1384ff92020-01-07 19:52:151856 'linux-code-coverage': {
Yuke Liao79424e42020-01-06 21:00:111857 'swarming': {
1858 'shards': 10,
1859 },
1860 },
Sven Zheng80734f12020-08-06 06:50:391861 # https://crbug.com/1111979
Junhua Chen39dd2dba2021-05-05 17:51:541862 'linux-lacros-code-coverage': {
1863 'args': [
1864 '--test-launcher-filter-file=../../testing/buildbot/filters/linux-lacros.interactive_ui_tests.filter',
1865 ],
1866 },
1867 # https://crbug.com/1111979
Jieting Yangbf15db672021-10-04 19:18:371868 'linux-lacros-dbg-tests-fyi': {
1869 'args': [
1870 '--test-launcher-filter-file=../../testing/buildbot/filters/linux-lacros.interactive_ui_tests.filter',
1871 ],
1872 },
1873 # https://crbug.com/1111979
Sven Zheng010820d2020-08-17 22:38:441874 'linux-lacros-tester-rel': {
Sven Zheng010820d2020-08-17 22:38:441875 'args': [
Yuke Liao56a437dd2021-05-05 04:53:401876 '--test-launcher-filter-file=../../testing/buildbot/filters/linux-lacros.interactive_ui_tests.filter',
Sven Zheng010820d2020-08-17 22:38:441877 ],
1878 },
Kuan Huang235b0142021-10-19 18:59:281879 'mac-code-coverage': {
1880 'args': [
1881 '--coverage-continuous-mode=1',
1882 ],
1883 },
Kenneth Russelleb60cbd22017-12-05 07:54:281884 },
1885 },
Yuke Liaob6beaeca2021-04-29 23:41:511886 'interactive_ui_tests_amd64-generic': {
1887 'remove_from': [
1888 # TODO(crbug.com/1204231): Re-enable.
1889 'lacros-amd64-generic-rel',
1890 ]
1891 },
Yuke Liao79a8cf52021-06-11 18:14:341892 'interactive_ui_tests_eve': {
1893 'remove_from': [
1894 # TODO(crbug.com/1204231): Re-enable.
1895 'lacros-amd64-generic-rel',
1896 ]
1897 },
John Budorickf00e5ff2019-06-11 21:21:061898 'ipc_tests': {
1899 'modifications': {
1900 'android-asan': {
1901 'swarming': {
1902 'shards': 2,
1903 },
1904 },
1905 },
1906 },
Jonah Ryan-Davis832c8462020-06-09 03:45:031907 'maps_pixel_passthrough_test': {
Brian Sheedyc0c142c2021-06-01 21:18:051908 'modifications': {
1909 'Android FYI Release (Pixel 4)': {
1910 'args': [
1911 # Pixel 4s are weird in that they can output in different color spaces
1912 # simultaneously. The readback code for capturing a screenshot assumes
1913 # only one color space, so disable wide color gamut for the test to
1914 # work around the issue. See https://crbug.com/1166379 for more
1915 # information.
1916 '--extra-browser-args=--disable-wcg-for-test',
1917 ],
1918 },
1919 'Optional Android Release (Pixel 4)': {
1920 'args': [
1921 # See above.
1922 '--extra-browser-args=--disable-wcg-for-test',
1923 ],
1924 },
1925 },
Jonah Ryan-Davis832c8462020-06-09 03:45:031926 'replacements': {
1927 # The V8 builders pass the V8 revision for ${got_revision}, so instead
1928 # use ${got_cr_revision}, which is only set on the V8 bots.
1929 'Linux V8 FYI Release (NVIDIA)': {
1930 'args': {
1931 '--git-revision': '${got_cr_revision}',
1932 },
1933 },
1934 'Linux V8 FYI Release - pointer compression (NVIDIA)': {
1935 'args': {
1936 '--git-revision': '${got_cr_revision}',
1937 },
1938 },
Jonah Ryan-Davisdeeffeaf2020-06-18 17:56:001939 'Mac V8 FYI Release (Intel)': {
1940 'args': {
1941 '--git-revision': '${got_cr_revision}',
1942 },
1943 },
Jonah Ryan-Davis832c8462020-06-09 03:45:031944 'Win V8 FYI Release (NVIDIA)': {
1945 'args': {
1946 '--git-revision': '${got_cr_revision}',
1947 },
1948 },
1949 },
1950 },
1951 'maps_pixel_validating_test': {
Brian Sheedy0566f2cb2021-02-12 22:12:501952 'modifications': {
1953 'Android FYI Release (Pixel 4)': {
1954 'args': [
1955 # Pixel 4s are weird in that they can output in different color spaces
1956 # simultaneously. The readback code for capturing a screenshot assumes
1957 # only one color space, so disable wide color gamut for the test to
1958 # work around the issue. See https://crbug.com/1166379 for more
1959 # information.
1960 '--extra-browser-args=--disable-wcg-for-test',
1961 ],
1962 },
Brian Sheedycde1ab1882021-05-27 21:22:001963 'Optional Android Release (Pixel 4)': {
1964 'args': [
1965 # See above.
1966 '--extra-browser-args=--disable-wcg-for-test',
1967 ],
1968 },
Brian Sheedy0566f2cb2021-02-12 22:12:501969 },
Brian Sheedye285c9b2019-07-15 21:42:461970 # TODO(https://crbug.com/850107): Remove the Android FYI Release (Pixel 2)
1971 # exception once there is enough capacity to run these tests.
1972 'remove_from': [
Brian Sheedye285c9b2019-07-15 21:42:461973 'Android FYI Release (Pixel 2)',
1974 ],
Brian Sheedy44fd891b2019-10-03 20:07:541975 'replacements': {
Brian Sheedy44fd891b2019-10-03 20:07:541976 # The V8 builders pass the V8 revision for ${got_revision}, so instead
1977 # use ${got_cr_revision}, which is only set on the V8 bots.
1978 'Android V8 FYI Release (Nexus 5X)': {
1979 'args': {
Brian Sheedy4d335deb2020-04-01 20:47:321980 '--git-revision': '${got_cr_revision}',
Brian Sheedy44fd891b2019-10-03 20:07:541981 },
1982 },
Brian Sheedy44fd891b2019-10-03 20:07:541983 'Mac V8 FYI Release (Intel)': {
1984 'args': {
Brian Sheedy4d335deb2020-04-01 20:47:321985 '--git-revision': '${got_cr_revision}',
Brian Sheedy44fd891b2019-10-03 20:07:541986 },
1987 },
Brian Sheedy44fd891b2019-10-03 20:07:541988 },
Brian Sheedye285c9b2019-07-15 21:42:461989 },
Andrew Luo38b311f2019-10-04 03:42:091990 'media_unittests': {
1991 'modifications': {
Haiyang Pan9d68ca02021-08-04 21:30:471992 'android-11-x86-rel': {
Haiyang Pancf765862021-03-18 20:39:151993 'args': [
Haiyang Pan80b0d412021-11-23 00:06:421994 '--test-launcher-filter-file=../../testing/buildbot/filters/android.emulator_11_12.media_unittests.filter',
1995 ],
1996 },
1997 'android-12-x64-fyi-rel': {
1998 'args': [
1999 '--test-launcher-filter-file=../../testing/buildbot/filters/android.emulator_11_12.media_unittests.filter',
Haiyang Pancf765862021-03-18 20:39:152000 ],
2001 },
Haiyang Pan2486dcb2020-09-18 17:53:062002 'android-marshmallow-x86-rel-non-cq': {
John Budorickb5185112020-01-08 22:40:212003 'args': [
Haiyang Pan569659f02020-05-30 00:48:452004 '--test-launcher-filter-file=../../testing/buildbot/filters/android.emulator_m.media_unittests.filter',
John Budorickb5185112020-01-08 22:40:212005 ],
2006 },
Andrew Luo38b311f2019-10-04 03:42:092007 'android-pie-arm64-rel': {
Andrew Luobe83fd82019-12-19 03:07:582008 'args': [
2009 '--gtest_filter=-AAudio/AudioOutputTest.Play200HzTone/0', # https://crbug.com/1034009
2010 ],
Andrew Luo38b311f2019-10-04 03:42:092011 },
Haiyang Pan08d09dc2020-04-01 16:11:212012 'android-pie-x86-rel': {
John Budorickb5185112020-01-08 22:40:212013 'args': [
Haiyang Pan569659f02020-05-30 00:48:452014 '--test-launcher-filter-file=../../testing/buildbot/filters/android.emulator_p.media_unittests.filter',
John Budorickb5185112020-01-08 22:40:212015 ],
2016 },
Chong Gudf7fbe92021-02-24 02:55:582017 'fuchsia-code-coverage': {
2018 'swarming': {
2019 'shards': 3,
2020 },
2021 },
Chong Gub2446462021-08-19 18:44:082022 'fuchsia-fyi-arm64-dbg': {
2023 'args': [
2024 '--test-launcher-filter-file=../../testing/buildbot/filters/fuchsia.debug.media_unittests.filter',
2025 ],
2026 },
Andrew Luo38b311f2019-10-04 03:42:092027 },
2028 },
Chong Gu4eca1ce2021-05-17 08:49:572029 'mediapipe_validating_tests': {
2030 'remove_from': [
2031 # TODO(crbug.com/1201887): Remove once tests are stable.
2032 'Fuchsia x64',
2033 ],
2034 },
Ben Joyce02dc8092021-03-04 21:48:192035 'mojo_test_apk': {
2036 'remove_from': [
2037 'android-code-coverage-native', # Does not generate profraw data.
Ben Joyce46ca6012021-03-31 19:19:252038 'android-pie-arm64-coverage-experimental-rel', # Does not generate profraw data.
Ben Joyce02dc8092021-03-04 21:48:192039 ],
2040 },
John Budorickf00e5ff2019-06-11 21:21:062041 'mojo_unittests': {
2042 'modifications': {
2043 'android-asan': {
2044 'swarming': {
John Budorick5a29d7542019-10-11 20:56:442045 'shards': 5,
John Budorickf00e5ff2019-06-11 21:21:062046 },
2047 },
Chong Gudf7fbe92021-02-24 02:55:582048 'fuchsia-code-coverage': {
2049 'swarming': {
2050 'shards': 2,
2051 },
2052 },
John Budorickf00e5ff2019-06-11 21:21:062053 },
2054 },
Peter Kotwiczda2f11102020-10-09 05:29:502055 'monochrome_public_apk_checker': {
Ben Pastene521f8d62020-01-08 20:01:152056 'modifications': {
2057 'ToTAndroid': {
2058 'swarming': {
2059 'dimension_sets': [
2060 {
John Budorick838256a2020-02-29 01:29:072061 'cpu': 'x86-64',
Ben Pastene521f8d62020-01-08 20:01:152062 'device_os': None,
2063 'device_playstore_version': None,
2064 'device_type': None,
2065 'os': 'Ubuntu-16.04',
2066 },
2067 ],
2068 },
2069 },
2070 'android-arm64-proguard-rel': {
2071 'swarming': {
2072 'dimension_sets': [
2073 {
John Budorick838256a2020-02-29 01:29:072074 'cpu': 'x86-64',
Ben Pastene521f8d62020-01-08 20:01:152075 'device_os': None,
2076 'device_playstore_version': None,
2077 'device_type': None,
2078 'os': 'Ubuntu-16.04',
2079 },
2080 ],
2081 },
2082 },
2083 'android-pie-arm64-rel': {
2084 'swarming': {
2085 'dimension_sets': [
2086 {
John Budorick838256a2020-02-29 01:29:072087 'cpu': 'x86-64',
Ben Pastene521f8d62020-01-08 20:01:152088 'device_os': None,
2089 'device_os_flavor': None,
2090 'device_playstore_version': None,
2091 'device_type': None,
2092 'os': 'Ubuntu-16.04',
2093 },
2094 ],
2095 },
2096 },
2097 },
Erik Chend16d922d2019-12-10 04:37:142098 },
Ben Joyce4677e682021-03-22 22:19:112099 'monochrome_public_bundle_fake_modules_smoke_test' : {
2100 'remove_from': [
2101 'android-pie-arm64-coverage-experimental-rel', # TODO(crbug.com/1190999):
2102 # GLIBC_2.28 Not found.
2103 ],
2104 },
2105 'monochrome_public_bundle_smoke_test' : {
2106 'remove_from': [
2107 'android-pie-arm64-coverage-experimental-rel', # TODO(crbug.com/1190999):
2108 # GLIBC_2.28 Not found.
2109 ],
2110 },
2111 'monochrome_public_smoke_test' : {
2112 'remove_from': [
2113 'android-pie-arm64-coverage-experimental-rel', # TODO(crbug.com/1190999):
2114 # GLIBC_2.28 Not found.
2115 ],
2116 },
bsheedye9469572019-01-23 17:31:332117 'monochrome_public_test_ar_apk': {
2118 'modifications': {
Brian Sheedy12169aa2019-10-16 23:38:032119 'Nougat Phone Tester': {
2120 'args': [
2121 # ArCore is not installed as a system app on N, so we can install it
2122 # normally instead of replacing the system version.
2123 '--additional-apk=//third_party/arcore-android-sdk/test-apks/arcore/arcore_current.apk'
2124 ],
2125 },
bsheedye9469572019-01-23 17:31:332126 # We need to match the Playstore version as well because AR tests fail on
2127 # old versions of the Playstore.
2128 'Oreo Phone Tester': {
Brian Sheedy2bcd16b2019-04-22 22:47:082129 'args': [
2130 # ArCore is not installed as a system app on O, so we can install it
2131 # normally instead of replacing the system version.
2132 '--additional-apk=//third_party/arcore-android-sdk/test-apks/arcore/arcore_current.apk'
2133 ],
bsheedye9469572019-01-23 17:31:332134 'swarming': {
2135 'dimension_sets': [
2136 {
2137 'device_os': 'OPR3.170623.008',
bsheedye9469572019-01-23 17:31:332138 'device_type': 'marlin',
2139 'os': 'Android',
2140 },
2141 ],
2142 },
2143 },
Haiyang Pan57159eba2020-05-07 23:14:132144 'android-10-arm64-rel': {
2145 'args': [
Brian Sheedy4dc4a6f2020-09-17 22:18:502146 '--remove-system-package=com.google.ar.core',
2147 '--additional-apk=//third_party/arcore-android-sdk/test-apks/arcore/arcore_current.apk',
Haiyang Pan57159eba2020-05-07 23:14:132148 ]
2149 },
Brian Sheedy2bcd16b2019-04-22 22:47:082150 'android-pie-arm64-dbg': {
2151 'args': [
Brian Sheedy4dc4a6f2020-09-17 22:18:502152 '--remove-system-package=com.google.ar.core',
2153 '--additional-apk=//third_party/arcore-android-sdk/test-apks/arcore/arcore_current.apk',
Brian Sheedy2bcd16b2019-04-22 22:47:082154 ]
2155 }
bsheedye9469572019-01-23 17:31:332156 },
2157 },
Kenneth Russellfbda3c532017-12-08 23:57:242158 'nacl_loader_unittests': {
2159 'remove_from': [
Nico Weber48f187142018-06-01 15:16:352160 'ToTMacASan', # The mac asan tot bot sets enable_nacl=false
Nico Weber3611ee802018-06-07 13:34:512161 'linux-win_cross-rel', # Sets enable_nacl=false, https://crbug.com/774186
Nico Webera8fc38f72018-04-10 02:20:112162 'Linux TSan Tests', # The TSan bot sets enable_nacl=false
Nico Weber05d3e642018-05-31 16:59:482163 'Mac ASan 64 Tests (1)', # The mac asan bot sets enable_nacl=false
Kenneth Russellfbda3c532017-12-08 23:57:242164 ],
2165 },
Kenneth Russelleb60cbd22017-12-05 07:54:282166 'net_unittests': {
2167 'modifications': {
Nico Weber33b9b7a2020-06-12 19:23:272168 'CrWinAsan': {
2169 # TODO(crbug.com/794372): net_unittests is slow under ASan.
2170 'swarming': {
2171 'shards': 16,
2172 },
2173 },
2174 'CrWinAsan(dll)': {
2175 # TODO(crbug.com/794372): net_unittests is slow under ASan.
2176 'swarming': {
2177 'shards': 16,
2178 },
2179 },
John Budorickca14c76f62017-12-09 14:19:182180 'Linux ASan LSan Tests (1)': {
John Budorick5052d552017-12-13 02:59:342181 # These are very slow on the ASAN trybot for some reason.
2182 # crbug.com/794372
John Budorickca14c76f62017-12-09 14:19:182183 'swarming': {
John Budorick5052d552017-12-13 02:59:342184 'shards': 16,
John Budorickca14c76f62017-12-09 14:19:182185 },
2186 },
2187 'Linux Chromium OS ASan LSan Tests (1)': {
Takuto Ikuta54671d972018-07-19 19:06:352188 # These are very slow on the ASAN trybot for some reason.
2189 # crbug.com/794372
John Budorickca14c76f62017-12-09 14:19:182190 'swarming': {
Sergey Berezinda3255c2018-03-16 00:34:022191 'shards': 8,
John Budorickca14c76f62017-12-09 14:19:182192 }
2193 },
Takuto Ikuta54671d972018-07-19 19:06:352194 'Linux ChromiumOS MSan Tests': {
2195 # These are very slow on the Chrome OS MSAN trybot for some reason.
2196 # crbug.com/865455
2197 'swarming': {
2198 'shards': 2,
2199 },
2200 },
John Budorickca14c76f62017-12-09 14:19:182201 'Linux TSan Tests': {
2202 'swarming': {
2203 'shards': 4,
2204 }
2205 },
Ben Pastene8bf205b2018-06-13 04:00:332206 # The suite runs signficantly slower on linux dbg, so increase shards.
2207 'Linux Tests (dbg)(1)': {
2208 'swarming': {
2209 'shards': 2,
2210 },
2211 },
Stephen Martinis1384ff92020-01-07 19:52:152212 'ToTLinuxASan': {
2213 # TODO(crbug.com/794372): net_unittests is slow under ASan.
2214 'swarming': {
2215 'shards': 16,
2216 },
2217 },
2218 'ToTLinuxTSan': {
2219 'swarming': {
2220 'shards': 4,
2221 }
2222 },
Haiyang Pan9d68ca02021-08-04 21:30:472223 'android-11-x86-rel': {
Haiyang Pan8d9906e02021-03-24 20:11:042224 'args': [
2225 '--test-launcher-filter-file=../../testing/buildbot/filters/android.emulator_11.net_unittests.filter',
2226 ],
2227 },
Haiyang Pan2877f062021-11-18 01:06:062228 'android-12-x64-fyi-rel': {
2229 'args': [
2230 # TODO(crbug.com/1191793): Fix the test failure
2231 '--gtest_filter=-MimeUtilTest.ExtensionTest',
2232 ],
2233 },
Stefano Duof44278b2021-08-02 16:29:382234 'android-cronet-x86-dbg-10-tests': {
2235 'args': [
2236 '--test-launcher-filter-file=../../testing/buildbot/filters/android.emulator_10.net_unittests.filter',
2237 ],
2238 },
Chidera Olibieef99a55ca2021-10-01 21:42:002239 'android-cronet-x86-dbg-11-tests': {
2240 'args': [
2241 '--test-launcher-filter-file=../../testing/buildbot/filters/android.emulator_11.net_unittests.filter',
2242 ],
2243 },
2244 'android-cronet-x86-dbg-oreo-tests': {
2245 'args': [
2246 '--test-launcher-filter-file=../../testing/buildbot/filters/android.emulator.net_unittests.filter',
2247 ],
2248 },
Chidera Olibie509fd732021-09-30 20:17:172249 'android-cronet-x86-dbg-pie-tests': {
2250 # crbug.com/1046060
2251 'args': [
2252 '--test-launcher-filter-file=../../testing/buildbot/filters/android.emulator.net_unittests.filter',
2253 ],
2254 },
Haiyang Pan2486dcb2020-09-18 17:53:062255 'android-marshmallow-x86-rel-non-cq': {
John Budorick7fde6b492020-01-29 17:43:502256 # crbug.com/1046060
2257 'args': [
2258 '--test-launcher-filter-file=../../testing/buildbot/filters/android.emulator.net_unittests.filter',
2259 ],
2260 },
Haiyang Pan08d09dc2020-04-01 16:11:212261 'android-pie-x86-rel': {
John Budorick7fde6b492020-01-29 17:43:502262 # crbug.com/1046060
2263 'args': [
2264 '--test-launcher-filter-file=../../testing/buildbot/filters/android.emulator.net_unittests.filter',
2265 ],
2266 },
Chong Gu76046412021-09-22 17:49:212267 'fuchsia-code-coverage': {
2268 'swarming': {
2269 'shards': 14,
2270 },
2271 },
Omer Katz7d2be652020-01-22 18:13:462272 'linux-blink-heap-concurrent-marking-tsan-rel': {
2273 'swarming': {
2274 'shards': 4,
2275 }
2276 },
Ben Pastene8bf205b2018-06-13 04:00:332277 'linux-chromeos-dbg': {
2278 'swarming': {
2279 'shards': 2,
2280 },
2281 },
Nico Weber33b9b7a2020-06-12 19:23:272282 'win-asan': {
2283 # TODO(crbug.com/794372): net_unittests is slow under ASan.
2284 'swarming': {
2285 'shards': 16,
2286 },
2287 },
Kenneth Russelleb60cbd22017-12-05 07:54:282288 },
Chong Gu589912b2021-10-02 01:17:302289 'replacements': {
2290 # TODO(crbug.com/1254563): Remove when suite can use run-test-component.
2291 'fuchsia-code-coverage': {
2292 'args': {
2293 '--use-run': None,
2294 },
2295 },
2296 },
Kenneth Russelleb60cbd22017-12-05 07:54:282297 },
John Chenaab16fc02020-03-03 06:35:452298 'not_site_per_process_blink_web_tests': {
Lukasz Anforowicz04bc6302018-11-19 19:04:282299 'remove_from': [
Lukasz Anforowicz04bc6302018-11-19 19:04:282300 # TODO(dpranke): Should we be running this step on Linux Tests (dbg)(1)?
2301 'Linux Tests (dbg)(1)',
Lukasz Anforowicz04bc6302018-11-19 19:04:282302 ],
Yuke Liaobc9ff982019-04-30 06:56:162303 'modifications': {
Stephen Martinis1384ff92020-01-07 19:52:152304 'Linux Tests': {
2305 "args": [
2306 "--additional-env-var=LLVM_PROFILE_FILE=${ISOLATED_OUTDIR}/profraw/default-%2m.profraw",
Stephen Martinis1384ff92020-01-07 19:52:152307 ],
2308 },
Yuke Liaoea70f472019-12-19 06:03:362309 'linux-code-coverage': {
2310 'args': [
2311 '--additional-env-var=LLVM_PROFILE_FILE=${ISOLATED_OUTDIR}/profraw/default-%2m.profraw',
Yuke Liaoea70f472019-12-19 06:03:362312 ],
2313 'swarming': {
2314 'shards': 20,
2315 },
2316 },
Stephanie Kim5c7f31d2021-04-27 18:00:062317 'linux-xenial-rel': {
2318 "args": [
2319 "--additional-env-var=LLVM_PROFILE_FILE=${ISOLATED_OUTDIR}/profraw/default-%2m.profraw",
2320 ],
2321 },
Yuke Liaobc9ff982019-04-30 06:56:162322 },
Lukasz Anforowicz04bc6302018-11-19 19:04:282323 },
Xi Cheng34ca4042018-02-23 00:10:122324 'notification_helper_unittests': {
2325 'remove_from': [
Hans Wennborg252643a2018-05-22 14:41:122326 # The test uses WinRT, which only exists in Windows 8 or above.
2327 # (https://crbug.com/813553)
Xi Cheng34ca4042018-02-23 00:10:122328 'Win 7 Tests x64 (1)',
Xi Cheng34ca4042018-02-23 00:10:122329 'Win7 Tests (1)',
2330 'Win7 Tests (dbg)(1)',
Stephen Martinis1384ff92020-01-07 19:52:152331 # all these bots run Windows 7.
Xi Cheng34ca4042018-02-23 00:10:122332 'ToTWin',
2333 'ToTWin(dbg)',
2334 'ToTWin(dll)',
inglorionb8e7a3ed2019-04-12 09:49:032335 'ToTWinOfficial',
Arthur Eubanks0c24b822021-06-15 18:51:342336 'ToTWinOfficial64',
Xi Cheng34ca4042018-02-23 00:10:122337 'ToTWin64',
2338 'ToTWin64(dbg)',
2339 'ToTWin64(dll)',
2340 'ToTWinCFI',
2341 'ToTWinCFI64',
Xi Cheng34ca4042018-02-23 00:10:122342 ],
2343 },
Peter McNeeley3cfc0ec82021-12-08 20:36:242344 'overlay_prioritization_viz_unittests': {
2345 'remove_from': [
2346 # Reduce CQ load
2347 'Linux Tests (Wayland)',
2348 ],
2349 },
Ben Pastenee723b2f2019-05-31 19:10:272350 'ozone_unittests': {
2351 'modifications': {
Ben Pastene8ef125e2019-12-10 01:46:292352 'chromeos-betty-pi-arc-chrome': {
2353 'args': [
2354 '--test-launcher-filter-file=../../testing/buildbot/filters/chromeos.ozone_unittests.filter',
2355 ],
2356 },
Ben Pastene500cc1d12021-01-22 18:10:472357 'chromeos-betty-pi-arc-chrome-dchecks': {
2358 'args': [
2359 '--test-launcher-filter-file=../../testing/buildbot/filters/chromeos.ozone_unittests.filter',
2360 ],
2361 },
Ben Pastene8ef125e2019-12-10 01:46:292362 'linux-chromeos-chrome': {
2363 'args': [
2364 '--test-launcher-filter-file=../../testing/buildbot/filters/chromeos.ozone_unittests.filter',
2365 ],
2366 },
Ben Pastenee723b2f2019-05-31 19:10:272367 },
2368 },
Maksim Sisovc81d284c2021-10-05 17:54:352369 'ozone_x11_unittests': {
2370 # Wayland bot uses chromium_linux_gtests that includes some x11 only
2371 # test targets. To avoid maintaining a list of tests, remove them here.
2372 'remove_from': [
2373 'Linux Tests (Wayland)',
2374 ],
2375 },
Karen Qian385d2ca2019-03-19 21:49:582376 'perfetto_unittests': {
2377 'remove_from': [
Haiyang Pan363c59a2020-07-23 05:47:042378 # TODO(crbug.com/931138): Fix permission issue when creating tmp files
John Budorickd3fa5992019-12-13 17:22:412379 'android-arm64-proguard-rel',
John Budorickf2283d72019-06-25 01:09:092380 'android-asan',
Yun Liu022f4512019-06-10 23:14:042381 'android-code-coverage',
Yun Liu7cfd28a2019-10-30 01:57:122382 'android-code-coverage-native',
Karen Qian385d2ca2019-03-19 21:49:582383 'android-marshmallow-arm64-rel',
Greg Gutermanea661162021-11-17 00:46:432384 'android-marshmallow-arm64-rel-rts',
Haiyang Pan2486dcb2020-09-18 17:53:062385 'android-marshmallow-x86-rel-non-cq',
Ben Joyce46ca6012021-03-31 19:19:252386 'android-pie-arm64-coverage-experimental-rel', # Does not generate profraw data.
Andrew Luo38b311f2019-10-04 03:42:092387 'android-pie-arm64-rel',
Haiyang Pan08d09dc2020-04-01 16:11:212388 'android-pie-x86-rel',
Haiyang Pan9d68ca02021-08-04 21:30:472389 'android-11-x86-rel',
Karen Qian385d2ca2019-03-19 21:49:582390 'Marshmallow 64 bit Tester',
2391 'Marshmallow Tablet Tester',
2392 'Nougat Phone Tester',
Arthur Eubanksc8f86ee2021-05-10 20:14:242393 'ToTAndroid'
Karen Qian385d2ca2019-03-19 21:49:582394 ]
2395 },
Stephen Martinis54d64ad2018-09-21 22:16:202396 'performance_test_suite': {
2397 'modifications': {
Zhaoyang Li9357e1e12021-12-07 18:53:172398 'Mac11 Tests (dbg)': {
2399 'args': [
2400 '--browser=debug',
2401 ],
2402 },
Stephen Martinis54d64ad2018-09-21 22:16:202403 'Win10 Tests x64 (dbg)': {
2404 'args': [
Takuto Ikutab28b582e2021-02-10 01:41:212405 '--browser=debug_x64',
Stephen Martinis54d64ad2018-09-21 22:16:202406 ],
2407 'experiment_percentage': 100,
2408 },
2409 'Win7 Tests (dbg)(1)': {
2410 'args': [
2411 '--browser=debug',
2412 ],
2413 },
2414 },
2415 },
Sven Zhenge8335e02020-08-07 22:38:392416 'pixel_browser_tests': {
2417 'modifications': {
2418 'win-pixel-tester-rel': {
2419 'non_precommit_args': [
2420 # Do not allow retry or it will break the bulk approval process.
2421 # When retry with fail-pass pattern, the passing test will overwrite the previously
2422 # seen flaky version on the trace. We can triage the image using the printed link,
2423 # but it will not show on the Skia Gold search page.
2424 '--test-launcher-retry-limit=0',
2425 ],
2426 },
2427 },
2428 },
Jonah Ryan-Davis832c8462020-06-09 03:45:032429 'pixel_skia_gold_passthrough_test': {
Brian Sheedyc0c142c2021-06-01 21:18:052430 'modifications': {
2431 'Android FYI Release (Pixel 4)': {
2432 'args': [
2433 # Pixel 4s are weird in that they can output in different color spaces
2434 # simultaneously. The readback code for capturing a screenshot assumes
2435 # only one color space, so disable wide color gamut for the test to
2436 # work around the issue. See https://crbug.com/1166379 for more
2437 # information.
2438 '--extra-browser-args=--disable-wcg-for-test',
2439 ],
2440 },
2441 'Optional Android Release (Pixel 4)': {
2442 'args': [
2443 # See above.
2444 '--extra-browser-args=--disable-wcg-for-test',
2445 ],
2446 },
2447 },
Jonah Ryan-Davis832c8462020-06-09 03:45:032448 'replacements': {
2449 # The V8 builders pass the V8 revision for ${got_revision}, so instead
2450 # use ${got_cr_revision}, which is only set on the V8 bots.
2451 'Linux V8 FYI Release (NVIDIA)': {
2452 'args': {
2453 '--git-revision': '${got_cr_revision}',
2454 },
2455 },
2456 'Linux V8 FYI Release - pointer compression (NVIDIA)': {
2457 'args': {
2458 '--git-revision': '${got_cr_revision}',
2459 },
2460 },
Jonah Ryan-Davisdeeffeaf2020-06-18 17:56:002461 'Mac V8 FYI Release (Intel)': {
2462 'args': {
2463 '--git-revision': '${got_cr_revision}',
2464 },
2465 },
Jonah Ryan-Davis832c8462020-06-09 03:45:032466 'Win V8 FYI Release (NVIDIA)': {
2467 'args': {
2468 '--git-revision': '${got_cr_revision}',
2469 },
2470 },
2471 },
2472 },
2473 'pixel_skia_gold_validating_test': {
Brian Sheedy0566f2cb2021-02-12 22:12:502474 'modifications': {
2475 'Android FYI Release (Pixel 4)': {
2476 'args': [
2477 # Pixel 4s are weird in that they can output in different color spaces
2478 # simultaneously. The readback code for capturing a screenshot assumes
2479 # only one color space, so disable wide color gamut for the test to
2480 # work around the issue. See https://crbug.com/1166379 for more
2481 # information.
2482 '--extra-browser-args=--disable-wcg-for-test',
2483 ],
2484 },
Brian Sheedycde1ab1882021-05-27 21:22:002485 'Optional Android Release (Pixel 4)': {
2486 'args': [
2487 # See above.
2488 '--extra-browser-args=--disable-wcg-for-test',
2489 ],
2490 },
Brian Sheedy0566f2cb2021-02-12 22:12:502491 },
Brian Sheedye6ea0ee2019-07-11 02:54:372492 'replacements': {
Brian Sheedye6ea0ee2019-07-11 02:54:372493 # The V8 builders pass the V8 revision for ${got_revision}, so instead
2494 # use ${got_cr_revision}, which is only set on the V8 bots.
2495 'Android V8 FYI Release (Nexus 5X)': {
2496 'args': {
Brian Sheedy4d335deb2020-04-01 20:47:322497 '--git-revision': '${got_cr_revision}',
Brian Sheedye6ea0ee2019-07-11 02:54:372498 },
2499 },
Brian Sheedye6ea0ee2019-07-11 02:54:372500 'Mac V8 FYI Release (Intel)': {
2501 'args': {
Brian Sheedy4d335deb2020-04-01 20:47:322502 '--git-revision': '${got_cr_revision}',
Brian Sheedye6ea0ee2019-07-11 02:54:372503 },
2504 },
Brian Sheedye6ea0ee2019-07-11 02:54:372505 },
2506 },
2507 'pixel_test':{
Takuto Ikuta35c85522019-06-04 16:55:462508 'modifications': {
2509 'Android Release (Nexus 5X)': {
2510 'swarming': {
2511 'shards': 2,
2512 },
2513 },
2514 },
Nico Weber128fd382018-06-14 23:29:272515 },
Brian Sheedy9653f152019-08-07 17:02:442516 'rendering_representative_perf_tests': {
2517 'modifications': {
2518 'Win10 FYI x64 Exp Release (Intel HD 630)': {
2519 'args': [
Takuto Ikutab28b582e2021-02-10 01:41:212520 '--browser=release_x64',
Brian Sheedy9653f152019-08-07 17:02:442521 ],
2522 },
2523 'Win10 FYI x64 Exp Release (NVIDIA)': {
2524 'args': [
Takuto Ikutab28b582e2021-02-10 01:41:212525 '--browser=release_x64',
Brian Sheedy9653f152019-08-07 17:02:442526 ],
2527 },
Yuly Novikov86cb3542020-11-26 17:10:002528 'Win10 FYI x64 Release (AMD RX 5500 XT)': {
2529 'args': [
Takuto Ikutab28b582e2021-02-10 01:41:212530 '--browser=release_x64',
Yuly Novikov86cb3542020-11-26 17:10:002531 ],
2532 },
Brian Sheedy9653f152019-08-07 17:02:442533 'Win10 FYI x64 Release (Intel HD 630)': {
2534 'args': [
Takuto Ikutab28b582e2021-02-10 01:41:212535 '--browser=release_x64',
Brian Sheedy9653f152019-08-07 17:02:442536 ],
2537 },
Brian Sheedy9653f152019-08-07 17:02:442538 'Win10 FYI x64 Release (NVIDIA)': {
2539 'args': [
Takuto Ikutab28b582e2021-02-10 01:41:212540 '--browser=release_x64',
Brian Sheedy9653f152019-08-07 17:02:442541 ],
2542 },
behdad26cf7e72019-12-18 13:57:302543 'Win10 x64 Release (NVIDIA)': {
2544 'args': [
Takuto Ikutab28b582e2021-02-10 01:41:212545 '--browser=release_x64',
behdad26cf7e72019-12-18 13:57:302546 ],
2547 },
Brian Sheedy9653f152019-08-07 17:02:442548 },
2549 },
John Budorickdce9d462019-03-23 00:25:382550 'sandbox_linux_unittests': {
2551 'modifications': {
Haiyang Pan4d49f5d2021-11-24 02:06:132552 'android-12-x64-fyi-rel': {
2553 'args': [
2554 '--test-launcher-filter-file=../../testing/buildbot/filters/android.emulator_12.sandbox_linux_unittests.filter',
2555 ]
2556 },
Haiyang Pan6b8e4cf2021-08-02 21:38:282557 'android-marshmallow-x86-rel': {
John Budorick6e8e595b2020-01-27 18:15:582558 'args': [
2559 '--test-launcher-filter-file=../../testing/buildbot/filters/android.emulator.sandbox_linux_unittests.filter',
2560 ]
2561 },
Haiyang Pan08d09dc2020-04-01 16:11:212562 'android-pie-x86-rel': {
John Budorick191adfcd2020-01-29 18:19:042563 'args': [
2564 '--test-launcher-filter-file=../../testing/buildbot/filters/android.emulator.sandbox_linux_unittests.filter',
2565 ]
2566 },
John Budorickdce9d462019-03-23 00:25:382567 },
John Budorick3ebfdf852019-05-13 22:28:162568 'remove_from': [
John Budorick3ebfdf852019-05-13 22:28:162569 'android-asan', # https://crbug.com/962650
2570 ],
John Budorickdce9d462019-03-23 00:25:382571 },
Brian Sheedyc0c142c2021-06-01 21:18:052572 'screenshot_sync_passthrough_tests': {
2573 'modifications': {
2574 'Android FYI Release (Pixel 4)': {
2575 'args': [
2576 # Pixel 4s are weird in that they can output in different color spaces
2577 # simultaneously. The readback code for capturing a screenshot assumes
2578 # only one color space, so disable wide color gamut for the test to
2579 # work around the issue. See https://crbug.com/1166379 for more
2580 # information.
2581 '--extra-browser-args=--disable-wcg-for-test',
2582 ],
2583 },
2584 'Optional Android Release (Pixel 4)': {
2585 'args': [
2586 # See above.
2587 '--extra-browser-args=--disable-wcg-for-test',
2588 ],
2589 },
2590 },
2591 },
Brian Sheedy0566f2cb2021-02-12 22:12:502592 'screenshot_sync_validating_tests': {
2593 'modifications': {
2594 'Android FYI Release (Pixel 4)': {
2595 'args': [
2596 # Pixel 4s are weird in that they can output in different color spaces
2597 # simultaneously. The readback code for capturing a screenshot assumes
2598 # only one color space, so disable wide color gamut for the test to
2599 # work around the issue. See https://crbug.com/1166379 for more
2600 # information.
2601 '--extra-browser-args=--disable-wcg-for-test',
2602 ],
2603 },
Brian Sheedycde1ab1882021-05-27 21:22:002604 'Optional Android Release (Pixel 4)': {
2605 'args': [
2606 # See above.
2607 '--extra-browser-args=--disable-wcg-for-test',
2608 ],
2609 },
Brian Sheedy0566f2cb2021-02-12 22:12:502610 },
2611 },
Kenneth Russelleb60cbd22017-12-05 07:54:282612 'services_unittests': {
2613 'remove_from': [
Nico Weber15a00d62018-05-16 17:11:482614 'ToTLinuxMSan', # https://crbug.com/831676
Kenneth Russell8a386d42018-06-02 09:48:012615 # The face and barcode detection tests fail on the Mac Pros.
2616 'Mac Pro FYI Release (AMD)',
Nico Weberd36959682018-04-12 03:33:462617 'Linux ChromiumOS MSan Tests', # https://crbug.com/831676
2618 'Linux MSan Tests', # https://crbug.com/831676
Kenneth Russelleb60cbd22017-12-05 07:54:282619 ],
Brian Sheedyb6c58792020-05-07 18:37:332620 'replacements': {
2621 # TODO(crbug.com/1078982): Remove once the test is fixed on 10.15.4.
2622 'Mac FYI Experimental Release (Intel)': {
2623 'args': {
2624 '--gtest_filter': '*Detection*:-FaceDetectionImplMacTest.ScanOneFace*',
2625 },
2626 },
2627 },
Haiyang Pan363c59a2020-07-23 05:47:042628 'modifications': {
Haiyang Pan9d68ca02021-08-04 21:30:472629 'android-11-x86-rel': {
Haiyang Pan10f029c2021-07-30 23:17:562630 'args': [
Haiyang Pan2877f062021-11-18 01:06:062631 # TODO(crbug.com/1264654): Fix the failed tests
2632 '--gtest_filter=-PacLibraryTest.ActualPacMyIpAddress*'
2633 ],
2634 },
2635 'android-12-x64-fyi-rel': {
2636 'args': [
2637 # TODO(crbug.com/1264654): Fix the failed tests
Haiyang Pan10f029c2021-07-30 23:17:562638 '--gtest_filter=-PacLibraryTest.ActualPacMyIpAddress*'
2639 ],
2640 },
Chong Gu52481452021-04-02 17:52:412641 'fuchsia-code-coverage': {
2642 'swarming': {
2643 'shards': 7,
2644 },
2645 },
2646 }
Chong Gudf7fbe92021-02-24 02:55:582647 },
Brian Ho8271a7ad2021-08-12 20:48:032648 # TODO(crbug.com/1202958): Remove these when SkiaRenderer is fully shipped
2649 # on Chrome OS.
2650 'skia_renderer_telemetry_perf_unittests': {
2651 'remove_from': [
2652 # Not enough capacity.
2653 'chromeos-betty-pi-arc-chrome',
2654 'chromeos-betty-pi-arc-chrome-dchecks',
Muyao Xuc5634692021-11-09 21:30:172655 # it sometimes flakily times out.
2656 'chromeos-amd64-generic-rel',
Brian Ho8271a7ad2021-08-12 20:48:032657 ],
2658 'modifications': {
2659 'chromeos-amd64-generic-rel': {
2660 'ci_only': True,
2661 },
2662 'chromeos-amd64-generic-rel (goma cache silo)': {
2663 'ci_only': True,
2664 },
2665 'chromeos-amd64-generic-rel (reclient)': {
2666 'ci_only': True,
2667 },
Brian Ho8271a7ad2021-08-12 20:48:032668 },
2669 },
2670 'skia_renderer_telemetry_unittests': {
2671 'remove_from': [
2672 # Not enough capacity.
2673 'chromeos-betty-pi-arc-chrome',
2674 'chromeos-betty-pi-arc-chrome-dchecks',
2675 ],
2676 'modifications': {
2677 'chromeos-amd64-generic-rel': {
2678 'ci_only': True,
2679 },
2680 'chromeos-amd64-generic-rel (goma cache silo)': {
2681 'ci_only': True,
2682 },
2683 'chromeos-amd64-generic-rel (reclient)': {
2684 'ci_only': True,
2685 },
Brian Ho8271a7ad2021-08-12 20:48:032686 },
2687 },
Chong Gu76046412021-09-22 17:49:212688 'snapshot_unittests': {
Chong Gub2446462021-08-19 18:44:082689 'modifications': {
2690 'fuchsia-fyi-arm64-dbg': {
2691 'args': [
2692 '--test-launcher-filter-file=../../testing/buildbot/filters/fuchsia.debug.snapshot_unittests.filter',
2693 ],
2694 },
2695 },
2696 },
Stephen Martinis54d64ad2018-09-21 22:16:202697 'swiftshader_unittests': {
2698 'remove_from': [
2699 # Save capacity on the hardware where we have only a few machines.
2700 'Mac FYI Experimental Release (Intel)',
2701 'Mac FYI Experimental Retina Release (AMD)',
2702 'Mac FYI Experimental Retina Release (NVIDIA)',
2703 'Mac Pro FYI Release (AMD)',
2704 ],
2705 },
Kenneth Russelleb60cbd22017-12-05 07:54:282706 'sync_integration_tests': {
Brad Halla36886c2019-02-26 16:52:292707 'remove_from': [
Brad Halla36886c2019-02-26 16:52:292708 'CrWinAsan(dll)', # https://crbug.com/935598
2709 ],
Kenneth Russelleb60cbd22017-12-05 07:54:282710 'modifications': {
Erik Chene84bc1c2019-11-25 23:23:522711 'Linux ASan LSan Tests (1)': {
2712 'swarming': {
2713 'shards': 4,
2714 },
2715 },
Nico Weber8fbc2832018-12-14 16:00:572716 'Linux TSan Tests': {
2717 'swarming': {
2718 'shards': 6,
2719 },
2720 },
Sven Zheng9a52be52020-10-09 21:27:122721 # TODO(crbug.com/1131588) Tests are flaky only on CQ.
2722 'Mac10.13 Tests': {
2723 'precommit_args': [
2724 '--gtest_filter=-*',
2725 ],
2726 },
Zhaoyang Li69e2e002021-02-19 21:57:352727 # TODO(crbug.com/1131588) Tests are flaky only on CQ.
Lindsay Pasricha21bb93d72021-12-07 05:48:392728 'Mac11 Tests': {
Zhaoyang Li69e2e002021-02-19 21:57:352729 'precommit_args': [
2730 '--gtest_filter=-*',
2731 ],
2732 },
Stephen Martinis1384ff92020-01-07 19:52:152733 'ToTLinuxTSan': {
Kenneth Russelleb60cbd22017-12-05 07:54:282734 'swarming': {
Stephen Martinis1384ff92020-01-07 19:52:152735 'shards': 6,
Kenneth Russelleb60cbd22017-12-05 07:54:282736 },
2737 },
Stephen Martinis75ab55d2018-08-30 02:27:122738 'Win10 Tests x64 (dbg)': {
2739 'experiment_percentage': 100, # https://crbug.com/840369
2740 },
Stephen Martinis1384ff92020-01-07 19:52:152741 'Win7 Tests (dbg)(1)': {
2742 'swarming': {
2743 'shards': 2,
2744 },
2745 },
2746 'linux-chromeos-code-coverage': {
Yuke Liao79424e42020-01-06 21:00:112747 'swarming': {
2748 'shards': 4,
2749 },
2750 },
Stephen Martinis1384ff92020-01-07 19:52:152751 'linux-code-coverage': {
Yuke Liao79424e42020-01-06 21:00:112752 'swarming': {
2753 'shards': 4,
2754 },
2755 },
Sven Zhengfbbf21a2021-04-16 23:57:122756 # https://crbug.com/1199909,
Junhua Chen39dd2dba2021-05-05 17:51:542757 'linux-lacros-code-coverage': {
2758 'args': [
2759 '--test-launcher-filter-file=../../testing/buildbot/filters/linux-lacros.sync_integration_tests.filter',
2760 ]
2761 },
Jieting Yangbf15db672021-10-04 19:18:372762 'linux-lacros-dbg-tests-fyi': {
2763 'args': [
2764 '--test-launcher-filter-file=../../testing/buildbot/filters/linux-lacros.sync_integration_tests.filter',
2765 ],
2766 },
Anastasiia N11c1f8d2021-04-19 14:04:422767 'linux-lacros-tester-rel': {
2768 'args': [
Yuke Liao56a437dd2021-05-05 04:53:402769 '--test-launcher-filter-file=../../testing/buildbot/filters/linux-lacros.sync_integration_tests.filter',
Anastasiia N11c1f8d2021-04-19 14:04:422770 ],
2771 },
Kuan Huang235b0142021-10-19 18:59:282772 'mac-code-coverage': {
2773 'args': [
2774 '--coverage-continuous-mode=1',
2775 ],
2776 },
Kenneth Russelleb60cbd22017-12-05 07:54:282777 },
2778 },
Haiyang Panfed339172021-03-10 23:19:572779 'system_webview_shell_layout_test_apk': {
2780 'remove_from': [
Haiyang Pan9d68ca02021-08-04 21:30:472781 'android-11-x86-rel', # crbug.com/1165280
Haiyang Panfed339172021-03-10 23:19:572782 ],
2783 },
Weizhong Xia613fda42021-04-21 20:11:522784 'system_webview_wpt': {
2785 'modifications': {
2786 'android-webview-pie-x86-wpt-fyi-rel': {
Weizhong Xia7dd41362021-09-30 16:05:382787 'args': [
2788 '--log-wptreport',
2789 ],
Weizhong Xia613fda42021-04-21 20:11:522790 'swarming': {
Weizhong Xia613fda42021-04-21 20:11:522791 'shards': 18,
2792 },
2793 },
2794 },
2795 },
Kenneth Russell8a386d42018-06-02 09:48:012796 'tab_capture_end2end_tests': {
Nico Webere89a3c92018-07-01 01:30:522797 # Run these only on Release bots.
Kenneth Russell8a386d42018-06-02 09:48:012798 'remove_from': [
Kenneth Russell8a386d42018-06-02 09:48:012799 'Linux Debug (NVIDIA)',
2800 'Mac Debug (Intel)',
2801 'Mac Retina Debug (AMD)',
Yuly Novikovbc1ccff2019-08-03 00:05:492802 'Win10 FYI x64 Debug (NVIDIA)',
Yuly Novikovf28f1eca2019-07-04 22:43:392803 # Disabled due to dbus crashes crbug.com/927465
Yuly Novikov5865ff72019-07-09 21:38:052804 'Linux FYI Release (Intel HD 630)',
2805 'Linux FYI Release (NVIDIA)',
Brian Sheedy22d051e2019-08-07 00:50:162806 'Linux FYI SkiaRenderer Vulkan (Intel HD 630)',
Yuly Novikov5865ff72019-07-09 21:38:052807 'Linux FYI SkiaRenderer Vulkan (NVIDIA)',
2808 'Linux Release (NVIDIA)',
Kenneth Russell8a386d42018-06-02 09:48:012809 ],
Emily Hanleyb64ac7c2018-05-25 13:36:552810 },
Haiyang Pan8c201b92020-06-04 01:25:072811 'telemetry_chromium_minidump_unittests': {
2812 'remove_from': [
Haiyang Pan2486dcb2020-09-18 17:53:062813 'android-marshmallow-x86-rel-non-cq', # crbug.com/1084352
Haiyang Pan8c201b92020-06-04 01:25:072814 ],
2815 },
Brian Sheedyc117f6d2020-05-06 02:23:272816 'telemetry_monochrome_minidump_unittests': {
2817 'remove_from': [
2818 # Monochrome isn't supported on M.
2819 'android-marshmallow-arm64-rel',
Greg Gutermanea661162021-11-17 00:46:432820 'android-marshmallow-arm64-rel-rts',
Haiyang Pan2486dcb2020-09-18 17:53:062821 'android-marshmallow-x86-rel-non-cq',
Brian Sheedyc117f6d2020-05-06 02:23:272822 ],
2823 },
Kenneth Russelleb60cbd22017-12-05 07:54:282824 'telemetry_perf_unittests': {
2825 'modifications': {
Kenneth Russelleb60cbd22017-12-05 07:54:282826 'Linux Tests': {
2827 'args': [
2828 '--xvfb',
Ned Nguyene6e26042018-01-17 20:42:482829 '--jobs=1',
Kenneth Russelleb60cbd22017-12-05 07:54:282830 ],
2831 },
Juan Antonio Navarro Perez4899edf2019-03-14 13:05:352832 'Linux Tests (dbg)(1)': {
2833 'args': [
2834 '--xvfb',
2835 '--jobs=1',
2836 ],
2837 },
Stephanie Kim56defb72020-11-19 21:32:372838 # TODO crbug.com/1143924: Remove when experimentation is complete
2839 'Linux Tests Robocrop': {
2840 'args': [
2841 '--xvfb',
2842 '--jobs=1',
2843 ],
2844 },
Kenneth Russelleb60cbd22017-12-05 07:54:282845 # Disable parallelism on all Mac bots.
Kenneth Russelleb60cbd22017-12-05 07:54:282846 'Mac10.11 Tests': {
2847 'args': [
2848 '--jobs=1',
2849 ],
2850 },
2851 'Mac10.12 Tests': {
2852 'args': [
2853 '--jobs=1',
2854 ],
2855 },
John Chen9fd22fcf2021-12-10 02:24:122856 'Mac11 Tests': {
2857 'ci_only': True,
2858 },
Ned Nguyen6e6e5b32018-02-21 20:21:502859 'Win7 Tests (dbg)(1)': {
2860 'args': [
2861 '--jobs=1',
2862 ],
2863 'swarming': {
2864 'shards': 20,
2865 },
2866 'experiment_percentage': 100,
2867 },
Ben Pastene69400eb2021-03-25 19:27:162868 'chromeos-eve-chrome': {
2869 'args': [
2870 # TODO(crbug.com/1191132): Re-enable.
2871 '--skip=benchmarks.benchmark_smoke_unittest.BenchmarkSmokeTest.wasmpspdfkit',
2872 ],
2873 },
Ben Pastene2b4b15f2021-03-04 00:39:242874 'chromeos-kevin-chrome': {
2875 # TODO(crbug.com/1182948): Remove the experiment.
Ben Pastenebe91e462021-07-27 23:47:262876 # TODO(b/188822176): Restore to 100% when we have additional capacity.
2877 'experiment_percentage': 0,
Ben Pastene2b4b15f2021-03-04 00:39:242878 },
Ben Pastene7b1384a2021-04-22 23:24:322879 'linux-bionic-rel': {
2880 'args': [
2881 '--xvfb',
2882 '--jobs=1',
2883 ],
2884 },
Stephen Martinis1384ff92020-01-07 19:52:152885 'linux-trusty-rel': {
2886 'args': [
2887 '--xvfb',
2888 '--jobs=1',
2889 ],
2890 },
Stephanie Kim5c7f31d2021-04-27 18:00:062891 'linux-xenial-rel': {
2892 'args': [
2893 '--xvfb',
2894 '--jobs=1',
2895 ],
2896 },
Kenneth Russelleb60cbd22017-12-05 07:54:282897 },
2898 'remove_from': [
Haiyang Pan2486dcb2020-09-18 17:53:062899 'android-marshmallow-x86-rel-non-cq', # crbug.com/1084352
Haiyang Pan0e39edf42020-04-28 19:29:012900 # There's no need to run telemetry_perf_unittests on both lollipop and
Erik Chen96894722019-11-21 20:03:392901 # marshmallow on the CQ. https://crbug.com/1026487.
Ben Joyce3e043862021-10-20 23:57:242902 # TODO(crbug/1260494): Test suite isn't running on android.
Erik Chen96894722019-11-21 20:03:392903 'android-marshmallow-arm64-rel',
Greg Gutermanea661162021-11-17 00:46:432904 'android-marshmallow-arm64-rel-rts',
Andrew Luobe83fd82019-12-19 03:07:582905 'android-pie-arm64-rel',
Garrett Beatyeef031a2019-02-28 01:55:412906 # crbug.com/936540
Garrett Beatyeef031a2019-02-28 01:55:412907 'Mac10.11 Tests',
Shenghua Zhangbd6f1b22018-03-03 02:59:142908 'Mac10.13 Tests',
Zhaoyang Li69e2e002021-02-19 21:57:352909 'Mac10.15 Tests',
Lindsay Pasricha21bb93d72021-12-07 05:48:392910 # TODO crbug.com/1277277
Zhaoyang Li9357e1e12021-12-07 18:53:172911 'Mac11 Tests (dbg)',
Stephen Martinis1384ff92020-01-07 19:52:152912 'Linux - Future (dbg)', # client.v8.chromium
Takuto Ikuta9aa015d2019-04-15 23:33:292913 'Win10 Tests x64',
Stephen Martinise701f5a2018-05-04 01:25:112914 'Win10 Tests x64 (dbg)',
Kuan Huangc93e8672021-06-29 21:13:452915 'Win10 Tests x64 20h2',
Kenneth Russelleb60cbd22017-12-05 07:54:282916 ],
2917 },
Stephen Martinis54d64ad2018-09-21 22:16:202918 'telemetry_unittests': {
2919 'modifications': {
2920 'Win10 Tests x64 (dbg)': {
2921 'experiment_percentage': 100, # crbug.com/870673
Ben Pastene9383fe12020-10-20 21:32:402922 },
John Budorickc498fd3c2019-03-14 01:16:262923 },
2924 'remove_from': [
Ben Pastene9ef2ced52021-07-28 18:04:342925 # TODO(crbug.com/1141234): Restore when there's more DUTs
2926 'chromeos-kevin-chrome',
2927 'chromeos-kevin-rel',
Ben Pastene619317752020-12-03 00:04:142928
John Budorickc498fd3c2019-03-14 01:16:262929 # crbug.com/936540
John Budorickc498fd3c2019-03-14 01:16:262930 'Mac10.11 Tests',
Takuto Ikuta9aa015d2019-04-15 23:33:292931
2932 'Win10 Tests x64',
Kuan Huangc93e8672021-06-29 21:13:452933 'Win10 Tests x64 20h2',
Titouan Rigoudye122ec32021-11-08 16:36:162934
2935 # TODO(https://crbug.com/1267161): Re-enable when platform is supported.
2936 'mac11-arm64-rel-tests',
John Budorickc498fd3c2019-03-14 01:16:262937 ],
Stephen Martinis54d64ad2018-09-21 22:16:202938 },
Brian Sheedyf3b48d62020-05-08 23:03:122939 'test_buildbucket_api_gpu_use_cases': {
2940 'remove_from': [
2941 # crbug.com/1080749
2942 'Optional Linux Release (NVIDIA)',
2943 ],
2944 },
Kenneth Russelleb60cbd22017-12-05 07:54:282945 'unit_tests': {
Yun Liu3e759dbb2019-11-01 19:25:522946 'remove_from': [
Ben Pastene3e32ffe2020-08-07 03:37:072947 'android-pie-arm64-rel', # https://crbug.com/1010211
Yun Liu3e759dbb2019-11-01 19:25:522948 ],
Kenneth Russelleb60cbd22017-12-05 07:54:282949 'modifications': {
John Budorickca14c76f62017-12-09 14:19:182950 'Linux ASan LSan Tests (1)': {
John Budorick5052d552017-12-13 02:59:342951 # These are slow on the ASAN trybot for some reason.
2952 # crbug.com/794372
John Budorickca14c76f62017-12-09 14:19:182953 'swarming': {
John Budorick5052d552017-12-13 02:59:342954 'shards': 4,
John Budorickca14c76f62017-12-09 14:19:182955 },
2956 },
Stephen Martinis1384ff92020-01-07 19:52:152957 'Linux Chromium OS ASan LSan Tests (1)': {
2958 # These are slow on the ASAN trybot for some reason.
2959 # crbug.com/794372
John Budorickca14c76f62017-12-09 14:19:182960 'swarming': {
2961 'shards': 2,
2962 },
2963 },
Takuto Ikuta54671d972018-07-19 19:06:352964 'Linux ChromiumOS MSan Tests': {
2965 # These are very slow on the Chrome OS MSAN trybot for some reason.
2966 # crbug.com/865455
2967 'swarming': {
2968 'shards': 2,
2969 },
2970 },
Stephen Martinis1384ff92020-01-07 19:52:152971 'Linux TSan Tests': {
Takuto Ikuta54671d972018-07-19 19:06:352972 'swarming': {
2973 'shards': 2,
2974 },
2975 },
Maksim Sisovc81d284c2021-10-05 17:54:352976 # https://crbug.com/1184127
2977 'Linux Tests (Wayland)': {
2978 'args': [
2979 '--test-launcher-filter-file=../../testing/buildbot/filters/ozone-linux.unit_tests_wayland.filter',
2980 ],
2981 },
Zhaoyang Li9357e1e12021-12-07 18:53:172982 'Mac11 Tests (dbg)': {
2983 'swarming': {
2984 'shards': 2,
2985 },
2986 },
Stephen Martinis1384ff92020-01-07 19:52:152987 'ToTLinuxASan': {
Dirk Pranke20eae9a72017-12-09 18:12:142988 'swarming': {
Stephen Martinis1384ff92020-01-07 19:52:152989 'shards': 2,
Dirk Pranke20eae9a72017-12-09 18:12:142990 },
2991 },
Stephen Martinis1384ff92020-01-07 19:52:152992 'android-asan': {
2993 'args': [
2994 '--test-launcher-filter-file=../../testing/buildbot/filters/android.asan.unit_tests.filter',
2995 ],
2996 },
Takuto Ikuta527cdff2020-01-29 08:04:272997 'android-marshmallow-arm64-rel-swarming': {
2998 'swarming': {
2999 'shards': 8,
3000 },
3001 },
Stephen Martinis1384ff92020-01-07 19:52:153002 'linux-chromeos-chrome': {
3003 'args': [
3004 '--test-launcher-filter-file=../../testing/buildbot/filters/chromeos.unit_tests.filter',
3005 ],
3006 },
Ben Pasteneacd57392019-10-31 02:13:253007 'linux-chromeos-dbg': {
3008 'swarming': {
3009 'shards': 2,
3010 },
3011 },
Erik Chend063aef72019-11-18 19:13:103012 'linux-chromeos-rel': {
3013 'swarming': {
3014 'shards': 2,
3015 },
3016 },
Yuke Liao597dd6df72020-08-18 03:02:543017 # https://crbug.com/1111979,
Junhua Chen39dd2dba2021-05-05 17:51:543018 'linux-lacros-code-coverage': {
3019 'args': [
3020 '--test-launcher-filter-file=../../testing/buildbot/filters/linux-lacros.unit_tests.filter',
3021 ],
3022 },
3023 # https://crbug.com/1111979,
Jieting Yangbf15db672021-10-04 19:18:373024 'linux-lacros-dbg-tests-fyi': {
3025 'args': [
3026 '--test-launcher-filter-file=../../testing/buildbot/filters/linux-lacros.unit_tests.filter',
3027 ],
3028 },
3029 # https://crbug.com/1111979,
Sven Zheng5c9d3e342020-08-11 21:39:433030 'linux-lacros-tester-rel': {
Sven Zheng5c9d3e342020-08-11 21:39:433031 'args': [
Yuke Liao56a437dd2021-05-05 04:53:403032 '--test-launcher-filter-file=../../testing/buildbot/filters/linux-lacros.unit_tests.filter',
Sven Zheng5c9d3e342020-08-11 21:39:433033 ],
3034 },
Kenneth Russelleb60cbd22017-12-05 07:54:283035 },
3036 },
Kenneth Russell8a386d42018-06-02 09:48:013037 'video_decode_accelerator_gl_unittest': {
3038 'remove_from': [
Kenneth Russell8a386d42018-06-02 09:48:013039 # Windows Intel doesn't have the GL extensions to support this test.
Yuly Novikovbc1ccff2019-08-03 00:05:493040 'Optional Win10 x64 Release (Intel HD 630)',
3041 'Win10 FYI x64 Release (Intel HD 630)',
Yuly Novikov5ff15502019-07-31 00:55:483042 'Win10 FYI x64 Exp Release (Intel HD 630)',
Kenneth Russell8a386d42018-06-02 09:48:013043 ],
3044 },
Sven Zheng577fe5ff2020-08-03 22:06:443045 'views_unittests': {
Sven Zheng80734f12020-08-06 06:50:393046 'modifications': {
Maksim Sisovc81d284c2021-10-05 17:54:353047 'Linux Tests (Wayland)': {
3048 'args': [
3049 '--test-launcher-filter-file=../../testing/buildbot/filters/ozone-linux.wayland_views_unittests.filter',
3050 ],
3051 },
Chong Gu6aa22be2021-09-10 06:56:143052 'fuchsia-fyi-arm64-dbg': {
3053 'args': [
3054 '--test-launcher-filter-file=../../testing/buildbot/filters/fuchsia.debug.views_unittests.filter',
3055 ],
3056 },
Sven Zheng5c9d3e342020-08-11 21:39:433057 # https://crbug.com/1111979,
Junhua Chen39dd2dba2021-05-05 17:51:543058 'linux-lacros-code-coverage': {
3059 'args': [
3060 '--gtest_filter=-DesktopWidgetFocusManagerTest.AnchoredDialogInDesktopNativeWidgetAura:'
3061 'DesktopWidgetTest*:'
3062 'DesktopWindowTreeHostPlatformTest*:'
3063 'EditableComboboxTest*:'
3064 'MenuRunnerTest*:'
3065 'TextfieldTest*:'
3066 'TooltipControllerTest*:'
3067 'TooltipStateManagerTest*'
3068 ],
3069 },
Yuke Liaoa0db4742021-08-09 18:28:333070 'linux-lacros-dbg-tests-fyi': {
3071 'args': [
3072 '--gtest_filter=-DesktopWidgetFocusManagerTest.AnchoredDialogInDesktopNativeWidgetAura:'
3073 'TextfieldTest*:'
3074 'TooltipControllerTest*:'
3075 ],
3076 },
Sven Zheng5c9d3e342020-08-11 21:39:433077 'linux-lacros-tester-rel': {
Sven Zheng5c9d3e342020-08-11 21:39:433078 'args': [
3079 '--gtest_filter=-DesktopWidgetFocusManagerTest.AnchoredDialogInDesktopNativeWidgetAura:'
Yuke Liao34721c22020-08-14 21:41:193080 'DesktopWidgetTest*:'
3081 'DesktopWindowTreeHostPlatformTest*:'
Yuke Liaocf9db2b2020-08-13 19:42:533082 'EditableComboboxTest*:'
Sven Zhengea8903f2020-08-14 05:27:513083 'MenuRunnerTest*:'
Yuke Liaocf9db2b2020-08-13 19:42:533084 'TextfieldTest*:'
Benjamin Beaudry54b3b882021-03-12 23:55:363085 'TooltipControllerTest*:'
3086 'TooltipStateManagerTest*'
Sven Zheng5c9d3e342020-08-11 21:39:433087 ],
3088 },
Sven Zheng80734f12020-08-06 06:50:393089 },
Sven Zheng577fe5ff2020-08-03 22:06:443090 },
John Budorickd02c429de2020-01-10 19:02:213091 'viz_unittests': {
3092 'modifications': {
Haiyang Pan9d68ca02021-08-04 21:30:473093 'android-11-x86-rel': {
Haiyang Pancf765862021-03-18 20:39:153094 'args': [
3095 '--test-launcher-filter-file=../../testing/buildbot/filters/android.emulator_11.viz_unittests.filter',
3096 ],
3097 },
Haiyang Pan6b8e4cf2021-08-02 21:38:283098 'android-marshmallow-x86-rel': {
John Budorickafd548b2020-01-14 20:45:093099 'args': [
John Budorickd02c429de2020-01-10 19:02:213100 '--test-launcher-filter-file=../../testing/buildbot/filters/android.emulator.viz_unittests.filter',
3101 ],
3102 },
Haiyang Pan08d09dc2020-04-01 16:11:213103 'android-pie-x86-rel': {
John Budorickafd548b2020-01-14 20:45:093104 'args': [
John Budorickd02c429de2020-01-10 19:02:213105 '--test-launcher-filter-file=../../testing/buildbot/filters/android.emulator.viz_unittests.filter',
3106 ],
3107 },
Chong Gub2446462021-08-19 18:44:083108 'fuchsia-fyi-arm64-dbg': {
Chong Gu6aa22be2021-09-10 06:56:143109 'args': [
3110 '--test-launcher-filter-file=../../testing/buildbot/filters/fuchsia.debug.viz_unittests.filter',
3111 ],
Chong Gub2446462021-08-19 18:44:083112 },
John Budorickd02c429de2020-01-10 19:02:213113 },
3114 },
John Budorick20f4fa8d2019-08-02 22:58:293115 'vr_common_unittests': {
3116 'remove_from': [
Haiyang Pan08d09dc2020-04-01 16:11:213117 'android-pie-x86-rel',
John Budorick20f4fa8d2019-08-02 22:58:293118 ],
3119 },
Kenneth Russellfbda3c532017-12-08 23:57:243120 'vr_pixeltests': {
3121 'remove_from': [
Haiyang Pan08d09dc2020-04-01 16:11:213122 'android-pie-x86-rel',
Kenneth Russell8ceeabf2017-12-11 17:53:283123 'VR Linux',
Kenneth Russellfbda3c532017-12-08 23:57:243124 ],
3125 },
Nico Webere81999ee2018-07-01 23:52:433126 'wayland_client_perftests': {
3127 'remove_from': [
3128 'linux-chromeos-dbg', # https://crbug.com/859307
3129 ],
3130 },
Chong Gu76046412021-09-22 17:49:213131 'web_engine_browsertests': {
Chong Gud1a5c5992021-04-09 04:08:323132 'modifications': {
3133 'fuchsia-code-coverage': {
3134 'swarming': {
Chong Gu7a463202021-07-19 18:43:103135 'shards': 28,
Chong Gud1a5c5992021-04-09 04:08:323136 },
3137 },
3138 },
3139 },
Chong Gu76046412021-09-22 17:49:213140 'web_engine_integration_tests': {
Chong Gu4c9e8f112021-06-02 18:37:263141 'modifications': {
3142 'fuchsia-code-coverage': {
3143 'swarming': {
3144 'shards': 6,
3145 },
3146 },
3147 },
3148 },
John Budorick63357462019-02-27 23:02:513149 'webdriver_tests_suite': {
3150 'remove_from': [
3151 'Linux Tests', # https://crbug.com/929689, https://crbug.com/936557
Stephanie Kim5c7f31d2021-04-27 18:00:063152 'linux-xenial-rel',
John Budorick63357462019-02-27 23:02:513153 ],
3154 },
bsheedy048cbdb2019-02-04 20:32:053155 'webgl2_conformance_gl_passthrough_tests': {
3156 'remove_from': [
Geoff Lang1fede152019-10-10 23:03:443157 # Not enough capacity. https://crbug.com/982294
3158 'Mac Pro FYI Release (AMD)',
3159 'Mac FYI Retina Release (NVIDIA)',
Yuly Novikov712af632021-08-31 23:54:113160 # Only run validating on Mac Intel due to capacity http://crbug.com/1236796
3161 'Optional Mac Release (Intel)',
bsheedy048cbdb2019-02-04 20:32:053162 ],
3163 },
Brian Sheedy5a9f6562021-08-20 03:32:543164 'webgl2_conformance_gles_passthrough_tests': {
3165 'remove_from': [
3166 # Not enough CrOS hardware capacity to run on anything other than VMs.
3167 # See https://crbug.com/1238070.
3168 'ChromeOS FYI Release (kevin)',
3169 'Lacros FYI x64 Release (Intel)',
3170 ],
3171 'modifications': {
3172 # This VM configuration is known to be significantly slower than other
3173 # CrOS configurations, so increase the shards.
3174 # TODO(crbug.com/1223550): Remove this if the configuration can be sped
3175 # up.
3176 'ChromeOS FYI Release (amd64-generic)': {
3177 'swarming': {
3178 'shards': 30,
3179 },
3180 },
3181 },
3182 },
Kenneth Russell18fff67f2021-11-05 23:45:113183 'webgl2_conformance_metal_passthrough_tests': {
3184 'remove_from': [
Kenneth Russell5c0dbb82021-11-19 05:03:583185 # crbug.com/1270755: failing entire shards on Intel ASAN bot.
3186 'Mac FYI ASAN (Intel)',
Kenneth Russell18fff67f2021-11-05 23:45:113187 # Not enough capacity.
3188 'Mac FYI Retina Release (NVIDIA)',
3189 ],
3190 },
John Budorick82e61dfb2019-12-10 04:36:093191 'webgl2_conformance_validating_tests': {
Stephen Martinis54d64ad2018-09-21 22:16:203192 'remove_from': [
3193 # The Mac NVIDIA Retina bots don't have the capacity to run
3194 # this test suite on mac_optional_gpu_tests_rel.
3195 'Optional Mac Retina Release (NVIDIA)',
3196 ],
Kenneth Russell8a386d42018-06-02 09:48:013197 'modifications': {
Brian Sheedyab0a1992021-08-13 20:57:393198 # This VM configuration is known to be significantly slower than other
3199 # CrOS configurations, so increase the shards.
3200 # TODO(crbug.com/1223550): Remove this if the configuration can be sped
3201 # up.
3202 'ChromeOS FYI Release (amd64-generic)': {
3203 'swarming': {
3204 'shards': 30,
3205 },
Brian Sheedy9bde4532021-08-20 18:11:193206 # This configuration is tested with the passthrough decoder as well,
3207 # which will be shipped in the nearish future, so any failures that
3208 # show up with the validating decoder are just an FYI.
3209 'experiment_percentage': 100,
Brian Sheedyab0a1992021-08-13 20:57:393210 },
Brian Sheedy22200312021-08-20 22:17:503211 'ChromeOS FYI Release (kevin)': {
3212 'experiment_percentage': 100,
3213 },
Kenneth Russell8a386d42018-06-02 09:48:013214 },
3215 },
3216 'webgl_conformance_gl_passthrough_tests': {
3217 'remove_from': [
3218 # crbug.com/555545 and crbug.com/649824:
3219 # Disable webgl_conformance_gl_tests on some Win/AMD cards.
3220 # Always fails on older cards, flaky on newer cards.
Kenneth Russell8a386d42018-06-02 09:48:013221 'Win7 FYI Release (AMD)',
3222 ],
3223 },
Kenneth Russell984f2f12020-12-15 23:23:353224 'webgl_conformance_metal_passthrough_tests': {
3225 'remove_from': [
Kenneth Russell5c0dbb82021-11-19 05:03:583226 # crbug.com/1270755: failing entire shards on Intel ASAN bot.
3227 'Mac FYI ASAN (Intel)',
Kenneth Russell984f2f12020-12-15 23:23:353228 # crbug.com/1158857: re-enable if Metal shader cache workaround is added.
3229 'Mac FYI Retina Release (NVIDIA)',
3230 ],
3231 },
Stephen Martinis54d64ad2018-09-21 22:16:203232 'webgl_conformance_tests': {
Kenneth Russelle63e41f2019-04-09 02:45:283233 'remove_from': [
3234 # Too slow on this configuration, which is severely hardware
3235 # constrained. crbug.com/950690
3236 'Mac FYI Retina Debug (NVIDIA)',
3237 ],
Kenneth Russell8a386d42018-06-02 09:48:013238 },
Austin Enge8c0ba02021-07-19 23:55:193239 'webgpu_blink_web_tests': {
3240 'modifications': {
3241 # Increase the timeout with ASAN (crbug.com/1208253)
3242 'Dawn Win10 x64 ASAN Release': {
3243 'args': [
3244 '--time-out-ms=48000',
3245 ],
3246 },
3247 },
Brian Sheedy5796b4b2021-09-15 21:51:413248 'replacements': {
3249 'Dawn Mac x64 Experimental Release (Intel)': {
3250 'args': {
Avi Drissman5afd38bc2021-10-27 17:35:133251 '--platform': 'mac-mac11',
Brian Sheedy5796b4b2021-09-15 21:51:413252 },
3253 }
3254 },
3255 },
3256 'webgpu_blink_web_tests_with_backend_validation': {
3257 'replacements': {
3258 'Dawn Mac x64 Experimental Release (Intel)': {
3259 'args': {
Avi Drissman5afd38bc2021-10-27 17:35:133260 '--platform': 'mac-mac11',
Brian Sheedy5796b4b2021-09-15 21:51:413261 },
3262 },
3263 },
Austin Enge8c0ba02021-07-19 23:55:193264 },
Kenneth Russelleb60cbd22017-12-05 07:54:283265 'webkit_unit_tests': {
Yun Liu16394ab32019-11-19 16:37:573266 'remove_from': [
3267 # Flakily fails on Win7. https://crbug.com/943372.
3268 'Win7 Tests (1)',
3269 'Win 7 Tests x64 (1)',
Haiyang Pan90ed7c642021-02-06 01:22:063270 # Runs on android-marshmallow-x86-rel already (crbug.com/1127110)
3271 'android-marshmallow-arm64-rel',
Greg Gutermanea661162021-11-17 00:46:433272 'android-marshmallow-arm64-rel-rts',
Haiyang Pan90ed7c642021-02-06 01:22:063273 'android-marshmallow-x86-rel-non-cq',
Yun Liu16394ab32019-11-19 16:37:573274 ],
Dirk Pranke81ff51c2017-12-09 19:24:283275 'modifications': {
John Budorick5052d552017-12-13 02:59:343276 'Linux ASan LSan Tests (1)': {
3277 # These are very slow on the ASAN trybot for some reason.
3278 # crbug.com/794372
3279 'swarming': {
3280 'shards': 5,
3281 },
3282 },
Erik Chen681dc0282019-11-26 22:54:493283 'Linux TSan Tests': {
3284 'swarming': {
3285 'shards': 2,
3286 },
3287 },
arthursonzogni26889d82018-05-29 17:18:163288 'Marshmallow 64 bit Tester': {
3289 # Increase timeout. See https://crbug.com/847229.
3290 'swarming': {
3291 'hard_timeout': 1200,
3292 },
3293 },
Haiyang Pan9d68ca02021-08-04 21:30:473294 'android-11-x86-rel': {
Haiyang Panc7c009e2021-03-18 19:31:233295 'args': [
Haiyang Panc08d02212021-10-18 18:58:383296 '--test-launcher-filter-file=../../testing/buildbot/filters/android.emulator.blink_unittests.filter',
3297 ],
3298 },
3299 'android-12-x64-fyi-rel': {
3300 'args': [
3301 '--test-launcher-filter-file=../../testing/buildbot/filters/android.emulator.blink_unittests.filter',
Haiyang Panc7c009e2021-03-18 19:31:233302 ],
3303 },
Omer Katz7d2be652020-01-22 18:13:463304 'linux-blink-heap-concurrent-marking-tsan-rel': {
3305 'swarming': {
3306 'shards': 2,
3307 },
3308 },
Dirk Pranke81ff51c2017-12-09 19:24:283309 },
Kenneth Russelleb60cbd22017-12-05 07:54:283310 },
Haiyang Panfbd2b482020-09-23 23:41:253311 'weblayer_browsertests': {
3312 'modifications': {
Haiyang Pan9d68ca02021-08-04 21:30:473313 'android-11-x86-rel': {
Haiyang Pand38464f52021-03-24 00:29:013314 'args': [
Haiyang Pan2877f062021-11-18 01:06:063315 # TODO(crbug.com/1191784): Fix the test failure
3316 '--gtest_filter=-DownloadBrowserTest.OverrideDownloadDirectory',
3317 ],
3318 },
3319 'android-12-x64-fyi-rel': {
3320 'args': [
3321 # TODO(crbug.com/1191784): Fix the test failure
Haiyang Pand38464f52021-03-24 00:29:013322 '--gtest_filter=-DownloadBrowserTest.OverrideDownloadDirectory',
3323 ],
3324 },
Haiyang Panfbd2b482020-09-23 23:41:253325 'android-pie-arm64-rel': {
3326 # TODO(crbug.com/1111436): Move this back to walleye if/when additional
3327 # capacity has been deployed.
3328 'swarming': {
3329 'dimension_sets': [
3330 {
3331 'device_type': 'sailfish',
3332 },
3333 ],
3334 },
3335 },
3336 },
3337 },
Haiyang Pan591dbad2020-06-05 20:26:373338 'weblayer_bundle_test': {
3339 'remove_from': [
Haiyang Pan2486dcb2020-09-18 17:53:063340 'android-marshmallow-x86-rel-non-cq', # crbug.com/1088013
Haiyang Pan9d68ca02021-08-04 21:30:473341 'android-11-x86-rel', # crbug.com/1165280
Haiyang Pan591dbad2020-06-05 20:26:373342 ],
3343 },
3344 'weblayer_instrumentation_test_apk': {
3345 'remove_from': [
Haiyang Pan2486dcb2020-09-18 17:53:063346 'android-marshmallow-x86-rel-non-cq', # crbug.com/1088013
Haiyang Pan9d68ca02021-08-04 21:30:473347 'android-11-x86-rel', # crbug.com/1165280
Haiyang Pan591dbad2020-06-05 20:26:373348 ],
Haiyang Pan6d7a15b2020-10-03 00:29:193349 'modifications': {
3350 'android-pie-arm64-rel': {
3351 # TODO(crbug.com/1111436): Move this back to walleye if/when additional
3352 # capacity has been deployed.
3353 'swarming': {
3354 'dimension_sets': [
3355 {
3356 'device_type': 'sailfish',
3357 },
3358 ],
3359 },
3360 },
3361 },
Haiyang Pan591dbad2020-06-05 20:26:373362 },
Rakib Hasane85af9d52021-11-09 16:33:223363 'weblayer_instrumentation_test_apk_ToT_Tests': {
3364 'modifications': {
Rakib Hasane85af9d52021-11-09 16:33:223365 'android-weblayer-marshmallow-x86-rel-tests': {
3366 'args': [
3367 '--replace-system-package=org.chromium.weblayer.shell,apks/WebLayerShellSystemWebView.apk'
3368 ]
3369 }
3370 }
3371 },
Haiyang Pan4efd9b02021-03-17 23:58:303372 'weblayer_private_instrumentation_test_apk': {
3373 'modifications': {
3374 # TODO(crbug.com/1189403): Remove the filter once the issue is fixed.
Haiyang Pan9d68ca02021-08-04 21:30:473375 'android-11-x86-rel': {
Haiyang Pan4efd9b02021-03-17 23:58:303376 'args': [
3377 '--gtest_filter=-org.chromium.weblayer.test.MediaCaptureTest.*',
3378 ],
Haiyang Panf72ffdf2021-08-03 20:24:123379 # TODO(crbug.com/1137474): Remove after the test suite is green.
3380 'experiment_percentage': 100,
Haiyang Pan4efd9b02021-03-17 23:58:303381 },
3382 },
3383 },
Weizhong Xia7d335882021-01-28 02:49:523384 'weblayer_shell_wpt': {
3385 'modifications': {
3386 # TODO(crbug.com/1171555): remove this when test can run with more emulators
3387 'android-weblayer-pie-x86-wpt-fyi-rel': {
3388 'swarming': {
3389 'shards': 18,
3390 },
3391 },
Weizhong Xia0f0c3302021-04-27 00:05:433392 'android-weblayer-pie-x86-wpt-smoketest': {
3393 'args': [
Haiyang Pan1f205ad2021-07-31 01:47:523394 '--default-exclude',
Weizhong Xia0f0c3302021-04-27 00:05:433395 '--include-file=../../third_party/blink/web_tests/android/WPTSmokeTestCases'
3396 ],
3397 'swarming': {
Weizhong Xia0f0c3302021-04-27 00:05:433398 'shards': 3,
3399 },
3400 },
Weizhong Xia7d335882021-01-28 02:49:523401 },
3402 },
Erik Staab70ca5b32021-08-07 00:38:353403 'webview_64_cts_tests': {
3404 'modifications': {
3405 'android-pie-arm64-rel': {
3406 # TODO(crbug.com/1111436): Move this back to walleye if/when additional
3407 # capacity has been deployed.
3408 'swarming': {
3409 'dimension_sets': [
3410 {
3411 'device_type': 'sailfish',
3412 },
3413 ],
3414 },
3415 },
3416 },
3417 },
Haiyang Panfbd2b482020-09-23 23:41:253418 'webview_cts_tests': {
Haiyang Panfed339172021-03-10 23:19:573419 'remove_from': [
Haiyang Pan9d68ca02021-08-04 21:30:473420 'android-11-x86-rel', # crbug.com/1165280
Ben Joyce4677e682021-03-22 22:19:113421 'android-pie-arm64-coverage-experimental-rel', # TODO(crbug.com/1190999):
3422 # GLIBC_2.28 Not found.
Haiyang Panfed339172021-03-10 23:19:573423 ],
Haiyang Panfbd2b482020-09-23 23:41:253424 'modifications': {
3425 'android-pie-arm64-rel': {
3426 # TODO(crbug.com/1111436): Move this back to walleye if/when additional
3427 # capacity has been deployed.
3428 'swarming': {
3429 'dimension_sets': [
3430 {
3431 'device_type': 'sailfish',
3432 },
3433 ],
3434 },
3435 },
3436 },
3437 },
Kenneth Russelleb60cbd22017-12-05 07:54:283438 'webview_instrumentation_test_apk': {
3439 'remove_from': [
Hans Wennborgeac4c36c2018-05-23 16:04:063440 # This test frequently fails on Android, https://crbug.com/824959
Stephen Martinis1384ff92020-01-07 19:52:153441 # matching android builders, the test fails on these.
Hans Wennborga0b11ebe2018-05-15 16:26:503442 'ToTAndroid',
John Budorick27d2d44e2019-05-20 20:26:093443 'android-asan', # https://crbug.com/964562
Ben Joyce02dc8092021-03-04 21:48:193444 'android-code-coverage-native', # Does not generate profraw data.
Ben Joyce46ca6012021-03-31 19:19:253445 'android-pie-arm64-coverage-experimental-rel', # Does not generate profraw data.
Ben Joyce02dc8092021-03-04 21:48:193446
Dirk Pranke20eae9a72017-12-09 18:12:143447 # On chromium.swarm, this should possibly be being run (or removed
Takuto Ikuta527cdff2020-01-29 08:04:273448 # from android-marshmallow-arm64-rel-swarming).
Garrett Beaty47a2d802020-11-10 20:50:533449 # https://crbug.com/1147531 - covered on pie
3450 'android-marshmallow-arm64-rel',
Greg Gutermanea661162021-11-17 00:46:433451 'android-marshmallow-arm64-rel-rts',
Kenneth Russelleb60cbd22017-12-05 07:54:283452 ],
Ben Pastenee17a8e92018-07-12 21:55:183453 'modifications': {
Andrew Luof08500ae2020-01-10 01:24:453454 # chromium.android.fyi
3455 'Android WebView P FYI (rel)': {
3456 'args': [
3457 '--annotation',
3458 'DisabledTest,FlakyTest' # Monitor status of disabled tests.
3459 ],
3460 },
Ben Pastenee17a8e92018-07-12 21:55:183461 'Oreo Phone Tester': {
Andrew Luo93c4a1e2019-08-30 05:26:303462 # TODO(crbug.com/997362): Enable this once it's passing.
bsheedy01833462018-12-07 01:05:573463 # TODO(https://crbug.com/884413): Re-enable this once the tests are
3464 # either passing or there is more capacity.
3465 'experiment_percentage': 0,
Ben Pastenee17a8e92018-07-12 21:55:183466 },
Haiyang Pan9d68ca02021-08-04 21:30:473467 'android-11-x86-rel': {
Haiyang Pan103864812021-03-19 19:28:443468 'args': [
3469 # TODO(crbug.com/1189746) Enable this test once the issue is fixed.
3470 '--gtest_filter=-org.chromium.net.NetworkChangeNotifierTest.testNetworkChangeNotifierJavaObservers',
3471 ],
3472 },
Haiyang Panb991f562021-08-10 17:46:463473 'android-marshmallow-x86-rel': {
Haiyang Panb991f562021-08-10 17:46:463474 'swarming': {
3475 'shards': 9,
3476 },
3477 },
Kuan Huang1f402c82021-06-08 17:58:183478 'android-pie-arm64-rel': {
3479 'swarming': {
3480 'shards': 9,
3481 },
3482 },
Haiyang Pan08d09dc2020-04-01 16:11:213483 'android-pie-x86-rel': {
Haiyang Panfdd94332020-03-27 02:43:293484 'args': [
3485 '--test-launcher-filter-file=../../testing/buildbot/filters/android.emulator.webview_instrumentation_test_apk.filter',
3486 ],
Ben Joyce9a7eb312021-08-25 00:44:593487 'swarming': {
3488 'shards': 9,
3489 },
Haiyang Panfdd94332020-03-27 02:43:293490 },
Ben Pastenee17a8e92018-07-12 21:55:183491 },
Kenneth Russelleb60cbd22017-12-05 07:54:283492 },
Haiyang Panfed339172021-03-10 23:19:573493 'webview_ui_test_app_test_apk': {
3494 'remove_from': [
Haiyang Pan9d68ca02021-08-04 21:30:473495 'android-11-x86-rel', # crbug.com/1165280
Haiyang Panfed339172021-03-10 23:19:573496 ],
3497 },
Maksim Sisovc81d284c2021-10-05 17:54:353498 'x11_unittests': {
3499 # Wayland bot uses chromium_linux_gtests that includes some x11 only
3500 # test targets. To avoid maintaining a list of tests, remove them here.
3501 'remove_from': [
3502 'Linux Tests (Wayland)',
3503 ],
3504 },
bsheedy800f5062018-08-07 00:47:543505 'xr_browser_tests': {
3506 'remove_from': [
Maggie Chen4fc29842018-08-07 19:12:483507 # Fails on the bot, http://crbug.com/868143
3508 'Win7 FYI Release (AMD)',
bsheedy800f5062018-08-07 00:47:543509 ],
3510 },
Kenneth Russelleb60cbd22017-12-05 07:54:283511}