blob: 9699606be94354ddda36cc5aef8ecb44528c0ba7 [file] [log] [blame]
Kenneth Russelleb60cbd22017-12-05 07:54:281# Copyright 2017 The Chromium Authors. All rights reserved.
2# Use of this source code is governed by a BSD-style license that can be
3# found in the LICENSE file.
4
5# This is a .pyl, or "Python Literal", file. You can treat it just like a
6# .json file, with the following exceptions:
7# * all keys must be quoted (use single quotes, please);
8# * comments are allowed, using '#' syntax; and
9# * trailing commas are allowed.
10
11# Exceptions to the common test suites can only include removal from
12# particular bots, and modifications on particular bots. By design,
13# it's not possible to add one-off tests to bots. Instead they have to
14# be added to one of the test suites in test_suites.pyl.
15#
Jeff Yoone2188f62020-08-24 20:55:5716# Note that if you are excluding with variants, you will need to exclude
17# per variant, with the identifier appended to the test suite name.
18# For example, if you have ios_chrome_ui_eg2tests_module with variant
19# SIM_IPHONE_6S_14_0 (identifier = "iPhone 6s 14.0"), you
20# must exclude with the test name as:
21# "ios_chrome_ui_eg2tests_module_iPhone 6s 14.0"
22
Kenneth Russelleb60cbd22017-12-05 07:54:2823# The goal is to drive the number of exceptions to zero, to make all
24# the bots behave similarly.
25{
Andrew Luo38b311f2019-10-04 03:42:0926 'android_browsertests': {
27 'modifications': {
Haiyang Pan9d68ca02021-08-04 21:30:4728 'android-11-x86-rel': {
Haiyang Panca7fcec2021-03-19 02:11:1029 'swarming': {
30 'shards': 2,
31 },
32 },
Greg Gutermanea661162021-11-17 00:46:4333 'android-marshmallow-arm64-rel-rts': {
34 'swarming': {
35 'shards': 2,
36 },
37 },
Haiyang Panb991f562021-08-10 17:46:4638 'android-marshmallow-x86-rel': {
39 'swarming': {
40 'shards': 2,
41 },
42 },
Andrew Luo38b311f2019-10-04 03:42:0943 'android-pie-arm64-rel': {
Andrew Luobe83fd82019-12-19 03:07:5844 'args': [
45 '--gtest_filter=-ImportantSitesUtilBrowserTest.DSENotConsideredImportantInRegularMode', # https://crbug.com/1034001
46 ],
Haiyang Panfbd2b482020-09-23 23:41:2547 # TODO(crbug.com/1111436): Move this back to walleye if/when additional
48 # capacity has been deployed.
49 'swarming': {
50 'dimension_sets': [
51 {
52 'device_type': 'sailfish',
53 },
54 ],
Haiyang Pan1678f0c02021-03-09 23:05:0955 'shards': 2,
Haiyang Panfbd2b482020-09-23 23:41:2556 },
Andrew Luo38b311f2019-10-04 03:42:0957 },
Haiyang Pan08d09dc2020-04-01 16:11:2158 'android-pie-x86-rel': {
John Budorick191adfcd2020-01-29 18:19:0459 'args': [
60 '--gtest_filter=-ImportantSitesUtilBrowserTest.DSENotConsideredImportantInRegularMode', # https://crbug.com/1034001
61 ],
Haiyang Pan7cd609d2021-04-08 20:17:2462 'swarming': {
63 'shards': 2,
64 },
John Budorick191adfcd2020-01-29 18:19:0465 },
Andrew Luo38b311f2019-10-04 03:42:0966 },
67 },
Sven Zhengc60debc2020-09-10 18:40:5268 'android_sync_integration_tests': {
69 'remove_from': [
Haiyang Pan6b8e4cf2021-08-02 21:38:2870 # Remove from CQ bots due to capacity.
71 'android-marshmallow-arm64-rel',
Greg Gutermanea661162021-11-17 00:46:4372 'android-marshmallow-arm64-rel-rts',
Sven Zhengc60debc2020-09-10 18:40:5273 ],
74 },
Kenneth Russelleb60cbd22017-12-05 07:54:2875 'android_webview_unittests': {
Kenneth Russelleb60cbd22017-12-05 07:54:2876 },
Jamie Madillc9ae75d2020-10-23 19:19:4877 'angle_end2end_tests': {
78 'remove_from': [
79 # TODO(ynovikov) Investigate why the test breaks on older devices.
80 'Android FYI Release (Nexus 5)',
Jamie Madillc9ae75d2020-10-23 19:19:4881 'Android FYI Release (Nexus 9)',
Jamie Madillc9ae75d2020-10-23 19:19:4882 # Temporarily disabled due to bad NVIDIA driver upgrade crbug.com/950542
83 'Linux FYI Debug (NVIDIA)',
84 ],
Yuly Novikov60cbf642020-11-19 20:43:1585 'modifications': {
86 # anglebug.com/5328 suspecting blue screen caused by multiprocess
Yuly Novikov60cbf642020-11-19 20:43:1587 'Optional Win10 x64 Release (Intel HD 630)': {
88 'args': [
89 '--max-processes=1',
90 ],
91 },
92 'Win10 FYI x64 Exp Release (Intel HD 630)': {
93 'args': [
94 '--max-processes=1',
95 ],
96 },
97 'Win10 FYI x64 Release (Intel HD 630)': {
98 'args': [
99 '--max-processes=1',
100 ],
101 },
Yuly Novikov80d2e672021-02-13 00:16:04102 'win10-angle-x64-intel': {
103 'args': [
104 '--max-processes=1',
105 ],
106 },
Yuly Novikov60cbf642020-11-19 20:43:15107 },
Yuly Novikov922b1fa92021-02-25 22:25:40108 'replacements': {
109 'Linux FYI Release (AMD RX 5500 XT)': {
110 'args': {
111 '--max-processes': '1',
112 },
113 },
114 },
Jamie Madillc9ae75d2020-10-23 19:19:48115 },
Jamie Madillc9ae75d2020-10-23 19:19:48116 'angle_unittests': {
117 'remove_from': [
118 # On Android, these are already run on the main waterfall.
119 'Android FYI Release (Nexus 5X)',
Yuly Novikovc1117ae82021-01-15 22:33:36120 # Times out listing tests crbug.com/1167314
121 'android-asan',
Jamie Madillc9ae75d2020-10-23 19:19:48122 # Does not currently work on Lacros configurations.
Junhua Chen39dd2dba2021-05-05 17:51:54123 'linux-lacros-code-coverage',
Jamie Madillc9ae75d2020-10-23 19:19:48124 'linux-lacros-tester-rel',
125 'linux-lacros-tester-fyi-rel',
Yuke Liaof27ebe52021-08-05 22:12:40126 'linux-lacros-dbg-tests-fyi',
Jamie Madillc9ae75d2020-10-23 19:19:48127 ],
Jamie Madillc9ae75d2020-10-23 19:19:48128 },
129 'angle_white_box_tests': {
Yuly Novikov60cbf642020-11-19 20:43:15130 'modifications': {
131 # anglebug.com/5328 suspecting blue screen caused by multiprocess
Yuly Novikov60cbf642020-11-19 20:43:15132 'Optional Win10 x64 Release (Intel HD 630)': {
133 'args': [
134 '--max-processes=1',
135 ],
136 },
137 'Win10 FYI x64 Exp Release (Intel HD 630)': {
138 'args': [
139 '--max-processes=1',
140 ],
141 },
142 'Win10 FYI x64 Release (Intel HD 630)': {
143 'args': [
144 '--max-processes=1',
145 ],
146 },
Yuly Novikov80d2e672021-02-13 00:16:04147 'win10-angle-x64-intel': {
148 'args': [
149 '--max-processes=1',
150 ],
151 },
Yuly Novikov60cbf642020-11-19 20:43:15152 },
Jamie Madillc9ae75d2020-10-23 19:19:48153 },
Yuke Liaob6beaeca2021-04-29 23:41:51154 'aura_unittests_amd64-generic': {
155 'remove_from': [
156 # TODO(crbug.com/1204231): Re-enable.
157 'lacros-amd64-generic-rel',
158 ]
159 },
Yuke Liao79a8cf52021-06-11 18:14:34160 'aura_unittests_eve': {
161 'remove_from': [
162 # TODO(crbug.com/1204231): Re-enable.
163 'lacros-amd64-generic-rel',
164 ]
165 },
Chong Gudf7fbe92021-02-24 02:55:58166 'base_unittests': {
167 'modifications': {
Haiyang Pan9d68ca02021-08-04 21:30:47168 'android-11-x86-rel': {
Haiyang Panc7c009e2021-03-18 19:31:23169 'args': [
Haiyang Panc08d02212021-10-18 18:58:38170 '--test-launcher-filter-file=../../testing/buildbot/filters/android.emulator.base_unittests.filter',
171 ],
172 },
173 'android-12-x64-fyi-rel': {
174 'args': [
175 '--test-launcher-filter-file=../../testing/buildbot/filters/android.emulator.base_unittests.filter',
176 '--gtest_filter=-ModuleCacheTest.CheckAgainstProcMaps', # crbug.com/1260521
Haiyang Panc7c009e2021-03-18 19:31:23177 ],
178 },
Chong Gudf7fbe92021-02-24 02:55:58179 'fuchsia-code-coverage': {
180 'swarming': {
181 'shards': 5,
182 },
183 },
184 },
185 },
Haiyang Pan363c59a2020-07-23 05:47:04186 'blink_platform_unittests': {
187 'modifications': {
Haiyang Panfbd2b482020-09-23 23:41:25188 'android-pie-arm64-rel': {
189 # TODO(crbug.com/1111436): Move this back to walleye if/when additional
190 # capacity has been deployed.
191 'swarming': {
192 'dimension_sets': [
193 {
194 'device_type': 'sailfish',
195 },
196 ],
197 },
198 },
Chong Gu52481452021-04-02 17:52:41199 'fuchsia-code-coverage': {
200 'swarming': {
201 'shards': 5,
202 },
203 },
Haiyang Pan363c59a2020-07-23 05:47:04204 },
205 },
Chong Gu76046412021-09-22 17:49:21206 'blink_unittests': {
Chong Guc2d145e2021-03-31 19:55:34207 'modifications': {
208 'fuchsia-code-coverage': {
209 'swarming': {
210 'shards': 30,
211 },
212 },
213 },
214 },
John Chenaab16fc02020-03-03 06:35:45215 'blink_web_tests': {
216 'remove_from': [
Ilia Samsonovca3dfd52020-08-07 18:39:01217 'Mac10.11 Tests',
John Chenaab16fc02020-03-03 06:35:45218 'Win 7 Tests x64 (1)', # 64-bit win is unsupported by the layout tests.
219 'Win10 Tests x64 (dbg)',
220 ],
221 'modifications': {
222 'Fuchsia x64': {
223 'args': [
224 '--platform=fuchsia',
225 ],
226 'swarming': {
227 'shards': 1,
228 },
229 },
230 'Linux Tests': {
231 "args": [
232 "--additional-env-var=LLVM_PROFILE_FILE=${ISOLATED_OUTDIR}/profraw/default-%2m.profraw",
233 ],
234 },
235 'Linux Tests (dbg)(1)': {
236 'args': [
237 '--debug',
238 ],
239 'swarming': {
Sven Zheng439fcdf2021-07-13 20:14:57240 'shards': 30,
John Chenaab16fc02020-03-03 06:35:45241 },
242 },
Xianzhu Wange6dec152021-08-02 19:54:53243 'Mac10.12 Tests': {
244 'swarming': {
245 'shards': 25,
246 },
247 },
John Chenaab16fc02020-03-03 06:35:45248 'Mac10.13 Tests': {
249 'swarming': {
250 'dimension_sets': [
251 {
Erik Staab59591f32020-08-25 23:07:07252 'gpu': None,
John Chenaab16fc02020-03-03 06:35:45253 },
254 ],
255 'shards': 25,
256 },
257 },
Zhaoyang Li69e2e002021-02-19 21:57:35258 'Mac10.15 Tests': {
259 'swarming': {
260 'dimension_sets': [
261 {
262 'gpu': None,
263 },
264 ],
265 'shards': 25,
266 },
267 },
Zhaoyang Li78427592021-03-25 19:03:23268 'Mac10.15 Tests (dbg)': {
Lindsay Pasricha72dc5b62021-11-01 19:58:18269 'experiment_percentage': 100,
Zhaoyang Li78427592021-03-25 19:03:23270 'args': [
271 '--debug',
272 ],
273 'swarming': {
Takuto Ikuta7967d4e2021-07-19 06:31:43274 'shards': 40,
Zhaoyang Li78427592021-03-25 19:03:23275 },
276 },
Chong Gu75af969a2021-03-22 14:46:14277 'ToTFuchsia x64': {
278 'args': [
279 '--platform=fuchsia',
280 ],
281 'swarming': {
282 'shards': 1,
283 },
284 },
John Chenaab16fc02020-03-03 06:35:45285 'V8 Blink Linux Debug': {
Michael Achenbach455d39242020-06-22 13:33:45286 # This builder compiles Chromium in release mode, but V8 in debug.
287 # TODO(machenbach): Change name and out directory of this builder to
288 # something less confusing.
John Chenaab16fc02020-03-03 06:35:45289 'args': [
Michael Achenbach455d39242020-06-22 13:33:45290 '-t',
291 'Debug',
292 '--release',
John Chenaab16fc02020-03-03 06:35:45293 ],
294 },
295 'V8 Blink Linux Future': {
296 'args': [
Brian Sheedy10ddf0a2021-08-16 23:19:07297 '--flag-specific=future-js',
John Chenaab16fc02020-03-03 06:35:45298 ],
299 },
300 'WebKit Linux ASAN': {
301 'args': [
302 '--additional-expectations',
303 '../../third_party/blink/web_tests/ASANExpectations',
304 '--time-out-ms',
305 '48000',
306 '--enable-sanitizer',
307 ],
308 'swarming': {
309 'shards': 20,
310 },
311 },
John Chenaab16fc02020-03-03 06:35:45312 'WebKit Linux Leak': {
313 'args': [
314 '--additional-expectations',
315 '../../third_party/blink/web_tests/LeakExpectations',
316 '--time-out-ms',
317 '48000',
318 '--enable-leak-detection',
319 ],
320 'swarming': {
321 'shards': 10,
322 },
323 },
John Chenaab16fc02020-03-03 06:35:45324 'WebKit Linux MSAN': {
325 'args': [
326 '--additional-expectations',
327 '../../third_party/blink/web_tests/MSANExpectations',
328 '--time-out-ms',
329 '66000',
330 '--enable-sanitizer',
331 ],
332 'swarming': {
333 'expiration': 36000,
334 'hard_timeout': 10800,
335 'io_timeout': 3600,
336 'shards': 20,
337 },
338 },
John Chenaab16fc02020-03-03 06:35:45339 'WebKit Linux composite_after_paint Dummy Builder': {
340 'args': [
Brian Sheedy10ddf0a2021-08-16 23:19:07341 '--flag-specific=composite-after-paint',
John Chenaab16fc02020-03-03 06:35:45342 ],
Xianzhu Wang2dc614e2021-03-04 22:56:39343 'swarming': {
344 'shards': 20,
345 },
John Chenaab16fc02020-03-03 06:35:45346 },
347 'WebKit Linux layout_ng_disabled Builder': {
348 'args': [
Brian Sheedy10ddf0a2021-08-16 23:19:07349 '--flag-specific=disable-layout-ng',
John Chenaab16fc02020-03-03 06:35:45350 ],
Stephen Martinis6eb8a5572021-03-02 00:23:08351 'swarming': {
352 'shards': 20,
353 },
John Chenaab16fc02020-03-03 06:35:45354 },
355 'Win10 Tests x64': {
356 'args': [
357 '--target',
Takuto Ikutab28b582e2021-02-10 01:41:21358 'Release_x64',
John Chenaab16fc02020-03-03 06:35:45359 ],
360 'swarming': {
361 "shards": 28
362 },
363 },
364 'Win10 Tests x64 (dbg)': {
365 'args': [
366 '--debug',
367 '--target',
Takuto Ikutab28b582e2021-02-10 01:41:21368 'Debug_x64',
John Chenaab16fc02020-03-03 06:35:45369 ],
370 },
Kuan Huangc93e8672021-06-29 21:13:45371 'Win10 Tests x64 20h2': {
372 'args': [
373 '--target',
374 'Release_x64',
375 ],
376 'swarming': {
377 "shards": 28
378 },
379 },
John Chenaab16fc02020-03-03 06:35:45380 'Win7 Tests (dbg)(1)': {
381 'args': [
382 '--debug',
383 '--time-out-ms',
384 '60000'
385 ],
386 'experiment_percentage': 100,
387 # TODO(kbr): the "Windows-7-SP1" Swarming dimension set is implicit,
388 # from prefered_os_dimension in
389 # tools/build/scripts/slave/recipe_modules/swarming/api.py. Ideally,
390 # Swarming dimensions would be either specified for all testers on the
391 # waterfall (and therefore, explicitly specified for all tests in the
392 # generated JSON), or this would be removed, and the implicit one used.
393 'swarming': {
394 'dimension_sets': [
395 {
396 'os': 'Windows-7-SP1',
397 }
398 ],
399 },
400 },
401 # tryserver.chromium.android
402 'android_blink_rel': {
403 'args': [
404 '--release',
405 '--android',
406 # TODO(crbug.com/912120): Breakpad was entirely disabled on
407 # Android. Remove this when it no longer affects Android crash
408 # log handling.
409 '--disable-breakpad',
410 # TODO(crbug.com/875172): run on the real GPU since the
411 # software fallback, SwiftShader, isn't yet for 32-bit ARM.
412 '--additional-driver-flag=--use-gpu-in-tests',
413 ],
414 },
415 'devtools_frontend_linux_blink_light_rel': {
416 'args': [
417 'http/tests/devtools',
418 ],
419 'swarming': {
420 'shards': 4,
421 },
422 },
423 'fuchsia-fyi-x64-rel': {
424 'args': [
425 '--platform=fuchsia',
426 ],
427 'swarming': {
428 'shards': 1,
429 },
430 },
Mathias Carlen30968a62020-03-31 08:47:04431 'linux-autofill-assistant': {
432 'args': [
433 '--release',
434 ],
435 },
Yuzu Saijo9709bcc2020-03-18 09:12:20436 'linux-bfcache-rel': {
John Chenaab16fc02020-03-03 06:35:45437 'args': [
Brian Sheedy10ddf0a2021-08-16 23:19:07438 '--flag-specific=enable-back-forward-cache-same-site',
Hiroshige Hayashizaki70120372021-10-04 07:24:30439 # TODO(crbug.com/1255537): Re-enable the test.
440 '--ignore-tests=external/wpt/html/browsers/browsing-the-web/back-forward-cache/events.html',
John Chenaab16fc02020-03-03 06:35:45441 ],
442 },
443 'linux-blink-animation-use-time-delta': {
444 'args': [
445 '--debug',
446 ],
447 },
John Chenaab16fc02020-03-03 06:35:45448 'linux-blink-heap-concurrent-marking-tsan-rel': {
449 'args': [
450 '--release',
Brian Sheedy10ddf0a2021-08-16 23:19:07451 '--flag-specific=enable-blink-heap-concurrent-marking',
John Chenaab16fc02020-03-03 06:35:45452 ],
453 },
Daniel Libby178c9832020-10-08 20:36:14454 'linux-blink-web-tests-force-accessibility-rel': {
455 'args': [
Brian Sheedy10ddf0a2021-08-16 23:19:07456 '--flag-specific=force-renderer-accessibility',
Daniel Libby178c9832020-10-08 20:36:14457 ],
458 },
John Chenaab16fc02020-03-03 06:35:45459 'linux-code-coverage': {
460 'args': [
461 '--additional-env-var=LLVM_PROFILE_FILE=${ISOLATED_OUTDIR}/profraw/default-%2m.profraw',
462 ],
463 'swarming': {
464 'shards': 20,
465 },
466 },
Prakharda595bf22021-07-13 17:26:57467 'linux-exp-code-coverage': {
468 'args': [
469 '--additional-env-var=LLVM_PROFILE_FILE=${ISOLATED_OUTDIR}/profraw/default-%2m.profraw',
470 ],
471 'swarming': {
472 'shards': 20,
473 },
474 },
Aaron Gable40f79aa2020-03-21 01:21:15475 'linux-layout-tests-edit-ng': {
476 'args': [
Brian Sheedy10ddf0a2021-08-16 23:19:07477 '--flag-specific=enable-editing-ng',
Aaron Gable40f79aa2020-03-21 01:21:15478 ],
479 },
Stephanie Kim5c7f31d2021-04-27 18:00:06480 'linux-xenial-rel': {
481 "args": [
482 "--additional-env-var=LLVM_PROFILE_FILE=${ISOLATED_OUTDIR}/profraw/default-%2m.profraw",
483 ],
484 },
John Chenaab16fc02020-03-03 06:35:45485 'mac10.12-blink-rel-dummy': {
486 'swarming': {
487 'shards': 20,
488 },
489 },
490 'mac10.13-blink-rel-dummy': {
491 'swarming': {
492 'shards': 20,
493 },
494 },
John Chenaab16fc02020-03-03 06:35:45495 'mac10.14-blink-rel-dummy': {
496 'swarming': {
Xinan Lind2f91712021-04-29 21:13:56497 # Increase timeout and reduce shards.
498 # See https://crbug.com/1203565.
499 'shards': 12,
500 'hard_timeout': 1800,
John Chenaab16fc02020-03-03 06:35:45501 },
502 },
Ilia Samsonov7efe05e2020-05-07 19:00:46503 'mac10.15-blink-rel-dummy': {
504 'swarming': {
505 'shards': 20,
506 },
507 },
Ilia Samsonovdd271c6c22020-09-08 22:24:44508 'mac11.0-blink-rel-dummy': {
509 'swarming': {
Dirk Pranke2cc61792021-06-10 20:24:54510 'shards': 12,
511 'hard_timeout': 1800,
Ilia Samsonovdd271c6c22020-09-08 22:24:44512 },
513 },
Preethi Mohand030de42021-07-22 21:12:13514 'win10.20h2-blink-rel-dummy': {
515 'swarming': {
Preethi Mohand044dd02021-09-06 15:59:42516 'shards': 14,
Preethi Mohand030de42021-07-22 21:12:13517 'hard_timeout': 1200,
518 },
519 },
John Chenaab16fc02020-03-03 06:35:45520 },
521 },
John Budorickca995852019-06-26 16:55:55522 'breakpad_unittests': {
523 'modifications': {
524 'android-asan': {
525 'args': [
526 '--test-launcher-filter-file=../../testing/buildbot/filters/android.asan.breakpad_unittests.filter',
527 ],
528 },
529 },
530 },
Kenneth Russelleb60cbd22017-12-05 07:54:28531 'browser_tests': {
Kenneth Russellfbda3c532017-12-08 23:57:24532 'remove_from': [
Brad Halla36886c2019-02-26 16:52:29533 'CrWinAsan(dll)', # https://crbug.com/935598
Nico Weber3af4da72018-02-27 01:59:41534 'linux-win_cross-rel',
Nico Weberdae13cd92018-12-14 13:56:26535 'ToTLinuxTSan', # https://crbug.com/368525
Lindsay Pasrichab3f72db2021-09-22 22:05:46536 # TODO(crbug.com/1171053): Enable the suite in 'Mac10.15 Tests' once it's
Zhaoyang Li69e2e002021-02-19 21:57:35537 # off CQ.
Gary Tongd5f5a742021-01-29 00:01:13538 'Mac10.13 Tests', # https://crbug.com/1042757
Zhaoyang Li69e2e002021-02-19 21:57:35539 'Mac10.15 Tests', # https://crbug.com/1042757
Lindsay Pasricha8155d052021-04-22 00:06:43540 'Mac10.15 Tests (dbg)', # https://crbug.com/1201386
541 'mac-code-coverage', # https://crbug.com/1201386
Nico Weberd36959682018-04-12 03:33:46542 'Linux TSan Tests', # https://crbug.com/368525
Stephen Martinise701f5a2018-05-04 01:25:11543 'Win10 Tests x64 (dbg)',
Kenneth Russellfbda3c532017-12-08 23:57:24544 ],
Kenneth Russelleb60cbd22017-12-05 07:54:28545 'modifications': {
Nico Weber3f919792020-06-12 23:34:52546 'CrWinAsan': {
547 # These are very slow on the ASAN trybot for some reason.
548 # crbug.com/794372
549 'swarming': {
550 'shards': 40,
551 },
552 },
553 'CrWinAsan(dll)': {
554 # These are very slow on the ASAN trybot for some reason.
555 # crbug.com/794372
556 'swarming': {
557 'shards': 40,
558 },
559 },
Stephen Martinis1384ff92020-01-07 19:52:15560 'Linux - Future (dbg)': { # client.v8.chromium
Yuke Liaoea70f472019-12-19 06:03:36561 'swarming': {
Stephen Martinis1384ff92020-01-07 19:52:15562 'shards': 10,
Yuke Liaoea70f472019-12-19 06:03:36563 },
564 },
Stephen Martinis1384ff92020-01-07 19:52:15565 'Linux ASan LSan Tests (1)': {
566 # These are very slow on the ASAN trybot for some reason.
567 # crbug.com/794372
Roberto Carrillo2c9ec972019-03-20 03:11:19568 'swarming': {
Stephen Martinis1384ff92020-01-07 19:52:15569 'shards': 40,
Roberto Carrillo2c9ec972019-03-20 03:11:19570 },
571 },
Chris Cunningham1d0e9e12020-02-26 22:56:40572 'Linux ASan Tests (sandboxed)': {
573 'swarming': {
John Abd-El-Malek3a631612020-07-08 21:40:41574 'shards': 30, # https://crbug.com/1103330
Chris Cunningham1d0e9e12020-02-26 22:56:40575 },
576 },
Stephen Martinis1384ff92020-01-07 19:52:15577 'Linux Chromium OS ASan LSan Tests (1)': {
578 # These are very slow on the ASAN trybot for some reason.
579 # crbug.com/794372
Roberto Carrillo5a5c98dc2019-10-30 22:33:51580 'swarming': {
Stephen Martinis1384ff92020-01-07 19:52:15581 'shards': 31,
Roberto Carrillo5a5c98dc2019-10-30 22:33:51582 },
583 },
Stephen Martinis1384ff92020-01-07 19:52:15584 'Linux ChromiumOS MSan Tests': {
585 # These are very slow on the Chrome OS MSAN trybot for some reason.
586 # crbug.com/865455
Kenneth Russell56a3e862017-12-08 03:11:34587 'swarming': {
Ben Pastene44221d32020-05-21 23:38:36588 'shards': 32,
Kenneth Russell56a3e862017-12-08 03:11:34589 },
Ben Pastene44221d32020-05-21 23:38:36590 'args': [
591 '--test-launcher-filter-file=../../testing/buildbot/filters/chromeos.msan.browser_tests.oobe_negative.filter',
592 ],
Kenneth Russell56a3e862017-12-08 03:11:34593 },
Maksim Sisovc81d284c2021-10-05 17:54:35594 # https://crbug.com/1084469
595 'Linux Tests (Wayland)': {
596 'args': [
597 '--test-launcher-filter-file=../../testing/buildbot/filters/ozone-linux.wayland_browser_tests.filter',
598 ],
599 },
John Budorick614f91a2020-03-30 20:34:55600 'Linux Tests (dbg)(1)': {
601 # crbug.com/1066161
602 'swarming': {
603 'shards': 20,
604 },
605 },
Stephen Martinis1384ff92020-01-07 19:52:15606 'Mac ASan 64 Tests (1)': {
Kenneth Russellfbda3c532017-12-08 23:57:24607 'swarming': {
Stephen Martiniscd3c3832020-11-19 22:01:24608 'shards': 30,
Kenneth Russellfbda3c532017-12-08 23:57:24609 },
Lindsay Pasricha8155d052021-04-22 00:06:43610 # crbug.com/1196416
611 'args': [
612 '--test-launcher-filter-file=../../testing/buildbot/filters/mac.mac-rel.browser_tests.filter',
613 ],
Lindsay Pasrichab3f72db2021-09-22 22:05:46614 'experiment_percentage': 100, # https://crbug.com/1251657
Kenneth Russellfbda3c532017-12-08 23:57:24615 },
Sven Zheng3f14625692021-08-24 06:28:27616 # TODO(crbug.com/1232535) Remove once the bug is resolved.
617 'Mac10.11 Tests': {
618 'args': [
619 '--test-launcher-print-timestamps',
620 ],
621 },
Lindsay Pasricha76f44d22021-04-07 16:16:26622 'Mac10.15 Tests': {
623 # crbug.com/1042757
624 'swarming': {
625 'dimension_sets': [
626 {
627 # These shards are liable to time out when running on macmini7,1.
628 'cores': '8|12',
629 }
630 ],
631 },
632 # crbug.com/1196416
633 'args': [
634 '--test-launcher-filter-file=../../testing/buildbot/filters/mac.mac-rel.browser_tests.filter',
635 ],
636 },
Lindsay Pasricha8eb36ed92021-11-01 20:01:56637 'Mac10.15 Tests (dbg)': {
638 # crbug.com/1042757
639 'swarming': {
640 'dimension_sets': [
641 {
642 # These shards are liable to time out when running on macmini7,1.
643 'cores': '8|12',
644 }
645 ],
646 },
647 # crbug.com/1196416
648 'args': [
649 '--test-launcher-filter-file=../../testing/buildbot/filters/mac.mac-rel.browser_tests.filter',
650 ],
651 },
Stephen Martinis1384ff92020-01-07 19:52:15652 'ToTWin(dbg)': {
Kenneth Russelleb60cbd22017-12-05 07:54:28653 'swarming': {
John Budorickca14c76f62017-12-09 14:19:18654 'shards': 20,
Kenneth Russelleb60cbd22017-12-05 07:54:28655 },
656 },
Stephen Martinis1384ff92020-01-07 19:52:15657 'ToTWin64(dbg)': {
Kenneth Russell8ceeabf2017-12-11 17:53:28658 'swarming': {
659 'shards': 20,
660 },
661 },
Kenneth Russell6c83d212018-07-27 20:52:59662 'Win10 Tests x64': {
663 # crbug.com/868082
664 'args': [
665 '--disable-features=WebRTC-H264WithOpenH264FFmpeg',
666 ],
Takuto Ikutac9c269a2019-01-10 22:40:25667 'swarming': {
668 # This is for slow test execution that often becomes a critical path of
669 # swarming jobs. crbug.com/868114
670 'shards': 15,
671 }
Kenneth Russell6c83d212018-07-27 20:52:59672 },
Kuan Huangc93e8672021-06-29 21:13:45673 'Win10 Tests x64 20h2': {
674 # crbug.com/868082
675 'args': [
676 '--disable-features=WebRTC-H264WithOpenH264FFmpeg',
677 ],
678 'swarming': {
679 # This is for slow test execution that often becomes a critical path of
680 # swarming jobs. crbug.com/868114
681 'shards': 15,
682 }
683 },
Stephen Martinis1384ff92020-01-07 19:52:15684 'Win7 Tests (1)': {
685 # This is for slow test execution that often becomes a critical path of
686 # swarming jobs. crbug.com/868114
687 'swarming': {
688 'shards': 15,
689 },
690 },
691 'Win7 Tests (dbg)(1)': {
Pavol Markoc579e072019-12-05 22:42:02692 'swarming': {
693 'shards': 20,
694 },
695 },
Stephen Martinis1384ff92020-01-07 19:52:15696 'linux-chromeos-chrome': {
697 # TODO(https://crbug.com/932269): Promote out of experiment when the
698 # tests are green.
699 'args': [
700 '--test-launcher-filter-file=../../testing/buildbot/filters/chromeos.browser_tests.filter',
701 ],
702 },
703 'linux-chromeos-code-coverage': {
Nico Weber0c2861b2018-12-14 18:05:16704 'swarming': {
Stephen Martinis1384ff92020-01-07 19:52:15705 'shards': 50,
706 },
707 },
708 'linux-chromeos-dbg': {
709 'swarming': {
Garrett Beatyd81c9182021-05-12 02:52:50710 'shards': 40,
Stephen Martinis1384ff92020-01-07 19:52:15711 },
712 },
713 'linux-chromeos-rel': {
714 'swarming': {
715 'shards': 20,
Stephanie Kime9008f72020-03-05 23:01:16716 'dimension_sets': [
717 {
718 'kvm': '1',
719 },
720 ],
Stephen Martinis1384ff92020-01-07 19:52:15721 },
722 },
723 'linux-code-coverage': {
Yuke Liao58e1d202020-03-20 23:02:01724 'args': [
725 '--no-sandbox',
726 ],
Stephen Martinis1384ff92020-01-07 19:52:15727 'swarming': {
728 'shards': 50,
729 },
730 },
Junhua Chen39dd2dba2021-05-05 17:51:54731 'linux-lacros-code-coverage': {
732 'args': [
Ben Pastened1b2fd192021-05-11 19:10:18733 '--test-launcher-filter-file=../../testing/buildbot/filters/linux-lacros.browser_tests.filter',
Junhua Chen39dd2dba2021-05-05 17:51:54734 ],
735 },
Jieting Yangbf15db672021-10-04 19:18:37736 'linux-lacros-dbg-tests-fyi': {
737 'args': [
738 '--test-launcher-filter-file=../../testing/buildbot/filters/linux-lacros.browser_tests.filter',
739 ],
740 },
Sven Zheng80734f12020-08-06 06:50:39741 'linux-lacros-tester-rel': {
742 'args': [
Ben Pastened1b2fd192021-05-11 19:10:18743 '--test-launcher-filter-file=../../testing/buildbot/filters/linux-lacros.browser_tests.filter',
Sven Zheng80734f12020-08-06 06:50:39744 ],
745 },
Stephen Martinis1384ff92020-01-07 19:52:15746 'linux-trusty-rel': {
747 'args': [
John Budorick79ec9012020-01-08 21:56:31748 '--test-launcher-filter-file=../../testing/buildbot/filters/linux_trusty_rel.browser_tests.filter',
749 ],
Stephen Martinis1384ff92020-01-07 19:52:15750 },
Kuan Huang235b0142021-10-19 18:59:28751 'mac-code-coverage': {
752 'args': [
753 '--coverage-continuous-mode=1',
754 ],
755 },
Kuan Huang83a1c922021-09-08 22:00:27756 'mac11-arm64-rel-tests': {
Kuan Huang199112a52021-08-23 17:37:19757 'ci_only': False, # https://crbug.com/1234525
Lindsay Pasricha36432062021-10-27 20:43:30758 'args': [
759 # crbug.com/1262402
760 '--test-launcher-filter-file=../../testing/buildbot/filters/mac.mac11-arm64-rel.browser_tests.filter',
761 ]
Kuan Huang199112a52021-08-23 17:37:19762 },
Stephen Martinis1384ff92020-01-07 19:52:15763 'win-asan': {
Nico Weber3f919792020-06-12 23:34:52764 # These are very slow on the ASAN trybot for some reason.
765 # crbug.com/794372
Stephen Martinis1384ff92020-01-07 19:52:15766 'swarming': {
Nico Weber3f919792020-06-12 23:34:52767 'shards': 40,
Nico Weber0c2861b2018-12-14 18:05:16768 },
769 },
Yuki Yamada70190fc2021-10-28 09:00:27770 'win-backuprefptr-x64-fyi-rel': {
771 'args': [
772 '--test-launcher-filter-file=../../testing/buildbot/filters/win_backuprefptr_fyi.browser_tests.filter',
773 ],
774 },
Kenneth Russelleb60cbd22017-12-05 07:54:28775 },
776 },
Erik Chen681dc0282019-11-26 22:54:49777 'cc_unittests': {
778 'modifications': {
779 'Linux TSan Tests': {
780 'swarming': {
781 'shards': 3,
782 },
783 },
Haiyang Pan9d68ca02021-08-04 21:30:47784 'android-11-x86-rel': {
Haiyang Pancf765862021-03-18 20:39:15785 # https://crbug.com/1039860
786 'args': [
787 '--test-launcher-filter-file=../../testing/buildbot/filters/android.emulator_11.cc_unittests.filter',
788 ],
789 },
Haiyang Pan6b8e4cf2021-08-02 21:38:28790 'android-marshmallow-x86-rel': {
John Budorickfa8f1da92020-01-15 18:11:38791 # https://crbug.com/1039860
792 'args': [
793 '--test-launcher-filter-file=../../testing/buildbot/filters/android.emulator.cc_unittests.filter',
794 ],
795 },
Haiyang Pan08d09dc2020-04-01 16:11:21796 'android-pie-x86-rel': {
John Budorickfa8f1da92020-01-15 18:11:38797 # https://crbug.com/1039860
798 'args': [
799 '--test-launcher-filter-file=../../testing/buildbot/filters/android.emulator.cc_unittests.filter',
800 ],
801 },
Chong Gudf7fbe92021-02-24 02:55:58802 'fuchsia-code-coverage': {
803 'swarming': {
804 'shards': 4,
805 },
806 },
Chong Gub2446462021-08-19 18:44:08807 'fuchsia-fyi-arm64-dbg': {
808 'args': [
809 '--test-launcher-filter-file=../../testing/buildbot/filters/fuchsia.debug.cc_unittests.filter',
810 ],
811 },
Erik Chen681dc0282019-11-26 22:54:49812 },
813 },
Prakhar94f444a2020-10-08 07:30:08814 'check_static_initializers': {
815 'modifications': {
816 'Mac Builder': {
817 'args': [
818 '--allow-coverage-initializer',
819 ],
820 },
821 },
822 },
Ben Pastene7a05a8f2020-11-12 17:25:51823 'chrome_all_tast_tests': {
824 'modifications': {
825 'chromeos-betty-pi-arc-cfi-thin-lto-chrome': {
826 'args': [
827 # This bot sets symbol_level=2, which doesn't fit inside a normal VM.
828 '--strip-chrome',
829 ],
830 },
831 },
832 },
Andrew Luod252791ac2019-10-15 00:28:13833 'chrome_java_test_pagecontroller_tests': {
Haiyang Panfbd2b482020-09-23 23:41:25834 'modifications': {
835 'android-pie-arm64-rel': {
836 # TODO(crbug.com/1111436): Move this back to walleye if/when additional
837 # capacity has been deployed.
838 'swarming': {
839 'dimension_sets': [
840 {
841 'device_type': 'sailfish',
842 },
843 ],
844 },
845 },
846 },
Andrew Luod252791ac2019-10-15 00:28:13847 },
Yun Liu7cfd28a2019-10-30 01:57:12848 'chrome_public_smoke_test': {
849 'remove_from': [
Ben Joyce02dc8092021-03-04 21:48:19850 'android-code-coverage-native', # Does not generate profraw data.
Ben Joyce46ca6012021-03-31 19:19:25851 'android-pie-arm64-coverage-experimental-rel', # Does not generate profraw data.
Yun Liu7cfd28a2019-10-30 01:57:12852 ],
853 },
Kenneth Russelleb60cbd22017-12-05 07:54:28854 'chrome_public_test_apk': {
John Budorick27d2d44e2019-05-20 20:26:09855 'remove_from': [
856 'android-asan', # https://crbug.com/964562
Ben Joyce02dc8092021-03-04 21:48:19857 'android-code-coverage-native', # Does not generate profraw data.
Ben Joyce46ca6012021-03-31 19:19:25858 'android-pie-arm64-coverage-experimental-rel', # Does not generate profraw data.
John Budorick27d2d44e2019-05-20 20:26:09859 ],
Kenneth Russelleb60cbd22017-12-05 07:54:28860 'modifications': {
Kenneth Russelleb60cbd22017-12-05 07:54:28861 'Marshmallow 64 bit Tester': {
862 'swarming': {
Kenneth Russelleb60cbd22017-12-05 07:54:28863 'shards': 14,
864 },
865 },
Arthur Wang5dd7b07c2020-04-04 01:05:22866 'Marshmallow Tablet Tester': {
867 'args': [
868 '--timeout-scale',
869 '2.0',
870 ],
871 },
Ben Pastenec73e96e92018-07-12 01:40:35872 'Oreo Phone Tester': {
bsheedy01833462018-12-07 01:05:57873 # TODO(https://crbug.com/884413): Re-enable this once the tests are
874 # either passing or there is more capacity.
875 'experiment_percentage': 0,
Ben Pastenec73e96e92018-07-12 01:40:35876 },
Haiyang Pan9d68ca02021-08-04 21:30:47877 'android-11-x86-rel': {
Haiyang Panb80557c2021-03-13 03:01:44878 'args': [
879 '--test-launcher-filter-file=../../testing/buildbot/filters/android.emulator_11.chrome_public_test_apk.filter',
Haiyang Pan1d5ca2862021-04-01 22:21:09880 '--timeout-scale=2.0',
Haiyang Panb80557c2021-03-13 03:01:44881 ],
Haiyang Pan68a39c02021-11-11 21:12:21882 },
883 'android-12-x64-fyi-rel': {
884 'args': [
885 '--timeout-scale=2.0',
886 ],
Haiyang Panb80557c2021-03-13 03:01:44887 },
Stephen Martinis1384ff92020-01-07 19:52:15888 'android-arm64-proguard-rel': {
889 'swarming': {
890 'shards': 25,
891 },
892 },
Brian Sheedy44a7a0032020-04-16 19:20:57893 'android-marshmallow-arm64-rel-swarming': {
894 'swarming': {
Brian Sheedy180c2dd2020-04-22 19:34:31895 'service_account': '[email protected]'
Brian Sheedy44a7a0032020-04-16 19:20:57896 },
897 },
Haiyang Pan742760c2021-02-12 03:21:41898 'android-marshmallow-x86-rel': {
899 'args': [
900 '--test-launcher-filter-file=../../testing/buildbot/filters/android.emulator_m.chrome_public_test_apk.filter',
901 ],
902 'swarming': {
903 # TODO(crbug.com/1127110): Revisit shards and machine_type if there
904 # are n2 machines available in the test pool.
905 'shards': 25,
Haiyang Pan742760c2021-02-12 03:21:41906 },
Haiyang Pan37fbd7a42020-06-03 03:27:37907 },
Stephen Martinis1384ff92020-01-07 19:52:15908 'android-pie-arm64-rel': {
909 'args': [
910 '--test-launcher-filter-file=../../testing/buildbot/filters/android.pie_arm64_rel.chrome_public_test_apk.filter', # https://crbug.com/1010211
911 ],
Stephen Martinisd05530d2021-07-27 22:50:22912 'ci_only': True, # https://crbug.com/1233700
Haiyang Pan43640ee2020-02-13 01:38:00913 },
Haiyang Pan08d09dc2020-04-01 16:11:21914 'android-pie-x86-rel': {
Haiyang Pan43640ee2020-02-13 01:38:00915 'args': [
Haiyang Pan71373072020-03-02 19:57:49916 # https://crbug.com/1046059
Haiyang Pan23f64f52020-06-04 01:23:32917 '--test-launcher-filter-file=../../testing/buildbot/filters/android.emulator_p.chrome_public_test_apk.filter',
Haiyang Pan43640ee2020-02-13 01:38:00918 ],
Haiyang Pan71373072020-03-02 19:57:49919 'swarming': {
Haiyang Pan58a6db22021-07-30 01:08:26920 # See https://crbug.com/1230192, runs of 40-60 minutes at 20 shards.
921 'shards': 30,
922 },
923 },
924 },
925 },
926 'chrome_public_test_apk_with_playstore': {
927 'remove_from': [
928 # Android Emulator does not ship playstore image on Marshmallow.
929 'android-marshmallow-x86-rel',
930 ],
931 'modifications': {
Haiyang Pan9d68ca02021-08-04 21:30:47932 'android-11-x86-rel': {
Haiyang Pan58a6db22021-07-30 01:08:26933 'args': [
934 '--avd-config=../../tools/android/avd/proto/generic_playstore_android30.textpb',
935 ],
936 'swarming': {
937 # soft affinity so that bots with caches will be picked first
938 'optional_dimensions': {
939 '60': [
940 {
Haiyang Pan68a39c02021-11-11 21:12:21941 'caches': 'avd_generic_playstore_android30',
Haiyang Pan58a6db22021-07-30 01:08:26942 }
943 ],
944 },
945 'named_caches': [
946 {
947 'name': 'avd_generic_playstore_android30',
948 'path': '.android',
949 },
950 {
951 'name': 'system_images_android_30_google_apis_playstore_x86',
952 'path': '.emulator_sdk',
953 },
954 ],
955 },
956 },
Haiyang Pan68a39c02021-11-11 21:12:21957 'android-12-x64-fyi-rel': {
958 'args': [
959 '--avd-config=../../tools/android/avd/proto/generic_playstore_android31.textpb',
960 ],
961 'swarming': {
962 # soft affinity so that bots with caches will be picked first
963 'optional_dimensions': {
964 '60': [
965 {
966 'caches': 'avd_generic_playstore_android31',
967 }
968 ],
969 },
970 'named_caches': [
971 {
972 'name': 'avd_generic_playstore_android31',
973 'path': '.android',
974 },
975 {
976 'name': 'system_images_android_31_google_apis_playstore_x64',
977 'path': '.emulator_sdk',
978 },
979 ],
980 },
981 },
Haiyang Pan58a6db22021-07-30 01:08:26982 'android-pie-x86-rel': {
983 'args': [
984 '--avd-config=../../tools/android/avd/proto/generic_playstore_android28.textpb',
985 ],
986 'swarming': {
Haiyang Pan2c438302021-06-11 23:50:38987 # soft affinity so that bots with caches will be picked first
988 'optional_dimensions': {
989 '60': [
990 {
991 'caches': 'avd_generic_playstore_android28',
992 }
993 ],
994 },
Haiyang Pan71373072020-03-02 19:57:49995 'named_caches': [
996 {
997 'name': 'avd_generic_playstore_android28',
998 'path': '.android',
999 },
1000 {
1001 'name': 'system_images_android_28_google_apis_playstore_x86',
1002 'path': '.emulator_sdk',
1003 },
Haiyang Pan980402822020-10-07 23:24:561004 ],
Haiyang Pan71373072020-03-02 19:57:491005 },
John Budorick34009472018-04-03 17:38:441006 },
Kenneth Russelleb60cbd22017-12-05 07:54:281007 },
1008 },
1009 'chrome_public_test_vr_apk': {
Nico Weberb0b3f5862018-07-13 18:45:151010 'remove_from': [
Ben Joyce3e043862021-10-20 23:57:241011 # Decided to no longer run VR tests on M, crbug.com/1159619.
bsheedy410dd7c2018-06-15 22:42:091012 'Marshmallow Tablet Tester',
Haiyang Pand12ff5462021-07-12 17:29:021013
Andrew Luo38b311f2019-10-04 03:42:091014 'android-pie-arm64-rel', # https://crbug.com/1010211
bsheedydf58b4e2018-11-01 19:42:161015 'ToTAndroid',
John Budorick27d2d44e2019-05-20 20:26:091016 'android-asan', # https://crbug.com/964562
Ben Joyce02dc8092021-03-04 21:48:191017 'android-code-coverage-native', # Does not generate profraw data.
Ben Joyce46ca6012021-03-31 19:19:251018 'android-pie-arm64-coverage-experimental-rel', # Does not generate profraw data.
bsheedy410dd7c2018-06-15 22:42:091019 ],
Kenneth Russelleb60cbd22017-12-05 07:54:281020 },
bsheedy75a4dd52018-11-27 23:24:301021 'chrome_public_test_vr_apk-vega': {
1022 'modifications': {
bsheedy75a4dd52018-11-27 23:24:301023 'Oreo Phone Tester': {
1024 'swarming': {
1025 'dimension_sets': [
1026 {
1027 'device_os': 'OVR1.180808.003',
1028 'device_type': 'vega',
1029 'os': 'Android',
1030 },
1031 ],
1032 },
1033 }
1034 }
1035 },
Rakib M. Hasana56be792021-03-15 21:14:401036 'chrome_public_wpt': {
1037 'modifications': {
1038 'android-web-platform-pie-x86-fyi-rel': {
1039 'swarming': {
Rakib M. Hasana56be792021-03-15 21:14:401040 'shards': 18,
1041 },
1042 },
1043 },
1044 },
Ian Struiksmaeb285db02020-10-20 22:19:341045 'chrome_sizes': {
1046 'modifications': {
Yuke Liao975680302021-02-18 18:34:541047 'lacros-amd64-generic-chrome': {
1048 'swarming': {
1049 'dimension_sets': [
1050 {
Yuke Liao31225ee32021-03-17 23:21:331051 'cpu': 'x86-64',
Ben Pasteneddd3da72021-09-23 17:41:351052 'os': 'Ubuntu-18.04',
Yuke Liao975680302021-02-18 18:34:541053 },
1054 ],
1055 },
1056 },
Ben Pastenee9536c82021-10-19 01:48:571057 'lacros-arm-generic-chrome': {
1058 'swarming': {
1059 'dimension_sets': [
1060 {
1061 'cpu': 'x86-64',
1062 'os': 'Ubuntu-18.04',
1063 },
1064 ],
1065 },
1066 },
Ian Struiksmaeb285db02020-10-20 22:19:341067 },
1068 },
Takuto Ikuta1b749b902019-04-11 18:05:531069 'chromedriver_py_tests': {
1070 'remove_from': [
1071 # Timeout happens sometimes (crbug.com/951799).
Takuto Ikuta1b749b902019-04-11 18:05:531072 'Win10 Tests x64 (dbg)',
1073 ],
1074 },
Haiyang Panfed339172021-03-10 23:19:571075 'components_browsertests': {
Chong Gu76046412021-09-22 17:49:211076 'remove_from': [
1077 'fuchsia-fyi-arm64-rel', # https://crbug.com/961457
1078 'fuchsia-fyi-x64-rel', # https://crbug.com/961457
1079 ],
Haiyang Panfed339172021-03-10 23:19:571080 'modifications': {
Haiyang Pan9d68ca02021-08-04 21:30:471081 'android-11-x86-rel': {
Haiyang Panfed339172021-03-10 23:19:571082 'swarming': {
1083 'shards': 2,
1084 },
1085 },
1086 },
1087 },
Kenneth Russelleb60cbd22017-12-05 07:54:281088 'components_unittests': {
Yun Liu3e759dbb2019-11-01 19:25:521089 'remove_from': [
Ben Joyce68c5c852021-10-16 23:55:161090 # https://crbug.com/1147531 - covered on marshmallow emulator.
Garrett Beaty47a2d802020-11-10 20:50:531091 'android-marshmallow-arm64-rel',
Greg Gutermanea661162021-11-17 00:46:431092 'android-marshmallow-arm64-rel-rts',
Yun Liu3e759dbb2019-11-01 19:25:521093 ],
Kenneth Russelleb60cbd22017-12-05 07:54:281094 'modifications': {
John Budorick5052d552017-12-13 02:59:341095 'Linux ASan LSan Tests (1)': {
1096 # These are very slow on the ASAN trybot for some reason.
1097 # crbug.com/794372
1098 'swarming': {
1099 'shards': 5,
1100 },
1101 },
Takuto Ikuta54671d972018-07-19 19:06:351102 'Linux Chromium OS ASan LSan Tests (1)': {
1103 # These are very slow on the ASAN trybot for some reason.
1104 # crbug.com/794372
1105 'swarming': {
1106 'shards': 5,
1107 },
1108 },
Erik Chen681dc0282019-11-26 22:54:491109 'Linux TSan Tests': {
1110 'swarming': {
1111 'shards': 2,
1112 },
1113 },
Haiyang Pan9d68ca02021-08-04 21:30:471114 'android-11-x86-rel': {
Haiyang Pan799282f2021-03-25 19:38:311115 'args': [
1116 '--test-launcher-filter-file=../../testing/buildbot/filters/android.emulator_11.components_unittests.filter',
1117 ],
1118 },
Omer Katz7d2be652020-01-22 18:13:461119 'linux-blink-heap-concurrent-marking-tsan-rel': {
1120 'swarming': {
1121 'shards': 2,
1122 },
1123 },
Sven Zheng80734f12020-08-06 06:50:391124 # https://crbug.com/1111979,
Junhua Chen39dd2dba2021-05-05 17:51:541125 'linux-lacros-code-coverage': {
1126 'args': [
1127 '--test-launcher-filter-file=../../testing/buildbot/filters/linux-lacros.components_unittests.filter',
1128 ],
1129 },
1130 # https://crbug.com/1111979,
Yuke Liaoa0db4742021-08-09 18:28:331131 'linux-lacros-dbg-tests-fyi': {
1132 'args': [
1133 '--test-launcher-filter-file=../../testing/buildbot/filters/linux-lacros.components_unittests.filter',
1134 ],
1135 },
1136 # https://crbug.com/1111979,
Sven Zheng5c9d3e342020-08-11 21:39:431137 'linux-lacros-tester-rel': {
Sven Zheng5c9d3e342020-08-11 21:39:431138 'args': [
Yuke Liao56a437dd2021-05-05 04:53:401139 '--test-launcher-filter-file=../../testing/buildbot/filters/linux-lacros.components_unittests.filter',
Sven Zheng5c9d3e342020-08-11 21:39:431140 ],
Sven Zheng80734f12020-08-06 06:50:391141 },
1142 },
Sven Zheng577fe5ff2020-08-03 22:06:441143 },
Chong Gu76046412021-09-22 17:49:211144 'compositor_unittests': {
Chong Gub2446462021-08-19 18:44:081145 'modifications': {
1146 'fuchsia-fyi-arm64-dbg': {
1147 'args': [
1148 '--test-launcher-filter-file=../../testing/buildbot/filters/fuchsia.debug.compositor_unittests.filter',
1149 ],
1150 },
1151 },
1152 },
Kenneth Russelleb60cbd22017-12-05 07:54:281153 'content_browsertests': {
Brad Halla36886c2019-02-26 16:52:291154 'remove_from': [
Brad Halla36886c2019-02-26 16:52:291155 'CrWinAsan(dll)', # https://crbug.com/935598
Chong Gu0ed5dcda2021-07-15 21:26:111156 'android-marshmallow-arm64-rel', # http://crbug.com/1060245#c30: due to low utility and capacity.
Greg Gutermanea661162021-11-17 00:46:431157 'android-marshmallow-arm64-rel-rts',
Brad Halla36886c2019-02-26 16:52:291158 ],
Kenneth Russelleb60cbd22017-12-05 07:54:281159 'modifications': {
Kenneth Russellfbda3c532017-12-08 23:57:241160 'Cast Audio Linux': {
1161 'args': [
Nico Weber02f30392018-07-16 18:39:431162 '--test-launcher-filter-file=../../testing/buildbot/filters/cast-linux.content_browsertests.filter',
Kenneth Russellfbda3c532017-12-08 23:57:241163 ],
Kenneth Russellfbda3c532017-12-08 23:57:241164 },
1165 'Cast Linux': {
1166 'args': [
Nico Weber02f30392018-07-16 18:39:431167 '--test-launcher-filter-file=../../testing/buildbot/filters/cast-linux.content_browsertests.filter',
Kenneth Russellfbda3c532017-12-08 23:57:241168 ],
Kenneth Russellfbda3c532017-12-08 23:57:241169 },
Erik Chenb681c8c2019-11-25 22:52:521170 'Linux ASan LSan Tests (1)': {
1171 'swarming': {
1172 'shards': 12,
1173 },
1174 },
Chris Cunninghame1a04ea2019-04-24 01:49:321175 'Linux ASan Tests (sandboxed)': {
1176 'swarming': {
John Abd-El-Malek3a631612020-07-08 21:40:411177 'shards': 10, # https://crbug.com/1103330
Chris Cunninghame1a04ea2019-04-24 01:49:321178 },
1179 },
Erik Chen681dc0282019-11-26 22:54:491180 'Linux TSan Tests': {
1181 'swarming': {
1182 'shards': 15,
1183 },
1184 },
Maksim Sisovc81d284c2021-10-05 17:54:351185 # https://crbug.com/1077181
1186 'Linux Tests (Wayland)': {
1187 'args': [
1188 '--test-launcher-filter-file=../../testing/buildbot/filters/ozone-linux.wayland_content_browsertests.filter',
1189 ],
1190 },
Lindsay Pasrichab3f72db2021-09-22 22:05:461191 'Mac ASan 64 Tests (1)': { # https://crbug.com/1200640
1192 'experiment_percentage': 100,
1193 },
Sergey Silkinfe96b352020-10-19 20:41:341194 'Marshmallow Tablet Tester': {
1195 'args': [
1196 '--test-launcher-filter-file=../../testing/buildbot/filters/android.marshmallow_tablet_tester.content_browsertests.filter',
1197 ],
Haiyang Pan1f6367352021-07-02 21:15:571198 'swarming': {
1199 'shards': 15,
1200 },
Sergey Silkinfe96b352020-10-19 20:41:341201 },
Sergey Silkin1fe10e82020-10-30 19:36:581202 'WebRTC Chromium FYI Android Tests (dbg) (M Nexus5X)': {
1203 'args': [
1204 '--test-launcher-filter-file=../../testing/buildbot/filters/chromium.webrtc.fyi.android.tests.dbg.content_browsertests.filter',
1205 ],
Andrew Grieveae21ca62021-10-20 18:37:521206 },
1207 'WebRTC Chromium FYI Android Tests (dbg) (N Nexus5X)': {
1208 'args': [
1209 '--test-launcher-filter-file=../../testing/buildbot/filters/chromium.webrtc.fyi.android.tests.dbg.content_browsertests.filter',
1210 ],
1211 },
Stephen Martinis1384ff92020-01-07 19:52:151212 'Win10 Tests x64': {
1213 # crbug.com/868082
1214 'args': [
1215 '--disable-features=WebRTC-H264WithOpenH264FFmpeg',
1216 ],
1217 },
1218 'Win10 Tests x64 (dbg)': {
1219 'experiment_percentage': 100,
1220 # crbug.com/868082
1221 'args': [
1222 '--disable-features=WebRTC-H264WithOpenH264FFmpeg',
Stephen Martinis1384ff92020-01-07 19:52:151223 ],
1224 },
Kuan Huangc93e8672021-06-29 21:13:451225 'Win10 Tests x64 20h2': {
1226 # crbug.com/868082
1227 'args': [
1228 '--disable-features=WebRTC-H264WithOpenH264FFmpeg',
1229 ],
1230 },
Haiyang Pan9d68ca02021-08-04 21:30:471231 'android-11-x86-rel': {
Haiyang Pan10f029c2021-07-30 23:17:561232 # TODO(crbug.com/1137474): Remove after the test suite is green.
1233 'experiment_percentage': 100,
Haiyang Pan51450ab2021-03-23 00:48:571234 # TODO(crbug.com/1137474): Revisit the shard number once failed tests
1235 # are fixed.
Haiyang Panfed339172021-03-10 23:19:571236 'swarming': {
Haiyang Pan51450ab2021-03-23 00:48:571237 'shards': 30,
Haiyang Pan45e77dda2021-07-01 22:23:291238 'dimension_sets': [
1239 {
1240 'machine_type': 'e2-standard-8', # use 8-core to shorten runtime
1241 },
1242 ],
Haiyang Panfed339172021-03-10 23:19:571243 },
1244 },
Stephen Martinis1384ff92020-01-07 19:52:151245 'android-arm64-proguard-rel': {
1246 'swarming': {
1247 'shards': 16,
1248 },
1249 },
1250 'android-asan': {
1251 'args': [
1252 '--test-launcher-filter-file=../../testing/buildbot/filters/android.asan.content_browsertests.filter',
1253 ],
1254 'swarming': {
1255 'shards': 18,
1256 },
1257 },
Stephen Martinis1384ff92020-01-07 19:52:151258 'android-marshmallow-arm64-rel': {
1259 'swarming': {
1260 'shards': 16,
1261 },
1262 },
Haiyang Pan2486dcb2020-09-18 17:53:061263 'android-marshmallow-x86-rel-non-cq': {
John Budoricka4e23882020-02-28 18:36:431264 'args': [
Haiyang Pan12d5acd2020-06-01 20:54:571265 '--test-launcher-filter-file=../../testing/buildbot/filters/android.emulator_m.content_browsertests.filter',
John Budoricka4e23882020-02-28 18:36:431266 ],
Haiyang Panc47f6d12020-08-19 18:34:491267 'swarming': {
1268 'shards': 20,
1269 },
John Budoricka4e23882020-02-28 18:36:431270 },
Haiyang Pan08d09dc2020-04-01 16:11:211271 'android-pie-x86-rel': {
John Budoricka4e23882020-02-28 18:36:431272 'args': [
Haiyang Pan12d5acd2020-06-01 20:54:571273 '--test-launcher-filter-file=../../testing/buildbot/filters/android.emulator_p.content_browsertests.filter',
John Budoricka4e23882020-02-28 18:36:431274 ],
Sky Malice303f7ec2021-07-17 04:13:091275 'swarming': {
1276 # Flaking with only 20 shards with 40-60 minute runs.
1277 # https://crbug.com/1230118
1278 'shards': 30,
Haiyang Pan2eb735e72020-09-15 22:51:511279 },
John Budoricka4e23882020-02-28 18:36:431280 },
Omer Katz7d2be652020-01-22 18:13:461281 'linux-blink-heap-concurrent-marking-tsan-rel': {
1282 'swarming': {
1283 'shards': 4,
1284 },
1285 },
Stephen Martinis1384ff92020-01-07 19:52:151286 'linux-chromeos-code-coverage': {
1287 'swarming': {
1288 'shards': 12,
1289 },
1290 },
Albert J. Wong91f109652019-11-19 03:01:161291 'linux-chromeos-rel': {
1292 'swarming': {
1293 'shards': 3,
1294 },
1295 },
Yuke Liao79424e42020-01-06 21:00:111296 'linux-code-coverage': {
Yuke Liao58e1d202020-03-20 23:02:011297 'args': [
1298 '--no-sandbox',
1299 ],
Yuke Liao79424e42020-01-06 21:00:111300 'swarming': {
1301 'shards': 12,
1302 },
1303 },
Junhua Chen39dd2dba2021-05-05 17:51:541304 # https://crbug.com/1111979,
1305 'linux-lacros-code-coverage': {
1306 'args': [
1307 '--test-launcher-filter-file=../../testing/buildbot/filters/linux-lacros.content_browsertests.filter',
1308 ],
1309 },
Jieting Yangbf15db672021-10-04 19:18:371310 # https://crbug.com/1111979,
1311 'linux-lacros-dbg-tests-fyi': {
1312 'args': [
1313 '--test-launcher-filter-file=../../testing/buildbot/filters/linux-lacros.content_browsertests.filter',
1314 ],
1315 },
Sven Zheng80734f12020-08-06 06:50:391316 # https://crbug.com/1111979
1317 'linux-lacros-tester-fyi-rel': {
1318 'experiment_percentage': 100,
1319 },
Sven Zheng5c9d3e342020-08-11 21:39:431320 # https://crbug.com/1111979,
1321 'linux-lacros-tester-rel': {
Sven Zheng5c9d3e342020-08-11 21:39:431322 'args': [
Yuke Liao56a437dd2021-05-05 04:53:401323 '--test-launcher-filter-file=../../testing/buildbot/filters/linux-lacros.content_browsertests.filter',
Sven Zheng5c9d3e342020-08-11 21:39:431324 ],
1325 },
Kuan Huang235b0142021-10-19 18:59:281326 'mac-code-coverage': {
1327 'args': [
1328 '--coverage-continuous-mode=1',
1329 ],
1330 },
Kuan Huang05332fb2021-10-12 02:04:261331 # https://crbug.com/1255940
1332 'mac-rel-swarming': {
1333 'swarming': {
1334 'dimension_sets': [
1335 {
1336 # These test would time out when running on 4 cores instances.
1337 'cores': '8|12',
1338 }
1339 ],
1340 },
1341 },
Kenneth Russelleb60cbd22017-12-05 07:54:281342 },
1343 },
Nico Weber81e16ace22018-06-30 02:58:471344 'content_shell_crash_test': {
Haiyang Pan8c201b92020-06-04 01:25:071345 'remove_from': [
Nico Weberbbbc34e2020-10-14 18:21:501346 'Mac10.11 Tests', # crbug.com/1138050
Haiyang Pan2486dcb2020-09-18 17:53:061347 'android-marshmallow-x86-rel-non-cq', # crbug.com/1084353
Haiyang Pan8c201b92020-06-04 01:25:071348 ],
Dirk Prankeb1c36b322018-07-11 02:42:001349 'modifications': {
Dirk Prankeb1c36b322018-07-11 02:42:001350 'Win10 Tests x64 (dbg)': {
1351 'experiment_percentage': 100, # https://crbug.com/861730
1352 },
1353 },
Nico Weber81e16ace22018-06-30 02:58:471354 },
John Budorick27d2d44e2019-05-20 20:26:091355 'content_shell_test_apk': {
1356 'remove_from': [
John Budorick27d2d44e2019-05-20 20:26:091357 'android-asan', # https://crbug.com/964562
Ben Joyce02dc8092021-03-04 21:48:191358 'android-code-coverage-native', # Does not generate profraw data.
Ben Joyce46ca6012021-03-31 19:19:251359 'android-pie-arm64-coverage-experimental-rel', # Does not generate profraw data.
John Budorick27d2d44e2019-05-20 20:26:091360 ],
John Budorickee2e64f2020-03-02 20:19:101361 'modifications': {
Haiyang Pan9d68ca02021-08-04 21:30:471362 'android-11-x86-rel': {
Haiyang Pan103864812021-03-19 19:28:441363 'args': [
1364 '--test-launcher-filter-file=../../testing/buildbot/filters/android.emulator_11.content_shell_test_apk.filter',
Haiyang Panabdab2f2021-07-19 20:37:511365 '--timeout-scale=2.0',
Haiyang Pan103864812021-03-19 19:28:441366 ],
1367 },
Haiyang Panb991f562021-08-10 17:46:461368 'android-marshmallow-x86-rel': {
John Budorickee2e64f2020-03-02 20:19:101369 'args': [
Haiyang Pan28e73582020-05-30 00:34:271370 '--test-launcher-filter-file=../../testing/buildbot/filters/android.emulator_m.content_shell_test_apk.filter',
John Budorickee2e64f2020-03-02 20:19:101371 ],
1372 },
Haiyang Pan08d09dc2020-04-01 16:11:211373 'android-pie-x86-rel': {
John Budorickee2e64f2020-03-02 20:19:101374 'args': [
1375 '--gtest_filter=-ContentViewScrollingTest.testFling',
1376 ],
1377 },
1378 },
John Budorick27d2d44e2019-05-20 20:26:091379 },
Kenneth Russelleb60cbd22017-12-05 07:54:281380 'content_unittests': {
1381 'modifications': {
John Budorick5052d552017-12-13 02:59:341382 'Linux ASan LSan Tests (1)': {
1383 # These are slow on the ASAN trybot for some reason.
1384 # crbug.com/794372
1385 'swarming': {
1386 'shards': 2,
1387 },
1388 },
Takuto Ikuta54671d972018-07-19 19:06:351389 'Linux ChromiumOS MSan Tests': {
1390 # These are very slow on the Chrome OS MSAN trybot for some reason.
1391 # crbug.com/865455
1392 'swarming': {
1393 'shards': 2,
1394 },
1395 },
Chong Gu52481452021-04-02 17:52:411396 'fuchsia-code-coverage': {
1397 'swarming': {
1398 'shards': 12,
1399 },
1400 },
Kenneth Russelleb60cbd22017-12-05 07:54:281401 },
1402 },
Yuly Novikov19314252021-10-02 03:06:281403 'context_lost_passthrough_tests': {
1404 'modifications': {
1405 'Mac FYI ASAN (Intel)': {
1406 'args': [
1407 '--is-asan',
1408 ]
1409 },
1410 'Mac FYI Retina ASAN (AMD)': {
1411 'args': [
1412 '--is-asan',
1413 ]
1414 },
1415 },
1416 },
Jonah Ryan-Davis832c8462020-06-09 03:45:031417 'context_lost_validating_tests': {
Brian Sheedye285c9b2019-07-15 21:42:461418 # TODO(https://crbug.com/850107): Remove the Android FYI Release (Pixel 2)
1419 # exception once there is enough capacity to run these tests.
1420 'remove_from': [
Brian Sheedye285c9b2019-07-15 21:42:461421 'Android FYI Release (Pixel 2)',
1422 ],
Yuly Novikov19314252021-10-02 03:06:281423 'modifications': {
1424 'Mac FYI ASAN (Intel)': {
1425 'args': [
1426 '--is-asan',
1427 ]
1428 },
1429 'Mac FYI Retina ASAN (AMD)': {
1430 'args': [
1431 '--is-asan',
1432 ]
1433 },
1434 },
Kenneth Russellc1a09302018-07-10 01:12:541435 },
Kenneth Russellfbda3c532017-12-08 23:57:241436 'crashpad_tests': {
1437 'remove_from': [
Nico Weber15a00d62018-05-16 17:11:481438 'linux-win_cross-rel', # https://crbug.com/762167
Vlad Tsyrklevich06a9a44f2019-07-24 19:14:391439 # https://crbug.com/crashpad/304
1440 'Linux TSan Tests',
1441 'ToTLinuxTSan',
1442 # https://crbug.com/crashpad/306
1443 'Linux CFI',
Michael Savigny0a956032021-10-27 19:18:021444 'Linux CFI (reclient shadow)',
Vlad Tsyrklevich06a9a44f2019-07-24 19:14:391445 'CFI Linux ToT',
Kenneth Russellfbda3c532017-12-08 23:57:241446 ],
Haiyang Panc7c009e2021-03-18 19:31:231447 'modifications': {
Haiyang Pan9d68ca02021-08-04 21:30:471448 'android-11-x86-rel': {
Haiyang Panc7c009e2021-03-18 19:31:231449 'args': [
1450 '--test-launcher-filter-file=../../testing/buildbot/filters/android.emulator_11.crashpad_tests.filter',
1451 ],
1452 },
Haiyang Pan07d9e262021-10-20 21:50:031453 'android-12-x64-fyi-rel': {
1454 'args': [
1455 '--test-launcher-filter-file=../../testing/buildbot/filters/android.emulator_12.crashpad_tests.filter',
1456 ],
1457 },
Haiyang Panc7c009e2021-03-18 19:31:231458 },
Kenneth Russellfbda3c532017-12-08 23:57:241459 },
John Budorick5bc387fe2019-05-09 20:02:531460 'cronet_sizes': {
1461 'modifications': {
1462 'android-cronet-arm-dbg': {
1463 'swarming': {
1464 'dimension_sets': [
1465 {
1466 'device_os': None,
1467 'device_type': None,
Takuto Ikuta5e459b12019-07-09 05:30:561468 'os': 'Ubuntu-16.04',
John Budorick5bc387fe2019-05-09 20:02:531469 },
1470 ],
1471 },
1472 },
1473 },
1474 },
Brian Sheedye285c9b2019-07-15 21:42:461475 'depth_capture_tests': {
Brian Sheedye285c9b2019-07-15 21:42:461476 'remove_from': [
Wez6b0ebb52021-05-01 16:05:491477 # TODO(https://crbug.com/850107): Remove the Android FYI Release (Pixel 2)
1478 # exception once there is enough capacity to run these tests.
Brian Sheedye285c9b2019-07-15 21:42:461479 'Android FYI Release (Pixel 2)',
1480 ],
1481 },
Ben Pastene61ad637c2020-05-08 22:24:411482 'disk_usage_tast_test': {
1483 # TODO(crbug.com/1077659): Add the test back after it's fixed.
1484 'remove_from': [
1485 'chromeos-kevin-rel',
1486 ],
1487 },
Joe Downing41486042018-10-18 22:44:441488 'extensions_browsertests': {
Brad Halla36886c2019-02-26 16:52:291489 'remove_from': [
Brad Halla36886c2019-02-26 16:52:291490 'CrWinAsan(dll)', # https://crbug.com/935598
1491 ],
Joe Downing41486042018-10-18 22:44:441492 'modifications': {
1493 'Win10 Tests x64 (dbg)': {
1494 'experiment_percentage': 100, # https://crbug.com/876615
1495 },
Sven Zheng5c9d3e342020-08-11 21:39:431496 # https://crbug.com/1111979,
Junhua Chen39dd2dba2021-05-05 17:51:541497 'linux-lacros-code-coverage': {
1498 'args': [
1499 '--gtest_filter=-BluetoothShellApiTest.ApiSanityCheck:BluetoothSocketApiTest.Listen:BluetoothSocketApiTest.PermissionDenied',
1500 ],
1501 },
Yuke Liaoa0db4742021-08-09 18:28:331502 'linux-lacros-dbg-tests-fyi': {
1503 'args': [
1504 '--gtest_filter=-BluetoothShellApiTest.ApiSanityCheck:BluetoothSocketApiTest.Listen:BluetoothSocketApiTest.PermissionDenied',
1505 ],
1506 },
Sven Zheng5c9d3e342020-08-11 21:39:431507 'linux-lacros-tester-rel': {
Sven Zheng5c9d3e342020-08-11 21:39:431508 'args': [
1509 '--gtest_filter=-BluetoothShellApiTest.ApiSanityCheck:BluetoothSocketApiTest.Listen:BluetoothSocketApiTest.PermissionDenied',
1510 ],
1511 },
Joe Downing41486042018-10-18 22:44:441512 },
1513 },
Sven Zheng577fe5ff2020-08-03 22:06:441514 'extensions_unittests': {
Sven Zheng80734f12020-08-06 06:50:391515 'modifications': {
Sven Zheng5c9d3e342020-08-11 21:39:431516 # https://crbug.com/1111979,
Junhua Chen39dd2dba2021-05-05 17:51:541517 'linux-lacros-code-coverage': {
1518 'args': [
Yuke Liaoa0db4742021-08-09 18:28:331519 '--gtest_filter=-BluetoothSocketApiUnittest.CreateThenClose:'
1520 'NativeExtensionBindingsSystemUnittest.*',
1521 ],
1522 },
1523 'linux-lacros-dbg-tests-fyi': {
1524 'args': [
Junhua Chen39dd2dba2021-05-05 17:51:541525 '--gtest_filter=-NativeExtensionBindingsSystemUnittest*:'
1526 'BluetoothSocketApiUnittest.CreateThenClose:'
1527 'FeatureProviderTest.PermissionFeatureAvailability',
1528 ],
1529 },
Sven Zheng5c9d3e342020-08-11 21:39:431530 'linux-lacros-tester-rel': {
Sven Zheng5c9d3e342020-08-11 21:39:431531 'args': [
Yuke Liaobb8308322020-08-12 20:20:471532 '--gtest_filter=-NativeExtensionBindingsSystemUnittest*:'
1533 'BluetoothSocketApiUnittest.CreateThenClose:'
1534 'FeatureProviderTest.PermissionFeatureAvailability',
Sven Zheng5c9d3e342020-08-11 21:39:431535 ],
1536 },
Sven Zheng80734f12020-08-06 06:50:391537 },
Sven Zheng577fe5ff2020-08-03 22:06:441538 },
Chong Gu76046412021-09-22 17:49:211539 'gfx_unittests': {
Chong Gudf7fbe92021-02-24 02:55:581540 'modifications': {
1541 'fuchsia-code-coverage': {
1542 'swarming': {
1543 'shards': 2,
1544 },
1545 },
1546 },
1547 },
Kenneth Russelleb60cbd22017-12-05 07:54:281548 'gin_unittests': {
1549 'remove_from': [
Nico Weber1394523f2018-06-06 15:58:471550 'ToTLinuxASan', # https://crbug.com/831667
Nico Weberd36959682018-04-12 03:33:461551 'Linux ASan LSan Tests (1)', # https://crbug.com/831667
Nico Weber1394523f2018-06-06 15:58:471552 'Linux Chromium OS ASan LSan Tests (1)', # https://crbug.com/831667
Kenneth Russelleb60cbd22017-12-05 07:54:281553 ],
1554 },
Brian Ho8271a7ad2021-08-12 20:48:031555 # TODO(crbug.com/1202958): Remove these GLRenderer variants when
1556 # SkiaRenderer is fully shipped on Chrome OS.
1557 # Don't run these on real devices due to capacity issues.
1558 'gl_renderer_context_lost_tests': {
1559 'remove_from': [
1560 'ChromeOS FYI Release (kevin)',
1561 'Lacros FYI x64 Release (Intel)',
1562 ],
1563 },
1564 'gl_renderer_depth_capture_tests': {
1565 'remove_from': [
1566 'ChromeOS FYI Release (kevin)',
1567 'Lacros FYI x64 Release (Intel)',
1568 ],
1569 },
1570 'gl_renderer_gpu_process_launch_tests': {
1571 'remove_from': [
1572 'ChromeOS FYI Release (kevin)',
1573 'Lacros FYI x64 Release (Intel)',
1574 ],
1575 },
1576 'gl_renderer_hardware_accelerated_feature_tests': {
1577 'remove_from': [
1578 'ChromeOS FYI Release (kevin)',
1579 'Lacros FYI x64 Release (Intel)',
1580 ],
1581 },
1582 'gl_renderer_maps_pixel_tests': {
1583 'remove_from': [
1584 'ChromeOS FYI Release (kevin)',
1585 'Lacros FYI x64 Release (Intel)',
1586 ],
1587 },
1588 'gl_renderer_pixel_skia_gold_tests': {
1589 'remove_from': [
1590 'ChromeOS FYI Release (kevin)',
1591 'Lacros FYI x64 Release (Intel)',
1592 ],
1593 },
1594 'gl_renderer_screenshot_sync_tests': {
1595 'remove_from': [
1596 'ChromeOS FYI Release (kevin)',
1597 'Lacros FYI x64 Release (Intel)',
1598 ],
1599 },
Jonah Ryan-Davisdeeffeaf2020-06-18 17:56:001600 'gl_tests_passthrough': {
1601 'remove_from': [
1602 'CFI Linux ToT',
1603 # Can't run on MSAN because gl_tests uses the hardware driver,
1604 # which isn't instrumented.
1605 'Linux MSan Tests',
1606 ],
1607 'modifications': {
1608 # TODO(kbr): figure out a better way to specify blocks of
1609 # arguments like this for tests on multiple machines.
Garrett Beatya491ec72020-07-25 12:36:121610 'Linux ASan LSan Tests (1)': {
1611 'args': [
1612 '--use-gpu-in-tests',
1613 '--no-xvfb',
1614 ],
1615 'swarming': {
1616 'dimension_sets': [
1617 {
1618 'gpu': '10de:1cb3',
1619 'os': 'Ubuntu',
1620 'pool': 'chromium.tests.gpu',
1621 },
1622 ],
1623 },
1624 },
1625 'Linux CFI': {
1626 'args': [
1627 '--use-gpu-in-tests',
1628 '--no-xvfb',
1629 ],
1630 'swarming': {
1631 'dimension_sets': [
1632 {
1633 'gpu': '10de:1cb3',
1634 'os': 'Ubuntu',
1635 'pool': 'chromium.tests.gpu',
1636 },
1637 ],
1638 },
1639 },
1640 'Linux TSan Tests': {
1641 'args': [
1642 '--use-gpu-in-tests',
1643 '--no-xvfb',
1644 ],
1645 'swarming': {
1646 'dimension_sets': [
1647 {
1648 'gpu': '10de:1cb3',
1649 'os': 'Ubuntu',
1650 'pool': 'chromium.tests.gpu',
1651 },
1652 ],
1653 },
1654 },
Jonah Ryan-Davisdeeffeaf2020-06-18 17:56:001655 },
1656 },
Jonah Ryan-Davise25a89f2020-05-29 20:18:241657 'gl_tests_validating': {
Jonah Ryan-Davisb9f03ac2021-03-18 23:53:021658 'remove_from': [
Kenneth Russell8a386d42018-06-02 09:48:011659 'Android FYI Release (Nexus 5X)',
John Budorickca14c76f62017-12-09 14:19:181660 ],
Kenneth Russelleb60cbd22017-12-05 07:54:281661 'modifications': {
Haiyang Pan9d68ca02021-08-04 21:30:471662 'android-11-x86-rel': {
Haiyang Pancf765862021-03-18 20:39:151663 'args': [
1664 '--test-launcher-filter-file=../../testing/buildbot/filters/android.emulator_11.gl_tests.filter',
1665 ],
1666 },
Haiyang Panb991f562021-08-10 17:46:461667 'android-marshmallow-x86-rel': {
John Budorick79ec9012020-01-08 21:56:311668 'args': [
1669 '--test-launcher-filter-file=../../testing/buildbot/filters/android.emulator.gl_tests.filter',
1670 ],
1671 },
Andrew Luo38b311f2019-10-04 03:42:091672 'android-pie-arm64-rel': {
John Budorick79ec9012020-01-08 21:56:311673 'args': [
Andrew Luobe83fd82019-12-19 03:07:581674 '--test-launcher-filter-file=../../testing/buildbot/filters/android.pie_arm64_rel.gl_tests.filter', # https://crbug.com/1034007
1675 ],
Andrew Luo38b311f2019-10-04 03:42:091676 },
Haiyang Pan08d09dc2020-04-01 16:11:211677 'android-pie-x86-rel': {
John Budorick79ec9012020-01-08 21:56:311678 'args': [
1679 '--test-launcher-filter-file=../../testing/buildbot/filters/android.emulator.gl_tests.filter',
1680 ],
1681 },
Kenneth Russelleb60cbd22017-12-05 07:54:281682 },
1683 },
Takuto Ikutaf5333252019-11-06 16:07:081684 'gl_unittests': {
1685 'remove_from': [
Takuto Ikutaf5333252019-11-06 16:07:081686 # On Android, these are already run on the main waterfall.
1687 # Run them on the one-off Android FYI bots, though.
1688 'Android FYI Release (Nexus 5X)',
Yuly Novikov37e04342020-05-29 00:52:041689 # Can't run on MSAN because gl_unittests uses the hardware driver,
1690 # which isn't instrumented.
1691 'Linux MSan Tests',
Takuto Ikutaf5333252019-11-06 16:07:081692 ],
Takuto Ikutaf5333252019-11-06 16:07:081693 },
1694 'gl_unittests_ozone': {
1695 'remove_from': [
1696 # Can't run on MSAN because gl_unittests_ozone uses the hardware driver,
1697 # which isn't instrumented.
1698 'Linux ChromiumOS MSan Tests',
1699 ],
1700 },
1701 'gpu_process_launch_tests': {
1702 # TODO(https://crbug.com/850107): Remove the Android FYI Release (Pixel 2)
1703 # exception once there is enough capacity to run these tests.
1704 'remove_from': [
Takuto Ikutaf5333252019-11-06 16:07:081705 'Android FYI Release (Pixel 2)',
1706 ],
1707 },
Chong Gu76046412021-09-22 17:49:211708 'gpu_unittests': {
Chong Gudf7fbe92021-02-24 02:55:581709 'modifications': {
1710 'fuchsia-code-coverage': {
1711 'swarming': {
1712 'shards': 5,
1713 },
1714 },
1715 },
1716 },
Kevin McNeed21a6c522021-06-14 21:27:251717 'grit_python_unittests': {
1718 'remove_from': [
1719 # These tests require node, which is not supported in Win7.
1720 # (https://crbug.com/1218989)
1721 'Win 7 Tests x64 (1)',
1722 'Win7 Tests (1)',
1723 'Win7 Tests (dbg)(1)',
Titouan Rigoudy9e860832021-11-08 15:34:451724 # TODO(https://crbug.com/1267125): Re-enable.
1725 'mac11-arm64-rel-tests',
Kevin McNeed21a6c522021-06-14 21:27:251726 ],
1727 },
Brian Sheedye285c9b2019-07-15 21:42:461728 'hardware_accelerated_feature_tests': {
1729 # TODO(https://crbug.com/850107): Remove the Android FYI Release (Pixel 2)
1730 # exception once there is enough capacity to run these tests.
1731 'remove_from': [
Brian Sheedye285c9b2019-07-15 21:42:461732 'Android FYI Release (Pixel 2)',
1733 ],
1734 },
Brad Halla36886c2019-02-26 16:52:291735 'headless_browsertests': {
Chong Gud08d1232021-09-11 08:53:591736 'remove_from': [
1737 'CrWinAsan(dll)', # https://crbug.com/935598
Maksim Sisovc81d284c2021-10-05 17:54:351738 # Wayland bot doesn't support headless mode.
1739 'Linux Tests (Wayland)',
Chong Gud08d1232021-09-11 08:53:591740 ],
Chong Gud1a5c5992021-04-09 04:08:321741 'modifications': {
1742 'fuchsia-code-coverage': {
1743 'swarming': {
Chong Gu115ce152021-04-15 23:57:161744 'shards': 6,
Chong Gud1a5c5992021-04-09 04:08:321745 },
1746 },
1747 },
Brad Halla36886c2019-02-26 16:52:291748 },
Kenneth Russell8a386d42018-06-02 09:48:011749 'info_collection_tests': {
1750 'remove_from': [
Kenneth Russell8a386d42018-06-02 09:48:011751 'Android V8 FYI Release (Nexus 5X)',
1752 'Linux V8 FYI Release (NVIDIA)',
Michael Achenbach5fdfc67b2018-12-13 13:26:351753 'Linux V8 FYI Release - pointer compression (NVIDIA)',
Kenneth Russell8a386d42018-06-02 09:48:011754 'Mac V8 FYI Release (Intel)',
1755 'Win V8 FYI Release (NVIDIA)',
1756 ],
Brian Sheedyfe61cdac2020-02-12 01:25:591757 'modifications': {
Brian Sheedyb18cb762020-06-30 00:09:291758 'ChromeOS FYI Release (amd64-generic)': {
Brian Sheedy65be3052020-06-26 19:26:511759 'args': [
Brian Sheedyb18cb762020-06-30 00:09:291760 # Swarming does not report a GPU since tests are run in a VM, but
1761 # the VM does report that a GPU is present.
1762 '--expected-device-id', '1050',
Brian Sheedydf2672f2020-05-07 20:44:361763 ],
1764 },
Brian Sheedyfe61cdac2020-02-12 01:25:591765 },
Brian Sheedy32eeeb52020-05-22 01:49:371766 'replacements': {
1767 'ChromeOS FYI Release (amd64-generic)': {
1768 'args': {
1769 # Swarming does not report a GPU since tests are run in a VM, but
1770 # the VM does report that a GPU is present.
1771 '--expected-vendor-id': '1af4',
Brian Sheedyb18cb762020-06-30 00:09:291772 # Magic substitution happens after regular replacement, so remove it
1773 # now since we are manually applying the expected device ID above.
1774 '$$MAGIC_SUBSTITUTION_GPUExpectedDeviceId': None,
Brian Sheedy32eeeb52020-05-22 01:49:371775 },
Brian Sheedyff6d1442020-09-19 00:46:311776 },
Brian Sheedy177addbf2021-09-24 19:06:511777 'Mac FYI Release (Apple M1)': {
1778 'args': {
1779 # The GPU information is not yet exposed in swarming, so we can't
1780 # explicitly request it and have the JSON generation handle this
1781 # automatically.
1782 '--expected-vendor-id': '106b',
1783 },
1784 },
Brian Sheedy32eeeb52020-05-22 01:49:371785 },
Kenneth Russell8a386d42018-06-02 09:48:011786 },
Kenneth Russelleb60cbd22017-12-05 07:54:281787 'interactive_ui_tests': {
Brad Halla36886c2019-02-26 16:52:291788 'remove_from': [
Brad Halla36886c2019-02-26 16:52:291789 'CrWinAsan(dll)', # https://crbug.com/935598
1790 ],
Kenneth Russelleb60cbd22017-12-05 07:54:281791 'modifications': {
Stephen Martinis1384ff92020-01-07 19:52:151792 'Linux - Future (dbg)': { # client.v8.chromium
Nico Weberdae13cd92018-12-14 13:56:261793 'swarming': {
Stephen Martinis1384ff92020-01-07 19:52:151794 'shards': 3,
Nico Weberdae13cd92018-12-14 13:56:261795 },
1796 },
John Budorickca14c76f62017-12-09 14:19:181797 'Linux ASan LSan Tests (1)': {
Nico Weber96a75a6942018-06-20 04:53:171798 # These are slow on the ASan trybot for some reason, crbug.com/794372
1799 'swarming': {
1800 'shards': 6,
1801 },
1802 },
Takuto Ikuta54671d972018-07-19 19:06:351803 'Linux ChromiumOS MSan Tests': {
1804 # These are very slow on the Chrome OS MSAN trybot for some reason.
1805 # crbug.com/865455
1806 'swarming': {
1807 'shards': 5,
1808 },
1809 },
Stephen Martinis1384ff92020-01-07 19:52:151810 'Linux TSan Tests': {
1811 # These are slow on the TSan bots for some reason, crbug.com/794372
Dirk Pranke8fd63c12017-12-10 18:06:271812 'swarming': {
Stephen Martinisad6cb7af2021-02-24 01:12:001813 'shards': 32, # Adjusted for testing, see https://crbug.com/1179567
Dirk Pranke8fd63c12017-12-10 18:06:271814 },
1815 },
Maksim Sisovc81d284c2021-10-05 17:54:351816 # https://crbug.com/1192997
1817 'Linux Tests (Wayland)': {
1818 'args': [
1819 '--test-launcher-filter-file=../../testing/buildbot/filters/ozone-linux.interactive_ui_tests_wayland.filter',
1820 ],
1821 },
Lindsay Pasrichab3f72db2021-09-22 22:05:461822 'Mac ASan 64 Tests (1)': { # https://crbug.com/1251656
1823 'experiment_percentage': 100,
1824 },
Lindsay Pasricha72dc5b62021-11-01 19:58:181825 'Mac10.15 Tests (dbg)': { # https://crbug.com/1265051
1826 'experiment_percentage': 100,
1827 },
Stephen Martinis1384ff92020-01-07 19:52:151828 'ToTLinuxTSan': {
1829 # These are slow on the TSan bots for some reason, crbug.com/794372
1830 'swarming': {
1831 'shards': 6,
1832 },
1833 },
1834 # temporary, https://crbug.com/818832
Greg Thompson3eb7e6522018-05-25 09:04:031835 'Win10 Tests x64 (dbg)': {
1836 'experiment_percentage': 100,
1837 },
Stephen Martinis1384ff92020-01-07 19:52:151838 'Win7 Tests (dbg)(1)': {
1839 'swarming': {
1840 'shards': 4,
1841 },
1842 },
Jacob Kopczynski3a555bd32020-12-10 01:41:161843 # TODO(crbug.com/970649): Remove these filters.
Ben Pastene8ef125e2019-12-10 01:46:291844 'linux-chromeos-chrome': {
Ben Pastene8ef125e2019-12-10 01:46:291845 'args': [
1846 '--gtest_filter=-SadTabViewInteractiveUITest.ReloadMultipleSadTabs',
1847 ],
1848 },
Stephen Martinis1384ff92020-01-07 19:52:151849 'linux-chromeos-code-coverage': {
Yuke Liao79424e42020-01-06 21:00:111850 'swarming': {
1851 'shards': 10,
1852 },
1853 },
Stephen Martinis1384ff92020-01-07 19:52:151854 'linux-code-coverage': {
Yuke Liao79424e42020-01-06 21:00:111855 'swarming': {
1856 'shards': 10,
1857 },
1858 },
Sven Zheng80734f12020-08-06 06:50:391859 # https://crbug.com/1111979
Junhua Chen39dd2dba2021-05-05 17:51:541860 'linux-lacros-code-coverage': {
1861 'args': [
1862 '--test-launcher-filter-file=../../testing/buildbot/filters/linux-lacros.interactive_ui_tests.filter',
1863 ],
1864 },
1865 # https://crbug.com/1111979
Jieting Yangbf15db672021-10-04 19:18:371866 'linux-lacros-dbg-tests-fyi': {
1867 'args': [
1868 '--test-launcher-filter-file=../../testing/buildbot/filters/linux-lacros.interactive_ui_tests.filter',
1869 ],
1870 },
1871 # https://crbug.com/1111979
Sven Zheng010820d2020-08-17 22:38:441872 'linux-lacros-tester-rel': {
Sven Zheng010820d2020-08-17 22:38:441873 'args': [
Yuke Liao56a437dd2021-05-05 04:53:401874 '--test-launcher-filter-file=../../testing/buildbot/filters/linux-lacros.interactive_ui_tests.filter',
Sven Zheng010820d2020-08-17 22:38:441875 ],
1876 },
Kuan Huang235b0142021-10-19 18:59:281877 'mac-code-coverage': {
1878 'args': [
1879 '--coverage-continuous-mode=1',
1880 ],
1881 },
Kenneth Russelleb60cbd22017-12-05 07:54:281882 },
1883 },
Yuke Liaob6beaeca2021-04-29 23:41:511884 'interactive_ui_tests_amd64-generic': {
1885 'remove_from': [
1886 # TODO(crbug.com/1204231): Re-enable.
1887 'lacros-amd64-generic-rel',
1888 ]
1889 },
Yuke Liao79a8cf52021-06-11 18:14:341890 'interactive_ui_tests_eve': {
1891 'remove_from': [
1892 # TODO(crbug.com/1204231): Re-enable.
1893 'lacros-amd64-generic-rel',
1894 ]
1895 },
John Budorickf00e5ff2019-06-11 21:21:061896 'ipc_tests': {
1897 'modifications': {
1898 'android-asan': {
1899 'swarming': {
1900 'shards': 2,
1901 },
1902 },
1903 },
1904 },
Jonah Ryan-Davis832c8462020-06-09 03:45:031905 'maps_pixel_passthrough_test': {
Brian Sheedyc0c142c2021-06-01 21:18:051906 'modifications': {
1907 'Android FYI Release (Pixel 4)': {
1908 'args': [
1909 # Pixel 4s are weird in that they can output in different color spaces
1910 # simultaneously. The readback code for capturing a screenshot assumes
1911 # only one color space, so disable wide color gamut for the test to
1912 # work around the issue. See https://crbug.com/1166379 for more
1913 # information.
1914 '--extra-browser-args=--disable-wcg-for-test',
1915 ],
1916 },
1917 'Optional Android Release (Pixel 4)': {
1918 'args': [
1919 # See above.
1920 '--extra-browser-args=--disable-wcg-for-test',
1921 ],
1922 },
1923 },
Jonah Ryan-Davis832c8462020-06-09 03:45:031924 'replacements': {
1925 # The V8 builders pass the V8 revision for ${got_revision}, so instead
1926 # use ${got_cr_revision}, which is only set on the V8 bots.
1927 'Linux V8 FYI Release (NVIDIA)': {
1928 'args': {
1929 '--git-revision': '${got_cr_revision}',
1930 },
1931 },
1932 'Linux V8 FYI Release - pointer compression (NVIDIA)': {
1933 'args': {
1934 '--git-revision': '${got_cr_revision}',
1935 },
1936 },
Jonah Ryan-Davisdeeffeaf2020-06-18 17:56:001937 'Mac V8 FYI Release (Intel)': {
1938 'args': {
1939 '--git-revision': '${got_cr_revision}',
1940 },
1941 },
Jonah Ryan-Davis832c8462020-06-09 03:45:031942 'Win V8 FYI Release (NVIDIA)': {
1943 'args': {
1944 '--git-revision': '${got_cr_revision}',
1945 },
1946 },
1947 },
1948 },
1949 'maps_pixel_validating_test': {
Brian Sheedy0566f2cb2021-02-12 22:12:501950 'modifications': {
1951 'Android FYI Release (Pixel 4)': {
1952 'args': [
1953 # Pixel 4s are weird in that they can output in different color spaces
1954 # simultaneously. The readback code for capturing a screenshot assumes
1955 # only one color space, so disable wide color gamut for the test to
1956 # work around the issue. See https://crbug.com/1166379 for more
1957 # information.
1958 '--extra-browser-args=--disable-wcg-for-test',
1959 ],
1960 },
Brian Sheedycde1ab1882021-05-27 21:22:001961 'Optional Android Release (Pixel 4)': {
1962 'args': [
1963 # See above.
1964 '--extra-browser-args=--disable-wcg-for-test',
1965 ],
1966 },
Brian Sheedy0566f2cb2021-02-12 22:12:501967 },
Brian Sheedye285c9b2019-07-15 21:42:461968 # TODO(https://crbug.com/850107): Remove the Android FYI Release (Pixel 2)
1969 # exception once there is enough capacity to run these tests.
1970 'remove_from': [
Brian Sheedye285c9b2019-07-15 21:42:461971 'Android FYI Release (Pixel 2)',
1972 ],
Brian Sheedy44fd891b2019-10-03 20:07:541973 'replacements': {
Brian Sheedy44fd891b2019-10-03 20:07:541974 # The V8 builders pass the V8 revision for ${got_revision}, so instead
1975 # use ${got_cr_revision}, which is only set on the V8 bots.
1976 'Android V8 FYI Release (Nexus 5X)': {
1977 'args': {
Brian Sheedy4d335deb2020-04-01 20:47:321978 '--git-revision': '${got_cr_revision}',
Brian Sheedy44fd891b2019-10-03 20:07:541979 },
1980 },
Brian Sheedy44fd891b2019-10-03 20:07:541981 'Mac V8 FYI Release (Intel)': {
1982 'args': {
Brian Sheedy4d335deb2020-04-01 20:47:321983 '--git-revision': '${got_cr_revision}',
Brian Sheedy44fd891b2019-10-03 20:07:541984 },
1985 },
Brian Sheedy44fd891b2019-10-03 20:07:541986 },
Brian Sheedye285c9b2019-07-15 21:42:461987 },
Andrew Luo38b311f2019-10-04 03:42:091988 'media_unittests': {
1989 'modifications': {
Haiyang Pan9d68ca02021-08-04 21:30:471990 'android-11-x86-rel': {
Haiyang Pancf765862021-03-18 20:39:151991 'args': [
1992 '--test-launcher-filter-file=../../testing/buildbot/filters/android.emulator_11.media_unittests.filter',
1993 ],
1994 },
Haiyang Pan2486dcb2020-09-18 17:53:061995 'android-marshmallow-x86-rel-non-cq': {
John Budorickb5185112020-01-08 22:40:211996 'args': [
Haiyang Pan569659f02020-05-30 00:48:451997 '--test-launcher-filter-file=../../testing/buildbot/filters/android.emulator_m.media_unittests.filter',
John Budorickb5185112020-01-08 22:40:211998 ],
1999 },
Andrew Luo38b311f2019-10-04 03:42:092000 'android-pie-arm64-rel': {
Andrew Luobe83fd82019-12-19 03:07:582001 'args': [
2002 '--gtest_filter=-AAudio/AudioOutputTest.Play200HzTone/0', # https://crbug.com/1034009
2003 ],
Andrew Luo38b311f2019-10-04 03:42:092004 },
Haiyang Pan08d09dc2020-04-01 16:11:212005 'android-pie-x86-rel': {
John Budorickb5185112020-01-08 22:40:212006 'args': [
Haiyang Pan569659f02020-05-30 00:48:452007 '--test-launcher-filter-file=../../testing/buildbot/filters/android.emulator_p.media_unittests.filter',
John Budorickb5185112020-01-08 22:40:212008 ],
2009 },
Chong Gudf7fbe92021-02-24 02:55:582010 'fuchsia-code-coverage': {
2011 'swarming': {
2012 'shards': 3,
2013 },
2014 },
Chong Gub2446462021-08-19 18:44:082015 'fuchsia-fyi-arm64-dbg': {
2016 'args': [
2017 '--test-launcher-filter-file=../../testing/buildbot/filters/fuchsia.debug.media_unittests.filter',
2018 ],
2019 },
Andrew Luo38b311f2019-10-04 03:42:092020 },
2021 },
Chong Gu4eca1ce2021-05-17 08:49:572022 'mediapipe_validating_tests': {
2023 'remove_from': [
2024 # TODO(crbug.com/1201887): Remove once tests are stable.
2025 'Fuchsia x64',
2026 ],
2027 },
Ben Joyce02dc8092021-03-04 21:48:192028 'mojo_test_apk': {
2029 'remove_from': [
2030 'android-code-coverage-native', # Does not generate profraw data.
Ben Joyce46ca6012021-03-31 19:19:252031 'android-pie-arm64-coverage-experimental-rel', # Does not generate profraw data.
Ben Joyce02dc8092021-03-04 21:48:192032 ],
2033 },
John Budorickf00e5ff2019-06-11 21:21:062034 'mojo_unittests': {
2035 'modifications': {
2036 'android-asan': {
2037 'swarming': {
John Budorick5a29d7542019-10-11 20:56:442038 'shards': 5,
John Budorickf00e5ff2019-06-11 21:21:062039 },
2040 },
Chong Gudf7fbe92021-02-24 02:55:582041 'fuchsia-code-coverage': {
2042 'swarming': {
2043 'shards': 2,
2044 },
2045 },
John Budorickf00e5ff2019-06-11 21:21:062046 },
2047 },
Peter Kotwiczda2f11102020-10-09 05:29:502048 'monochrome_public_apk_checker': {
Ben Pastene521f8d62020-01-08 20:01:152049 'modifications': {
2050 'ToTAndroid': {
2051 'swarming': {
2052 'dimension_sets': [
2053 {
John Budorick838256a2020-02-29 01:29:072054 'cpu': 'x86-64',
Ben Pastene521f8d62020-01-08 20:01:152055 'device_os': None,
2056 'device_playstore_version': None,
2057 'device_type': None,
2058 'os': 'Ubuntu-16.04',
2059 },
2060 ],
2061 },
2062 },
2063 'android-arm64-proguard-rel': {
2064 'swarming': {
2065 'dimension_sets': [
2066 {
John Budorick838256a2020-02-29 01:29:072067 'cpu': 'x86-64',
Ben Pastene521f8d62020-01-08 20:01:152068 'device_os': None,
2069 'device_playstore_version': None,
2070 'device_type': None,
2071 'os': 'Ubuntu-16.04',
2072 },
2073 ],
2074 },
2075 },
2076 'android-pie-arm64-rel': {
2077 'swarming': {
2078 'dimension_sets': [
2079 {
John Budorick838256a2020-02-29 01:29:072080 'cpu': 'x86-64',
Ben Pastene521f8d62020-01-08 20:01:152081 'device_os': None,
2082 'device_os_flavor': None,
2083 'device_playstore_version': None,
2084 'device_type': None,
2085 'os': 'Ubuntu-16.04',
2086 },
2087 ],
2088 },
2089 },
2090 },
Erik Chend16d922d2019-12-10 04:37:142091 },
Ben Joyce4677e682021-03-22 22:19:112092 'monochrome_public_bundle_fake_modules_smoke_test' : {
2093 'remove_from': [
2094 'android-pie-arm64-coverage-experimental-rel', # TODO(crbug.com/1190999):
2095 # GLIBC_2.28 Not found.
2096 ],
2097 },
2098 'monochrome_public_bundle_smoke_test' : {
2099 'remove_from': [
2100 'android-pie-arm64-coverage-experimental-rel', # TODO(crbug.com/1190999):
2101 # GLIBC_2.28 Not found.
2102 ],
2103 },
2104 'monochrome_public_smoke_test' : {
2105 'remove_from': [
2106 'android-pie-arm64-coverage-experimental-rel', # TODO(crbug.com/1190999):
2107 # GLIBC_2.28 Not found.
2108 ],
2109 },
bsheedye9469572019-01-23 17:31:332110 'monochrome_public_test_ar_apk': {
2111 'modifications': {
Brian Sheedy12169aa2019-10-16 23:38:032112 'Nougat Phone Tester': {
2113 'args': [
2114 # ArCore is not installed as a system app on N, so we can install it
2115 # normally instead of replacing the system version.
2116 '--additional-apk=//third_party/arcore-android-sdk/test-apks/arcore/arcore_current.apk'
2117 ],
2118 },
bsheedye9469572019-01-23 17:31:332119 # We need to match the Playstore version as well because AR tests fail on
2120 # old versions of the Playstore.
2121 'Oreo Phone Tester': {
Brian Sheedy2bcd16b2019-04-22 22:47:082122 'args': [
2123 # ArCore is not installed as a system app on O, so we can install it
2124 # normally instead of replacing the system version.
2125 '--additional-apk=//third_party/arcore-android-sdk/test-apks/arcore/arcore_current.apk'
2126 ],
bsheedye9469572019-01-23 17:31:332127 'swarming': {
2128 'dimension_sets': [
2129 {
2130 'device_os': 'OPR3.170623.008',
bsheedye9469572019-01-23 17:31:332131 'device_type': 'marlin',
2132 'os': 'Android',
2133 },
2134 ],
2135 },
2136 },
Haiyang Pan57159eba2020-05-07 23:14:132137 'android-10-arm64-rel': {
2138 'args': [
Brian Sheedy4dc4a6f2020-09-17 22:18:502139 '--remove-system-package=com.google.ar.core',
2140 '--additional-apk=//third_party/arcore-android-sdk/test-apks/arcore/arcore_current.apk',
Haiyang Pan57159eba2020-05-07 23:14:132141 ]
2142 },
Brian Sheedy2bcd16b2019-04-22 22:47:082143 'android-pie-arm64-dbg': {
2144 'args': [
Brian Sheedy4dc4a6f2020-09-17 22:18:502145 '--remove-system-package=com.google.ar.core',
2146 '--additional-apk=//third_party/arcore-android-sdk/test-apks/arcore/arcore_current.apk',
Brian Sheedy2bcd16b2019-04-22 22:47:082147 ]
2148 }
bsheedye9469572019-01-23 17:31:332149 },
2150 },
Nico Weberd3096fb2018-06-07 17:50:152151 'nacl_helper_nonsfi_unittests': {
2152 'remove_from': [
Nico Weberd3096fb2018-06-07 17:50:152153 'Linux TSan Tests', # Sets enable_nacl=false.
2154 ],
2155 },
Kenneth Russellfbda3c532017-12-08 23:57:242156 'nacl_loader_unittests': {
2157 'remove_from': [
Nico Weber48f187142018-06-01 15:16:352158 'ToTMacASan', # The mac asan tot bot sets enable_nacl=false
Nico Weber3611ee802018-06-07 13:34:512159 'linux-win_cross-rel', # Sets enable_nacl=false, https://crbug.com/774186
Nico Webera8fc38f72018-04-10 02:20:112160 'Linux TSan Tests', # The TSan bot sets enable_nacl=false
Nico Weber05d3e642018-05-31 16:59:482161 'Mac ASan 64 Tests (1)', # The mac asan bot sets enable_nacl=false
Kenneth Russellfbda3c532017-12-08 23:57:242162 ],
2163 },
Kenneth Russelleb60cbd22017-12-05 07:54:282164 'net_unittests': {
2165 'modifications': {
Nico Weber33b9b7a2020-06-12 19:23:272166 'CrWinAsan': {
2167 # TODO(crbug.com/794372): net_unittests is slow under ASan.
2168 'swarming': {
2169 'shards': 16,
2170 },
2171 },
2172 'CrWinAsan(dll)': {
2173 # TODO(crbug.com/794372): net_unittests is slow under ASan.
2174 'swarming': {
2175 'shards': 16,
2176 },
2177 },
John Budorickca14c76f62017-12-09 14:19:182178 'Linux ASan LSan Tests (1)': {
John Budorick5052d552017-12-13 02:59:342179 # These are very slow on the ASAN trybot for some reason.
2180 # crbug.com/794372
John Budorickca14c76f62017-12-09 14:19:182181 'swarming': {
John Budorick5052d552017-12-13 02:59:342182 'shards': 16,
John Budorickca14c76f62017-12-09 14:19:182183 },
2184 },
2185 'Linux Chromium OS ASan LSan Tests (1)': {
Takuto Ikuta54671d972018-07-19 19:06:352186 # These are very slow on the ASAN trybot for some reason.
2187 # crbug.com/794372
John Budorickca14c76f62017-12-09 14:19:182188 'swarming': {
Sergey Berezinda3255c2018-03-16 00:34:022189 'shards': 8,
John Budorickca14c76f62017-12-09 14:19:182190 }
2191 },
Takuto Ikuta54671d972018-07-19 19:06:352192 'Linux ChromiumOS MSan Tests': {
2193 # These are very slow on the Chrome OS MSAN trybot for some reason.
2194 # crbug.com/865455
2195 'swarming': {
2196 'shards': 2,
2197 },
2198 },
John Budorickca14c76f62017-12-09 14:19:182199 'Linux TSan Tests': {
2200 'swarming': {
2201 'shards': 4,
2202 }
2203 },
Ben Pastene8bf205b2018-06-13 04:00:332204 # The suite runs signficantly slower on linux dbg, so increase shards.
2205 'Linux Tests (dbg)(1)': {
2206 'swarming': {
2207 'shards': 2,
2208 },
2209 },
Stephen Martinis1384ff92020-01-07 19:52:152210 'ToTLinuxASan': {
2211 # TODO(crbug.com/794372): net_unittests is slow under ASan.
2212 'swarming': {
2213 'shards': 16,
2214 },
2215 },
2216 'ToTLinuxTSan': {
2217 'swarming': {
2218 'shards': 4,
2219 }
2220 },
Haiyang Pan9d68ca02021-08-04 21:30:472221 'android-11-x86-rel': {
Haiyang Pan8d9906e02021-03-24 20:11:042222 'args': [
2223 '--test-launcher-filter-file=../../testing/buildbot/filters/android.emulator_11.net_unittests.filter',
2224 ],
2225 },
Stefano Duof44278b2021-08-02 16:29:382226 'android-cronet-x86-dbg-10-tests': {
2227 'args': [
2228 '--test-launcher-filter-file=../../testing/buildbot/filters/android.emulator_10.net_unittests.filter',
2229 ],
2230 },
Chidera Olibieef99a55ca2021-10-01 21:42:002231 'android-cronet-x86-dbg-11-tests': {
2232 'args': [
2233 '--test-launcher-filter-file=../../testing/buildbot/filters/android.emulator_11.net_unittests.filter',
2234 ],
2235 },
2236 'android-cronet-x86-dbg-oreo-tests': {
2237 'args': [
2238 '--test-launcher-filter-file=../../testing/buildbot/filters/android.emulator.net_unittests.filter',
2239 ],
2240 },
Chidera Olibie509fd732021-09-30 20:17:172241 'android-cronet-x86-dbg-pie-tests': {
2242 # crbug.com/1046060
2243 'args': [
2244 '--test-launcher-filter-file=../../testing/buildbot/filters/android.emulator.net_unittests.filter',
2245 ],
2246 },
Haiyang Pan2486dcb2020-09-18 17:53:062247 'android-marshmallow-x86-rel-non-cq': {
John Budorick7fde6b492020-01-29 17:43:502248 # crbug.com/1046060
2249 'args': [
2250 '--test-launcher-filter-file=../../testing/buildbot/filters/android.emulator.net_unittests.filter',
2251 ],
2252 },
Haiyang Pan08d09dc2020-04-01 16:11:212253 'android-pie-x86-rel': {
John Budorick7fde6b492020-01-29 17:43:502254 # crbug.com/1046060
2255 'args': [
2256 '--test-launcher-filter-file=../../testing/buildbot/filters/android.emulator.net_unittests.filter',
2257 ],
2258 },
Chong Gu76046412021-09-22 17:49:212259 'fuchsia-code-coverage': {
2260 'swarming': {
2261 'shards': 14,
2262 },
2263 },
Omer Katz7d2be652020-01-22 18:13:462264 'linux-blink-heap-concurrent-marking-tsan-rel': {
2265 'swarming': {
2266 'shards': 4,
2267 }
2268 },
Ben Pastene8bf205b2018-06-13 04:00:332269 'linux-chromeos-dbg': {
2270 'swarming': {
2271 'shards': 2,
2272 },
2273 },
Nico Weber33b9b7a2020-06-12 19:23:272274 'win-asan': {
2275 # TODO(crbug.com/794372): net_unittests is slow under ASan.
2276 'swarming': {
2277 'shards': 16,
2278 },
2279 },
Kenneth Russelleb60cbd22017-12-05 07:54:282280 },
Chong Gu589912b2021-10-02 01:17:302281 'replacements': {
2282 # TODO(crbug.com/1254563): Remove when suite can use run-test-component.
2283 'fuchsia-code-coverage': {
2284 'args': {
2285 '--use-run': None,
2286 },
2287 },
2288 },
Kenneth Russelleb60cbd22017-12-05 07:54:282289 },
John Chenaab16fc02020-03-03 06:35:452290 'not_site_per_process_blink_web_tests': {
Lukasz Anforowicz04bc6302018-11-19 19:04:282291 'remove_from': [
Lukasz Anforowicz04bc6302018-11-19 19:04:282292 # TODO(dpranke): Should we be running this step on Linux Tests (dbg)(1)?
2293 'Linux Tests (dbg)(1)',
Lukasz Anforowicz04bc6302018-11-19 19:04:282294 ],
Yuke Liaobc9ff982019-04-30 06:56:162295 'modifications': {
Stephen Martinis1384ff92020-01-07 19:52:152296 'Linux Tests': {
2297 "args": [
2298 "--additional-env-var=LLVM_PROFILE_FILE=${ISOLATED_OUTDIR}/profraw/default-%2m.profraw",
Stephen Martinis1384ff92020-01-07 19:52:152299 ],
2300 },
Yuke Liaoea70f472019-12-19 06:03:362301 'linux-code-coverage': {
2302 'args': [
2303 '--additional-env-var=LLVM_PROFILE_FILE=${ISOLATED_OUTDIR}/profraw/default-%2m.profraw',
Yuke Liaoea70f472019-12-19 06:03:362304 ],
2305 'swarming': {
2306 'shards': 20,
2307 },
2308 },
Stephanie Kim5c7f31d2021-04-27 18:00:062309 'linux-xenial-rel': {
2310 "args": [
2311 "--additional-env-var=LLVM_PROFILE_FILE=${ISOLATED_OUTDIR}/profraw/default-%2m.profraw",
2312 ],
2313 },
Yuke Liaobc9ff982019-04-30 06:56:162314 },
Lukasz Anforowicz04bc6302018-11-19 19:04:282315 },
Xi Cheng34ca4042018-02-23 00:10:122316 'notification_helper_unittests': {
2317 'remove_from': [
Hans Wennborg252643a2018-05-22 14:41:122318 # The test uses WinRT, which only exists in Windows 8 or above.
2319 # (https://crbug.com/813553)
Xi Cheng34ca4042018-02-23 00:10:122320 'Win 7 Tests x64 (1)',
Xi Cheng34ca4042018-02-23 00:10:122321 'Win7 Tests (1)',
2322 'Win7 Tests (dbg)(1)',
Stephen Martinis1384ff92020-01-07 19:52:152323 # all these bots run Windows 7.
Xi Cheng34ca4042018-02-23 00:10:122324 'ToTWin',
2325 'ToTWin(dbg)',
2326 'ToTWin(dll)',
inglorionb8e7a3ed2019-04-12 09:49:032327 'ToTWinOfficial',
Arthur Eubanks0c24b822021-06-15 18:51:342328 'ToTWinOfficial64',
Xi Cheng34ca4042018-02-23 00:10:122329 'ToTWin64',
2330 'ToTWin64(dbg)',
2331 'ToTWin64(dll)',
2332 'ToTWinCFI',
2333 'ToTWinCFI64',
Xi Cheng34ca4042018-02-23 00:10:122334 ],
2335 },
Ben Pastenee723b2f2019-05-31 19:10:272336 'ozone_unittests': {
2337 'modifications': {
Ben Pastene8ef125e2019-12-10 01:46:292338 'chromeos-betty-pi-arc-chrome': {
2339 'args': [
2340 '--test-launcher-filter-file=../../testing/buildbot/filters/chromeos.ozone_unittests.filter',
2341 ],
2342 },
Ben Pastene500cc1d12021-01-22 18:10:472343 'chromeos-betty-pi-arc-chrome-dchecks': {
2344 'args': [
2345 '--test-launcher-filter-file=../../testing/buildbot/filters/chromeos.ozone_unittests.filter',
2346 ],
2347 },
Ben Pastene8ef125e2019-12-10 01:46:292348 'linux-chromeos-chrome': {
2349 'args': [
2350 '--test-launcher-filter-file=../../testing/buildbot/filters/chromeos.ozone_unittests.filter',
2351 ],
2352 },
Ben Pastenee723b2f2019-05-31 19:10:272353 },
2354 },
Maksim Sisovc81d284c2021-10-05 17:54:352355 'ozone_x11_unittests': {
2356 # Wayland bot uses chromium_linux_gtests that includes some x11 only
2357 # test targets. To avoid maintaining a list of tests, remove them here.
2358 'remove_from': [
2359 'Linux Tests (Wayland)',
2360 ],
2361 },
Karen Qian385d2ca2019-03-19 21:49:582362 'perfetto_unittests': {
2363 'remove_from': [
Haiyang Pan363c59a2020-07-23 05:47:042364 # TODO(crbug.com/931138): Fix permission issue when creating tmp files
John Budorickd3fa5992019-12-13 17:22:412365 'android-arm64-proguard-rel',
John Budorickf2283d72019-06-25 01:09:092366 'android-asan',
Yun Liu022f4512019-06-10 23:14:042367 'android-code-coverage',
Yun Liu7cfd28a2019-10-30 01:57:122368 'android-code-coverage-native',
Karen Qian385d2ca2019-03-19 21:49:582369 'android-marshmallow-arm64-rel',
Greg Gutermanea661162021-11-17 00:46:432370 'android-marshmallow-arm64-rel-rts',
Haiyang Pan2486dcb2020-09-18 17:53:062371 'android-marshmallow-x86-rel-non-cq',
Ben Joyce46ca6012021-03-31 19:19:252372 'android-pie-arm64-coverage-experimental-rel', # Does not generate profraw data.
Andrew Luo38b311f2019-10-04 03:42:092373 'android-pie-arm64-rel',
Haiyang Pan08d09dc2020-04-01 16:11:212374 'android-pie-x86-rel',
Haiyang Pan9d68ca02021-08-04 21:30:472375 'android-11-x86-rel',
Karen Qian385d2ca2019-03-19 21:49:582376 'Marshmallow 64 bit Tester',
2377 'Marshmallow Tablet Tester',
2378 'Nougat Phone Tester',
Arthur Eubanksc8f86ee2021-05-10 20:14:242379 'ToTAndroid'
Karen Qian385d2ca2019-03-19 21:49:582380 ]
2381 },
Stephen Martinis54d64ad2018-09-21 22:16:202382 'performance_test_suite': {
2383 'modifications': {
Zhaoyang Li78427592021-03-25 19:03:232384 'Mac10.15 Tests (dbg)': {
2385 'args': [
2386 '--browser=debug',
2387 ],
2388 },
Stephen Martinis54d64ad2018-09-21 22:16:202389 'Win10 Tests x64 (dbg)': {
2390 'args': [
Takuto Ikutab28b582e2021-02-10 01:41:212391 '--browser=debug_x64',
Stephen Martinis54d64ad2018-09-21 22:16:202392 ],
2393 'experiment_percentage': 100,
2394 },
2395 'Win7 Tests (dbg)(1)': {
2396 'args': [
2397 '--browser=debug',
2398 ],
2399 },
2400 },
2401 },
Sven Zhenge8335e02020-08-07 22:38:392402 'pixel_browser_tests': {
2403 'modifications': {
2404 'win-pixel-tester-rel': {
2405 'non_precommit_args': [
2406 # Do not allow retry or it will break the bulk approval process.
2407 # When retry with fail-pass pattern, the passing test will overwrite the previously
2408 # seen flaky version on the trace. We can triage the image using the printed link,
2409 # but it will not show on the Skia Gold search page.
2410 '--test-launcher-retry-limit=0',
2411 ],
2412 },
2413 },
2414 },
Jonah Ryan-Davis832c8462020-06-09 03:45:032415 'pixel_skia_gold_passthrough_test': {
Brian Sheedyc0c142c2021-06-01 21:18:052416 'modifications': {
2417 'Android FYI Release (Pixel 4)': {
2418 'args': [
2419 # Pixel 4s are weird in that they can output in different color spaces
2420 # simultaneously. The readback code for capturing a screenshot assumes
2421 # only one color space, so disable wide color gamut for the test to
2422 # work around the issue. See https://crbug.com/1166379 for more
2423 # information.
2424 '--extra-browser-args=--disable-wcg-for-test',
2425 ],
2426 },
2427 'Optional Android Release (Pixel 4)': {
2428 'args': [
2429 # See above.
2430 '--extra-browser-args=--disable-wcg-for-test',
2431 ],
2432 },
2433 },
Jonah Ryan-Davis832c8462020-06-09 03:45:032434 'replacements': {
2435 # The V8 builders pass the V8 revision for ${got_revision}, so instead
2436 # use ${got_cr_revision}, which is only set on the V8 bots.
2437 'Linux V8 FYI Release (NVIDIA)': {
2438 'args': {
2439 '--git-revision': '${got_cr_revision}',
2440 },
2441 },
2442 'Linux V8 FYI Release - pointer compression (NVIDIA)': {
2443 'args': {
2444 '--git-revision': '${got_cr_revision}',
2445 },
2446 },
Jonah Ryan-Davisdeeffeaf2020-06-18 17:56:002447 'Mac V8 FYI Release (Intel)': {
2448 'args': {
2449 '--git-revision': '${got_cr_revision}',
2450 },
2451 },
Jonah Ryan-Davis832c8462020-06-09 03:45:032452 'Win V8 FYI Release (NVIDIA)': {
2453 'args': {
2454 '--git-revision': '${got_cr_revision}',
2455 },
2456 },
2457 },
2458 },
2459 'pixel_skia_gold_validating_test': {
Brian Sheedy0566f2cb2021-02-12 22:12:502460 'modifications': {
2461 'Android FYI Release (Pixel 4)': {
2462 'args': [
2463 # Pixel 4s are weird in that they can output in different color spaces
2464 # simultaneously. The readback code for capturing a screenshot assumes
2465 # only one color space, so disable wide color gamut for the test to
2466 # work around the issue. See https://crbug.com/1166379 for more
2467 # information.
2468 '--extra-browser-args=--disable-wcg-for-test',
2469 ],
2470 },
Brian Sheedycde1ab1882021-05-27 21:22:002471 'Optional Android Release (Pixel 4)': {
2472 'args': [
2473 # See above.
2474 '--extra-browser-args=--disable-wcg-for-test',
2475 ],
2476 },
Brian Sheedy0566f2cb2021-02-12 22:12:502477 },
Brian Sheedye6ea0ee2019-07-11 02:54:372478 'replacements': {
Brian Sheedye6ea0ee2019-07-11 02:54:372479 # The V8 builders pass the V8 revision for ${got_revision}, so instead
2480 # use ${got_cr_revision}, which is only set on the V8 bots.
2481 'Android V8 FYI Release (Nexus 5X)': {
2482 'args': {
Brian Sheedy4d335deb2020-04-01 20:47:322483 '--git-revision': '${got_cr_revision}',
Brian Sheedye6ea0ee2019-07-11 02:54:372484 },
2485 },
Brian Sheedye6ea0ee2019-07-11 02:54:372486 'Mac V8 FYI Release (Intel)': {
2487 'args': {
Brian Sheedy4d335deb2020-04-01 20:47:322488 '--git-revision': '${got_cr_revision}',
Brian Sheedye6ea0ee2019-07-11 02:54:372489 },
2490 },
Brian Sheedye6ea0ee2019-07-11 02:54:372491 },
2492 },
2493 'pixel_test':{
Takuto Ikuta35c85522019-06-04 16:55:462494 'modifications': {
2495 'Android Release (Nexus 5X)': {
2496 'swarming': {
2497 'shards': 2,
2498 },
2499 },
2500 },
Nico Weber128fd382018-06-14 23:29:272501 },
Brian Sheedy9653f152019-08-07 17:02:442502 'rendering_representative_perf_tests': {
2503 'modifications': {
2504 'Win10 FYI x64 Exp Release (Intel HD 630)': {
2505 'args': [
Takuto Ikutab28b582e2021-02-10 01:41:212506 '--browser=release_x64',
Brian Sheedy9653f152019-08-07 17:02:442507 ],
2508 },
2509 'Win10 FYI x64 Exp Release (NVIDIA)': {
2510 'args': [
Takuto Ikutab28b582e2021-02-10 01:41:212511 '--browser=release_x64',
Brian Sheedy9653f152019-08-07 17:02:442512 ],
2513 },
Yuly Novikov86cb3542020-11-26 17:10:002514 'Win10 FYI x64 Release (AMD RX 5500 XT)': {
2515 'args': [
Takuto Ikutab28b582e2021-02-10 01:41:212516 '--browser=release_x64',
Yuly Novikov86cb3542020-11-26 17:10:002517 ],
2518 },
Brian Sheedy9653f152019-08-07 17:02:442519 'Win10 FYI x64 Release (Intel HD 630)': {
2520 'args': [
Takuto Ikutab28b582e2021-02-10 01:41:212521 '--browser=release_x64',
Brian Sheedy9653f152019-08-07 17:02:442522 ],
2523 },
Brian Sheedy9653f152019-08-07 17:02:442524 'Win10 FYI x64 Release (NVIDIA)': {
2525 'args': [
Takuto Ikutab28b582e2021-02-10 01:41:212526 '--browser=release_x64',
Brian Sheedy9653f152019-08-07 17:02:442527 ],
2528 },
behdad26cf7e72019-12-18 13:57:302529 'Win10 x64 Release (NVIDIA)': {
2530 'args': [
Takuto Ikutab28b582e2021-02-10 01:41:212531 '--browser=release_x64',
behdad26cf7e72019-12-18 13:57:302532 ],
2533 },
Brian Sheedy9653f152019-08-07 17:02:442534 },
2535 },
John Budorickdce9d462019-03-23 00:25:382536 'sandbox_linux_unittests': {
2537 'modifications': {
Haiyang Pan6b8e4cf2021-08-02 21:38:282538 'android-marshmallow-x86-rel': {
John Budorick6e8e595b2020-01-27 18:15:582539 'args': [
2540 '--test-launcher-filter-file=../../testing/buildbot/filters/android.emulator.sandbox_linux_unittests.filter',
2541 ]
2542 },
Haiyang Pan08d09dc2020-04-01 16:11:212543 'android-pie-x86-rel': {
John Budorick191adfcd2020-01-29 18:19:042544 'args': [
2545 '--test-launcher-filter-file=../../testing/buildbot/filters/android.emulator.sandbox_linux_unittests.filter',
2546 ]
2547 },
John Budorickdce9d462019-03-23 00:25:382548 },
John Budorick3ebfdf852019-05-13 22:28:162549 'remove_from': [
John Budorick3ebfdf852019-05-13 22:28:162550 'android-asan', # https://crbug.com/962650
2551 ],
John Budorickdce9d462019-03-23 00:25:382552 },
Brian Sheedyc0c142c2021-06-01 21:18:052553 'screenshot_sync_passthrough_tests': {
2554 'modifications': {
2555 'Android FYI Release (Pixel 4)': {
2556 'args': [
2557 # Pixel 4s are weird in that they can output in different color spaces
2558 # simultaneously. The readback code for capturing a screenshot assumes
2559 # only one color space, so disable wide color gamut for the test to
2560 # work around the issue. See https://crbug.com/1166379 for more
2561 # information.
2562 '--extra-browser-args=--disable-wcg-for-test',
2563 ],
2564 },
2565 'Optional Android Release (Pixel 4)': {
2566 'args': [
2567 # See above.
2568 '--extra-browser-args=--disable-wcg-for-test',
2569 ],
2570 },
2571 },
2572 },
Brian Sheedy0566f2cb2021-02-12 22:12:502573 'screenshot_sync_validating_tests': {
2574 'modifications': {
2575 'Android FYI Release (Pixel 4)': {
2576 'args': [
2577 # Pixel 4s are weird in that they can output in different color spaces
2578 # simultaneously. The readback code for capturing a screenshot assumes
2579 # only one color space, so disable wide color gamut for the test to
2580 # work around the issue. See https://crbug.com/1166379 for more
2581 # information.
2582 '--extra-browser-args=--disable-wcg-for-test',
2583 ],
2584 },
Brian Sheedycde1ab1882021-05-27 21:22:002585 'Optional Android Release (Pixel 4)': {
2586 'args': [
2587 # See above.
2588 '--extra-browser-args=--disable-wcg-for-test',
2589 ],
2590 },
Brian Sheedy0566f2cb2021-02-12 22:12:502591 },
2592 },
Kenneth Russelleb60cbd22017-12-05 07:54:282593 'services_unittests': {
2594 'remove_from': [
Nico Weber15a00d62018-05-16 17:11:482595 'ToTLinuxMSan', # https://crbug.com/831676
Kenneth Russell8a386d42018-06-02 09:48:012596 # The face and barcode detection tests fail on the Mac Pros.
2597 'Mac Pro FYI Release (AMD)',
Nico Weberd36959682018-04-12 03:33:462598 'Linux ChromiumOS MSan Tests', # https://crbug.com/831676
2599 'Linux MSan Tests', # https://crbug.com/831676
Kenneth Russelleb60cbd22017-12-05 07:54:282600 ],
Brian Sheedyb6c58792020-05-07 18:37:332601 'replacements': {
2602 # TODO(crbug.com/1078982): Remove once the test is fixed on 10.15.4.
2603 'Mac FYI Experimental Release (Intel)': {
2604 'args': {
2605 '--gtest_filter': '*Detection*:-FaceDetectionImplMacTest.ScanOneFace*',
2606 },
2607 },
2608 },
Haiyang Pan363c59a2020-07-23 05:47:042609 'modifications': {
Haiyang Pan9d68ca02021-08-04 21:30:472610 'android-11-x86-rel': {
Haiyang Pan10f029c2021-07-30 23:17:562611 'args': [
2612 # TODO(crbug.com/1234824): Fix the failed tests
2613 '--gtest_filter=-PacLibraryTest.ActualPacMyIpAddress*'
2614 ],
2615 },
Chong Gu52481452021-04-02 17:52:412616 'fuchsia-code-coverage': {
2617 'swarming': {
2618 'shards': 7,
2619 },
2620 },
2621 }
Chong Gudf7fbe92021-02-24 02:55:582622 },
Brian Ho8271a7ad2021-08-12 20:48:032623 # TODO(crbug.com/1202958): Remove these when SkiaRenderer is fully shipped
2624 # on Chrome OS.
2625 'skia_renderer_telemetry_perf_unittests': {
2626 'remove_from': [
2627 # Not enough capacity.
2628 'chromeos-betty-pi-arc-chrome',
2629 'chromeos-betty-pi-arc-chrome-dchecks',
Muyao Xuc5634692021-11-09 21:30:172630 # it sometimes flakily times out.
2631 'chromeos-amd64-generic-rel',
Brian Ho8271a7ad2021-08-12 20:48:03