blob: c2bb18a4143e75cf9ffe70d8f7d0bf601771dddf [file] [log] [blame]
Kenneth Russelleb60cbd22017-12-05 07:54:281# Copyright 2017 The Chromium Authors. All rights reserved.
2# Use of this source code is governed by a BSD-style license that can be
3# found in the LICENSE file.
4
5# This is a .pyl, or "Python Literal", file. You can treat it just like a
6# .json file, with the following exceptions:
7# * all keys must be quoted (use single quotes, please);
8# * comments are allowed, using '#' syntax; and
9# * trailing commas are allowed.
10
11# Exceptions to the common test suites can only include removal from
12# particular bots, and modifications on particular bots. By design,
13# it's not possible to add one-off tests to bots. Instead they have to
14# be added to one of the test suites in test_suites.pyl.
15#
Jeff Yoone2188f62020-08-24 20:55:5716# Note that if you are excluding with variants, you will need to exclude
17# per variant, with the identifier appended to the test suite name.
18# For example, if you have ios_chrome_ui_eg2tests_module with variant
19# SIM_IPHONE_6S_14_0 (identifier = "iPhone 6s 14.0"), you
20# must exclude with the test name as:
21# "ios_chrome_ui_eg2tests_module_iPhone 6s 14.0"
22
Kenneth Russelleb60cbd22017-12-05 07:54:2823# The goal is to drive the number of exceptions to zero, to make all
24# the bots behave similarly.
25{
Andrew Luo38b311f2019-10-04 03:42:0926 'android_browsertests': {
27 'modifications': {
Haiyang Pan9d68ca02021-08-04 21:30:4728 'android-11-x86-rel': {
Haiyang Panca7fcec2021-03-19 02:11:1029 'swarming': {
30 'shards': 2,
31 },
32 },
Struan Shrimptone772d72f2021-12-15 07:50:0933 'android-marshmallow-arm64-rel': {
34 'swarming': {
Struan Shrimpton4b7abc02021-12-16 01:36:5935 'quickrun_shards': 3,
Struan Shrimptone772d72f2021-12-15 07:50:0936 },
37 },
Greg Gutermanea661162021-11-17 00:46:4338 'android-marshmallow-arm64-rel-rts': {
39 'swarming': {
40 'shards': 2,
41 },
42 },
Haiyang Panb991f562021-08-10 17:46:4643 'android-marshmallow-x86-rel': {
44 'swarming': {
45 'shards': 2,
Struan Shrimpton4b7abc02021-12-16 01:36:5946 'quickrun_shards': 6,
Haiyang Panb991f562021-08-10 17:46:4647 },
48 },
Andrew Luo38b311f2019-10-04 03:42:0949 'android-pie-arm64-rel': {
Andrew Luobe83fd82019-12-19 03:07:5850 'args': [
51 '--gtest_filter=-ImportantSitesUtilBrowserTest.DSENotConsideredImportantInRegularMode', # https://crbug.com/1034001
52 ],
Haiyang Panfbd2b482020-09-23 23:41:2553 # TODO(crbug.com/1111436): Move this back to walleye if/when additional
54 # capacity has been deployed.
55 'swarming': {
56 'dimension_sets': [
57 {
58 'device_type': 'sailfish',
59 },
60 ],
Haiyang Pan1678f0c02021-03-09 23:05:0961 'shards': 2,
Struan Shrimpton4b7abc02021-12-16 01:36:5962 'quickrun_shards': 6,
Haiyang Panfbd2b482020-09-23 23:41:2563 },
Andrew Luo38b311f2019-10-04 03:42:0964 },
Haiyang Pan08d09dc2020-04-01 16:11:2165 'android-pie-x86-rel': {
John Budorick191adfcd2020-01-29 18:19:0466 'args': [
67 '--gtest_filter=-ImportantSitesUtilBrowserTest.DSENotConsideredImportantInRegularMode', # https://crbug.com/1034001
68 ],
Haiyang Pan7cd609d2021-04-08 20:17:2469 'swarming': {
70 'shards': 2,
71 },
John Budorick191adfcd2020-01-29 18:19:0472 },
Andrew Luo38b311f2019-10-04 03:42:0973 },
74 },
Sven Zhengc60debc2020-09-10 18:40:5275 'android_sync_integration_tests': {
76 'remove_from': [
Haiyang Pan6b8e4cf2021-08-02 21:38:2877 # Remove from CQ bots due to capacity.
78 'android-marshmallow-arm64-rel',
Greg Gutermanea661162021-11-17 00:46:4379 'android-marshmallow-arm64-rel-rts',
Sven Zhengc60debc2020-09-10 18:40:5280 ],
81 },
Kenneth Russelleb60cbd22017-12-05 07:54:2882 'android_webview_unittests': {
Kenneth Russelleb60cbd22017-12-05 07:54:2883 },
Jamie Madillc9ae75d2020-10-23 19:19:4884 'angle_end2end_tests': {
85 'remove_from': [
86 # TODO(ynovikov) Investigate why the test breaks on older devices.
87 'Android FYI Release (Nexus 5)',
Jamie Madillc9ae75d2020-10-23 19:19:4888 'Android FYI Release (Nexus 9)',
Jamie Madillc9ae75d2020-10-23 19:19:4889 ],
Yuly Novikov60cbf642020-11-19 20:43:1590 'modifications': {
91 # anglebug.com/5328 suspecting blue screen caused by multiprocess
Yuly Novikov60cbf642020-11-19 20:43:1592 'Optional Win10 x64 Release (Intel HD 630)': {
93 'args': [
94 '--max-processes=1',
95 ],
96 },
97 'Win10 FYI x64 Exp Release (Intel HD 630)': {
98 'args': [
99 '--max-processes=1',
100 ],
101 },
102 'Win10 FYI x64 Release (Intel HD 630)': {
103 'args': [
104 '--max-processes=1',
105 ],
106 },
Yuly Novikov80d2e672021-02-13 00:16:04107 'win10-angle-x64-intel': {
108 'args': [
109 '--max-processes=1',
110 ],
111 },
Yuly Novikov60cbf642020-11-19 20:43:15112 },
Yuly Novikov922b1fa92021-02-25 22:25:40113 'replacements': {
114 'Linux FYI Release (AMD RX 5500 XT)': {
115 'args': {
116 '--max-processes': '1',
117 },
118 },
119 },
Jamie Madillc9ae75d2020-10-23 19:19:48120 },
Jamie Madillc9ae75d2020-10-23 19:19:48121 'angle_unittests': {
122 'remove_from': [
123 # On Android, these are already run on the main waterfall.
124 'Android FYI Release (Nexus 5X)',
Yuly Novikovc1117ae82021-01-15 22:33:36125 # Times out listing tests crbug.com/1167314
126 'android-asan',
Jamie Madillc9ae75d2020-10-23 19:19:48127 # Does not currently work on Lacros configurations.
Junhua Chen39dd2dba2021-05-05 17:51:54128 'linux-lacros-code-coverage',
Jamie Madillc9ae75d2020-10-23 19:19:48129 'linux-lacros-tester-rel',
130 'linux-lacros-tester-fyi-rel',
Yuke Liaof27ebe52021-08-05 22:12:40131 'linux-lacros-dbg-tests-fyi',
Jamie Madillc9ae75d2020-10-23 19:19:48132 ],
Jamie Madillc9ae75d2020-10-23 19:19:48133 },
134 'angle_white_box_tests': {
Yuly Novikov60cbf642020-11-19 20:43:15135 'modifications': {
136 # anglebug.com/5328 suspecting blue screen caused by multiprocess
Yuly Novikov60cbf642020-11-19 20:43:15137 'Optional Win10 x64 Release (Intel HD 630)': {
138 'args': [
139 '--max-processes=1',
140 ],
141 },
142 'Win10 FYI x64 Exp Release (Intel HD 630)': {
143 'args': [
144 '--max-processes=1',
145 ],
146 },
147 'Win10 FYI x64 Release (Intel HD 630)': {
148 'args': [
149 '--max-processes=1',
150 ],
151 },
Yuly Novikov80d2e672021-02-13 00:16:04152 'win10-angle-x64-intel': {
153 'args': [
154 '--max-processes=1',
155 ],
156 },
Yuly Novikov60cbf642020-11-19 20:43:15157 },
Jamie Madillc9ae75d2020-10-23 19:19:48158 },
Yuke Liaob6beaeca2021-04-29 23:41:51159 'aura_unittests_amd64-generic': {
160 'remove_from': [
161 # TODO(crbug.com/1204231): Re-enable.
162 'lacros-amd64-generic-rel',
163 ]
164 },
Yuke Liao79a8cf52021-06-11 18:14:34165 'aura_unittests_eve': {
166 'remove_from': [
167 # TODO(crbug.com/1204231): Re-enable.
168 'lacros-amd64-generic-rel',
169 ]
170 },
Chong Gudf7fbe92021-02-24 02:55:58171 'base_unittests': {
172 'modifications': {
Haiyang Pan9d68ca02021-08-04 21:30:47173 'android-11-x86-rel': {
Haiyang Panc7c009e2021-03-18 19:31:23174 'args': [
Haiyang Panc08d02212021-10-18 18:58:38175 '--test-launcher-filter-file=../../testing/buildbot/filters/android.emulator.base_unittests.filter',
176 ],
177 },
178 'android-12-x64-fyi-rel': {
179 'args': [
180 '--test-launcher-filter-file=../../testing/buildbot/filters/android.emulator.base_unittests.filter',
181 '--gtest_filter=-ModuleCacheTest.CheckAgainstProcMaps', # crbug.com/1260521
Haiyang Panc7c009e2021-03-18 19:31:23182 ],
183 },
Chong Gudf7fbe92021-02-24 02:55:58184 'fuchsia-code-coverage': {
185 'swarming': {
186 'shards': 5,
187 },
188 },
189 },
190 },
Haiyang Pan363c59a2020-07-23 05:47:04191 'blink_platform_unittests': {
192 'modifications': {
Haiyang Panfbd2b482020-09-23 23:41:25193 'android-pie-arm64-rel': {
194 # TODO(crbug.com/1111436): Move this back to walleye if/when additional
195 # capacity has been deployed.
196 'swarming': {
197 'dimension_sets': [
198 {
199 'device_type': 'sailfish',
200 },
201 ],
202 },
203 },
Chong Gu52481452021-04-02 17:52:41204 'fuchsia-code-coverage': {
205 'swarming': {
206 'shards': 5,
207 },
208 },
Haiyang Pan363c59a2020-07-23 05:47:04209 },
210 },
Chong Gu76046412021-09-22 17:49:21211 'blink_unittests': {
Chong Guc2d145e2021-03-31 19:55:34212 'modifications': {
213 'fuchsia-code-coverage': {
214 'swarming': {
215 'shards': 30,
216 },
217 },
218 },
219 },
John Chenaab16fc02020-03-03 06:35:45220 'blink_web_tests': {
221 'remove_from': [
Ilia Samsonovca3dfd52020-08-07 18:39:01222 'Mac10.11 Tests',
John Chenaab16fc02020-03-03 06:35:45223 'Win 7 Tests x64 (1)', # 64-bit win is unsupported by the layout tests.
224 'Win10 Tests x64 (dbg)',
225 ],
226 'modifications': {
227 'Fuchsia x64': {
228 'args': [
229 '--platform=fuchsia',
Weizhong Xia3fdef5ca2022-01-04 21:50:20230 '--jobs=1',
John Chenaab16fc02020-03-03 06:35:45231 ],
232 'swarming': {
233 'shards': 1,
234 },
235 },
236 'Linux Tests': {
237 "args": [
238 "--additional-env-var=LLVM_PROFILE_FILE=${ISOLATED_OUTDIR}/profraw/default-%2m.profraw",
239 ],
240 },
241 'Linux Tests (dbg)(1)': {
242 'args': [
243 '--debug',
244 ],
245 'swarming': {
Sven Zheng439fcdf2021-07-13 20:14:57246 'shards': 30,
John Chenaab16fc02020-03-03 06:35:45247 },
248 },
Xianzhu Wange6dec152021-08-02 19:54:53249 'Mac10.12 Tests': {
250 'swarming': {
251 'shards': 25,
252 },
253 },
John Chenaab16fc02020-03-03 06:35:45254 'Mac10.13 Tests': {
255 'swarming': {
256 'dimension_sets': [
257 {
Erik Staab59591f32020-08-25 23:07:07258 'gpu': None,
John Chenaab16fc02020-03-03 06:35:45259 },
260 ],
261 'shards': 25,
262 },
263 },
Zhaoyang Li69e2e002021-02-19 21:57:35264 'Mac10.15 Tests': {
265 'swarming': {
266 'dimension_sets': [
267 {
268 'gpu': None,
269 },
270 ],
271 'shards': 25,
272 },
273 },
Lindsay Pasricha8d9a0c32021-12-08 17:08:29274 'Mac11 Tests': {
275 'swarming': {
276 'dimension_sets': [
277 {
278 'gpu': None,
279 },
280 ],
281 'shards': 25,
282 },
283 },
Zhaoyang Li9357e1e12021-12-07 18:53:17284 'Mac11 Tests (dbg)': {
285 'experiment_percentage': 100,
286 'args': [
287 '--debug',
288 ],
289 'swarming': {
290 'shards': 40,
291 },
292 },
Chong Gu75af969a2021-03-22 14:46:14293 'ToTFuchsia x64': {
294 'args': [
295 '--platform=fuchsia',
296 ],
297 'swarming': {
298 'shards': 1,
299 },
300 },
John Chenaab16fc02020-03-03 06:35:45301 'V8 Blink Linux Debug': {
Michael Achenbach455d39242020-06-22 13:33:45302 # This builder compiles Chromium in release mode, but V8 in debug.
303 # TODO(machenbach): Change name and out directory of this builder to
304 # something less confusing.
John Chenaab16fc02020-03-03 06:35:45305 'args': [
Michael Achenbach455d39242020-06-22 13:33:45306 '-t',
307 'Debug',
308 '--release',
John Chenaab16fc02020-03-03 06:35:45309 ],
310 },
311 'V8 Blink Linux Future': {
312 'args': [
Brian Sheedy10ddf0a2021-08-16 23:19:07313 '--flag-specific=future-js',
John Chenaab16fc02020-03-03 06:35:45314 ],
315 },
316 'WebKit Linux ASAN': {
317 'args': [
318 '--additional-expectations',
319 '../../third_party/blink/web_tests/ASANExpectations',
320 '--time-out-ms',
321 '48000',
322 '--enable-sanitizer',
323 ],
324 'swarming': {
325 'shards': 20,
326 },
327 },
328 'WebKit Linux Leak': {
329 'args': [
330 '--additional-expectations',
331 '../../third_party/blink/web_tests/LeakExpectations',
332 '--time-out-ms',
333 '48000',
334 '--enable-leak-detection',
335 ],
336 'swarming': {
337 'shards': 10,
338 },
339 },
340 'WebKit Linux MSAN': {
341 'args': [
342 '--additional-expectations',
343 '../../third_party/blink/web_tests/MSANExpectations',
344 '--time-out-ms',
345 '66000',
346 '--enable-sanitizer',
347 ],
348 'swarming': {
349 'expiration': 36000,
350 'hard_timeout': 10800,
351 'io_timeout': 3600,
352 'shards': 20,
353 },
354 },
John Chenaab16fc02020-03-03 06:35:45355 'WebKit Linux layout_ng_disabled Builder': {
356 'args': [
Brian Sheedy10ddf0a2021-08-16 23:19:07357 '--flag-specific=disable-layout-ng',
John Chenaab16fc02020-03-03 06:35:45358 ],
Stephen Martinis6eb8a5572021-03-02 00:23:08359 'swarming': {
360 'shards': 20,
361 },
John Chenaab16fc02020-03-03 06:35:45362 },
363 'Win10 Tests x64': {
364 'args': [
365 '--target',
Takuto Ikutab28b582e2021-02-10 01:41:21366 'Release_x64',
John Chenaab16fc02020-03-03 06:35:45367 ],
368 'swarming': {
369 "shards": 28
370 },
371 },
372 'Win10 Tests x64 (dbg)': {
373 'args': [
374 '--debug',
375 '--target',
Takuto Ikutab28b582e2021-02-10 01:41:21376 'Debug_x64',
John Chenaab16fc02020-03-03 06:35:45377 ],
378 },
Kuan Huangc93e8672021-06-29 21:13:45379 'Win10 Tests x64 20h2': {
380 'args': [
381 '--target',
382 'Release_x64',
383 ],
384 'swarming': {
385 "shards": 28
386 },
387 },
John Chenaab16fc02020-03-03 06:35:45388 'Win7 Tests (dbg)(1)': {
389 'args': [
390 '--debug',
391 '--time-out-ms',
392 '60000'
393 ],
394 'experiment_percentage': 100,
395 # TODO(kbr): the "Windows-7-SP1" Swarming dimension set is implicit,
396 # from prefered_os_dimension in
397 # tools/build/scripts/slave/recipe_modules/swarming/api.py. Ideally,
398 # Swarming dimensions would be either specified for all testers on the
399 # waterfall (and therefore, explicitly specified for all tests in the
400 # generated JSON), or this would be removed, and the implicit one used.
401 'swarming': {
402 'dimension_sets': [
403 {
404 'os': 'Windows-7-SP1',
405 }
406 ],
407 },
408 },
409 # tryserver.chromium.android
410 'android_blink_rel': {
411 'args': [
412 '--release',
413 '--android',
414 # TODO(crbug.com/912120): Breakpad was entirely disabled on
415 # Android. Remove this when it no longer affects Android crash
416 # log handling.
417 '--disable-breakpad',
418 # TODO(crbug.com/875172): run on the real GPU since the
419 # software fallback, SwiftShader, isn't yet for 32-bit ARM.
420 '--additional-driver-flag=--use-gpu-in-tests',
421 ],
422 },
423 'devtools_frontend_linux_blink_light_rel': {
424 'args': [
425 'http/tests/devtools',
426 ],
427 'swarming': {
428 'shards': 4,
429 },
430 },
431 'fuchsia-fyi-x64-rel': {
432 'args': [
433 '--platform=fuchsia',
434 ],
435 'swarming': {
436 'shards': 1,
437 },
438 },
Mathias Carlen30968a62020-03-31 08:47:04439 'linux-autofill-assistant': {
440 'args': [
441 '--release',
442 ],
443 },
Yuzu Saijo9709bcc2020-03-18 09:12:20444 'linux-bfcache-rel': {
John Chenaab16fc02020-03-03 06:35:45445 'args': [
Brian Sheedy10ddf0a2021-08-16 23:19:07446 '--flag-specific=enable-back-forward-cache-same-site',
Hiroshige Hayashizaki70120372021-10-04 07:24:30447 # TODO(crbug.com/1255537): Re-enable the test.
448 '--ignore-tests=external/wpt/html/browsers/browsing-the-web/back-forward-cache/events.html',
John Chenaab16fc02020-03-03 06:35:45449 ],
450 },
451 'linux-blink-animation-use-time-delta': {
452 'args': [
453 '--debug',
454 ],
455 },
John Chenaab16fc02020-03-03 06:35:45456 'linux-blink-heap-concurrent-marking-tsan-rel': {
457 'args': [
458 '--release',
Brian Sheedy10ddf0a2021-08-16 23:19:07459 '--flag-specific=enable-blink-heap-concurrent-marking',
John Chenaab16fc02020-03-03 06:35:45460 ],
461 },
Daniel Libby178c9832020-10-08 20:36:14462 'linux-blink-web-tests-force-accessibility-rel': {
463 'args': [
Brian Sheedy10ddf0a2021-08-16 23:19:07464 '--flag-specific=force-renderer-accessibility',
Daniel Libby178c9832020-10-08 20:36:14465 ],
466 },
John Chenaab16fc02020-03-03 06:35:45467 'linux-code-coverage': {
468 'args': [
469 '--additional-env-var=LLVM_PROFILE_FILE=${ISOLATED_OUTDIR}/profraw/default-%2m.profraw',
470 ],
471 'swarming': {
472 'shards': 20,
473 },
474 },
Aaron Gable40f79aa2020-03-21 01:21:15475 'linux-layout-tests-edit-ng': {
476 'args': [
Brian Sheedy10ddf0a2021-08-16 23:19:07477 '--flag-specific=enable-editing-ng',
Aaron Gable40f79aa2020-03-21 01:21:15478 ],
479 },
Stephanie Kim5c7f31d2021-04-27 18:00:06480 'linux-xenial-rel': {
481 "args": [
482 "--additional-env-var=LLVM_PROFILE_FILE=${ISOLATED_OUTDIR}/profraw/default-%2m.profraw",
483 ],
484 },
Lindsay Pasricha60535a22021-12-13 16:50:24485 # TODO (crbug.com/1254971) Re-enable once fixed
486 'mac-osxbeta-rel': {
487 'experiment_percentage': 0,
488 },
John Chenaab16fc02020-03-03 06:35:45489 'mac10.12-blink-rel-dummy': {
490 'swarming': {
491 'shards': 20,
492 },
493 },
494 'mac10.13-blink-rel-dummy': {
495 'swarming': {
496 'shards': 20,
497 },
498 },
John Chenaab16fc02020-03-03 06:35:45499 'mac10.14-blink-rel-dummy': {
500 'swarming': {
Xinan Lind2f91712021-04-29 21:13:56501 # Increase timeout and reduce shards.
502 # See https://crbug.com/1203565.
503 'shards': 12,
504 'hard_timeout': 1800,
John Chenaab16fc02020-03-03 06:35:45505 },
506 },
Ilia Samsonov7efe05e2020-05-07 19:00:46507 'mac10.15-blink-rel-dummy': {
508 'swarming': {
509 'shards': 20,
510 },
511 },
Ilia Samsonovdd271c6c22020-09-08 22:24:44512 'mac11.0-blink-rel-dummy': {
513 'swarming': {
Dirk Pranke2cc61792021-06-10 20:24:54514 'shards': 12,
515 'hard_timeout': 1800,
Ilia Samsonovdd271c6c22020-09-08 22:24:44516 },
517 },
Preethi Mohand030de42021-07-22 21:12:13518 'win10.20h2-blink-rel-dummy': {
519 'swarming': {
Preethi Mohand044dd02021-09-06 15:59:42520 'shards': 14,
Preethi Mohand030de42021-07-22 21:12:13521 'hard_timeout': 1200,
522 },
523 },
John Chenaab16fc02020-03-03 06:35:45524 },
525 },
John Budorickca995852019-06-26 16:55:55526 'breakpad_unittests': {
527 'modifications': {
528 'android-asan': {
529 'args': [
530 '--test-launcher-filter-file=../../testing/buildbot/filters/android.asan.breakpad_unittests.filter',
531 ],
532 },
533 },
534 },
Kenneth Russelleb60cbd22017-12-05 07:54:28535 'browser_tests': {
Kenneth Russellfbda3c532017-12-08 23:57:24536 'remove_from': [
Brad Halla36886c2019-02-26 16:52:29537 'CrWinAsan(dll)', # https://crbug.com/935598
Nico Weber3af4da72018-02-27 01:59:41538 'linux-win_cross-rel',
Nico Weberdae13cd92018-12-14 13:56:26539 'ToTLinuxTSan', # https://crbug.com/368525
Lindsay Pasrichab3f72db2021-09-22 22:05:46540 # TODO(crbug.com/1171053): Enable the suite in 'Mac10.15 Tests' once it's
Zhaoyang Li69e2e002021-02-19 21:57:35541 # off CQ.
Gary Tongd5f5a742021-01-29 00:01:13542 'Mac10.13 Tests', # https://crbug.com/1042757
Zhaoyang Li69e2e002021-02-19 21:57:35543 'Mac10.15 Tests', # https://crbug.com/1042757
Zhaoyang Li9357e1e12021-12-07 18:53:17544 'Mac11 Tests (dbg)', # https://crbug.com/1201386
Lindsay Pasricha8155d052021-04-22 00:06:43545 'mac-code-coverage', # https://crbug.com/1201386
Nico Weberd36959682018-04-12 03:33:46546 'Linux TSan Tests', # https://crbug.com/368525
Stephen Martinise701f5a2018-05-04 01:25:11547 'Win10 Tests x64 (dbg)',
Kenneth Russellfbda3c532017-12-08 23:57:24548 ],
Kenneth Russelleb60cbd22017-12-05 07:54:28549 'modifications': {
Nico Weber3f919792020-06-12 23:34:52550 'CrWinAsan': {
551 # These are very slow on the ASAN trybot for some reason.
552 # crbug.com/794372
553 'swarming': {
554 'shards': 40,
555 },
556 },
557 'CrWinAsan(dll)': {
558 # These are very slow on the ASAN trybot for some reason.
559 # crbug.com/794372
560 'swarming': {
561 'shards': 40,
562 },
563 },
Stephen Martinis1384ff92020-01-07 19:52:15564 'Linux - Future (dbg)': { # client.v8.chromium
Yuke Liaoea70f472019-12-19 06:03:36565 'swarming': {
Stephen Martinis1384ff92020-01-07 19:52:15566 'shards': 10,
Yuke Liaoea70f472019-12-19 06:03:36567 },
568 },
Stephen Martinis1384ff92020-01-07 19:52:15569 'Linux ASan LSan Tests (1)': {
570 # These are very slow on the ASAN trybot for some reason.
571 # crbug.com/794372
Roberto Carrillo2c9ec972019-03-20 03:11:19572 'swarming': {
Stephen Martinis1384ff92020-01-07 19:52:15573 'shards': 40,
Struan Shrimptone772d72f2021-12-15 07:50:09574 'quickrun_shards': 80
Roberto Carrillo2c9ec972019-03-20 03:11:19575 },
576 },
Chris Cunningham1d0e9e12020-02-26 22:56:40577 'Linux ASan Tests (sandboxed)': {
578 'swarming': {
John Abd-El-Malek3a631612020-07-08 21:40:41579 'shards': 30, # https://crbug.com/1103330
Chris Cunningham1d0e9e12020-02-26 22:56:40580 },
581 },
Stephen Martinis1384ff92020-01-07 19:52:15582 'Linux Chromium OS ASan LSan Tests (1)': {
583 # These are very slow on the ASAN trybot for some reason.
584 # crbug.com/794372
Roberto Carrillo5a5c98dc2019-10-30 22:33:51585 'swarming': {
Struan Shrimpton4ac259cc2021-11-22 22:41:33586 'shards': 40,
Roberto Carrillo5a5c98dc2019-10-30 22:33:51587 },
588 },
Stephen Martinis1384ff92020-01-07 19:52:15589 'Linux ChromiumOS MSan Tests': {
590 # These are very slow on the Chrome OS MSAN trybot for some reason.
591 # crbug.com/865455
Kenneth Russell56a3e862017-12-08 03:11:34592 'swarming': {
Ben Pastene44221d32020-05-21 23:38:36593 'shards': 32,
Kenneth Russell56a3e862017-12-08 03:11:34594 },
Ben Pastene44221d32020-05-21 23:38:36595 'args': [
596 '--test-launcher-filter-file=../../testing/buildbot/filters/chromeos.msan.browser_tests.oobe_negative.filter',
597 ],
Kenneth Russell56a3e862017-12-08 03:11:34598 },
Maksim Sisovc81d284c2021-10-05 17:54:35599 # https://crbug.com/1084469
600 'Linux Tests (Wayland)': {
601 'args': [
602 '--test-launcher-filter-file=../../testing/buildbot/filters/ozone-linux.wayland_browser_tests.filter',
603 ],
Struan Shrimptone772d72f2021-12-15 07:50:09604 'swarming': {
605 'quickrun_shards': 24,
606 },
Maksim Sisovc81d284c2021-10-05 17:54:35607 },
John Budorick614f91a2020-03-30 20:34:55608 'Linux Tests (dbg)(1)': {
609 # crbug.com/1066161
610 'swarming': {
611 'shards': 20,
612 },
613 },
Stephen Martinis1384ff92020-01-07 19:52:15614 'Mac ASan 64 Tests (1)': {
Kenneth Russellfbda3c532017-12-08 23:57:24615 'swarming': {
Stephen Martiniscd3c3832020-11-19 22:01:24616 'shards': 30,
Kenneth Russellfbda3c532017-12-08 23:57:24617 },
Lindsay Pasricha8155d052021-04-22 00:06:43618 # crbug.com/1196416
619 'args': [
620 '--test-launcher-filter-file=../../testing/buildbot/filters/mac.mac-rel.browser_tests.filter',
621 ],
Lindsay Pasrichab3f72db2021-09-22 22:05:46622 'experiment_percentage': 100, # https://crbug.com/1251657
Kenneth Russellfbda3c532017-12-08 23:57:24623 },
Sven Zheng3f14625692021-08-24 06:28:27624 # TODO(crbug.com/1232535) Remove once the bug is resolved.
625 'Mac10.11 Tests': {
626 'args': [
627 '--test-launcher-print-timestamps',
628 ],
629 },
Lindsay Pasricha76f44d22021-04-07 16:16:26630 'Mac10.15 Tests': {
631 # crbug.com/1042757
632 'swarming': {
633 'dimension_sets': [
634 {
635 # These shards are liable to time out when running on macmini7,1.
636 'cores': '8|12',
637 }
638 ],
639 },
640 # crbug.com/1196416
641 'args': [
642 '--test-launcher-filter-file=../../testing/buildbot/filters/mac.mac-rel.browser_tests.filter',
643 ],
644 },
Lindsay Pasrichaf8762592021-12-02 23:43:09645 'Mac11 Tests': {
646 'ci_only': True,
647 },
Zhaoyang Li9357e1e12021-12-07 18:53:17648 'Mac11 Tests (dbg)': {
649 # crbug.com/1042757
650 'swarming': {
651 'dimension_sets': [
652 {
653 # These shards are liable to time out when running on macmini7,1.
654 'cores': '8|12',
655 }
656 ],
657 },
658 # crbug.com/1196416
659 'args': [
660 '--test-launcher-filter-file=../../testing/buildbot/filters/mac.mac-rel.browser_tests.filter',
661 ],
662 },
Stephen Martinis1384ff92020-01-07 19:52:15663 'ToTWin(dbg)': {
Kenneth Russelleb60cbd22017-12-05 07:54:28664 'swarming': {
John Budorickca14c76f62017-12-09 14:19:18665 'shards': 20,
Kenneth Russelleb60cbd22017-12-05 07:54:28666 },
667 },
Stephen Martinis1384ff92020-01-07 19:52:15668 'ToTWin64(dbg)': {
Kenneth Russell8ceeabf2017-12-11 17:53:28669 'swarming': {
670 'shards': 20,
671 },
672 },
Kenneth Russell6c83d212018-07-27 20:52:59673 'Win10 Tests x64': {
674 # crbug.com/868082
675 'args': [
676 '--disable-features=WebRTC-H264WithOpenH264FFmpeg',
677 ],
Takuto Ikutac9c269a2019-01-10 22:40:25678 'swarming': {
679 # This is for slow test execution that often becomes a critical path of
680 # swarming jobs. crbug.com/868114
681 'shards': 15,
Struan Shrimpton4b7abc02021-12-16 01:36:59682 'quickrun_shards': 30,
Takuto Ikutac9c269a2019-01-10 22:40:25683 }
Kenneth Russell6c83d212018-07-27 20:52:59684 },
Kuan Huangc93e8672021-06-29 21:13:45685 'Win10 Tests x64 20h2': {
686 # crbug.com/868082
687 'args': [
688 '--disable-features=WebRTC-H264WithOpenH264FFmpeg',
689 ],
690 'swarming': {
691 # This is for slow test execution that often becomes a critical path of
692 # swarming jobs. crbug.com/868114
693 'shards': 15,
694 }
695 },
Stephen Martinis1384ff92020-01-07 19:52:15696 'Win7 Tests (1)': {
697 # This is for slow test execution that often becomes a critical path of
698 # swarming jobs. crbug.com/868114
699 'swarming': {
700 'shards': 15,
701 },
702 },
703 'Win7 Tests (dbg)(1)': {
Pavol Markoc579e072019-12-05 22:42:02704 'swarming': {
705 'shards': 20,
706 },
707 },
Stephen Martinis1384ff92020-01-07 19:52:15708 'linux-chromeos-chrome': {
709 # TODO(https://crbug.com/932269): Promote out of experiment when the
710 # tests are green.
711 'args': [
712 '--test-launcher-filter-file=../../testing/buildbot/filters/chromeos.browser_tests.filter',
713 ],
714 },
715 'linux-chromeos-code-coverage': {
Nico Weber0c2861b2018-12-14 18:05:16716 'swarming': {
Stephen Martinis1384ff92020-01-07 19:52:15717 'shards': 50,
718 },
719 },
720 'linux-chromeos-dbg': {
721 'swarming': {
Garrett Beatyd81c9182021-05-12 02:52:50722 'shards': 40,
Stephen Martinis1384ff92020-01-07 19:52:15723 },
724 },
725 'linux-chromeos-rel': {
726 'swarming': {
727 'shards': 20,
Struan Shrimptone772d72f2021-12-15 07:50:09728 'quickrun_shards': 40,
Stephanie Kime9008f72020-03-05 23:01:16729 'dimension_sets': [
730 {
731 'kvm': '1',
732 },
733 ],
Stephen Martinis1384ff92020-01-07 19:52:15734 },
735 },
736 'linux-code-coverage': {
Yuke Liao58e1d202020-03-20 23:02:01737 'args': [
738 '--no-sandbox',
739 ],
Stephen Martinis1384ff92020-01-07 19:52:15740 'swarming': {
741 'shards': 50,
742 },
743 },
Junhua Chen39dd2dba2021-05-05 17:51:54744 'linux-lacros-code-coverage': {
745 'args': [
Ben Pastened1b2fd192021-05-11 19:10:18746 '--test-launcher-filter-file=../../testing/buildbot/filters/linux-lacros.browser_tests.filter',
Junhua Chen39dd2dba2021-05-05 17:51:54747 ],
748 },
Jieting Yangbf15db672021-10-04 19:18:37749 'linux-lacros-dbg-tests-fyi': {
750 'args': [
751 '--test-launcher-filter-file=../../testing/buildbot/filters/linux-lacros.browser_tests.filter',
752 ],
753 },
Sven Zheng80734f12020-08-06 06:50:39754 'linux-lacros-tester-rel': {
755 'args': [
Ben Pastened1b2fd192021-05-11 19:10:18756 '--test-launcher-filter-file=../../testing/buildbot/filters/linux-lacros.browser_tests.filter',
Sven Zheng80734f12020-08-06 06:50:39757 ],
Struan Shrimptone772d72f2021-12-15 07:50:09758 'swarming': {
759 'quickrun_shards': 20,
760 },
Sven Zheng80734f12020-08-06 06:50:39761 },
Stephen Martinis1384ff92020-01-07 19:52:15762 'linux-trusty-rel': {
763 'args': [
John Budorick79ec9012020-01-08 21:56:31764 '--test-launcher-filter-file=../../testing/buildbot/filters/linux_trusty_rel.browser_tests.filter',
765 ],
Stephen Martinis1384ff92020-01-07 19:52:15766 },
Kuan Huang235b0142021-10-19 18:59:28767 'mac-code-coverage': {
768 'args': [
769 '--coverage-continuous-mode=1',
770 ],
771 },
Kuan Huang83a1c922021-09-08 22:00:27772 'mac11-arm64-rel-tests': {
Kuan Huang199112a52021-08-23 17:37:19773 'ci_only': False, # https://crbug.com/1234525
Lindsay Pasricha36432062021-10-27 20:43:30774 'args': [
775 # crbug.com/1262402
776 '--test-launcher-filter-file=../../testing/buildbot/filters/mac.mac11-arm64-rel.browser_tests.filter',
777 ]
Kuan Huang199112a52021-08-23 17:37:19778 },
Stephen Martinis1384ff92020-01-07 19:52:15779 'win-asan': {
Nico Weber3f919792020-06-12 23:34:52780 # These are very slow on the ASAN trybot for some reason.
781 # crbug.com/794372
Stephen Martinis1384ff92020-01-07 19:52:15782 'swarming': {
Nico Weber3f919792020-06-12 23:34:52783 'shards': 40,
Nico Weber0c2861b2018-12-14 18:05:16784 },
785 },
Yuki Yamada70190fc2021-10-28 09:00:27786 'win-backuprefptr-x64-fyi-rel': {
787 'args': [
788 '--test-launcher-filter-file=../../testing/buildbot/filters/win_backuprefptr_fyi.browser_tests.filter',
789 ],
790 },
Kenneth Russelleb60cbd22017-12-05 07:54:28791 },
792 },
Erik Chen681dc0282019-11-26 22:54:49793 'cc_unittests': {
794 'modifications': {
795 'Linux TSan Tests': {
796 'swarming': {
797 'shards': 3,
798 },
799 },
Haiyang Pan9d68ca02021-08-04 21:30:47800 'android-11-x86-rel': {
Haiyang Pancf765862021-03-18 20:39:15801 # https://crbug.com/1039860
802 'args': [
Haiyang Pan11d8bd52021-11-19 21:22:54803 '--test-launcher-filter-file=../../testing/buildbot/filters/android.emulator_11_12.cc_unittests.filter',
804 ],
805 },
806 'android-12-x64-fyi-rel': {
807 # https://crbug.com/1039860
808 'args': [
809 '--test-launcher-filter-file=../../testing/buildbot/filters/android.emulator_11_12.cc_unittests.filter',
Haiyang Pancf765862021-03-18 20:39:15810 ],
811 },
Haiyang Pan6b8e4cf2021-08-02 21:38:28812 'android-marshmallow-x86-rel': {
John Budorickfa8f1da92020-01-15 18:11:38813 # https://crbug.com/1039860
814 'args': [
815 '--test-launcher-filter-file=../../testing/buildbot/filters/android.emulator.cc_unittests.filter',
816 ],
817 },
Haiyang Pan08d09dc2020-04-01 16:11:21818 'android-pie-x86-rel': {
John Budorickfa8f1da92020-01-15 18:11:38819 # https://crbug.com/1039860
820 'args': [
821 '--test-launcher-filter-file=../../testing/buildbot/filters/android.emulator.cc_unittests.filter',
822 ],
823 },
Chong Gudf7fbe92021-02-24 02:55:58824 'fuchsia-code-coverage': {
825 'swarming': {
826 'shards': 4,
827 },
828 },
Chong Gub2446462021-08-19 18:44:08829 'fuchsia-fyi-arm64-dbg': {
830 'args': [
831 '--test-launcher-filter-file=../../testing/buildbot/filters/fuchsia.debug.cc_unittests.filter',
832 ],
833 },
Erik Chen681dc0282019-11-26 22:54:49834 },
835 },
Prakhar94f444a2020-10-08 07:30:08836 'check_static_initializers': {
837 'modifications': {
838 'Mac Builder': {
839 'args': [
840 '--allow-coverage-initializer',
841 ],
842 },
843 },
844 },
Ben Pastene7a05a8f2020-11-12 17:25:51845 'chrome_all_tast_tests': {
846 'modifications': {
Struan Shrimpton4b7abc02021-12-16 01:36:59847 'chromeos-amd64-generic-rel': {
848 'swarming': {
849 'quickrun_shards': 4,
850 },
851 },
Ben Pastene7a05a8f2020-11-12 17:25:51852 'chromeos-betty-pi-arc-cfi-thin-lto-chrome': {
853 'args': [
854 # This bot sets symbol_level=2, which doesn't fit inside a normal VM.
855 '--strip-chrome',
856 ],
857 },
858 },
859 },
Andrew Luod252791ac2019-10-15 00:28:13860 'chrome_java_test_pagecontroller_tests': {
Haiyang Panfbd2b482020-09-23 23:41:25861 'modifications': {
862 'android-pie-arm64-rel': {
863 # TODO(crbug.com/1111436): Move this back to walleye if/when additional
864 # capacity has been deployed.
865 'swarming': {
866 'dimension_sets': [
867 {
868 'device_type': 'sailfish',
869 },
870 ],
871 },
872 },
873 },
Andrew Luod252791ac2019-10-15 00:28:13874 },
Stephanie Kim07761d22021-11-25 00:21:18875 'chrome_junit_tests': {
876 'modifications': {
877 'android-marshmallow-arm64-rel': {
878 'args': [
879 # Too many shards can lead to race conditions (crbug/1272066)
880 '--shards=8',
881 ],
882 },
883 },
884 },
Yun Liu7cfd28a2019-10-30 01:57:12885 'chrome_public_smoke_test': {
886 'remove_from': [
Ben Joyce02dc8092021-03-04 21:48:19887 'android-code-coverage-native', # Does not generate profraw data.
Ben Joyce46ca6012021-03-31 19:19:25888 'android-pie-arm64-coverage-experimental-rel', # Does not generate profraw data.
Yun Liu7cfd28a2019-10-30 01:57:12889 ],
890 },
Kenneth Russelleb60cbd22017-12-05 07:54:28891 'chrome_public_test_apk': {
John Budorick27d2d44e2019-05-20 20:26:09892 'remove_from': [
893 'android-asan', # https://crbug.com/964562
Ben Joyce02dc8092021-03-04 21:48:19894 'android-code-coverage-native', # Does not generate profraw data.
Ben Joyce46ca6012021-03-31 19:19:25895 'android-pie-arm64-coverage-experimental-rel', # Does not generate profraw data.
John Budorick27d2d44e2019-05-20 20:26:09896 ],
Kenneth Russelleb60cbd22017-12-05 07:54:28897 'modifications': {
Kenneth Russelleb60cbd22017-12-05 07:54:28898 'Marshmallow 64 bit Tester': {
899 'swarming': {
Kenneth Russelleb60cbd22017-12-05 07:54:28900 'shards': 14,
901 },
902 },
Arthur Wang5dd7b07c2020-04-04 01:05:22903 'Marshmallow Tablet Tester': {
904 'args': [
905 '--timeout-scale',
906 '2.0',
907 ],
908 },
Ben Pastenec73e96e92018-07-12 01:40:35909 'Oreo Phone Tester': {
bsheedy01833462018-12-07 01:05:57910 # TODO(https://crbug.com/884413): Re-enable this once the tests are
911 # either passing or there is more capacity.
912 'experiment_percentage': 0,
Ben Pastenec73e96e92018-07-12 01:40:35913 },
Haiyang Pan9d68ca02021-08-04 21:30:47914 'android-11-x86-rel': {
Haiyang Panb80557c2021-03-13 03:01:44915 'args': [
916 '--test-launcher-filter-file=../../testing/buildbot/filters/android.emulator_11.chrome_public_test_apk.filter',
Haiyang Pan1d5ca2862021-04-01 22:21:09917 '--timeout-scale=2.0',
Haiyang Panb80557c2021-03-13 03:01:44918 ],
Haiyang Pan68a39c02021-11-11 21:12:21919 },
920 'android-12-x64-fyi-rel': {
921 'args': [
922 '--timeout-scale=2.0',
923 ],
Haiyang Panb80557c2021-03-13 03:01:44924 },
Stephen Martinis1384ff92020-01-07 19:52:15925 'android-arm64-proguard-rel': {
926 'swarming': {
927 'shards': 25,
928 },
929 },
Brian Sheedy44a7a0032020-04-16 19:20:57930 'android-marshmallow-arm64-rel-swarming': {
931 'swarming': {
Brian Sheedy180c2dd2020-04-22 19:34:31932 'service_account': '[email protected]'
Brian Sheedy44a7a0032020-04-16 19:20:57933 },
934 },
Haiyang Pan742760c2021-02-12 03:21:41935 'android-marshmallow-x86-rel': {
936 'args': [
937 '--test-launcher-filter-file=../../testing/buildbot/filters/android.emulator_m.chrome_public_test_apk.filter',
938 ],
939 'swarming': {
940 # TODO(crbug.com/1127110): Revisit shards and machine_type if there
941 # are n2 machines available in the test pool.
942 'shards': 25,
Haiyang Pan742760c2021-02-12 03:21:41943 },
Haiyang Pan37fbd7a42020-06-03 03:27:37944 },
Stephen Martinis1384ff92020-01-07 19:52:15945 'android-pie-arm64-rel': {
946 'args': [
947 '--test-launcher-filter-file=../../testing/buildbot/filters/android.pie_arm64_rel.chrome_public_test_apk.filter', # https://crbug.com/1010211
948 ],
Stephen Martinisd05530d2021-07-27 22:50:22949 'ci_only': True, # https://crbug.com/1233700
Haiyang Pan43640ee2020-02-13 01:38:00950 },
Haiyang Pan08d09dc2020-04-01 16:11:21951 'android-pie-x86-rel': {
Haiyang Pan43640ee2020-02-13 01:38:00952 'args': [
Haiyang Pan71373072020-03-02 19:57:49953 # https://crbug.com/1046059
Haiyang Pan23f64f52020-06-04 01:23:32954 '--test-launcher-filter-file=../../testing/buildbot/filters/android.emulator_p.chrome_public_test_apk.filter',
Haiyang Pan43640ee2020-02-13 01:38:00955 ],
Haiyang Pan71373072020-03-02 19:57:49956 'swarming': {
Haiyang Pan58a6db22021-07-30 01:08:26957 # See https://crbug.com/1230192, runs of 40-60 minutes at 20 shards.
958 'shards': 30,
959 },
960 },
961 },
962 },
963 'chrome_public_test_apk_with_playstore': {
964 'remove_from': [
965 # Android Emulator does not ship playstore image on Marshmallow.
966 'android-marshmallow-x86-rel',
967 ],
968 'modifications': {
Haiyang Pan9d68ca02021-08-04 21:30:47969 'android-11-x86-rel': {
Haiyang Pan58a6db22021-07-30 01:08:26970 'args': [
971 '--avd-config=../../tools/android/avd/proto/generic_playstore_android30.textpb',
972 ],
973 'swarming': {
974 # soft affinity so that bots with caches will be picked first
975 'optional_dimensions': {
976 '60': [
977 {
Haiyang Pan68a39c02021-11-11 21:12:21978 'caches': 'avd_generic_playstore_android30',
Haiyang Pan58a6db22021-07-30 01:08:26979 }
980 ],
981 },
982 'named_caches': [
983 {
984 'name': 'avd_generic_playstore_android30',
985 'path': '.android',
986 },
987 {
988 'name': 'system_images_android_30_google_apis_playstore_x86',
989 'path': '.emulator_sdk',
990 },
991 ],
992 },
993 },
Haiyang Pan68a39c02021-11-11 21:12:21994 'android-12-x64-fyi-rel': {
995 'args': [
996 '--avd-config=../../tools/android/avd/proto/generic_playstore_android31.textpb',
997 ],
998 'swarming': {
999 # soft affinity so that bots with caches will be picked first
1000 'optional_dimensions': {
1001 '60': [
1002 {
1003 'caches': 'avd_generic_playstore_android31',
1004 }
1005 ],
1006 },
1007 'named_caches': [
1008 {
1009 'name': 'avd_generic_playstore_android31',
1010 'path': '.android',
1011 },
1012 {
1013 'name': 'system_images_android_31_google_apis_playstore_x64',
1014 'path': '.emulator_sdk',
1015 },
1016 ],
1017 },
1018 },
Haiyang Pan58a6db22021-07-30 01:08:261019 'android-pie-x86-rel': {
1020 'args': [
1021 '--avd-config=../../tools/android/avd/proto/generic_playstore_android28.textpb',
1022 ],
1023 'swarming': {
Haiyang Pan2c438302021-06-11 23:50:381024 # soft affinity so that bots with caches will be picked first
1025 'optional_dimensions': {
1026 '60': [
1027 {
1028 'caches': 'avd_generic_playstore_android28',
1029 }
1030 ],
1031 },
Haiyang Pan71373072020-03-02 19:57:491032 'named_caches': [
1033 {
1034 'name': 'avd_generic_playstore_android28',
1035 'path': '.android',
1036 },
1037 {
1038 'name': 'system_images_android_28_google_apis_playstore_x86',
1039 'path': '.emulator_sdk',
1040 },
Haiyang Pan980402822020-10-07 23:24:561041 ],
Haiyang Pan71373072020-03-02 19:57:491042 },
John Budorick34009472018-04-03 17:38:441043 },
Kenneth Russelleb60cbd22017-12-05 07:54:281044 },
1045 },
1046 'chrome_public_test_vr_apk': {
Nico Weberb0b3f5862018-07-13 18:45:151047 'remove_from': [
Ben Joyce3e043862021-10-20 23:57:241048 # Decided to no longer run VR tests on M, crbug.com/1159619.
bsheedy410dd7c2018-06-15 22:42:091049 'Marshmallow Tablet Tester',
Haiyang Pand12ff5462021-07-12 17:29:021050
Andrew Luo38b311f2019-10-04 03:42:091051 'android-pie-arm64-rel', # https://crbug.com/1010211
bsheedydf58b4e2018-11-01 19:42:161052 'ToTAndroid',
John Budorick27d2d44e2019-05-20 20:26:091053 'android-asan', # https://crbug.com/964562
Ben Joyce02dc8092021-03-04 21:48:191054 'android-code-coverage-native', # Does not generate profraw data.
Ben Joyce46ca6012021-03-31 19:19:251055 'android-pie-arm64-coverage-experimental-rel', # Does not generate profraw data.
bsheedy410dd7c2018-06-15 22:42:091056 ],
Kenneth Russelleb60cbd22017-12-05 07:54:281057 },
bsheedy75a4dd52018-11-27 23:24:301058 'chrome_public_test_vr_apk-vega': {
1059 'modifications': {
bsheedy75a4dd52018-11-27 23:24:301060 'Oreo Phone Tester': {
1061 'swarming': {
1062 'dimension_sets': [
1063 {
1064 'device_os': 'OVR1.180808.003',
1065 'device_type': 'vega',
1066 'os': 'Android',
1067 },
1068 ],
1069 },
1070 }
1071 }
1072 },
Rakib M. Hasana56be792021-03-15 21:14:401073 'chrome_public_wpt': {
1074 'modifications': {
1075 'android-web-platform-pie-x86-fyi-rel': {
1076 'swarming': {
Rakib M. Hasana56be792021-03-15 21:14:401077 'shards': 18,
1078 },
1079 },
1080 },
1081 },
Ian Struiksmaeb285db02020-10-20 22:19:341082 'chrome_sizes': {
1083 'modifications': {
Yuke Liao975680302021-02-18 18:34:541084 'lacros-amd64-generic-chrome': {
1085 'swarming': {
1086 'dimension_sets': [
1087 {
Yuke Liao31225ee32021-03-17 23:21:331088 'cpu': 'x86-64',
Ben Pasteneddd3da72021-09-23 17:41:351089 'os': 'Ubuntu-18.04',
Yuke Liao975680302021-02-18 18:34:541090 },
1091 ],
1092 },
1093 },
Ben Pastenee9536c82021-10-19 01:48:571094 'lacros-arm-generic-chrome': {
1095 'swarming': {
1096 'dimension_sets': [
1097 {
1098 'cpu': 'x86-64',
1099 'os': 'Ubuntu-18.04',
1100 },
1101 ],
1102 },
1103 },
Ian Struiksmaeb285db02020-10-20 22:19:341104 },
1105 },
Takuto Ikuta1b749b902019-04-11 18:05:531106 'chromedriver_py_tests': {
1107 'remove_from': [
1108 # Timeout happens sometimes (crbug.com/951799).
Takuto Ikuta1b749b902019-04-11 18:05:531109 'Win10 Tests x64 (dbg)',
1110 ],
1111 },
Haiyang Panfed339172021-03-10 23:19:571112 'components_browsertests': {
Chong Gu76046412021-09-22 17:49:211113 'remove_from': [
1114 'fuchsia-fyi-arm64-rel', # https://crbug.com/961457
1115 'fuchsia-fyi-x64-rel', # https://crbug.com/961457
1116 ],
Haiyang Panfed339172021-03-10 23:19:571117 'modifications': {
Haiyang Pan9d68ca02021-08-04 21:30:471118 'android-11-x86-rel': {
Haiyang Panfed339172021-03-10 23:19:571119 'swarming': {
1120 'shards': 2,
1121 },
1122 },
1123 },
1124 },
Kenneth Russelleb60cbd22017-12-05 07:54:281125 'components_unittests': {
Yun Liu3e759dbb2019-11-01 19:25:521126 'remove_from': [
Ben Joyce68c5c852021-10-16 23:55:161127 # https://crbug.com/1147531 - covered on marshmallow emulator.
Garrett Beaty47a2d802020-11-10 20:50:531128 'android-marshmallow-arm64-rel',
Greg Gutermanea661162021-11-17 00:46:431129 'android-marshmallow-arm64-rel-rts',
Yun Liu3e759dbb2019-11-01 19:25:521130 ],
Kenneth Russelleb60cbd22017-12-05 07:54:281131 'modifications': {
John Budorick5052d552017-12-13 02:59:341132 'Linux ASan LSan Tests (1)': {
1133 # These are very slow on the ASAN trybot for some reason.
1134 # crbug.com/794372
1135 'swarming': {
1136 'shards': 5,
1137 },
1138 },
Takuto Ikuta54671d972018-07-19 19:06:351139 'Linux Chromium OS ASan LSan Tests (1)': {
1140 # These are very slow on the ASAN trybot for some reason.
1141 # crbug.com/794372
1142 'swarming': {
1143 'shards': 5,
1144 },
1145 },
Erik Chen681dc0282019-11-26 22:54:491146 'Linux TSan Tests': {
1147 'swarming': {
1148 'shards': 2,
1149 },
1150 },
Haiyang Pan9d68ca02021-08-04 21:30:471151 'android-11-x86-rel': {
Haiyang Pan799282f2021-03-25 19:38:311152 'args': [
Haiyang Pane521cf692021-11-30 00:35:231153 # TODO(crbug.com/1192348): Fix the test failure
1154 '--gtest_filter=-FieldFormatterTest.DifferentLocales',
Haiyang Pan799282f2021-03-25 19:38:311155 ],
1156 },
Haiyang Pan2877f062021-11-18 01:06:061157 'android-12-x64-fyi-rel': {
1158 'args': [
1159 # TODO(crbug.com/1192348): Fix the test failure
1160 '--gtest_filter=-FieldFormatterTest.DifferentLocales',
1161 ],
1162 },
Omer Katz7d2be652020-01-22 18:13:461163 'linux-blink-heap-concurrent-marking-tsan-rel': {
1164 'swarming': {
1165 'shards': 2,
1166 },
1167 },
Sven Zheng80734f12020-08-06 06:50:391168 # https://crbug.com/1111979,
Junhua Chen39dd2dba2021-05-05 17:51:541169 'linux-lacros-code-coverage': {
1170 'args': [
1171 '--test-launcher-filter-file=../../testing/buildbot/filters/linux-lacros.components_unittests.filter',
1172 ],
1173 },
1174 # https://crbug.com/1111979,
Yuke Liaoa0db4742021-08-09 18:28:331175 'linux-lacros-dbg-tests-fyi': {
1176 'args': [
1177 '--test-launcher-filter-file=../../testing/buildbot/filters/linux-lacros.components_unittests.filter',
1178 ],
1179 },
1180 # https://crbug.com/1111979,
Sven Zheng5c9d3e342020-08-11 21:39:431181 'linux-lacros-tester-rel': {
Sven Zheng5c9d3e342020-08-11 21:39:431182 'args': [
Yuke Liao56a437dd2021-05-05 04:53:401183 '--test-launcher-filter-file=../../testing/buildbot/filters/linux-lacros.components_unittests.filter',
Sven Zheng5c9d3e342020-08-11 21:39:431184 ],
Sven Zheng80734f12020-08-06 06:50:391185 },
1186 },
Sven Zheng577fe5ff2020-08-03 22:06:441187 },
Chong Gu76046412021-09-22 17:49:211188 'compositor_unittests': {
Chong Gub2446462021-08-19 18:44:081189 'modifications': {
1190 'fuchsia-fyi-arm64-dbg': {
1191 'args': [
1192 '--test-launcher-filter-file=../../testing/buildbot/filters/fuchsia.debug.compositor_unittests.filter',
1193 ],
1194 },
1195 },
1196 },
Kenneth Russelleb60cbd22017-12-05 07:54:281197 'content_browsertests': {
Brad Halla36886c2019-02-26 16:52:291198 'remove_from': [
Brad Halla36886c2019-02-26 16:52:291199 'CrWinAsan(dll)', # https://crbug.com/935598
Chong Gu0ed5dcda2021-07-15 21:26:111200 'android-marshmallow-arm64-rel', # http://crbug.com/1060245#c30: due to low utility and capacity.
Greg Gutermanea661162021-11-17 00:46:431201 'android-marshmallow-arm64-rel-rts',
Brad Halla36886c2019-02-26 16:52:291202 ],
Kenneth Russelleb60cbd22017-12-05 07:54:281203 'modifications': {
Kenneth Russellfbda3c532017-12-08 23:57:241204 'Cast Audio Linux': {
1205 'args': [
Nico Weber02f30392018-07-16 18:39:431206 '--test-launcher-filter-file=../../testing/buildbot/filters/cast-linux.content_browsertests.filter',
Kenneth Russellfbda3c532017-12-08 23:57:241207 ],
Kenneth Russellfbda3c532017-12-08 23:57:241208 },
1209 'Cast Linux': {
1210 'args': [
Nico Weber02f30392018-07-16 18:39:431211 '--test-launcher-filter-file=../../testing/buildbot/filters/cast-linux.content_browsertests.filter',
Kenneth Russellfbda3c532017-12-08 23:57:241212 ],
Kenneth Russellfbda3c532017-12-08 23:57:241213 },
Erik Chenb681c8c2019-11-25 22:52:521214 'Linux ASan LSan Tests (1)': {
1215 'swarming': {
1216 'shards': 12,
Struan Shrimptone772d72f2021-12-15 07:50:091217 'quickrun_shards': 24,
Erik Chenb681c8c2019-11-25 22:52:521218 },
1219 },
Chris Cunninghame1a04ea2019-04-24 01:49:321220 'Linux ASan Tests (sandboxed)': {
1221 'swarming': {
John Abd-El-Malek3a631612020-07-08 21:40:411222 'shards': 10, # https://crbug.com/1103330
Chris Cunninghame1a04ea2019-04-24 01:49:321223 },
1224 },
Erik Chen681dc0282019-11-26 22:54:491225 'Linux TSan Tests': {
1226 'swarming': {
1227 'shards': 15,
1228 },
1229 },
Lindsay Pasrichab3f72db2021-09-22 22:05:461230 'Mac ASan 64 Tests (1)': { # https://crbug.com/1200640
1231 'experiment_percentage': 100,
1232 },
Sergey Silkinfe96b352020-10-19 20:41:341233 'Marshmallow Tablet Tester': {
1234 'args': [
1235 '--test-launcher-filter-file=../../testing/buildbot/filters/android.marshmallow_tablet_tester.content_browsertests.filter',
1236 ],
Haiyang Pan1f6367352021-07-02 21:15:571237 'swarming': {
1238 'shards': 15,
1239 },
Sergey Silkinfe96b352020-10-19 20:41:341240 },
Sergey Silkin1fe10e82020-10-30 19:36:581241 'WebRTC Chromium FYI Android Tests (dbg) (M Nexus5X)': {
1242 'args': [
1243 '--test-launcher-filter-file=../../testing/buildbot/filters/chromium.webrtc.fyi.android.tests.dbg.content_browsertests.filter',
1244 ],
Andrew Grieveae21ca62021-10-20 18:37:521245 },
1246 'WebRTC Chromium FYI Android Tests (dbg) (N Nexus5X)': {
1247 'args': [
1248 '--test-launcher-filter-file=../../testing/buildbot/filters/chromium.webrtc.fyi.android.tests.dbg.content_browsertests.filter',
1249 ],
1250 },
Stephen Martinis1384ff92020-01-07 19:52:151251 'Win10 Tests x64': {
1252 # crbug.com/868082
1253 'args': [
1254 '--disable-features=WebRTC-H264WithOpenH264FFmpeg',
1255 ],
1256 },
1257 'Win10 Tests x64 (dbg)': {
1258 'experiment_percentage': 100,
1259 # crbug.com/868082
1260 'args': [
1261 '--disable-features=WebRTC-H264WithOpenH264FFmpeg',
Stephen Martinis1384ff92020-01-07 19:52:151262 ],
1263 },
Kuan Huangc93e8672021-06-29 21:13:451264 'Win10 Tests x64 20h2': {
1265 # crbug.com/868082
1266 'args': [
1267 '--disable-features=WebRTC-H264WithOpenH264FFmpeg',
1268 ],
1269 },
Haiyang Pan9d68ca02021-08-04 21:30:471270 'android-11-x86-rel': {
Haiyang Pan10f029c2021-07-30 23:17:561271 # TODO(crbug.com/1137474): Remove after the test suite is green.
1272 'experiment_percentage': 100,
Haiyang Pan51450ab2021-03-23 00:48:571273 # TODO(crbug.com/1137474): Revisit the shard number once failed tests
1274 # are fixed.
Haiyang Panfed339172021-03-10 23:19:571275 'swarming': {
Haiyang Pan51450ab2021-03-23 00:48:571276 'shards': 30,
Haiyang Pan45e77dda2021-07-01 22:23:291277 'dimension_sets': [
1278 {
1279 'machine_type': 'e2-standard-8', # use 8-core to shorten runtime
1280 },
1281 ],
Haiyang Panfed339172021-03-10 23:19:571282 },
1283 },
Stephen Martinis1384ff92020-01-07 19:52:151284 'android-arm64-proguard-rel': {
1285 'swarming': {
1286 'shards': 16,
1287 },
1288 },
1289 'android-asan': {
1290 'args': [
1291 '--test-launcher-filter-file=../../testing/buildbot/filters/android.asan.content_browsertests.filter',
1292 ],
1293 'swarming': {
1294 'shards': 18,
1295 },
1296 },
Stephen Martinis1384ff92020-01-07 19:52:151297 'android-marshmallow-arm64-rel': {
1298 'swarming': {
1299 'shards': 16,
1300 },
1301 },
Haiyang Pan2486dcb2020-09-18 17:53:061302 'android-marshmallow-x86-rel-non-cq': {
John Budoricka4e23882020-02-28 18:36:431303 'args': [
Haiyang Pan12d5acd2020-06-01 20:54:571304 '--test-launcher-filter-file=../../testing/buildbot/filters/android.emulator_m.content_browsertests.filter',
John Budoricka4e23882020-02-28 18:36:431305 ],
Haiyang Panc47f6d12020-08-19 18:34:491306 'swarming': {
1307 'shards': 20,
1308 },
John Budoricka4e23882020-02-28 18:36:431309 },
Struan Shrimptone772d72f2021-12-15 07:50:091310 'android-pie-arm64-rel': {
1311 'swarming': {
Struan Shrimpton4b7abc02021-12-16 01:36:591312 'quickrun_shards': 40
Struan Shrimptone772d72f2021-12-15 07:50:091313 }
1314 },
Haiyang Pan08d09dc2020-04-01 16:11:211315 'android-pie-x86-rel': {
John Budoricka4e23882020-02-28 18:36:431316 'args': [
Haiyang Pan12d5acd2020-06-01 20:54:571317 '--test-launcher-filter-file=../../testing/buildbot/filters/android.emulator_p.content_browsertests.filter',
John Budoricka4e23882020-02-28 18:36:431318 ],
Sky Malice303f7ec2021-07-17 04:13:091319 'swarming': {
1320 # Flaking with only 20 shards with 40-60 minute runs.
1321 # https://crbug.com/1230118
1322 'shards': 30,
Haiyang Pan2eb735e72020-09-15 22:51:511323 },
John Budoricka4e23882020-02-28 18:36:431324 },
Omer Katz7d2be652020-01-22 18:13:461325 'linux-blink-heap-concurrent-marking-tsan-rel': {
1326 'swarming': {
1327 'shards': 4,
1328 },
1329 },
Stephen Martinis1384ff92020-01-07 19:52:151330 'linux-chromeos-code-coverage': {
1331 'swarming': {
1332 'shards': 12,
1333 },
1334 },
Albert J. Wong91f109652019-11-19 03:01:161335 'linux-chromeos-rel': {
1336 'swarming': {
1337 'shards': 3,
1338 },
1339 },
Yuke Liao79424e42020-01-06 21:00:111340 'linux-code-coverage': {
Yuke Liao58e1d202020-03-20 23:02:011341 'args': [
1342 '--no-sandbox',
1343 ],
Yuke Liao79424e42020-01-06 21:00:111344 'swarming': {
1345 'shards': 12,
1346 },
1347 },
Junhua Chen39dd2dba2021-05-05 17:51:541348 # https://crbug.com/1111979,
1349 'linux-lacros-code-coverage': {
1350 'args': [
1351 '--test-launcher-filter-file=../../testing/buildbot/filters/linux-lacros.content_browsertests.filter',
1352 ],
1353 },
Jieting Yangbf15db672021-10-04 19:18:371354 # https://crbug.com/1111979,
1355 'linux-lacros-dbg-tests-fyi': {
1356 'args': [
1357 '--test-launcher-filter-file=../../testing/buildbot/filters/linux-lacros.content_browsertests.filter',
1358 ],
1359 },
Sven Zheng80734f12020-08-06 06:50:391360 # https://crbug.com/1111979
1361 'linux-lacros-tester-fyi-rel': {
1362 'experiment_percentage': 100,
1363 },
Sven Zheng5c9d3e342020-08-11 21:39:431364 # https://crbug.com/1111979,
1365 'linux-lacros-tester-rel': {
Sven Zheng5c9d3e342020-08-11 21:39:431366 'args': [
Yuke Liao56a437dd2021-05-05 04:53:401367 '--test-launcher-filter-file=../../testing/buildbot/filters/linux-lacros.content_browsertests.filter',
Sven Zheng5c9d3e342020-08-11 21:39:431368 ],
1369 },
Kuan Huang235b0142021-10-19 18:59:281370 'mac-code-coverage': {
1371 'args': [
1372 '--coverage-continuous-mode=1',
1373 ],
1374 },
Kuan Huang05332fb2021-10-12 02:04:261375 # https://crbug.com/1255940
1376 'mac-rel-swarming': {
1377 'swarming': {
1378 'dimension_sets': [
1379 {
1380 # These test would time out when running on 4 cores instances.
1381 'cores': '8|12',
1382 }
1383 ],
1384 },
1385 },
Kenneth Russelleb60cbd22017-12-05 07:54:281386 },
1387 },
Nico Weber81e16ace22018-06-30 02:58:471388 'content_shell_crash_test': {
Haiyang Pan8c201b92020-06-04 01:25:071389 'remove_from': [
Nico Weberbbbc34e2020-10-14 18:21:501390 'Mac10.11 Tests', # crbug.com/1138050
Haiyang Pan2486dcb2020-09-18 17:53:061391 'android-marshmallow-x86-rel-non-cq', # crbug.com/1084353
Haiyang Pan8c201b92020-06-04 01:25:071392 ],
Dirk Prankeb1c36b322018-07-11 02:42:001393 'modifications': {
Dirk Prankeb1c36b322018-07-11 02:42:001394 'Win10 Tests x64 (dbg)': {
1395 'experiment_percentage': 100, # https://crbug.com/861730
1396 },
1397 },
Nico Weber81e16ace22018-06-30 02:58:471398 },
John Budorick27d2d44e2019-05-20 20:26:091399 'content_shell_test_apk': {
1400 'remove_from': [
John Budorick27d2d44e2019-05-20 20:26:091401 'android-asan', # https://crbug.com/964562
Ben Joyce02dc8092021-03-04 21:48:191402 'android-code-coverage-native', # Does not generate profraw data.
Ben Joyce46ca6012021-03-31 19:19:251403 'android-pie-arm64-coverage-experimental-rel', # Does not generate profraw data.
John Budorick27d2d44e2019-05-20 20:26:091404 ],
John Budorickee2e64f2020-03-02 20:19:101405 'modifications': {
Haiyang Pan9d68ca02021-08-04 21:30:471406 'android-11-x86-rel': {
Haiyang Pan103864812021-03-19 19:28:441407 'args': [
1408 '--test-launcher-filter-file=../../testing/buildbot/filters/android.emulator_11.content_shell_test_apk.filter',
Haiyang Panabdab2f2021-07-19 20:37:511409 '--timeout-scale=2.0',
Haiyang Pan103864812021-03-19 19:28:441410 ],
1411 },
Haiyang Panb991f562021-08-10 17:46:461412 'android-marshmallow-x86-rel': {
John Budorickee2e64f2020-03-02 20:19:101413 'args': [
Haiyang Pan28e73582020-05-30 00:34:271414 '--test-launcher-filter-file=../../testing/buildbot/filters/android.emulator_m.content_shell_test_apk.filter',
John Budorickee2e64f2020-03-02 20:19:101415 ],
1416 },
Haiyang Pan08d09dc2020-04-01 16:11:211417 'android-pie-x86-rel': {
John Budorickee2e64f2020-03-02 20:19:101418 'args': [
1419 '--gtest_filter=-ContentViewScrollingTest.testFling',
1420 ],
1421 },
1422 },
John Budorick27d2d44e2019-05-20 20:26:091423 },
Kenneth Russelleb60cbd22017-12-05 07:54:281424 'content_unittests': {
1425 'modifications': {
John Budorick5052d552017-12-13 02:59:341426 'Linux ASan LSan Tests (1)': {
1427 # These are slow on the ASAN trybot for some reason.
1428 # crbug.com/794372
1429 'swarming': {
1430 'shards': 2,
1431 },
1432 },
Takuto Ikuta54671d972018-07-19 19:06:351433 'Linux ChromiumOS MSan Tests': {
1434 # These are very slow on the Chrome OS MSAN trybot for some reason.
1435 # crbug.com/865455
1436 'swarming': {
1437 'shards': 2,
1438 },
1439 },
Chong Gu52481452021-04-02 17:52:411440 'fuchsia-code-coverage': {
1441 'swarming': {
1442 'shards': 12,
1443 },
1444 },
Kenneth Russelleb60cbd22017-12-05 07:54:281445 },
1446 },
Jonah Ryan-Davis832c8462020-06-09 03:45:031447 'context_lost_validating_tests': {
Brian Sheedye285c9b2019-07-15 21:42:461448 # TODO(https://crbug.com/850107): Remove the Android FYI Release (Pixel 2)
1449 # exception once there is enough capacity to run these tests.
1450 'remove_from': [
Brian Sheedye285c9b2019-07-15 21:42:461451 'Android FYI Release (Pixel 2)',
1452 ],
Kenneth Russellc1a09302018-07-10 01:12:541453 },
Kenneth Russellfbda3c532017-12-08 23:57:241454 'crashpad_tests': {
1455 'remove_from': [
Nico Weber15a00d62018-05-16 17:11:481456 'linux-win_cross-rel', # https://crbug.com/762167
Vlad Tsyrklevich06a9a44f2019-07-24 19:14:391457 # https://crbug.com/crashpad/304
1458 'Linux TSan Tests',
1459 'ToTLinuxTSan',
1460 # https://crbug.com/crashpad/306
1461 'Linux CFI',
Michael Savigny0a956032021-10-27 19:18:021462 'Linux CFI (reclient shadow)',
Vlad Tsyrklevich06a9a44f2019-07-24 19:14:391463 'CFI Linux ToT',
Kenneth Russellfbda3c532017-12-08 23:57:241464 ],
Haiyang Panc7c009e2021-03-18 19:31:231465 'modifications': {
Haiyang Pan9d68ca02021-08-04 21:30:471466 'android-11-x86-rel': {
Haiyang Panc7c009e2021-03-18 19:31:231467 'args': [
1468 '--test-launcher-filter-file=../../testing/buildbot/filters/android.emulator_11.crashpad_tests.filter',
1469 ],
1470 },
Haiyang Pan07d9e262021-10-20 21:50:031471 'android-12-x64-fyi-rel': {
1472 'args': [
1473 '--test-launcher-filter-file=../../testing/buildbot/filters/android.emulator_12.crashpad_tests.filter',
1474 ],
1475 },
Lindsay Pasricha60535a22021-12-13 16:50:241476 # TODO (crbug.com/1254975) Re-enable once fixed
1477 'mac-osxbeta-rel': {
1478 'experiment_percentage': 100,
1479 },
Haiyang Panc7c009e2021-03-18 19:31:231480 },
Kenneth Russellfbda3c532017-12-08 23:57:241481 },
John Budorick5bc387fe2019-05-09 20:02:531482 'cronet_sizes': {
1483 'modifications': {
1484 'android-cronet-arm-dbg': {
1485 'swarming': {
1486 'dimension_sets': [
1487 {
1488 'device_os': None,
1489 'device_type': None,
Takuto Ikuta5e459b12019-07-09 05:30:561490 'os': 'Ubuntu-16.04',
John Budorick5bc387fe2019-05-09 20:02:531491 },
1492 ],
1493 },
1494 },
1495 },
1496 },
Brian Sheedye285c9b2019-07-15 21:42:461497 'depth_capture_tests': {
Brian Sheedye285c9b2019-07-15 21:42:461498 'remove_from': [
Wez6b0ebb52021-05-01 16:05:491499 # TODO(https://crbug.com/850107): Remove the Android FYI Release (Pixel 2)
1500 # exception once there is enough capacity to run these tests.
Brian Sheedye285c9b2019-07-15 21:42:461501 'Android FYI Release (Pixel 2)',
1502 ],
1503 },
Haiyang Pan1c813ca2021-11-24 18:52:161504 'device_unittests': {
1505 'modifications': {
1506 'android-12-x64-fyi-rel': {
1507 'args': [
1508 '--test-launcher-filter-file=../../testing/buildbot/filters/android.emulator_12.device_unittests.filter',
1509 ],
1510 },
1511 },
1512 },
Ben Pastene61ad637c2020-05-08 22:24:411513 'disk_usage_tast_test': {
1514 # TODO(crbug.com/1077659): Add the test back after it's fixed.
1515 'remove_from': [
1516 'chromeos-kevin-rel',
1517 ],
1518 },
Joe Downing41486042018-10-18 22:44:441519 'extensions_browsertests': {
Brad Halla36886c2019-02-26 16:52:291520 'remove_from': [
Brad Halla36886c2019-02-26 16:52:291521 'CrWinAsan(dll)', # https://crbug.com/935598
1522 ],
Joe Downing41486042018-10-18 22:44:441523 'modifications': {
1524 'Win10 Tests x64 (dbg)': {
1525 'experiment_percentage': 100, # https://crbug.com/876615
1526 },
Sven Zheng5c9d3e342020-08-11 21:39:431527 # https://crbug.com/1111979,
Junhua Chen39dd2dba2021-05-05 17:51:541528 'linux-lacros-code-coverage': {
1529 'args': [
1530 '--gtest_filter=-BluetoothShellApiTest.ApiSanityCheck:BluetoothSocketApiTest.Listen:BluetoothSocketApiTest.PermissionDenied',
1531 ],
1532 },
Yuke Liaoa0db4742021-08-09 18:28:331533 'linux-lacros-dbg-tests-fyi': {
1534 'args': [
1535 '--gtest_filter=-BluetoothShellApiTest.ApiSanityCheck:BluetoothSocketApiTest.Listen:BluetoothSocketApiTest.PermissionDenied',
1536 ],
1537 },
Sven Zheng5c9d3e342020-08-11 21:39:431538 'linux-lacros-tester-rel': {
Sven Zheng5c9d3e342020-08-11 21:39:431539 'args': [
1540 '--gtest_filter=-BluetoothShellApiTest.ApiSanityCheck:BluetoothSocketApiTest.Listen:BluetoothSocketApiTest.PermissionDenied',
1541 ],
1542 },
Joe Downing41486042018-10-18 22:44:441543 },
1544 },
Sven Zheng577fe5ff2020-08-03 22:06:441545 'extensions_unittests': {
Sven Zheng80734f12020-08-06 06:50:391546 'modifications': {
Sven Zheng5c9d3e342020-08-11 21:39:431547 # https://crbug.com/1111979,
Junhua Chen39dd2dba2021-05-05 17:51:541548 'linux-lacros-code-coverage': {
1549 'args': [
Yuke Liaoa0db4742021-08-09 18:28:331550 '--gtest_filter=-BluetoothSocketApiUnittest.CreateThenClose:'
1551 'NativeExtensionBindingsSystemUnittest.*',
1552 ],
1553 },
1554 'linux-lacros-dbg-tests-fyi': {
1555 'args': [
Junhua Chen39dd2dba2021-05-05 17:51:541556 '--gtest_filter=-NativeExtensionBindingsSystemUnittest*:'
1557 'BluetoothSocketApiUnittest.CreateThenClose:'
1558 'FeatureProviderTest.PermissionFeatureAvailability',
1559 ],
1560 },
Sven Zheng5c9d3e342020-08-11 21:39:431561 'linux-lacros-tester-rel': {
Sven Zheng5c9d3e342020-08-11 21:39:431562 'args': [
Yuke Liaobb8308322020-08-12 20:20:471563 '--gtest_filter=-NativeExtensionBindingsSystemUnittest*:'
1564 'BluetoothSocketApiUnittest.CreateThenClose:'
1565 'FeatureProviderTest.PermissionFeatureAvailability',
Sven Zheng5c9d3e342020-08-11 21:39:431566 ],
1567 },
Sven Zheng80734f12020-08-06 06:50:391568 },
Sven Zheng577fe5ff2020-08-03 22:06:441569 },
Chong Gu76046412021-09-22 17:49:211570 'gfx_unittests': {
Chong Gudf7fbe92021-02-24 02:55:581571 'modifications': {
1572 'fuchsia-code-coverage': {
1573 'swarming': {
1574 'shards': 2,
1575 },
1576 },
1577 },
1578 },
Kenneth Russelleb60cbd22017-12-05 07:54:281579 'gin_unittests': {
1580 'remove_from': [
Nico Weber1394523f2018-06-06 15:58:471581 'ToTLinuxASan', # https://crbug.com/831667
Nico Weberd36959682018-04-12 03:33:461582 'Linux ASan LSan Tests (1)', # https://crbug.com/831667
Nico Weber1394523f2018-06-06 15:58:471583 'Linux Chromium OS ASan LSan Tests (1)', # https://crbug.com/831667
Kenneth Russelleb60cbd22017-12-05 07:54:281584 ],
1585 },
Brian Ho8271a7ad2021-08-12 20:48:031586 # TODO(crbug.com/1202958): Remove these GLRenderer variants when
1587 # SkiaRenderer is fully shipped on Chrome OS.
1588 # Don't run these on real devices due to capacity issues.
1589 'gl_renderer_context_lost_tests': {
1590 'remove_from': [
1591 'ChromeOS FYI Release (kevin)',
1592 'Lacros FYI x64 Release (Intel)',
1593 ],
1594 },
1595 'gl_renderer_depth_capture_tests': {
1596 'remove_from': [
1597 'ChromeOS FYI Release (kevin)',
1598 'Lacros FYI x64 Release (Intel)',
1599 ],
1600 },
1601 'gl_renderer_gpu_process_launch_tests': {
1602 'remove_from': [
1603 'ChromeOS FYI Release (kevin)',
1604 'Lacros FYI x64 Release (Intel)',
1605 ],
1606 },
1607 'gl_renderer_hardware_accelerated_feature_tests': {
1608 'remove_from': [
1609 'ChromeOS FYI Release (kevin)',
1610 'Lacros FYI x64 Release (Intel)',
1611 ],
1612 },
1613 'gl_renderer_maps_pixel_tests': {
1614 'remove_from': [
1615 'ChromeOS FYI Release (kevin)',
1616 'Lacros FYI x64 Release (Intel)',
1617 ],
1618 },
1619 'gl_renderer_pixel_skia_gold_tests': {
1620 'remove_from': [
1621 'ChromeOS FYI Release (kevin)',
1622 'Lacros FYI x64 Release (Intel)',
1623 ],
1624 },
1625 'gl_renderer_screenshot_sync_tests': {
1626 'remove_from': [
1627 'ChromeOS FYI Release (kevin)',
1628 'Lacros FYI x64 Release (Intel)',
1629 ],
1630 },
Jonah Ryan-Davisdeeffeaf2020-06-18 17:56:001631 'gl_tests_passthrough': {
1632 'remove_from': [
1633 'CFI Linux ToT',
1634 # Can't run on MSAN because gl_tests uses the hardware driver,
1635 # which isn't instrumented.
1636 'Linux MSan Tests',
1637 ],
1638 'modifications': {
1639 # TODO(kbr): figure out a better way to specify blocks of
1640 # arguments like this for tests on multiple machines.
Garrett Beatya491ec72020-07-25 12:36:121641 'Linux ASan LSan Tests (1)': {
1642 'args': [
1643 '--use-gpu-in-tests',
1644 '--no-xvfb',
1645 ],
1646 'swarming': {
1647 'dimension_sets': [
1648 {
1649 'gpu': '10de:1cb3',
1650 'os': 'Ubuntu',
1651 'pool': 'chromium.tests.gpu',
1652 },
1653 ],
1654 },
1655 },
1656 'Linux CFI': {
1657 'args': [
1658 '--use-gpu-in-tests',
1659 '--no-xvfb',
1660 ],
1661 'swarming': {
1662 'dimension_sets': [
1663 {
1664 'gpu': '10de:1cb3',
1665 'os': 'Ubuntu',
1666 'pool': 'chromium.tests.gpu',
1667 },
1668 ],
1669 },
1670 },
1671 'Linux TSan Tests': {
1672 'args': [
1673 '--use-gpu-in-tests',
1674 '--no-xvfb',
1675 ],
1676 'swarming': {
1677 'dimension_sets': [
1678 {
1679 'gpu': '10de:1cb3',
1680 'os': 'Ubuntu',
1681 'pool': 'chromium.tests.gpu',
1682 },
1683 ],
1684 },
1685 },
Jonah Ryan-Davisdeeffeaf2020-06-18 17:56:001686 },
1687 },
Jonah Ryan-Davise25a89f2020-05-29 20:18:241688 'gl_tests_validating': {
Jonah Ryan-Davisb9f03ac2021-03-18 23:53:021689 'remove_from': [
Kenneth Russell8a386d42018-06-02 09:48:011690 'Android FYI Release (Nexus 5X)',
John Budorickca14c76f62017-12-09 14:19:181691 ],
Kenneth Russelleb60cbd22017-12-05 07:54:281692 'modifications': {
Haiyang Pan9d68ca02021-08-04 21:30:471693 'android-11-x86-rel': {
Haiyang Pancf765862021-03-18 20:39:151694 'args': [
1695 '--test-launcher-filter-file=../../testing/buildbot/filters/android.emulator_11.gl_tests.filter',
1696 ],
1697 },
Haiyang Pan382008922021-11-19 21:15:091698 'android-12-x64-fyi-rel': {
1699 'args': [
1700 '--test-launcher-filter-file=../../testing/buildbot/filters/android.emulator_12.gl_tests.filter',
1701 ],
1702 },
Haiyang Panb991f562021-08-10 17:46:461703 'android-marshmallow-x86-rel': {
John Budorick79ec9012020-01-08 21:56:311704 'args': [
1705 '--test-launcher-filter-file=../../testing/buildbot/filters/android.emulator.gl_tests.filter',
1706 ],
1707 },
Andrew Luo38b311f2019-10-04 03:42:091708 'android-pie-arm64-rel': {
John Budorick79ec9012020-01-08 21:56:311709 'args': [
Andrew Luobe83fd82019-12-19 03:07:581710 '--test-launcher-filter-file=../../testing/buildbot/filters/android.pie_arm64_rel.gl_tests.filter', # https://crbug.com/1034007
1711 ],
Andrew Luo38b311f2019-10-04 03:42:091712 },
Haiyang Pan08d09dc2020-04-01 16:11:211713 'android-pie-x86-rel': {
John Budorick79ec9012020-01-08 21:56:311714 'args': [
1715 '--test-launcher-filter-file=../../testing/buildbot/filters/android.emulator.gl_tests.filter',
1716 ],
1717 },
Kenneth Russelleb60cbd22017-12-05 07:54:281718 },
1719 },
Takuto Ikutaf5333252019-11-06 16:07:081720 'gl_unittests': {
1721 'remove_from': [
Takuto Ikutaf5333252019-11-06 16:07:081722 # On Android, these are already run on the main waterfall.
1723 # Run them on the one-off Android FYI bots, though.
1724 'Android FYI Release (Nexus 5X)',
Yuly Novikov37e04342020-05-29 00:52:041725 # Can't run on MSAN because gl_unittests uses the hardware driver,
1726 # which isn't instrumented.
1727 'Linux MSan Tests',
Takuto Ikutaf5333252019-11-06 16:07:081728 ],
Haiyang Pan505fcd5a2021-12-13 19:46:231729 'modifications': {
1730 'android-12-x64-fyi-rel': {
1731 'args': [
1732 '--test-launcher-filter-file=../../testing/buildbot/filters/android.emulator_12.gl_unittests.filter',
1733 ],
1734 },
1735 },
Takuto Ikutaf5333252019-11-06 16:07:081736 },
1737 'gl_unittests_ozone': {
1738 'remove_from': [
1739 # Can't run on MSAN because gl_unittests_ozone uses the hardware driver,
1740 # which isn't instrumented.
1741 'Linux ChromiumOS MSan Tests',
1742 ],
1743 },
1744 'gpu_process_launch_tests': {
1745 # TODO(https://crbug.com/850107): Remove the Android FYI Release (Pixel 2)
1746 # exception once there is enough capacity to run these tests.
1747 'remove_from': [
Takuto Ikutaf5333252019-11-06 16:07:081748 'Android FYI Release (Pixel 2)',
1749 ],
1750 },
Chong Gu76046412021-09-22 17:49:211751 'gpu_unittests': {
Chong Gudf7fbe92021-02-24 02:55:581752 'modifications': {
1753 'fuchsia-code-coverage': {
1754 'swarming': {
1755 'shards': 5,
1756 },
1757 },
1758 },
1759 },
Kevin McNeed21a6c522021-06-14 21:27:251760 'grit_python_unittests': {
1761 'remove_from': [
1762 # These tests require node, which is not supported in Win7.
1763 # (https://crbug.com/1218989)
1764 'Win 7 Tests x64 (1)',
1765 'Win7 Tests (1)',
1766 'Win7 Tests (dbg)(1)',
Titouan Rigoudy9e860832021-11-08 15:34:451767 # TODO(https://crbug.com/1267125): Re-enable.
1768 'mac11-arm64-rel-tests',
Kevin McNeed21a6c522021-06-14 21:27:251769 ],
1770 },
Brian Sheedye285c9b2019-07-15 21:42:461771 'hardware_accelerated_feature_tests': {
1772 # TODO(https://crbug.com/850107): Remove the Android FYI Release (Pixel 2)
1773 # exception once there is enough capacity to run these tests.
1774 'remove_from': [
Brian Sheedye285c9b2019-07-15 21:42:461775 'Android FYI Release (Pixel 2)',
1776 ],
1777 },
Brad Halla36886c2019-02-26 16:52:291778 'headless_browsertests': {
Chong Gud08d1232021-09-11 08:53:591779 'remove_from': [
1780 'CrWinAsan(dll)', # https://crbug.com/935598
Maksim Sisovc81d284c2021-10-05 17:54:351781 # Wayland bot doesn't support headless mode.
1782 'Linux Tests (Wayland)',
Chong Gud08d1232021-09-11 08:53:591783 ],
Chong Gud1a5c5992021-04-09 04:08:321784 'modifications': {
1785 'fuchsia-code-coverage': {
1786 'swarming': {
Chong Gu115ce152021-04-15 23:57:161787 'shards': 6,
Chong Gud1a5c5992021-04-09 04:08:321788 },
1789 },
1790 },
Brad Halla36886c2019-02-26 16:52:291791 },
Kenneth Russell8a386d42018-06-02 09:48:011792 'info_collection_tests': {
1793 'remove_from': [
Kenneth Russell8a386d42018-06-02 09:48:011794 'Android V8 FYI Release (Nexus 5X)',
1795 'Linux V8 FYI Release (NVIDIA)',
Michael Achenbach5fdfc67b2018-12-13 13:26:351796 'Linux V8 FYI Release - pointer compression (NVIDIA)',
Kenneth Russell8a386d42018-06-02 09:48:011797 'Mac V8 FYI Release (Intel)',
1798 'Win V8 FYI Release (NVIDIA)',
1799 ],
Brian Sheedyfe61cdac2020-02-12 01:25:591800 'modifications': {
Brian Sheedyb18cb762020-06-30 00:09:291801 'ChromeOS FYI Release (amd64-generic)': {
Brian Sheedy65be3052020-06-26 19:26:511802 'args': [
Brian Sheedyb18cb762020-06-30 00:09:291803 # Swarming does not report a GPU since tests are run in a VM, but
1804 # the VM does report that a GPU is present.
1805 '--expected-device-id', '1050',
Brian Sheedydf2672f2020-05-07 20:44:361806 ],
1807 },
Brian Sheedyfe61cdac2020-02-12 01:25:591808 },
Brian Sheedy32eeeb52020-05-22 01:49:371809 'replacements': {
1810 'ChromeOS FYI Release (amd64-generic)': {
1811 'args': {
1812 # Swarming does not report a GPU since tests are run in a VM, but
1813 # the VM does report that a GPU is present.
1814 '--expected-vendor-id': '1af4',
Brian Sheedyb18cb762020-06-30 00:09:291815 # Magic substitution happens after regular replacement, so remove it
1816 # now since we are manually applying the expected device ID above.
1817 '$$MAGIC_SUBSTITUTION_GPUExpectedDeviceId': None,
Brian Sheedy32eeeb52020-05-22 01:49:371818 },
Brian Sheedyff6d1442020-09-19 00:46:311819 },
Brian Sheedy177addbf2021-09-24 19:06:511820 'Mac FYI Release (Apple M1)': {
1821 'args': {
1822 # The GPU information is not yet exposed in swarming, so we can't
1823 # explicitly request it and have the JSON generation handle this
1824 # automatically.
1825 '--expected-vendor-id': '106b',
1826 },
1827 },
Brian Sheedy32eeeb52020-05-22 01:49:371828 },
Kenneth Russell8a386d42018-06-02 09:48:011829 },
Kenneth Russelleb60cbd22017-12-05 07:54:281830 'interactive_ui_tests': {
Brad Halla36886c2019-02-26 16:52:291831 'remove_from': [
Brad Halla36886c2019-02-26 16:52:291832 'CrWinAsan(dll)', # https://crbug.com/935598
1833 ],
Kenneth Russelleb60cbd22017-12-05 07:54:281834 'modifications': {
Stephen Martinis1384ff92020-01-07 19:52:151835 'Linux - Future (dbg)': { # client.v8.chromium
Nico Weberdae13cd92018-12-14 13:56:261836 'swarming': {
Stephen Martinis1384ff92020-01-07 19:52:151837 'shards': 3,
Nico Weberdae13cd92018-12-14 13:56:261838 },
1839 },
John Budorickca14c76f62017-12-09 14:19:181840 'Linux ASan LSan Tests (1)': {
Nico Weber96a75a6942018-06-20 04:53:171841 # These are slow on the ASan trybot for some reason, crbug.com/794372
1842 'swarming': {
1843 'shards': 6,
Struan Shrimptone772d72f2021-12-15 07:50:091844 'quickrun_shards': 12,
Nico Weber96a75a6942018-06-20 04:53:171845 },
1846 },
Takuto Ikuta54671d972018-07-19 19:06:351847 'Linux ChromiumOS MSan Tests': {
1848 # These are very slow on the Chrome OS MSAN trybot for some reason.
1849 # crbug.com/865455
1850 'swarming': {
1851 'shards': 5,
1852 },
1853 },
Stephen Martinis1384ff92020-01-07 19:52:151854 'Linux TSan Tests': {
1855 # These are slow on the TSan bots for some reason, crbug.com/794372
Dirk Pranke8fd63c12017-12-10 18:06:271856 'swarming': {
Stephen Martinisad6cb7af2021-02-24 01:12:001857 'shards': 32, # Adjusted for testing, see https://crbug.com/1179567
Dirk Pranke8fd63c12017-12-10 18:06:271858 },
1859 },
Maksim Sisovc81d284c2021-10-05 17:54:351860 # https://crbug.com/1192997
1861 'Linux Tests (Wayland)': {
1862 'args': [
1863 '--test-launcher-filter-file=../../testing/buildbot/filters/ozone-linux.interactive_ui_tests_wayland.filter',
1864 ],
1865 },
Lindsay Pasrichab3f72db2021-09-22 22:05:461866 'Mac ASan 64 Tests (1)': { # https://crbug.com/1251656
1867 'experiment_percentage': 100,
1868 },
Struan Shrimptone772d72f2021-12-15 07:50:091869 'Mac11 Tests': {
1870 'swarming': {
1871 'quickrun_shards': 6,
1872 },
1873 },
Zhaoyang Li9357e1e12021-12-07 18:53:171874 'Mac11 Tests (dbg)': { # https://crbug.com/1265051
1875 'experiment_percentage': 100,
1876 },
Stephen Martinis1384ff92020-01-07 19:52:151877 'ToTLinuxTSan': {
1878 # These are slow on the TSan bots for some reason, crbug.com/794372
1879 'swarming': {
1880 'shards': 6,
1881 },
1882 },
1883 # temporary, https://crbug.com/818832
Greg Thompson3eb7e6522018-05-25 09:04:031884 'Win10 Tests x64 (dbg)': {
1885 'experiment_percentage': 100,
1886 },
Stephen Martinis1384ff92020-01-07 19:52:151887 'Win7 Tests (dbg)(1)': {
1888 'swarming': {
1889 'shards': 4,
1890 },
1891 },
Jacob Kopczynski3a555bd32020-12-10 01:41:161892 # TODO(crbug.com/970649): Remove these filters.
Ben Pastene8ef125e2019-12-10 01:46:291893 'linux-chromeos-chrome': {
Ben Pastene8ef125e2019-12-10 01:46:291894 'args': [
1895 '--gtest_filter=-SadTabViewInteractiveUITest.ReloadMultipleSadTabs',
1896 ],
1897 },
Stephen Martinis1384ff92020-01-07 19:52:151898 'linux-chromeos-code-coverage': {
Yuke Liao79424e42020-01-06 21:00:111899 'swarming': {
1900 'shards': 10,
1901 },
1902 },
Stephen Martinis1384ff92020-01-07 19:52:151903 'linux-code-coverage': {
Yuke Liao79424e42020-01-06 21:00:111904 'swarming': {
1905 'shards': 10,
1906 },
1907 },
Sven Zheng80734f12020-08-06 06:50:391908 # https://crbug.com/1111979
Junhua Chen39dd2dba2021-05-05 17:51:541909 'linux-lacros-code-coverage': {
1910 'args': [
1911 '--test-launcher-filter-file=../../testing/buildbot/filters/linux-lacros.interactive_ui_tests.filter',
1912 ],
1913 },
1914 # https://crbug.com/1111979
Jieting Yangbf15db672021-10-04 19:18:371915 'linux-lacros-dbg-tests-fyi': {
1916 'args': [
1917 '--test-launcher-filter-file=../../testing/buildbot/filters/linux-lacros.interactive_ui_tests.filter',
1918 ],
1919 },
1920 # https://crbug.com/1111979
Sven Zheng010820d2020-08-17 22:38:441921 'linux-lacros-tester-rel': {
Sven Zheng010820d2020-08-17 22:38:441922 'args': [
Yuke Liao56a437dd2021-05-05 04:53:401923 '--test-launcher-filter-file=../../testing/buildbot/filters/linux-lacros.interactive_ui_tests.filter',
Sven Zheng010820d2020-08-17 22:38:441924 ],
1925 },
Kuan Huang235b0142021-10-19 18:59:281926 'mac-code-coverage': {
1927 'args': [
1928 '--coverage-continuous-mode=1',
1929 ],
1930 },
Lindsay Pasricha60535a22021-12-13 16:50:241931 # TODO (crbug.com/1278617) Re-enable once fixed
1932 'mac-osxbeta-rel': {
1933 'experiment_percentage': 100,
1934 },
Kenneth Russelleb60cbd22017-12-05 07:54:281935 },
1936 },
Yuke Liaob6beaeca2021-04-29 23:41:511937 'interactive_ui_tests_amd64-generic': {
1938 'remove_from': [
1939 # TODO(crbug.com/1204231): Re-enable.
1940 'lacros-amd64-generic-rel',
1941 ]
1942 },
Yuke Liao79a8cf52021-06-11 18:14:341943 'interactive_ui_tests_eve': {
1944 'remove_from': [
1945 # TODO(crbug.com/1204231): Re-enable.
1946 'lacros-amd64-generic-rel',
1947 ]
1948 },
John Budorickf00e5ff2019-06-11 21:21:061949 'ipc_tests': {
1950 'modifications': {
1951 'android-asan': {
1952 'swarming': {
1953 'shards': 2,
1954 },
1955 },
1956 },
1957 },
Jonah Ryan-Davis832c8462020-06-09 03:45:031958 'maps_pixel_passthrough_test': {
Brian Sheedyc0c142c2021-06-01 21:18:051959 'modifications': {
1960 'Android FYI Release (Pixel 4)': {
1961 'args': [
1962 # Pixel 4s are weird in that they can output in different color spaces
1963 # simultaneously. The readback code for capturing a screenshot assumes
1964 # only one color space, so disable wide color gamut for the test to
1965 # work around the issue. See https://crbug.com/1166379 for more
1966 # information.
1967 '--extra-browser-args=--disable-wcg-for-test',
1968 ],
1969 },
1970 'Optional Android Release (Pixel 4)': {
1971 'args': [
1972 # See above.
1973 '--extra-browser-args=--disable-wcg-for-test',
1974 ],
1975 },
1976 },
Jonah Ryan-Davis832c8462020-06-09 03:45:031977 'replacements': {
1978 # The V8 builders pass the V8 revision for ${got_revision}, so instead
1979 # use ${got_cr_revision}, which is only set on the V8 bots.
1980 'Linux V8 FYI Release (NVIDIA)': {
1981 'args': {
1982 '--git-revision': '${got_cr_revision}',
1983 },
1984 },
1985 'Linux V8 FYI Release - pointer compression (NVIDIA)': {
1986 'args': {
1987 '--git-revision': '${got_cr_revision}',
1988 },
1989 },
Jonah Ryan-Davisdeeffeaf2020-06-18 17:56:001990 'Mac V8 FYI Release (Intel)': {
1991 'args': {
1992 '--git-revision': '${got_cr_revision}',
1993 },
1994 },
Jonah Ryan-Davis832c8462020-06-09 03:45:031995 'Win V8 FYI Release (NVIDIA)': {
1996 'args': {
1997 '--git-revision': '${got_cr_revision}',
1998 },
1999 },
2000 },
2001 },
2002 'maps_pixel_validating_test': {
Brian Sheedy0566f2cb2021-02-12 22:12:502003 'modifications': {
2004 'Android FYI Release (Pixel 4)': {
2005 'args': [
2006 # Pixel 4s are weird in that they can output in different color spaces
2007 # simultaneously. The readback code for capturing a screenshot assumes
2008 # only one color space, so disable wide color gamut for the test to
2009 # work around the issue. See https://crbug.com/1166379 for more
2010 # information.
2011 '--extra-browser-args=--disable-wcg-for-test',
2012 ],
2013 },
Brian Sheedycde1ab1882021-05-27 21:22:002014 'Optional Android Release (Pixel 4)': {
2015 'args': [
2016 # See above.
2017 '--extra-browser-args=--disable-wcg-for-test',
2018 ],
2019 },
Brian Sheedy0566f2cb2021-02-12 22:12:502020 },
Brian Sheedye285c9b2019-07-15 21:42:462021 # TODO(https://crbug.com/850107): Remove the Android FYI Release (Pixel 2)
2022 # exception once there is enough capacity to run these tests.
2023 'remove_from': [
Brian Sheedye285c9b2019-07-15 21:42:462024 'Android FYI Release (Pixel 2)',
2025 ],
Brian Sheedy44fd891b2019-10-03 20:07:542026 'replacements': {
Brian Sheedy44fd891b2019-10-03 20:07:542027 # The V8 builders pass the V8 revision for ${got_revision}, so instead
2028 # use ${got_cr_revision}, which is only set on the V8 bots.
2029 'Android V8 FYI Release (Nexus 5X)': {
2030 'args': {
Brian Sheedy4d335deb2020-04-01 20:47:322031 '--git-revision': '${got_cr_revision}',
Brian Sheedy44fd891b2019-10-03 20:07:542032 },
2033 },
Brian Sheedy44fd891b2019-10-03 20:07:542034 'Mac V8 FYI Release (Intel)': {
2035 'args': {
Brian Sheedy4d335deb2020-04-01 20:47:322036 '--git-revision': '${got_cr_revision}',
Brian Sheedy44fd891b2019-10-03 20:07:542037 },
2038 },
Brian Sheedy44fd891b2019-10-03 20:07:542039 },
Brian Sheedye285c9b2019-07-15 21:42:462040 },
Andrew Luo38b311f2019-10-04 03:42:092041 'media_unittests': {
2042 'modifications': {
Haiyang Pan9d68ca02021-08-04 21:30:472043 'android-11-x86-rel': {
Haiyang Pancf765862021-03-18 20:39:152044 'args': [
Haiyang Pan80b0d412021-11-23 00:06:422045 '--test-launcher-filter-file=../../testing/buildbot/filters/android.emulator_11_12.media_unittests.filter',
2046 ],
2047 },
2048 'android-12-x64-fyi-rel': {
2049 'args': [
2050 '--test-launcher-filter-file=../../testing/buildbot/filters/android.emulator_11_12.media_unittests.filter',
Haiyang Pancf765862021-03-18 20:39:152051 ],
2052 },
Haiyang Pan2486dcb2020-09-18 17:53:062053 'android-marshmallow-x86-rel-non-cq': {
John Budorickb5185112020-01-08 22:40:212054 'args': [
Haiyang Pan569659f02020-05-30 00:48:452055 '--test-launcher-filter-file=../../testing/buildbot/filters/android.emulator_m.media_unittests.filter',
John Budorickb5185112020-01-08 22:40:212056 ],
2057 },
Andrew Luo38b311f2019-10-04 03:42:092058 'android-pie-arm64-rel': {
Andrew Luobe83fd82019-12-19 03:07:582059 'args': [
2060 '--gtest_filter=-AAudio/AudioOutputTest.Play200HzTone/0', # https://crbug.com/1034009
2061 ],
Andrew Luo38b311f2019-10-04 03:42:092062 },
Haiyang Pan08d09dc2020-04-01 16:11:212063 'android-pie-x86-rel': {
John Budorickb5185112020-01-08 22:40:212064 'args': [
Haiyang Pan569659f02020-05-30 00:48:452065 '--test-launcher-filter-file=../../testing/buildbot/filters/android.emulator_p.media_unittests.filter',
John Budorickb5185112020-01-08 22:40:212066 ],
2067 },
Chong Gudf7fbe92021-02-24 02:55:582068 'fuchsia-code-coverage': {
2069 'swarming': {
2070 'shards': 3,
2071 },
2072 },
Chong Gub2446462021-08-19 18:44:082073 'fuchsia-fyi-arm64-dbg': {
2074 'args': [
2075 '--test-launcher-filter-file=../../testing/buildbot/filters/fuchsia.debug.media_unittests.filter',
2076 ],
2077 },
Andrew Luo38b311f2019-10-04 03:42:092078 },
2079 },
Chong Gu4eca1ce2021-05-17 08:49:572080 'mediapipe_validating_tests': {
2081 'remove_from': [
2082 # TODO(crbug.com/1201887): Remove once tests are stable.
2083 'Fuchsia x64',
2084 ],
2085 },
Ben Joyce02dc8092021-03-04 21:48:192086 'mojo_test_apk': {
2087 'remove_from': [
2088 'android-code-coverage-native', # Does not generate profraw data.
Ben Joyce46ca6012021-03-31 19:19:252089 'android-pie-arm64-coverage-experimental-rel', # Does not generate profraw data.
Ben Joyce02dc8092021-03-04 21:48:192090 ],
2091 },
John Budorickf00e5ff2019-06-11 21:21:062092 'mojo_unittests': {
2093 'modifications': {
2094 'android-asan': {
2095 'swarming': {
John Budorick5a29d7542019-10-11 20:56:442096 'shards': 5,
John Budorickf00e5ff2019-06-11 21:21:062097 },
2098 },
Chong Gudf7fbe92021-02-24 02:55:582099 'fuchsia-code-coverage': {
2100 'swarming': {
2101 'shards': 2,
2102 },
2103 },
John Budorickf00e5ff2019-06-11 21:21:062104 },
2105 },
Peter Kotwiczda2f11102020-10-09 05:29:502106 'monochrome_public_apk_checker': {
Ben Pastene521f8d62020-01-08 20:01:152107 'modifications': {
2108 'ToTAndroid': {
2109 'swarming': {
2110 'dimension_sets': [
2111 {
John Budorick838256a2020-02-29 01:29:072112 'cpu': 'x86-64',
Ben Pastene521f8d62020-01-08 20:01:152113 'device_os': None,
2114 'device_playstore_version': None,
2115 'device_type': None,
2116 'os': 'Ubuntu-16.04',
2117 },
2118 ],
2119 },
2120 },
2121 'android-arm64-proguard-rel': {
2122 'swarming': {
2123 'dimension_sets': [
2124 {
John Budorick838256a2020-02-29 01:29:072125 'cpu': 'x86-64',
Ben Pastene521f8d62020-01-08 20:01:152126 'device_os': None,
2127 'device_playstore_version': None,
2128 'device_type': None,
2129 'os': 'Ubuntu-16.04',
2130 },
2131 ],
2132 },
2133 },
2134 'android-pie-arm64-rel': {
2135 'swarming': {
2136 'dimension_sets': [
2137 {
John Budorick838256a2020-02-29 01:29:072138 'cpu': 'x86-64',
Ben Pastene521f8d62020-01-08 20:01:152139 'device_os': None,
2140 'device_os_flavor': None,
2141 'device_playstore_version': None,
2142 'device_type': None,
2143 'os': 'Ubuntu-16.04',
2144 },
2145 ],
2146 },
2147 },
2148 },
Erik Chend16d922d2019-12-10 04:37:142149 },
Ben Joyce4677e682021-03-22 22:19:112150 'monochrome_public_bundle_fake_modules_smoke_test' : {
2151 'remove_from': [
2152 'android-pie-arm64-coverage-experimental-rel', # TODO(crbug.com/1190999):
2153 # GLIBC_2.28 Not found.
2154 ],
2155 },
2156 'monochrome_public_bundle_smoke_test' : {
2157 'remove_from': [
2158 'android-pie-arm64-coverage-experimental-rel', # TODO(crbug.com/1190999):
2159 # GLIBC_2.28 Not found.
2160 ],
2161 },
2162 'monochrome_public_smoke_test' : {
2163 'remove_from': [
2164 'android-pie-arm64-coverage-experimental-rel', # TODO(crbug.com/1190999):
2165 # GLIBC_2.28 Not found.
2166 ],
2167 },
bsheedye9469572019-01-23 17:31:332168 'monochrome_public_test_ar_apk': {
2169 'modifications': {
Brian Sheedy12169aa2019-10-16 23:38:032170 'Nougat Phone Tester': {
2171 'args': [
2172 # ArCore is not installed as a system app on N, so we can install it
2173 # normally instead of replacing the system version.
2174 '--additional-apk=//third_party/arcore-android-sdk/test-apks/arcore/arcore_current.apk'
2175 ],
2176 },
bsheedye9469572019-01-23 17:31:332177 # We need to match the Playstore version as well because AR tests fail on
2178 # old versions of the Playstore.
2179 'Oreo Phone Tester': {
Brian Sheedy2bcd16b2019-04-22 22:47:082180 'args': [
2181 # ArCore is not installed as a system app on O, so we can install it
2182 # normally instead of replacing the system version.
2183 '--additional-apk=//third_party/arcore-android-sdk/test-apks/arcore/arcore_current.apk'
2184 ],
bsheedye9469572019-01-23 17:31:332185 'swarming': {
2186 'dimension_sets': [
2187 {
2188 'device_os': 'OPR3.170623.008',
bsheedye9469572019-01-23 17:31:332189 'device_type': 'marlin',
2190 'os': 'Android',
2191 },
2192 ],
2193 },
2194 },
Haiyang Pan57159eba2020-05-07 23:14:132195 'android-10-arm64-rel': {
2196 'args': [
Brian Sheedy4dc4a6f2020-09-17 22:18:502197 '--remove-system-package=com.google.ar.core',
2198 '--additional-apk=//third_party/arcore-android-sdk/test-apks/arcore/arcore_current.apk',
Haiyang Pan57159eba2020-05-07 23:14:132199 ]
2200 },
Brian Sheedy2bcd16b2019-04-22 22:47:082201 'android-pie-arm64-dbg': {
2202 'args': [
Brian Sheedy4dc4a6f2020-09-17 22:18:502203 '--remove-system-package=com.google.ar.core',
2204 '--additional-apk=//third_party/arcore-android-sdk/test-apks/arcore/arcore_current.apk',
Brian Sheedy2bcd16b2019-04-22 22:47:082205 ]
2206 }
bsheedye9469572019-01-23 17:31:332207 },
2208 },
Kenneth Russellfbda3c532017-12-08 23:57:242209 'nacl_loader_unittests': {
2210 'remove_from': [
Nico Weber48f187142018-06-01 15:16:352211 'ToTMacASan', # The mac asan tot bot sets enable_nacl=false
Nico Weber3611ee802018-06-07 13:34:512212 'linux-win_cross-rel', # Sets enable_nacl=false, https://crbug.com/774186
Nico Webera8fc38f72018-04-10 02:20:112213 'Linux TSan Tests', # The TSan bot sets enable_nacl=false
Nico Weber05d3e642018-05-31 16:59:482214 'Mac ASan 64 Tests (1)', # The mac asan bot sets enable_nacl=false
Kenneth Russellfbda3c532017-12-08 23:57:242215 ],
2216 },
Kenneth Russelleb60cbd22017-12-05 07:54:282217 'net_unittests': {
2218 'modifications': {
Nico Weber33b9b7a2020-06-12 19:23:272219 'CrWinAsan': {
2220 # TODO(crbug.com/794372): net_unittests is slow under ASan.
2221 'swarming': {
2222 'shards': 16,
2223 },
2224 },
2225 'CrWinAsan(dll)': {
2226 # TODO(crbug.com/794372): net_unittests is slow under ASan.
2227 'swarming': {
2228 'shards': 16,
2229 },
2230 },
John Budorickca14c76f62017-12-09 14:19:182231 'Linux ASan LSan Tests (1)': {
John Budorick5052d552017-12-13 02:59:342232 # These are very slow on the ASAN trybot for some reason.
2233 # crbug.com/794372
John Budorickca14c76f62017-12-09 14:19:182234 'swarming': {
John Budorick5052d552017-12-13 02:59:342235 'shards': 16,
John Budorickca14c76f62017-12-09 14:19:182236 },
2237 },
2238 'Linux Chromium OS ASan LSan Tests (1)': {
Takuto Ikuta54671d972018-07-19 19:06:352239 # These are very slow on the ASAN trybot for some reason.
2240 # crbug.com/794372
John Budorickca14c76f62017-12-09 14:19:182241 'swarming': {
Sergey Berezinda3255c2018-03-16 00:34:022242 'shards': 8,
John Budorickca14c76f62017-12-09 14:19:182243 }
2244 },
Takuto Ikuta54671d972018-07-19 19:06:352245 'Linux ChromiumOS MSan Tests': {
2246 # These are very slow on the Chrome OS MSAN trybot for some reason.
2247 # crbug.com/865455
2248 'swarming': {
2249 'shards': 2,
2250 },
2251 },
John Budorickca14c76f62017-12-09 14:19:182252 'Linux TSan Tests': {
2253 'swarming': {
2254 'shards': 4,
2255 }
2256 },
Ben Pastene8bf205b2018-06-13 04:00:332257 # The suite runs signficantly slower on linux dbg, so increase shards.
2258 'Linux Tests (dbg)(1)': {
2259 'swarming': {
2260 'shards': 2,
2261 },
2262 },
Stephen Martinis1384ff92020-01-07 19:52:152263 'ToTLinuxASan': {
2264 # TODO(crbug.com/794372): net_unittests is slow under ASan.
2265 'swarming': {
2266 'shards': 16,
2267 },
2268 },
2269 'ToTLinuxTSan': {
2270 'swarming': {
2271 'shards': 4,
2272 }
2273 },
Haiyang Pan9d68ca02021-08-04 21:30:472274 'android-11-x86-rel': {
Haiyang Pan8d9906e02021-03-24 20:11:042275 'args': [
2276 '--test-launcher-filter-file=../../testing/buildbot/filters/android.emulator_11.net_unittests.filter',
2277 ],
2278 },
Haiyang Pan2877f062021-11-18 01:06:062279 'android-12-x64-fyi-rel': {
2280 'args': [
2281 # TODO(crbug.com/1191793): Fix the test failure
2282 '--gtest_filter=-MimeUtilTest.ExtensionTest',
2283 ],
2284 },
Stefano Duof44278b2021-08-02 16:29:382285 'android-cronet-x86-dbg-10-tests': {
2286 'args': [
2287 '--test-launcher-filter-file=../../testing/buildbot/filters/android.emulator_10.net_unittests.filter',
2288 ],
2289 },
Chidera Olibieef99a55ca2021-10-01 21:42:002290 'android-cronet-x86-dbg-11-tests': {
2291 'args': [
2292 '--test-launcher-filter-file=../../testing/buildbot/filters/android.emulator_11.net_unittests.filter',
2293 ],
2294 },
2295 'android-cronet-x86-dbg-oreo-tests': {
2296 'args': [
2297 '--test-launcher-filter-file=../../testing/buildbot/filters/android.emulator.net_unittests.filter',
2298 ],
2299 },
Chidera Olibie509fd732021-09-30 20:17:172300 'android-cronet-x86-dbg-pie-tests': {
2301 # crbug.com/1046060
2302 'args': [
2303 '--test-launcher-filter-file=../../testing/buildbot/filters/android.emulator.net_unittests.filter',
2304 ],
2305 },
Haiyang Pan2486dcb2020-09-18 17:53:062306 'android-marshmallow-x86-rel-non-cq': {
John Budorick7fde6b492020-01-29 17:43:502307 # crbug.com/1046060
2308 'args': [
2309 '--test-launcher-filter-file=../../testing/buildbot/filters/android.emulator.net_unittests.filter',
2310 ],
2311 },
Haiyang Pan08d09dc2020-04-01 16:11:212312 'android-pie-x86-rel': {
John Budorick7fde6b492020-01-29 17:43:502313 # crbug.com/1046060
2314 'args': [
2315 '--test-launcher-filter-file=../../testing/buildbot/filters/android.emulator.net_unittests.filter',
2316 ],
2317 },
Struan Shrimpton4b7abc02021-12-16 01:36:592318 'chromeos-amd64-generic-rel': {
2319 'swarming': {
2320 'quickrun_shards': 6,
2321 },
2322 },
Chong Gu76046412021-09-22 17:49:212323 'fuchsia-code-coverage': {
2324 'swarming': {
2325 'shards': 14,
2326 },
2327 },
Omer Katz7d2be652020-01-22 18:13:462328 'linux-blink-heap-concurrent-marking-tsan-rel': {
2329 'swarming': {
2330 'shards': 4,
2331 }
2332 },
Ben Pastene8bf205b2018-06-13 04:00:332333 'linux-chromeos-dbg': {
2334 'swarming': {
2335 'shards': 2,
2336 },
2337 },
Lindsay Pasricha60535a22021-12-13 16:50:242338 # TODO (crbug.com/1278618) Re-enable once fixed
2339 'mac-osxbeta-rel': {
2340 'experiment_percentage': 0,
2341 },
Nico Weber33b9b7a2020-06-12 19:23:272342 'win-asan': {
2343 # TODO(crbug.com/794372): net_unittests is slow under ASan.
2344 'swarming': {
2345 'shards': 16,
2346 },
2347 },
Kenneth Russelleb60cbd22017-12-05 07:54:282348 },
Chong Gu589912b2021-10-02 01:17:302349 'replacements': {
2350 # TODO(crbug.com/1254563): Remove when suite can use run-test-component.
2351 'fuchsia-code-coverage': {
2352 'args': {
2353 '--use-run': None,
2354 },
2355 },
2356 },
Kenneth Russelleb60cbd22017-12-05 07:54:282357 },
John Chenaab16fc02020-03-03 06:35:452358 'not_site_per_process_blink_web_tests': {
Lukasz Anforowicz04bc6302018-11-19 19:04:282359 'remove_from': [
Lukasz Anforowicz04bc6302018-11-19 19:04:282360 # TODO(dpranke): Should we be running this step on Linux Tests (dbg)(1)?
2361 'Linux Tests (dbg)(1)',
Lukasz Anforowicz04bc6302018-11-19 19:04:282362 ],
Yuke Liaobc9ff982019-04-30 06:56:162363 'modifications': {
Stephen Martinis1384ff92020-01-07 19:52:152364 'Linux Tests': {
2365 "args": [
2366 "--additional-env-var=LLVM_PROFILE_FILE=${ISOLATED_OUTDIR}/profraw/default-%2m.profraw",
Stephen Martinis1384ff92020-01-07 19:52:152367 ],
2368 },
Yuke Liaoea70f472019-12-19 06:03:362369 'linux-code-coverage': {
2370 'args': [
2371 '--additional-env-var=LLVM_PROFILE_FILE=${ISOLATED_OUTDIR}/profraw/default-%2m.profraw',
Yuke Liaoea70f472019-12-19 06:03:362372 ],
2373 'swarming': {
2374 'shards': 20,
2375 },
2376 },
Stephanie Kim5c7f31d2021-04-27 18:00:062377 'linux-xenial-rel': {
2378 "args": [
2379 "--additional-env-var=LLVM_PROFILE_FILE=${ISOLATED_OUTDIR}/profraw/default-%2m.profraw",
2380 ],
2381 },
Yuke Liaobc9ff982019-04-30 06:56:162382 },
Lukasz Anforowicz04bc6302018-11-19 19:04:282383 },
Xi Cheng34ca4042018-02-23 00:10:122384 'notification_helper_unittests': {
2385 'remove_from': [
Hans Wennborg252643a2018-05-22 14:41:122386 # The test uses WinRT, which only exists in Windows 8 or above.
2387 # (https://crbug.com/813553)
Xi Cheng34ca4042018-02-23 00:10:122388 'Win 7 Tests x64 (1)',
Xi Cheng34ca4042018-02-23 00:10:122389 'Win7 Tests (1)',
2390 'Win7 Tests (dbg)(1)',
Stephen Martinis1384ff92020-01-07 19:52:152391 # all these bots run Windows 7.
Xi Cheng34ca4042018-02-23 00:10:122392 'ToTWin',
2393 'ToTWin(dbg)',
2394 'ToTWin(dll)',
inglorionb8e7a3ed2019-04-12 09:49:032395 'ToTWinOfficial',
Arthur Eubanks0c24b822021-06-15 18:51:342396 'ToTWinOfficial64',
Xi Cheng34ca4042018-02-23 00:10:122397 'ToTWin64',
2398 'ToTWin64(dbg)',
2399 'ToTWin64(dll)',
2400 'ToTWinCFI',
2401 'ToTWinCFI64',
Xi Cheng34ca4042018-02-23 00:10:122402 ],
2403 },
Peter McNeeley3cfc0ec82021-12-08 20:36:242404 'overlay_prioritization_viz_unittests': {
2405 'remove_from': [
2406 # Reduce CQ load
2407 'Linux Tests (Wayland)',
2408 ],
2409 },
Ben Pastenee723b2f2019-05-31 19:10:272410 'ozone_unittests': {
2411 'modifications': {
Ben Pastene8ef125e2019-12-10 01:46:292412 'chromeos-betty-pi-arc-chrome': {
2413 'args': [
2414 '--test-launcher-filter-file=../../testing/buildbot/filters/chromeos.ozone_unittests.filter',
2415 ],
2416 },
Ben Pastene500cc1d12021-01-22 18:10:472417 'chromeos-betty-pi-arc-chrome-dchecks': {
2418 'args': [
2419 '--test-launcher-filter-file=../../testing/buildbot/filters/chromeos.ozone_unittests.filter',
2420 ],
2421 },
Ben Pastene8ef125e2019-12-10 01:46:292422 'linux-chromeos-chrome': {
2423 'args': [
2424 '--test-launcher-filter-file=../../testing/buildbot/filters/chromeos.ozone_unittests.filter',
2425 ],
2426 },
Ben Pastenee723b2f2019-05-31 19:10:272427 },
2428 },
Maksim Sisovc81d284c2021-10-05 17:54:352429 'ozone_x11_unittests': {
2430 # Wayland bot uses chromium_linux_gtests that includes some x11 only
2431 # test targets. To avoid maintaining a list of tests, remove them here.
2432 'remove_from': [
2433 'Linux Tests (Wayland)',
2434 ],
2435 },
Karen Qian385d2ca2019-03-19 21:49:582436 'perfetto_unittests': {
Haiyang Pan0e27adbeb2021-12-14 22:44:302437 'modifications': {
2438 'android-12-x64-fyi-rel': {
2439 'args': [
2440 # TODO(crbug.com/1260440): Fix the failed test
2441 '--gtest_filter=-ScopedDirTest.CloseOutOfScope',
2442 ],
2443 },
2444 },
Karen Qian385d2ca2019-03-19 21:49:582445 'remove_from': [
Haiyang Pan363c59a2020-07-23 05:47:042446 # TODO(crbug.com/931138): Fix permission issue when creating tmp files
John Budorickd3fa5992019-12-13 17:22:412447 'android-arm64-proguard-rel',
John Budorickf2283d72019-06-25 01:09:092448 'android-asan',
Yun Liu022f4512019-06-10 23:14:042449 'android-code-coverage',
Yun Liu7cfd28a2019-10-30 01:57:122450 'android-code-coverage-native',
Karen Qian385d2ca2019-03-19 21:49:582451 'android-marshmallow-arm64-rel',
Greg Gutermanea661162021-11-17 00:46:432452 'android-marshmallow-arm64-rel-rts',
Haiyang Pan2486dcb2020-09-18 17:53:062453 'android-marshmallow-x86-rel-non-cq',
Ben Joyce46ca6012021-03-31 19:19:252454 'android-pie-arm64-coverage-experimental-rel', # Does not generate profraw data.
Andrew Luo38b311f2019-10-04 03:42:092455 'android-pie-arm64-rel',
Haiyang Pan08d09dc2020-04-01 16:11:212456 'android-pie-x86-rel',
Haiyang Pan9d68ca02021-08-04 21:30:472457 'android-11-x86-rel',
Karen Qian385d2ca2019-03-19 21:49:582458 'Marshmallow 64 bit Tester',
2459 'Marshmallow Tablet Tester',
2460 'Nougat Phone Tester',
Arthur Eubanksc8f86ee2021-05-10 20:14:242461 'ToTAndroid'
Karen Qian385d2ca2019-03-19 21:49:582462 ]
2463 },
Stephen Martinis54d64ad2018-09-21 22:16:202464 'performance_test_suite': {
2465 'modifications': {
Zhaoyang Li9357e1e12021-12-07 18:53:172466 'Mac11 Tests (dbg)': {
2467 'args': [
2468 '--browser=debug',
2469 ],
2470 },
Stephen Martinis54d64ad2018-09-21 22:16:202471 'Win10 Tests x64 (dbg)': {
2472 'args': [
Takuto Ikutab28b582e2021-02-10 01:41:212473 '--browser=debug_x64',
Stephen Martinis54d64ad2018-09-21 22:16:202474 ],
2475 'experiment_percentage': 100,
2476 },
2477 'Win7 Tests (dbg)(1)': {
2478 'args': [
2479 '--browser=debug',
2480 ],
2481 },
2482 },
2483 },
Sven Zhenge8335e02020-08-07 22:38:392484 'pixel_browser_tests': {
2485 'modifications': {
2486 'win-pixel-tester-rel': {
2487 'non_precommit_args': [
2488 # Do not allow retry or it will break the bulk approval process.
2489 # When retry with fail-pass pattern, the passing test will overwrite the previously
2490 # seen flaky version on the trace. We can triage the image using the printed link,
2491 # but it will not show on the Skia Gold search page.
2492 '--test-launcher-retry-limit=0',
2493 ],
2494 },
2495 },
2496 },
Jonah Ryan-Davis832c8462020-06-09 03:45:032497 'pixel_skia_gold_passthrough_test': {
Brian Sheedyc0c142c2021-06-01 21:18:052498 'modifications': {
2499 'Android FYI Release (Pixel 4)': {
2500 'args': [
2501 # Pixel 4s are weird in that they can output in different color spaces
2502 # simultaneously. The readback code for capturing a screenshot assumes
2503 # only one color space, so disable wide color gamut for the test to
2504 # work around the issue. See https://crbug.com/1166379 for more
2505 # information.
2506 '--extra-browser-args=--disable-wcg-for-test',
2507 ],
2508 },
Struan Shrimptone772d72f2021-12-15 07:50:092509 'Mac Retina Release (AMD)': {
2510 'swarming': {
2511 'quickrun_shards': 2,
2512 },
2513 },
Brian Sheedyc0c142c2021-06-01 21:18:052514 'Optional Android Release (Pixel 4)': {
2515 'args': [
2516 # See above.
2517 '--extra-browser-args=--disable-wcg-for-test',
2518 ],
2519 },
Struan Shrimpton4b7abc02021-12-16 01:36:592520 'Win10 x64 Release (NVIDIA)': {
2521 'swarming': {
2522 'quickrun_shards': 2,
2523 },
2524 },
Brian Sheedyc0c142c2021-06-01 21:18:052525 },
Jonah Ryan-Davis832c8462020-06-09 03:45:032526 'replacements': {
2527 # The V8 builders pass the V8 revision for ${got_revision}, so instead
2528 # use ${got_cr_revision}, which is only set on the V8 bots.
2529 'Linux V8 FYI Release (NVIDIA)': {
2530 'args': {
2531 '--git-revision': '${got_cr_revision}',
2532 },
2533 },
2534 'Linux V8 FYI Release - pointer compression (NVIDIA)': {
2535 'args': {
2536 '--git-revision': '${got_cr_revision}',
2537 },
2538 },
Jonah Ryan-Davisdeeffeaf2020-06-18 17:56:002539 'Mac V8 FYI Release (Intel)': {
2540 'args': {
2541 '--git-revision': '${got_cr_revision}',
2542 },
2543 },
Jonah Ryan-Davis832c8462020-06-09 03:45:032544 'Win V8 FYI Release (NVIDIA)': {
2545 'args': {
2546 '--git-revision': '${got_cr_revision}',
2547 },
2548 },
2549 },
2550 },
2551 'pixel_skia_gold_validating_test': {
Brian Sheedy0566f2cb2021-02-12 22:12:502552 'modifications': {
2553 'Android FYI Release (Pixel 4)': {
2554 'args': [
2555 # Pixel 4s are weird in that they can output in different color spaces
2556 # simultaneously. The readback code for capturing a screenshot assumes
2557 # only one color space, so disable wide color gamut for the test to
2558 # work around the issue. See https://crbug.com/1166379 for more
2559 # information.
2560 '--extra-browser-args=--disable-wcg-for-test',
2561 ],
2562 },
Brian Sheedycde1ab1882021-05-27 21:22:002563 'Optional Android Release (Pixel 4)': {
2564 'args': [
2565 # See above.
2566 '--extra-browser-args=--disable-wcg-for-test',
2567 ],
2568 },
Brian Sheedy0566f2cb2021-02-12 22:12:502569 },
Brian Sheedye6ea0ee2019-07-11 02:54:372570 'replacements': {
Brian Sheedye6ea0ee2019-07-11 02:54:372571 # The V8 builders pass the V8 revision for ${got_revision}, so instead
2572 # use ${got_cr_revision}, which is only set on the V8 bots.
2573 'Android V8 FYI Release (Nexus 5X)': {
2574 'args': {
Brian Sheedy4d335deb2020-04-01 20:47:322575 '--git-revision': '${got_cr_revision}',
Brian Sheedye6ea0ee2019-07-11 02:54:372576 },
2577 },
Brian Sheedye6ea0ee2019-07-11 02:54:372578 'Mac V8 FYI Release (Intel)': {
2579 'args': {
Brian Sheedy4d335deb2020-04-01 20:47:322580 '--git-revision': '${got_cr_revision}',
Brian Sheedye6ea0ee2019-07-11 02:54:372581 },
2582 },
Brian Sheedye6ea0ee2019-07-11 02:54:372583 },
2584 },
2585 'pixel_test':{
Takuto Ikuta35c85522019-06-04 16:55:462586 'modifications': {
2587 'Android Release (Nexus 5X)': {
2588 'swarming': {
2589 'shards': 2,
2590 },
2591 },
2592 },
Nico Weber128fd382018-06-14 23:29:272593 },
Brian Sheedy9653f152019-08-07 17:02:442594 'rendering_representative_perf_tests': {
2595 'modifications': {
2596 'Win10 FYI x64 Exp Release (Intel HD 630)': {
2597 'args': [
Takuto Ikutab28b582e2021-02-10 01:41:212598 '--browser=release_x64',
Brian Sheedy9653f152019-08-07 17:02:442599 ],
2600 },
2601 'Win10 FYI x64 Exp Release (NVIDIA)': {
2602 'args': [
Takuto Ikutab28b582e2021-02-10 01:41:212603 '--browser=release_x64',
Brian Sheedy9653f152019-08-07 17:02:442604 ],
2605 },
Yuly Novikov86cb3542020-11-26 17:10:002606 'Win10 FYI x64 Release (AMD RX 5500 XT)': {
2607 'args': [
Takuto Ikutab28b582e2021-02-10 01:41:212608 '--browser=release_x64',
Yuly Novikov86cb3542020-11-26 17:10:002609 ],
2610 },
Brian Sheedy9653f152019-08-07 17:02:442611 'Win10 FYI x64 Release (Intel HD 630)': {
2612 'args': [
Takuto Ikutab28b582e2021-02-10 01:41:212613 '--browser=release_x64',
Brian Sheedy9653f152019-08-07 17:02:442614 ],
2615 },
Brian Sheedy9653f152019-08-07 17:02:442616 'Win10 FYI x64 Release (NVIDIA)': {
2617 'args': [
Takuto Ikutab28b582e2021-02-10 01:41:212618 '--browser=release_x64',
Brian Sheedy9653f152019-08-07 17:02:442619 ],
2620 },
behdad26cf7e72019-12-18 13:57:302621 'Win10 x64 Release (NVIDIA)': {
2622 'args': [
Takuto Ikutab28b582e2021-02-10 01:41:212623 '--browser=release_x64',
behdad26cf7e72019-12-18 13:57:302624 ],
2625 },
Brian Sheedy9653f152019-08-07 17:02:442626 },
2627 },
John Budorickdce9d462019-03-23 00:25:382628 'sandbox_linux_unittests': {
2629 'modifications': {
Haiyang Pan4d49f5d2021-11-24 02:06:132630 'android-12-x64-fyi-rel': {
2631 'args': [
2632 '--test-launcher-filter-file=../../testing/buildbot/filters/android.emulator_12.sandbox_linux_unittests.filter',
2633 ]
2634 },
Haiyang Pan6b8e4cf2021-08-02 21:38:282635 'android-marshmallow-x86-rel': {
John Budorick6e8e595b2020-01-27 18:15:582636 'args': [
2637 '--test-launcher-filter-file=../../testing/buildbot/filters/android.emulator.sandbox_linux_unittests.filter',
2638 ]
2639 },
Haiyang Pan08d09dc2020-04-01 16:11:212640 'android-pie-x86-rel': {
John Budorick191adfcd2020-01-29 18:19:042641 'args': [
2642 '--test-launcher-filter-file=../../testing/buildbot/filters/android.emulator.sandbox_linux_unittests.filter',
2643 ]
2644 },
John Budorickdce9d462019-03-23 00:25:382645 },
John Budorick3ebfdf852019-05-13 22:28:162646 'remove_from': [
John Budorick3ebfdf852019-05-13 22:28:162647 'android-asan', # https://crbug.com/962650
2648 ],
John Budorickdce9d462019-03-23 00:25:382649 },
Brian Sheedyc0c142c2021-06-01 21:18:052650 'screenshot_sync_passthrough_tests': {
2651 'modifications': {
2652 'Android FYI Release (Pixel 4)': {
2653 'args': [
2654 # Pixel 4s are weird in that they can output in different color spaces
2655 # simultaneously. The readback code for capturing a screenshot assumes
2656 # only one color space, so disable wide color gamut for the test to
2657 # work around the issue. See https://crbug.com/1166379 for more
2658 # information.
2659 '--extra-browser-args=--disable-wcg-for-test',
2660 ],
2661 },
2662 'Optional Android Release (Pixel 4)': {
2663 'args': [
2664 # See above.
2665 '--extra-browser-args=--disable-wcg-for-test',
2666 ],
2667 },
2668 },
2669 },
Brian Sheedy0566f2cb2021-02-12 22:12:502670 'screenshot_sync_validating_tests': {
2671 'modifications': {
2672 'Android FYI Release (Pixel 4)': {
2673 'args': [
2674 # Pixel 4s are weird in that they can output in different color spaces
2675 # simultaneously. The readback code for capturing a screenshot assumes
2676 # only one color space, so disable wide color gamut for the test to
2677 # work around the issue. See https://crbug.com/1166379 for more
2678 # information.
2679 '--extra-browser-args=--disable-wcg-for-test',
2680 ],
2681 },
Brian Sheedycde1ab1882021-05-27 21:22:002682 'Optional Android Release (Pixel 4)': {
2683 'args': [
2684 # See above.
2685 '--extra-browser-args=--disable-wcg-for-test',
2686 ],
2687 },
Brian Sheedy0566f2cb2021-02-12 22:12:502688 },
2689 },
Kenneth Russelleb60cbd22017-12-05 07:54:282690 'services_unittests': {
2691 'remove_from': [
Nico Weber15a00d62018-05-16 17:11:482692 'ToTLinuxMSan', # https://crbug.com/831676
Kenneth Russell8a386d42018-06-02 09:48:012693 # The face and barcode detection tests fail on the Mac Pros.
2694 'Mac Pro FYI Release (AMD)',
Nico Weberd36959682018-04-12 03:33:462695 'Linux ChromiumOS MSan Tests', # https://crbug.com/831676
2696 'Linux MSan Tests', # https://crbug.com/831676
Kenneth Russelleb60cbd22017-12-05 07:54:282697 ],
Brian Sheedyb6c58792020-05-07 18:37:332698 'replacements': {
2699 # TODO(crbug.com/1078982): Remove once the test is fixed on 10.15.4.
2700 'Mac FYI Experimental Release (Intel)': {
2701 'args': {
2702 '--gtest_filter': '*Detection*:-FaceDetectionImplMacTest.ScanOneFace*',
2703 },
2704 },
2705 },
Haiyang Pan363c59a2020-07-23 05:47:042706 'modifications': {
Struan Shrimptone772d72f2021-12-15 07:50:092707 'Linux ASan LSan Tests (1)': {
2708 'swarming': {
2709 'quickrun_shards': 2,
2710 },
2711 },
Haiyang Pan9d68ca02021-08-04 21:30:472712 'android-11-x86-rel': {
Haiyang Pan10f029c2021-07-30 23:17:562713 'args': [
Haiyang Pan2877f062021-11-18 01:06:062714 # TODO(crbug.com/1264654): Fix the failed tests
2715 '--gtest_filter=-PacLibraryTest.ActualPacMyIpAddress*'
2716 ],
2717 },
2718 'android-12-x64-fyi-rel': {
2719 'args': [
2720 # TODO(crbug.com/1264654): Fix the failed tests
Haiyang Pan10f029c2021-07-30 23:17:562721 '--gtest_filter=-PacLibraryTest.ActualPacMyIpAddress*'
2722 ],
2723 },
Chong Gu52481452021-04-02 17:52:412724 'fuchsia-code-coverage': {
2725 'swarming': {
2726 'shards': 7,
2727 },
2728 },
2729 }
Chong Gudf7fbe92021-02-24 02:55:582730 },
Brian Ho8271a7ad2021-08-12 20:48:032731 # TODO(crbug.com/1202958): Remove these when SkiaRenderer is fully shipped
2732 # on Chrome OS.
2733 'skia_renderer_telemetry_perf_unittests': {
2734 'remove_from': [
2735 # Not enough capacity.
2736 'chromeos-betty-pi-arc-chrome',
2737 'chromeos-betty-pi-arc-chrome-dchecks',
Muyao Xuc5634692021-11-09 21:30:172738 # it sometimes flakily times out.
2739 'chromeos-amd64-generic-rel',
Brian Ho8271a7ad2021-08-12 20:48:032740 ],
2741 'modifications': {
2742 'chromeos-amd64-generic-rel': {
2743 'ci_only': True,
2744 },
2745 'chromeos-amd64-generic-rel (goma cache silo)': {
2746 'ci_only': True,
2747 },
2748 'chromeos-amd64-generic-rel (reclient)': {
2749 'ci_only': True,
2750 },
Brian Ho8271a7ad2021-08-12 20:48:032751 },
2752 },
2753 'skia_renderer_telemetry_unittests': {
2754 'remove_from': [
2755 # Not enough capacity.
2756 'chromeos-betty-pi-arc-chrome',
2757 'chromeos-betty-pi-arc-chrome-dchecks',
2758 ],
2759 'modifications': {
2760 'chromeos-amd64-generic-rel': {
2761 'ci_only': True,
2762 },
2763 'chromeos-amd64-generic-rel (goma cache silo)': {
2764 'ci_only': True,
2765 },
2766 'chromeos-amd64-generic-rel (reclient)': {
2767 'ci_only': True,
2768 },
Brian Ho8271a7ad2021-08-12 20:48:032769 },
2770 },
Chong Gu76046412021-09-22 17:49:212771 'snapshot_unittests': {
Chong Gub2446462021-08-19 18:44:082772 'modifications': {
2773 'fuchsia-fyi-arm64-dbg': {
2774 'args': [
2775 '--test-launcher-filter-file=../../testing/buildbot/filters/fuchsia.debug.snapshot_unittests.filter',
2776 ],
2777 },
2778 },
2779 },
Stephen Martinis54d64ad2018-09-21 22:16:202780 'swiftshader_unittests': {
2781 'remove_from': [
2782 # Save capacity on the hardware where we have only a few machines.
2783 'Mac FYI Experimental Release (Intel)',
2784 'Mac FYI Experimental Retina Release (AMD)',
2785 'Mac FYI Experimental Retina Release (NVIDIA)',
2786 'Mac Pro FYI Release (AMD)',
2787 ],
2788 },
Kenneth Russelleb60cbd22017-12-05 07:54:282789 'sync_integration_tests': {
Brad Halla36886c2019-02-26 16:52:292790 'remove_from': [
Brad Halla36886c2019-02-26 16:52:292791 'CrWinAsan(dll)', # https://crbug.com/935598
2792 ],
Kenneth Russelleb60cbd22017-12-05 07:54:282793 'modifications': {
Erik Chene84bc1c2019-11-25 23:23:522794 'Linux ASan LSan Tests (1)': {
2795 'swarming': {
2796 'shards': 4,
2797 },
2798 },
Nico Weber8fbc2832018-12-14 16:00:572799 'Linux TSan Tests': {
2800 'swarming': {
2801 'shards': 6,
2802 },
2803 },
Sven Zheng9a52be52020-10-09 21:27:122804 # TODO(crbug.com/1131588) Tests are flaky only on CQ.
2805 'Mac10.13 Tests': {
2806 'precommit_args': [
2807 '--gtest_filter=-*',
2808 ],
2809 },
Zhaoyang Li69e2e002021-02-19 21:57:352810 # TODO(crbug.com/1131588) Tests are flaky only on CQ.
Lindsay Pasricha21bb93d72021-12-07 05:48:392811 'Mac11 Tests': {
Zhaoyang Li69e2e002021-02-19 21:57:352812 'precommit_args': [
2813 '--gtest_filter=-*',
2814 ],
2815 },
Stephen Martinis1384ff92020-01-07 19:52:152816 'ToTLinuxTSan': {
Kenneth Russelleb60cbd22017-12-05 07:54:282817 'swarming': {
Stephen Martinis1384ff92020-01-07 19:52:152818 'shards': 6,
Kenneth Russelleb60cbd22017-12-05 07:54:282819 },
2820 },
Stephen Martinis75ab55d2018-08-30 02:27:122821 'Win10 Tests x64 (dbg)': {
2822 'experiment_percentage': 100, # https://crbug.com/840369
2823 },
Stephen Martinis1384ff92020-01-07 19:52:152824 'Win7 Tests (dbg)(1)': {
2825 'swarming': {
2826 'shards': 2,
2827 },
2828 },
2829 'linux-chromeos-code-coverage': {
Yuke Liao79424e42020-01-06 21:00:112830 'swarming': {
2831 'shards': 4,
2832 },
2833 },
Stephen Martinis1384ff92020-01-07 19:52:152834 'linux-code-coverage': {
Yuke Liao79424e42020-01-06 21:00:112835 'swarming': {
2836 'shards': 4,
2837 },
2838 },
Sven Zhengfbbf21a2021-04-16 23:57:122839 # https://crbug.com/1199909,
Junhua Chen39dd2dba2021-05-05 17:51:542840 'linux-lacros-code-coverage': {
2841 'args': [
2842 '--test-launcher-filter-file=../../testing/buildbot/filters/linux-lacros.sync_integration_tests.filter',
2843 ]
2844 },
Jieting Yangbf15db672021-10-04 19:18:372845 'linux-lacros-dbg-tests-fyi': {
2846 'args': [
2847 '--test-launcher-filter-file=../../testing/buildbot/filters/linux-lacros.sync_integration_tests.filter',
2848 ],
2849 },
Anastasiia N11c1f8d2021-04-19 14:04:422850 'linux-lacros-tester-rel': {
2851 'args': [
Yuke Liao56a437dd2021-05-05 04:53:402852 '--test-launcher-filter-file=../../testing/buildbot/filters/linux-lacros.sync_integration_tests.filter',
Anastasiia N11c1f8d2021-04-19 14:04:422853 ],
2854 },
Kuan Huang235b0142021-10-19 18:59:282855 'mac-code-coverage': {
2856 'args': [
2857 '--coverage-continuous-mode=1',
2858 ],
2859 },
Kenneth Russelleb60cbd22017-12-05 07:54:282860 },
2861 },
Haiyang Panfed339172021-03-10 23:19:572862 'system_webview_shell_layout_test_apk': {
2863 'remove_from': [
Haiyang Pan9d68ca02021-08-04 21:30:472864 'android-11-x86-rel', # crbug.com/1165280
Haiyang Panfed339172021-03-10 23:19:572865 ],
2866 },
Weizhong Xia613fda42021-04-21 20:11:522867 'system_webview_wpt': {
2868 'modifications': {
2869 'android-webview-pie-x86-wpt-fyi-rel': {
Weizhong Xia7dd41362021-09-30 16:05:382870 'args': [
2871 '--log-wptreport',
2872 ],
Weizhong Xia613fda42021-04-21 20:11:522873 'swarming': {
Weizhong Xia613fda42021-04-21 20:11:522874 'shards': 18,
2875 },
2876 },
2877 },
2878 },
Kenneth Russell8a386d42018-06-02 09:48:012879 'tab_capture_end2end_tests': {
Nico Webere89a3c92018-07-01 01:30:522880 # Run these only on Release bots.
Kenneth Russell8a386d42018-06-02 09:48:012881 'remove_from': [
Kenneth Russell8a386d42018-06-02 09:48:012882 'Linux Debug (NVIDIA)',
2883 'Mac Debug (Intel)',
2884 'Mac Retina Debug (AMD)',
Yuly Novikovbc1ccff2019-08-03 00:05:492885 'Win10 FYI x64 Debug (NVIDIA)',
Yuly Novikovf28f1eca2019-07-04 22:43:392886 # Disabled due to dbus crashes crbug.com/927465
Yuly Novikov5865ff72019-07-09 21:38:052887 'Linux FYI Release (Intel HD 630)',
2888 'Linux FYI Release (NVIDIA)',
Brian Sheedy22d051e2019-08-07 00:50:162889 'Linux FYI SkiaRenderer Vulkan (Intel HD 630)',
Yuly Novikov5865ff72019-07-09 21:38:052890 'Linux FYI SkiaRenderer Vulkan (NVIDIA)',
2891 'Linux Release (NVIDIA)',
Kenneth Russell8a386d42018-06-02 09:48:012892 ],
Emily Hanleyb64ac7c2018-05-25 13:36:552893 },
Haiyang Pan8c201b92020-06-04 01:25:072894 'telemetry_chromium_minidump_unittests': {
2895 'remove_from': [
Haiyang Pan2486dcb2020-09-18 17:53:062896 'android-marshmallow-x86-rel-non-cq', # crbug.com/1084352
Haiyang Pan8c201b92020-06-04 01:25:072897 ],
2898 },
Brian Sheedyc117f6d2020-05-06 02:23:272899 'telemetry_monochrome_minidump_unittests': {
2900 'remove_from': [
2901 # Monochrome isn't supported on M.
2902 'android-marshmallow-arm64-rel',
Greg Gutermanea661162021-11-17 00:46:432903 'android-marshmallow-arm64-rel-rts',
Haiyang Pan2486dcb2020-09-18 17:53:062904 'android-marshmallow-x86-rel-non-cq',
Brian Sheedyc117f6d2020-05-06 02:23:272905 ],
2906 },
Kenneth Russelleb60cbd22017-12-05 07:54:282907 'telemetry_perf_unittests': {
2908 'modifications': {
Kenneth Russelleb60cbd22017-12-05 07:54:282909 'Linux Tests': {
2910 'args': [
2911 '--xvfb',
Ned Nguyene6e26042018-01-17 20:42:482912 '--jobs=1',
Kenneth Russelleb60cbd22017-12-05 07:54:282913 ],
2914 },
Juan Antonio Navarro Perez4899edf2019-03-14 13:05:352915 'Linux Tests (dbg)(1)': {
2916 'args': [
2917 '--xvfb',
2918 '--jobs=1',
2919 ],
2920 },
Stephanie Kim56defb72020-11-19 21:32:372921 # TODO crbug.com/1143924: Remove when experimentation is complete
2922 'Linux Tests Robocrop': {
2923 'args': [
2924 '--xvfb',
2925 '--jobs=1',
2926 ],
2927 },
Kenneth Russelleb60cbd22017-12-05 07:54:282928 # Disable parallelism on all Mac bots.
Kenneth Russelleb60cbd22017-12-05 07:54:282929 'Mac10.11 Tests': {
2930 'args': [
2931 '--jobs=1',
2932 ],
2933 },
2934 'Mac10.12 Tests': {
2935 'args': [
2936 '--jobs=1',
2937 ],
2938 },
John Chen9fd22fcf2021-12-10 02:24:122939 'Mac11 Tests': {
2940 'ci_only': True,
2941 },
Ned Nguyen6e6e5b32018-02-21 20:21:502942 'Win7 Tests (dbg)(1)': {
2943 'args': [
2944 '--jobs=1',
2945 ],
2946 'swarming': {
2947 'shards': 20,
2948 },
2949 'experiment_percentage': 100,
2950 },
Ben Pastene69400eb2021-03-25 19:27:162951 'chromeos-eve-chrome': {
2952 'args': [
2953 # TODO(crbug.com/1191132): Re-enable.
2954 '--skip=benchmarks.benchmark_smoke_unittest.BenchmarkSmokeTest.wasmpspdfkit',
2955 ],
2956 },
Ben Pastene2b4b15f2021-03-04 00:39:242957 'chromeos-kevin-chrome': {
2958 # TODO(crbug.com/1182948): Remove the experiment.
Ben Pastenebe91e462021-07-27 23:47:262959 # TODO(b/188822176): Restore to 100% when we have additional capacity.
2960 'experiment_percentage': 0,
Ben Pastene2b4b15f2021-03-04 00:39:242961 },
Ben Pastene7b1384a2021-04-22 23:24:322962 'linux-bionic-rel': {
2963 'args': [
2964 '--xvfb',
2965 '--jobs=1',
2966 ],
2967 },
Stephen Martinis1384ff92020-01-07 19:52:152968 'linux-trusty-rel': {
2969 'args': [
2970 '--xvfb',
2971 '--jobs=1',
2972 ],
2973 },
Stephanie Kim5c7f31d2021-04-27 18:00:062974 'linux-xenial-rel': {
2975 'args': [
2976 '--xvfb',
2977 '--jobs=1',
2978 ],
2979 },
Kenneth Russelleb60cbd22017-12-05 07:54:282980 },
2981 'remove_from': [
Haiyang Pan2486dcb2020-09-18 17:53:062982 'android-marshmallow-x86-rel-non-cq', # crbug.com/1084352
Haiyang Pan0e39edf42020-04-28 19:29:012983 # There's no need to run telemetry_perf_unittests on both lollipop and
Erik Chen96894722019-11-21 20:03:392984 # marshmallow on the CQ. https://crbug.com/1026487.
Ben Joyce3e043862021-10-20 23:57:242985 # TODO(crbug/1260494): Test suite isn't running on android.
Erik Chen96894722019-11-21 20:03:392986 'android-marshmallow-arm64-rel',
Greg Gutermanea661162021-11-17 00:46:432987 'android-marshmallow-arm64-rel-rts',
Andrew Luobe83fd82019-12-19 03:07:582988 'android-pie-arm64-rel',
Garrett Beatyeef031a2019-02-28 01:55:412989 # crbug.com/936540
Garrett Beatyeef031a2019-02-28 01:55:412990 'Mac10.11 Tests',
Shenghua Zhangbd6f1b232018-03-03 02:59:142991 'Mac10.13 Tests',
Zhaoyang Li69e2e002021-02-19 21:57:352992 'Mac10.15 Tests',
Lindsay Pasricha21bb93d72021-12-07 05:48:392993 # TODO crbug.com/1277277
Zhaoyang Li9357e1e12021-12-07 18:53:172994 'Mac11 Tests (dbg)',
Stephen Martinis1384ff92020-01-07 19:52:152995 'Linux - Future (dbg)', # client.v8.chromium
Takuto Ikuta9aa015d2019-04-15 23:33:292996 'Win10 Tests x64',
Stephen Martinise701f5a2018-05-04 01:25:112997 'Win10 Tests x64 (dbg)',
Kuan Huangc93e8672021-06-29 21:13:452998 'Win10 Tests x64 20h2',
Kenneth Russelleb60cbd22017-12-05 07:54:282999 ],
3000 },
Stephen Martinis54d64ad2018-09-21 22:16:203001 'telemetry_unittests': {
3002 'modifications': {
3003 'Win10 Tests x64 (dbg)': {
3004 'experiment_percentage': 100, # crbug.com/870673
Ben Pastene9383fe12020-10-20 21:32:403005 },
John Budorickc498fd3c2019-03-14 01:16:263006 },
3007 'remove_from': [
Ben Pastene9ef2ced52021-07-28 18:04:343008 # TODO(crbug.com/1141234): Restore when there's more DUTs
3009 'chromeos-kevin-chrome',
3010 'chromeos-kevin-rel',
Ben Pastene619317752020-12-03 00:04:143011
John Budorickc498fd3c2019-03-14 01:16:263012 # crbug.com/936540
John Budorickc498fd3c2019-03-14 01:16:263013 'Mac10.11 Tests',
Takuto Ikuta9aa015d2019-04-15 23:33:293014
3015 'Win10 Tests x64',
Kuan Huangc93e8672021-06-29 21:13:453016 'Win10 Tests x64 20h2',
Titouan Rigoudye122ec32021-11-08 16:36:163017
3018 # TODO(https://crbug.com/1267161): Re-enable when platform is supported.
3019 'mac11-arm64-rel-tests',
John Budorickc498fd3c2019-03-14 01:16:263020 ],
Stephen Martinis54d64ad2018-09-21 22:16:203021 },
Brian Sheedyf3b48d62020-05-08 23:03:123022 'test_buildbucket_api_gpu_use_cases': {
3023 'remove_from': [
3024 # crbug.com/1080749
3025 'Optional Linux Release (NVIDIA)',
3026 ],
3027 },
Kenneth Russelleb60cbd22017-12-05 07:54:283028 'unit_tests': {
Yun Liu3e759dbb2019-11-01 19:25:523029 'remove_from': [
Ben Pastene3e32ffe2020-08-07 03:37:073030 'android-pie-arm64-rel', # https://crbug.com/1010211
Yun Liu3e759dbb2019-11-01 19:25:523031 ],
Kenneth Russelleb60cbd22017-12-05 07:54:283032 'modifications': {
John Budorickca14c76f62017-12-09 14:19:183033 'Linux ASan LSan Tests (1)': {
John Budorick5052d552017-12-13 02:59:343034 # These are slow on the ASAN trybot for some reason.
3035 # crbug.com/794372
John Budorickca14c76f62017-12-09 14:19:183036 'swarming': {
John Budorick5052d552017-12-13 02:59:343037 'shards': 4,
John Budorickca14c76f62017-12-09 14:19:183038 },
3039 },
Stephen Martinis1384ff92020-01-07 19:52:153040 'Linux Chromium OS ASan LSan Tests (1)': {
3041 # These are slow on the ASAN trybot for some reason.
3042 # crbug.com/794372
John Budorickca14c76f62017-12-09 14:19:183043 'swarming': {
3044 'shards': 2,
3045 },
3046 },
Takuto Ikuta54671d972018-07-19 19:06:353047 'Linux ChromiumOS MSan Tests': {
3048 # These are very slow on the Chrome OS MSAN trybot for some reason.
3049 # crbug.com/865455
3050 'swarming': {
3051 'shards': 2,
3052 },
3053 },
Stephen Martinis1384ff92020-01-07 19:52:153054 'Linux TSan Tests': {
Takuto Ikuta54671d972018-07-19 19:06:353055 'swarming': {
3056 'shards': 2,
3057 },
3058 },
Maksim Sisovc81d284c2021-10-05 17:54:353059 # https://crbug.com/1184127
3060 'Linux Tests (Wayland)': {
3061 'args': [
3062 '--test-launcher-filter-file=../../testing/buildbot/filters/ozone-linux.unit_tests_wayland.filter',
3063 ],
3064 },
Zhaoyang Li9357e1e12021-12-07 18:53:173065 'Mac11 Tests (dbg)': {
3066 'swarming': {
3067 'shards': 2,
3068 },
3069 },
Stephen Martinis1384ff92020-01-07 19:52:153070 'ToTLinuxASan': {
Dirk Pranke20eae9a72017-12-09 18:12:143071 'swarming': {
Stephen Martinis1384ff92020-01-07 19:52:153072 'shards': 2,
Dirk Pranke20eae9a72017-12-09 18:12:143073 },
3074 },
Stephen Martinis1384ff92020-01-07 19:52:153075 'android-asan': {
3076 'args': [
3077 '--test-launcher-filter-file=../../testing/buildbot/filters/android.asan.unit_tests.filter',
3078 ],
3079 },
Takuto Ikuta527cdff2020-01-29 08:04:273080 'android-marshmallow-arm64-rel-swarming': {
3081 'swarming': {
3082 'shards': 8,
3083 },
3084 },
Stephen Martinis1384ff92020-01-07 19:52:153085 'linux-chromeos-chrome': {
3086 'args': [
3087 '--test-launcher-filter-file=../../testing/buildbot/filters/chromeos.unit_tests.filter',
3088 ],
3089 },
Ben Pasteneacd57392019-10-31 02:13:253090 'linux-chromeos-dbg': {
3091 'swarming': {
3092 'shards': 2,
3093 },
3094 },
Erik Chend063aef72019-11-18 19:13:103095 'linux-chromeos-rel': {
3096 'swarming': {
3097 'shards': 2,
3098 },
3099 },
Yuke Liao597dd6df72020-08-18 03:02:543100 # https://crbug.com/1111979,
Junhua Chen39dd2dba2021-05-05 17:51:543101 'linux-lacros-code-coverage': {
3102 'args': [
3103 '--test-launcher-filter-file=../../testing/buildbot/filters/linux-lacros.unit_tests.filter',
3104 ],
3105 },
3106 # https://crbug.com/1111979,
Jieting Yangbf15db672021-10-04 19:18:373107 'linux-lacros-dbg-tests-fyi': {
3108 'args': [
3109 '--test-launcher-filter-file=../../testing/buildbot/filters/linux-lacros.unit_tests.filter',
3110 ],
3111 },
3112 # https://crbug.com/1111979,
Sven Zheng5c9d3e342020-08-11 21:39:433113 'linux-lacros-tester-rel': {
Sven Zheng5c9d3e342020-08-11 21:39:433114 'args': [
Yuke Liao56a437dd2021-05-05 04:53:403115 '--test-launcher-filter-file=../../testing/buildbot/filters/linux-lacros.unit_tests.filter',
Sven Zheng5c9d3e342020-08-11 21:39:433116 ],
3117 },
Kenneth Russelleb60cbd22017-12-05 07:54:283118 },
3119 },
Kenneth Russell8a386d42018-06-02 09:48:013120 'video_decode_accelerator_gl_unittest': {
3121 'remove_from': [
Kenneth Russell8a386d42018-06-02 09:48:013122 # Windows Intel doesn't have the GL extensions to support this test.
Yuly Novikovbc1ccff2019-08-03 00:05:493123 'Optional Win10 x64 Release (Intel HD 630)',
3124 'Win10 FYI x64 Release (Intel HD 630)',
Yuly Novikov5ff15502019-07-31 00:55:483125 'Win10 FYI x64 Exp Release (Intel HD 630)',
Kenneth Russell8a386d42018-06-02 09:48:013126 ],
3127 },
Sven Zheng577fe5ff2020-08-03 22:06:443128 'views_unittests': {
Sven Zheng80734f12020-08-06 06:50:393129 'modifications': {
Maksim Sisovc81d284c2021-10-05 17:54:353130 'Linux Tests (Wayland)': {
3131 'args': [
3132 '--test-launcher-filter-file=../../testing/buildbot/filters/ozone-linux.wayland_views_unittests.filter',
3133 ],
3134 },
Chong Gu6aa22be2021-09-10 06:56:143135 'fuchsia-fyi-arm64-dbg': {
3136 'args': [
3137 '--test-launcher-filter-file=../../testing/buildbot/filters/fuchsia.debug.views_unittests.filter',
3138 ],
3139 },
Sven Zheng5c9d3e342020-08-11 21:39:433140 # https://crbug.com/1111979,
Junhua Chen39dd2dba2021-05-05 17:51:543141 'linux-lacros-code-coverage': {
3142 'args': [
3143 '--gtest_filter=-DesktopWidgetFocusManagerTest.AnchoredDialogInDesktopNativeWidgetAura:'
3144 'DesktopWidgetTest*:'
3145 'DesktopWindowTreeHostPlatformTest*:'
3146 'EditableComboboxTest*:'
3147 'MenuRunnerTest*:'
3148 'TextfieldTest*:'
3149 'TooltipControllerTest*:'
3150 'TooltipStateManagerTest*'
3151 ],
3152 },
Yuke Liaoa0db4742021-08-09 18:28:333153 'linux-lacros-dbg-tests-fyi': {
3154 'args': [
3155 '--gtest_filter=-DesktopWidgetFocusManagerTest.AnchoredDialogInDesktopNativeWidgetAura:'
3156 'TextfieldTest*:'
3157 'TooltipControllerTest*:'
3158 ],
3159 },
Sven Zheng5c9d3e342020-08-11 21:39:433160 'linux-lacros-tester-rel': {
Sven Zheng5c9d3e342020-08-11 21:39:433161 'args': [
3162 '--gtest_filter=-DesktopWidgetFocusManagerTest.AnchoredDialogInDesktopNativeWidgetAura:'
Yuke Liao34721c22020-08-14 21:41:193163 'DesktopWidgetTest*:'
3164 'DesktopWindowTreeHostPlatformTest*:'
Yuke Liaocf9db2b2020-08-13 19:42:533165 'EditableComboboxTest*:'
Sven Zhengea8903f2020-08-14 05:27:513166 'MenuRunnerTest*:'
Yuke Liaocf9db2b2020-08-13 19:42:533167 'TextfieldTest*:'
Benjamin Beaudry54b3b882021-03-12 23:55:363168 'TooltipControllerTest*:'
3169 'TooltipStateManagerTest*'
Sven Zheng5c9d3e342020-08-11 21:39:433170 ],
3171 },
Sven Zheng80734f12020-08-06 06:50:393172 },
Sven Zheng577fe5ff2020-08-03 22:06:443173 },
John Budorickd02c429de2020-01-10 19:02:213174 'viz_unittests': {
3175 'modifications': {
Haiyang Pan9d68ca02021-08-04 21:30:473176 'android-11-x86-rel': {
Haiyang Pancf765862021-03-18 20:39:153177 'args': [
3178 '--test-launcher-filter-file=../../testing/buildbot/filters/android.emulator_11.viz_unittests.filter',
3179 ],
3180 },
Haiyang Pan6b8e4cf2021-08-02 21:38:283181 'android-marshmallow-x86-rel': {
John Budorickafd548b2020-01-14 20:45:093182 'args': [
John Budorickd02c429de2020-01-10 19:02:213183 '--test-launcher-filter-file=../../testing/buildbot/filters/android.emulator.viz_unittests.filter',
3184 ],
3185 },
Haiyang Pan08d09dc2020-04-01 16:11:213186 'android-pie-x86-rel': {
John Budorickafd548b2020-01-14 20:45:093187 'args': [
John Budorickd02c429de2020-01-10 19:02:213188 '--test-launcher-filter-file=../../testing/buildbot/filters/android.emulator.viz_unittests.filter',
3189 ],
3190 },
Chong Gub2446462021-08-19 18:44:083191 'fuchsia-fyi-arm64-dbg': {
Chong Gu6aa22be2021-09-10 06:56:143192 'args': [
3193 '--test-launcher-filter-file=../../testing/buildbot/filters/fuchsia.debug.viz_unittests.filter',
3194 ],
Chong Gub2446462021-08-19 18:44:083195 },
John Budorickd02c429de2020-01-10 19:02:213196 },
3197 },
John Budorick20f4fa8d2019-08-02 22:58:293198 'vr_common_unittests': {
3199 'remove_from': [
Haiyang Pan08d09dc2020-04-01 16:11:213200 'android-pie-x86-rel',
John Budorick20f4fa8d2019-08-02 22:58:293201 ],
3202 },
Kenneth Russellfbda3c532017-12-08 23:57:243203 'vr_pixeltests': {
3204 'remove_from': [
Haiyang Pan08d09dc2020-04-01 16:11:213205 'android-pie-x86-rel',
Kenneth Russell8ceeabf2017-12-11 17:53:283206 'VR Linux',
Kenneth Russellfbda3c532017-12-08 23:57:243207 ],
3208 },
Nico Webere81999ee2018-07-01 23:52:433209 'wayland_client_perftests': {
3210 'remove_from': [
3211 'linux-chromeos-dbg', # https://crbug.com/859307
3212 ],
3213 },
Chong Gu76046412021-09-22 17:49:213214 'web_engine_browsertests': {
Chong Gud1a5c5992021-04-09 04:08:323215 'modifications': {
3216 'fuchsia-code-coverage': {
3217 'swarming': {
Chong Gu7a463202021-07-19 18:43:103218 'shards': 28,
Chong Gud1a5c5992021-04-09 04:08:323219 },
3220 },
3221 },
3222 },
Chong Gu76046412021-09-22 17:49:213223 'web_engine_integration_tests': {
Chong Gu4c9e8f112021-06-02 18:37:263224 'modifications': {
3225 'fuchsia-code-coverage': {
3226 'swarming': {
3227 'shards': 6,
3228 },
3229 },
3230 },
3231 },
John Budorick63357462019-02-27 23:02:513232 'webdriver_tests_suite': {
3233 'remove_from': [
3234 'Linux Tests', # https://crbug.com/929689, https://crbug.com/936557
Stephanie Kim5c7f31d2021-04-27 18:00:063235 'linux-xenial-rel',
John Budorick63357462019-02-27 23:02:513236 ],
3237 },
bsheedy048cbdb2019-02-04 20:32:053238 'webgl2_conformance_gl_passthrough_tests': {
3239 'remove_from': [
Geoff Lang1fede152019-10-10 23:03:443240 # Not enough capacity. https://crbug.com/982294
3241 'Mac Pro FYI Release (AMD)',
3242 'Mac FYI Retina Release (NVIDIA)',
Yuly Novikov712af632021-08-31 23:54:113243 # Only run validating on Mac Intel due to capacity http://crbug.com/1236796
3244 'Optional Mac Release (Intel)',
bsheedy048cbdb2019-02-04 20:32:053245 ],
3246 },
Brian Sheedy5a9f6562021-08-20 03:32:543247 'webgl2_conformance_gles_passthrough_tests': {
3248 'remove_from': [
3249 # Not enough CrOS hardware capacity to run on anything other than VMs.
3250 # See https://crbug.com/1238070.
3251 'ChromeOS FYI Release (kevin)',
3252 'Lacros FYI x64 Release (Intel)',
3253 ],
3254 'modifications': {
3255 # This VM configuration is known to be significantly slower than other
3256 # CrOS configurations, so increase the shards.
3257 # TODO(crbug.com/1223550): Remove this if the configuration can be sped
3258 # up.
3259 'ChromeOS FYI Release (amd64-generic)': {
3260 'swarming': {
3261 'shards': 30,
3262 },
3263 },
3264 },
3265 },
Kenneth Russell18fff67f2021-11-05 23:45:113266 'webgl2_conformance_metal_passthrough_tests': {
3267 'remove_from': [
Yuly Novikov22220122021-12-14 22:23:363268 'Mac FYI ASAN (Intel)', # crbug.com/1270755
Kenneth Russell18fff67f2021-11-05 23:45:113269 # Not enough capacity.
3270 'Mac FYI Retina Release (NVIDIA)',
3271 ],
Yuly Novikov220c14a52021-12-14 02:49:333272 'modifications': {
3273 'Mac FYI ASAN (Intel)': {
3274 'args': [
3275 '--extra-browser-args=--disable-metal-shader-cache',
3276 ],
3277 },
3278 'Mac FYI Retina ASAN (AMD)': {
3279 'args': [
3280 '--extra-browser-args=--disable-metal-shader-cache',
3281 ],
3282 },
3283 },
Kenneth Russell18fff67f2021-11-05 23:45:113284 },
John Budorick82e61dfb2019-12-10 04:36:093285 'webgl2_conformance_validating_tests': {
Stephen Martinis54d64ad2018-09-21 22:16:203286 'remove_from': [
3287 # The Mac NVIDIA Retina bots don't have the capacity to run
3288 # this test suite on mac_optional_gpu_tests_rel.
3289 'Optional Mac Retina Release (NVIDIA)',
3290 ],
Kenneth Russell8a386d42018-06-02 09:48:013291 'modifications': {
Brian Sheedyab0a1992021-08-13 20:57:393292 # This VM configuration is known to be significantly slower than other
3293 # CrOS configurations, so increase the shards.
3294 # TODO(crbug.com/1223550): Remove this if the configuration can be sped
3295 # up.
3296 'ChromeOS FYI Release (amd64-generic)': {
3297 'swarming': {
3298 'shards': 30,
3299 },
Brian Sheedy9bde4532021-08-20 18:11:193300 # This configuration is tested with the passthrough decoder as well,
3301 # which will be shipped in the nearish future, so any failures that
3302 # show up with the validating decoder are just an FYI.
3303 'experiment_percentage': 100,
Brian Sheedyab0a1992021-08-13 20:57:393304 },
Brian Sheedy22200312021-08-20 22:17:503305 'ChromeOS FYI Release (kevin)': {
3306 'experiment_percentage': 100,
3307 },
Kenneth Russell8a386d42018-06-02 09:48:013308 },
3309 },
3310 'webgl_conformance_gl_passthrough_tests': {
3311 'remove_from': [
3312 # crbug.com/555545 and crbug.com/649824:
3313 # Disable webgl_conformance_gl_tests on some Win/AMD cards.
3314 # Always fails on older cards, flaky on newer cards.
Kenneth Russell8a386d42018-06-02 09:48:013315 'Win7 FYI Release (AMD)',
3316 ],
3317 },
Kenneth Russell984f2f12020-12-15 23:23:353318 'webgl_conformance_metal_passthrough_tests': {
3319 'remove_from': [
Yuly Novikov22220122021-12-14 22:23:363320 'Mac FYI ASAN (Intel)', # crbug.com/1270755
Yuly Novikov220c14a52021-12-14 02:49:333321 # crbug.com/1158857: re-enable when switching to Metal by default.
Kenneth Russell984f2f12020-12-15 23:23:353322 'Mac FYI Retina Release (NVIDIA)',
3323 ],
Yuly Novikov220c14a52021-12-14 02:49:333324 'modifications': {
3325 'Mac FYI ASAN (Intel)': {
3326 'args': [
3327 '--extra-browser-args=--disable-metal-shader-cache',
3328 ],
3329 },
3330 'Mac FYI Retina ASAN (AMD)': {
3331 'args': [
3332 '--extra-browser-args=--disable-metal-shader-cache',
3333 ],
3334 },
3335 },
Kenneth Russell984f2f12020-12-15 23:23:353336 },
Stephen Martinis54d64ad2018-09-21 22:16:203337 'webgl_conformance_tests': {
Kenneth Russelle63e41f2019-04-09 02:45:283338 'remove_from': [
3339 # Too slow on this configuration, which is severely hardware
3340 # constrained. crbug.com/950690
3341 'Mac FYI Retina Debug (NVIDIA)',
3342 ],
Kenneth Russell8a386d42018-06-02 09:48:013343 },
Austin Enge8c0ba02021-07-19 23:55:193344 'webgpu_blink_web_tests': {
3345 'modifications': {
3346 # Increase the timeout with ASAN (crbug.com/1208253)
3347 'Dawn Win10 x64 ASAN Release': {
3348 'args': [
3349 '--time-out-ms=48000',
3350 ],
3351 },
3352 },
Brian Sheedy5796b4b2021-09-15 21:51:413353 'replacements': {
3354 'Dawn Mac x64 Experimental Release (Intel)': {
3355 'args': {
Avi Drissman5afd38bc2021-10-27 17:35:133356 '--platform': 'mac-mac11',
Brian Sheedy5796b4b2021-09-15 21:51:413357 },
3358 }
3359 },
3360 },
3361 'webgpu_blink_web_tests_with_backend_validation': {
3362 'replacements': {
3363 'Dawn Mac x64 Experimental Release (Intel)': {
3364 'args': {
Avi Drissman5afd38bc2021-10-27 17:35:133365 '--platform': 'mac-mac11',
Brian Sheedy5796b4b2021-09-15 21:51:413366 },
3367 },
3368 },
Austin Enge8c0ba02021-07-19 23:55:193369 },
Kenneth Russelleb60cbd22017-12-05 07:54:283370 'webkit_unit_tests': {
Yun Liu16394ab32019-11-19 16:37:573371 'remove_from': [
3372 # Flakily fails on Win7. https://crbug.com/943372.
3373 'Win7 Tests (1)',
3374 'Win 7 Tests x64 (1)',
Haiyang Pan90ed7c642021-02-06 01:22:063375 # Runs on android-marshmallow-x86-rel already (crbug.com/1127110)
3376 'android-marshmallow-arm64-rel',
Greg Gutermanea661162021-11-17 00:46:433377 'android-marshmallow-arm64-rel-rts',
Haiyang Pan90ed7c642021-02-06 01:22:063378 'android-marshmallow-x86-rel-non-cq',
Yun Liu16394ab32019-11-19 16:37:573379 ],
Dirk Pranke81ff51c2017-12-09 19:24:283380 'modifications': {
John Budorick5052d552017-12-13 02:59:343381 'Linux ASan LSan Tests (1)': {
3382 # These are very slow on the ASAN trybot for some reason.
3383 # crbug.com/794372
3384 'swarming': {
3385 'shards': 5,
3386 },
3387 },
Erik Chen681dc0282019-11-26 22:54:493388 'Linux TSan Tests': {
3389 'swarming': {
3390 'shards': 2,
3391 },
3392 },
arthursonzogni26889d82018-05-29 17:18:163393 'Marshmallow 64 bit Tester': {
3394 # Increase timeout. See https://crbug.com/847229.
3395 'swarming': {
3396 'hard_timeout': 1200,
3397 },
3398 },
Haiyang Pan9d68ca02021-08-04 21:30:473399 'android-11-x86-rel': {
Haiyang Panc7c009e2021-03-18 19:31:233400 'args': [
Haiyang Panc08d02212021-10-18 18:58:383401 '--test-launcher-filter-file=../../testing/buildbot/filters/android.emulator.blink_unittests.filter',
3402 ],
3403 },
3404 'android-12-x64-fyi-rel': {
3405 'args': [
3406 '--test-launcher-filter-file=../../testing/buildbot/filters/android.emulator.blink_unittests.filter',
Haiyang Panc7c009e2021-03-18 19:31:233407 ],
3408 },
Omer Katz7d2be652020-01-22 18:13:463409 'linux-blink-heap-concurrent-marking-tsan-rel': {
3410 'swarming': {
3411 'shards': 2,
3412 },
3413 },
Dirk Pranke81ff51c2017-12-09 19:24:283414 },
Kenneth Russelleb60cbd22017-12-05 07:54:283415 },
Haiyang Panfbd2b482020-09-23 23:41:253416 'weblayer_browsertests': {
3417 'modifications': {
Haiyang Pan9d68ca02021-08-04 21:30:473418 'android-11-x86-rel': {
Haiyang Pand38464f52021-03-24 00:29:013419 'args': [
Haiyang Pan2877f062021-11-18 01:06:063420 # TODO(crbug.com/1191784): Fix the test failure
3421 '--gtest_filter=-DownloadBrowserTest.OverrideDownloadDirectory',
3422 ],
3423 },
3424 'android-12-x64-fyi-rel': {
3425 'args': [
3426 # TODO(crbug.com/1191784): Fix the test failure
Haiyang Pand38464f52021-03-24 00:29:013427 '--gtest_filter=-DownloadBrowserTest.OverrideDownloadDirectory',
3428 ],
3429 },
Haiyang Panfbd2b482020-09-23 23:41:253430 'android-pie-arm64-rel': {
3431 # TODO(crbug.com/1111436): Move this back to walleye if/when additional
3432 # capacity has been deployed.
3433 'swarming': {
3434 'dimension_sets': [
3435 {
3436 'device_type': 'sailfish',
3437 },
3438 ],
3439 },
3440 },
3441 },
3442 },
Haiyang Pan591dbad2020-06-05 20:26:373443 'weblayer_bundle_test': {
3444 'remove_from': [
Haiyang Pan2486dcb2020-09-18 17:53:063445 'android-marshmallow-x86-rel-non-cq', # crbug.com/1088013
Haiyang Pan9d68ca02021-08-04 21:30:473446 'android-11-x86-rel', # crbug.com/1165280
Haiyang Pan591dbad2020-06-05 20:26:373447 ],
3448 },
3449 'weblayer_instrumentation_test_apk': {
3450 'remove_from': [
Haiyang Pan2486dcb2020-09-18 17:53:063451 'android-marshmallow-x86-rel-non-cq', # crbug.com/1088013
Haiyang Pan9d68ca02021-08-04 21:30:473452 'android-11-x86-rel', # crbug.com/1165280
Haiyang Pan591dbad2020-06-05 20:26:373453 ],
Haiyang Pan6d7a15b2020-10-03 00:29:193454 'modifications': {
3455 'android-pie-arm64-rel': {
3456 # TODO(crbug.com/1111436): Move this back to walleye if/when additional
3457 # capacity has been deployed.
3458 'swarming': {
3459 'dimension_sets': [
3460 {
3461 'device_type': 'sailfish',
3462 },
3463 ],
3464 },
3465 },
3466 },
Haiyang Pan591dbad2020-06-05 20:26:373467 },
Rakib Hasane85af9d52021-11-09 16:33:223468 'weblayer_instrumentation_test_apk_ToT_Tests': {
3469 'modifications': {
Rakib Hasane85af9d52021-11-09 16:33:223470 'android-weblayer-marshmallow-x86-rel-tests': {
3471 'args': [
3472 '--replace-system-package=org.chromium.weblayer.shell,apks/WebLayerShellSystemWebView.apk'
3473 ]
3474 }
3475 }
3476 },
Haiyang Pan4efd9b02021-03-17 23:58:303477 'weblayer_private_instrumentation_test_apk': {
3478 'modifications': {
3479 # TODO(crbug.com/1189403): Remove the filter once the issue is fixed.
Haiyang Pan9d68ca02021-08-04 21:30:473480 'android-11-x86-rel': {
Haiyang Pan4efd9b02021-03-17 23:58:303481 'args': [
3482 '--gtest_filter=-org.chromium.weblayer.test.MediaCaptureTest.*',
3483 ],
Haiyang Panf72ffdf2021-08-03 20:24:123484 # TODO(crbug.com/1137474): Remove after the test suite is green.
3485 'experiment_percentage': 100,
Haiyang Pan4efd9b02021-03-17 23:58:303486 },
3487 },
3488 },
Weizhong Xia7d335882021-01-28 02:49:523489 'weblayer_shell_wpt': {
3490 'modifications': {
3491 # TODO(crbug.com/1171555): remove this when test can run with more emulators
3492 'android-weblayer-pie-x86-wpt-fyi-rel': {
3493 'swarming': {
3494 'shards': 18,
3495 },
3496 },
Weizhong Xia0f0c3302021-04-27 00:05:433497 'android-weblayer-pie-x86-wpt-smoketest': {
3498 'args': [
Haiyang Pan1f205ad2021-07-31 01:47:523499 '--default-exclude',
Weizhong Xia0f0c3302021-04-27 00:05:433500 '--include-file=../../third_party/blink/web_tests/android/WPTSmokeTestCases'
3501 ],
3502 'swarming': {
Weizhong Xia0f0c3302021-04-27 00:05:433503 'shards': 3,
3504 },
3505 },
Weizhong Xia7d335882021-01-28 02:49:523506 },
3507 },
Erik Staab70ca5b32021-08-07 00:38:353508 'webview_64_cts_tests': {
3509 'modifications': {
3510 'android-pie-arm64-rel': {
3511 # TODO(crbug.com/1111436): Move this back to walleye if/when additional
3512 # capacity has been deployed.
3513 'swarming': {
3514 'dimension_sets': [
3515 {
3516 'device_type': 'sailfish',
3517 },
3518 ],
3519 },
3520 },
3521 },
3522 },
Haiyang Panfbd2b482020-09-23 23:41:253523 'webview_cts_tests': {
Haiyang Panfed339172021-03-10 23:19:573524 'remove_from': [
Haiyang Pan9d68ca02021-08-04 21:30:473525 'android-11-x86-rel', # crbug.com/1165280
Ben Joyce4677e682021-03-22 22:19:113526 'android-pie-arm64-coverage-experimental-rel', # TODO(crbug.com/1190999):
3527 # GLIBC_2.28 Not found.
Haiyang Panfed339172021-03-10 23:19:573528 ],
Haiyang Panfbd2b482020-09-23 23:41:253529 'modifications': {
3530 'android-pie-arm64-rel': {
3531 # TODO(crbug.com/1111436): Move this back to walleye if/when additional
3532 # capacity has been deployed.
3533 'swarming': {
3534 'dimension_sets': [
3535 {
3536 'device_type': 'sailfish',
3537 },
3538 ],
3539 },
3540 },
3541 },
3542 },
Kenneth Russelleb60cbd22017-12-05 07:54:283543 'webview_instrumentation_test_apk': {
3544 'remove_from': [
Hans Wennborgeac4c36c2018-05-23 16:04:063545 # This test frequently fails on Android, https://crbug.com/824959
Stephen Martinis1384ff92020-01-07 19:52:153546 # matching android builders, the test fails on these.
Hans Wennborga0b11ebe2018-05-15 16:26:503547 'ToTAndroid',
John Budorick27d2d44e2019-05-20 20:26:093548 'android-asan', # https://crbug.com/964562
Ben Joyce02dc8092021-03-04 21:48:193549 'android-code-coverage-native', # Does not generate profraw data.
Ben Joyce46ca6012021-03-31 19:19:253550 'android-pie-arm64-coverage-experimental-rel', # Does not generate profraw data.
Ben Joyce02dc8092021-03-04 21:48:193551
Dirk Pranke20eae9a72017-12-09 18:12:143552 # On chromium.swarm, this should possibly be being run (or removed
Takuto Ikuta527cdff2020-01-29 08:04:273553 # from android-marshmallow-arm64-rel-swarming).
Garrett Beaty47a2d802020-11-10 20:50:533554 # https://crbug.com/1147531 - covered on pie
3555 'android-marshmallow-arm64-rel',
Greg Gutermanea661162021-11-17 00:46:433556 'android-marshmallow-arm64-rel-rts',
Kenneth Russelleb60cbd22017-12-05 07:54:283557 ],
Ben Pastenee17a8e92018-07-12 21:55:183558 'modifications': {
Andrew Luof08500ae2020-01-10 01:24:453559 # chromium.android.fyi
3560 'Android WebView P FYI (rel)': {
3561 'args': [
3562 '--annotation',
3563 'DisabledTest,FlakyTest' # Monitor status of disabled tests.
3564 ],
3565 },
Ben Pastenee17a8e92018-07-12 21:55:183566 'Oreo Phone Tester': {
Andrew Luo93c4a1e2019-08-30 05:26:303567 # TODO(crbug.com/997362): Enable this once it's passing.
bsheedy01833462018-12-07 01:05:573568 # TODO(https://crbug.com/884413): Re-enable this once the tests are
3569 # either passing or there is more capacity.
3570 'experiment_percentage': 0,
Ben Pastenee17a8e92018-07-12 21:55:183571 },
Haiyang Pan9d68ca02021-08-04 21:30:473572 'android-11-x86-rel': {
Haiyang Pan103864812021-03-19 19:28:443573 'args': [
3574 # TODO(crbug.com/1189746) Enable this test once the issue is fixed.
3575 '--gtest_filter=-org.chromium.net.NetworkChangeNotifierTest.testNetworkChangeNotifierJavaObservers',
3576 ],
3577 },
Haiyang Panb991f562021-08-10 17:46:463578 'android-marshmallow-x86-rel': {
Haiyang Panb991f562021-08-10 17:46:463579 'swarming': {
3580 'shards': 9,
3581 },
3582 },
Kuan Huang1f402c82021-06-08 17:58:183583 'android-pie-arm64-rel': {
3584 'swarming': {
3585 'shards': 9,
3586 },
3587 },
Haiyang Pan08d09dc2020-04-01 16:11:213588 'android-pie-x86-rel': {
Haiyang Panfdd94332020-03-27 02:43:293589 'args': [
3590 '--test-launcher-filter-file=../../testing/buildbot/filters/android.emulator.webview_instrumentation_test_apk.filter',
3591 ],
Ben Joyce9a7eb312021-08-25 00:44:593592 'swarming': {
3593 'shards': 9,
3594 },
Haiyang Panfdd94332020-03-27 02:43:293595 },
Ben Pastenee17a8e92018-07-12 21:55:183596 },
Kenneth Russelleb60cbd22017-12-05 07:54:283597 },
Haiyang Panfed339172021-03-10 23:19:573598 'webview_ui_test_app_test_apk': {
3599 'remove_from': [
Haiyang Pan9d68ca02021-08-04 21:30:473600 'android-11-x86-rel', # crbug.com/1165280
Haiyang Panfed339172021-03-10 23:19:573601 ],
3602 },
Maksim Sisovc81d284c2021-10-05 17:54:353603 'x11_unittests': {
3604 # Wayland bot uses chromium_linux_gtests that includes some x11 only
3605 # test targets. To avoid maintaining a list of tests, remove them here.
3606 'remove_from': [
3607 'Linux Tests (Wayland)',
3608 ],
3609 },
bsheedy800f5062018-08-07 00:47:543610 'xr_browser_tests': {
3611 'remove_from': [
Maggie Chen4fc29842018-08-07 19:12:483612 # Fails on the bot, http://crbug.com/868143
3613 'Win7 FYI Release (AMD)',
bsheedy800f5062018-08-07 00:47:543614 ],
3615 },
Kenneth Russelleb60cbd22017-12-05 07:54:283616}