blob: c1f4ee4345cc27d66d61105f5158226ee386e94a [file] [log] [blame]
Kenneth Russelleb60cbd22017-12-05 07:54:281# Copyright 2017 The Chromium Authors. All rights reserved.
2# Use of this source code is governed by a BSD-style license that can be
3# found in the LICENSE file.
4
5# This is a .pyl, or "Python Literal", file. You can treat it just like a
6# .json file, with the following exceptions:
7# * all keys must be quoted (use single quotes, please);
8# * comments are allowed, using '#' syntax; and
9# * trailing commas are allowed.
10
11# Exceptions to the common test suites can only include removal from
12# particular bots, and modifications on particular bots. By design,
13# it's not possible to add one-off tests to bots. Instead they have to
14# be added to one of the test suites in test_suites.pyl.
15#
Jeff Yoone2188f62020-08-24 20:55:5716# Note that if you are excluding with variants, you will need to exclude
17# per variant, with the identifier appended to the test suite name.
18# For example, if you have ios_chrome_ui_eg2tests_module with variant
19# SIM_IPHONE_6S_14_0 (identifier = "iPhone 6s 14.0"), you
20# must exclude with the test name as:
21# "ios_chrome_ui_eg2tests_module_iPhone 6s 14.0"
22
Kenneth Russelleb60cbd22017-12-05 07:54:2823# The goal is to drive the number of exceptions to zero, to make all
24# the bots behave similarly.
25{
Chong Gua10cd302022-01-14 19:22:1926 'accessibility_unittests':{
27 'modifications': {
28 'fuchsia-fyi-x64-asan': {
29 'args': [
30 '--test-launcher-filter-file=../../testing/buildbot/filters/fuchsia.lsan.accessibility_unittests.filter',
31 ],
32 },
33 },
34 },
Andrew Luo38b311f2019-10-04 03:42:0935 'android_browsertests': {
36 'modifications': {
Haiyang Pan9d68ca02021-08-04 21:30:4737 'android-11-x86-rel': {
Haiyang Pan0ea9b3ef2022-01-21 21:58:1438 'args': [
39 # https://crbug.com/1289764
40 '--gtest_filter=-All/ChromeBrowsingDataLifetimeManagerScheduledRemovalTest.History/*',
41 ],
Haiyang Panca7fcec2021-03-19 02:11:1042 'swarming': {
43 'shards': 2,
44 },
45 },
Haiyang Panc1192662022-03-09 00:09:0246 'android-12-x64-rel': {
47 'args': [
48 # https://crbug.com/1289764
49 '--gtest_filter=-All/ChromeBrowsingDataLifetimeManagerScheduledRemovalTest.History/*',
50 ],
51 'swarming': {
52 'shards': 2,
53 },
54 },
Struan Shrimptone772d72f2021-12-15 07:50:0955 'android-marshmallow-arm64-rel': {
56 'swarming': {
Struan Shrimpton4b7abc02021-12-16 01:36:5957 'quickrun_shards': 3,
Struan Shrimptone772d72f2021-12-15 07:50:0958 },
59 },
Haiyang Panb991f562021-08-10 17:46:4660 'android-marshmallow-x86-rel': {
61 'swarming': {
62 'shards': 2,
Struan Shrimpton4b7abc02021-12-16 01:36:5963 'quickrun_shards': 6,
Haiyang Panb991f562021-08-10 17:46:4664 },
65 },
Andrew Luo38b311f2019-10-04 03:42:0966 'android-pie-arm64-rel': {
Andrew Luobe83fd82019-12-19 03:07:5867 'args': [
68 '--gtest_filter=-ImportantSitesUtilBrowserTest.DSENotConsideredImportantInRegularMode', # https://crbug.com/1034001
69 ],
Haiyang Panfbd2b482020-09-23 23:41:2570 # TODO(crbug.com/1111436): Move this back to walleye if/when additional
71 # capacity has been deployed.
72 'swarming': {
73 'dimension_sets': [
74 {
75 'device_type': 'sailfish',
76 },
77 ],
Haiyang Pan1678f0c02021-03-09 23:05:0978 'shards': 2,
Struan Shrimpton4b7abc02021-12-16 01:36:5979 'quickrun_shards': 6,
Haiyang Panfbd2b482020-09-23 23:41:2580 },
Andrew Luo38b311f2019-10-04 03:42:0981 },
Haiyang Pan08d09dc2020-04-01 16:11:2182 'android-pie-x86-rel': {
John Budorick191adfcd2020-01-29 18:19:0483 'args': [
84 '--gtest_filter=-ImportantSitesUtilBrowserTest.DSENotConsideredImportantInRegularMode', # https://crbug.com/1034001
85 ],
Haiyang Pan7cd609d2021-04-08 20:17:2486 'swarming': {
87 'shards': 2,
88 },
John Budorick191adfcd2020-01-29 18:19:0489 },
Andrew Luo38b311f2019-10-04 03:42:0990 },
91 },
Sven Zhengc60debc2020-09-10 18:40:5292 'android_sync_integration_tests': {
93 'remove_from': [
Haiyang Pan6b8e4cf2021-08-02 21:38:2894 # Remove from CQ bots due to capacity.
95 'android-marshmallow-arm64-rel',
Sven Zhengc60debc2020-09-10 18:40:5296 ],
97 },
Kenneth Russelleb60cbd22017-12-05 07:54:2898 'android_webview_unittests': {
Kenneth Russelleb60cbd22017-12-05 07:54:2899 },
Jamie Madillc9ae75d2020-10-23 19:19:48100 'angle_end2end_tests': {
Yuly Novikov60cbf642020-11-19 20:43:15101 'modifications': {
Yuly Novikov80d2e672021-02-13 00:16:04102 'win10-angle-x64-intel': {
103 'args': [
104 '--max-processes=1',
105 ],
106 },
Yuly Novikov60cbf642020-11-19 20:43:15107 },
Jamie Madillc9ae75d2020-10-23 19:19:48108 },
Jamie Madillc9ae75d2020-10-23 19:19:48109 'angle_unittests': {
110 'remove_from': [
111 # On Android, these are already run on the main waterfall.
112 'Android FYI Release (Nexus 5X)',
Yuly Novikovc1117ae82021-01-15 22:33:36113 # Times out listing tests crbug.com/1167314
114 'android-asan',
Jamie Madillc9ae75d2020-10-23 19:19:48115 # Does not currently work on Lacros configurations.
Junhua Chen39dd2dba2021-05-05 17:51:54116 'linux-lacros-code-coverage',
Jamie Madillc9ae75d2020-10-23 19:19:48117 'linux-lacros-tester-rel',
118 'linux-lacros-tester-fyi-rel',
Yuke Liaof27ebe52021-08-05 22:12:40119 'linux-lacros-dbg-tests-fyi',
Jamie Madillc9ae75d2020-10-23 19:19:48120 ],
Chong Gua10cd302022-01-14 19:22:19121 'modifications': {
122 # anglebug.com/6894
123 'fuchsia-fyi-x64-asan': {
124 'args': [
125 # crbug.com/
126 '--gtest_filter=-ConstructCompilerTest.DefaultParameters',
127 ],
128 },
129 },
Jamie Madillc9ae75d2020-10-23 19:19:48130 },
131 'angle_white_box_tests': {
Yuly Novikov60cbf642020-11-19 20:43:15132 'modifications': {
Yuly Novikov80d2e672021-02-13 00:16:04133 'win10-angle-x64-intel': {
134 'args': [
135 '--max-processes=1',
136 ],
137 },
Yuly Novikov60cbf642020-11-19 20:43:15138 },
Jamie Madillc9ae75d2020-10-23 19:19:48139 },
Yuke Liaob6beaeca2021-04-29 23:41:51140 'aura_unittests_amd64-generic': {
141 'remove_from': [
142 # TODO(crbug.com/1204231): Re-enable.
143 'lacros-amd64-generic-rel',
144 ]
145 },
Yuke Liao79a8cf52021-06-11 18:14:34146 'aura_unittests_eve': {
147 'remove_from': [
148 # TODO(crbug.com/1204231): Re-enable.
149 'lacros-amd64-generic-rel',
150 ]
151 },
Chong Gudf7fbe92021-02-24 02:55:58152 'base_unittests': {
153 'modifications': {
Haiyang Pan9d68ca02021-08-04 21:30:47154 'android-11-x86-rel': {
Haiyang Panc7c009e2021-03-18 19:31:23155 'args': [
Haiyang Panc08d02212021-10-18 18:58:38156 '--test-launcher-filter-file=../../testing/buildbot/filters/android.emulator.base_unittests.filter',
157 ],
158 },
Haiyang Pan2a55a452022-03-03 08:18:33159 'android-12-x64-rel': {
Haiyang Panc08d02212021-10-18 18:58:38160 'args': [
161 '--test-launcher-filter-file=../../testing/buildbot/filters/android.emulator.base_unittests.filter',
162 '--gtest_filter=-ModuleCacheTest.CheckAgainstProcMaps', # crbug.com/1260521
Haiyang Panc7c009e2021-03-18 19:31:23163 ],
164 },
Chong Gudf7fbe92021-02-24 02:55:58165 'fuchsia-code-coverage': {
166 'swarming': {
167 'shards': 5,
168 },
169 },
Chong Gua10cd302022-01-14 19:22:19170 'fuchsia-fyi-x64-asan': {
171 'args': [
172 '--test-launcher-filter-file=../../testing/buildbot/filters/fuchsia.lsan.base_unittests.filter',
173 ],
174 },
Chong Gudf7fbe92021-02-24 02:55:58175 },
176 },
Haiyang Pan363c59a2020-07-23 05:47:04177 'blink_platform_unittests': {
178 'modifications': {
Haiyang Panfbd2b482020-09-23 23:41:25179 'android-pie-arm64-rel': {
180 # TODO(crbug.com/1111436): Move this back to walleye if/when additional
181 # capacity has been deployed.
182 'swarming': {
183 'dimension_sets': [
184 {
185 'device_type': 'sailfish',
186 },
187 ],
188 },
189 },
Chong Gu52481452021-04-02 17:52:41190 'fuchsia-code-coverage': {
191 'swarming': {
192 'shards': 5,
193 },
194 },
Haiyang Pan363c59a2020-07-23 05:47:04195 },
196 },
Chong Gu76046412021-09-22 17:49:21197 'blink_unittests': {
Chong Guc2d145e2021-03-31 19:55:34198 'modifications': {
199 'fuchsia-code-coverage': {
200 'swarming': {
201 'shards': 30,
202 },
203 },
204 },
205 },
John Chenaab16fc02020-03-03 06:35:45206 'blink_web_tests': {
207 'remove_from': [
Ilia Samsonovca3dfd52020-08-07 18:39:01208 'Mac10.11 Tests',
John Chenaab16fc02020-03-03 06:35:45209 'Win 7 Tests x64 (1)', # 64-bit win is unsupported by the layout tests.
210 'Win10 Tests x64 (dbg)',
211 ],
212 'modifications': {
213 'Fuchsia x64': {
214 'args': [
215 '--platform=fuchsia',
Weizhong Xia3fdef5ca2022-01-04 21:50:20216 '--jobs=1',
John Chenaab16fc02020-03-03 06:35:45217 ],
218 'swarming': {
219 'shards': 1,
220 },
221 },
222 'Linux Tests': {
223 "args": [
224 "--additional-env-var=LLVM_PROFILE_FILE=${ISOLATED_OUTDIR}/profraw/default-%2m.profraw",
225 ],
Struan Shrimpton57c594e42022-01-25 17:59:13226 'swarming': {
227 'quickrun_shards': 18,
228 },
John Chenaab16fc02020-03-03 06:35:45229 },
230 'Linux Tests (dbg)(1)': {
231 'args': [
232 '--debug',
233 ],
234 'swarming': {
Sven Zheng439fcdf2021-07-13 20:14:57235 'shards': 30,
John Chenaab16fc02020-03-03 06:35:45236 },
237 },
Lindsay Pasricha2a3898bb2022-02-08 23:21:25238 # TODO (crbug.com/1294574) Re-enable once fixed
239 'Mac Builder Next': {
240 'experiment_percentage': 0,
241 },
Xianzhu Wange6dec152021-08-02 19:54:53242 'Mac10.12 Tests': {
243 'swarming': {
244 'shards': 25,
245 },
246 },
John Chenaab16fc02020-03-03 06:35:45247 'Mac10.13 Tests': {
248 'swarming': {
249 'dimension_sets': [
250 {
Erik Staab59591f32020-08-25 23:07:07251 'gpu': None,
John Chenaab16fc02020-03-03 06:35:45252 },
253 ],
254 'shards': 25,
255 },
256 },
Zhaoyang Li69e2e002021-02-19 21:57:35257 'Mac10.15 Tests': {
258 'swarming': {
259 'dimension_sets': [
260 {
261 'gpu': None,
262 },
263 ],
264 'shards': 25,
265 },
266 },
Lindsay Pasricha8d9a0c32021-12-08 17:08:29267 'Mac11 Tests': {
268 'swarming': {
269 'dimension_sets': [
270 {
271 'gpu': None,
272 },
273 ],
274 'shards': 25,
Struan Shrimpton57c594e42022-01-25 17:59:13275 'quickrun_shards': 26,
Lindsay Pasricha8d9a0c32021-12-08 17:08:29276 },
277 },
Zhaoyang Li9357e1e12021-12-07 18:53:17278 'Mac11 Tests (dbg)': {
279 'experiment_percentage': 100,
280 'args': [
281 '--debug',
282 ],
283 'swarming': {
284 'shards': 40,
285 },
286 },
Chong Gu75af969a2021-03-22 14:46:14287 'ToTFuchsia x64': {
288 'args': [
289 '--platform=fuchsia',
290 ],
291 'swarming': {
292 'shards': 1,
293 },
294 },
John Chenaab16fc02020-03-03 06:35:45295 'V8 Blink Linux Debug': {
Michael Achenbach455d39242020-06-22 13:33:45296 # This builder compiles Chromium in release mode, but V8 in debug.
297 # TODO(machenbach): Change name and out directory of this builder to
298 # something less confusing.
John Chenaab16fc02020-03-03 06:35:45299 'args': [
Michael Achenbach455d39242020-06-22 13:33:45300 '-t',
301 'Debug',
302 '--release',
John Chenaab16fc02020-03-03 06:35:45303 ],
304 },
305 'V8 Blink Linux Future': {
306 'args': [
Brian Sheedy10ddf0a2021-08-16 23:19:07307 '--flag-specific=future-js',
John Chenaab16fc02020-03-03 06:35:45308 ],
309 },
310 'WebKit Linux ASAN': {
311 'args': [
312 '--additional-expectations',
313 '../../third_party/blink/web_tests/ASANExpectations',
Weizhong Xia91b53362022-01-05 17:13:35314 '--timeout-ms',
John Chenaab16fc02020-03-03 06:35:45315 '48000',
316 '--enable-sanitizer',
317 ],
318 'swarming': {
319 'shards': 20,
320 },
321 },
322 'WebKit Linux Leak': {
323 'args': [
324 '--additional-expectations',
325 '../../third_party/blink/web_tests/LeakExpectations',
Weizhong Xia91b53362022-01-05 17:13:35326 '--timeout-ms',
John Chenaab16fc02020-03-03 06:35:45327 '48000',
328 '--enable-leak-detection',
329 ],
330 'swarming': {
331 'shards': 10,
332 },
333 },
334 'WebKit Linux MSAN': {
335 'args': [
336 '--additional-expectations',
337 '../../third_party/blink/web_tests/MSANExpectations',
Weizhong Xia91b53362022-01-05 17:13:35338 '--timeout-ms',
John Chenaab16fc02020-03-03 06:35:45339 '66000',
340 '--enable-sanitizer',
341 ],
342 'swarming': {
343 'expiration': 36000,
344 'hard_timeout': 10800,
345 'io_timeout': 3600,
346 'shards': 20,
347 },
348 },
John Chenaab16fc02020-03-03 06:35:45349 'WebKit Linux layout_ng_disabled Builder': {
350 'args': [
Brian Sheedy10ddf0a2021-08-16 23:19:07351 '--flag-specific=disable-layout-ng',
John Chenaab16fc02020-03-03 06:35:45352 ],
Stephen Martinis6eb8a5572021-03-02 00:23:08353 'swarming': {
354 'shards': 20,
355 },
John Chenaab16fc02020-03-03 06:35:45356 },
357 'Win10 Tests x64': {
358 'args': [
359 '--target',
Takuto Ikutab28b582e2021-02-10 01:41:21360 'Release_x64',
John Chenaab16fc02020-03-03 06:35:45361 ],
362 'swarming': {
363 "shards": 28
364 },
365 },
366 'Win10 Tests x64 (dbg)': {
367 'args': [
368 '--debug',
369 '--target',
Takuto Ikutab28b582e2021-02-10 01:41:21370 'Debug_x64',
John Chenaab16fc02020-03-03 06:35:45371 ],
372 },
Kuan Huanga89737d2022-01-07 19:42:11373 'Win11 Tests x64': {
374 'args': [
375 '--target',
376 'Release_x64',
377 ],
378 'swarming': {
379 "shards": 28
380 },
381 },
John Chenaab16fc02020-03-03 06:35:45382 'Win7 Tests (dbg)(1)': {
383 'args': [
384 '--debug',
Weizhong Xia91b53362022-01-05 17:13:35385 '--timeout-ms',
John Chenaab16fc02020-03-03 06:35:45386 '60000'
387 ],
388 'experiment_percentage': 100,
389 # TODO(kbr): the "Windows-7-SP1" Swarming dimension set is implicit,
390 # from prefered_os_dimension in
391 # tools/build/scripts/slave/recipe_modules/swarming/api.py. Ideally,
392 # Swarming dimensions would be either specified for all testers on the
393 # waterfall (and therefore, explicitly specified for all tests in the
394 # generated JSON), or this would be removed, and the implicit one used.
395 'swarming': {
396 'dimension_sets': [
397 {
398 'os': 'Windows-7-SP1',
399 }
400 ],
401 },
402 },
403 # tryserver.chromium.android
404 'android_blink_rel': {
405 'args': [
406 '--release',
407 '--android',
408 # TODO(crbug.com/912120): Breakpad was entirely disabled on
409 # Android. Remove this when it no longer affects Android crash
410 # log handling.
411 '--disable-breakpad',
412 # TODO(crbug.com/875172): run on the real GPU since the
413 # software fallback, SwiftShader, isn't yet for 32-bit ARM.
414 '--additional-driver-flag=--use-gpu-in-tests',
415 ],
416 },
417 'devtools_frontend_linux_blink_light_rel': {
418 'args': [
419 'http/tests/devtools',
420 ],
421 'swarming': {
422 'shards': 4,
423 },
424 },
Takuto Ikutabace8f82022-01-26 23:47:47425 'devtools_frontend_linux_blink_light_rel_fastbuild': {
426 'args': [
427 'http/tests/devtools',
428 ],
429 'swarming': {
430 'shards': 4,
431 },
432 },
John Chenaab16fc02020-03-03 06:35:45433 'fuchsia-fyi-x64-rel': {
434 'args': [
435 '--platform=fuchsia',
436 ],
437 'swarming': {
438 'shards': 1,
439 },
440 },
Mathias Carlen30968a62020-03-31 08:47:04441 'linux-autofill-assistant': {
442 'args': [
443 '--release',
444 ],
445 },
Arthur Sonzogni90f6df12022-02-02 14:28:32446 'linux-bfcache-rel': {
447 'args': [
448 '--flag-specific=enable-back-forward-cache-same-site',
449 # TODO(crbug.com/1255537): Re-enable the test.
450 '--ignore-tests=external/wpt/html/browsers/browsing-the-web/back-forward-cache/events.html',
451 ],
452 },
John Chenaab16fc02020-03-03 06:35:45453 'linux-blink-animation-use-time-delta': {
454 'args': [
455 '--debug',
456 ],
457 },
Daniel Libby178c9832020-10-08 20:36:14458 'linux-blink-web-tests-force-accessibility-rel': {
459 'args': [
Brian Sheedy10ddf0a2021-08-16 23:19:07460 '--flag-specific=force-renderer-accessibility',
Daniel Libby178c9832020-10-08 20:36:14461 ],
462 },
John Chenaab16fc02020-03-03 06:35:45463 'linux-code-coverage': {
464 'args': [
465 '--additional-env-var=LLVM_PROFILE_FILE=${ISOLATED_OUTDIR}/profraw/default-%2m.profraw',
466 ],
467 'swarming': {
468 'shards': 20,
469 },
470 },
Aaron Gable40f79aa2020-03-21 01:21:15471 'linux-layout-tests-edit-ng': {
472 'args': [
Brian Sheedy10ddf0a2021-08-16 23:19:07473 '--flag-specific=enable-editing-ng',
Aaron Gable40f79aa2020-03-21 01:21:15474 ],
475 },
Stephanie Kim5c7f31d2021-04-27 18:00:06476 'linux-xenial-rel': {
477 "args": [
478 "--additional-env-var=LLVM_PROFILE_FILE=${ISOLATED_OUTDIR}/profraw/default-%2m.profraw",
479 ],
480 },
Lindsay Pasricha60535a22021-12-13 16:50:24481 # TODO (crbug.com/1254971) Re-enable once fixed
482 'mac-osxbeta-rel': {
483 'experiment_percentage': 0,
484 },
John Chenaab16fc02020-03-03 06:35:45485 'mac10.12-blink-rel-dummy': {
486 'swarming': {
487 'shards': 20,
488 },
489 },
490 'mac10.13-blink-rel-dummy': {
491 'swarming': {
492 'shards': 20,
493 },
494 },
John Chenaab16fc02020-03-03 06:35:45495 'mac10.14-blink-rel-dummy': {
496 'swarming': {
Xinan Lind2f91712021-04-29 21:13:56497 # Increase timeout and reduce shards.
498 # See https://crbug.com/1203565.
499 'shards': 12,
500 'hard_timeout': 1800,
John Chenaab16fc02020-03-03 06:35:45501 },
502 },
Ilia Samsonov7efe05e2020-05-07 19:00:46503 'mac10.15-blink-rel-dummy': {
504 'swarming': {
505 'shards': 20,
506 },
507 },
Ilia Samsonovdd271c6c22020-09-08 22:24:44508 'mac11.0-blink-rel-dummy': {
509 'swarming': {
Dirk Pranke2cc61792021-06-10 20:24:54510 'shards': 12,
511 'hard_timeout': 1800,
Ilia Samsonovdd271c6c22020-09-08 22:24:44512 },
513 },
Preethi Mohand030de42021-07-22 21:12:13514 'win10.20h2-blink-rel-dummy': {
515 'swarming': {
Preethi Mohand044dd02021-09-06 15:59:42516 'shards': 14,
Preethi Mohand030de42021-07-22 21:12:13517 'hard_timeout': 1200,
518 },
519 },
John Chenaab16fc02020-03-03 06:35:45520 },
521 },
John Budorickca995852019-06-26 16:55:55522 'breakpad_unittests': {
523 'modifications': {
524 'android-asan': {
525 'args': [
526 '--test-launcher-filter-file=../../testing/buildbot/filters/android.asan.breakpad_unittests.filter',
527 ],
528 },
529 },
530 },
Kenneth Russelleb60cbd22017-12-05 07:54:28531 'browser_tests': {
Kenneth Russellfbda3c532017-12-08 23:57:24532 'remove_from': [
Brad Halla36886c2019-02-26 16:52:29533 'CrWinAsan(dll)', # https://crbug.com/935598
Nico Weber3af4da72018-02-27 01:59:41534 'linux-win_cross-rel',
Nico Weberdae13cd92018-12-14 13:56:26535 'ToTLinuxTSan', # https://crbug.com/368525
Scott Violet3bd7ddbb2022-01-15 00:04:20536 'Mac10.11 Tests', # https://crbug.com/1263696
Lindsay Pasrichab3f72db2021-09-22 22:05:46537 # TODO(crbug.com/1171053): Enable the suite in 'Mac10.15 Tests' once it's
Zhaoyang Li69e2e002021-02-19 21:57:35538 # off CQ.
Gary Tongd5f5a742021-01-29 00:01:13539 'Mac10.13 Tests', # https://crbug.com/1042757
Zhaoyang Li69e2e002021-02-19 21:57:35540 'Mac10.15 Tests', # https://crbug.com/1042757
Zhaoyang Li9357e1e12021-12-07 18:53:17541 'Mac11 Tests (dbg)', # https://crbug.com/1201386
Lindsay Pasricha8155d052021-04-22 00:06:43542 'mac-code-coverage', # https://crbug.com/1201386
Nico Weberd36959682018-04-12 03:33:46543 'Linux TSan Tests', # https://crbug.com/368525
Stephen Martinise701f5a2018-05-04 01:25:11544 'Win10 Tests x64 (dbg)',
Kenneth Russellfbda3c532017-12-08 23:57:24545 ],
Kenneth Russelleb60cbd22017-12-05 07:54:28546 'modifications': {
Nico Weber3f919792020-06-12 23:34:52547 'CrWinAsan': {
548 # These are very slow on the ASAN trybot for some reason.
Ben Pastened2c01af2022-01-31 23:06:44549 # crbug.com/1257927
Nico Weber3f919792020-06-12 23:34:52550 'swarming': {
551 'shards': 40,
552 },
553 },
554 'CrWinAsan(dll)': {
555 # These are very slow on the ASAN trybot for some reason.
Ben Pastened2c01af2022-01-31 23:06:44556 # crbug.com/1257927
Nico Weber3f919792020-06-12 23:34:52557 'swarming': {
558 'shards': 40,
559 },
560 },
Stephen Martinis1384ff92020-01-07 19:52:15561 'Linux - Future (dbg)': { # client.v8.chromium
Yuke Liaoea70f472019-12-19 06:03:36562 'swarming': {
Stephen Martinis1384ff92020-01-07 19:52:15563 'shards': 10,
Yuke Liaoea70f472019-12-19 06:03:36564 },
565 },
Stephen Martinis1384ff92020-01-07 19:52:15566 'Linux ASan LSan Tests (1)': {
567 # These are very slow on the ASAN trybot for some reason.
Ben Pastened2c01af2022-01-31 23:06:44568 # crbug.com/1257927
Roberto Carrillo2c9ec972019-03-20 03:11:19569 'swarming': {
Stephen Martinis1384ff92020-01-07 19:52:15570 'shards': 40,
Struan Shrimptone772d72f2021-12-15 07:50:09571 'quickrun_shards': 80
Roberto Carrillo2c9ec972019-03-20 03:11:19572 },
573 },
Chris Cunningham1d0e9e12020-02-26 22:56:40574 'Linux ASan Tests (sandboxed)': {
575 'swarming': {
John Abd-El-Malek3a631612020-07-08 21:40:41576 'shards': 30, # https://crbug.com/1103330
Chris Cunningham1d0e9e12020-02-26 22:56:40577 },
578 },
Stephen Martinis1384ff92020-01-07 19:52:15579 'Linux Chromium OS ASan LSan Tests (1)': {
580 # These are very slow on the ASAN trybot for some reason.
Ben Pastened2c01af2022-01-31 23:06:44581 # crbug.com/1257927
Roberto Carrillo5a5c98dc2019-10-30 22:33:51582 'swarming': {
Ben Pastened2c01af2022-01-31 23:06:44583 'shards': 50,
Roberto Carrillo5a5c98dc2019-10-30 22:33:51584 },
585 },
Stephen Martinis1384ff92020-01-07 19:52:15586 'Linux ChromiumOS MSan Tests': {
587 # These are very slow on the Chrome OS MSAN trybot for some reason.
588 # crbug.com/865455
Kenneth Russell56a3e862017-12-08 03:11:34589 'swarming': {
Titouan Rigoudyb18af832022-02-22 17:35:43590 'shards': 48,
Kenneth Russell56a3e862017-12-08 03:11:34591 },
Ben Pastene44221d32020-05-21 23:38:36592 'args': [
593 '--test-launcher-filter-file=../../testing/buildbot/filters/chromeos.msan.browser_tests.oobe_negative.filter',
594 ],
Kenneth Russell56a3e862017-12-08 03:11:34595 },
Struan Shrimptonf5b2b552022-01-20 20:37:39596 'Linux Tests': {
597 'swarming': {
598 'quickrun_shards': 15,
599 },
600 },
Maksim Sisovc81d284c2021-10-05 17:54:35601 # https://crbug.com/1084469
602 'Linux Tests (Wayland)': {
603 'args': [
604 '--test-launcher-filter-file=../../testing/buildbot/filters/ozone-linux.wayland_browser_tests.filter',
605 ],
Struan Shrimptone772d72f2021-12-15 07:50:09606 'swarming': {
607 'quickrun_shards': 24,
608 },
Maksim Sisovc81d284c2021-10-05 17:54:35609 },
John Budorick614f91a2020-03-30 20:34:55610 'Linux Tests (dbg)(1)': {
611 # crbug.com/1066161
612 'swarming': {
613 'shards': 20,
614 },
615 },
Stephen Martinis1384ff92020-01-07 19:52:15616 'Mac ASan 64 Tests (1)': {
Kenneth Russellfbda3c532017-12-08 23:57:24617 'swarming': {
Stephen Martiniscd3c3832020-11-19 22:01:24618 'shards': 30,
Kenneth Russellfbda3c532017-12-08 23:57:24619 },
Lindsay Pasricha8155d052021-04-22 00:06:43620 # crbug.com/1196416
621 'args': [
622 '--test-launcher-filter-file=../../testing/buildbot/filters/mac.mac-rel.browser_tests.filter',
623 ],
Lindsay Pasrichab3f72db2021-09-22 22:05:46624 'experiment_percentage': 100, # https://crbug.com/1251657
Kenneth Russellfbda3c532017-12-08 23:57:24625 },
Sven Zheng3f14625692021-08-24 06:28:27626 # TODO(crbug.com/1232535) Remove once the bug is resolved.
627 'Mac10.11 Tests': {
628 'args': [
629 '--test-launcher-print-timestamps',
630 ],
631 },
Lindsay Pasricha9180f4692022-03-04 07:52:49632 # crbug.com/1300822
633 'Mac10.12 Tests': {
634 'swarming': {
635 'shards': 20,
636 },
637 },
Lindsay Pasricha76f44d22021-04-07 16:16:26638 'Mac10.15 Tests': {
639 # crbug.com/1042757
640 'swarming': {
641 'dimension_sets': [
642 {
643 # These shards are liable to time out when running on macmini7,1.
644 'cores': '8|12',
645 }
646 ],
647 },
648 # crbug.com/1196416
649 'args': [
650 '--test-launcher-filter-file=../../testing/buildbot/filters/mac.mac-rel.browser_tests.filter',
651 ],
652 },
Lindsay Pasrichaf8762592021-12-02 23:43:09653 'Mac11 Tests': {
654 'ci_only': True,
655 },
Zhaoyang Li9357e1e12021-12-07 18:53:17656 'Mac11 Tests (dbg)': {
657 # crbug.com/1042757
658 'swarming': {
659 'dimension_sets': [
660 {
661 # These shards are liable to time out when running on macmini7,1.
662 'cores': '8|12',
663 }
664 ],
665 },
666 # crbug.com/1196416
667 'args': [
668 '--test-launcher-filter-file=../../testing/buildbot/filters/mac.mac-rel.browser_tests.filter',
669 ],
670 },
Stephen Martinis1384ff92020-01-07 19:52:15671 'ToTWin(dbg)': {
Kenneth Russelleb60cbd22017-12-05 07:54:28672 'swarming': {
John Budorickca14c76f62017-12-09 14:19:18673 'shards': 20,
Kenneth Russelleb60cbd22017-12-05 07:54:28674 },
675 },
Stephen Martinis1384ff92020-01-07 19:52:15676 'ToTWin64(dbg)': {
Kenneth Russell8ceeabf2017-12-11 17:53:28677 'swarming': {
678 'shards': 20,
679 },
680 },
Kenneth Russell6c83d212018-07-27 20:52:59681 'Win10 Tests x64': {
682 # crbug.com/868082
683 'args': [
684 '--disable-features=WebRTC-H264WithOpenH264FFmpeg',
685 ],
Takuto Ikutac9c269a2019-01-10 22:40:25686 'swarming': {
687 # This is for slow test execution that often becomes a critical path of
688 # swarming jobs. crbug.com/868114
689 'shards': 15,
Struan Shrimptona1ab7672022-01-13 18:02:51690 'quickrun_shards': 40,
Takuto Ikutac9c269a2019-01-10 22:40:25691 }
Kenneth Russell6c83d212018-07-27 20:52:59692 },
Kuan Huanga89737d2022-01-07 19:42:11693 'Win11 Tests x64': {
694 # crbug.com/868082
695 'args': [
696 '--disable-features=WebRTC-H264WithOpenH264FFmpeg',
697 ],
698 'swarming': {
699 # This is for slow test execution that often becomes a critical path of
700 # swarming jobs. crbug.com/868114
701 'shards': 15,
702 'quickrun_shards': 30,
703 }
704 },
Stephen Martinis1384ff92020-01-07 19:52:15705 'Win7 Tests (1)': {
706 # This is for slow test execution that often becomes a critical path of
707 # swarming jobs. crbug.com/868114
708 'swarming': {
709 'shards': 15,
710 },
711 },
712 'Win7 Tests (dbg)(1)': {
Pavol Markoc579e072019-12-05 22:42:02713 'swarming': {
714 'shards': 20,
715 },
716 },
Stephen Martinis1384ff92020-01-07 19:52:15717 'linux-chromeos-chrome': {
718 # TODO(https://crbug.com/932269): Promote out of experiment when the
719 # tests are green.
720 'args': [
721 '--test-launcher-filter-file=../../testing/buildbot/filters/chromeos.browser_tests.filter',
722 ],
723 },
724 'linux-chromeos-code-coverage': {
Nico Weber0c2861b2018-12-14 18:05:16725 'swarming': {
Stephen Martinis1384ff92020-01-07 19:52:15726 'shards': 50,
727 },
728 },
729 'linux-chromeos-dbg': {
730 'swarming': {
Garrett Beatyd81c9182021-05-12 02:52:50731 'shards': 40,
Stephen Martinis1384ff92020-01-07 19:52:15732 },
733 },
734 'linux-chromeos-rel': {
735 'swarming': {
736 'shards': 20,
Struan Shrimptone772d72f2021-12-15 07:50:09737 'quickrun_shards': 40,
Stephanie Kime9008f72020-03-05 23:01:16738 'dimension_sets': [
739 {
740 'kvm': '1',
741 },
742 ],
Stephen Martinis1384ff92020-01-07 19:52:15743 },
744 },
745 'linux-code-coverage': {
Yuke Liao58e1d202020-03-20 23:02:01746 'args': [
747 '--no-sandbox',
748 ],
Stephen Martinis1384ff92020-01-07 19:52:15749 'swarming': {
750 'shards': 50,
751 },
752 },
Junhua Chen39dd2dba2021-05-05 17:51:54753 'linux-lacros-code-coverage': {
754 'args': [
Ben Pastened1b2fd192021-05-11 19:10:18755 '--test-launcher-filter-file=../../testing/buildbot/filters/linux-lacros.browser_tests.filter',
Junhua Chen39dd2dba2021-05-05 17:51:54756 ],
757 },
Jieting Yangbf15db672021-10-04 19:18:37758 'linux-lacros-dbg-tests-fyi': {
759 'args': [
760 '--test-launcher-filter-file=../../testing/buildbot/filters/linux-lacros.browser_tests.filter',
761 ],
762 },
Sven Zheng80734f12020-08-06 06:50:39763 'linux-lacros-tester-rel': {
764 'args': [
Ben Pastened1b2fd192021-05-11 19:10:18765 '--test-launcher-filter-file=../../testing/buildbot/filters/linux-lacros.browser_tests.filter',
Sven Zheng80734f12020-08-06 06:50:39766 ],
Struan Shrimptone772d72f2021-12-15 07:50:09767 'swarming': {
768 'quickrun_shards': 20,
769 },
Sven Zheng80734f12020-08-06 06:50:39770 },
Stephen Martinis1384ff92020-01-07 19:52:15771 'linux-trusty-rel': {
772 'args': [
John Budorick79ec9012020-01-08 21:56:31773 '--test-launcher-filter-file=../../testing/buildbot/filters/linux_trusty_rel.browser_tests.filter',
774 ],
Stephen Martinis1384ff92020-01-07 19:52:15775 },
Kuan Huang235b0142021-10-19 18:59:28776 'mac-code-coverage': {
777 'args': [
778 '--coverage-continuous-mode=1',
779 ],
780 },
Lindsay Pasricha8bbc3382022-01-31 22:54:54781 'mac-osxbeta-rel': {
782 'swarming': {
783 'shards': 12,
784 },
785 },
Kuan Huang83a1c922021-09-08 22:00:27786 'mac11-arm64-rel-tests': {
Kuan Huang199112a52021-08-23 17:37:19787 'ci_only': False, # https://crbug.com/1234525
Lindsay Pasricha36432062021-10-27 20:43:30788 'args': [
789 # crbug.com/1262402
790 '--test-launcher-filter-file=../../testing/buildbot/filters/mac.mac11-arm64-rel.browser_tests.filter',
Lindsay Pasricha7cb620d2022-01-28 23:47:01791 ],
792 'swarming': {
Lindsay Pasrichab7e471f2022-02-08 18:17:31793 'shards': 30,
Lindsay Pasricha7cb620d2022-01-28 23:47:01794 },
Kuan Huang199112a52021-08-23 17:37:19795 },
Stephen Martinis1384ff92020-01-07 19:52:15796 'win-asan': {
Nico Weber3f919792020-06-12 23:34:52797 # These are very slow on the ASAN trybot for some reason.
Ben Pastened2c01af2022-01-31 23:06:44798 # crbug.com/1257927
Stephen Martinis1384ff92020-01-07 19:52:15799 'swarming': {
Nico Weber3f919792020-06-12 23:34:52800 'shards': 40,
Nico Weber0c2861b2018-12-14 18:05:16801 },
802 },
Yuki Yamada70190fc2021-10-28 09:00:27803 'win-backuprefptr-x64-fyi-rel': {
804 'args': [
805 '--test-launcher-filter-file=../../testing/buildbot/filters/win_backuprefptr_fyi.browser_tests.filter',
806 ],
807 },
Kenneth Russelleb60cbd22017-12-05 07:54:28808 },
809 },
Erik Chen681dc0282019-11-26 22:54:49810 'cc_unittests': {
811 'modifications': {
812 'Linux TSan Tests': {
813 'swarming': {
814 'shards': 3,
815 },
816 },
Haiyang Pan9d68ca02021-08-04 21:30:47817 'android-11-x86-rel': {
Haiyang Pancf765862021-03-18 20:39:15818 # https://crbug.com/1039860
819 'args': [
Haiyang Pan11d8bd52021-11-19 21:22:54820 '--test-launcher-filter-file=../../testing/buildbot/filters/android.emulator_11_12.cc_unittests.filter',
821 ],
822 },
Haiyang Pan2a55a452022-03-03 08:18:33823 'android-12-x64-rel': {
Haiyang Pan11d8bd52021-11-19 21:22:54824 # https://crbug.com/1039860
825 'args': [
826 '--test-launcher-filter-file=../../testing/buildbot/filters/android.emulator_11_12.cc_unittests.filter',
Haiyang Pancf765862021-03-18 20:39:15827 ],
828 },
Haiyang Pan6b8e4cf2021-08-02 21:38:28829 'android-marshmallow-x86-rel': {
John Budorickfa8f1da92020-01-15 18:11:38830 # https://crbug.com/1039860
831 'args': [
832 '--test-launcher-filter-file=../../testing/buildbot/filters/android.emulator.cc_unittests.filter',
833 ],
834 },
Haiyang Pan08d09dc2020-04-01 16:11:21835 'android-pie-x86-rel': {
John Budorickfa8f1da92020-01-15 18:11:38836 # https://crbug.com/1039860
837 'args': [
838 '--test-launcher-filter-file=../../testing/buildbot/filters/android.emulator.cc_unittests.filter',
839 ],
840 },
Struan Shrimptona1ab7672022-01-13 18:02:51841 'chromeos-amd64-generic-rel': {
842 'swarming': {
843 'quickrun_shards': 2,
844 },
845 },
Chong Gudf7fbe92021-02-24 02:55:58846 'fuchsia-code-coverage': {
847 'swarming': {
848 'shards': 4,
849 },
850 },
Chong Gub2446462021-08-19 18:44:08851 'fuchsia-fyi-arm64-dbg': {
852 'args': [
853 '--test-launcher-filter-file=../../testing/buildbot/filters/fuchsia.debug.cc_unittests.filter',
854 ],
855 },
Erik Chen681dc0282019-11-26 22:54:49856 },
857 },
Prakhar94f444a2020-10-08 07:30:08858 'check_static_initializers': {
859 'modifications': {
860 'Mac Builder': {
861 'args': [
862 '--allow-coverage-initializer',
863 ],
864 },
865 },
866 },
Ben Pastene7a05a8f2020-11-12 17:25:51867 'chrome_all_tast_tests': {
868 'modifications': {
Struan Shrimpton4b7abc02021-12-16 01:36:59869 'chromeos-amd64-generic-rel': {
870 'swarming': {
Struan Shrimpton57c594e42022-01-25 17:59:13871 'quickrun_shards': 8,
Struan Shrimpton4b7abc02021-12-16 01:36:59872 },
873 },
Ben Pastene7a05a8f2020-11-12 17:25:51874 'chromeos-betty-pi-arc-cfi-thin-lto-chrome': {
875 'args': [
876 # This bot sets symbol_level=2, which doesn't fit inside a normal VM.
877 '--strip-chrome',
878 ],
879 },
880 },
881 },
Andrew Luod252791ac2019-10-15 00:28:13882 'chrome_java_test_pagecontroller_tests': {
Haiyang Panfbd2b482020-09-23 23:41:25883 'modifications': {
884 'android-pie-arm64-rel': {
885 # TODO(crbug.com/1111436): Move this back to walleye if/when additional
886 # capacity has been deployed.
887 'swarming': {
888 'dimension_sets': [
889 {
890 'device_type': 'sailfish',
891 },
892 ],
893 },
894 },
895 },
Andrew Luod252791ac2019-10-15 00:28:13896 },
Stephanie Kim07761d22021-11-25 00:21:18897 'chrome_junit_tests': {
898 'modifications': {
899 'android-marshmallow-arm64-rel': {
900 'args': [
901 # Too many shards can lead to race conditions (crbug/1272066)
902 '--shards=8',
903 ],
904 },
905 },
906 },
Yun Liu7cfd28a2019-10-30 01:57:12907 'chrome_public_smoke_test': {
908 'remove_from': [
Ben Joyce02dc8092021-03-04 21:48:19909 'android-code-coverage-native', # Does not generate profraw data.
Ben Joyce46ca6012021-03-31 19:19:25910 'android-pie-arm64-coverage-experimental-rel', # Does not generate profraw data.
Yun Liu7cfd28a2019-10-30 01:57:12911 ],
912 },
Kenneth Russelleb60cbd22017-12-05 07:54:28913 'chrome_public_test_apk': {
John Budorick27d2d44e2019-05-20 20:26:09914 'remove_from': [
915 'android-asan', # https://crbug.com/964562
Ben Joyce02dc8092021-03-04 21:48:19916 'android-code-coverage-native', # Does not generate profraw data.
Ben Joyce46ca6012021-03-31 19:19:25917 'android-pie-arm64-coverage-experimental-rel', # Does not generate profraw data.
John Budorick27d2d44e2019-05-20 20:26:09918 ],
Kenneth Russelleb60cbd22017-12-05 07:54:28919 'modifications': {
Kenneth Russelleb60cbd22017-12-05 07:54:28920 'Marshmallow 64 bit Tester': {
921 'swarming': {
Kenneth Russelleb60cbd22017-12-05 07:54:28922 'shards': 14,
923 },
924 },
Arthur Wang5dd7b07c2020-04-04 01:05:22925 'Marshmallow Tablet Tester': {
926 'args': [
927 '--timeout-scale',
928 '2.0',
929 ],
930 },
Ben Pastenec73e96e92018-07-12 01:40:35931 'Oreo Phone Tester': {
bsheedy01833462018-12-07 01:05:57932 # TODO(https://crbug.com/884413): Re-enable this once the tests are
933 # either passing or there is more capacity.
934 'experiment_percentage': 0,
Ben Pastenec73e96e92018-07-12 01:40:35935 },
Haiyang Pan9d68ca02021-08-04 21:30:47936 'android-11-x86-rel': {
Haiyang Panb80557c2021-03-13 03:01:44937 'args': [
938 '--test-launcher-filter-file=../../testing/buildbot/filters/android.emulator_11.chrome_public_test_apk.filter',
Haiyang Pan1d5ca2862021-04-01 22:21:09939 '--timeout-scale=2.0',
Haiyang Panb80557c2021-03-13 03:01:44940 ],
Haiyang Panc82c3fa2022-02-01 01:26:06941 # TODO(https://crbug.com/1285975) Remove experiment and enable on
942 # trybot once the device offline issue is resolved.
943 'ci_only': True,
944 'experiment_percentage': 100,
Haiyang Pan68a39c02021-11-11 21:12:21945 },
Haiyang Pan2a55a452022-03-03 08:18:33946 'android-12-x64-rel': {
Haiyang Pan68a39c02021-11-11 21:12:21947 'args': [
Haiyang Pan629f4e42022-02-09 22:11:23948 '--test-launcher-filter-file=../../testing/buildbot/filters/android.emulator_12.chrome_public_test_apk.filter',
Haiyang Pan68a39c02021-11-11 21:12:21949 '--timeout-scale=2.0',
950 ],
Haiyang Pan2a55a452022-03-03 08:18:33951 # TODO(crbug.com/1225851): Remove experiment and ci_only
952 # once the test suite is stable.
953 'ci_only': True,
954 'experiment_percentage': 100,
Haiyang Panb80557c2021-03-13 03:01:44955 },
Stephen Martinis1384ff92020-01-07 19:52:15956 'android-arm64-proguard-rel': {
957 'swarming': {
958 'shards': 25,
959 },
960 },
Brian Sheedy44a7a0032020-04-16 19:20:57961 'android-marshmallow-arm64-rel-swarming': {
962 'swarming': {
Brian Sheedy180c2dd2020-04-22 19:34:31963 'service_account': '[email protected]'
Brian Sheedy44a7a0032020-04-16 19:20:57964 },
965 },
Haiyang Pan742760c2021-02-12 03:21:41966 'android-marshmallow-x86-rel': {
967 'args': [
968 '--test-launcher-filter-file=../../testing/buildbot/filters/android.emulator_m.chrome_public_test_apk.filter',
969 ],
970 'swarming': {
971 # TODO(crbug.com/1127110): Revisit shards and machine_type if there
972 # are n2 machines available in the test pool.
973 'shards': 25,
Haiyang Pan742760c2021-02-12 03:21:41974 },
Haiyang Pan37fbd7a42020-06-03 03:27:37975 },
Stephen Martinis1384ff92020-01-07 19:52:15976 'android-pie-arm64-rel': {
977 'args': [
978 '--test-launcher-filter-file=../../testing/buildbot/filters/android.pie_arm64_rel.chrome_public_test_apk.filter', # https://crbug.com/1010211
979 ],
Stephen Martinisd05530d2021-07-27 22:50:22980 'ci_only': True, # https://crbug.com/1233700
Haiyang Pan43640ee2020-02-13 01:38:00981 },
Haiyang Pan08d09dc2020-04-01 16:11:21982 'android-pie-x86-rel': {
Haiyang Pan43640ee2020-02-13 01:38:00983 'args': [
Haiyang Pan71373072020-03-02 19:57:49984 # https://crbug.com/1046059
Haiyang Pan23f64f52020-06-04 01:23:32985 '--test-launcher-filter-file=../../testing/buildbot/filters/android.emulator_p.chrome_public_test_apk.filter',
Haiyang Pan43640ee2020-02-13 01:38:00986 ],
Haiyang Pan71373072020-03-02 19:57:49987 'swarming': {
Haiyang Pan58a6db22021-07-30 01:08:26988 # See https://crbug.com/1230192, runs of 40-60 minutes at 20 shards.
989 'shards': 30,
990 },
991 },
992 },
993 },
994 'chrome_public_test_apk_with_playstore': {
995 'remove_from': [
996 # Android Emulator does not ship playstore image on Marshmallow.
997 'android-marshmallow-x86-rel',
998 ],
999 'modifications': {
Haiyang Pan9d68ca02021-08-04 21:30:471000 'android-11-x86-rel': {
Haiyang Pan58a6db22021-07-30 01:08:261001 'args': [
1002 '--avd-config=../../tools/android/avd/proto/generic_playstore_android30.textpb',
1003 ],
1004 'swarming': {
1005 # soft affinity so that bots with caches will be picked first
1006 'optional_dimensions': {
1007 '60': [
1008 {
Haiyang Pan0fee3652022-02-23 19:19:481009 'caches': 'generic_playstore_android30',
Haiyang Pan58a6db22021-07-30 01:08:261010 }
1011 ],
1012 },
1013 'named_caches': [
1014 {
Haiyang Pan0fee3652022-02-23 19:19:481015 'name': 'generic_playstore_android30',
1016 'path': '.android_emulator/generic_playstore_android30',
Haiyang Pan58a6db22021-07-30 01:08:261017 },
1018 ],
1019 },
1020 },
Haiyang Pan2a55a452022-03-03 08:18:331021 'android-12-x64-rel': {
Haiyang Pan68a39c02021-11-11 21:12:211022 'args': [
1023 '--avd-config=../../tools/android/avd/proto/generic_playstore_android31.textpb',
1024 ],
1025 'swarming': {
1026 # soft affinity so that bots with caches will be picked first
1027 'optional_dimensions': {
1028 '60': [
1029 {
Haiyang Pan0fee3652022-02-23 19:19:481030 'caches': 'generic_playstore_android31',
Haiyang Pan68a39c02021-11-11 21:12:211031 }
1032 ],
1033 },
1034 'named_caches': [
1035 {
Haiyang Pan0fee3652022-02-23 19:19:481036 'name': 'generic_playstore_android31',
1037 'path': '.android_emulator/generic_playstore_android31',
Haiyang Pan68a39c02021-11-11 21:12:211038 },
1039 ],
1040 },
1041 },
Haiyang Pan58a6db22021-07-30 01:08:261042 'android-pie-x86-rel': {
1043 'args': [
1044 '--avd-config=../../tools/android/avd/proto/generic_playstore_android28.textpb',
1045 ],
1046 'swarming': {
Haiyang Pan2c438302021-06-11 23:50:381047 # soft affinity so that bots with caches will be picked first
1048 'optional_dimensions': {
1049 '60': [
1050 {
Haiyang Pan0fee3652022-02-23 19:19:481051 'caches': 'generic_playstore_android28',
Haiyang Pan2c438302021-06-11 23:50:381052 }
1053 ],
1054 },
Haiyang Pan71373072020-03-02 19:57:491055 'named_caches': [
1056 {
Haiyang Pan0fee3652022-02-23 19:19:481057 'name': 'generic_playstore_android28',
1058 'path': '.android_emulator/generic_playstore_android28',
Haiyang Pan71373072020-03-02 19:57:491059 },
Haiyang Pan980402822020-10-07 23:24:561060 ],
Haiyang Pan71373072020-03-02 19:57:491061 },
John Budorick34009472018-04-03 17:38:441062 },
Kenneth Russelleb60cbd22017-12-05 07:54:281063 },
1064 },
1065 'chrome_public_test_vr_apk': {
Nico Weberb0b3f5862018-07-13 18:45:151066 'remove_from': [
Ben Joyce3e043862021-10-20 23:57:241067 # Decided to no longer run VR tests on M, crbug.com/1159619.
bsheedy410dd7c2018-06-15 22:42:091068 'Marshmallow Tablet Tester',
Haiyang Pand12ff5462021-07-12 17:29:021069
Andrew Luo38b311f2019-10-04 03:42:091070 'android-pie-arm64-rel', # https://crbug.com/1010211
bsheedydf58b4e2018-11-01 19:42:161071 'ToTAndroid',
John Budorick27d2d44e2019-05-20 20:26:091072 'android-asan', # https://crbug.com/964562
Ben Joyce02dc8092021-03-04 21:48:191073 'android-code-coverage-native', # Does not generate profraw data.
Ben Joyce46ca6012021-03-31 19:19:251074 'android-pie-arm64-coverage-experimental-rel', # Does not generate profraw data.
bsheedy410dd7c2018-06-15 22:42:091075 ],
Kenneth Russelleb60cbd22017-12-05 07:54:281076 },
bsheedy75a4dd52018-11-27 23:24:301077 'chrome_public_test_vr_apk-vega': {
1078 'modifications': {
bsheedy75a4dd52018-11-27 23:24:301079 'Oreo Phone Tester': {
1080 'swarming': {
1081 'dimension_sets': [
1082 {
1083 'device_os': 'OVR1.180808.003',
1084 'device_type': 'vega',
1085 'os': 'Android',
1086 },
1087 ],
1088 },
1089 }
1090 }
1091 },
Ian Struiksmaeb285db02020-10-20 22:19:341092 'chrome_sizes': {
1093 'modifications': {
Yuke Liao975680302021-02-18 18:34:541094 'lacros-amd64-generic-chrome': {
1095 'swarming': {
1096 'dimension_sets': [
1097 {
Yuke Liao31225ee32021-03-17 23:21:331098 'cpu': 'x86-64',
Ben Pasteneddd3da72021-09-23 17:41:351099 'os': 'Ubuntu-18.04',
Yuke Liao975680302021-02-18 18:34:541100 },
1101 ],
1102 },
1103 },
Ben Pastenee9536c82021-10-19 01:48:571104 'lacros-arm-generic-chrome': {
1105 'swarming': {
1106 'dimension_sets': [
1107 {
1108 'cpu': 'x86-64',
1109 'os': 'Ubuntu-18.04',
1110 },
1111 ],
1112 },
1113 },
Ian Struiksmaeb285db02020-10-20 22:19:341114 },
1115 },
Takuto Ikuta1b749b902019-04-11 18:05:531116 'chromedriver_py_tests': {
1117 'remove_from': [
1118 # Timeout happens sometimes (crbug.com/951799).
Takuto Ikuta1b749b902019-04-11 18:05:531119 'Win10 Tests x64 (dbg)',
1120 ],
1121 },
Haiyang Panfed339172021-03-10 23:19:571122 'components_browsertests': {
1123 'modifications': {
Haiyang Pan9d68ca02021-08-04 21:30:471124 'android-11-x86-rel': {
Haiyang Panfed339172021-03-10 23:19:571125 'swarming': {
1126 'shards': 2,
1127 },
1128 },
André Kempef30fe9d22022-02-03 10:44:291129 'android-asan': {
1130 'swarming': {
1131 'shards': 3,
1132 },
1133 },
Struan Shrimptonf5b2b552022-01-20 20:37:391134 'android-marshmallow-arm64-rel': {
1135 'swarming': {
1136 'quickrun_shards': 2,
1137 },
1138 },
Haiyang Panfed339172021-03-10 23:19:571139 },
1140 },
Kenneth Russelleb60cbd22017-12-05 07:54:281141 'components_unittests': {
Yun Liu3e759dbb2019-11-01 19:25:521142 'remove_from': [
Ben Joyce68c5c852021-10-16 23:55:161143 # https://crbug.com/1147531 - covered on marshmallow emulator.
Garrett Beaty47a2d802020-11-10 20:50:531144 'android-marshmallow-arm64-rel',
Yun Liu3e759dbb2019-11-01 19:25:521145 ],
Kenneth Russelleb60cbd22017-12-05 07:54:281146 'modifications': {
John Budorick5052d552017-12-13 02:59:341147 'Linux ASan LSan Tests (1)': {
1148 # These are very slow on the ASAN trybot for some reason.
Ben Pastened2c01af2022-01-31 23:06:441149 # crbug.com/1257927
John Budorick5052d552017-12-13 02:59:341150 'swarming': {
1151 'shards': 5,
1152 },
1153 },
Takuto Ikuta54671d972018-07-19 19:06:351154 'Linux Chromium OS ASan LSan Tests (1)': {
1155 # These are very slow on the ASAN trybot for some reason.
Ben Pastened2c01af2022-01-31 23:06:441156 # crbug.com/1257927
Takuto Ikuta54671d972018-07-19 19:06:351157 'swarming': {
1158 'shards': 5,
1159 },
1160 },
Erik Chen681dc0282019-11-26 22:54:491161 'Linux TSan Tests': {
1162 'swarming': {
1163 'shards': 2,
1164 },
1165 },
Haiyang Pan9d68ca02021-08-04 21:30:471166 'android-11-x86-rel': {
Haiyang Pan799282f2021-03-25 19:38:311167 'args': [
Haiyang Pane521cf692021-11-30 00:35:231168 # TODO(crbug.com/1192348): Fix the test failure
1169 '--gtest_filter=-FieldFormatterTest.DifferentLocales',
Haiyang Pan799282f2021-03-25 19:38:311170 ],
1171 },
Haiyang Pan2a55a452022-03-03 08:18:331172 'android-12-x64-rel': {
Haiyang Pan2877f062021-11-18 01:06:061173 'args': [
1174 # TODO(crbug.com/1192348): Fix the test failure
1175 '--gtest_filter=-FieldFormatterTest.DifferentLocales',
1176 ],
1177 },
Sven Zheng80734f12020-08-06 06:50:391178 # https://crbug.com/1111979,
Junhua Chen39dd2dba2021-05-05 17:51:541179 'linux-lacros-code-coverage': {
1180 'args': [
1181 '--test-launcher-filter-file=../../testing/buildbot/filters/linux-lacros.components_unittests.filter',
1182 ],
1183 },
1184 # https://crbug.com/1111979,
Yuke Liaoa0db4742021-08-09 18:28:331185 'linux-lacros-dbg-tests-fyi': {
1186 'args': [
1187 '--test-launcher-filter-file=../../testing/buildbot/filters/linux-lacros.components_unittests.filter',
1188 ],
1189 },
1190 # https://crbug.com/1111979,
Sven Zheng5c9d3e342020-08-11 21:39:431191 'linux-lacros-tester-rel': {
Sven Zheng5c9d3e342020-08-11 21:39:431192 'args': [
Yuke Liao56a437dd2021-05-05 04:53:401193 '--test-launcher-filter-file=../../testing/buildbot/filters/linux-lacros.components_unittests.filter',
Sven Zheng5c9d3e342020-08-11 21:39:431194 ],
Sven Zheng80734f12020-08-06 06:50:391195 },
1196 },
Sven Zheng577fe5ff2020-08-03 22:06:441197 },
Chong Gu76046412021-09-22 17:49:211198 'compositor_unittests': {
Chong Gub2446462021-08-19 18:44:081199 'modifications': {
1200 'fuchsia-fyi-arm64-dbg': {
1201 'args': [
1202 '--test-launcher-filter-file=../../testing/buildbot/filters/fuchsia.debug.compositor_unittests.filter',
1203 ],
1204 },
1205 },
1206 },
Kenneth Russelleb60cbd22017-12-05 07:54:281207 'content_browsertests': {
Brad Halla36886c2019-02-26 16:52:291208 'remove_from': [
Brad Halla36886c2019-02-26 16:52:291209 'CrWinAsan(dll)', # https://crbug.com/935598
Chong Gu0ed5dcda2021-07-15 21:26:111210 'android-marshmallow-arm64-rel', # http://crbug.com/1060245#c30: due to low utility and capacity.
Brad Halla36886c2019-02-26 16:52:291211 ],
Kenneth Russelleb60cbd22017-12-05 07:54:281212 'modifications': {
Kenneth Russellfbda3c532017-12-08 23:57:241213 'Cast Audio Linux': {
1214 'args': [
Nico Weber02f30392018-07-16 18:39:431215 '--test-launcher-filter-file=../../testing/buildbot/filters/cast-linux.content_browsertests.filter',
Kenneth Russellfbda3c532017-12-08 23:57:241216 ],
Kenneth Russellfbda3c532017-12-08 23:57:241217 },
1218 'Cast Linux': {
1219 'args': [
Nico Weber02f30392018-07-16 18:39:431220 '--test-launcher-filter-file=../../testing/buildbot/filters/cast-linux.content_browsertests.filter',
Kenneth Russellfbda3c532017-12-08 23:57:241221 ],
Kenneth Russellfbda3c532017-12-08 23:57:241222 },
Erik Chenb681c8c2019-11-25 22:52:521223 'Linux ASan LSan Tests (1)': {
1224 'swarming': {
1225 'shards': 12,
Struan Shrimptone772d72f2021-12-15 07:50:091226 'quickrun_shards': 24,
Erik Chenb681c8c2019-11-25 22:52:521227 },
1228 },
Chris Cunninghame1a04ea2019-04-24 01:49:321229 'Linux ASan Tests (sandboxed)': {
1230 'swarming': {
John Abd-El-Malek3a631612020-07-08 21:40:411231 'shards': 10, # https://crbug.com/1103330
Chris Cunninghame1a04ea2019-04-24 01:49:321232 },
1233 },
Erik Chen681dc0282019-11-26 22:54:491234 'Linux TSan Tests': {
1235 'swarming': {
1236 'shards': 15,
Struan Shrimptonf5b2b552022-01-20 20:37:391237 'quickrun_shards': 30,
Erik Chen681dc0282019-11-26 22:54:491238 },
1239 },
Lindsay Pasrichab3f72db2021-09-22 22:05:461240 'Mac ASan 64 Tests (1)': { # https://crbug.com/1200640
1241 'experiment_percentage': 100,
1242 },
Struan Shrimpton57c594e42022-01-25 17:59:131243 'Mac11 Tests': {
1244 'swarming': {
Lindsay Pasricha0b5beaf2022-03-04 08:15:271245 'shards': 12,
Struan Shrimpton57c594e42022-01-25 17:59:131246 'quickrun_shards': 10,
1247 },
1248 },
Lindsay Pasricha945e4d62022-01-20 02:14:011249 'Mac11 Tests (dbg)': { # https://crbug.com/1279504
1250 'swarming': {
Lindsay Pasricha48cb77df2022-01-28 01:35:231251 'shards': 12,
Lindsay Pasricha945e4d62022-01-20 02:14:011252 },
1253 },
1254
Sergey Silkinfe96b352020-10-19 20:41:341255 'Marshmallow Tablet Tester': {
1256 'args': [
1257 '--test-launcher-filter-file=../../testing/buildbot/filters/android.marshmallow_tablet_tester.content_browsertests.filter',
1258 ],
Haiyang Pan1f6367352021-07-02 21:15:571259 'swarming': {
1260 'shards': 15,
1261 },
Sergey Silkinfe96b352020-10-19 20:41:341262 },
Sergey Silkin1fe10e82020-10-30 19:36:581263 'WebRTC Chromium FYI Android Tests (dbg) (M Nexus5X)': {
1264 'args': [
1265 '--test-launcher-filter-file=../../testing/buildbot/filters/chromium.webrtc.fyi.android.tests.dbg.content_browsertests.filter',
1266 ],
Andrew Grieveae21ca62021-10-20 18:37:521267 },
1268 'WebRTC Chromium FYI Android Tests (dbg) (N Nexus5X)': {
1269 'args': [
1270 '--test-launcher-filter-file=../../testing/buildbot/filters/chromium.webrtc.fyi.android.tests.dbg.content_browsertests.filter',
1271 ],
1272 },
Stephen Martinis1384ff92020-01-07 19:52:151273 'Win10 Tests x64': {
1274 # crbug.com/868082
1275 'args': [
1276 '--disable-features=WebRTC-H264WithOpenH264FFmpeg',
1277 ],
Struan Shrimptona1ab7672022-01-13 18:02:511278 'swarming': {
1279 'quickrun_shards': 18,
1280 },
Stephen Martinis1384ff92020-01-07 19:52:151281 },
1282 'Win10 Tests x64 (dbg)': {
1283 'experiment_percentage': 100,
1284 # crbug.com/868082
1285 'args': [
1286 '--disable-features=WebRTC-H264WithOpenH264FFmpeg',
Stephen Martinis1384ff92020-01-07 19:52:151287 ],
1288 },
Kuan Huanga89737d2022-01-07 19:42:111289 'Win11 Tests x64': {
1290 # crbug.com/868082
1291 'args': [
1292 '--disable-features=WebRTC-H264WithOpenH264FFmpeg',
1293 ],
1294 },
Haiyang Pan9d68ca02021-08-04 21:30:471295 'android-11-x86-rel': {
Haiyang Pan566e2652022-01-25 07:01:521296 # TODO(crbug.com/1137474): Remove ci_only and experiment_percentage
1297 # after the test suite is green.
1298 'ci_only': True,
Haiyang Pan10f029c2021-07-30 23:17:561299 'experiment_percentage': 100,
Haiyang Pan51450ab2021-03-23 00:48:571300 # TODO(crbug.com/1137474): Revisit the shard number once failed tests
1301 # are fixed.
Haiyang Panfed339172021-03-10 23:19:571302 'swarming': {
Haiyang Pan51450ab2021-03-23 00:48:571303 'shards': 30,
Haiyang Pan45e77dda2021-07-01 22:23:291304 'dimension_sets': [
1305 {
1306 'machine_type': 'e2-standard-8', # use 8-core to shorten runtime
1307 },
1308 ],
Haiyang Panfed339172021-03-10 23:19:571309 },
1310 },
Haiyang Pan2a55a452022-03-03 08:18:331311 'android-12-x64-rel': {
Haiyang Pandbff3ef2022-02-11 23:24:191312 'args': [
1313 '--test-launcher-filter-file=../../testing/buildbot/filters/android.emulator_12.content_browsertests.filter',
1314 ],
Haiyang Pan249494b2022-01-27 21:56:211315 'swarming': {
Haiyang Panc1192662022-03-09 00:09:021316 'shards': 25,
Haiyang Pan249494b2022-01-27 21:56:211317 },
1318 },
Stephen Martinis1384ff92020-01-07 19:52:151319 'android-arm64-proguard-rel': {
1320 'swarming': {
1321 'shards': 16,
1322 },
1323 },
1324 'android-asan': {
1325 'args': [
1326 '--test-launcher-filter-file=../../testing/buildbot/filters/android.asan.content_browsertests.filter',
1327 ],
1328 'swarming': {
André Kempef30fe9d22022-02-03 10:44:291329 'shards': 25,
Stephen Martinis1384ff92020-01-07 19:52:151330 },
1331 },
Stephen Martinis1384ff92020-01-07 19:52:151332 'android-marshmallow-arm64-rel': {
1333 'swarming': {
1334 'shards': 16,
1335 },
1336 },
Haiyang Pan2486dcb2020-09-18 17:53:061337 'android-marshmallow-x86-rel-non-cq': {
John Budoricka4e23882020-02-28 18:36:431338 'args': [
Haiyang Pan12d5acd2020-06-01 20:54:571339 '--test-launcher-filter-file=../../testing/buildbot/filters/android.emulator_m.content_browsertests.filter',
John Budoricka4e23882020-02-28 18:36:431340 ],
Haiyang Panc47f6d12020-08-19 18:34:491341 'swarming': {
1342 'shards': 20,
1343 },
John Budoricka4e23882020-02-28 18:36:431344 },
Struan Shrimptone772d72f2021-12-15 07:50:091345 'android-pie-arm64-rel': {
1346 'swarming': {
Struan Shrimpton4b7abc02021-12-16 01:36:591347 'quickrun_shards': 40
Struan Shrimptone772d72f2021-12-15 07:50:091348 }
1349 },
Haiyang Pan08d09dc2020-04-01 16:11:211350 'android-pie-x86-rel': {
John Budoricka4e23882020-02-28 18:36:431351 'args': [
Haiyang Pan12d5acd2020-06-01 20:54:571352 '--test-launcher-filter-file=../../testing/buildbot/filters/android.emulator_p.content_browsertests.filter',
John Budoricka4e23882020-02-28 18:36:431353 ],
Sky Malice303f7ec2021-07-17 04:13:091354 'swarming': {
1355 # Flaking with only 20 shards with 40-60 minute runs.
1356 # https://crbug.com/1230118
1357 'shards': 30,
Haiyang Pan2eb735e72020-09-15 22:51:511358 },
John Budoricka4e23882020-02-28 18:36:431359 },
Stephen Martinis1384ff92020-01-07 19:52:151360 'linux-chromeos-code-coverage': {
1361 'swarming': {
1362 'shards': 12,
1363 },
1364 },
Albert J. Wong91f109652019-11-19 03:01:161365 'linux-chromeos-rel': {
1366 'swarming': {
1367 'shards': 3,
1368 },
1369 },
Yuke Liao79424e42020-01-06 21:00:111370 'linux-code-coverage': {
Yuke Liao58e1d202020-03-20 23:02:011371 'args': [
1372 '--no-sandbox',
1373 ],
Yuke Liao79424e42020-01-06 21:00:111374 'swarming': {
1375 'shards': 12,
1376 },
1377 },
Junhua Chen39dd2dba2021-05-05 17:51:541378 # https://crbug.com/1111979,
1379 'linux-lacros-code-coverage': {
1380 'args': [
1381 '--test-launcher-filter-file=../../testing/buildbot/filters/linux-lacros.content_browsertests.filter',
1382 ],
1383 },
Jieting Yangbf15db672021-10-04 19:18:371384 # https://crbug.com/1111979,
1385 'linux-lacros-dbg-tests-fyi': {
1386 'args': [
1387 '--test-launcher-filter-file=../../testing/buildbot/filters/linux-lacros.content_browsertests.filter',
1388 ],
1389 },
Sven Zheng80734f12020-08-06 06:50:391390 # https://crbug.com/1111979
1391 'linux-lacros-tester-fyi-rel': {
1392 'experiment_percentage': 100,
1393 },
Sven Zheng5c9d3e342020-08-11 21:39:431394 # https://crbug.com/1111979,
1395 'linux-lacros-tester-rel': {
Sven Zheng5c9d3e342020-08-11 21:39:431396 'args': [
Yuke Liao56a437dd2021-05-05 04:53:401397 '--test-launcher-filter-file=../../testing/buildbot/filters/linux-lacros.content_browsertests.filter',
Sven Zheng5c9d3e342020-08-11 21:39:431398 ],
1399 },
Kuan Huang235b0142021-10-19 18:59:281400 'mac-code-coverage': {
1401 'args': [
1402 '--coverage-continuous-mode=1',
1403 ],
1404 },
Kuan Huang05332fb2021-10-12 02:04:261405 # https://crbug.com/1255940
1406 'mac-rel-swarming': {
1407 'swarming': {
1408 'dimension_sets': [
1409 {
1410 # These test would time out when running on 4 cores instances.
1411 'cores': '8|12',
1412 }
1413 ],
1414 },
1415 },
Kenneth Russelleb60cbd22017-12-05 07:54:281416 },
1417 },
Nico Weber81e16ace22018-06-30 02:58:471418 'content_shell_crash_test': {
Haiyang Pan8c201b92020-06-04 01:25:071419 'remove_from': [
Nico Weberbbbc34e2020-10-14 18:21:501420 'Mac10.11 Tests', # crbug.com/1138050
Haiyang Pan2486dcb2020-09-18 17:53:061421 'android-marshmallow-x86-rel-non-cq', # crbug.com/1084353
Haiyang Pan8c201b92020-06-04 01:25:071422 ],
Dirk Prankeb1c36b322018-07-11 02:42:001423 'modifications': {
Dirk Prankeb1c36b322018-07-11 02:42:001424 'Win10 Tests x64 (dbg)': {
1425 'experiment_percentage': 100, # https://crbug.com/861730
1426 },
1427 },
Nico Weber81e16ace22018-06-30 02:58:471428 },
John Budorick27d2d44e2019-05-20 20:26:091429 'content_shell_test_apk': {
1430 'remove_from': [
John Budorick27d2d44e2019-05-20 20:26:091431 'android-asan', # https://crbug.com/964562
Ben Joyce02dc8092021-03-04 21:48:191432 'android-code-coverage-native', # Does not generate profraw data.
Ben Joyce46ca6012021-03-31 19:19:251433 'android-pie-arm64-coverage-experimental-rel', # Does not generate profraw data.
John Budorick27d2d44e2019-05-20 20:26:091434 ],
John Budorickee2e64f2020-03-02 20:19:101435 'modifications': {
Haiyang Pan9d68ca02021-08-04 21:30:471436 'android-11-x86-rel': {
Haiyang Pan103864812021-03-19 19:28:441437 'args': [
1438 '--test-launcher-filter-file=../../testing/buildbot/filters/android.emulator_11.content_shell_test_apk.filter',
Haiyang Panabdab2f2021-07-19 20:37:511439 '--timeout-scale=2.0',
Haiyang Pan103864812021-03-19 19:28:441440 ],
1441 },
Haiyang Pan2a55a452022-03-03 08:18:331442 'android-12-x64-rel': {
Haiyang Pan3b1016e2022-02-05 00:02:451443 'args': [
1444 '--test-launcher-filter-file=../../testing/buildbot/filters/android.emulator_12.content_shell_test_apk.filter',
1445 ],
1446 },
Haiyang Panb991f562021-08-10 17:46:461447 'android-marshmallow-x86-rel': {
John Budorickee2e64f2020-03-02 20:19:101448 'args': [
Haiyang Pan28e73582020-05-30 00:34:271449 '--test-launcher-filter-file=../../testing/buildbot/filters/android.emulator_m.content_shell_test_apk.filter',
John Budorickee2e64f2020-03-02 20:19:101450 ],
Struan Shrimpton57c594e42022-01-25 17:59:131451 'swarming': {
1452 'quickrun_shards': 8,
1453 },
John Budorickee2e64f2020-03-02 20:19:101454 },
Haiyang Pan08d09dc2020-04-01 16:11:211455 'android-pie-x86-rel': {
John Budorickee2e64f2020-03-02 20:19:101456 'args': [
1457 '--gtest_filter=-ContentViewScrollingTest.testFling',
1458 ],
1459 },
1460 },
John Budorick27d2d44e2019-05-20 20:26:091461 },
Kenneth Russelleb60cbd22017-12-05 07:54:281462 'content_unittests': {
1463 'modifications': {
John Budorick5052d552017-12-13 02:59:341464 'Linux ASan LSan Tests (1)': {
1465 # These are slow on the ASAN trybot for some reason.
Ben Pastened2c01af2022-01-31 23:06:441466 # crbug.com/1257927
John Budorick5052d552017-12-13 02:59:341467 'swarming': {
1468 'shards': 2,
1469 },
1470 },
Takuto Ikuta54671d972018-07-19 19:06:351471 'Linux ChromiumOS MSan Tests': {
1472 # These are very slow on the Chrome OS MSAN trybot for some reason.
1473 # crbug.com/865455
1474 'swarming': {
1475 'shards': 2,
1476 },
1477 },
Chong Gu52481452021-04-02 17:52:411478 'fuchsia-code-coverage': {
1479 'swarming': {
1480 'shards': 12,
1481 },
1482 },
Chong Gua10cd302022-01-14 19:22:191483 'fuchsia-fyi-x64-asan': {
1484 'args': [
1485 '--test-launcher-filter-file=../../testing/buildbot/filters/fuchsia.lsan.content_unittests.filter',
1486 ],
1487 },
Kenneth Russelleb60cbd22017-12-05 07:54:281488 },
1489 },
Jonah Ryan-Davis832c8462020-06-09 03:45:031490 'context_lost_validating_tests': {
Brian Sheedye285c9b2019-07-15 21:42:461491 # TODO(https://crbug.com/850107): Remove the Android FYI Release (Pixel 2)
1492 # exception once there is enough capacity to run these tests.
1493 'remove_from': [
Brian Sheedye285c9b2019-07-15 21:42:461494 'Android FYI Release (Pixel 2)',
1495 ],
Kenneth Russellc1a09302018-07-10 01:12:541496 },
Kenneth Russellfbda3c532017-12-08 23:57:241497 'crashpad_tests': {
1498 'remove_from': [
Nico Weber15a00d62018-05-16 17:11:481499 'linux-win_cross-rel', # https://crbug.com/762167
Vlad Tsyrklevich06a9a44f2019-07-24 19:14:391500 # https://crbug.com/crashpad/304
1501 'Linux TSan Tests',
1502 'ToTLinuxTSan',
1503 # https://crbug.com/crashpad/306
1504 'Linux CFI',
Michael Savigny0a956032021-10-27 19:18:021505 'Linux CFI (reclient shadow)',
Vlad Tsyrklevich06a9a44f2019-07-24 19:14:391506 'CFI Linux ToT',
Kenneth Russellfbda3c532017-12-08 23:57:241507 ],
Haiyang Panc7c009e2021-03-18 19:31:231508 'modifications': {
Haiyang Pan9d68ca02021-08-04 21:30:471509 'android-11-x86-rel': {
Haiyang Panc7c009e2021-03-18 19:31:231510 'args': [
1511 '--test-launcher-filter-file=../../testing/buildbot/filters/android.emulator_11.crashpad_tests.filter',
1512 ],
1513 },
Haiyang Pan2a55a452022-03-03 08:18:331514 'android-12-x64-rel': {
Haiyang Pan07d9e262021-10-20 21:50:031515 'args': [
1516 '--test-launcher-filter-file=../../testing/buildbot/filters/android.emulator_12.crashpad_tests.filter',
1517 ],
1518 },
Lindsay Pasricha60535a22021-12-13 16:50:241519 # TODO (crbug.com/1254975) Re-enable once fixed
1520 'mac-osxbeta-rel': {
1521 'experiment_percentage': 100,
1522 },
Haiyang Panc7c009e2021-03-18 19:31:231523 },
Kenneth Russellfbda3c532017-12-08 23:57:241524 },
Haiyang Pan1c813ca2021-11-24 18:52:161525 'device_unittests': {
1526 'modifications': {
Haiyang Pan2a55a452022-03-03 08:18:331527 'android-12-x64-rel': {
Haiyang Pan1c813ca2021-11-24 18:52:161528 'args': [
1529 '--test-launcher-filter-file=../../testing/buildbot/filters/android.emulator_12.device_unittests.filter',
1530 ],
1531 },
1532 },
1533 },
Ben Pastene61ad637c2020-05-08 22:24:411534 'disk_usage_tast_test': {
1535 # TODO(crbug.com/1077659): Add the test back after it's fixed.
1536 'remove_from': [
1537 'chromeos-kevin-rel',
1538 ],
1539 },
Struan Shrimpton57c594e42022-01-25 17:59:131540 'exo_unittests': {
1541 'modifications': {
1542 'linux-chromeos-rel': {
1543 'swarming': {
1544 'quickrun_shards': 2,
1545 }
1546 },
1547 },
1548 },
Joe Downing41486042018-10-18 22:44:441549 'extensions_browsertests': {
Brad Halla36886c2019-02-26 16:52:291550 'remove_from': [
Brad Halla36886c2019-02-26 16:52:291551 'CrWinAsan(dll)', # https://crbug.com/935598
1552 ],
Joe Downing41486042018-10-18 22:44:441553 'modifications': {
1554 'Win10 Tests x64 (dbg)': {
1555 'experiment_percentage': 100, # https://crbug.com/876615
1556 },
Sven Zheng5c9d3e342020-08-11 21:39:431557 # https://crbug.com/1111979,
Junhua Chen39dd2dba2021-05-05 17:51:541558 'linux-lacros-code-coverage': {
1559 'args': [
1560 '--gtest_filter=-BluetoothShellApiTest.ApiSanityCheck:BluetoothSocketApiTest.Listen:BluetoothSocketApiTest.PermissionDenied',
1561 ],
1562 },
Yuke Liaoa0db4742021-08-09 18:28:331563 'linux-lacros-dbg-tests-fyi': {
1564 'args': [
1565 '--gtest_filter=-BluetoothShellApiTest.ApiSanityCheck:BluetoothSocketApiTest.Listen:BluetoothSocketApiTest.PermissionDenied',
1566 ],
1567 },
Sven Zheng5c9d3e342020-08-11 21:39:431568 'linux-lacros-tester-rel': {
Sven Zheng5c9d3e342020-08-11 21:39:431569 'args': [
1570 '--gtest_filter=-BluetoothShellApiTest.ApiSanityCheck:BluetoothSocketApiTest.Listen:BluetoothSocketApiTest.PermissionDenied',
1571 ],
1572 },
Joe Downing41486042018-10-18 22:44:441573 },
1574 },
Sven Zheng577fe5ff2020-08-03 22:06:441575 'extensions_unittests': {
Sven Zheng80734f12020-08-06 06:50:391576 'modifications': {
Chong Gud034fe52022-01-20 21:48:041577 'fuchsia-fyi-x64-asan': {
1578 'args': [
Chong Gu1155d872022-02-10 17:55:271579 '--test-launcher-filter-file=../../testing/buildbot/filters/fuchsia.lsan.extensions_unittests.filter',
Chong Gud034fe52022-01-20 21:48:041580 ],
1581 },
Sven Zheng5c9d3e342020-08-11 21:39:431582 # https://crbug.com/1111979,
Junhua Chen39dd2dba2021-05-05 17:51:541583 'linux-lacros-code-coverage': {
1584 'args': [
Yuke Liaoa0db4742021-08-09 18:28:331585 '--gtest_filter=-BluetoothSocketApiUnittest.CreateThenClose:'
1586 'NativeExtensionBindingsSystemUnittest.*',
1587 ],
1588 },
1589 'linux-lacros-dbg-tests-fyi': {
1590 'args': [
Junhua Chen39dd2dba2021-05-05 17:51:541591 '--gtest_filter=-NativeExtensionBindingsSystemUnittest*:'
1592 'BluetoothSocketApiUnittest.CreateThenClose:'
1593 'FeatureProviderTest.PermissionFeatureAvailability',
1594 ],
1595 },
Sven Zheng5c9d3e342020-08-11 21:39:431596 'linux-lacros-tester-rel': {
Sven Zheng5c9d3e342020-08-11 21:39:431597 'args': [
Yuke Liaobb8308322020-08-12 20:20:471598 '--gtest_filter=-NativeExtensionBindingsSystemUnittest*:'
1599 'BluetoothSocketApiUnittest.CreateThenClose:'
1600 'FeatureProviderTest.PermissionFeatureAvailability',
Sven Zheng5c9d3e342020-08-11 21:39:431601 ],
1602 },
Sven Zheng80734f12020-08-06 06:50:391603 },
Sven Zheng577fe5ff2020-08-03 22:06:441604 },
Chong Gu76046412021-09-22 17:49:211605 'gfx_unittests': {
Chong Gudf7fbe92021-02-24 02:55:581606 'modifications': {
1607 'fuchsia-code-coverage': {
1608 'swarming': {
1609 'shards': 2,
1610 },
1611 },
1612 },
1613 },
Kenneth Russelleb60cbd22017-12-05 07:54:281614 'gin_unittests': {
1615 'remove_from': [
Nico Weber1394523f2018-06-06 15:58:471616 'ToTLinuxASan', # https://crbug.com/831667
Nico Weberd36959682018-04-12 03:33:461617 'Linux ASan LSan Tests (1)', # https://crbug.com/831667
Nico Weber1394523f2018-06-06 15:58:471618 'Linux Chromium OS ASan LSan Tests (1)', # https://crbug.com/831667
Kenneth Russelleb60cbd22017-12-05 07:54:281619 ],
Chong Gua10cd302022-01-14 19:22:191620 'modifications': {
1621 'fuchsia-fyi-x64-asan': {
1622 'args': [
1623 '--test-launcher-filter-file=../../testing/buildbot/filters/fuchsia.lsan.gin_unittests.filter',
1624 ],
1625 },
1626 },
Kenneth Russelleb60cbd22017-12-05 07:54:281627 },
Brian Ho8271a7ad2021-08-12 20:48:031628 # TODO(crbug.com/1202958): Remove these GLRenderer variants when
1629 # SkiaRenderer is fully shipped on Chrome OS.
1630 # Don't run these on real devices due to capacity issues.
1631 'gl_renderer_context_lost_tests': {
1632 'remove_from': [
1633 'ChromeOS FYI Release (kevin)',
1634 'Lacros FYI x64 Release (Intel)',
1635 ],
1636 },
Brian Ho8271a7ad2021-08-12 20:48:031637 'gl_renderer_gpu_process_launch_tests': {
1638 'remove_from': [
1639 'ChromeOS FYI Release (kevin)',
1640 'Lacros FYI x64 Release (Intel)',
1641 ],
1642 },
1643 'gl_renderer_hardware_accelerated_feature_tests': {
1644 'remove_from': [
1645 'ChromeOS FYI Release (kevin)',
1646 'Lacros FYI x64 Release (Intel)',
1647 ],
1648 },
1649 'gl_renderer_maps_pixel_tests': {
1650 'remove_from': [
1651 'ChromeOS FYI Release (kevin)',
1652 'Lacros FYI x64 Release (Intel)',
1653 ],
1654 },
1655 'gl_renderer_pixel_skia_gold_tests': {
1656 'remove_from': [
1657 'ChromeOS FYI Release (kevin)',
1658 'Lacros FYI x64 Release (Intel)',
1659 ],
1660 },
Jonah Ryan-Davisdeeffeaf2020-06-18 17:56:001661 'gl_tests_passthrough': {
1662 'remove_from': [
1663 'CFI Linux ToT',
1664 # Can't run on MSAN because gl_tests uses the hardware driver,
1665 # which isn't instrumented.
1666 'Linux MSan Tests',
1667 ],
1668 'modifications': {
1669 # TODO(kbr): figure out a better way to specify blocks of
1670 # arguments like this for tests on multiple machines.
Garrett Beatya491ec72020-07-25 12:36:121671 'Linux ASan LSan Tests (1)': {
1672 'args': [
1673 '--use-gpu-in-tests',
1674 '--no-xvfb',
1675 ],
1676 'swarming': {
1677 'dimension_sets': [
1678 {
Yuly Novikovaa06f172022-02-12 00:38:571679 'gpu': '10de:2184',
Garrett Beatya491ec72020-07-25 12:36:121680 'os': 'Ubuntu',
1681 'pool': 'chromium.tests.gpu',
1682 },
1683 ],
1684 },
1685 },
1686 'Linux CFI': {
1687 'args': [
1688 '--use-gpu-in-tests',
1689 '--no-xvfb',
1690 ],
1691 'swarming': {
1692 'dimension_sets': [
1693 {
Yuly Novikovaa06f172022-02-12 00:38:571694 'gpu': '10de:2184',
Garrett Beatya491ec72020-07-25 12:36:121695 'os': 'Ubuntu',
1696 'pool': 'chromium.tests.gpu',
1697 },
1698 ],
1699 },
1700 },
Michael Savigny64f8ba32022-01-12 15:50:571701 'Linux CFI (reclient shadow)': {
1702 'args': [
1703 '--use-gpu-in-tests',
1704 '--no-xvfb',
1705 ],
1706 'swarming': {
1707 'dimension_sets': [
1708 {
Yuly Novikovaa06f172022-02-12 00:38:571709 'gpu': '10de:2184',
Michael Savigny64f8ba32022-01-12 15:50:571710 'os': 'Ubuntu',
1711 'pool': 'chromium.tests.gpu',
1712 },
1713 ],
1714 },
1715 },
Garrett Beatya491ec72020-07-25 12:36:121716 'Linux TSan Tests': {
1717 'args': [
1718 '--use-gpu-in-tests',
1719 '--no-xvfb',
1720 ],
1721 'swarming': {
1722 'dimension_sets': [
1723 {
Yuly Novikovaa06f172022-02-12 00:38:571724 'gpu': '10de:2184',
Garrett Beatya491ec72020-07-25 12:36:121725 'os': 'Ubuntu',
1726 'pool': 'chromium.tests.gpu',
1727 },
1728 ],
1729 },
1730 },
Jonah Ryan-Davisdeeffeaf2020-06-18 17:56:001731 },
1732 },
Jonah Ryan-Davise25a89f2020-05-29 20:18:241733 'gl_tests_validating': {
Jonah Ryan-Davisb9f03ac2021-03-18 23:53:021734 'remove_from': [
Kenneth Russell8a386d42018-06-02 09:48:011735 'Android FYI Release (Nexus 5X)',
John Budorickca14c76f62017-12-09 14:19:181736 ],
Kenneth Russelleb60cbd22017-12-05 07:54:281737 'modifications': {
Haiyang Pan9d68ca02021-08-04 21:30:471738 'android-11-x86-rel': {
Haiyang Pancf765862021-03-18 20:39:151739 'args': [
1740 '--test-launcher-filter-file=../../testing/buildbot/filters/android.emulator_11.gl_tests.filter',
1741 ],
1742 },
Haiyang Pan2a55a452022-03-03 08:18:331743 'android-12-x64-rel': {
Haiyang Pan382008922021-11-19 21:15:091744 'args': [
1745 '--test-launcher-filter-file=../../testing/buildbot/filters/android.emulator_12.gl_tests.filter',
1746 ],
1747 },
Haiyang Panb991f562021-08-10 17:46:461748 'android-marshmallow-x86-rel': {
John Budorick79ec9012020-01-08 21:56:311749 'args': [
1750 '--test-launcher-filter-file=../../testing/buildbot/filters/android.emulator.gl_tests.filter',
1751 ],
1752 },
Andrew Luo38b311f2019-10-04 03:42:091753 'android-pie-arm64-rel': {
John Budorick79ec9012020-01-08 21:56:311754 'args': [
Andrew Luobe83fd82019-12-19 03:07:581755 '--test-launcher-filter-file=../../testing/buildbot/filters/android.pie_arm64_rel.gl_tests.filter', # https://crbug.com/1034007
1756 ],
Andrew Luo38b311f2019-10-04 03:42:091757 },
Haiyang Pan08d09dc2020-04-01 16:11:211758 'android-pie-x86-rel': {
John Budorick79ec9012020-01-08 21:56:311759 'args': [
1760 '--test-launcher-filter-file=../../testing/buildbot/filters/android.emulator.gl_tests.filter',
1761 ],
1762 },
Kenneth Russelleb60cbd22017-12-05 07:54:281763 },
1764 },
Takuto Ikutaf5333252019-11-06 16:07:081765 'gl_unittests': {
1766 'remove_from': [
Takuto Ikutaf5333252019-11-06 16:07:081767 # On Android, these are already run on the main waterfall.
1768 # Run them on the one-off Android FYI bots, though.
1769 'Android FYI Release (Nexus 5X)',
Yuly Novikov37e04342020-05-29 00:52:041770 # Can't run on MSAN because gl_unittests uses the hardware driver,
1771 # which isn't instrumented.
1772 'Linux MSan Tests',
Takuto Ikutaf5333252019-11-06 16:07:081773 ],
Haiyang Pan505fcd5a2021-12-13 19:46:231774 'modifications': {
Haiyang Pan2a55a452022-03-03 08:18:331775 'android-12-x64-rel': {
Haiyang Pan505fcd5a2021-12-13 19:46:231776 'args': [
1777 '--test-launcher-filter-file=../../testing/buildbot/filters/android.emulator_12.gl_unittests.filter',
1778 ],
1779 },
1780 },
Takuto Ikutaf5333252019-11-06 16:07:081781 },
1782 'gl_unittests_ozone': {
1783 'remove_from': [
1784 # Can't run on MSAN because gl_unittests_ozone uses the hardware driver,
1785 # which isn't instrumented.
1786 'Linux ChromiumOS MSan Tests',
1787 ],
1788 },
1789 'gpu_process_launch_tests': {
1790 # TODO(https://crbug.com/850107): Remove the Android FYI Release (Pixel 2)
1791 # exception once there is enough capacity to run these tests.
1792 'remove_from': [
Takuto Ikutaf5333252019-11-06 16:07:081793 'Android FYI Release (Pixel 2)',
1794 ],
1795 },
Chong Gu76046412021-09-22 17:49:211796 'gpu_unittests': {
Chong Gudf7fbe92021-02-24 02:55:581797 'modifications': {
1798 'fuchsia-code-coverage': {
1799 'swarming': {
1800 'shards': 5,
1801 },
1802 },
1803 },
1804 },
Kevin McNeed21a6c522021-06-14 21:27:251805 'grit_python_unittests': {
1806 'remove_from': [
1807 # These tests require node, which is not supported in Win7.
1808 # (https://crbug.com/1218989)
1809 'Win 7 Tests x64 (1)',
1810 'Win7 Tests (1)',
1811 'Win7 Tests (dbg)(1)',
Titouan Rigoudy9e860832021-11-08 15:34:451812 # TODO(https://crbug.com/1267125): Re-enable.
1813 'mac11-arm64-rel-tests',
Kevin McNeed21a6c522021-06-14 21:27:251814 ],
1815 },
Brian Sheedye285c9b2019-07-15 21:42:461816 'hardware_accelerated_feature_tests': {
1817 # TODO(https://crbug.com/850107): Remove the Android FYI Release (Pixel 2)
1818 # exception once there is enough capacity to run these tests.
1819 'remove_from': [
Brian Sheedye285c9b2019-07-15 21:42:461820 'Android FYI Release (Pixel 2)',
1821 ],
1822 },
Brad Halla36886c2019-02-26 16:52:291823 'headless_browsertests': {
Chong Gud08d1232021-09-11 08:53:591824 'remove_from': [
1825 'CrWinAsan(dll)', # https://crbug.com/935598
Maksim Sisovc81d284c2021-10-05 17:54:351826 # Wayland bot doesn't support headless mode.
1827 'Linux Tests (Wayland)',
Chong Gud08d1232021-09-11 08:53:591828 ],
Chong Gud1a5c5992021-04-09 04:08:321829 'modifications': {
1830 'fuchsia-code-coverage': {
1831 'swarming': {
Chong Gu115ce152021-04-15 23:57:161832 'shards': 6,
Chong Gud1a5c5992021-04-09 04:08:321833 },
1834 },
1835 },
Brad Halla36886c2019-02-26 16:52:291836 },
Kenneth Russell8a386d42018-06-02 09:48:011837 'info_collection_tests': {
1838 'remove_from': [
Kenneth Russell8a386d42018-06-02 09:48:011839 'Android V8 FYI Release (Nexus 5X)',
1840 'Linux V8 FYI Release (NVIDIA)',
Michael Achenbach5fdfc67b2018-12-13 13:26:351841 'Linux V8 FYI Release - pointer compression (NVIDIA)',
Kenneth Russell8a386d42018-06-02 09:48:011842 'Mac V8 FYI Release (Intel)',
1843 'Win V8 FYI Release (NVIDIA)',
1844 ],
Brian Sheedyfe61cdac2020-02-12 01:25:591845 'modifications': {
Brian Sheedyb18cb762020-06-30 00:09:291846 'ChromeOS FYI Release (amd64-generic)': {
Brian Sheedy65be3052020-06-26 19:26:511847 'args': [
Brian Sheedyb18cb762020-06-30 00:09:291848 # Swarming does not report a GPU since tests are run in a VM, but
1849 # the VM does report that a GPU is present.
1850 '--expected-device-id', '1050',
Brian Sheedydf2672f2020-05-07 20:44:361851 ],
1852 },
Chong Gu3065cdc2022-02-28 21:03:031853 'fuchsia-fyi-x64-rel': {
1854 'args': [
1855 # Swarming does not report a GPU since tests are run in a VM, but
1856 # the VM does report that a GPU is present.
1857 '--expected-device-id', 'c0de',
1858 ],
1859 },
1860 'fuchsia-fyi-x64-wst': {
1861 'args': [
1862 # Swarming does not report a GPU since tests are run in a VM, but
1863 # the VM does report that a GPU is present.
1864 '--expected-device-id', 'c0de',
1865 ],
1866 },
Brian Sheedyfe61cdac2020-02-12 01:25:591867 },
Brian Sheedy32eeeb52020-05-22 01:49:371868 'replacements': {
1869 'ChromeOS FYI Release (amd64-generic)': {
1870 'args': {
1871 # Swarming does not report a GPU since tests are run in a VM, but
1872 # the VM does report that a GPU is present.
1873 '--expected-vendor-id': '1af4',
Brian Sheedyb18cb762020-06-30 00:09:291874 # Magic substitution happens after regular replacement, so remove it
1875 # now since we are manually applying the expected device ID above.
1876 '$$MAGIC_SUBSTITUTION_GPUExpectedDeviceId': None,
Brian Sheedy32eeeb52020-05-22 01:49:371877 },
Brian Sheedyff6d1442020-09-19 00:46:311878 },
Brian Sheedy177addbf2021-09-24 19:06:511879 'Mac FYI Release (Apple M1)': {
1880 'args': {
1881 # The GPU information is not yet exposed in swarming, so we can't
1882 # explicitly request it and have the JSON generation handle this
1883 # automatically.
1884 '--expected-vendor-id': '106b',
1885 },
1886 },
Chong Gu3065cdc2022-02-28 21:03:031887 'fuchsia-fyi-x64-rel': {
1888 'args': {
1889 # The GPU information is not exposed in swarming since Fuchsia
1890 # launches an emulator on the GCE machine.
1891 '--expected-vendor-id': '1ae0',
1892 '$$MAGIC_SUBSTITUTION_GPUExpectedDeviceId': None,
1893 },
1894 },
1895 'fuchsia-fyi-x64-wst': {
1896 'args': {
1897 # The GPU information is not exposed in swarming since Fuchsia
1898 # launches an emulator on the GCE machine.
1899 '--expected-vendor-id': '1ae0',
1900 '$$MAGIC_SUBSTITUTION_GPUExpectedDeviceId': None,
1901 },
1902 },
Brian Sheedy32eeeb52020-05-22 01:49:371903 },
Kenneth Russell8a386d42018-06-02 09:48:011904 },
Kenneth Russelleb60cbd22017-12-05 07:54:281905 'interactive_ui_tests': {
Brad Halla36886c2019-02-26 16:52:291906 'remove_from': [
Brad Halla36886c2019-02-26 16:52:291907 'CrWinAsan(dll)', # https://crbug.com/935598
1908 ],
Kenneth Russelleb60cbd22017-12-05 07:54:281909 'modifications': {
Stephen Martinis1384ff92020-01-07 19:52:151910 'Linux - Future (dbg)': { # client.v8.chromium
Nico Weberdae13cd92018-12-14 13:56:261911 'swarming': {
Stephen Martinis1384ff92020-01-07 19:52:151912 'shards': 3,
Nico Weberdae13cd92018-12-14 13:56:261913 },
1914 },
John Budorickca14c76f62017-12-09 14:19:181915 'Linux ASan LSan Tests (1)': {
Ben Pastened2c01af2022-01-31 23:06:441916 # These are slow on the ASan trybot for some reason, crbug.com/1257927
Nico Weber96a75a6942018-06-20 04:53:171917 'swarming': {
1918 'shards': 6,
Struan Shrimptone772d72f2021-12-15 07:50:091919 'quickrun_shards': 12,
Nico Weber96a75a6942018-06-20 04:53:171920 },
1921 },
Takuto Ikuta54671d972018-07-19 19:06:351922 'Linux ChromiumOS MSan Tests': {
1923 # These are very slow on the Chrome OS MSAN trybot for some reason.
1924 # crbug.com/865455
1925 'swarming': {
1926 'shards': 5,
1927 },
1928 },
Stephen Martinis1384ff92020-01-07 19:52:151929 'Linux TSan Tests': {
Ben Pastened2c01af2022-01-31 23:06:441930 # These are slow on the TSan bots for some reason, crbug.com/1257927
Dirk Pranke8fd63c12017-12-10 18:06:271931 'swarming': {
Stephen Martinisad6cb7af2021-02-24 01:12:001932 'shards': 32, # Adjusted for testing, see https://crbug.com/1179567
Dirk Pranke8fd63c12017-12-10 18:06:271933 },
1934 },
Maksim Sisovc81d284c2021-10-05 17:54:351935 # https://crbug.com/1192997
1936 'Linux Tests (Wayland)': {
1937 'args': [
1938 '--test-launcher-filter-file=../../testing/buildbot/filters/ozone-linux.interactive_ui_tests_wayland.filter',
1939 ],
1940 },
Lindsay Pasrichab3f72db2021-09-22 22:05:461941 'Mac ASan 64 Tests (1)': { # https://crbug.com/1251656
1942 'experiment_percentage': 100,
1943 },
Struan Shrimptone772d72f2021-12-15 07:50:091944 'Mac11 Tests': {
1945 'swarming': {
1946 'quickrun_shards': 6,
1947 },
1948 },
Zhaoyang Li9357e1e12021-12-07 18:53:171949 'Mac11 Tests (dbg)': { # https://crbug.com/1265051
1950 'experiment_percentage': 100,
1951 },
Stephen Martinis1384ff92020-01-07 19:52:151952 'ToTLinuxTSan': {
Ben Pastened2c01af2022-01-31 23:06:441953 # These are slow on the TSan bots for some reason, crbug.com/1257927
Stephen Martinis1384ff92020-01-07 19:52:151954 'swarming': {
1955 'shards': 6,
1956 },
1957 },
Struan Shrimptona1ab7672022-01-13 18:02:511958 'Win10 Tests x64': {
1959 'swarming': {
Struan Shrimptonf5b2b552022-01-20 20:37:391960 'quickrun_shards': 8,
Struan Shrimptona1ab7672022-01-13 18:02:511961 },
1962 },
Stephen Martinis1384ff92020-01-07 19:52:151963 # temporary, https://crbug.com/818832
Greg Thompson3eb7e6522018-05-25 09:04:031964 'Win10 Tests x64 (dbg)': {
1965 'experiment_percentage': 100,
1966 },
Stephen Martinis1384ff92020-01-07 19:52:151967 'Win7 Tests (dbg)(1)': {
1968 'swarming': {
1969 'shards': 4,
1970 },
1971 },
Jacob Kopczynski3a555bd32020-12-10 01:41:161972 # TODO(crbug.com/970649): Remove these filters.
Ben Pastene8ef125e2019-12-10 01:46:291973 'linux-chromeos-chrome': {
Ben Pastene8ef125e2019-12-10 01:46:291974 'args': [
1975 '--gtest_filter=-SadTabViewInteractiveUITest.ReloadMultipleSadTabs',
1976 ],
1977 },
Stephen Martinis1384ff92020-01-07 19:52:151978 'linux-chromeos-code-coverage': {
Yuke Liao79424e42020-01-06 21:00:111979 'swarming': {
1980 'shards': 10,
1981 },
1982 },
Stephen Martinis1384ff92020-01-07 19:52:151983 'linux-code-coverage': {
Yuke Liao79424e42020-01-06 21:00:111984 'swarming': {
1985 'shards': 10,
1986 },
1987 },
Sven Zheng80734f12020-08-06 06:50:391988 # https://crbug.com/1111979
Junhua Chen39dd2dba2021-05-05 17:51:541989 'linux-lacros-code-coverage': {
1990 'args': [
1991 '--test-launcher-filter-file=../../testing/buildbot/filters/linux-lacros.interactive_ui_tests.filter',
1992 ],
1993 },
1994 # https://crbug.com/1111979
Jieting Yangbf15db672021-10-04 19:18:371995 'linux-lacros-dbg-tests-fyi': {
1996 'args': [
1997 '--test-launcher-filter-file=../../testing/buildbot/filters/linux-lacros.interactive_ui_tests.filter',
1998 ],
1999 },
2000 # https://crbug.com/1111979
Sven Zheng010820d2020-08-17 22:38:442001 'linux-lacros-tester-rel': {
Sven Zheng010820d2020-08-17 22:38:442002 'args': [
Yuke Liao56a437dd2021-05-05 04:53:402003 '--test-launcher-filter-file=../../testing/buildbot/filters/linux-lacros.interactive_ui_tests.filter',
Sven Zheng010820d2020-08-17 22:38:442004 ],
2005 },
Kuan Huang235b0142021-10-19 18:59:282006 'mac-code-coverage': {
2007 'args': [
2008 '--coverage-continuous-mode=1',
2009 ],
2010 },
Lindsay Pasricha60535a22021-12-13 16:50:242011 # TODO (crbug.com/1278617) Re-enable once fixed
2012 'mac-osxbeta-rel': {
2013 'experiment_percentage': 100,
2014 },
Kenneth Russelleb60cbd22017-12-05 07:54:282015 },
2016 },
Yuke Liaob6beaeca2021-04-29 23:41:512017 'interactive_ui_tests_amd64-generic': {
2018 'remove_from': [
2019 # TODO(crbug.com/1204231): Re-enable.
2020 'lacros-amd64-generic-rel',
Yuke Liao859819d2022-02-24 08:23:492021 'lacros-amd64-generic-rel-fyi',
Yuke Liaob6beaeca2021-04-29 23:41:512022 ]
2023 },
Yuke Liao79a8cf52021-06-11 18:14:342024 'interactive_ui_tests_eve': {
2025 'remove_from': [
2026 # TODO(crbug.com/1204231): Re-enable.
2027 'lacros-amd64-generic-rel',
Yuke Liao859819d2022-02-24 08:23:492028 'lacros-amd64-generic-rel-fyi',
Yuke Liao79a8cf52021-06-11 18:14:342029 ]
2030 },
John Budorickf00e5ff2019-06-11 21:21:062031 'ipc_tests': {
2032 'modifications': {
2033 'android-asan': {
2034 'swarming': {
2035 'shards': 2,
2036 },
2037 },
2038 },
2039 },
Jonah Ryan-Davis832c8462020-06-09 03:45:032040 'maps_pixel_passthrough_test': {
Brian Sheedyc0c142c2021-06-01 21:18:052041 'modifications': {
2042 'Android FYI Release (Pixel 4)': {
2043 'args': [
2044 # Pixel 4s are weird in that they can output in different color spaces
2045 # simultaneously. The readback code for capturing a screenshot assumes
2046 # only one color space, so disable wide color gamut for the test to
2047 # work around the issue. See https://crbug.com/1166379 for more
2048 # information.
2049 '--extra-browser-args=--disable-wcg-for-test',
2050 ],
2051 },
2052 'Optional Android Release (Pixel 4)': {
2053 'args': [
2054 # See above.
2055 '--extra-browser-args=--disable-wcg-for-test',
2056 ],
2057 },
2058 },
Jonah Ryan-Davis832c8462020-06-09 03:45:032059 'replacements': {
2060 # The V8 builders pass the V8 revision for ${got_revision}, so instead
2061 # use ${got_cr_revision}, which is only set on the V8 bots.
2062 'Linux V8 FYI Release (NVIDIA)': {
2063 'args': {
2064 '--git-revision': '${got_cr_revision}',
2065 },
2066 },
2067 'Linux V8 FYI Release - pointer compression (NVIDIA)': {
2068 'args': {
2069 '--git-revision': '${got_cr_revision}',
2070 },
2071 },
Jonah Ryan-Davisdeeffeaf2020-06-18 17:56:002072 'Mac V8 FYI Release (Intel)': {
2073 'args': {
2074 '--git-revision': '${got_cr_revision}',
2075 },
2076 },
Jonah Ryan-Davis832c8462020-06-09 03:45:032077 'Win V8 FYI Release (NVIDIA)': {
2078 'args': {
2079 '--git-revision': '${got_cr_revision}',
2080 },
2081 },
2082 },
2083 },
2084 'maps_pixel_validating_test': {
Brian Sheedy0566f2cb2021-02-12 22:12:502085 'modifications': {
2086 'Android FYI Release (Pixel 4)': {
2087 'args': [
2088 # Pixel 4s are weird in that they can output in different color spaces
2089 # simultaneously. The readback code for capturing a screenshot assumes
2090 # only one color space, so disable wide color gamut for the test to
2091 # work around the issue. See https://crbug.com/1166379 for more
2092 # information.
2093 '--extra-browser-args=--disable-wcg-for-test',
2094 ],
2095 },
Brian Sheedycde1ab1882021-05-27 21:22:002096 'Optional Android Release (Pixel 4)': {
2097 'args': [
2098 # See above.
2099 '--extra-browser-args=--disable-wcg-for-test',
2100 ],
2101 },
Brian Sheedy0566f2cb2021-02-12 22:12:502102 },
Brian Sheedye285c9b2019-07-15 21:42:462103 # TODO(https://crbug.com/850107): Remove the Android FYI Release (Pixel 2)
2104 # exception once there is enough capacity to run these tests.
2105 'remove_from': [
Brian Sheedye285c9b2019-07-15 21:42:462106 'Android FYI Release (Pixel 2)',
2107 ],
Brian Sheedy44fd891b2019-10-03 20:07:542108 'replacements': {
Brian Sheedy44fd891b2019-10-03 20:07:542109 # The V8 builders pass the V8 revision for ${got_revision}, so instead
2110 # use ${got_cr_revision}, which is only set on the V8 bots.
2111 'Android V8 FYI Release (Nexus 5X)': {
2112 'args': {
Brian Sheedy4d335deb2020-04-01 20:47:322113 '--git-revision': '${got_cr_revision}',
Brian Sheedy44fd891b2019-10-03 20:07:542114 },
2115 },
Brian Sheedy44fd891b2019-10-03 20:07:542116 'Mac V8 FYI Release (Intel)': {
2117 'args': {
Brian Sheedy4d335deb2020-04-01 20:47:322118 '--git-revision': '${got_cr_revision}',
Brian Sheedy44fd891b2019-10-03 20:07:542119 },
2120 },
Brian Sheedy44fd891b2019-10-03 20:07:542121 },
Brian Sheedye285c9b2019-07-15 21:42:462122 },
Andrew Luo38b311f2019-10-04 03:42:092123 'media_unittests': {
2124 'modifications': {
Haiyang Pan9d68ca02021-08-04 21:30:472125 'android-11-x86-rel': {
Haiyang Pancf765862021-03-18 20:39:152126 'args': [
Haiyang Pan80b0d412021-11-23 00:06:422127 '--test-launcher-filter-file=../../testing/buildbot/filters/android.emulator_11_12.media_unittests.filter',
2128 ],
2129 },
Haiyang Pan2a55a452022-03-03 08:18:332130 'android-12-x64-rel': {
Haiyang Pan80b0d412021-11-23 00:06:422131 'args': [
2132 '--test-launcher-filter-file=../../testing/buildbot/filters/android.emulator_11_12.media_unittests.filter',
Haiyang Pancf765862021-03-18 20:39:152133 ],
2134 },
Haiyang Pan2486dcb2020-09-18 17:53:062135 'android-marshmallow-x86-rel-non-cq': {
John Budorickb5185112020-01-08 22:40:212136 'args': [
Haiyang Pan569659f02020-05-30 00:48:452137 '--test-launcher-filter-file=../../testing/buildbot/filters/android.emulator_m.media_unittests.filter',
John Budorickb5185112020-01-08 22:40:212138 ],
2139 },
Andrew Luo38b311f2019-10-04 03:42:092140 'android-pie-arm64-rel': {
Andrew Luobe83fd82019-12-19 03:07:582141 'args': [
2142 '--gtest_filter=-AAudio/AudioOutputTest.Play200HzTone/0', # https://crbug.com/1034009
2143 ],
Andrew Luo38b311f2019-10-04 03:42:092144 },
Chong Gudf7fbe92021-02-24 02:55:582145 'fuchsia-code-coverage': {
2146 'swarming': {
2147 'shards': 3,
2148 },
2149 },
Chong Gub2446462021-08-19 18:44:082150 'fuchsia-fyi-arm64-dbg': {
2151 'args': [
2152 '--test-launcher-filter-file=../../testing/buildbot/filters/fuchsia.debug.media_unittests.filter',
2153 ],
2154 },
Chong Gua10cd302022-01-14 19:22:192155 'fuchsia-fyi-x64-asan': {
2156 'args': [
2157 '--test-launcher-filter-file=../../testing/buildbot/filters/fuchsia.lsan.media_unittests.filter',
2158 ],
2159 },
Andrew Luo38b311f2019-10-04 03:42:092160 },
2161 },
Chong Gu4eca1ce2021-05-17 08:49:572162 'mediapipe_validating_tests': {
2163 'remove_from': [
2164 # TODO(crbug.com/1201887): Remove once tests are stable.
2165 'Fuchsia x64',
2166 ],
2167 },
Ben Joyce02dc8092021-03-04 21:48:192168 'mojo_test_apk': {
2169 'remove_from': [
2170 'android-code-coverage-native', # Does not generate profraw data.
Ben Joyce46ca6012021-03-31 19:19:252171 'android-pie-arm64-coverage-experimental-rel', # Does not generate profraw data.
Ben Joyce02dc8092021-03-04 21:48:192172 ],
2173 },
John Budorickf00e5ff2019-06-11 21:21:062174 'mojo_unittests': {
2175 'modifications': {
2176 'android-asan': {
2177 'swarming': {
John Budorick5a29d7542019-10-11 20:56:442178 'shards': 5,
John Budorickf00e5ff2019-06-11 21:21:062179 },
2180 },
Chong Gudf7fbe92021-02-24 02:55:582181 'fuchsia-code-coverage': {
2182 'swarming': {
2183 'shards': 2,
2184 },
2185 },
John Budorickf00e5ff2019-06-11 21:21:062186 },
2187 },
Ben Joyce4677e682021-03-22 22:19:112188 'monochrome_public_bundle_fake_modules_smoke_test' : {
2189 'remove_from': [
2190 'android-pie-arm64-coverage-experimental-rel', # TODO(crbug.com/1190999):
2191 # GLIBC_2.28 Not found.
2192 ],
2193 },
2194 'monochrome_public_bundle_smoke_test' : {
2195 'remove_from': [
2196 'android-pie-arm64-coverage-experimental-rel', # TODO(crbug.com/1190999):
2197 # GLIBC_2.28 Not found.
2198 ],
2199 },
2200 'monochrome_public_smoke_test' : {
2201 'remove_from': [
2202 'android-pie-arm64-coverage-experimental-rel', # TODO(crbug.com/1190999):
2203 # GLIBC_2.28 Not found.
2204 ],
2205 },
bsheedye9469572019-01-23 17:31:332206 'monochrome_public_test_ar_apk': {
2207 'modifications': {
Brian Sheedy12169aa2019-10-16 23:38:032208 'Nougat Phone Tester': {
2209 'args': [
2210 # ArCore is not installed as a system app on N, so we can install it
2211 # normally instead of replacing the system version.
2212 '--additional-apk=//third_party/arcore-android-sdk/test-apks/arcore/arcore_current.apk'
2213 ],
2214 },
bsheedye9469572019-01-23 17:31:332215 # We need to match the Playstore version as well because AR tests fail on
2216 # old versions of the Playstore.
2217 'Oreo Phone Tester': {
Brian Sheedy2bcd16b2019-04-22 22:47:082218 'args': [
2219 # ArCore is not installed as a system app on O, so we can install it
2220 # normally instead of replacing the system version.
2221 '--additional-apk=//third_party/arcore-android-sdk/test-apks/arcore/arcore_current.apk'
2222 ],
bsheedye9469572019-01-23 17:31:332223 'swarming': {
2224 'dimension_sets': [
2225 {
2226 'device_os': 'OPR3.170623.008',
bsheedye9469572019-01-23 17:31:332227 'device_type': 'marlin',
2228 'os': 'Android',
2229 },
2230 ],
2231 },
2232 },
Haiyang Pan57159eba2020-05-07 23:14:132233 'android-10-arm64-rel': {
2234 'args': [
Brian Sheedy4dc4a6f2020-09-17 22:18:502235 '--remove-system-package=com.google.ar.core',
2236 '--additional-apk=//third_party/arcore-android-sdk/test-apks/arcore/arcore_current.apk',
Haiyang Pan57159eba2020-05-07 23:14:132237 ]
2238 },
Brian Sheedy2bcd16b2019-04-22 22:47:082239 'android-pie-arm64-dbg': {
2240 'args': [
Brian Sheedy4dc4a6f2020-09-17 22:18:502241 '--remove-system-package=com.google.ar.core',
2242 '--additional-apk=//third_party/arcore-android-sdk/test-apks/arcore/arcore_current.apk',
Brian Sheedy2bcd16b2019-04-22 22:47:082243 ]
2244 }
bsheedye9469572019-01-23 17:31:332245 },
2246 },
Kenneth Russellfbda3c532017-12-08 23:57:242247 'nacl_loader_unittests': {
2248 'remove_from': [
Nico Weber48f187142018-06-01 15:16:352249 'ToTMacASan', # The mac asan tot bot sets enable_nacl=false
Nico Weber3611ee802018-06-07 13:34:512250 'linux-win_cross-rel', # Sets enable_nacl=false, https://crbug.com/774186
Nico Webera8fc38f72018-04-10 02:20:112251 'Linux TSan Tests', # The TSan bot sets enable_nacl=false
Nico Weber05d3e642018-05-31 16:59:482252 'Mac ASan 64 Tests (1)', # The mac asan bot sets enable_nacl=false
Kenneth Russellfbda3c532017-12-08 23:57:242253 ],
2254 },
Kenneth Russelleb60cbd22017-12-05 07:54:282255 'net_unittests': {
2256 'modifications': {
Nico Weber33b9b7a2020-06-12 19:23:272257 'CrWinAsan': {
Ben Pastened2c01af2022-01-31 23:06:442258 # TODO(crbug.com/1257927): net_unittests is slow under ASan.
Nico Weber33b9b7a2020-06-12 19:23:272259 'swarming': {
2260 'shards': 16,
2261 },
2262 },
2263 'CrWinAsan(dll)': {
Ben Pastened2c01af2022-01-31 23:06:442264 # TODO(crbug.com/1257927): net_unittests is slow under ASan.
Nico Weber33b9b7a2020-06-12 19:23:272265 'swarming': {
2266 'shards': 16,
2267 },
2268 },
John Budorickca14c76f62017-12-09 14:19:182269 'Linux ASan LSan Tests (1)': {
John Budorick5052d552017-12-13 02:59:342270 # These are very slow on the ASAN trybot for some reason.
Ben Pastened2c01af2022-01-31 23:06:442271 # crbug.com/1257927
John Budorickca14c76f62017-12-09 14:19:182272 'swarming': {
John Budorick5052d552017-12-13 02:59:342273 'shards': 16,
John Budorickca14c76f62017-12-09 14:19:182274 },
2275 },
2276 'Linux Chromium OS ASan LSan Tests (1)': {
Takuto Ikuta54671d972018-07-19 19:06:352277 # These are very slow on the ASAN trybot for some reason.
Ben Pastened2c01af2022-01-31 23:06:442278 # crbug.com/1257927
John Budorickca14c76f62017-12-09 14:19:182279 'swarming': {
Sergey Berezinda3255c2018-03-16 00:34:022280 'shards': 8,
John Budorickca14c76f62017-12-09 14:19:182281 }
2282 },
Takuto Ikuta54671d972018-07-19 19:06:352283 'Linux ChromiumOS MSan Tests': {
2284 # These are very slow on the Chrome OS MSAN trybot for some reason.
2285 # crbug.com/865455
2286 'swarming': {
2287 'shards': 2,
2288 },
2289 },
John Budorickca14c76f62017-12-09 14:19:182290 'Linux TSan Tests': {
2291 'swarming': {
2292 'shards': 4,
2293 }
2294 },
Ben Pastene8bf205b2018-06-13 04:00:332295 # The suite runs signficantly slower on linux dbg, so increase shards.
2296 'Linux Tests (dbg)(1)': {
2297 'swarming': {
2298 'shards': 2,
2299 },
2300 },
Stephen Martinis1384ff92020-01-07 19:52:152301 'ToTLinuxASan': {
Ben Pastened2c01af2022-01-31 23:06:442302 # TODO(crbug.com/1257927): net_unittests is slow under ASan.
Stephen Martinis1384ff92020-01-07 19:52:152303 'swarming': {
2304 'shards': 16,
2305 },
2306 },
2307 'ToTLinuxTSan': {
2308 'swarming': {
2309 'shards': 4,
2310 }
2311 },
Haiyang Pan9d68ca02021-08-04 21:30:472312 'android-11-x86-rel': {
Haiyang Pan8d9906e02021-03-24 20:11:042313 'args': [
2314 '--test-launcher-filter-file=../../testing/buildbot/filters/android.emulator_11.net_unittests.filter',
2315 ],
2316 },
Haiyang Pan2a55a452022-03-03 08:18:332317 'android-12-x64-rel': {
Haiyang Pan2877f062021-11-18 01:06:062318 'args': [
2319 # TODO(crbug.com/1191793): Fix the test failure
2320 '--gtest_filter=-MimeUtilTest.ExtensionTest',
2321 ],
2322 },
Stefano Duof44278b2021-08-02 16:29:382323 'android-cronet-x86-dbg-10-tests': {
2324 'args': [
2325 '--test-launcher-filter-file=../../testing/buildbot/filters/android.emulator_10.net_unittests.filter',
2326 ],
2327 },
Chidera Olibieef99a55ca2021-10-01 21:42:002328 'android-cronet-x86-dbg-11-tests': {
2329 'args': [
2330 '--test-launcher-filter-file=../../testing/buildbot/filters/android.emulator_11.net_unittests.filter',
2331 ],
2332 },
Chidera Olibie262e33e2022-03-02 11:45:282333 'android-cronet-x86-dbg-lollipop-tests': {
2334 'args': [
2335 '--test-launcher-filter-file=../../testing/buildbot/filters/android.emulator_l.net_unittests.filter',
2336 ],
2337 },
Chidera Olibieef99a55ca2021-10-01 21:42:002338 'android-cronet-x86-dbg-oreo-tests': {
2339 'args': [
2340 '--test-launcher-filter-file=../../testing/buildbot/filters/android.emulator.net_unittests.filter',
2341 ],
2342 },
Chidera Olibie509fd732021-09-30 20:17:172343 'android-cronet-x86-dbg-pie-tests': {
2344 # crbug.com/1046060
2345 'args': [
2346 '--test-launcher-filter-file=../../testing/buildbot/filters/android.emulator.net_unittests.filter',
2347 ],
2348 },
Haiyang Pan2486dcb2020-09-18 17:53:062349 'android-marshmallow-x86-rel-non-cq': {
John Budorick7fde6b492020-01-29 17:43:502350 # crbug.com/1046060
2351 'args': [
2352 '--test-launcher-filter-file=../../testing/buildbot/filters/android.emulator.net_unittests.filter',
2353 ],
2354 },
Haiyang Pan08d09dc2020-04-01 16:11:212355 'android-pie-x86-rel': {
John Budorick7fde6b492020-01-29 17:43:502356 # crbug.com/1046060
2357 'args': [
2358 '--test-launcher-filter-file=../../testing/buildbot/filters/android.emulator.net_unittests.filter',
2359 ],
2360 },
Struan Shrimpton4b7abc02021-12-16 01:36:592361 'chromeos-amd64-generic-rel': {
2362 'swarming': {
2363 'quickrun_shards': 6,
2364 },
2365 },
Chong Gu76046412021-09-22 17:49:212366 'fuchsia-code-coverage': {
2367 'swarming': {
2368 'shards': 14,
2369 },
2370 },
Chong Gua10cd302022-01-14 19:22:192371 'fuchsia-fyi-x64-asan': {
2372 'args': [
2373 '--test-launcher-filter-file=../../testing/buildbot/filters/fuchsia.lsan.net_unittests.filter',
2374 ],
2375 },
Ben Pastene8bf205b2018-06-13 04:00:332376 'linux-chromeos-dbg': {
2377 'swarming': {
2378 'shards': 2,
2379 },
2380 },
Lindsay Pasricha60535a22021-12-13 16:50:242381 # TODO (crbug.com/1278618) Re-enable once fixed
2382 'mac-osxbeta-rel': {
2383 'experiment_percentage': 0,
2384 },
Nico Weber33b9b7a2020-06-12 19:23:272385 'win-asan': {
Ben Pastened2c01af2022-01-31 23:06:442386 # TODO(crbug.com/1257927): net_unittests is slow under ASan.
Nico Weber33b9b7a2020-06-12 19:23:272387 'swarming': {
2388 'shards': 16,
2389 },
2390 },
Kenneth Russelleb60cbd22017-12-05 07:54:282391 },
2392 },
John Chenaab16fc02020-03-03 06:35:452393 'not_site_per_process_blink_web_tests': {
Lukasz Anforowicz04bc6302018-11-19 19:04:282394 'remove_from': [
Lukasz Anforowicz04bc6302018-11-19 19:04:282395 # TODO(dpranke): Should we be running this step on Linux Tests (dbg)(1)?
2396 'Linux Tests (dbg)(1)',
Lukasz Anforowicz04bc6302018-11-19 19:04:282397 ],
Yuke Liaobc9ff982019-04-30 06:56:162398 'modifications': {
Stephen Martinis1384ff92020-01-07 19:52:152399 'Linux Tests': {
2400 "args": [
2401 "--additional-env-var=LLVM_PROFILE_FILE=${ISOLATED_OUTDIR}/profraw/default-%2m.profraw",
Stephen Martinis1384ff92020-01-07 19:52:152402 ],
Struan Shrimpton57c594e42022-01-25 17:59:132403 'swarming': {
2404 'quickrun_shards': 18,
2405 },
Stephen Martinis1384ff92020-01-07 19:52:152406 },
Yuke Liaoea70f472019-12-19 06:03:362407 'linux-code-coverage': {
2408 'args': [
2409 '--additional-env-var=LLVM_PROFILE_FILE=${ISOLATED_OUTDIR}/profraw/default-%2m.profraw',
Yuke Liaoea70f472019-12-19 06:03:362410 ],
2411 'swarming': {
2412 'shards': 20,
2413 },
2414 },
Stephanie Kim5c7f31d2021-04-27 18:00:062415 'linux-xenial-rel': {
2416 "args": [
2417 "--additional-env-var=LLVM_PROFILE_FILE=${ISOLATED_OUTDIR}/profraw/default-%2m.profraw",
2418 ],
2419 },
Yuke Liaobc9ff982019-04-30 06:56:162420 },
Lukasz Anforowicz04bc6302018-11-19 19:04:282421 },
Xi Cheng34ca4042018-02-23 00:10:122422 'notification_helper_unittests': {
2423 'remove_from': [
Hans Wennborg252643a2018-05-22 14:41:122424 # The test uses WinRT, which only exists in Windows 8 or above.
2425 # (https://crbug.com/813553)
Xi Cheng34ca4042018-02-23 00:10:122426 'Win 7 Tests x64 (1)',
Xi Cheng34ca4042018-02-23 00:10:122427 'Win7 Tests (1)',
2428 'Win7 Tests (dbg)(1)',
Stephen Martinis1384ff92020-01-07 19:52:152429 # all these bots run Windows 7.
Xi Cheng34ca4042018-02-23 00:10:122430 'ToTWin',
2431 'ToTWin(dbg)',
2432 'ToTWin(dll)',
inglorionb8e7a3ed2019-04-12 09:49:032433 'ToTWinOfficial',
Arthur Eubanks0c24b822021-06-15 18:51:342434 'ToTWinOfficial64',
Xi Cheng34ca4042018-02-23 00:10:122435 'ToTWin64',
2436 'ToTWin64(dbg)',
2437 'ToTWin64(dll)',
Xi Cheng34ca4042018-02-23 00:10:122438 ],
2439 },
Peter McNeeley3cfc0ec82021-12-08 20:36:242440 'overlay_prioritization_viz_unittests': {
2441 'remove_from': [
2442 # Reduce CQ load
2443 'Linux Tests (Wayland)',
2444 ],
2445 },
Ben Pastenee723b2f2019-05-31 19:10:272446 'ozone_unittests': {
2447 'modifications': {
Ben Pastene8ef125e2019-12-10 01:46:292448 'chromeos-betty-pi-arc-chrome': {
2449 'args': [
2450 '--test-launcher-filter-file=../../testing/buildbot/filters/chromeos.ozone_unittests.filter',
2451 ],
2452 },
Ben Pastene500cc1d12021-01-22 18:10:472453 'chromeos-betty-pi-arc-chrome-dchecks': {
2454 'args': [
2455 '--test-launcher-filter-file=../../testing/buildbot/filters/chromeos.ozone_unittests.filter',
2456 ],
2457 },
Ben Pastene8ef125e2019-12-10 01:46:292458 'linux-chromeos-chrome': {
2459 'args': [
2460 '--test-launcher-filter-file=../../testing/buildbot/filters/chromeos.ozone_unittests.filter',
2461 ],
2462 },
Ben Pastenee723b2f2019-05-31 19:10:272463 },
2464 },
Maksim Sisovc81d284c2021-10-05 17:54:352465 'ozone_x11_unittests': {
2466 # Wayland bot uses chromium_linux_gtests that includes some x11 only
2467 # test targets. To avoid maintaining a list of tests, remove them here.
2468 'remove_from': [
2469 'Linux Tests (Wayland)',
2470 ],
2471 },
Karen Qian385d2ca2019-03-19 21:49:582472 'perfetto_unittests': {
Haiyang Pan0e27adbeb2021-12-14 22:44:302473 'modifications': {
Haiyang Pan2a55a452022-03-03 08:18:332474 'android-12-x64-rel': {
Haiyang Pan0e27adbeb2021-12-14 22:44:302475 'args': [
2476 # TODO(crbug.com/1260440): Fix the failed test
2477 '--gtest_filter=-ScopedDirTest.CloseOutOfScope',
2478 ],
2479 },
Chong Gua10cd302022-01-14 19:22:192480 'fuchsia-fyi-x64-asan': {
2481 'args': [
2482 '--test-launcher-filter-file=../../testing/buildbot/filters/fuchsia.lsan.perfetto_unittests.filter',
2483 ],
2484 },
Haiyang Pan0e27adbeb2021-12-14 22:44:302485 },
Karen Qian385d2ca2019-03-19 21:49:582486 'remove_from': [
Haiyang Pan363c59a2020-07-23 05:47:042487 # TODO(crbug.com/931138): Fix permission issue when creating tmp files
John Budorickd3fa5992019-12-13 17:22:412488 'android-arm64-proguard-rel',
John Budorickf2283d72019-06-25 01:09:092489 'android-asan',
Yun Liu022f4512019-06-10 23:14:042490 'android-code-coverage',
Yun Liu7cfd28a2019-10-30 01:57:122491 'android-code-coverage-native',
Karen Qian385d2ca2019-03-19 21:49:582492 'android-marshmallow-arm64-rel',
Haiyang Pan2486dcb2020-09-18 17:53:062493 'android-marshmallow-x86-rel-non-cq',
Ben Joyce46ca6012021-03-31 19:19:252494 'android-pie-arm64-coverage-experimental-rel', # Does not generate profraw data.
Andrew Luo38b311f2019-10-04 03:42:092495 'android-pie-arm64-rel',
Haiyang Pan08d09dc2020-04-01 16:11:212496 'android-pie-x86-rel',
Haiyang Pan9d68ca02021-08-04 21:30:472497 'android-11-x86-rel',
Karen Qian385d2ca2019-03-19 21:49:582498 'Marshmallow 64 bit Tester',
2499 'Marshmallow Tablet Tester',
2500 'Nougat Phone Tester',
Arthur Eubanksc8f86ee2021-05-10 20:14:242501 'ToTAndroid'
Karen Qian385d2ca2019-03-19 21:49:582502 ]
2503 },
Stephen Martinis54d64ad2018-09-21 22:16:202504 'performance_test_suite': {
2505 'modifications': {
Zhaoyang Li9357e1e12021-12-07 18:53:172506 'Mac11 Tests (dbg)': {
2507 'args': [
2508 '--browser=debug',
2509 ],
2510 },
Stephen Martinis54d64ad2018-09-21 22:16:202511 'Win10 Tests x64 (dbg)': {
2512 'args': [
Takuto Ikutab28b582e2021-02-10 01:41:212513 '--browser=debug_x64',
Stephen Martinis54d64ad2018-09-21 22:16:202514 ],
2515 'experiment_percentage': 100,
2516 },
2517 'Win7 Tests (dbg)(1)': {
2518 'args': [
2519 '--browser=debug',
2520 ],
2521 },
2522 },
2523 },
Sven Zhenge8335e02020-08-07 22:38:392524 'pixel_browser_tests': {
2525 'modifications': {
2526 'win-pixel-tester-rel': {
2527 'non_precommit_args': [
2528 # Do not allow retry or it will break the bulk approval process.
2529 # When retry with fail-pass pattern, the passing test will overwrite the previously
2530 # seen flaky version on the trace. We can triage the image using the printed link,
2531 # but it will not show on the Skia Gold search page.
2532 '--test-launcher-retry-limit=0',
2533 ],
2534 },
2535 },
2536 },
Jonah Ryan-Davis832c8462020-06-09 03:45:032537 'pixel_skia_gold_passthrough_test': {
Brian Sheedyc0c142c2021-06-01 21:18:052538 'modifications': {
2539 'Android FYI Release (Pixel 4)': {
2540 'args': [
2541 # Pixel 4s are weird in that they can output in different color spaces
2542 # simultaneously. The readback code for capturing a screenshot assumes
2543 # only one color space, so disable wide color gamut for the test to
2544 # work around the issue. See https://crbug.com/1166379 for more
2545 # information.
2546 '--extra-browser-args=--disable-wcg-for-test',
2547 ],
2548 },
Struan Shrimptone772d72f2021-12-15 07:50:092549 'Mac Retina Release (AMD)': {
2550 'swarming': {
2551 'quickrun_shards': 2,
2552 },
2553 },
Brian Sheedyc0c142c2021-06-01 21:18:052554 'Optional Android Release (Pixel 4)': {
2555 'args': [
2556 # See above.
2557 '--extra-browser-args=--disable-wcg-for-test',
2558 ],
2559 },
Struan Shrimpton4b7abc02021-12-16 01:36:592560 'Win10 x64 Release (NVIDIA)': {
2561 'swarming': {
2562 'quickrun_shards': 2,
2563 },
2564 },
Brian Sheedyc0c142c2021-06-01 21:18:052565 },
Jonah Ryan-Davis832c8462020-06-09 03:45:032566 'replacements': {
2567 # The V8 builders pass the V8 revision for ${got_revision}, so instead
2568 # use ${got_cr_revision}, which is only set on the V8 bots.
2569 'Linux V8 FYI Release (NVIDIA)': {
2570 'args': {
2571 '--git-revision': '${got_cr_revision}',
2572 },
2573 },
2574 'Linux V8 FYI Release - pointer compression (NVIDIA)': {
2575 'args': {
2576 '--git-revision': '${got_cr_revision}',
2577 },
2578 },
Jonah Ryan-Davisdeeffeaf2020-06-18 17:56:002579 'Mac V8 FYI Release (Intel)': {
2580 'args': {
2581 '--git-revision': '${got_cr_revision}',
2582 },
2583 },
Jonah Ryan-Davis832c8462020-06-09 03:45:032584 'Win V8 FYI Release (NVIDIA)': {
2585 'args': {
2586 '--git-revision': '${got_cr_revision}',
2587 },
2588 },
2589 },
2590 },
2591 'pixel_skia_gold_validating_test': {
Brian Sheedy0566f2cb2021-02-12 22:12:502592 'modifications': {
2593 'Android FYI Release (Pixel 4)': {
2594 'args': [
2595 # Pixel 4s are weird in that they can output in different color spaces
2596 # simultaneously. The readback code for capturing a screenshot assumes
2597 # only one color space, so disable wide color gamut for the test to
2598 # work around the issue. See https://crbug.com/1166379 for more
2599 # information.
2600 '--extra-browser-args=--disable-wcg-for-test',
2601 ],
2602 },
Brian Sheedycde1ab1882021-05-27 21:22:002603 'Optional Android Release (Pixel 4)': {
2604 'args': [
2605 # See above.
2606 '--extra-browser-args=--disable-wcg-for-test',
2607 ],
2608 },
Brian Sheedy0566f2cb2021-02-12 22:12:502609 },
Chong Gu0aa929e62022-03-03 15:34:132610 'remove_from': [
2611 'Fuchsia x64', # https://crbug.com/1302427
2612 ],
Brian Sheedye6ea0ee2019-07-11 02:54:372613 'replacements': {
Brian Sheedye6ea0ee2019-07-11 02:54:372614 # The V8 builders pass the V8 revision for ${got_revision}, so instead
2615 # use ${got_cr_revision}, which is only set on the V8 bots.
2616 'Android V8 FYI Release (Nexus 5X)': {
2617 'args': {
Brian Sheedy4d335deb2020-04-01 20:47:322618 '--git-revision': '${got_cr_revision}',
Brian Sheedye6ea0ee2019-07-11 02:54:372619 },
2620 },
Brian Sheedye6ea0ee2019-07-11 02:54:372621 'Mac V8 FYI Release (Intel)': {
2622 'args': {
Brian Sheedy4d335deb2020-04-01 20:47:322623 '--git-revision': '${got_cr_revision}',
Brian Sheedye6ea0ee2019-07-11 02:54:372624 },
2625 },
Brian Sheedye6ea0ee2019-07-11 02:54:372626 },
2627 },
2628 'pixel_test':{
Takuto Ikuta35c85522019-06-04 16:55:462629 'modifications': {
2630 'Android Release (Nexus 5X)': {
2631 'swarming': {
2632 'shards': 2,
2633 },
2634 },
2635 },
Nico Weber128fd382018-06-14 23:29:272636 },
Brian Sheedy9653f152019-08-07 17:02:442637 'rendering_representative_perf_tests': {
2638 'modifications': {
2639 'Win10 FYI x64 Exp Release (Intel HD 630)': {
2640 'args': [
Takuto Ikutab28b582e2021-02-10 01:41:212641 '--browser=release_x64',
Brian Sheedy9653f152019-08-07 17:02:442642 ],
2643 },
2644 'Win10 FYI x64 Exp Release (NVIDIA)': {
2645 'args': [
Takuto Ikutab28b582e2021-02-10 01:41:212646 '--browser=release_x64',
Brian Sheedy9653f152019-08-07 17:02:442647 ],
2648 },
Yuly Novikov86cb3542020-11-26 17:10:002649 'Win10 FYI x64 Release (AMD RX 5500 XT)': {
2650 'args': [
Takuto Ikutab28b582e2021-02-10 01:41:212651 '--browser=release_x64',
Yuly Novikov86cb3542020-11-26 17:10:002652 ],
2653 },
Brian Sheedy9653f152019-08-07 17:02:442654 'Win10 FYI x64 Release (Intel HD 630)': {
2655 'args': [
Takuto Ikutab28b582e2021-02-10 01:41:212656 '--browser=release_x64',
Brian Sheedy9653f152019-08-07 17:02:442657 ],
2658 },
Brian Sheedy9653f152019-08-07 17:02:442659 'Win10 FYI x64 Release (NVIDIA)': {
2660 'args': [
Takuto Ikutab28b582e2021-02-10 01:41:212661 '--browser=release_x64',
Brian Sheedy9653f152019-08-07 17:02:442662 ],
2663 },
behdad26cf7e72019-12-18 13:57:302664 'Win10 x64 Release (NVIDIA)': {
2665 'args': [
Takuto Ikutab28b582e2021-02-10 01:41:212666 '--browser=release_x64',
behdad26cf7e72019-12-18 13:57:302667 ],
2668 },
Brian Sheedy9653f152019-08-07 17:02:442669 },
2670 },
John Budorickdce9d462019-03-23 00:25:382671 'sandbox_linux_unittests': {
2672 'modifications': {
Haiyang Pan2a55a452022-03-03 08:18:332673 'android-12-x64-rel': {
Haiyang Pan4d49f5d2021-11-24 02:06:132674 'args': [
2675 '--test-launcher-filter-file=../../testing/buildbot/filters/android.emulator_12.sandbox_linux_unittests.filter',
2676 ]
2677 },
Haiyang Pan6b8e4cf2021-08-02 21:38:282678 'android-marshmallow-x86-rel': {
John Budorick6e8e595b2020-01-27 18:15:582679 'args': [
2680 '--test-launcher-filter-file=../../testing/buildbot/filters/android.emulator.sandbox_linux_unittests.filter',
2681 ]
2682 },
Haiyang Pan08d09dc2020-04-01 16:11:212683 'android-pie-x86-rel': {
John Budorick191adfcd2020-01-29 18:19:042684 'args': [
2685 '--test-launcher-filter-file=../../testing/buildbot/filters/android.emulator.sandbox_linux_unittests.filter',
2686 ]
2687 },
John Budorickdce9d462019-03-23 00:25:382688 },
John Budorick3ebfdf852019-05-13 22:28:162689 'remove_from': [
John Budorick3ebfdf852019-05-13 22:28:162690 'android-asan', # https://crbug.com/962650
2691 ],
John Budorickdce9d462019-03-23 00:25:382692 },
Brian Sheedyc0c142c2021-06-01 21:18:052693 'screenshot_sync_passthrough_tests': {
2694 'modifications': {
2695 'Android FYI Release (Pixel 4)': {
2696 'args': [
2697 # Pixel 4s are weird in that they can output in different color spaces
2698 # simultaneously. The readback code for capturing a screenshot assumes
2699 # only one color space, so disable wide color gamut for the test to
2700 # work around the issue. See https://crbug.com/1166379 for more
2701 # information.
2702 '--extra-browser-args=--disable-wcg-for-test',
2703 ],
2704 },
2705 'Optional Android Release (Pixel 4)': {
2706 'args': [
2707 # See above.
2708 '--extra-browser-args=--disable-wcg-for-test',
2709 ],
2710 },
2711 },
2712 },
Brian Sheedy0566f2cb2021-02-12 22:12:502713 'screenshot_sync_validating_tests': {
2714 'modifications': {
2715 'Android FYI Release (Pixel 4)': {
2716 'args': [
2717 # Pixel 4s are weird in that they can output in different color spaces
2718 # simultaneously. The readback code for capturing a screenshot assumes
2719 # only one color space, so disable wide color gamut for the test to
2720 # work around the issue. See https://crbug.com/1166379 for more
2721 # information.
2722 '--extra-browser-args=--disable-wcg-for-test',
2723 ],
2724 },
Brian Sheedycde1ab1882021-05-27 21:22:002725 'Optional Android Release (Pixel 4)': {
2726 'args': [
2727 # See above.
2728 '--extra-browser-args=--disable-wcg-for-test',
2729 ],
2730 },
Brian Sheedy0566f2cb2021-02-12 22:12:502731 },
Chong Gu0aa929e62022-03-03 15:34:132732 'remove_from': [
2733 'Fuchsia x64', # https://crbug.com/1302427
2734 ],
Brian Sheedy0566f2cb2021-02-12 22:12:502735 },
Kenneth Russelleb60cbd22017-12-05 07:54:282736 'services_unittests': {
2737 'remove_from': [
Nico Weber15a00d62018-05-16 17:11:482738 'ToTLinuxMSan', # https://crbug.com/831676
Kenneth Russell8a386d42018-06-02 09:48:012739 # The face and barcode detection tests fail on the Mac Pros.
2740 'Mac Pro FYI Release (AMD)',
Nico Weberd36959682018-04-12 03:33:462741 'Linux ChromiumOS MSan Tests', # https://crbug.com/831676
2742 'Linux MSan Tests', # https://crbug.com/831676
Kenneth Russelleb60cbd22017-12-05 07:54:282743 ],
Brian Sheedyb6c58792020-05-07 18:37:332744 'replacements': {
2745 # TODO(crbug.com/1078982): Remove once the test is fixed on 10.15.4.
2746 'Mac FYI Experimental Release (Intel)': {
2747 'args': {
2748 '--gtest_filter': '*Detection*:-FaceDetectionImplMacTest.ScanOneFace*',
2749 },
2750 },
2751 },
Haiyang Pan363c59a2020-07-23 05:47:042752 'modifications': {
Struan Shrimptone772d72f2021-12-15 07:50:092753 'Linux ASan LSan Tests (1)': {
2754 'swarming': {
2755 'quickrun_shards': 2,
2756 },
2757 },
Haiyang Pan9d68ca02021-08-04 21:30:472758 'android-11-x86-rel': {
Haiyang Pan10f029c2021-07-30 23:17:562759 'args': [
Haiyang Pan2877f062021-11-18 01:06:062760 # TODO(crbug.com/1264654): Fix the failed tests
2761 '--gtest_filter=-PacLibraryTest.ActualPacMyIpAddress*'
2762 ],
2763 },
Haiyang Pan2a55a452022-03-03 08:18:332764 'android-12-x64-rel': {
Haiyang Pan2877f062021-11-18 01:06:062765 'args': [
2766 # TODO(crbug.com/1264654): Fix the failed tests
Haiyang Pan10f029c2021-07-30 23:17:562767 '--gtest_filter=-PacLibraryTest.ActualPacMyIpAddress*'
2768 ],
2769 },
Chong Gu52481452021-04-02 17:52:412770 'fuchsia-code-coverage': {
2771 'swarming': {
2772 'shards': 7,
2773 },
2774 },
2775 }
Chong Gudf7fbe92021-02-24 02:55:582776 },
Brian Ho8271a7ad2021-08-12 20:48:032777 # TODO(crbug.com/1202958): Remove these when SkiaRenderer is fully shipped
2778 # on Chrome OS.
2779 'skia_renderer_telemetry_perf_unittests': {
2780 'remove_from': [
2781 # Not enough capacity.
2782 'chromeos-betty-pi-arc-chrome',
2783 'chromeos-betty-pi-arc-chrome-dchecks',
Muyao Xuc5634692021-11-09 21:30:172784 # it sometimes flakily times out.
2785 'chromeos-amd64-generic-rel',
Brian Ho8271a7ad2021-08-12 20:48:032786 ],
2787 'modifications': {
2788 'chromeos-amd64-generic-rel': {
2789 'ci_only': True,
2790 },
2791 'chromeos-amd64-generic-rel (goma cache silo)': {
2792 'ci_only': True,
2793 },
2794 'chromeos-amd64-generic-rel (reclient)': {
2795 'ci_only': True,
2796 },
Brian Ho8271a7ad2021-08-12 20:48:032797 },
2798 },
2799 'skia_renderer_telemetry_unittests': {
2800 'remove_from': [
2801 # Not enough capacity.
2802 'chromeos-betty-pi-arc-chrome',
2803 'chromeos-betty-pi-arc-chrome-dchecks',
2804 ],
2805 'modifications': {
2806 'chromeos-amd64-generic-rel': {
2807 'ci_only': True,
2808 },
2809 'chromeos-amd64-generic-rel (goma cache silo)': {
2810 'ci_only': True,
2811 },
2812 'chromeos-amd64-generic-rel (reclient)': {
2813 'ci_only': True,
2814 },
Brian Ho8271a7ad2021-08-12 20:48:032815 },
2816 },
Chong Gua10cd302022-01-14 19:22:192817 'skia_unittests': {
2818 'modifications': {
2819 'fuchsia-fyi-x64-asan': {
2820 'args': [
2821 '--test-launcher-filter-file=../../testing/buildbot/filters/fuchsia.lsan.skia_unittests.filter',
2822 ],
2823 },
2824 },
2825 },
Chong Gu76046412021-09-22 17:49:212826 'snapshot_unittests': {
Chong Gub2446462021-08-19 18:44:082827 'modifications': {
2828 'fuchsia-fyi-arm64-dbg': {
2829 'args': [
2830 '--test-launcher-filter-file=../../testing/buildbot/filters/fuchsia.debug.snapshot_unittests.filter',
2831 ],
2832 },
2833 },
2834 },
Stephen Martinis54d64ad2018-09-21 22:16:202835 'swiftshader_unittests': {
2836 'remove_from': [
2837 # Save capacity on the hardware where we have only a few machines.
2838 'Mac FYI Experimental Release (Intel)',
2839 'Mac FYI Experimental Retina Release (AMD)',
2840 'Mac FYI Experimental Retina Release (NVIDIA)',
2841 'Mac Pro FYI Release (AMD)',
2842 ],
2843 },
Kenneth Russelleb60cbd22017-12-05 07:54:282844 'sync_integration_tests': {
Brad Halla36886c2019-02-26 16:52:292845 'remove_from': [
Brad Halla36886c2019-02-26 16:52:292846 'CrWinAsan(dll)', # https://crbug.com/935598
2847 ],
Kenneth Russelleb60cbd22017-12-05 07:54:282848 'modifications': {
Erik Chene84bc1c2019-11-25 23:23:522849 'Linux ASan LSan Tests (1)': {
2850 'swarming': {
2851 'shards': 4,
2852 },
2853 },
Nico Weber8fbc2832018-12-14 16:00:572854 'Linux TSan Tests': {
2855 'swarming': {
2856 'shards': 6,
2857 },
2858 },
Sven Zheng9a52be52020-10-09 21:27:122859 # TODO(crbug.com/1131588) Tests are flaky only on CQ.
2860 'Mac10.13 Tests': {
2861 'precommit_args': [
2862 '--gtest_filter=-*',
2863 ],
2864 },
Zhaoyang Li69e2e002021-02-19 21:57:352865 # TODO(crbug.com/1131588) Tests are flaky only on CQ.
Lindsay Pasricha21bb93d72021-12-07 05:48:392866 'Mac11 Tests': {
Zhaoyang Li69e2e002021-02-19 21:57:352867 'precommit_args': [
2868 '--gtest_filter=-*',
2869 ],
2870 },
Stephen Martinis1384ff92020-01-07 19:52:152871 'ToTLinuxTSan': {
Kenneth Russelleb60cbd22017-12-05 07:54:282872 'swarming': {
Stephen Martinis1384ff92020-01-07 19:52:152873 'shards': 6,
Kenneth Russelleb60cbd22017-12-05 07:54:282874 },
2875 },
Struan Shrimptona1ab7672022-01-13 18:02:512876 'Win10 Tests x64': {
2877 'swarming': {
2878 'quickrun_shards': 3,
2879 },
2880 },
Stephen Martinis75ab55d2018-08-30 02:27:122881 'Win10 Tests x64 (dbg)': {
2882 'experiment_percentage': 100, # https://crbug.com/840369
2883 },
Stephen Martinis1384ff92020-01-07 19:52:152884 'Win7 Tests (dbg)(1)': {
2885 'swarming': {
2886 'shards': 2,
2887 },
2888 },
2889 'linux-chromeos-code-coverage': {
Yuke Liao79424e42020-01-06 21:00:112890 'swarming': {
2891 'shards': 4,
2892 },
2893 },
Stephen Martinis1384ff92020-01-07 19:52:152894 'linux-code-coverage': {
Yuke Liao79424e42020-01-06 21:00:112895 'swarming': {
2896 'shards': 4,
2897 },
2898 },
Sven Zhengfbbf21a2021-04-16 23:57:122899 # https://crbug.com/1199909,
Junhua Chen39dd2dba2021-05-05 17:51:542900 'linux-lacros-code-coverage': {
2901 'args': [
2902 '--test-launcher-filter-file=../../testing/buildbot/filters/linux-lacros.sync_integration_tests.filter',
2903 ]
2904 },
Jieting Yangbf15db672021-10-04 19:18:372905 'linux-lacros-dbg-tests-fyi': {
2906 'args': [
2907 '--test-launcher-filter-file=../../testing/buildbot/filters/linux-lacros.sync_integration_tests.filter',
2908 ],
2909 },
Anastasiia N11c1f8d2021-04-19 14:04:422910 'linux-lacros-tester-rel': {
2911 'args': [
Yuke Liao56a437dd2021-05-05 04:53:402912 '--test-launcher-filter-file=../../testing/buildbot/filters/linux-lacros.sync_integration_tests.filter',
Anastasiia N11c1f8d2021-04-19 14:04:422913 ],
2914 },
Kuan Huang235b0142021-10-19 18:59:282915 'mac-code-coverage': {
2916 'args': [
2917 '--coverage-continuous-mode=1',
2918 ],
2919 },
Kenneth Russelleb60cbd22017-12-05 07:54:282920 },
2921 },
Weizhong Xia613fda42021-04-21 20:11:522922 'system_webview_wpt': {
2923 'modifications': {
2924 'android-webview-pie-x86-wpt-fyi-rel': {
Weizhong Xia7dd41362021-09-30 16:05:382925 'args': [
2926 '--log-wptreport',
2927 ],
Weizhong Xia613fda42021-04-21 20:11:522928 },
2929 },
2930 },
Kenneth Russell8a386d42018-06-02 09:48:012931 'tab_capture_end2end_tests': {
Nico Webere89a3c92018-07-01 01:30:522932 # Run these only on Release bots.
Kenneth Russell8a386d42018-06-02 09:48:012933 'remove_from': [
Kenneth Russell8a386d42018-06-02 09:48:012934 'Linux Debug (NVIDIA)',
2935 'Mac Debug (Intel)',
2936 'Mac Retina Debug (AMD)',
Yuly Novikovbc1ccff2019-08-03 00:05:492937 'Win10 FYI x64 Debug (NVIDIA)',
Yuly Novikovf28f1eca2019-07-04 22:43:392938 # Disabled due to dbus crashes crbug.com/927465
Yuly Novikov5865ff72019-07-09 21:38:052939 'Linux FYI Release (Intel HD 630)',
2940 'Linux FYI Release (NVIDIA)',
Yuly Novikov5865ff72019-07-09 21:38:052941 'Linux Release (NVIDIA)',
Kenneth Russell8a386d42018-06-02 09:48:012942 ],
Emily Hanleyb64ac7c2018-05-25 13:36:552943 },
Haiyang Pan8c201b92020-06-04 01:25:072944 'telemetry_chromium_minidump_unittests': {
2945 'remove_from': [
Haiyang Pan2486dcb2020-09-18 17:53:062946 'android-marshmallow-x86-rel-non-cq', # crbug.com/1084352
Haiyang Pan8c201b92020-06-04 01:25:072947 ],
2948 },
Brian Sheedyc117f6d2020-05-06 02:23:272949 'telemetry_monochrome_minidump_unittests': {
2950 'remove_from': [
2951 # Monochrome isn't supported on M.
2952 'android-marshmallow-arm64-rel',
Haiyang Pan2486dcb2020-09-18 17:53:062953 'android-marshmallow-x86-rel-non-cq',
Brian Sheedyc117f6d2020-05-06 02:23:272954 ],
2955 },
Kenneth Russelleb60cbd22017-12-05 07:54:282956 'telemetry_perf_unittests': {
2957 'modifications': {
Kenneth Russelleb60cbd22017-12-05 07:54:282958 'Linux Tests': {
2959 'args': [
2960 '--xvfb',
Ned Nguyene6e26042018-01-17 20:42:482961 '--jobs=1',
Kenneth Russelleb60cbd22017-12-05 07:54:282962 ],
2963 },
Juan Antonio Navarro Perez4899edf2019-03-14 13:05:352964 'Linux Tests (dbg)(1)': {
2965 'args': [
2966 '--xvfb',
2967 '--jobs=1',
2968 ],
2969 },
Stephanie Kim56defb72020-11-19 21:32:372970 # TODO crbug.com/1143924: Remove when experimentation is complete
2971 'Linux Tests Robocrop': {
2972 'args': [
2973 '--xvfb',
2974 '--jobs=1',
2975 ],
2976 },
Kenneth Russelleb60cbd22017-12-05 07:54:282977 # Disable parallelism on all Mac bots.
Kenneth Russelleb60cbd22017-12-05 07:54:282978 'Mac10.11 Tests': {
2979 'args': [
2980 '--jobs=1',
2981 ],
2982 },
2983 'Mac10.12 Tests': {
2984 'args': [
2985 '--jobs=1',
2986 ],
2987 },
John Chen9fd22fcf2021-12-10 02:24:122988 'Mac11 Tests': {
2989 'ci_only': True,
2990 },
Ned Nguyen6e6e5b32018-02-21 20:21:502991 'Win7 Tests (dbg)(1)': {
2992 'args': [
2993 '--jobs=1',
2994 ],
2995 'swarming': {
2996 'shards': 20,
2997 },
2998 'experiment_percentage': 100,
2999 },
Struan Shrimptona1ab7672022-01-13 18:02:513000 'chromeos-amd64-generic-rel': {
3001 'swarming': {
3002 'quickrun_shards': 24,
3003 },
3004 },
Ben Pastene69400eb2021-03-25 19:27:163005 'chromeos-eve-chrome': {
3006 'args': [
3007 # TODO(crbug.com/1191132): Re-enable.
3008 '--skip=benchmarks.benchmark_smoke_unittest.BenchmarkSmokeTest.wasmpspdfkit',
3009 ],
3010 },
Ben Pastene2b4b15f2021-03-04 00:39:243011 'chromeos-kevin-chrome': {
3012 # TODO(crbug.com/1182948): Remove the experiment.
Ben Pastenebe91e462021-07-27 23:47:263013 # TODO(b/188822176): Restore to 100% when we have additional capacity.
3014 'experiment_percentage': 0,
Ben Pastene2b4b15f2021-03-04 00:39:243015 },
Ben Pastene7b1384a2021-04-22 23:24:323016 'linux-bionic-rel': {
3017 'args': [
3018 '--xvfb',
3019 '--jobs=1',
3020 ],
3021 },
Stephen Martinis1384ff92020-01-07 19:52:153022 'linux-trusty-rel': {
3023 'args': [
3024 '--xvfb',
3025 '--jobs=1',
3026 ],
3027 },
Stephanie Kim5c7f31d2021-04-27 18:00:063028 'linux-xenial-rel': {
3029 'args': [
3030 '--xvfb',
3031 '--jobs=1',
3032 ],
3033 },
Kenneth Russelleb60cbd22017-12-05 07:54:283034 },
3035 'remove_from': [
Haiyang Pan2486dcb2020-09-18 17:53:063036 'android-marshmallow-x86-rel-non-cq', # crbug.com/1084352
Haiyang Pan0e39edf42020-04-28 19:29:013037 # There's no need to run telemetry_perf_unittests on both lollipop and
Erik Chen96894722019-11-21 20:03:393038 # marshmallow on the CQ. https://crbug.com/1026487.
Ben Joyce3e043862021-10-20 23:57:243039 # TODO(crbug/1260494): Test suite isn't running on android.
Erik Chen96894722019-11-21 20:03:393040 'android-marshmallow-arm64-rel',
Andrew Luobe83fd82019-12-19 03:07:583041 'android-pie-arm64-rel',
Garrett Beatyeef031a2019-02-28 01:55:413042 # crbug.com/936540
Garrett Beatyeef031a2019-02-28 01:55:413043 'Mac10.11 Tests',
Shenghua Zhangbd6f1b232018-03-03 02:59:143044 'Mac10.13 Tests',
Zhaoyang Li69e2e002021-02-19 21:57:353045 'Mac10.15 Tests',
Lindsay Pasricha21bb93d72021-12-07 05:48:393046 # TODO crbug.com/1277277
Zhaoyang Li9357e1e12021-12-07 18:53:173047 'Mac11 Tests (dbg)',
Stephen Martinis1384ff92020-01-07 19:52:153048 'Linux - Future (dbg)', # client.v8.chromium
Takuto Ikuta9aa015d2019-04-15 23:33:293049 'Win10 Tests x64',
Stephen Martinise701f5a2018-05-04 01:25:113050 'Win10 Tests x64 (dbg)',
Kuan Huanga89737d2022-01-07 19:42:113051 'Win11 Tests x64',
Kenneth Russelleb60cbd22017-12-05 07:54:283052 ],
3053 },
Stephen Martinis54d64ad2018-09-21 22:16:203054 'telemetry_unittests': {
3055 'modifications': {
3056 'Win10 Tests x64 (dbg)': {
3057 'experiment_percentage': 100, # crbug.com/870673
Ben Pastene9383fe12020-10-20 21:32:403058 },
Struan Shrimptona1ab7672022-01-13 18:02:513059 'chromeos-amd64-generic-rel': {
3060 'swarming': {
3061 'quickrun_shards': 60,
3062 },
3063 },
John Budorickc498fd3c2019-03-14 01:16:263064 },
3065 'remove_from': [
Ben Pastene9ef2ced52021-07-28 18:04:343066 # TODO(crbug.com/1141234): Restore when there's more DUTs
3067 'chromeos-kevin-chrome',
3068 'chromeos-kevin-rel',
Ben Pastene619317752020-12-03 00:04:143069
John Budorickc498fd3c2019-03-14 01:16:263070 # crbug.com/936540
John Budorickc498fd3c2019-03-14 01:16:263071 'Mac10.11 Tests',
Takuto Ikuta9aa015d2019-04-15 23:33:293072
3073 'Win10 Tests x64',
Kuan Huanga89737d2022-01-07 19:42:113074 'Win11 Tests x64',
Titouan Rigoudye122ec32021-11-08 16:36:163075
3076 # TODO(https://crbug.com/1267161): Re-enable when platform is supported.
3077 'mac11-arm64-rel-tests',
John Budorickc498fd3c2019-03-14 01:16:263078 ],
Stephen Martinis54d64ad2018-09-21 22:16:203079 },
Brian Sheedyf3b48d62020-05-08 23:03:123080 'test_buildbucket_api_gpu_use_cases': {
3081 'remove_from': [
3082 # crbug.com/1080749
3083 'Optional Linux Release (NVIDIA)',
3084 ],
3085 },
Kenneth Russelleb60cbd22017-12-05 07:54:283086 'unit_tests': {
Yun Liu3e759dbb2019-11-01 19:25:523087 'remove_from': [
Ben Pastene3e32ffe2020-08-07 03:37:073088 'android-pie-arm64-rel', # https://crbug.com/1010211
Yun Liu3e759dbb2019-11-01 19:25:523089 ],
Kenneth Russelleb60cbd22017-12-05 07:54:283090 'modifications': {
John Budorickca14c76f62017-12-09 14:19:183091 'Linux ASan LSan Tests (1)': {
John Budorick5052d552017-12-13 02:59:343092 # These are slow on the ASAN trybot for some reason.
Ben Pastened2c01af2022-01-31 23:06:443093 # crbug.com/1257927
John Budorickca14c76f62017-12-09 14:19:183094 'swarming': {
John Budorick5052d552017-12-13 02:59:343095 'shards': 4,
John Budorickca14c76f62017-12-09 14:19:183096 },
3097 },
Stephen Martinis1384ff92020-01-07 19:52:153098 'Linux Chromium OS ASan LSan Tests (1)': {
3099 # These are slow on the ASAN trybot for some reason.
Ben Pastened2c01af2022-01-31 23:06:443100 # crbug.com/1257927
John Budorickca14c76f62017-12-09 14:19:183101 'swarming': {
3102 'shards': 2,
3103 },
3104 },
Takuto Ikuta54671d972018-07-19 19:06:353105 'Linux ChromiumOS MSan Tests': {
3106 # These are very slow on the Chrome OS MSAN trybot for some reason.
3107 # crbug.com/865455
3108 'swarming': {
3109 'shards': 2,
3110 },
3111 },
Stephen Martinis1384ff92020-01-07 19:52:153112 'Linux TSan Tests': {
Takuto Ikuta54671d972018-07-19 19:06:353113 'swarming': {
3114 'shards': 2,
3115 },
3116 },
Maksim Sisovc81d284c2021-10-05 17:54:353117 # https://crbug.com/1184127
3118 'Linux Tests (Wayland)': {
3119 'args': [
3120 '--test-launcher-filter-file=../../testing/buildbot/filters/ozone-linux.unit_tests_wayland.filter',
3121 ],
3122 },
Zhaoyang Li9357e1e12021-12-07 18:53:173123 'Mac11 Tests (dbg)': {
3124 'swarming': {
3125 'shards': 2,
3126 },
3127 },
Stephen Martinis1384ff92020-01-07 19:52:153128 'ToTLinuxASan': {
Dirk Pranke20eae9a72017-12-09 18:12:143129 'swarming': {
Stephen Martinis1384ff92020-01-07 19:52:153130 'shards': 2,
Dirk Pranke20eae9a72017-12-09 18:12:143131 },
3132 },
Stephen Martinis1384ff92020-01-07 19:52:153133 'android-asan': {
3134 'args': [
3135 '--test-launcher-filter-file=../../testing/buildbot/filters/android.asan.unit_tests.filter',
3136 ],
3137 },
Takuto Ikuta527cdff2020-01-29 08:04:273138 'android-marshmallow-arm64-rel-swarming': {
3139 'swarming': {
3140 'shards': 8,
3141 },
3142 },
Stephen Martinis1384ff92020-01-07 19:52:153143 'linux-chromeos-chrome': {
3144 'args': [
3145 '--test-launcher-filter-file=../../testing/buildbot/filters/chromeos.unit_tests.filter',
3146 ],
3147 },
Ben Pasteneacd57392019-10-31 02:13:253148 'linux-chromeos-dbg': {
3149 'swarming': {
3150 'shards': 2,
3151 },
3152 },
Erik Chend063aef72019-11-18 19:13:103153 'linux-chromeos-rel': {
3154 'swarming': {
3155 'shards': 2,
3156 },
3157 },
Yuke Liao597dd6df72020-08-18 03:02:543158 # https://crbug.com/1111979,
Junhua Chen39dd2dba2021-05-05 17:51:543159 'linux-lacros-code-coverage': {
3160 'args': [
3161 '--test-launcher-filter-file=../../testing/buildbot/filters/linux-lacros.unit_tests.filter',
3162 ],
3163 },
3164 # https://crbug.com/1111979,
Jieting Yangbf15db672021-10-04 19:18:373165 'linux-lacros-dbg-tests-fyi': {
3166 'args': [
3167 '--test-launcher-filter-file=../../testing/buildbot/filters/linux-lacros.unit_tests.filter',
3168 ],
3169 },
3170 # https://crbug.com/1111979,
Sven Zheng5c9d3e342020-08-11 21:39:433171 'linux-lacros-tester-rel': {
Sven Zheng5c9d3e342020-08-11 21:39:433172 'args': [
Yuke Liao56a437dd2021-05-05 04:53:403173 '--test-launcher-filter-file=../../testing/buildbot/filters/linux-lacros.unit_tests.filter',
Sven Zheng5c9d3e342020-08-11 21:39:433174 ],
3175 },
Kenneth Russelleb60cbd22017-12-05 07:54:283176 },
3177 },
Kenneth Russell8a386d42018-06-02 09:48:013178 'video_decode_accelerator_gl_unittest': {
3179 'remove_from': [
Kenneth Russell8a386d42018-06-02 09:48:013180 # Windows Intel doesn't have the GL extensions to support this test.
Yuly Novikovbc1ccff2019-08-03 00:05:493181 'Optional Win10 x64 Release (Intel HD 630)',
3182 'Win10 FYI x64 Release (Intel HD 630)',
Yuly Novikov5ff15502019-07-31 00:55:483183 'Win10 FYI x64 Exp Release (Intel HD 630)',
Kenneth Russell8a386d42018-06-02 09:48:013184 ],
3185 },
Sven Zheng577fe5ff2020-08-03 22:06:443186 'views_unittests': {
Sven Zheng80734f12020-08-06 06:50:393187 'modifications': {
Maksim Sisovc81d284c2021-10-05 17:54:353188 'Linux Tests (Wayland)': {
3189 'args': [
3190 '--test-launcher-filter-file=../../testing/buildbot/filters/ozone-linux.wayland_views_unittests.filter',
3191 ],
3192 },
Chong Gu6aa22be2021-09-10 06:56:143193 'fuchsia-fyi-arm64-dbg': {
3194 'args': [
3195 '--test-launcher-filter-file=../../testing/buildbot/filters/fuchsia.debug.views_unittests.filter',
3196 ],
3197 },
Chong Gua10cd302022-01-14 19:22:193198 'fuchsia-fyi-x64-asan': {
3199 'args': [
3200 '--test-launcher-filter-file=../../testing/buildbot/filters/fuchsia.lsan.views_unittests.filter',
3201 ],
3202 },
Sven Zheng5c9d3e342020-08-11 21:39:433203 # https://crbug.com/1111979,
Junhua Chen39dd2dba2021-05-05 17:51:543204 'linux-lacros-code-coverage': {
3205 'args': [
3206 '--gtest_filter=-DesktopWidgetFocusManagerTest.AnchoredDialogInDesktopNativeWidgetAura:'
3207 'DesktopWidgetTest*:'
3208 'DesktopWindowTreeHostPlatformTest*:'
3209 'EditableComboboxTest*:'
3210 'MenuRunnerTest*:'
3211 'TextfieldTest*:'
3212 'TooltipControllerTest*:'
3213 'TooltipStateManagerTest*'
3214 ],
3215 },
Yuke Liaoa0db4742021-08-09 18:28:333216 'linux-lacros-dbg-tests-fyi': {
3217 'args': [
3218 '--gtest_filter=-DesktopWidgetFocusManagerTest.AnchoredDialogInDesktopNativeWidgetAura:'
3219 'TextfieldTest*:'
3220 'TooltipControllerTest*:'
3221 ],
3222 },
Sven Zheng5c9d3e342020-08-11 21:39:433223 'linux-lacros-tester-rel': {
Sven Zheng5c9d3e342020-08-11 21:39:433224 'args': [
3225 '--gtest_filter=-DesktopWidgetFocusManagerTest.AnchoredDialogInDesktopNativeWidgetAura:'
Yuke Liao34721c22020-08-14 21:41:193226 'DesktopWidgetTest*:'
3227 'DesktopWindowTreeHostPlatformTest*:'
Yuke Liaocf9db2b2020-08-13 19:42:533228 'EditableComboboxTest*:'
Sven Zhengea8903f2020-08-14 05:27:513229 'MenuRunnerTest*:'
Yuke Liaocf9db2b2020-08-13 19:42:533230 'TextfieldTest*:'
Benjamin Beaudry54b3b882021-03-12 23:55:363231 'TooltipControllerTest*:'
3232 'TooltipStateManagerTest*'
Sven Zheng5c9d3e342020-08-11 21:39:433233 ],
3234 },
Sven Zheng80734f12020-08-06 06:50:393235 },
Sven Zheng577fe5ff2020-08-03 22:06:443236 },
John Budorickd02c429de2020-01-10 19:02:213237 'viz_unittests': {
3238 'modifications': {
Haiyang Pan9d68ca02021-08-04 21:30:473239 'android-11-x86-rel': {
Haiyang Pancf765862021-03-18 20:39:153240 'args': [
3241 '--test-launcher-filter-file=../../testing/buildbot/filters/android.emulator_11.viz_unittests.filter',
3242 ],
3243 },
Haiyang Pan6b8e4cf2021-08-02 21:38:283244 'android-marshmallow-x86-rel': {
John Budorickafd548b2020-01-14 20:45:093245 'args': [
John Budorickd02c429de2020-01-10 19:02:213246 '--test-launcher-filter-file=../../testing/buildbot/filters/android.emulator.viz_unittests.filter',
3247 ],
3248 },
Haiyang Pan08d09dc2020-04-01 16:11:213249 'android-pie-x86-rel': {
John Budorickafd548b2020-01-14 20:45:093250 'args': [
John Budorickd02c429de2020-01-10 19:02:213251 '--test-launcher-filter-file=../../testing/buildbot/filters/android.emulator.viz_unittests.filter',
3252 ],
3253 },
Chong Gub2446462021-08-19 18:44:083254 'fuchsia-fyi-arm64-dbg': {
Chong Gu6aa22be2021-09-10 06:56:143255 'args': [
3256 '--test-launcher-filter-file=../../testing/buildbot/filters/fuchsia.debug.viz_unittests.filter',
3257 ],
Chong Gub2446462021-08-19 18:44:083258 },
John Budorickd02c429de2020-01-10 19:02:213259 },
3260 },
John Budorick20f4fa8d2019-08-02 22:58:293261 'vr_common_unittests': {
3262 'remove_from': [
Haiyang Pan08d09dc2020-04-01 16:11:213263 'android-pie-x86-rel',
John Budorick20f4fa8d2019-08-02 22:58:293264 ],
3265 },
Kenneth Russellfbda3c532017-12-08 23:57:243266 'vr_pixeltests': {
3267 'remove_from': [
Haiyang Pan08d09dc2020-04-01 16:11:213268 'android-pie-x86-rel',
Kenneth Russell8ceeabf2017-12-11 17:53:283269 'VR Linux',
Kenneth Russellfbda3c532017-12-08 23:57:243270 ],
3271 },
Nico Webere81999ee2018-07-01 23:52:433272 'wayland_client_perftests': {
3273 'remove_from': [
3274 'linux-chromeos-dbg', # https://crbug.com/859307
3275 ],
3276 },
Chong Gu76046412021-09-22 17:49:213277 'web_engine_browsertests': {
Chong Gud1a5c5992021-04-09 04:08:323278 'modifications': {
3279 'fuchsia-code-coverage': {
3280 'swarming': {
Chong Gu7a463202021-07-19 18:43:103281 'shards': 28,
Chong Gud1a5c5992021-04-09 04:08:323282 },
3283 },
3284 },
3285 },
Chong Gu76046412021-09-22 17:49:213286 'web_engine_integration_tests': {
Chong Gu4c9e8f112021-06-02 18:37:263287 'modifications': {
3288 'fuchsia-code-coverage': {
3289 'swarming': {
3290 'shards': 6,
3291 },
3292 },
3293 },
3294 },
John Budorick63357462019-02-27 23:02:513295 'webdriver_tests_suite': {
3296 'remove_from': [
3297 'Linux Tests', # https://crbug.com/929689, https://crbug.com/936557
Stephanie Kim5c7f31d2021-04-27 18:00:063298 'linux-xenial-rel',
John Budorick63357462019-02-27 23:02:513299 ],
3300 },
bsheedy048cbdb2019-02-04 20:32:053301 'webgl2_conformance_gl_passthrough_tests': {
3302 'remove_from': [
Geoff Lang1fede152019-10-10 23:03:443303 # Not enough capacity. https://crbug.com/982294
3304 'Mac Pro FYI Release (AMD)',
3305 'Mac FYI Retina Release (NVIDIA)',
Yuly Novikov712af632021-08-31 23:54:113306 # Only run validating on Mac Intel due to capacity http://crbug.com/1236796
3307 'Optional Mac Release (Intel)',
bsheedy048cbdb2019-02-04 20:32:053308 ],
3309 },
Brian Sheedy5a9f6562021-08-20 03:32:543310 'webgl2_conformance_gles_passthrough_tests': {
3311 'remove_from': [
Brian Sheedyefb683c2022-01-25 21:17:363312 # Currently not enough capacity to run these tests on this config.
3313 # TODO(crbug.com/1280418): Re-enable once more of the Pixel 6 capacity
3314 # is deployed.
3315 'Android FYI Release (Pixel 6)',
Brian Sheedy43f5a6f2022-01-07 02:41:043316 # Not enough CrOS hardware capacity to run both on anything other than
3317 # VMs. See https://crbug.com/1238070.
Brian Sheedy5a9f6562021-08-20 03:32:543318 'Lacros FYI x64 Release (Intel)',
3319 ],
3320 'modifications': {
3321 # This VM configuration is known to be significantly slower than other
3322 # CrOS configurations, so increase the shards.
3323 # TODO(crbug.com/1223550): Remove this if the configuration can be sped
3324 # up.
3325 'ChromeOS FYI Release (amd64-generic)': {
3326 'swarming': {
3327 'shards': 30,
3328 },
3329 },
3330 },
3331 },
Kenneth Russell18fff67f2021-11-05 23:45:113332 'webgl2_conformance_metal_passthrough_tests': {
3333 'remove_from': [
Yuly Novikov7d00cdb2022-01-05 00:10:383334 # crbug.com/1270755
3335 'Mac FYI ASAN (Intel)',
3336 'Mac FYI Retina ASAN (AMD)',
Kenneth Russell18fff67f2021-11-05 23:45:113337 # Not enough capacity.
3338 'Mac FYI Retina Release (NVIDIA)',
3339 ],
Yuly Novikov220c14a52021-12-14 02:49:333340 'modifications': {
3341 'Mac FYI ASAN (Intel)': {
3342 'args': [
3343 '--extra-browser-args=--disable-metal-shader-cache',
3344 ],
3345 },
3346 'Mac FYI Retina ASAN (AMD)': {
3347 'args': [
3348 '--extra-browser-args=--disable-metal-shader-cache',
3349 ],
3350 },
3351 },
Kenneth Russell18fff67f2021-11-05 23:45:113352 },
John Budorick82e61dfb2019-12-10 04:36:093353 'webgl2_conformance_validating_tests': {
Stephen Martinis54d64ad2018-09-21 22:16:203354 'remove_from': [
Brian Sheedyefb683c2022-01-25 21:17:363355 # Currently not enough capacity to run these tests on this config.
3356 # TODO(crbug.com/1280418): Re-enable once more of the Pixel 6 capacity
3357 # is deployed.
3358 'Android FYI Release (Pixel 6)',
Brian Sheedy43f5a6f2022-01-07 02:41:043359 # Passthrough version run on this configuration, not enough capacity for
3360 # both. See https://crbug.com/1238070.
3361 'ChromeOS FYI Release (kevin)',
Stephen Martinis54d64ad2018-09-21 22:16:203362 # The Mac NVIDIA Retina bots don't have the capacity to run
3363 # this test suite on mac_optional_gpu_tests_rel.
3364 'Optional Mac Retina Release (NVIDIA)',
3365 ],
Kenneth Russell8a386d42018-06-02 09:48:013366 'modifications': {
Brian Sheedyab0a1992021-08-13 20:57:393367 # This VM configuration is known to be significantly slower than other
3368 # CrOS configurations, so increase the shards.
3369 # TODO(crbug.com/1223550): Remove this if the configuration can be sped
3370 # up.
3371 'ChromeOS FYI Release (amd64-generic)': {
3372 'swarming': {
3373 'shards': 30,
3374 },
Brian Sheedy9bde4532021-08-20 18:11:193375 # This configuration is tested with the passthrough decoder as well,
3376 # which will be shipped in the nearish future, so any failures that
3377 # show up with the validating decoder are just an FYI.
3378 'experiment_percentage': 100,
Brian Sheedyab0a1992021-08-13 20:57:393379 },
Brian Sheedy22200312021-08-20 22:17:503380 'ChromeOS FYI Release (kevin)': {
3381 'experiment_percentage': 100,
3382 },
Kenneth Russell8a386d42018-06-02 09:48:013383 },
3384 },
Struan Shrimptona1ab7672022-01-13 18:02:513385 'webgl_conformance_d3d11_passthrough_tests': {
3386 'modifications': {
3387 'Win10 x64 Release (NVIDIA)': {
3388 'swarming': {
3389 'quickrun_shards': 4,
3390 },
3391 },
3392 },
3393 },
Kenneth Russell8a386d42018-06-02 09:48:013394 'webgl_conformance_gl_passthrough_tests': {
3395 'remove_from': [
3396 # crbug.com/555545 and crbug.com/649824:
3397 # Disable webgl_conformance_gl_tests on some Win/AMD cards.
3398 # Always fails on older cards, flaky on newer cards.
Kenneth Russell8a386d42018-06-02 09:48:013399 'Win7 FYI Release (AMD)',
3400 ],
3401 },
Kenneth Russell984f2f12020-12-15 23:23:353402 'webgl_conformance_metal_passthrough_tests': {
3403 'remove_from': [
Yuly Novikov7d00cdb2022-01-05 00:10:383404 # crbug.com/1270755
3405 'Mac FYI ASAN (Intel)',
3406 'Mac FYI Retina ASAN (AMD)',
Yuly Novikov220c14a52021-12-14 02:49:333407 # crbug.com/1158857: re-enable when switching to Metal by default.
Kenneth Russell984f2f12020-12-15 23:23:353408 'Mac FYI Retina Release (NVIDIA)',
3409 ],
Yuly Novikov220c14a52021-12-14 02:49:333410 'modifications': {
3411 'Mac FYI ASAN (Intel)': {
3412 'args': [
3413 '--extra-browser-args=--disable-metal-shader-cache',
3414 ],
3415 },
3416 'Mac FYI Retina ASAN (AMD)': {
3417 'args': [
3418 '--extra-browser-args=--disable-metal-shader-cache',
3419 ],
3420 },
3421 },
Kenneth Russell984f2f12020-12-15 23:23:353422 },
Stephen Martinis54d64ad2018-09-21 22:16:203423 'webgl_conformance_tests': {
Kenneth Russelle63e41f2019-04-09 02:45:283424 'remove_from': [
3425 # Too slow on this configuration, which is severely hardware
3426 # constrained. crbug.com/950690
3427 'Mac FYI Retina Debug (NVIDIA)',
3428 ],
Struan Shrimptona1ab7672022-01-13 18:02:513429 'modifications': {
3430 'chromeos-amd64-generic-rel': {
3431 'swarming': {
3432 'quickrun_shards': 40,
3433 },
3434 },
3435 },
Kenneth Russell8a386d42018-06-02 09:48:013436 },
Austin Enge8c0ba02021-07-19 23:55:193437 'webgpu_blink_web_tests': {
3438 'modifications': {
3439 # Increase the timeout with ASAN (crbug.com/1208253)
3440 'Dawn Win10 x64 ASAN Release': {
3441 'args': [
Weizhong Xia91b53362022-01-05 17:13:353442 '--timeout-ms=48000',
Austin Enge8c0ba02021-07-19 23:55:193443 ],
3444 },
3445 },
Brian Sheedy5796b4b2021-09-15 21:51:413446 'replacements': {
3447 'Dawn Mac x64 Experimental Release (Intel)': {
3448 'args': {
Avi Drissman5afd38bc2021-10-27 17:35:133449 '--platform': 'mac-mac11',
Brian Sheedy5796b4b2021-09-15 21:51:413450 },
3451 }
3452 },
3453 },
3454 'webgpu_blink_web_tests_with_backend_validation': {
3455 'replacements': {
3456 'Dawn Mac x64 Experimental Release (Intel)': {
3457 'args': {
Avi Drissman5afd38bc2021-10-27 17:35:133458 '--platform': 'mac-mac11',
Brian Sheedy5796b4b2021-09-15 21:51:413459 },
3460 },
3461 },
Austin Enge8c0ba02021-07-19 23:55:193462 },
Kenneth Russelleb60cbd22017-12-05 07:54:283463 'webkit_unit_tests': {
Yun Liu16394ab32019-11-19 16:37:573464 'remove_from': [
3465 # Flakily fails on Win7. https://crbug.com/943372.
3466 'Win7 Tests (1)',
3467 'Win 7 Tests x64 (1)',
Haiyang Pan90ed7c642021-02-06 01:22:063468 # Runs on android-marshmallow-x86-rel already (crbug.com/1127110)
3469 'android-marshmallow-arm64-rel',
3470 'android-marshmallow-x86-rel-non-cq',
Yun Liu16394ab32019-11-19 16:37:573471 ],
Dirk Pranke81ff51c2017-12-09 19:24:283472 'modifications': {
John Budorick5052d552017-12-13 02:59:343473 'Linux ASan LSan Tests (1)': {
3474 # These are very slow on the ASAN trybot for some reason.
Ben Pastened2c01af2022-01-31 23:06:443475 # crbug.com/1257927
John Budorick5052d552017-12-13 02:59:343476 'swarming': {
3477 'shards': 5,
3478 },
3479 },
Erik Chen681dc0282019-11-26 22:54:493480 'Linux TSan Tests': {
3481 'swarming': {
3482 'shards': 2,
3483 },
3484 },
arthursonzogni26889d82018-05-29 17:18:163485 'Marshmallow 64 bit Tester': {
3486 # Increase timeout. See https://crbug.com/847229.
3487 'swarming': {
3488 'hard_timeout': 1200,
3489 },
3490 },
Haiyang Pan9d68ca02021-08-04 21:30:473491 'android-11-x86-rel': {
Haiyang Panc7c009e2021-03-18 19:31:233492 'args': [
Haiyang Panc08d02212021-10-18 18:58:383493 '--test-launcher-filter-file=../../testing/buildbot/filters/android.emulator.blink_unittests.filter',
3494 ],
3495 },
Haiyang Pan2a55a452022-03-03 08:18:333496 'android-12-x64-rel': {
Haiyang Panc08d02212021-10-18 18:58:383497 'args': [
3498 '--test-launcher-filter-file=../../testing/buildbot/filters/android.emulator.blink_unittests.filter',
Haiyang Panc7c009e2021-03-18 19:31:233499 ],
3500 },
Dirk Pranke81ff51c2017-12-09 19:24:283501 },
Kenneth Russelleb60cbd22017-12-05 07:54:283502 },
Haiyang Panfbd2b482020-09-23 23:41:253503 'weblayer_browsertests': {
3504 'modifications': {
Haiyang Pan9d68ca02021-08-04 21:30:473505 'android-11-x86-rel': {
Haiyang Pand38464f52021-03-24 00:29:013506 'args': [
Haiyang Pan2877f062021-11-18 01:06:063507 # TODO(crbug.com/1191784): Fix the test failure
3508 '--gtest_filter=-DownloadBrowserTest.OverrideDownloadDirectory',
3509 ],
3510 },
Haiyang Pan2a55a452022-03-03 08:18:333511 'android-12-x64-rel': {
Haiyang Pan2877f062021-11-18 01:06:063512 'args': [
3513 # TODO(crbug.com/1191784): Fix the test failure
Haiyang Pand38464f52021-03-24 00:29:013514 '--gtest_filter=-DownloadBrowserTest.OverrideDownloadDirectory',
3515 ],
3516 },
Haiyang Panfbd2b482020-09-23 23:41:253517 'android-pie-arm64-rel': {
3518 # TODO(crbug.com/1111436): Move this back to walleye if/when additional
3519 # capacity has been deployed.
3520 'swarming': {
Struan Shrimpton57c594e42022-01-25 17:59:133521 'quickrun_shards': 2,
Haiyang Panfbd2b482020-09-23 23:41:253522 'dimension_sets': [
3523 {
3524 'device_type': 'sailfish',
3525 },
3526 ],
3527 },
3528 },
3529 },
3530 },
Haiyang Pan591dbad2020-06-05 20:26:373531 'weblayer_bundle_test': {
3532 'remove_from': [
Haiyang Pan2486dcb2020-09-18 17:53:063533 'android-marshmallow-x86-rel-non-cq', # crbug.com/1088013
Haiyang Pan9d68ca02021-08-04 21:30:473534 'android-11-x86-rel', # crbug.com/1165280
Haiyang Pan591dbad2020-06-05 20:26:373535 ],
3536 },
3537 'weblayer_instrumentation_test_apk': {
3538 'remove_from': [
Haiyang Pan2486dcb2020-09-18 17:53:063539 'android-marshmallow-x86-rel-non-cq', # crbug.com/1088013
Haiyang Pan9d68ca02021-08-04 21:30:473540 'android-11-x86-rel', # crbug.com/1165280
Haiyang Pan591dbad2020-06-05 20:26:373541 ],
Haiyang Pan6d7a15b2020-10-03 00:29:193542 'modifications': {
Struan Shrimptonf5b2b552022-01-20 20:37:393543 'android-marshmallow-arm64-rel': {
3544 'swarming': {
3545 'quickrun_shards': 2,
3546 },
3547 },
Haiyang Pan6d7a15b2020-10-03 00:29:193548 'android-pie-arm64-rel': {
3549 # TODO(crbug.com/1111436): Move this back to walleye if/when additional
3550 # capacity has been deployed.
3551 'swarming': {
3552 'dimension_sets': [
3553 {
3554 'device_type': 'sailfish',
3555 },
3556 ],
3557 },
3558 },
3559 },
Haiyang Pan591dbad2020-06-05 20:26:373560 },
Rakib Hasane85af9d52021-11-09 16:33:223561 'weblayer_instrumentation_test_apk_ToT_Tests': {
3562 'modifications': {
Rakib Hasane85af9d52021-11-09 16:33:223563 'android-weblayer-marshmallow-x86-rel-tests': {
3564 'args': [
3565 '--replace-system-package=org.chromium.weblayer.shell,apks/WebLayerShellSystemWebView.apk'
3566 ]
3567 }
3568 }
3569 },
Haiyang Pan4efd9b02021-03-17 23:58:303570 'weblayer_private_instrumentation_test_apk': {
3571 'modifications': {
3572 # TODO(crbug.com/1189403): Remove the filter once the issue is fixed.
Haiyang Pan9d68ca02021-08-04 21:30:473573 'android-11-x86-rel': {
Haiyang Pan4efd9b02021-03-17 23:58:303574 'args': [
3575 '--gtest_filter=-org.chromium.weblayer.test.MediaCaptureTest.*',
3576 ],
3577 },
Haiyang Pan2a55a452022-03-03 08:18:333578 'android-12-x64-rel': {
Haiyang Pan64d61242022-02-16 19:06:363579 'args': [
3580 # crbug.com/1275200
3581 '--gtest_filter=-org.chromium.weblayer.test.BrowserControlsTest.testTopExpandedOnLoadWhenOnlyExpandAtTop',
3582 ],
3583 },
Haiyang Pan4efd9b02021-03-17 23:58:303584 },
3585 },
Weizhong Xia7d335882021-01-28 02:49:523586 'weblayer_shell_wpt': {
3587 'modifications': {
Weizhong Xia0f0c3302021-04-27 00:05:433588 'android-weblayer-pie-x86-wpt-smoketest': {
3589 'args': [
Haiyang Pan1f205ad2021-07-31 01:47:523590 '--default-exclude',
Weizhong Xia63f39c12022-01-10 23:09:293591 '--include-file=../../third_party/blink/web_tests/android/WPTSmokeTestCases',
Weizhong Xia0f0c3302021-04-27 00:05:433592 ],
3593 'swarming': {
Weizhong Xia63f39c12022-01-10 23:09:293594 'shards': 1,
Weizhong Xia0f0c3302021-04-27 00:05:433595 },
3596 },
Weizhong Xia7d335882021-01-28 02:49:523597 },
3598 },
Erik Staab70ca5b32021-08-07 00:38:353599 'webview_64_cts_tests': {
Haiyang Pan017ec1b2022-01-06 22:30:263600 'remove_from': [
Haiyang Pan2a55a452022-03-03 08:18:333601 'android-12-x64-rel', # crbug.com/1260194
Haiyang Pan017ec1b2022-01-06 22:30:263602 ],
Erik Staab70ca5b32021-08-07 00:38:353603 'modifications': {
3604 'android-pie-arm64-rel': {
3605 # TODO(crbug.com/1111436): Move this back to walleye if/when additional
3606 # capacity has been deployed.
3607 'swarming': {
3608 'dimension_sets': [
3609 {
3610 'device_type': 'sailfish',
3611 },
3612 ],
3613 },
3614 },
3615 },
3616 },
Haiyang Panfbd2b482020-09-23 23:41:253617 'webview_cts_tests': {
Haiyang Panfed339172021-03-10 23:19:573618 'remove_from': [
Haiyang Pan9d68ca02021-08-04 21:30:473619 'android-11-x86-rel', # crbug.com/1165280
Ben Joyce4677e682021-03-22 22:19:113620 'android-pie-arm64-coverage-experimental-rel', # TODO(crbug.com/1190999):
3621 # GLIBC_2.28 Not found.
Haiyang Panfed339172021-03-10 23:19:573622 ],
Haiyang Panfbd2b482020-09-23 23:41:253623 'modifications': {
3624 'android-pie-arm64-rel': {
3625 # TODO(crbug.com/1111436): Move this back to walleye if/when additional
3626 # capacity has been deployed.
3627 'swarming': {
3628 'dimension_sets': [
3629 {
3630 'device_type': 'sailfish',
3631 },
3632 ],
3633 },
3634 },
3635 },
3636 },
Kenneth Russelleb60cbd22017-12-05 07:54:283637 'webview_instrumentation_test_apk': {
3638 'remove_from': [
Hans Wennborgeac4c36c2018-05-23 16:04:063639 # This test frequently fails on Android, https://crbug.com/824959
Stephen Martinis1384ff92020-01-07 19:52:153640 # matching android builders, the test fails on these.
Hans Wennborga0b11ebe2018-05-15 16:26:503641 'ToTAndroid',
John Budorick27d2d44e2019-05-20 20:26:093642 'android-asan', # https://crbug.com/964562
Ben Joyce02dc8092021-03-04 21:48:193643 'android-code-coverage-native', # Does not generate profraw data.
Ben Joyce46ca6012021-03-31 19:19:253644 'android-pie-arm64-coverage-experimental-rel', # Does not generate profraw data.
Ben Joyce02dc8092021-03-04 21:48:193645
Dirk Pranke20eae9a72017-12-09 18:12:143646 # On chromium.swarm, this should possibly be being run (or removed
Takuto Ikuta527cdff2020-01-29 08:04:273647 # from android-marshmallow-arm64-rel-swarming).
Garrett Beaty47a2d802020-11-10 20:50:533648 # https://crbug.com/1147531 - covered on pie
3649 'android-marshmallow-arm64-rel',
Kenneth Russelleb60cbd22017-12-05 07:54:283650 ],
Ben Pastenee17a8e92018-07-12 21:55:183651 'modifications': {
Andrew Luof08500ae2020-01-10 01:24:453652 # chromium.android.fyi
3653 'Android WebView P FYI (rel)': {
3654 'args': [
3655 '--annotation',
3656 'DisabledTest,FlakyTest' # Monitor status of disabled tests.
3657 ],
3658 },
Ben Pastenee17a8e92018-07-12 21:55:183659 'Oreo Phone Tester': {
Andrew Luo93c4a1e2019-08-30 05:26:303660 # TODO(crbug.com/997362): Enable this once it's passing.
bsheedy01833462018-12-07 01:05:573661 # TODO(https://crbug.com/884413): Re-enable this once the tests are
3662 # either passing or there is more capacity.
3663 'experiment_percentage': 0,
Ben Pastenee17a8e92018-07-12 21:55:183664 },
Haiyang Pan9d68ca02021-08-04 21:30:473665 'android-11-x86-rel': {
Haiyang Pan103864812021-03-19 19:28:443666 'args': [
3667 # TODO(crbug.com/1189746) Enable this test once the issue is fixed.
3668 '--gtest_filter=-org.chromium.net.NetworkChangeNotifierTest.testNetworkChangeNotifierJavaObservers',
3669 ],
3670 },
Haiyang Pan2a55a452022-03-03 08:18:333671 'android-12-x64-rel': {
Haiyang Pan3261fae2022-02-01 00:54:363672 'args': [
3673 # crbug.com/1292197
3674 '--gtest_filter=-org.chromium.android_webview.test.devui.HomeFragmentTest.testLongPressCopy*',
3675 ],
3676 },
Haiyang Panb991f562021-08-10 17:46:463677 'android-marshmallow-x86-rel': {
Haiyang Panb991f562021-08-10 17:46:463678 'swarming': {
3679 'shards': 9,
3680 },
3681 },
Kuan Huang1f402c82021-06-08 17:58:183682 'android-pie-arm64-rel': {
3683 'swarming': {
3684 'shards': 9,
3685 },
3686 },
Haiyang Pan08d09dc2020-04-01 16:11:213687 'android-pie-x86-rel': {
Haiyang Panfdd94332020-03-27 02:43:293688 'args': [
3689 '--test-launcher-filter-file=../../testing/buildbot/filters/android.emulator.webview_instrumentation_test_apk.filter',
3690 ],
Ben Joyce9a7eb312021-08-25 00:44:593691 'swarming': {
3692 'shards': 9,
3693 },
Haiyang Panfdd94332020-03-27 02:43:293694 },
Ben Pastenee17a8e92018-07-12 21:55:183695 },
Kenneth Russelleb60cbd22017-12-05 07:54:283696 },
Haiyang Panfed339172021-03-10 23:19:573697 'webview_ui_test_app_test_apk': {
3698 'remove_from': [
Haiyang Pan9d68ca02021-08-04 21:30:473699 'android-11-x86-rel', # crbug.com/1165280
Haiyang Panfed339172021-03-10 23:19:573700 ],
3701 },
bsheedy800f5062018-08-07 00:47:543702 'xr_browser_tests': {
3703 'remove_from': [
Maggie Chen4fc29842018-08-07 19:12:483704 # Fails on the bot, http://crbug.com/868143
3705 'Win7 FYI Release (AMD)',
bsheedy800f5062018-08-07 00:47:543706 ],
3707 },
Kenneth Russelleb60cbd22017-12-05 07:54:283708}