blob: a8367b856c46f95e7027e9bc81158a23089104ce [file] [log] [blame]
Kenneth Russelleb60cbd22017-12-05 07:54:281# Copyright 2017 The Chromium Authors. All rights reserved.
2# Use of this source code is governed by a BSD-style license that can be
3# found in the LICENSE file.
4
5# This is a .pyl, or "Python Literal", file. You can treat it just like a
6# .json file, with the following exceptions:
7# * all keys must be quoted (use single quotes, please);
8# * comments are allowed, using '#' syntax; and
9# * trailing commas are allowed.
10
11# Exceptions to the common test suites can only include removal from
12# particular bots, and modifications on particular bots. By design,
13# it's not possible to add one-off tests to bots. Instead they have to
14# be added to one of the test suites in test_suites.pyl.
15#
Jeff Yoone2188f62020-08-24 20:55:5716# Note that if you are excluding with variants, you will need to exclude
17# per variant, with the identifier appended to the test suite name.
18# For example, if you have ios_chrome_ui_eg2tests_module with variant
19# SIM_IPHONE_6S_14_0 (identifier = "iPhone 6s 14.0"), you
20# must exclude with the test name as:
21# "ios_chrome_ui_eg2tests_module_iPhone 6s 14.0"
22
Kenneth Russelleb60cbd22017-12-05 07:54:2823# The goal is to drive the number of exceptions to zero, to make all
24# the bots behave similarly.
25{
Chong Gua10cd302022-01-14 19:22:1926 'accessibility_unittests':{
27 'modifications': {
28 'fuchsia-fyi-x64-asan': {
29 'args': [
30 '--test-launcher-filter-file=../../testing/buildbot/filters/fuchsia.lsan.accessibility_unittests.filter',
31 ],
32 },
33 },
34 },
Andrew Luo38b311f2019-10-04 03:42:0935 'android_browsertests': {
36 'modifications': {
Haiyang Pan9d68ca02021-08-04 21:30:4737 'android-11-x86-rel': {
Haiyang Pan0ea9b3ef2022-01-21 21:58:1438 'args': [
39 # https://crbug.com/1289764
40 '--gtest_filter=-All/ChromeBrowsingDataLifetimeManagerScheduledRemovalTest.History/*',
41 ],
Haiyang Panca7fcec2021-03-19 02:11:1042 'swarming': {
43 'shards': 2,
44 },
45 },
Struan Shrimptone772d72f2021-12-15 07:50:0946 'android-marshmallow-arm64-rel': {
47 'swarming': {
Struan Shrimpton4b7abc02021-12-16 01:36:5948 'quickrun_shards': 3,
Struan Shrimptone772d72f2021-12-15 07:50:0949 },
50 },
Greg Gutermanea661162021-11-17 00:46:4351 'android-marshmallow-arm64-rel-rts': {
52 'swarming': {
53 'shards': 2,
54 },
55 },
Haiyang Panb991f562021-08-10 17:46:4656 'android-marshmallow-x86-rel': {
57 'swarming': {
58 'shards': 2,
Struan Shrimpton4b7abc02021-12-16 01:36:5959 'quickrun_shards': 6,
Haiyang Panb991f562021-08-10 17:46:4660 },
61 },
Andrew Luo38b311f2019-10-04 03:42:0962 'android-pie-arm64-rel': {
Andrew Luobe83fd82019-12-19 03:07:5863 'args': [
64 '--gtest_filter=-ImportantSitesUtilBrowserTest.DSENotConsideredImportantInRegularMode', # https://crbug.com/1034001
65 ],
Haiyang Panfbd2b482020-09-23 23:41:2566 # TODO(crbug.com/1111436): Move this back to walleye if/when additional
67 # capacity has been deployed.
68 'swarming': {
69 'dimension_sets': [
70 {
71 'device_type': 'sailfish',
72 },
73 ],
Haiyang Pan1678f0c02021-03-09 23:05:0974 'shards': 2,
Struan Shrimpton4b7abc02021-12-16 01:36:5975 'quickrun_shards': 6,
Haiyang Panfbd2b482020-09-23 23:41:2576 },
Andrew Luo38b311f2019-10-04 03:42:0977 },
Haiyang Pan08d09dc2020-04-01 16:11:2178 'android-pie-x86-rel': {
John Budorick191adfcd2020-01-29 18:19:0479 'args': [
80 '--gtest_filter=-ImportantSitesUtilBrowserTest.DSENotConsideredImportantInRegularMode', # https://crbug.com/1034001
81 ],
Haiyang Pan7cd609d2021-04-08 20:17:2482 'swarming': {
83 'shards': 2,
84 },
John Budorick191adfcd2020-01-29 18:19:0485 },
Andrew Luo38b311f2019-10-04 03:42:0986 },
87 },
Sven Zhengc60debc2020-09-10 18:40:5288 'android_sync_integration_tests': {
89 'remove_from': [
Haiyang Pan6b8e4cf2021-08-02 21:38:2890 # Remove from CQ bots due to capacity.
91 'android-marshmallow-arm64-rel',
Greg Gutermanea661162021-11-17 00:46:4392 'android-marshmallow-arm64-rel-rts',
Sven Zhengc60debc2020-09-10 18:40:5293 ],
94 },
Kenneth Russelleb60cbd22017-12-05 07:54:2895 'android_webview_unittests': {
Kenneth Russelleb60cbd22017-12-05 07:54:2896 },
Jamie Madillc9ae75d2020-10-23 19:19:4897 'angle_end2end_tests': {
Yuly Novikov60cbf642020-11-19 20:43:1598 'modifications': {
Yuly Novikov80d2e672021-02-13 00:16:0499 'win10-angle-x64-intel': {
100 'args': [
101 '--max-processes=1',
102 ],
103 },
Yuly Novikov60cbf642020-11-19 20:43:15104 },
Jamie Madillc9ae75d2020-10-23 19:19:48105 },
Jamie Madillc9ae75d2020-10-23 19:19:48106 'angle_unittests': {
107 'remove_from': [
108 # On Android, these are already run on the main waterfall.
109 'Android FYI Release (Nexus 5X)',
Yuly Novikovc1117ae82021-01-15 22:33:36110 # Times out listing tests crbug.com/1167314
111 'android-asan',
Jamie Madillc9ae75d2020-10-23 19:19:48112 # Does not currently work on Lacros configurations.
Junhua Chen39dd2dba2021-05-05 17:51:54113 'linux-lacros-code-coverage',
Jamie Madillc9ae75d2020-10-23 19:19:48114 'linux-lacros-tester-rel',
115 'linux-lacros-tester-fyi-rel',
Yuke Liaof27ebe52021-08-05 22:12:40116 'linux-lacros-dbg-tests-fyi',
Jamie Madillc9ae75d2020-10-23 19:19:48117 ],
Chong Gua10cd302022-01-14 19:22:19118 'modifications': {
119 # anglebug.com/6894
120 'fuchsia-fyi-x64-asan': {
121 'args': [
122 # crbug.com/
123 '--gtest_filter=-ConstructCompilerTest.DefaultParameters',
124 ],
125 },
126 },
Jamie Madillc9ae75d2020-10-23 19:19:48127 },
128 'angle_white_box_tests': {
Yuly Novikov60cbf642020-11-19 20:43:15129 'modifications': {
Yuly Novikov80d2e672021-02-13 00:16:04130 'win10-angle-x64-intel': {
131 'args': [
132 '--max-processes=1',
133 ],
134 },
Yuly Novikov60cbf642020-11-19 20:43:15135 },
Jamie Madillc9ae75d2020-10-23 19:19:48136 },
Yuke Liaob6beaeca2021-04-29 23:41:51137 'aura_unittests_amd64-generic': {
138 'remove_from': [
139 # TODO(crbug.com/1204231): Re-enable.
140 'lacros-amd64-generic-rel',
141 ]
142 },
Yuke Liao79a8cf52021-06-11 18:14:34143 'aura_unittests_eve': {
144 'remove_from': [
145 # TODO(crbug.com/1204231): Re-enable.
146 'lacros-amd64-generic-rel',
147 ]
148 },
Chong Gudf7fbe92021-02-24 02:55:58149 'base_unittests': {
150 'modifications': {
Haiyang Pan9d68ca02021-08-04 21:30:47151 'android-11-x86-rel': {
Haiyang Panc7c009e2021-03-18 19:31:23152 'args': [
Haiyang Panc08d02212021-10-18 18:58:38153 '--test-launcher-filter-file=../../testing/buildbot/filters/android.emulator.base_unittests.filter',
154 ],
155 },
156 'android-12-x64-fyi-rel': {
157 'args': [
158 '--test-launcher-filter-file=../../testing/buildbot/filters/android.emulator.base_unittests.filter',
159 '--gtest_filter=-ModuleCacheTest.CheckAgainstProcMaps', # crbug.com/1260521
Haiyang Panc7c009e2021-03-18 19:31:23160 ],
161 },
Chong Gudf7fbe92021-02-24 02:55:58162 'fuchsia-code-coverage': {
163 'swarming': {
164 'shards': 5,
165 },
166 },
Chong Gua10cd302022-01-14 19:22:19167 'fuchsia-fyi-x64-asan': {
168 'args': [
169 '--test-launcher-filter-file=../../testing/buildbot/filters/fuchsia.lsan.base_unittests.filter',
170 ],
171 },
Chong Gudf7fbe92021-02-24 02:55:58172 },
173 },
Haiyang Pan363c59a2020-07-23 05:47:04174 'blink_platform_unittests': {
175 'modifications': {
Haiyang Panfbd2b482020-09-23 23:41:25176 'android-pie-arm64-rel': {
177 # TODO(crbug.com/1111436): Move this back to walleye if/when additional
178 # capacity has been deployed.
179 'swarming': {
180 'dimension_sets': [
181 {
182 'device_type': 'sailfish',
183 },
184 ],
185 },
186 },
Chong Gu52481452021-04-02 17:52:41187 'fuchsia-code-coverage': {
188 'swarming': {
189 'shards': 5,
190 },
191 },
Haiyang Pan363c59a2020-07-23 05:47:04192 },
193 },
Chong Gu76046412021-09-22 17:49:21194 'blink_unittests': {
Chong Guc2d145e2021-03-31 19:55:34195 'modifications': {
196 'fuchsia-code-coverage': {
197 'swarming': {
198 'shards': 30,
199 },
200 },
201 },
202 },
John Chenaab16fc02020-03-03 06:35:45203 'blink_web_tests': {
204 'remove_from': [
Ilia Samsonovca3dfd52020-08-07 18:39:01205 'Mac10.11 Tests',
John Chenaab16fc02020-03-03 06:35:45206 'Win 7 Tests x64 (1)', # 64-bit win is unsupported by the layout tests.
207 'Win10 Tests x64 (dbg)',
208 ],
209 'modifications': {
210 'Fuchsia x64': {
211 'args': [
212 '--platform=fuchsia',
Weizhong Xia3fdef5ca2022-01-04 21:50:20213 '--jobs=1',
John Chenaab16fc02020-03-03 06:35:45214 ],
215 'swarming': {
216 'shards': 1,
217 },
218 },
219 'Linux Tests': {
220 "args": [
221 "--additional-env-var=LLVM_PROFILE_FILE=${ISOLATED_OUTDIR}/profraw/default-%2m.profraw",
222 ],
Struan Shrimpton57c594e42022-01-25 17:59:13223 'swarming': {
224 'quickrun_shards': 18,
225 },
John Chenaab16fc02020-03-03 06:35:45226 },
227 'Linux Tests (dbg)(1)': {
228 'args': [
229 '--debug',
230 ],
231 'swarming': {
Sven Zheng439fcdf2021-07-13 20:14:57232 'shards': 30,
John Chenaab16fc02020-03-03 06:35:45233 },
234 },
Xianzhu Wange6dec152021-08-02 19:54:53235 'Mac10.12 Tests': {
236 'swarming': {
237 'shards': 25,
238 },
239 },
John Chenaab16fc02020-03-03 06:35:45240 'Mac10.13 Tests': {
241 'swarming': {
242 'dimension_sets': [
243 {
Erik Staab59591f32020-08-25 23:07:07244 'gpu': None,
John Chenaab16fc02020-03-03 06:35:45245 },
246 ],
247 'shards': 25,
248 },
249 },
Zhaoyang Li69e2e002021-02-19 21:57:35250 'Mac10.15 Tests': {
251 'swarming': {
252 'dimension_sets': [
253 {
254 'gpu': None,
255 },
256 ],
257 'shards': 25,
258 },
259 },
Lindsay Pasricha8d9a0c32021-12-08 17:08:29260 'Mac11 Tests': {
261 'swarming': {
262 'dimension_sets': [
263 {
264 'gpu': None,
265 },
266 ],
267 'shards': 25,
Struan Shrimpton57c594e42022-01-25 17:59:13268 'quickrun_shards': 26,
Lindsay Pasricha8d9a0c32021-12-08 17:08:29269 },
270 },
Zhaoyang Li9357e1e12021-12-07 18:53:17271 'Mac11 Tests (dbg)': {
272 'experiment_percentage': 100,
273 'args': [
274 '--debug',
275 ],
276 'swarming': {
277 'shards': 40,
278 },
279 },
Chong Gu75af969a2021-03-22 14:46:14280 'ToTFuchsia x64': {
281 'args': [
282 '--platform=fuchsia',
283 ],
284 'swarming': {
285 'shards': 1,
286 },
287 },
John Chenaab16fc02020-03-03 06:35:45288 'V8 Blink Linux Debug': {
Michael Achenbach455d39242020-06-22 13:33:45289 # This builder compiles Chromium in release mode, but V8 in debug.
290 # TODO(machenbach): Change name and out directory of this builder to
291 # something less confusing.
John Chenaab16fc02020-03-03 06:35:45292 'args': [
Michael Achenbach455d39242020-06-22 13:33:45293 '-t',
294 'Debug',
295 '--release',
John Chenaab16fc02020-03-03 06:35:45296 ],
297 },
298 'V8 Blink Linux Future': {
299 'args': [
Brian Sheedy10ddf0a2021-08-16 23:19:07300 '--flag-specific=future-js',
John Chenaab16fc02020-03-03 06:35:45301 ],
302 },
303 'WebKit Linux ASAN': {
304 'args': [
305 '--additional-expectations',
306 '../../third_party/blink/web_tests/ASANExpectations',
Weizhong Xia91b53362022-01-05 17:13:35307 '--timeout-ms',
John Chenaab16fc02020-03-03 06:35:45308 '48000',
309 '--enable-sanitizer',
310 ],
311 'swarming': {
312 'shards': 20,
313 },
314 },
315 'WebKit Linux Leak': {
316 'args': [
317 '--additional-expectations',
318 '../../third_party/blink/web_tests/LeakExpectations',
Weizhong Xia91b53362022-01-05 17:13:35319 '--timeout-ms',
John Chenaab16fc02020-03-03 06:35:45320 '48000',
321 '--enable-leak-detection',
322 ],
323 'swarming': {
324 'shards': 10,
325 },
326 },
327 'WebKit Linux MSAN': {
328 'args': [
329 '--additional-expectations',
330 '../../third_party/blink/web_tests/MSANExpectations',
Weizhong Xia91b53362022-01-05 17:13:35331 '--timeout-ms',
John Chenaab16fc02020-03-03 06:35:45332 '66000',
333 '--enable-sanitizer',
334 ],
335 'swarming': {
336 'expiration': 36000,
337 'hard_timeout': 10800,
338 'io_timeout': 3600,
339 'shards': 20,
340 },
341 },
John Chenaab16fc02020-03-03 06:35:45342 'WebKit Linux layout_ng_disabled Builder': {
343 'args': [
Brian Sheedy10ddf0a2021-08-16 23:19:07344 '--flag-specific=disable-layout-ng',
John Chenaab16fc02020-03-03 06:35:45345 ],
Stephen Martinis6eb8a5572021-03-02 00:23:08346 'swarming': {
347 'shards': 20,
348 },
John Chenaab16fc02020-03-03 06:35:45349 },
350 'Win10 Tests x64': {
351 'args': [
352 '--target',
Takuto Ikutab28b582e2021-02-10 01:41:21353 'Release_x64',
John Chenaab16fc02020-03-03 06:35:45354 ],
355 'swarming': {
356 "shards": 28
357 },
358 },
359 'Win10 Tests x64 (dbg)': {
360 'args': [
361 '--debug',
362 '--target',
Takuto Ikutab28b582e2021-02-10 01:41:21363 'Debug_x64',
John Chenaab16fc02020-03-03 06:35:45364 ],
365 },
Kuan Huanga89737d2022-01-07 19:42:11366 'Win11 Tests x64': {
367 'args': [
368 '--target',
369 'Release_x64',
370 ],
371 'swarming': {
372 "shards": 28
373 },
374 },
John Chenaab16fc02020-03-03 06:35:45375 'Win7 Tests (dbg)(1)': {
376 'args': [
377 '--debug',
Weizhong Xia91b53362022-01-05 17:13:35378 '--timeout-ms',
John Chenaab16fc02020-03-03 06:35:45379 '60000'
380 ],
381 'experiment_percentage': 100,
382 # TODO(kbr): the "Windows-7-SP1" Swarming dimension set is implicit,
383 # from prefered_os_dimension in
384 # tools/build/scripts/slave/recipe_modules/swarming/api.py. Ideally,
385 # Swarming dimensions would be either specified for all testers on the
386 # waterfall (and therefore, explicitly specified for all tests in the
387 # generated JSON), or this would be removed, and the implicit one used.
388 'swarming': {
389 'dimension_sets': [
390 {
391 'os': 'Windows-7-SP1',
392 }
393 ],
394 },
395 },
396 # tryserver.chromium.android
397 'android_blink_rel': {
398 'args': [
399 '--release',
400 '--android',
401 # TODO(crbug.com/912120): Breakpad was entirely disabled on
402 # Android. Remove this when it no longer affects Android crash
403 # log handling.
404 '--disable-breakpad',
405 # TODO(crbug.com/875172): run on the real GPU since the
406 # software fallback, SwiftShader, isn't yet for 32-bit ARM.
407 '--additional-driver-flag=--use-gpu-in-tests',
408 ],
409 },
410 'devtools_frontend_linux_blink_light_rel': {
411 'args': [
412 'http/tests/devtools',
413 ],
414 'swarming': {
415 'shards': 4,
416 },
417 },
Takuto Ikutabace8f82022-01-26 23:47:47418 'devtools_frontend_linux_blink_light_rel_fastbuild': {
419 'args': [
420 'http/tests/devtools',
421 ],
422 'swarming': {
423 'shards': 4,
424 },
425 },
John Chenaab16fc02020-03-03 06:35:45426 'fuchsia-fyi-x64-rel': {
427 'args': [
428 '--platform=fuchsia',
429 ],
430 'swarming': {
431 'shards': 1,
432 },
433 },
Mathias Carlen30968a62020-03-31 08:47:04434 'linux-autofill-assistant': {
435 'args': [
436 '--release',
437 ],
438 },
Arthur Sonzogni90f6df12022-02-02 14:28:32439 'linux-bfcache-rel': {
440 'args': [
441 '--flag-specific=enable-back-forward-cache-same-site',
442 # TODO(crbug.com/1255537): Re-enable the test.
443 '--ignore-tests=external/wpt/html/browsers/browsing-the-web/back-forward-cache/events.html',
444 ],
445 },
John Chenaab16fc02020-03-03 06:35:45446 'linux-blink-animation-use-time-delta': {
447 'args': [
448 '--debug',
449 ],
450 },
John Chenaab16fc02020-03-03 06:35:45451 'linux-blink-heap-concurrent-marking-tsan-rel': {
452 'args': [
453 '--release',
Brian Sheedy10ddf0a2021-08-16 23:19:07454 '--flag-specific=enable-blink-heap-concurrent-marking',
John Chenaab16fc02020-03-03 06:35:45455 ],
456 },
Daniel Libby178c9832020-10-08 20:36:14457 'linux-blink-web-tests-force-accessibility-rel': {
458 'args': [
Brian Sheedy10ddf0a2021-08-16 23:19:07459 '--flag-specific=force-renderer-accessibility',
Daniel Libby178c9832020-10-08 20:36:14460 ],
461 },
John Chenaab16fc02020-03-03 06:35:45462 'linux-code-coverage': {
463 'args': [
464 '--additional-env-var=LLVM_PROFILE_FILE=${ISOLATED_OUTDIR}/profraw/default-%2m.profraw',
465 ],
466 'swarming': {
467 'shards': 20,
468 },
469 },
Aaron Gable40f79aa2020-03-21 01:21:15470 'linux-layout-tests-edit-ng': {
471 'args': [
Brian Sheedy10ddf0a2021-08-16 23:19:07472 '--flag-specific=enable-editing-ng',
Aaron Gable40f79aa2020-03-21 01:21:15473 ],
474 },
Stephanie Kim5c7f31d2021-04-27 18:00:06475 'linux-xenial-rel': {
476 "args": [
477 "--additional-env-var=LLVM_PROFILE_FILE=${ISOLATED_OUTDIR}/profraw/default-%2m.profraw",
478 ],
479 },
Lindsay Pasricha60535a22021-12-13 16:50:24480 # TODO (crbug.com/1254971) Re-enable once fixed
481 'mac-osxbeta-rel': {
482 'experiment_percentage': 0,
483 },
John Chenaab16fc02020-03-03 06:35:45484 'mac10.12-blink-rel-dummy': {
485 'swarming': {
486 'shards': 20,
487 },
488 },
489 'mac10.13-blink-rel-dummy': {
490 'swarming': {
491 'shards': 20,
492 },
493 },
John Chenaab16fc02020-03-03 06:35:45494 'mac10.14-blink-rel-dummy': {
495 'swarming': {
Xinan Lind2f91712021-04-29 21:13:56496 # Increase timeout and reduce shards.
497 # See https://crbug.com/1203565.
498 'shards': 12,
499 'hard_timeout': 1800,
John Chenaab16fc02020-03-03 06:35:45500 },
501 },
Ilia Samsonov7efe05e2020-05-07 19:00:46502 'mac10.15-blink-rel-dummy': {
503 'swarming': {
504 'shards': 20,
505 },
506 },
Ilia Samsonovdd271c6c22020-09-08 22:24:44507 'mac11.0-blink-rel-dummy': {
508 'swarming': {
Dirk Pranke2cc61792021-06-10 20:24:54509 'shards': 12,
510 'hard_timeout': 1800,
Ilia Samsonovdd271c6c22020-09-08 22:24:44511 },
512 },
Preethi Mohand030de42021-07-22 21:12:13513 'win10.20h2-blink-rel-dummy': {
514 'swarming': {
Preethi Mohand044dd02021-09-06 15:59:42515 'shards': 14,
Preethi Mohand030de42021-07-22 21:12:13516 'hard_timeout': 1200,
517 },
518 },
John Chenaab16fc02020-03-03 06:35:45519 },
520 },
John Budorickca995852019-06-26 16:55:55521 'breakpad_unittests': {
522 'modifications': {
523 'android-asan': {
524 'args': [
525 '--test-launcher-filter-file=../../testing/buildbot/filters/android.asan.breakpad_unittests.filter',
526 ],
527 },
528 },
529 },
Kenneth Russelleb60cbd22017-12-05 07:54:28530 'browser_tests': {
Kenneth Russellfbda3c532017-12-08 23:57:24531 'remove_from': [
Brad Halla36886c2019-02-26 16:52:29532 'CrWinAsan(dll)', # https://crbug.com/935598
Nico Weber3af4da72018-02-27 01:59:41533 'linux-win_cross-rel',
Nico Weberdae13cd92018-12-14 13:56:26534 'ToTLinuxTSan', # https://crbug.com/368525
Scott Violet3bd7ddbb2022-01-15 00:04:20535 'Mac10.11 Tests', # https://crbug.com/1263696
Lindsay Pasrichab3f72db2021-09-22 22:05:46536 # TODO(crbug.com/1171053): Enable the suite in 'Mac10.15 Tests' once it's
Zhaoyang Li69e2e002021-02-19 21:57:35537 # off CQ.
Gary Tongd5f5a742021-01-29 00:01:13538 'Mac10.13 Tests', # https://crbug.com/1042757
Zhaoyang Li69e2e002021-02-19 21:57:35539 'Mac10.15 Tests', # https://crbug.com/1042757
Zhaoyang Li9357e1e12021-12-07 18:53:17540 'Mac11 Tests (dbg)', # https://crbug.com/1201386
Lindsay Pasricha8155d052021-04-22 00:06:43541 'mac-code-coverage', # https://crbug.com/1201386
Nico Weberd36959682018-04-12 03:33:46542 'Linux TSan Tests', # https://crbug.com/368525
Stephen Martinise701f5a2018-05-04 01:25:11543 'Win10 Tests x64 (dbg)',
Kenneth Russellfbda3c532017-12-08 23:57:24544 ],
Kenneth Russelleb60cbd22017-12-05 07:54:28545 'modifications': {
Nico Weber3f919792020-06-12 23:34:52546 'CrWinAsan': {
547 # These are very slow on the ASAN trybot for some reason.
Ben Pastened2c01af2022-01-31 23:06:44548 # crbug.com/1257927
Nico Weber3f919792020-06-12 23:34:52549 'swarming': {
550 'shards': 40,
551 },
552 },
553 'CrWinAsan(dll)': {
554 # These are very slow on the ASAN trybot for some reason.
Ben Pastened2c01af2022-01-31 23:06:44555 # crbug.com/1257927
Nico Weber3f919792020-06-12 23:34:52556 'swarming': {
557 'shards': 40,
558 },
559 },
Stephen Martinis1384ff92020-01-07 19:52:15560 'Linux - Future (dbg)': { # client.v8.chromium
Yuke Liaoea70f472019-12-19 06:03:36561 'swarming': {
Stephen Martinis1384ff92020-01-07 19:52:15562 'shards': 10,
Yuke Liaoea70f472019-12-19 06:03:36563 },
564 },
Stephen Martinis1384ff92020-01-07 19:52:15565 'Linux ASan LSan Tests (1)': {
566 # These are very slow on the ASAN trybot for some reason.
Ben Pastened2c01af2022-01-31 23:06:44567 # crbug.com/1257927
Roberto Carrillo2c9ec972019-03-20 03:11:19568 'swarming': {
Stephen Martinis1384ff92020-01-07 19:52:15569 'shards': 40,
Struan Shrimptone772d72f2021-12-15 07:50:09570 'quickrun_shards': 80
Roberto Carrillo2c9ec972019-03-20 03:11:19571 },
572 },
Chris Cunningham1d0e9e12020-02-26 22:56:40573 'Linux ASan Tests (sandboxed)': {
574 'swarming': {
John Abd-El-Malek3a631612020-07-08 21:40:41575 'shards': 30, # https://crbug.com/1103330
Chris Cunningham1d0e9e12020-02-26 22:56:40576 },
577 },
Stephen Martinis1384ff92020-01-07 19:52:15578 'Linux Chromium OS ASan LSan Tests (1)': {
579 # These are very slow on the ASAN trybot for some reason.
Ben Pastened2c01af2022-01-31 23:06:44580 # crbug.com/1257927
Roberto Carrillo5a5c98dc2019-10-30 22:33:51581 'swarming': {
Ben Pastened2c01af2022-01-31 23:06:44582 'shards': 50,
Roberto Carrillo5a5c98dc2019-10-30 22:33:51583 },
584 },
Stephen Martinis1384ff92020-01-07 19:52:15585 'Linux ChromiumOS MSan Tests': {
586 # These are very slow on the Chrome OS MSAN trybot for some reason.
587 # crbug.com/865455
Kenneth Russell56a3e862017-12-08 03:11:34588 'swarming': {
Ben Pastene44221d32020-05-21 23:38:36589 'shards': 32,
Kenneth Russell56a3e862017-12-08 03:11:34590 },
Ben Pastene44221d32020-05-21 23:38:36591 'args': [
592 '--test-launcher-filter-file=../../testing/buildbot/filters/chromeos.msan.browser_tests.oobe_negative.filter',
593 ],
Kenneth Russell56a3e862017-12-08 03:11:34594 },
Struan Shrimptonf5b2b552022-01-20 20:37:39595 'Linux Tests': {
596 'swarming': {
597 'quickrun_shards': 15,
598 },
599 },
Maksim Sisovc81d284c2021-10-05 17:54:35600 # https://crbug.com/1084469
601 'Linux Tests (Wayland)': {
602 'args': [
603 '--test-launcher-filter-file=../../testing/buildbot/filters/ozone-linux.wayland_browser_tests.filter',
604 ],
Struan Shrimptone772d72f2021-12-15 07:50:09605 'swarming': {
606 'quickrun_shards': 24,
607 },
Maksim Sisovc81d284c2021-10-05 17:54:35608 },
John Budorick614f91a2020-03-30 20:34:55609 'Linux Tests (dbg)(1)': {
610 # crbug.com/1066161
611 'swarming': {
612 'shards': 20,
613 },
614 },
Stephen Martinis1384ff92020-01-07 19:52:15615 'Mac ASan 64 Tests (1)': {
Kenneth Russellfbda3c532017-12-08 23:57:24616 'swarming': {
Stephen Martiniscd3c3832020-11-19 22:01:24617 'shards': 30,
Kenneth Russellfbda3c532017-12-08 23:57:24618 },
Lindsay Pasricha8155d052021-04-22 00:06:43619 # crbug.com/1196416
620 'args': [
621 '--test-launcher-filter-file=../../testing/buildbot/filters/mac.mac-rel.browser_tests.filter',
622 ],
Lindsay Pasrichab3f72db2021-09-22 22:05:46623 'experiment_percentage': 100, # https://crbug.com/1251657
Kenneth Russellfbda3c532017-12-08 23:57:24624 },
Sven Zheng3f14625692021-08-24 06:28:27625 # TODO(crbug.com/1232535) Remove once the bug is resolved.
626 'Mac10.11 Tests': {
627 'args': [
628 '--test-launcher-print-timestamps',
629 ],
630 },
Lindsay Pasricha76f44d22021-04-07 16:16:26631 'Mac10.15 Tests': {
632 # crbug.com/1042757
633 'swarming': {
634 'dimension_sets': [
635 {
636 # These shards are liable to time out when running on macmini7,1.
637 'cores': '8|12',
638 }
639 ],
640 },
641 # crbug.com/1196416
642 'args': [
643 '--test-launcher-filter-file=../../testing/buildbot/filters/mac.mac-rel.browser_tests.filter',
644 ],
645 },
Lindsay Pasrichaf8762592021-12-02 23:43:09646 'Mac11 Tests': {
647 'ci_only': True,
648 },
Zhaoyang Li9357e1e12021-12-07 18:53:17649 'Mac11 Tests (dbg)': {
650 # crbug.com/1042757
651 'swarming': {
652 'dimension_sets': [
653 {
654 # These shards are liable to time out when running on macmini7,1.
655 'cores': '8|12',
656 }
657 ],
658 },
659 # crbug.com/1196416
660 'args': [
661 '--test-launcher-filter-file=../../testing/buildbot/filters/mac.mac-rel.browser_tests.filter',
662 ],
663 },
Stephen Martinis1384ff92020-01-07 19:52:15664 'ToTWin(dbg)': {
Kenneth Russelleb60cbd22017-12-05 07:54:28665 'swarming': {
John Budorickca14c76f62017-12-09 14:19:18666 'shards': 20,
Kenneth Russelleb60cbd22017-12-05 07:54:28667 },
668 },
Stephen Martinis1384ff92020-01-07 19:52:15669 'ToTWin64(dbg)': {
Kenneth Russell8ceeabf2017-12-11 17:53:28670 'swarming': {
671 'shards': 20,
672 },
673 },
Kenneth Russell6c83d212018-07-27 20:52:59674 'Win10 Tests x64': {
675 # crbug.com/868082
676 'args': [
677 '--disable-features=WebRTC-H264WithOpenH264FFmpeg',
678 ],
Takuto Ikutac9c269a2019-01-10 22:40:25679 'swarming': {
680 # This is for slow test execution that often becomes a critical path of
681 # swarming jobs. crbug.com/868114
682 'shards': 15,
Struan Shrimptona1ab7672022-01-13 18:02:51683 'quickrun_shards': 40,
Takuto Ikutac9c269a2019-01-10 22:40:25684 }
Kenneth Russell6c83d212018-07-27 20:52:59685 },
Kuan Huanga89737d2022-01-07 19:42:11686 'Win11 Tests x64': {
687 # crbug.com/868082
688 'args': [
689 '--disable-features=WebRTC-H264WithOpenH264FFmpeg',
690 ],
691 'swarming': {
692 # This is for slow test execution that often becomes a critical path of
693 # swarming jobs. crbug.com/868114
694 'shards': 15,
695 'quickrun_shards': 30,
696 }
697 },
Stephen Martinis1384ff92020-01-07 19:52:15698 'Win7 Tests (1)': {
699 # This is for slow test execution that often becomes a critical path of
700 # swarming jobs. crbug.com/868114
701 'swarming': {
702 'shards': 15,
703 },
704 },
705 'Win7 Tests (dbg)(1)': {
Pavol Markoc579e072019-12-05 22:42:02706 'swarming': {
707 'shards': 20,
708 },
709 },
Stephen Martinis1384ff92020-01-07 19:52:15710 'linux-chromeos-chrome': {
711 # TODO(https://crbug.com/932269): Promote out of experiment when the
712 # tests are green.
713 'args': [
714 '--test-launcher-filter-file=../../testing/buildbot/filters/chromeos.browser_tests.filter',
715 ],
716 },
717 'linux-chromeos-code-coverage': {
Nico Weber0c2861b2018-12-14 18:05:16718 'swarming': {
Stephen Martinis1384ff92020-01-07 19:52:15719 'shards': 50,
720 },
721 },
722 'linux-chromeos-dbg': {
723 'swarming': {
Garrett Beatyd81c9182021-05-12 02:52:50724 'shards': 40,
Stephen Martinis1384ff92020-01-07 19:52:15725 },
726 },
727 'linux-chromeos-rel': {
728 'swarming': {
729 'shards': 20,
Struan Shrimptone772d72f2021-12-15 07:50:09730 'quickrun_shards': 40,
Stephanie Kime9008f72020-03-05 23:01:16731 'dimension_sets': [
732 {
733 'kvm': '1',
734 },
735 ],
Stephen Martinis1384ff92020-01-07 19:52:15736 },
737 },
738 'linux-code-coverage': {
Yuke Liao58e1d202020-03-20 23:02:01739 'args': [
740 '--no-sandbox',
741 ],
Stephen Martinis1384ff92020-01-07 19:52:15742 'swarming': {
743 'shards': 50,
744 },
745 },
Junhua Chen39dd2dba2021-05-05 17:51:54746 'linux-lacros-code-coverage': {
747 'args': [
Ben Pastened1b2fd192021-05-11 19:10:18748 '--test-launcher-filter-file=../../testing/buildbot/filters/linux-lacros.browser_tests.filter',
Junhua Chen39dd2dba2021-05-05 17:51:54749 ],
750 },
Jieting Yangbf15db672021-10-04 19:18:37751 'linux-lacros-dbg-tests-fyi': {
752 'args': [
753 '--test-launcher-filter-file=../../testing/buildbot/filters/linux-lacros.browser_tests.filter',
754 ],
755 },
Sven Zheng80734f12020-08-06 06:50:39756 'linux-lacros-tester-rel': {
757 'args': [
Ben Pastened1b2fd192021-05-11 19:10:18758 '--test-launcher-filter-file=../../testing/buildbot/filters/linux-lacros.browser_tests.filter',
Sven Zheng80734f12020-08-06 06:50:39759 ],
Struan Shrimptone772d72f2021-12-15 07:50:09760 'swarming': {
761 'quickrun_shards': 20,
762 },
Sven Zheng80734f12020-08-06 06:50:39763 },
Stephen Martinis1384ff92020-01-07 19:52:15764 'linux-trusty-rel': {
765 'args': [
John Budorick79ec9012020-01-08 21:56:31766 '--test-launcher-filter-file=../../testing/buildbot/filters/linux_trusty_rel.browser_tests.filter',
767 ],
Stephen Martinis1384ff92020-01-07 19:52:15768 },
Kuan Huang235b0142021-10-19 18:59:28769 'mac-code-coverage': {
770 'args': [
771 '--coverage-continuous-mode=1',
772 ],
773 },
Lindsay Pasricha8bbc3382022-01-31 22:54:54774 'mac-osxbeta-rel': {
775 'swarming': {
776 'shards': 12,
777 },
778 },
Kuan Huang83a1c922021-09-08 22:00:27779 'mac11-arm64-rel-tests': {
Kuan Huang199112a52021-08-23 17:37:19780 'ci_only': False, # https://crbug.com/1234525
Lindsay Pasricha36432062021-10-27 20:43:30781 'args': [
782 # crbug.com/1262402
783 '--test-launcher-filter-file=../../testing/buildbot/filters/mac.mac11-arm64-rel.browser_tests.filter',
Lindsay Pasricha7cb620d2022-01-28 23:47:01784 ],
785 'swarming': {
Lindsay Pasrichab7e471f2022-02-08 18:17:31786 'shards': 30,
Lindsay Pasricha7cb620d2022-01-28 23:47:01787 },
Kuan Huang199112a52021-08-23 17:37:19788 },
Stephen Martinis1384ff92020-01-07 19:52:15789 'win-asan': {
Nico Weber3f919792020-06-12 23:34:52790 # These are very slow on the ASAN trybot for some reason.
Ben Pastened2c01af2022-01-31 23:06:44791 # crbug.com/1257927
Stephen Martinis1384ff92020-01-07 19:52:15792 'swarming': {
Nico Weber3f919792020-06-12 23:34:52793 'shards': 40,
Nico Weber0c2861b2018-12-14 18:05:16794 },
795 },
Yuki Yamada70190fc2021-10-28 09:00:27796 'win-backuprefptr-x64-fyi-rel': {
797 'args': [
798 '--test-launcher-filter-file=../../testing/buildbot/filters/win_backuprefptr_fyi.browser_tests.filter',
799 ],
800 },
Kenneth Russelleb60cbd22017-12-05 07:54:28801 },
802 },
Erik Chen681dc0282019-11-26 22:54:49803 'cc_unittests': {
804 'modifications': {
805 'Linux TSan Tests': {
806 'swarming': {
807 'shards': 3,
808 },
809 },
Haiyang Pan9d68ca02021-08-04 21:30:47810 'android-11-x86-rel': {
Haiyang Pancf765862021-03-18 20:39:15811 # https://crbug.com/1039860
812 'args': [
Haiyang Pan11d8bd52021-11-19 21:22:54813 '--test-launcher-filter-file=../../testing/buildbot/filters/android.emulator_11_12.cc_unittests.filter',
814 ],
815 },
816 'android-12-x64-fyi-rel': {
817 # https://crbug.com/1039860
818 'args': [
819 '--test-launcher-filter-file=../../testing/buildbot/filters/android.emulator_11_12.cc_unittests.filter',
Haiyang Pancf765862021-03-18 20:39:15820 ],
821 },
Haiyang Pan6b8e4cf2021-08-02 21:38:28822 'android-marshmallow-x86-rel': {
John Budorickfa8f1da92020-01-15 18:11:38823 # https://crbug.com/1039860
824 'args': [
825 '--test-launcher-filter-file=../../testing/buildbot/filters/android.emulator.cc_unittests.filter',
826 ],
827 },
Haiyang Pan08d09dc2020-04-01 16:11:21828 'android-pie-x86-rel': {
John Budorickfa8f1da92020-01-15 18:11:38829 # https://crbug.com/1039860
830 'args': [
831 '--test-launcher-filter-file=../../testing/buildbot/filters/android.emulator.cc_unittests.filter',
832 ],
833 },
Struan Shrimptona1ab7672022-01-13 18:02:51834 'chromeos-amd64-generic-rel': {
835 'swarming': {
836 'quickrun_shards': 2,
837 },
838 },
Chong Gudf7fbe92021-02-24 02:55:58839 'fuchsia-code-coverage': {
840 'swarming': {
841 'shards': 4,
842 },
843 },
Chong Gub2446462021-08-19 18:44:08844 'fuchsia-fyi-arm64-dbg': {
845 'args': [
846 '--test-launcher-filter-file=../../testing/buildbot/filters/fuchsia.debug.cc_unittests.filter',
847 ],
848 },
Erik Chen681dc0282019-11-26 22:54:49849 },
850 },
Prakhar94f444a2020-10-08 07:30:08851 'check_static_initializers': {
852 'modifications': {
853 'Mac Builder': {
854 'args': [
855 '--allow-coverage-initializer',
856 ],
857 },
858 },
859 },
Ben Pastene7a05a8f2020-11-12 17:25:51860 'chrome_all_tast_tests': {
861 'modifications': {
Struan Shrimpton4b7abc02021-12-16 01:36:59862 'chromeos-amd64-generic-rel': {
863 'swarming': {
Struan Shrimpton57c594e42022-01-25 17:59:13864 'quickrun_shards': 8,
Struan Shrimpton4b7abc02021-12-16 01:36:59865 },
866 },
Ben Pastene7a05a8f2020-11-12 17:25:51867 'chromeos-betty-pi-arc-cfi-thin-lto-chrome': {
868 'args': [
869 # This bot sets symbol_level=2, which doesn't fit inside a normal VM.
870 '--strip-chrome',
871 ],
872 },
873 },
874 },
Andrew Luod252791ac2019-10-15 00:28:13875 'chrome_java_test_pagecontroller_tests': {
Haiyang Panfbd2b482020-09-23 23:41:25876 'modifications': {
877 'android-pie-arm64-rel': {
878 # TODO(crbug.com/1111436): Move this back to walleye if/when additional
879 # capacity has been deployed.
880 'swarming': {
881 'dimension_sets': [
882 {
883 'device_type': 'sailfish',
884 },
885 ],
886 },
887 },
888 },
Andrew Luod252791ac2019-10-15 00:28:13889 },
Stephanie Kim07761d22021-11-25 00:21:18890 'chrome_junit_tests': {
891 'modifications': {
892 'android-marshmallow-arm64-rel': {
893 'args': [
894 # Too many shards can lead to race conditions (crbug/1272066)
895 '--shards=8',
896 ],
897 },
898 },
899 },
Yun Liu7cfd28a2019-10-30 01:57:12900 'chrome_public_smoke_test': {
901 'remove_from': [
Ben Joyce02dc8092021-03-04 21:48:19902 'android-code-coverage-native', # Does not generate profraw data.
Ben Joyce46ca6012021-03-31 19:19:25903 'android-pie-arm64-coverage-experimental-rel', # Does not generate profraw data.
Yun Liu7cfd28a2019-10-30 01:57:12904 ],
905 },
Kenneth Russelleb60cbd22017-12-05 07:54:28906 'chrome_public_test_apk': {
John Budorick27d2d44e2019-05-20 20:26:09907 'remove_from': [
908 'android-asan', # https://crbug.com/964562
Ben Joyce02dc8092021-03-04 21:48:19909 'android-code-coverage-native', # Does not generate profraw data.
Ben Joyce46ca6012021-03-31 19:19:25910 'android-pie-arm64-coverage-experimental-rel', # Does not generate profraw data.
John Budorick27d2d44e2019-05-20 20:26:09911 ],
Kenneth Russelleb60cbd22017-12-05 07:54:28912 'modifications': {
Kenneth Russelleb60cbd22017-12-05 07:54:28913 'Marshmallow 64 bit Tester': {
914 'swarming': {
Kenneth Russelleb60cbd22017-12-05 07:54:28915 'shards': 14,
916 },
917 },
Arthur Wang5dd7b07c2020-04-04 01:05:22918 'Marshmallow Tablet Tester': {
919 'args': [
920 '--timeout-scale',
921 '2.0',
922 ],
923 },
Ben Pastenec73e96e92018-07-12 01:40:35924 'Oreo Phone Tester': {
bsheedy01833462018-12-07 01:05:57925 # TODO(https://crbug.com/884413): Re-enable this once the tests are
926 # either passing or there is more capacity.
927 'experiment_percentage': 0,
Ben Pastenec73e96e92018-07-12 01:40:35928 },
Haiyang Pan9d68ca02021-08-04 21:30:47929 'android-11-x86-rel': {
Haiyang Panb80557c2021-03-13 03:01:44930 'args': [
931 '--test-launcher-filter-file=../../testing/buildbot/filters/android.emulator_11.chrome_public_test_apk.filter',
Haiyang Pan1d5ca2862021-04-01 22:21:09932 '--timeout-scale=2.0',
Haiyang Panb80557c2021-03-13 03:01:44933 ],
Haiyang Panc82c3fa2022-02-01 01:26:06934 # TODO(https://crbug.com/1285975) Remove experiment and enable on
935 # trybot once the device offline issue is resolved.
936 'ci_only': True,
937 'experiment_percentage': 100,
Haiyang Pan68a39c02021-11-11 21:12:21938 },
939 'android-12-x64-fyi-rel': {
940 'args': [
941 '--timeout-scale=2.0',
942 ],
Haiyang Panb80557c2021-03-13 03:01:44943 },
Stephen Martinis1384ff92020-01-07 19:52:15944 'android-arm64-proguard-rel': {
945 'swarming': {
946 'shards': 25,
947 },
948 },
Brian Sheedy44a7a0032020-04-16 19:20:57949 'android-marshmallow-arm64-rel-swarming': {
950 'swarming': {
Brian Sheedy180c2dd2020-04-22 19:34:31951 'service_account': '[email protected]'
Brian Sheedy44a7a0032020-04-16 19:20:57952 },
953 },
Haiyang Pan742760c2021-02-12 03:21:41954 'android-marshmallow-x86-rel': {
955 'args': [
956 '--test-launcher-filter-file=../../testing/buildbot/filters/android.emulator_m.chrome_public_test_apk.filter',
957 ],
958 'swarming': {
959 # TODO(crbug.com/1127110): Revisit shards and machine_type if there
960 # are n2 machines available in the test pool.
961 'shards': 25,
Haiyang Pan742760c2021-02-12 03:21:41962 },
Haiyang Pan37fbd7a42020-06-03 03:27:37963 },
Stephen Martinis1384ff92020-01-07 19:52:15964 'android-pie-arm64-rel': {
965 'args': [
966 '--test-launcher-filter-file=../../testing/buildbot/filters/android.pie_arm64_rel.chrome_public_test_apk.filter', # https://crbug.com/1010211
967 ],
Stephen Martinisd05530d2021-07-27 22:50:22968 'ci_only': True, # https://crbug.com/1233700
Haiyang Pan43640ee2020-02-13 01:38:00969 },
Haiyang Pan08d09dc2020-04-01 16:11:21970 'android-pie-x86-rel': {
Haiyang Pan43640ee2020-02-13 01:38:00971 'args': [
Haiyang Pan71373072020-03-02 19:57:49972 # https://crbug.com/1046059
Haiyang Pan23f64f52020-06-04 01:23:32973 '--test-launcher-filter-file=../../testing/buildbot/filters/android.emulator_p.chrome_public_test_apk.filter',
Haiyang Pan43640ee2020-02-13 01:38:00974 ],
Haiyang Pan71373072020-03-02 19:57:49975 'swarming': {
Haiyang Pan58a6db22021-07-30 01:08:26976 # See https://crbug.com/1230192, runs of 40-60 minutes at 20 shards.
977 'shards': 30,
978 },
979 },
980 },
981 },
982 'chrome_public_test_apk_with_playstore': {
983 'remove_from': [
984 # Android Emulator does not ship playstore image on Marshmallow.
985 'android-marshmallow-x86-rel',
986 ],
987 'modifications': {
Haiyang Pan9d68ca02021-08-04 21:30:47988 'android-11-x86-rel': {
Haiyang Pan58a6db22021-07-30 01:08:26989 'args': [
990 '--avd-config=../../tools/android/avd/proto/generic_playstore_android30.textpb',
991 ],
992 'swarming': {
993 # soft affinity so that bots with caches will be picked first
994 'optional_dimensions': {
995 '60': [
996 {
Haiyang Pan68a39c02021-11-11 21:12:21997 'caches': 'avd_generic_playstore_android30',
Haiyang Pan58a6db22021-07-30 01:08:26998 }
999 ],
1000 },
1001 'named_caches': [
1002 {
1003 'name': 'avd_generic_playstore_android30',
1004 'path': '.android',
1005 },
1006 {
1007 'name': 'system_images_android_30_google_apis_playstore_x86',
1008 'path': '.emulator_sdk',
1009 },
1010 ],
1011 },
1012 },
Haiyang Pan68a39c02021-11-11 21:12:211013 'android-12-x64-fyi-rel': {
1014 'args': [
1015 '--avd-config=../../tools/android/avd/proto/generic_playstore_android31.textpb',
1016 ],
1017 'swarming': {
1018 # soft affinity so that bots with caches will be picked first
1019 'optional_dimensions': {
1020 '60': [
1021 {
1022 'caches': 'avd_generic_playstore_android31',
1023 }
1024 ],
1025 },
1026 'named_caches': [
1027 {
1028 'name': 'avd_generic_playstore_android31',
1029 'path': '.android',
1030 },
1031 {
1032 'name': 'system_images_android_31_google_apis_playstore_x64',
1033 'path': '.emulator_sdk',
1034 },
1035 ],
1036 },
1037 },
Haiyang Pan58a6db22021-07-30 01:08:261038 'android-pie-x86-rel': {
1039 'args': [
1040 '--avd-config=../../tools/android/avd/proto/generic_playstore_android28.textpb',
1041 ],
1042 'swarming': {
Haiyang Pan2c438302021-06-11 23:50:381043 # soft affinity so that bots with caches will be picked first
1044 'optional_dimensions': {
1045 '60': [
1046 {
1047 'caches': 'avd_generic_playstore_android28',
1048 }
1049 ],
1050 },
Haiyang Pan71373072020-03-02 19:57:491051 'named_caches': [
1052 {
1053 'name': 'avd_generic_playstore_android28',
1054 'path': '.android',
1055 },
1056 {
1057 'name': 'system_images_android_28_google_apis_playstore_x86',
1058 'path': '.emulator_sdk',
1059 },
Haiyang Pan980402822020-10-07 23:24:561060 ],
Haiyang Pan71373072020-03-02 19:57:491061 },
John Budorick34009472018-04-03 17:38:441062 },
Kenneth Russelleb60cbd22017-12-05 07:54:281063 },
1064 },
1065 'chrome_public_test_vr_apk': {
Nico Weberb0b3f5862018-07-13 18:45:151066 'remove_from': [
Ben Joyce3e043862021-10-20 23:57:241067 # Decided to no longer run VR tests on M, crbug.com/1159619.
bsheedy410dd7c2018-06-15 22:42:091068 'Marshmallow Tablet Tester',
Haiyang Pand12ff5462021-07-12 17:29:021069
Andrew Luo38b311f2019-10-04 03:42:091070 'android-pie-arm64-rel', # https://crbug.com/1010211
bsheedydf58b4e2018-11-01 19:42:161071 'ToTAndroid',
John Budorick27d2d44e2019-05-20 20:26:091072 'android-asan', # https://crbug.com/964562
Ben Joyce02dc8092021-03-04 21:48:191073 'android-code-coverage-native', # Does not generate profraw data.
Ben Joyce46ca6012021-03-31 19:19:251074 'android-pie-arm64-coverage-experimental-rel', # Does not generate profraw data.
bsheedy410dd7c2018-06-15 22:42:091075 ],
Kenneth Russelleb60cbd22017-12-05 07:54:281076 },
bsheedy75a4dd52018-11-27 23:24:301077 'chrome_public_test_vr_apk-vega': {
1078 'modifications': {
bsheedy75a4dd52018-11-27 23:24:301079 'Oreo Phone Tester': {
1080 'swarming': {
1081 'dimension_sets': [
1082 {
1083 'device_os': 'OVR1.180808.003',
1084 'device_type': 'vega',
1085 'os': 'Android',
1086 },
1087 ],
1088 },
1089 }
1090 }
1091 },
Ian Struiksmaeb285db02020-10-20 22:19:341092 'chrome_sizes': {
1093 'modifications': {
Yuke Liao975680302021-02-18 18:34:541094 'lacros-amd64-generic-chrome': {
1095 'swarming': {
1096 'dimension_sets': [
1097 {
Yuke Liao31225ee32021-03-17 23:21:331098 'cpu': 'x86-64',
Ben Pasteneddd3da72021-09-23 17:41:351099 'os': 'Ubuntu-18.04',
Yuke Liao975680302021-02-18 18:34:541100 },
1101 ],
1102 },
1103 },
Ben Pastenee9536c82021-10-19 01:48:571104 'lacros-arm-generic-chrome': {
1105 'swarming': {
1106 'dimension_sets': [
1107 {
1108 'cpu': 'x86-64',
1109 'os': 'Ubuntu-18.04',
1110 },
1111 ],
1112 },
1113 },
Ian Struiksmaeb285db02020-10-20 22:19:341114 },
1115 },
Takuto Ikuta1b749b902019-04-11 18:05:531116 'chromedriver_py_tests': {
1117 'remove_from': [
1118 # Timeout happens sometimes (crbug.com/951799).
Takuto Ikuta1b749b902019-04-11 18:05:531119 'Win10 Tests x64 (dbg)',
1120 ],
1121 },
Haiyang Panfed339172021-03-10 23:19:571122 'components_browsertests': {
1123 'modifications': {
Haiyang Pan9d68ca02021-08-04 21:30:471124 'android-11-x86-rel': {
Haiyang Panfed339172021-03-10 23:19:571125 'swarming': {
1126 'shards': 2,
1127 },
1128 },
André Kempef30fe9d22022-02-03 10:44:291129 'android-asan': {
1130 'swarming': {
1131 'shards': 3,
1132 },
1133 },
Struan Shrimptonf5b2b552022-01-20 20:37:391134 'android-marshmallow-arm64-rel': {
1135 'swarming': {
1136 'quickrun_shards': 2,
1137 },
1138 },
Haiyang Panfed339172021-03-10 23:19:571139 },
1140 },
Kenneth Russelleb60cbd22017-12-05 07:54:281141 'components_unittests': {
Yun Liu3e759dbb2019-11-01 19:25:521142 'remove_from': [
Ben Joyce68c5c852021-10-16 23:55:161143 # https://crbug.com/1147531 - covered on marshmallow emulator.
Garrett Beaty47a2d802020-11-10 20:50:531144 'android-marshmallow-arm64-rel',
Greg Gutermanea661162021-11-17 00:46:431145 'android-marshmallow-arm64-rel-rts',
Yun Liu3e759dbb2019-11-01 19:25:521146 ],
Kenneth Russelleb60cbd22017-12-05 07:54:281147 'modifications': {
John Budorick5052d552017-12-13 02:59:341148 'Linux ASan LSan Tests (1)': {
1149 # These are very slow on the ASAN trybot for some reason.
Ben Pastened2c01af2022-01-31 23:06:441150 # crbug.com/1257927
John Budorick5052d552017-12-13 02:59:341151 'swarming': {
1152 'shards': 5,
1153 },
1154 },
Takuto Ikuta54671d972018-07-19 19:06:351155 'Linux Chromium OS ASan LSan Tests (1)': {
1156 # These are very slow on the ASAN trybot for some reason.
Ben Pastened2c01af2022-01-31 23:06:441157 # crbug.com/1257927
Takuto Ikuta54671d972018-07-19 19:06:351158 'swarming': {
1159 'shards': 5,
1160 },
1161 },
Erik Chen681dc0282019-11-26 22:54:491162 'Linux TSan Tests': {
1163 'swarming': {
1164 'shards': 2,
1165 },
1166 },
Haiyang Pan9d68ca02021-08-04 21:30:471167 'android-11-x86-rel': {
Haiyang Pan799282f2021-03-25 19:38:311168 'args': [
Haiyang Pane521cf692021-11-30 00:35:231169 # TODO(crbug.com/1192348): Fix the test failure
1170 '--gtest_filter=-FieldFormatterTest.DifferentLocales',
Haiyang Pan799282f2021-03-25 19:38:311171 ],
1172 },
Haiyang Pan2877f062021-11-18 01:06:061173 'android-12-x64-fyi-rel': {
1174 'args': [
1175 # TODO(crbug.com/1192348): Fix the test failure
1176 '--gtest_filter=-FieldFormatterTest.DifferentLocales',
1177 ],
1178 },
Omer Katz7d2be652020-01-22 18:13:461179 'linux-blink-heap-concurrent-marking-tsan-rel': {
1180 'swarming': {
1181 'shards': 2,
1182 },
1183 },
Sven Zheng80734f12020-08-06 06:50:391184 # https://crbug.com/1111979,
Junhua Chen39dd2dba2021-05-05 17:51:541185 'linux-lacros-code-coverage': {
1186 'args': [
1187 '--test-launcher-filter-file=../../testing/buildbot/filters/linux-lacros.components_unittests.filter',
1188 ],
1189 },
1190 # https://crbug.com/1111979,
Yuke Liaoa0db4742021-08-09 18:28:331191 'linux-lacros-dbg-tests-fyi': {
1192 'args': [
1193 '--test-launcher-filter-file=../../testing/buildbot/filters/linux-lacros.components_unittests.filter',
1194 ],
1195 },
1196 # https://crbug.com/1111979,
Sven Zheng5c9d3e342020-08-11 21:39:431197 'linux-lacros-tester-rel': {
Sven Zheng5c9d3e342020-08-11 21:39:431198 'args': [
Yuke Liao56a437dd2021-05-05 04:53:401199 '--test-launcher-filter-file=../../testing/buildbot/filters/linux-lacros.components_unittests.filter',
Sven Zheng5c9d3e342020-08-11 21:39:431200 ],
Sven Zheng80734f12020-08-06 06:50:391201 },
1202 },
Sven Zheng577fe5ff2020-08-03 22:06:441203 },
Chong Gu76046412021-09-22 17:49:211204 'compositor_unittests': {
Chong Gub2446462021-08-19 18:44:081205 'modifications': {
1206 'fuchsia-fyi-arm64-dbg': {
1207 'args': [
1208 '--test-launcher-filter-file=../../testing/buildbot/filters/fuchsia.debug.compositor_unittests.filter',
1209 ],
1210 },
1211 },
1212 },
Kenneth Russelleb60cbd22017-12-05 07:54:281213 'content_browsertests': {
Brad Halla36886c2019-02-26 16:52:291214 'remove_from': [
Brad Halla36886c2019-02-26 16:52:291215 'CrWinAsan(dll)', # https://crbug.com/935598
Chong Gu0ed5dcda2021-07-15 21:26:111216 'android-marshmallow-arm64-rel', # http://crbug.com/1060245#c30: due to low utility and capacity.
Greg Gutermanea661162021-11-17 00:46:431217 'android-marshmallow-arm64-rel-rts',
Brad Halla36886c2019-02-26 16:52:291218 ],
Kenneth Russelleb60cbd22017-12-05 07:54:281219 'modifications': {
Kenneth Russellfbda3c532017-12-08 23:57:241220 'Cast Audio Linux': {
1221 'args': [
Nico Weber02f30392018-07-16 18:39:431222 '--test-launcher-filter-file=../../testing/buildbot/filters/cast-linux.content_browsertests.filter',
Kenneth Russellfbda3c532017-12-08 23:57:241223 ],
Kenneth Russellfbda3c532017-12-08 23:57:241224 },
1225 'Cast Linux': {
1226 'args': [
Nico Weber02f30392018-07-16 18:39:431227 '--test-launcher-filter-file=../../testing/buildbot/filters/cast-linux.content_browsertests.filter',
Kenneth Russellfbda3c532017-12-08 23:57:241228 ],
Kenneth Russellfbda3c532017-12-08 23:57:241229 },
Erik Chenb681c8c2019-11-25 22:52:521230 'Linux ASan LSan Tests (1)': {
1231 'swarming': {
1232 'shards': 12,
Struan Shrimptone772d72f2021-12-15 07:50:091233 'quickrun_shards': 24,
Erik Chenb681c8c2019-11-25 22:52:521234 },
1235 },
Chris Cunninghame1a04ea2019-04-24 01:49:321236 'Linux ASan Tests (sandboxed)': {
1237 'swarming': {
John Abd-El-Malek3a631612020-07-08 21:40:411238 'shards': 10, # https://crbug.com/1103330
Chris Cunninghame1a04ea2019-04-24 01:49:321239 },
1240 },
Erik Chen681dc0282019-11-26 22:54:491241 'Linux TSan Tests': {
1242 'swarming': {
1243 'shards': 15,
Struan Shrimptonf5b2b552022-01-20 20:37:391244 'quickrun_shards': 30,
Erik Chen681dc0282019-11-26 22:54:491245 },
1246 },
Lindsay Pasrichab3f72db2021-09-22 22:05:461247 'Mac ASan 64 Tests (1)': { # https://crbug.com/1200640
1248 'experiment_percentage': 100,
1249 },
Struan Shrimpton57c594e42022-01-25 17:59:131250 'Mac11 Tests': {
1251 'swarming': {
1252 'quickrun_shards': 10,
1253 },
1254 },
Lindsay Pasricha945e4d62022-01-20 02:14:011255 'Mac11 Tests (dbg)': { # https://crbug.com/1279504
1256 'swarming': {
Lindsay Pasricha48cb77df2022-01-28 01:35:231257 'shards': 12,
Lindsay Pasricha945e4d62022-01-20 02:14:011258 },
1259 },
1260
Sergey Silkinfe96b352020-10-19 20:41:341261 'Marshmallow Tablet Tester': {
1262 'args': [
1263 '--test-launcher-filter-file=../../testing/buildbot/filters/android.marshmallow_tablet_tester.content_browsertests.filter',
1264 ],
Haiyang Pan1f6367352021-07-02 21:15:571265 'swarming': {
1266 'shards': 15,
1267 },
Sergey Silkinfe96b352020-10-19 20:41:341268 },
Sergey Silkin1fe10e82020-10-30 19:36:581269 'WebRTC Chromium FYI Android Tests (dbg) (M Nexus5X)': {
1270 'args': [
1271 '--test-launcher-filter-file=../../testing/buildbot/filters/chromium.webrtc.fyi.android.tests.dbg.content_browsertests.filter',
1272 ],
Andrew Grieveae21ca62021-10-20 18:37:521273 },
1274 'WebRTC Chromium FYI Android Tests (dbg) (N Nexus5X)': {
1275 'args': [
1276 '--test-launcher-filter-file=../../testing/buildbot/filters/chromium.webrtc.fyi.android.tests.dbg.content_browsertests.filter',
1277 ],
1278 },
Stephen Martinis1384ff92020-01-07 19:52:151279 'Win10 Tests x64': {
1280 # crbug.com/868082
1281 'args': [
1282 '--disable-features=WebRTC-H264WithOpenH264FFmpeg',
1283 ],
Struan Shrimptona1ab7672022-01-13 18:02:511284 'swarming': {
1285 'quickrun_shards': 18,
1286 },
Stephen Martinis1384ff92020-01-07 19:52:151287 },
1288 'Win10 Tests x64 (dbg)': {
1289 'experiment_percentage': 100,
1290 # crbug.com/868082
1291 'args': [
1292 '--disable-features=WebRTC-H264WithOpenH264FFmpeg',
Stephen Martinis1384ff92020-01-07 19:52:151293 ],
1294 },
Kuan Huanga89737d2022-01-07 19:42:111295 'Win11 Tests x64': {
1296 # crbug.com/868082
1297 'args': [
1298 '--disable-features=WebRTC-H264WithOpenH264FFmpeg',
1299 ],
1300 },
Haiyang Pan9d68ca02021-08-04 21:30:471301 'android-11-x86-rel': {
Haiyang Pan566e2652022-01-25 07:01:521302 # TODO(crbug.com/1137474): Remove ci_only and experiment_percentage
1303 # after the test suite is green.
1304 'ci_only': True,
Haiyang Pan10f029c2021-07-30 23:17:561305 'experiment_percentage': 100,
Haiyang Pan51450ab2021-03-23 00:48:571306 # TODO(crbug.com/1137474): Revisit the shard number once failed tests
1307 # are fixed.
Haiyang Panfed339172021-03-10 23:19:571308 'swarming': {
Haiyang Pan51450ab2021-03-23 00:48:571309 'shards': 30,
Haiyang Pan45e77dda2021-07-01 22:23:291310 'dimension_sets': [
1311 {
1312 'machine_type': 'e2-standard-8', # use 8-core to shorten runtime
1313 },
1314 ],
Haiyang Panfed339172021-03-10 23:19:571315 },
1316 },
Haiyang Pan249494b2022-01-27 21:56:211317 'android-12-x64-fyi-rel': {
1318 'swarming': {
1319 'shards': 20,
1320 },
1321 },
Stephen Martinis1384ff92020-01-07 19:52:151322 'android-arm64-proguard-rel': {
1323 'swarming': {
1324 'shards': 16,
1325 },
1326 },
1327 'android-asan': {
1328 'args': [
1329 '--test-launcher-filter-file=../../testing/buildbot/filters/android.asan.content_browsertests.filter',
1330 ],
1331 'swarming': {
André Kempef30fe9d22022-02-03 10:44:291332 'shards': 25,
Stephen Martinis1384ff92020-01-07 19:52:151333 },
1334 },
Stephen Martinis1384ff92020-01-07 19:52:151335 'android-marshmallow-arm64-rel': {
1336 'swarming': {
1337 'shards': 16,
1338 },
1339 },
Haiyang Pan2486dcb2020-09-18 17:53:061340 'android-marshmallow-x86-rel-non-cq': {
John Budoricka4e23882020-02-28 18:36:431341 'args': [
Haiyang Pan12d5acd2020-06-01 20:54:571342 '--test-launcher-filter-file=../../testing/buildbot/filters/android.emulator_m.content_browsertests.filter',
John Budoricka4e23882020-02-28 18:36:431343 ],
Haiyang Panc47f6d12020-08-19 18:34:491344 'swarming': {
1345 'shards': 20,
1346 },
John Budoricka4e23882020-02-28 18:36:431347 },
Struan Shrimptone772d72f2021-12-15 07:50:091348 'android-pie-arm64-rel': {
1349 'swarming': {
Struan Shrimpton4b7abc02021-12-16 01:36:591350 'quickrun_shards': 40
Struan Shrimptone772d72f2021-12-15 07:50:091351 }
1352 },
Haiyang Pan08d09dc2020-04-01 16:11:211353 'android-pie-x86-rel': {
John Budoricka4e23882020-02-28 18:36:431354 'args': [
Haiyang Pan12d5acd2020-06-01 20:54:571355 '--test-launcher-filter-file=../../testing/buildbot/filters/android.emulator_p.content_browsertests.filter',
John Budoricka4e23882020-02-28 18:36:431356 ],
Sky Malice303f7ec2021-07-17 04:13:091357 'swarming': {
1358 # Flaking with only 20 shards with 40-60 minute runs.
1359 # https://crbug.com/1230118
1360 'shards': 30,
Haiyang Pan2eb735e72020-09-15 22:51:511361 },
John Budoricka4e23882020-02-28 18:36:431362 },
Omer Katz7d2be652020-01-22 18:13:461363 'linux-blink-heap-concurrent-marking-tsan-rel': {
1364 'swarming': {
1365 'shards': 4,
1366 },
1367 },
Stephen Martinis1384ff92020-01-07 19:52:151368 'linux-chromeos-code-coverage': {
1369 'swarming': {
1370 'shards': 12,
1371 },
1372 },
Albert J. Wong91f109652019-11-19 03:01:161373 'linux-chromeos-rel': {
1374 'swarming': {
1375 'shards': 3,
1376 },
1377 },
Yuke Liao79424e42020-01-06 21:00:111378 'linux-code-coverage': {
Yuke Liao58e1d202020-03-20 23:02:011379 'args': [
1380 '--no-sandbox',
1381 ],
Yuke Liao79424e42020-01-06 21:00:111382 'swarming': {
1383 'shards': 12,
1384 },
1385 },
Junhua Chen39dd2dba2021-05-05 17:51:541386 # https://crbug.com/1111979,
1387 'linux-lacros-code-coverage': {
1388 'args': [
1389 '--test-launcher-filter-file=../../testing/buildbot/filters/linux-lacros.content_browsertests.filter',
1390 ],
1391 },
Jieting Yangbf15db672021-10-04 19:18:371392 # https://crbug.com/1111979,
1393 'linux-lacros-dbg-tests-fyi': {
1394 'args': [
1395 '--test-launcher-filter-file=../../testing/buildbot/filters/linux-lacros.content_browsertests.filter',
1396 ],
1397 },
Sven Zheng80734f12020-08-06 06:50:391398 # https://crbug.com/1111979
1399 'linux-lacros-tester-fyi-rel': {
1400 'experiment_percentage': 100,
1401 },
Sven Zheng5c9d3e342020-08-11 21:39:431402 # https://crbug.com/1111979,
1403 'linux-lacros-tester-rel': {
Sven Zheng5c9d3e342020-08-11 21:39:431404 'args': [
Yuke Liao56a437dd2021-05-05 04:53:401405 '--test-launcher-filter-file=../../testing/buildbot/filters/linux-lacros.content_browsertests.filter',
Sven Zheng5c9d3e342020-08-11 21:39:431406 ],
1407 },
Kuan Huang235b0142021-10-19 18:59:281408 'mac-code-coverage': {
1409 'args': [
1410 '--coverage-continuous-mode=1',
1411 ],
1412 },
Kuan Huang05332fb2021-10-12 02:04:261413 # https://crbug.com/1255940
1414 'mac-rel-swarming': {
1415 'swarming': {
1416 'dimension_sets': [
1417 {
1418 # These test would time out when running on 4 cores instances.
1419 'cores': '8|12',
1420 }
1421 ],
1422 },
1423 },
Kenneth Russelleb60cbd22017-12-05 07:54:281424 },
1425 },
Nico Weber81e16ace22018-06-30 02:58:471426 'content_shell_crash_test': {
Haiyang Pan8c201b92020-06-04 01:25:071427 'remove_from': [
Nico Weberbbbc34e2020-10-14 18:21:501428 'Mac10.11 Tests', # crbug.com/1138050
Haiyang Pan2486dcb2020-09-18 17:53:061429 'android-marshmallow-x86-rel-non-cq', # crbug.com/1084353
Haiyang Pan8c201b92020-06-04 01:25:071430 ],
Dirk Prankeb1c36b322018-07-11 02:42:001431 'modifications': {
Dirk Prankeb1c36b322018-07-11 02:42:001432 'Win10 Tests x64 (dbg)': {
1433 'experiment_percentage': 100, # https://crbug.com/861730
1434 },
1435 },
Nico Weber81e16ace22018-06-30 02:58:471436 },
John Budorick27d2d44e2019-05-20 20:26:091437 'content_shell_test_apk': {
1438 'remove_from': [
John Budorick27d2d44e2019-05-20 20:26:091439 'android-asan', # https://crbug.com/964562
Ben Joyce02dc8092021-03-04 21:48:191440 'android-code-coverage-native', # Does not generate profraw data.
Ben Joyce46ca6012021-03-31 19:19:251441 'android-pie-arm64-coverage-experimental-rel', # Does not generate profraw data.
John Budorick27d2d44e2019-05-20 20:26:091442 ],
John Budorickee2e64f2020-03-02 20:19:101443 'modifications': {
Haiyang Pan9d68ca02021-08-04 21:30:471444 'android-11-x86-rel': {
Haiyang Pan103864812021-03-19 19:28:441445 'args': [
1446 '--test-launcher-filter-file=../../testing/buildbot/filters/android.emulator_11.content_shell_test_apk.filter',
Haiyang Panabdab2f2021-07-19 20:37:511447 '--timeout-scale=2.0',
Haiyang Pan103864812021-03-19 19:28:441448 ],
1449 },
Haiyang Pan3b1016e2022-02-05 00:02:451450 'android-12-x64-fyi-rel': {
1451 'args': [
1452 '--test-launcher-filter-file=../../testing/buildbot/filters/android.emulator_12.content_shell_test_apk.filter',
1453 ],
1454 },
Haiyang Panb991f562021-08-10 17:46:461455 'android-marshmallow-x86-rel': {
John Budorickee2e64f2020-03-02 20:19:101456 'args': [
Haiyang Pan28e73582020-05-30 00:34:271457 '--test-launcher-filter-file=../../testing/buildbot/filters/android.emulator_m.content_shell_test_apk.filter',
John Budorickee2e64f2020-03-02 20:19:101458 ],
Struan Shrimpton57c594e42022-01-25 17:59:131459 'swarming': {
1460 'quickrun_shards': 8,
1461 },
John Budorickee2e64f2020-03-02 20:19:101462 },
Haiyang Pan08d09dc2020-04-01 16:11:211463 'android-pie-x86-rel': {
John Budorickee2e64f2020-03-02 20:19:101464 'args': [
1465 '--gtest_filter=-ContentViewScrollingTest.testFling',
1466 ],
1467 },
1468 },
John Budorick27d2d44e2019-05-20 20:26:091469 },
Kenneth Russelleb60cbd22017-12-05 07:54:281470 'content_unittests': {
1471 'modifications': {
John Budorick5052d552017-12-13 02:59:341472 'Linux ASan LSan Tests (1)': {
1473 # These are slow on the ASAN trybot for some reason.
Ben Pastened2c01af2022-01-31 23:06:441474 # crbug.com/1257927
John Budorick5052d552017-12-13 02:59:341475 'swarming': {
1476 'shards': 2,
1477 },
1478 },
Takuto Ikuta54671d972018-07-19 19:06:351479 'Linux ChromiumOS MSan Tests': {
1480 # These are very slow on the Chrome OS MSAN trybot for some reason.
1481 # crbug.com/865455
1482 'swarming': {
1483 'shards': 2,
1484 },
1485 },
Chong Gu52481452021-04-02 17:52:411486 'fuchsia-code-coverage': {
1487 'swarming': {
1488 'shards': 12,
1489 },
1490 },
Chong Gua10cd302022-01-14 19:22:191491 'fuchsia-fyi-x64-asan': {
1492 'args': [
1493 '--test-launcher-filter-file=../../testing/buildbot/filters/fuchsia.lsan.content_unittests.filter',
1494 ],
1495 },
Kenneth Russelleb60cbd22017-12-05 07:54:281496 },
1497 },
Jonah Ryan-Davis832c8462020-06-09 03:45:031498 'context_lost_validating_tests': {
Brian Sheedye285c9b2019-07-15 21:42:461499 # TODO(https://crbug.com/850107): Remove the Android FYI Release (Pixel 2)
1500 # exception once there is enough capacity to run these tests.
1501 'remove_from': [
Brian Sheedye285c9b2019-07-15 21:42:461502 'Android FYI Release (Pixel 2)',
1503 ],
Kenneth Russellc1a09302018-07-10 01:12:541504 },
Kenneth Russellfbda3c532017-12-08 23:57:241505 'crashpad_tests': {
1506 'remove_from': [
Nico Weber15a00d62018-05-16 17:11:481507 'linux-win_cross-rel', # https://crbug.com/762167
Vlad Tsyrklevich06a9a44f2019-07-24 19:14:391508 # https://crbug.com/crashpad/304
1509 'Linux TSan Tests',
1510 'ToTLinuxTSan',
1511 # https://crbug.com/crashpad/306
1512 'Linux CFI',
Michael Savigny0a956032021-10-27 19:18:021513 'Linux CFI (reclient shadow)',
Vlad Tsyrklevich06a9a44f2019-07-24 19:14:391514 'CFI Linux ToT',
Kenneth Russellfbda3c532017-12-08 23:57:241515 ],
Haiyang Panc7c009e2021-03-18 19:31:231516 'modifications': {
Haiyang Pan9d68ca02021-08-04 21:30:471517 'android-11-x86-rel': {
Haiyang Panc7c009e2021-03-18 19:31:231518 'args': [
1519 '--test-launcher-filter-file=../../testing/buildbot/filters/android.emulator_11.crashpad_tests.filter',
1520 ],
1521 },
Haiyang Pan07d9e262021-10-20 21:50:031522 'android-12-x64-fyi-rel': {
1523 'args': [
1524 '--test-launcher-filter-file=../../testing/buildbot/filters/android.emulator_12.crashpad_tests.filter',
1525 ],
1526 },
Lindsay Pasricha60535a22021-12-13 16:50:241527 # TODO (crbug.com/1254975) Re-enable once fixed
1528 'mac-osxbeta-rel': {
1529 'experiment_percentage': 100,
1530 },
Haiyang Panc7c009e2021-03-18 19:31:231531 },
Kenneth Russellfbda3c532017-12-08 23:57:241532 },
John Budorick5bc387fe2019-05-09 20:02:531533 'cronet_sizes': {
1534 'modifications': {
1535 'android-cronet-arm-dbg': {
1536 'swarming': {
1537 'dimension_sets': [
1538 {
1539 'device_os': None,
1540 'device_type': None,
Takuto Ikuta5e459b12019-07-09 05:30:561541 'os': 'Ubuntu-16.04',
John Budorick5bc387fe2019-05-09 20:02:531542 },
1543 ],
1544 },
1545 },
1546 },
1547 },
Haiyang Pan1c813ca2021-11-24 18:52:161548 'device_unittests': {
1549 'modifications': {
1550 'android-12-x64-fyi-rel': {
1551 'args': [
1552 '--test-launcher-filter-file=../../testing/buildbot/filters/android.emulator_12.device_unittests.filter',
1553 ],
1554 },
1555 },
1556 },
Ben Pastene61ad637c2020-05-08 22:24:411557 'disk_usage_tast_test': {
1558 # TODO(crbug.com/1077659): Add the test back after it's fixed.
1559 'remove_from': [
1560 'chromeos-kevin-rel',
1561 ],
1562 },
Struan Shrimpton57c594e42022-01-25 17:59:131563 'exo_unittests': {
1564 'modifications': {
1565 'linux-chromeos-rel': {
1566 'swarming': {
1567 'quickrun_shards': 2,
1568 }
1569 },
1570 },
1571 },
Joe Downing41486042018-10-18 22:44:441572 'extensions_browsertests': {
Brad Halla36886c2019-02-26 16:52:291573 'remove_from': [
Brad Halla36886c2019-02-26 16:52:291574 'CrWinAsan(dll)', # https://crbug.com/935598
1575 ],
Joe Downing41486042018-10-18 22:44:441576 'modifications': {
1577 'Win10 Tests x64 (dbg)': {
1578 'experiment_percentage': 100, # https://crbug.com/876615
1579 },
Sven Zheng5c9d3e342020-08-11 21:39:431580 # https://crbug.com/1111979,
Junhua Chen39dd2dba2021-05-05 17:51:541581 'linux-lacros-code-coverage': {
1582 'args': [
1583 '--gtest_filter=-BluetoothShellApiTest.ApiSanityCheck:BluetoothSocketApiTest.Listen:BluetoothSocketApiTest.PermissionDenied',
1584 ],
1585 },
Yuke Liaoa0db4742021-08-09 18:28:331586 'linux-lacros-dbg-tests-fyi': {
1587 'args': [
1588 '--gtest_filter=-BluetoothShellApiTest.ApiSanityCheck:BluetoothSocketApiTest.Listen:BluetoothSocketApiTest.PermissionDenied',
1589 ],
1590 },
Sven Zheng5c9d3e342020-08-11 21:39:431591 'linux-lacros-tester-rel': {
Sven Zheng5c9d3e342020-08-11 21:39:431592 'args': [
1593 '--gtest_filter=-BluetoothShellApiTest.ApiSanityCheck:BluetoothSocketApiTest.Listen:BluetoothSocketApiTest.PermissionDenied',
1594 ],
1595 },
Joe Downing41486042018-10-18 22:44:441596 },
1597 },
Sven Zheng577fe5ff2020-08-03 22:06:441598 'extensions_unittests': {
Sven Zheng80734f12020-08-06 06:50:391599 'modifications': {
Chong Gud034fe52022-01-20 21:48:041600 'fuchsia-fyi-x64-asan': {
1601 'args': [
1602 '--test-launcher-filter-file=../../testing/buildbot/filters/fuchsia.lsan.base_unittests.filter',
1603 ],
1604 },
Sven Zheng5c9d3e342020-08-11 21:39:431605 # https://crbug.com/1111979,
Junhua Chen39dd2dba2021-05-05 17:51:541606 'linux-lacros-code-coverage': {
1607 'args': [
Yuke Liaoa0db4742021-08-09 18:28:331608 '--gtest_filter=-BluetoothSocketApiUnittest.CreateThenClose:'
1609 'NativeExtensionBindingsSystemUnittest.*',
1610 ],
1611 },
1612 'linux-lacros-dbg-tests-fyi': {
1613 'args': [
Junhua Chen39dd2dba2021-05-05 17:51:541614 '--gtest_filter=-NativeExtensionBindingsSystemUnittest*:'
1615 'BluetoothSocketApiUnittest.CreateThenClose:'
1616 'FeatureProviderTest.PermissionFeatureAvailability',
1617 ],
1618 },
Sven Zheng5c9d3e342020-08-11 21:39:431619 'linux-lacros-tester-rel': {
Sven Zheng5c9d3e342020-08-11 21:39:431620 'args': [
Yuke Liaobb8308322020-08-12 20:20:471621 '--gtest_filter=-NativeExtensionBindingsSystemUnittest*:'
1622 'BluetoothSocketApiUnittest.CreateThenClose:'
1623 'FeatureProviderTest.PermissionFeatureAvailability',
Sven Zheng5c9d3e342020-08-11 21:39:431624 ],
1625 },
Sven Zheng80734f12020-08-06 06:50:391626 },
Sven Zheng577fe5ff2020-08-03 22:06:441627 },
Chong Gu76046412021-09-22 17:49:211628 'gfx_unittests': {
Chong Gudf7fbe92021-02-24 02:55:581629 'modifications': {
1630 'fuchsia-code-coverage': {
1631 'swarming': {
1632 'shards': 2,
1633 },
1634 },
1635 },
1636 },
Kenneth Russelleb60cbd22017-12-05 07:54:281637 'gin_unittests': {
1638 'remove_from': [
Nico Weber1394523f2018-06-06 15:58:471639 'ToTLinuxASan', # https://crbug.com/831667
Nico Weberd36959682018-04-12 03:33:461640 'Linux ASan LSan Tests (1)', # https://crbug.com/831667
Nico Weber1394523f2018-06-06 15:58:471641 'Linux Chromium OS ASan LSan Tests (1)', # https://crbug.com/831667
Kenneth Russelleb60cbd22017-12-05 07:54:281642 ],
Chong Gua10cd302022-01-14 19:22:191643 'modifications': {
1644 'fuchsia-fyi-x64-asan': {
1645 'args': [
1646 '--test-launcher-filter-file=../../testing/buildbot/filters/fuchsia.lsan.gin_unittests.filter',
1647 ],
1648 },
1649 },
Kenneth Russelleb60cbd22017-12-05 07:54:281650 },
Brian Ho8271a7ad2021-08-12 20:48:031651 # TODO(crbug.com/1202958): Remove these GLRenderer variants when
1652 # SkiaRenderer is fully shipped on Chrome OS.
1653 # Don't run these on real devices due to capacity issues.
1654 'gl_renderer_context_lost_tests': {
1655 'remove_from': [
1656 'ChromeOS FYI Release (kevin)',
1657 'Lacros FYI x64 Release (Intel)',
1658 ],
1659 },
Brian Ho8271a7ad2021-08-12 20:48:031660 'gl_renderer_gpu_process_launch_tests': {
1661 'remove_from': [
1662 'ChromeOS FYI Release (kevin)',
1663 'Lacros FYI x64 Release (Intel)',
1664 ],
1665 },
1666 'gl_renderer_hardware_accelerated_feature_tests': {
1667 'remove_from': [
1668 'ChromeOS FYI Release (kevin)',
1669 'Lacros FYI x64 Release (Intel)',
1670 ],
1671 },
1672 'gl_renderer_maps_pixel_tests': {
1673 'remove_from': [
1674 'ChromeOS FYI Release (kevin)',
1675 'Lacros FYI x64 Release (Intel)',
1676 ],
1677 },
1678 'gl_renderer_pixel_skia_gold_tests': {
1679 'remove_from': [
1680 'ChromeOS FYI Release (kevin)',
1681 'Lacros FYI x64 Release (Intel)',
1682 ],
1683 },
1684 'gl_renderer_screenshot_sync_tests': {
1685 'remove_from': [
1686 'ChromeOS FYI Release (kevin)',
1687 'Lacros FYI x64 Release (Intel)',
1688 ],
1689 },
Jonah Ryan-Davisdeeffeaf2020-06-18 17:56:001690 'gl_tests_passthrough': {
1691 'remove_from': [
1692 'CFI Linux ToT',
1693 # Can't run on MSAN because gl_tests uses the hardware driver,
1694 # which isn't instrumented.
1695 'Linux MSan Tests',
1696 ],
1697 'modifications': {
1698 # TODO(kbr): figure out a better way to specify blocks of
1699 # arguments like this for tests on multiple machines.
Garrett Beatya491ec72020-07-25 12:36:121700 'Linux ASan LSan Tests (1)': {
1701 'args': [
1702 '--use-gpu-in-tests',
1703 '--no-xvfb',
1704 ],
1705 'swarming': {
1706 'dimension_sets': [
1707 {
1708 'gpu': '10de:1cb3',
1709 'os': 'Ubuntu',
1710 'pool': 'chromium.tests.gpu',
1711 },
1712 ],
1713 },
1714 },
1715 'Linux CFI': {
1716 'args': [
1717 '--use-gpu-in-tests',
1718 '--no-xvfb',
1719 ],
1720 'swarming': {
1721 'dimension_sets': [
1722 {
1723 'gpu': '10de:1cb3',
1724 'os': 'Ubuntu',
1725 'pool': 'chromium.tests.gpu',
1726 },
1727 ],
1728 },
1729 },
Michael Savigny64f8ba32022-01-12 15:50:571730 'Linux CFI (reclient shadow)': {
1731 'args': [
1732 '--use-gpu-in-tests',
1733 '--no-xvfb',
1734 ],
1735 'swarming': {
1736 'dimension_sets': [
1737 {
1738 'gpu': '10de:1cb3',
1739 'os': 'Ubuntu',
1740 'pool': 'chromium.tests.gpu',
1741 },
1742 ],
1743 },
1744 },
Garrett Beatya491ec72020-07-25 12:36:121745 'Linux TSan Tests': {
1746 'args': [
1747 '--use-gpu-in-tests',
1748 '--no-xvfb',
1749 ],
1750 'swarming': {
1751 'dimension_sets': [
1752 {
1753 'gpu': '10de:1cb3',
1754 'os': 'Ubuntu',
1755 'pool': 'chromium.tests.gpu',
1756 },
1757 ],
1758 },
1759 },
Jonah Ryan-Davisdeeffeaf2020-06-18 17:56:001760 },
1761 },
Jonah Ryan-Davise25a89f2020-05-29 20:18:241762 'gl_tests_validating': {
Jonah Ryan-Davisb9f03ac2021-03-18 23:53:021763 'remove_from': [
Kenneth Russell8a386d42018-06-02 09:48:011764 'Android FYI Release (Nexus 5X)',
John Budorickca14c76f62017-12-09 14:19:181765 ],
Kenneth Russelleb60cbd22017-12-05 07:54:281766 'modifications': {
Haiyang Pan9d68ca02021-08-04 21:30:471767 'android-11-x86-rel': {
Haiyang Pancf765862021-03-18 20:39:151768 'args': [
1769 '--test-launcher-filter-file=../../testing/buildbot/filters/android.emulator_11.gl_tests.filter',
1770 ],
1771 },
Haiyang Pan382008922021-11-19 21:15:091772 'android-12-x64-fyi-rel': {
1773 'args': [
1774 '--test-launcher-filter-file=../../testing/buildbot/filters/android.emulator_12.gl_tests.filter',
1775 ],
1776 },
Haiyang Panb991f562021-08-10 17:46:461777 'android-marshmallow-x86-rel': {
John Budorick79ec9012020-01-08 21:56:311778 'args': [
1779 '--test-launcher-filter-file=../../testing/buildbot/filters/android.emulator.gl_tests.filter',
1780 ],
1781 },
Andrew Luo38b311f2019-10-04 03:42:091782 'android-pie-arm64-rel': {
John Budorick79ec9012020-01-08 21:56:311783 'args': [
Andrew Luobe83fd82019-12-19 03:07:581784 '--test-launcher-filter-file=../../testing/buildbot/filters/android.pie_arm64_rel.gl_tests.filter', # https://crbug.com/1034007
1785 ],
Andrew Luo38b311f2019-10-04 03:42:091786 },
Haiyang Pan08d09dc2020-04-01 16:11:211787 'android-pie-x86-rel': {
John Budorick79ec9012020-01-08 21:56:311788 'args': [
1789 '--test-launcher-filter-file=../../testing/buildbot/filters/android.emulator.gl_tests.filter',
1790 ],
1791 },
Kenneth Russelleb60cbd22017-12-05 07:54:281792 },
1793 },
Takuto Ikutaf5333252019-11-06 16:07:081794 'gl_unittests': {
1795 'remove_from': [
Takuto Ikutaf5333252019-11-06 16:07:081796 # On Android, these are already run on the main waterfall.
1797 # Run them on the one-off Android FYI bots, though.
1798 'Android FYI Release (Nexus 5X)',
Yuly Novikov37e04342020-05-29 00:52:041799 # Can't run on MSAN because gl_unittests uses the hardware driver,
1800 # which isn't instrumented.
1801 'Linux MSan Tests',
Takuto Ikutaf5333252019-11-06 16:07:081802 ],
Haiyang Pan505fcd5a2021-12-13 19:46:231803 'modifications': {
1804 'android-12-x64-fyi-rel': {
1805 'args': [
1806 '--test-launcher-filter-file=../../testing/buildbot/filters/android.emulator_12.gl_unittests.filter',
1807 ],
1808 },
1809 },
Takuto Ikutaf5333252019-11-06 16:07:081810 },
1811 'gl_unittests_ozone': {
1812 'remove_from': [
1813 # Can't run on MSAN because gl_unittests_ozone uses the hardware driver,
1814 # which isn't instrumented.
1815 'Linux ChromiumOS MSan Tests',
1816 ],
1817 },
1818 'gpu_process_launch_tests': {
1819 # TODO(https://crbug.com/850107): Remove the Android FYI Release (Pixel 2)
1820 # exception once there is enough capacity to run these tests.
1821 'remove_from': [
Takuto Ikutaf5333252019-11-06 16:07:081822 'Android FYI Release (Pixel 2)',
1823 ],
1824 },
Chong Gu76046412021-09-22 17:49:211825 'gpu_unittests': {
Chong Gudf7fbe92021-02-24 02:55:581826 'modifications': {
1827 'fuchsia-code-coverage': {
1828 'swarming': {
1829 'shards': 5,
1830 },
1831 },
1832 },
1833 },
Kevin McNeed21a6c522021-06-14 21:27:251834 'grit_python_unittests': {
1835 'remove_from': [
1836 # These tests require node, which is not supported in Win7.
1837 # (https://crbug.com/1218989)
1838 'Win 7 Tests x64 (1)',
1839 'Win7 Tests (1)',
1840 'Win7 Tests (dbg)(1)',
Titouan Rigoudy9e860832021-11-08 15:34:451841 # TODO(https://crbug.com/1267125): Re-enable.
1842 'mac11-arm64-rel-tests',
Kevin McNeed21a6c522021-06-14 21:27:251843 ],
1844 },
Brian Sheedye285c9b2019-07-15 21:42:461845 'hardware_accelerated_feature_tests': {
1846 # TODO(https://crbug.com/850107): Remove the Android FYI Release (Pixel 2)
1847 # exception once there is enough capacity to run these tests.
1848 'remove_from': [
Brian Sheedye285c9b2019-07-15 21:42:461849 'Android FYI Release (Pixel 2)',
1850 ],
1851 },
Brad Halla36886c2019-02-26 16:52:291852 'headless_browsertests': {
Chong Gud08d1232021-09-11 08:53:591853 'remove_from': [
1854 'CrWinAsan(dll)', # https://crbug.com/935598
Maksim Sisovc81d284c2021-10-05 17:54:351855 # Wayland bot doesn't support headless mode.
1856 'Linux Tests (Wayland)',
Chong Gud08d1232021-09-11 08:53:591857 ],
Chong Gud1a5c5992021-04-09 04:08:321858 'modifications': {
1859 'fuchsia-code-coverage': {
1860 'swarming': {
Chong Gu115ce152021-04-15 23:57:161861 'shards': 6,
Chong Gud1a5c5992021-04-09 04:08:321862 },
1863 },
1864 },
Brad Halla36886c2019-02-26 16:52:291865 },
Kenneth Russell8a386d42018-06-02 09:48:011866 'info_collection_tests': {
1867 'remove_from': [
Kenneth Russell8a386d42018-06-02 09:48:011868 'Android V8 FYI Release (Nexus 5X)',
1869 'Linux V8 FYI Release (NVIDIA)',
Michael Achenbach5fdfc67b2018-12-13 13:26:351870 'Linux V8 FYI Release - pointer compression (NVIDIA)',
Kenneth Russell8a386d42018-06-02 09:48:011871 'Mac V8 FYI Release (Intel)',
1872 'Win V8 FYI Release (NVIDIA)',
1873 ],
Brian Sheedyfe61cdac2020-02-12 01:25:591874 'modifications': {
Brian Sheedyb18cb762020-06-30 00:09:291875 'ChromeOS FYI Release (amd64-generic)': {
Brian Sheedy65be3052020-06-26 19:26:511876 'args': [
Brian Sheedyb18cb762020-06-30 00:09:291877 # Swarming does not report a GPU since tests are run in a VM, but
1878 # the VM does report that a GPU is present.
1879 '--expected-device-id', '1050',
Brian Sheedydf2672f2020-05-07 20:44:361880 ],
1881 },
Brian Sheedyfe61cdac2020-02-12 01:25:591882 },
Brian Sheedy32eeeb52020-05-22 01:49:371883 'replacements': {
1884 'ChromeOS FYI Release (amd64-generic)': {
1885 'args': {
1886 # Swarming does not report a GPU since tests are run in a VM, but
1887 # the VM does report that a GPU is present.
1888 '--expected-vendor-id': '1af4',
Brian Sheedyb18cb762020-06-30 00:09:291889 # Magic substitution happens after regular replacement, so remove it
1890 # now since we are manually applying the expected device ID above.
1891 '$$MAGIC_SUBSTITUTION_GPUExpectedDeviceId': None,
Brian Sheedy32eeeb52020-05-22 01:49:371892 },
Brian Sheedyff6d1442020-09-19 00:46:311893 },
Brian Sheedy177addbf2021-09-24 19:06:511894 'Mac FYI Release (Apple M1)': {
1895 'args': {
1896 # The GPU information is not yet exposed in swarming, so we can't
1897 # explicitly request it and have the JSON generation handle this
1898 # automatically.
1899 '--expected-vendor-id': '106b',
1900 },
1901 },
Brian Sheedy32eeeb52020-05-22 01:49:371902 },
Kenneth Russell8a386d42018-06-02 09:48:011903 },
Kenneth Russelleb60cbd22017-12-05 07:54:281904 'interactive_ui_tests': {
Brad Halla36886c2019-02-26 16:52:291905 'remove_from': [
Brad Halla36886c2019-02-26 16:52:291906 'CrWinAsan(dll)', # https://crbug.com/935598
1907 ],
Kenneth Russelleb60cbd22017-12-05 07:54:281908 'modifications': {
Stephen Martinis1384ff92020-01-07 19:52:151909 'Linux - Future (dbg)': { # client.v8.chromium
Nico Weberdae13cd92018-12-14 13:56:261910 'swarming': {
Stephen Martinis1384ff92020-01-07 19:52:151911 'shards': 3,
Nico Weberdae13cd92018-12-14 13:56:261912 },
1913 },
John Budorickca14c76f62017-12-09 14:19:181914 'Linux ASan LSan Tests (1)': {
Ben Pastened2c01af2022-01-31 23:06:441915 # These are slow on the ASan trybot for some reason, crbug.com/1257927
Nico Weber96a75a6942018-06-20 04:53:171916 'swarming': {
1917 'shards': 6,
Struan Shrimptone772d72f2021-12-15 07:50:091918 'quickrun_shards': 12,
Nico Weber96a75a6942018-06-20 04:53:171919 },
1920 },
Takuto Ikuta54671d972018-07-19 19:06:351921 'Linux ChromiumOS MSan Tests': {
1922 # These are very slow on the Chrome OS MSAN trybot for some reason.
1923 # crbug.com/865455
1924 'swarming': {
1925 'shards': 5,
1926 },
1927 },
Stephen Martinis1384ff92020-01-07 19:52:151928 'Linux TSan Tests': {
Ben Pastened2c01af2022-01-31 23:06:441929 # These are slow on the TSan bots for some reason, crbug.com/1257927
Dirk Pranke8fd63c12017-12-10 18:06:271930 'swarming': {
Stephen Martinisad6cb7af2021-02-24 01:12:001931 'shards': 32, # Adjusted for testing, see https://crbug.com/1179567
Dirk Pranke8fd63c12017-12-10 18:06:271932 },
1933 },
Maksim Sisovc81d284c2021-10-05 17:54:351934 # https://crbug.com/1192997
1935 'Linux Tests (Wayland)': {
1936 'args': [
1937 '--test-launcher-filter-file=../../testing/buildbot/filters/ozone-linux.interactive_ui_tests_wayland.filter',
1938 ],
1939 },
Lindsay Pasrichab3f72db2021-09-22 22:05:461940 'Mac ASan 64 Tests (1)': { # https://crbug.com/1251656
1941 'experiment_percentage': 100,
1942 },
Struan Shrimptone772d72f2021-12-15 07:50:091943 'Mac11 Tests': {
1944 'swarming': {
1945 'quickrun_shards': 6,
1946 },
1947 },
Zhaoyang Li9357e1e12021-12-07 18:53:171948 'Mac11 Tests (dbg)': { # https://crbug.com/1265051
1949 'experiment_percentage': 100,
1950 },
Stephen Martinis1384ff92020-01-07 19:52:151951 'ToTLinuxTSan': {
Ben Pastened2c01af2022-01-31 23:06:441952 # These are slow on the TSan bots for some reason, crbug.com/1257927
Stephen Martinis1384ff92020-01-07 19:52:151953 'swarming': {
1954 'shards': 6,
1955 },
1956 },
Struan Shrimptona1ab7672022-01-13 18:02:511957 'Win10 Tests x64': {
1958 'swarming': {
Struan Shrimptonf5b2b552022-01-20 20:37:391959 'quickrun_shards': 8,
Struan Shrimptona1ab7672022-01-13 18:02:511960 },
1961 },
Stephen Martinis1384ff92020-01-07 19:52:151962 # temporary, https://crbug.com/818832
Greg Thompson3eb7e6522018-05-25 09:04:031963 'Win10 Tests x64 (dbg)': {
1964 'experiment_percentage': 100,
1965 },
Stephen Martinis1384ff92020-01-07 19:52:151966 'Win7 Tests (dbg)(1)': {
1967 'swarming': {
1968 'shards': 4,
1969 },
1970 },
Jacob Kopczynski3a555bd32020-12-10 01:41:161971 # TODO(crbug.com/970649): Remove these filters.
Ben Pastene8ef125e2019-12-10 01:46:291972 'linux-chromeos-chrome': {
Ben Pastene8ef125e2019-12-10 01:46:291973 'args': [
1974 '--gtest_filter=-SadTabViewInteractiveUITest.ReloadMultipleSadTabs',
1975 ],
1976 },
Stephen Martinis1384ff92020-01-07 19:52:151977 'linux-chromeos-code-coverage': {
Yuke Liao79424e42020-01-06 21:00:111978 'swarming': {
1979 'shards': 10,
1980 },
1981 },
Stephen Martinis1384ff92020-01-07 19:52:151982 'linux-code-coverage': {
Yuke Liao79424e42020-01-06 21:00:111983 'swarming': {
1984 'shards': 10,
1985 },
1986 },
Sven Zheng80734f12020-08-06 06:50:391987 # https://crbug.com/1111979
Junhua Chen39dd2dba2021-05-05 17:51:541988 'linux-lacros-code-coverage': {
1989 'args': [
1990 '--test-launcher-filter-file=../../testing/buildbot/filters/linux-lacros.interactive_ui_tests.filter',
1991 ],
1992 },
1993 # https://crbug.com/1111979
Jieting Yangbf15db672021-10-04 19:18:371994 'linux-lacros-dbg-tests-fyi': {
1995 'args': [
1996 '--test-launcher-filter-file=../../testing/buildbot/filters/linux-lacros.interactive_ui_tests.filter',
1997 ],
1998 },
1999 # https://crbug.com/1111979
Sven Zheng010820d2020-08-17 22:38:442000 'linux-lacros-tester-rel': {
Sven Zheng010820d2020-08-17 22:38:442001 'args': [
Yuke Liao56a437dd2021-05-05 04:53:402002 '--test-launcher-filter-file=../../testing/buildbot/filters/linux-lacros.interactive_ui_tests.filter',
Sven Zheng010820d2020-08-17 22:38:442003 ],
2004 },
Kuan Huang235b0142021-10-19 18:59:282005 'mac-code-coverage': {
2006 'args': [
2007 '--coverage-continuous-mode=1',
2008 ],
2009 },
Lindsay Pasricha60535a22021-12-13 16:50:242010 # TODO (crbug.com/1278617) Re-enable once fixed
2011 'mac-osxbeta-rel': {
2012 'experiment_percentage': 100,
2013 },
Kenneth Russelleb60cbd22017-12-05 07:54:282014 },
2015 },
Yuke Liaob6beaeca2021-04-29 23:41:512016 'interactive_ui_tests_amd64-generic': {
2017 'remove_from': [
2018 # TODO(crbug.com/1204231): Re-enable.
2019 'lacros-amd64-generic-rel',
2020 ]
2021 },
Yuke Liao79a8cf52021-06-11 18:14:342022 'interactive_ui_tests_eve': {
2023 'remove_from': [
2024 # TODO(crbug.com/1204231): Re-enable.
2025 'lacros-amd64-generic-rel',
2026 ]
2027 },
John Budorickf00e5ff2019-06-11 21:21:062028 'ipc_tests': {
2029 'modifications': {
2030 'android-asan': {
2031 'swarming': {
2032 'shards': 2,
2033 },
2034 },
2035 },
2036 },
Jonah Ryan-Davis832c8462020-06-09 03:45:032037 'maps_pixel_passthrough_test': {
Brian Sheedyc0c142c2021-06-01 21:18:052038 'modifications': {
2039 'Android FYI Release (Pixel 4)': {
2040 'args': [
2041 # Pixel 4s are weird in that they can output in different color spaces
2042 # simultaneously. The readback code for capturing a screenshot assumes
2043 # only one color space, so disable wide color gamut for the test to
2044 # work around the issue. See https://crbug.com/1166379 for more
2045 # information.
2046 '--extra-browser-args=--disable-wcg-for-test',
2047 ],
2048 },
2049 'Optional Android Release (Pixel 4)': {
2050 'args': [
2051 # See above.
2052 '--extra-browser-args=--disable-wcg-for-test',
2053 ],
2054 },
2055 },
Jonah Ryan-Davis832c8462020-06-09 03:45:032056 'replacements': {
2057 # The V8 builders pass the V8 revision for ${got_revision}, so instead
2058 # use ${got_cr_revision}, which is only set on the V8 bots.
2059 'Linux V8 FYI Release (NVIDIA)': {
2060 'args': {
2061 '--git-revision': '${got_cr_revision}',
2062 },
2063 },
2064 'Linux V8 FYI Release - pointer compression (NVIDIA)': {
2065 'args': {
2066 '--git-revision': '${got_cr_revision}',
2067 },
2068 },
Jonah Ryan-Davisdeeffeaf2020-06-18 17:56:002069 'Mac V8 FYI Release (Intel)': {
2070 'args': {
2071 '--git-revision': '${got_cr_revision}',
2072 },
2073 },
Jonah Ryan-Davis832c8462020-06-09 03:45:032074 'Win V8 FYI Release (NVIDIA)': {
2075 'args': {
2076 '--git-revision': '${got_cr_revision}',
2077 },
2078 },
2079 },
2080 },
2081 'maps_pixel_validating_test': {
Brian Sheedy0566f2cb2021-02-12 22:12:502082 'modifications': {
2083 'Android FYI Release (Pixel 4)': {
2084 'args': [
2085 # Pixel 4s are weird in that they can output in different color spaces
2086 # simultaneously. The readback code for capturing a screenshot assumes
2087 # only one color space, so disable wide color gamut for the test to
2088 # work around the issue. See https://crbug.com/1166379 for more
2089 # information.
2090 '--extra-browser-args=--disable-wcg-for-test',
2091 ],
2092 },
Brian Sheedycde1ab1882021-05-27 21:22:002093 'Optional Android Release (Pixel 4)': {
2094 'args': [
2095 # See above.
2096 '--extra-browser-args=--disable-wcg-for-test',
2097 ],
2098 },
Brian Sheedy0566f2cb2021-02-12 22:12:502099 },
Brian Sheedye285c9b2019-07-15 21:42:462100 # TODO(https://crbug.com/850107): Remove the Android FYI Release (Pixel 2)
2101 # exception once there is enough capacity to run these tests.
2102 'remove_from': [
Brian Sheedye285c9b2019-07-15 21:42:462103 'Android FYI Release (Pixel 2)',
2104 ],
Brian Sheedy44fd891b2019-10-03 20:07:542105 'replacements': {
Brian Sheedy44fd891b2019-10-03 20:07:542106 # The V8 builders pass the V8 revision for ${got_revision}, so instead
2107 # use ${got_cr_revision}, which is only set on the V8 bots.
2108 'Android V8 FYI Release (Nexus 5X)': {
2109 'args': {
Brian Sheedy4d335deb2020-04-01 20:47:322110 '--git-revision': '${got_cr_revision}',
Brian Sheedy44fd891b2019-10-03 20:07:542111 },
2112 },
Brian Sheedy44fd891b2019-10-03 20:07:542113 'Mac V8 FYI Release (Intel)': {
2114 'args': {
Brian Sheedy4d335deb2020-04-01 20:47:322115 '--git-revision': '${got_cr_revision}',
Brian Sheedy44fd891b2019-10-03 20:07:542116 },
2117 },
Brian Sheedy44fd891b2019-10-03 20:07:542118 },
Brian Sheedye285c9b2019-07-15 21:42:462119 },
Andrew Luo38b311f2019-10-04 03:42:092120 'media_unittests': {
2121 'modifications': {
Haiyang Pan9d68ca02021-08-04 21:30:472122 'android-11-x86-rel': {
Haiyang Pancf765862021-03-18 20:39:152123 'args': [
Haiyang Pan80b0d412021-11-23 00:06:422124 '--test-launcher-filter-file=../../testing/buildbot/filters/android.emulator_11_12.media_unittests.filter',
2125 ],
2126 },
2127 'android-12-x64-fyi-rel': {
2128 'args': [
2129 '--test-launcher-filter-file=../../testing/buildbot/filters/android.emulator_11_12.media_unittests.filter',
Haiyang Pancf765862021-03-18 20:39:152130 ],
2131 },
Haiyang Pan2486dcb2020-09-18 17:53:062132 'android-marshmallow-x86-rel-non-cq': {
John Budorickb5185112020-01-08 22:40:212133 'args': [
Haiyang Pan569659f02020-05-30 00:48:452134 '--test-launcher-filter-file=../../testing/buildbot/filters/android.emulator_m.media_unittests.filter',
John Budorickb5185112020-01-08 22:40:212135 ],
2136 },
Andrew Luo38b311f2019-10-04 03:42:092137 'android-pie-arm64-rel': {
Andrew Luobe83fd82019-12-19 03:07:582138 'args': [
2139 '--gtest_filter=-AAudio/AudioOutputTest.Play200HzTone/0', # https://crbug.com/1034009
2140 ],
Andrew Luo38b311f2019-10-04 03:42:092141 },
Chong Gudf7fbe92021-02-24 02:55:582142 'fuchsia-code-coverage': {
2143 'swarming': {
2144 'shards': 3,
2145 },
2146 },
Chong Gub2446462021-08-19 18:44:082147 'fuchsia-fyi-arm64-dbg': {
2148 'args': [
2149 '--test-launcher-filter-file=../../testing/buildbot/filters/fuchsia.debug.media_unittests.filter',
2150 ],
2151 },
Chong Gua10cd302022-01-14 19:22:192152 'fuchsia-fyi-x64-asan': {
2153 'args': [
2154 '--test-launcher-filter-file=../../testing/buildbot/filters/fuchsia.lsan.media_unittests.filter',
2155 ],
2156 },
Andrew Luo38b311f2019-10-04 03:42:092157 },
2158 },
Chong Gu4eca1ce2021-05-17 08:49:572159 'mediapipe_validating_tests': {
2160 'remove_from': [
2161 # TODO(crbug.com/1201887): Remove once tests are stable.
2162 'Fuchsia x64',
2163 ],
2164 },
Ben Joyce02dc8092021-03-04 21:48:192165 'mojo_test_apk': {
2166 'remove_from': [
2167 'android-code-coverage-native', # Does not generate profraw data.
Ben Joyce46ca6012021-03-31 19:19:252168 'android-pie-arm64-coverage-experimental-rel', # Does not generate profraw data.
Ben Joyce02dc8092021-03-04 21:48:192169 ],
2170 },
John Budorickf00e5ff2019-06-11 21:21:062171 'mojo_unittests': {
2172 'modifications': {
2173 'android-asan': {
2174 'swarming': {
John Budorick5a29d7542019-10-11 20:56:442175 'shards': 5,
John Budorickf00e5ff2019-06-11 21:21:062176 },
2177 },
Chong Gudf7fbe92021-02-24 02:55:582178 'fuchsia-code-coverage': {
2179 'swarming': {
2180 'shards': 2,
2181 },
2182 },
John Budorickf00e5ff2019-06-11 21:21:062183 },
2184 },
Peter Kotwiczda2f11102020-10-09 05:29:502185 'monochrome_public_apk_checker': {
Ben Pastene521f8d62020-01-08 20:01:152186 'modifications': {
2187 'ToTAndroid': {
2188 'swarming': {
2189 'dimension_sets': [
2190 {
John Budorick838256a2020-02-29 01:29:072191 'cpu': 'x86-64',
Ben Pastene521f8d62020-01-08 20:01:152192 'device_os': None,
2193 'device_playstore_version': None,
2194 'device_type': None,
2195 'os': 'Ubuntu-16.04',
2196 },
2197 ],
2198 },
2199 },
2200 'android-arm64-proguard-rel': {
2201 'swarming': {
2202 'dimension_sets': [
2203 {
John Budorick838256a2020-02-29 01:29:072204 'cpu': 'x86-64',
Ben Pastene521f8d62020-01-08 20:01:152205 'device_os': None,
2206 'device_playstore_version': None,
2207 'device_type': None,
2208 'os': 'Ubuntu-16.04',
2209 },
2210 ],
2211 },
2212 },
2213 'android-pie-arm64-rel': {
2214 'swarming': {
2215 'dimension_sets': [
2216 {
John Budorick838256a2020-02-29 01:29:072217 'cpu': 'x86-64',
Ben Pastene521f8d62020-01-08 20:01:152218 'device_os': None,
2219 'device_os_flavor': None,
2220 'device_playstore_version': None,
2221 'device_type': None,
2222 'os': 'Ubuntu-16.04',
2223 },
2224 ],
2225 },
2226 },
2227 },
Erik Chend16d922d2019-12-10 04:37:142228 },
Ben Joyce4677e682021-03-22 22:19:112229 'monochrome_public_bundle_fake_modules_smoke_test' : {
2230 'remove_from': [
2231 'android-pie-arm64-coverage-experimental-rel', # TODO(crbug.com/1190999):
2232 # GLIBC_2.28 Not found.
2233 ],
2234 },
2235 'monochrome_public_bundle_smoke_test' : {
2236 'remove_from': [
2237 'android-pie-arm64-coverage-experimental-rel', # TODO(crbug.com/1190999):
2238 # GLIBC_2.28 Not found.
2239 ],
2240 },
2241 'monochrome_public_smoke_test' : {
2242 'remove_from': [
2243 'android-pie-arm64-coverage-experimental-rel', # TODO(crbug.com/1190999):
2244 # GLIBC_2.28 Not found.
2245 ],
2246 },
bsheedye9469572019-01-23 17:31:332247 'monochrome_public_test_ar_apk': {
2248 'modifications': {
Brian Sheedy12169aa2019-10-16 23:38:032249 'Nougat Phone Tester': {
2250 'args': [
2251 # ArCore is not installed as a system app on N, so we can install it
2252 # normally instead of replacing the system version.
2253 '--additional-apk=//third_party/arcore-android-sdk/test-apks/arcore/arcore_current.apk'
2254 ],
2255 },
bsheedye9469572019-01-23 17:31:332256 # We need to match the Playstore version as well because AR tests fail on
2257 # old versions of the Playstore.
2258 'Oreo Phone Tester': {
Brian Sheedy2bcd16b2019-04-22 22:47:082259 'args': [
2260 # ArCore is not installed as a system app on O, so we can install it
2261 # normally instead of replacing the system version.
2262 '--additional-apk=//third_party/arcore-android-sdk/test-apks/arcore/arcore_current.apk'
2263 ],
bsheedye9469572019-01-23 17:31:332264 'swarming': {
2265 'dimension_sets': [
2266 {
2267 'device_os': 'OPR3.170623.008',
bsheedye9469572019-01-23 17:31:332268 'device_type': 'marlin',
2269 'os': 'Android',
2270 },
2271 ],
2272 },
2273 },
Haiyang Pan57159eba2020-05-07 23:14:132274 'android-10-arm64-rel': {
2275 'args': [
Brian Sheedy4dc4a6f2020-09-17 22:18:502276 '--remove-system-package=com.google.ar.core',
2277 '--additional-apk=//third_party/arcore-android-sdk/test-apks/arcore/arcore_current.apk',
Haiyang Pan57159eba2020-05-07 23:14:132278 ]
2279 },
Brian Sheedy2bcd16b2019-04-22 22:47:082280 'android-pie-arm64-dbg': {
2281 'args': [
Brian Sheedy4dc4a6f2020-09-17 22:18:502282 '--remove-system-package=com.google.ar.core',
2283 '--additional-apk=//third_party/arcore-android-sdk/test-apks/arcore/arcore_current.apk',
Brian Sheedy2bcd16b2019-04-22 22:47:082284 ]
2285 }
bsheedye9469572019-01-23 17:31:332286 },
2287 },
Kenneth Russellfbda3c532017-12-08 23:57:242288 'nacl_loader_unittests': {
2289 'remove_from': [
Nico Weber48f187142018-06-01 15:16:352290 'ToTMacASan', # The mac asan tot bot sets enable_nacl=false
Nico Weber3611ee802018-06-07 13:34:512291 'linux-win_cross-rel', # Sets enable_nacl=false, https://crbug.com/774186
Nico Webera8fc38f72018-04-10 02:20:112292 'Linux TSan Tests', # The TSan bot sets enable_nacl=false
Nico Weber05d3e642018-05-31 16:59:482293 'Mac ASan 64 Tests (1)', # The mac asan bot sets enable_nacl=false
Kenneth Russellfbda3c532017-12-08 23:57:242294 ],
2295 },
Kenneth Russelleb60cbd22017-12-05 07:54:282296 'net_unittests': {
2297 'modifications': {
Nico Weber33b9b7a2020-06-12 19:23:272298 'CrWinAsan': {
Ben Pastened2c01af2022-01-31 23:06:442299 # TODO(crbug.com/1257927): net_unittests is slow under ASan.
Nico Weber33b9b7a2020-06-12 19:23:272300 'swarming': {
2301 'shards': 16,
2302 },
2303 },
2304 'CrWinAsan(dll)': {
Ben Pastened2c01af2022-01-31 23:06:442305 # TODO(crbug.com/1257927): net_unittests is slow under ASan.
Nico Weber33b9b7a2020-06-12 19:23:272306 'swarming': {
2307 'shards': 16,
2308 },
2309 },
John Budorickca14c76f62017-12-09 14:19:182310 'Linux ASan LSan Tests (1)': {
John Budorick5052d552017-12-13 02:59:342311 # These are very slow on the ASAN trybot for some reason.
Ben Pastened2c01af2022-01-31 23:06:442312 # crbug.com/1257927
John Budorickca14c76f62017-12-09 14:19:182313 'swarming': {
John Budorick5052d552017-12-13 02:59:342314 'shards': 16,
John Budorickca14c76f62017-12-09 14:19:182315 },
2316 },
2317 'Linux Chromium OS ASan LSan Tests (1)': {
Takuto Ikuta54671d972018-07-19 19:06:352318 # These are very slow on the ASAN trybot for some reason.
Ben Pastened2c01af2022-01-31 23:06:442319 # crbug.com/1257927
John Budorickca14c76f62017-12-09 14:19:182320 'swarming': {
Sergey Berezinda3255c2018-03-16 00:34:022321 'shards': 8,
John Budorickca14c76f62017-12-09 14:19:182322 }
2323 },
Takuto Ikuta54671d972018-07-19 19:06:352324 'Linux ChromiumOS MSan Tests': {
2325 # These are very slow on the Chrome OS MSAN trybot for some reason.
2326 # crbug.com/865455
2327 'swarming': {
2328 'shards': 2,
2329 },
2330 },
John Budorickca14c76f62017-12-09 14:19:182331 'Linux TSan Tests': {
2332 'swarming': {
2333 'shards': 4,
2334 }
2335 },
Ben Pastene8bf205b2018-06-13 04:00:332336 # The suite runs signficantly slower on linux dbg, so increase shards.
2337 'Linux Tests (dbg)(1)': {
2338 'swarming': {
2339 'shards': 2,
2340 },
2341 },
Stephen Martinis1384ff92020-01-07 19:52:152342 'ToTLinuxASan': {
Ben Pastened2c01af2022-01-31 23:06:442343 # TODO(crbug.com/1257927): net_unittests is slow under ASan.
Stephen Martinis1384ff92020-01-07 19:52:152344 'swarming': {
2345 'shards': 16,
2346 },
2347 },
2348 'ToTLinuxTSan': {
2349 'swarming': {
2350 'shards': 4,
2351 }
2352 },
Haiyang Pan9d68ca02021-08-04 21:30:472353 'android-11-x86-rel': {
Haiyang Pan8d9906e02021-03-24 20:11:042354 'args': [
2355 '--test-launcher-filter-file=../../testing/buildbot/filters/android.emulator_11.net_unittests.filter',
2356 ],
2357 },
Haiyang Pan2877f062021-11-18 01:06:062358 'android-12-x64-fyi-rel': {
2359 'args': [
2360 # TODO(crbug.com/1191793): Fix the test failure
2361 '--gtest_filter=-MimeUtilTest.ExtensionTest',
2362 ],
2363 },
Stefano Duof44278b2021-08-02 16:29:382364 'android-cronet-x86-dbg-10-tests': {
2365 'args': [
2366 '--test-launcher-filter-file=../../testing/buildbot/filters/android.emulator_10.net_unittests.filter',
2367 ],
2368 },
Chidera Olibieef99a55ca2021-10-01 21:42:002369 'android-cronet-x86-dbg-11-tests': {
2370 'args': [
2371 '--test-launcher-filter-file=../../testing/buildbot/filters/android.emulator_11.net_unittests.filter',
2372 ],
2373 },
2374 'android-cronet-x86-dbg-oreo-tests': {
2375 'args': [
2376 '--test-launcher-filter-file=../../testing/buildbot/filters/android.emulator.net_unittests.filter',
2377 ],
2378 },
Chidera Olibie509fd732021-09-30 20:17:172379 'android-cronet-x86-dbg-pie-tests': {
2380 # crbug.com/1046060
2381 'args': [
2382 '--test-launcher-filter-file=../../testing/buildbot/filters/android.emulator.net_unittests.filter',
2383 ],
2384 },
Haiyang Pan2486dcb2020-09-18 17:53:062385 'android-marshmallow-x86-rel-non-cq': {
John Budorick7fde6b492020-01-29 17:43:502386 # crbug.com/1046060
2387 'args': [
2388 '--test-launcher-filter-file=../../testing/buildbot/filters/android.emulator.net_unittests.filter',
2389 ],
2390 },
Haiyang Pan08d09dc2020-04-01 16:11:212391 'android-pie-x86-rel': {
John Budorick7fde6b492020-01-29 17:43:502392 # crbug.com/1046060
2393 'args': [
2394 '--test-launcher-filter-file=../../testing/buildbot/filters/android.emulator.net_unittests.filter',
2395 ],
2396 },
Struan Shrimpton4b7abc02021-12-16 01:36:592397 'chromeos-amd64-generic-rel': {
2398 'swarming': {
2399 'quickrun_shards': 6,
2400 },
2401 },
Chong Gu76046412021-09-22 17:49:212402 'fuchsia-code-coverage': {
2403 'swarming': {
2404 'shards': 14,
2405 },
2406 },
Chong Gua10cd302022-01-14 19:22:192407 'fuchsia-fyi-x64-asan': {
2408 'args': [
2409 '--test-launcher-filter-file=../../testing/buildbot/filters/fuchsia.lsan.net_unittests.filter',
2410 ],
2411 },
Omer Katz7d2be652020-01-22 18:13:462412 'linux-blink-heap-concurrent-marking-tsan-rel': {
2413 'swarming': {
2414 'shards': 4,
2415 }
2416 },
Ben Pastene8bf205b2018-06-13 04:00:332417 'linux-chromeos-dbg': {
2418 'swarming': {
2419 'shards': 2,
2420 },
2421 },
Lindsay Pasricha60535a22021-12-13 16:50:242422 # TODO (crbug.com/1278618) Re-enable once fixed
2423 'mac-osxbeta-rel': {
2424 'experiment_percentage': 0,
2425 },
Nico Weber33b9b7a2020-06-12 19:23:272426 'win-asan': {
Ben Pastened2c01af2022-01-31 23:06:442427 # TODO(crbug.com/1257927): net_unittests is slow under ASan.
Nico Weber33b9b7a2020-06-12 19:23:272428 'swarming': {
2429 'shards': 16,
2430 },
2431 },
Kenneth Russelleb60cbd22017-12-05 07:54:282432 },
2433 },
John Chenaab16fc02020-03-03 06:35:452434 'not_site_per_process_blink_web_tests': {
Lukasz Anforowicz04bc6302018-11-19 19:04:282435 'remove_from': [
Lukasz Anforowicz04bc6302018-11-19 19:04:282436 # TODO(dpranke): Should we be running this step on Linux Tests (dbg)(1)?
2437 'Linux Tests (dbg)(1)',
Lukasz Anforowicz04bc6302018-11-19 19:04:282438 ],
Yuke Liaobc9ff982019-04-30 06:56:162439 'modifications': {
Stephen Martinis1384ff92020-01-07 19:52:152440 'Linux Tests': {
2441 "args": [
2442 "--additional-env-var=LLVM_PROFILE_FILE=${ISOLATED_OUTDIR}/profraw/default-%2m.profraw",
Stephen Martinis1384ff92020-01-07 19:52:152443 ],
Struan Shrimpton57c594e42022-01-25 17:59:132444 'swarming': {
2445 'quickrun_shards': 18,
2446 },
Stephen Martinis1384ff92020-01-07 19:52:152447 },
Yuke Liaoea70f472019-12-19 06:03:362448 'linux-code-coverage': {
2449 'args': [
2450 '--additional-env-var=LLVM_PROFILE_FILE=${ISOLATED_OUTDIR}/profraw/default-%2m.profraw',
Yuke Liaoea70f472019-12-19 06:03:362451 ],
2452 'swarming': {
2453 'shards': 20,
2454 },
2455 },
Stephanie Kim5c7f31d2021-04-27 18:00:062456 'linux-xenial-rel': {
2457 "args": [
2458 "--additional-env-var=LLVM_PROFILE_FILE=${ISOLATED_OUTDIR}/profraw/default-%2m.profraw",
2459 ],
2460 },
Yuke Liaobc9ff982019-04-30 06:56:162461 },
Lukasz Anforowicz04bc6302018-11-19 19:04:282462 },
Xi Cheng34ca4042018-02-23 00:10:122463 'notification_helper_unittests': {
2464 'remove_from': [
Hans Wennborg252643a2018-05-22 14:41:122465 # The test uses WinRT, which only exists in Windows 8 or above.
2466 # (https://crbug.com/813553)
Xi Cheng34ca4042018-02-23 00:10:122467 'Win 7 Tests x64 (1)',
Xi Cheng34ca4042018-02-23 00:10:122468 'Win7 Tests (1)',
2469 'Win7 Tests (dbg)(1)',
Stephen Martinis1384ff92020-01-07 19:52:152470 # all these bots run Windows 7.
Xi Cheng34ca4042018-02-23 00:10:122471 'ToTWin',
2472 'ToTWin(dbg)',
2473 'ToTWin(dll)',
inglorionb8e7a3ed2019-04-12 09:49:032474 'ToTWinOfficial',
Arthur Eubanks0c24b822021-06-15 18:51:342475 'ToTWinOfficial64',
Xi Cheng34ca4042018-02-23 00:10:122476 'ToTWin64',
2477 'ToTWin64(dbg)',
2478 'ToTWin64(dll)',
Xi Cheng34ca4042018-02-23 00:10:122479 ],
2480 },
Peter McNeeley3cfc0ec82021-12-08 20:36:242481 'overlay_prioritization_viz_unittests': {
2482 'remove_from': [
2483 # Reduce CQ load
2484 'Linux Tests (Wayland)',
2485 ],
2486 },
Ben Pastenee723b2f2019-05-31 19:10:272487 'ozone_unittests': {
2488 'modifications': {
Ben Pastene8ef125e2019-12-10 01:46:292489 'chromeos-betty-pi-arc-chrome': {
2490 'args': [
2491 '--test-launcher-filter-file=../../testing/buildbot/filters/chromeos.ozone_unittests.filter',
2492 ],
2493 },
Ben Pastene500cc1d12021-01-22 18:10:472494 'chromeos-betty-pi-arc-chrome-dchecks': {
2495 'args': [
2496 '--test-launcher-filter-file=../../testing/buildbot/filters/chromeos.ozone_unittests.filter',
2497 ],
2498 },
Ben Pastene8ef125e2019-12-10 01:46:292499 'linux-chromeos-chrome': {
2500 'args': [
2501 '--test-launcher-filter-file=../../testing/buildbot/filters/chromeos.ozone_unittests.filter',
2502 ],
2503 },
Ben Pastenee723b2f2019-05-31 19:10:272504 },
2505 },
Maksim Sisovc81d284c2021-10-05 17:54:352506 'ozone_x11_unittests': {
2507 # Wayland bot uses chromium_linux_gtests that includes some x11 only
2508 # test targets. To avoid maintaining a list of tests, remove them here.
2509 'remove_from': [
2510 'Linux Tests (Wayland)',
2511 ],
2512 },
Karen Qian385d2ca2019-03-19 21:49:582513 'perfetto_unittests': {
Haiyang Pan0e27adbeb2021-12-14 22:44:302514 'modifications': {
2515 'android-12-x64-fyi-rel': {
2516 'args': [
2517 # TODO(crbug.com/1260440): Fix the failed test
2518 '--gtest_filter=-ScopedDirTest.CloseOutOfScope',
2519 ],
2520 },
Chong Gua10cd302022-01-14 19:22:192521 'fuchsia-fyi-x64-asan': {
2522 'args': [
2523 '--test-launcher-filter-file=../../testing/buildbot/filters/fuchsia.lsan.perfetto_unittests.filter',
2524 ],
2525 },
Haiyang Pan0e27adbeb2021-12-14 22:44:302526 },
Karen Qian385d2ca2019-03-19 21:49:582527 'remove_from': [
Haiyang Pan363c59a2020-07-23 05:47:042528 # TODO(crbug.com/931138): Fix permission issue when creating tmp files
John Budorickd3fa5992019-12-13 17:22:412529 'android-arm64-proguard-rel',
John Budorickf2283d72019-06-25 01:09:092530 'android-asan',
Yun Liu022f4512019-06-10 23:14:042531 'android-code-coverage',
Yun Liu7cfd28a2019-10-30 01:57:122532 'android-code-coverage-native',
Karen Qian385d2ca2019-03-19 21:49:582533 'android-marshmallow-arm64-rel',
Greg Gutermanea661162021-11-17 00:46:432534 'android-marshmallow-arm64-rel-rts',
Haiyang Pan2486dcb2020-09-18 17:53:062535 'android-marshmallow-x86-rel-non-cq',
Ben Joyce46ca6012021-03-31 19:19:252536 'android-pie-arm64-coverage-experimental-rel', # Does not generate profraw data.
Andrew Luo38b311f2019-10-04 03:42:092537 'android-pie-arm64-rel',
Haiyang Pan08d09dc2020-04-01 16:11:212538 'android-pie-x86-rel',
Haiyang Pan9d68ca02021-08-04 21:30:472539 'android-11-x86-rel',
Karen Qian385d2ca2019-03-19 21:49:582540 'Marshmallow 64 bit Tester',
2541 'Marshmallow Tablet Tester',
2542 'Nougat Phone Tester',
Arthur Eubanksc8f86ee2021-05-10 20:14:242543 'ToTAndroid'
Karen Qian385d2ca2019-03-19 21:49:582544 ]
2545 },
Stephen Martinis54d64ad2018-09-21 22:16:202546 'performance_test_suite': {
2547 'modifications': {
Zhaoyang Li9357e1e12021-12-07 18:53:172548 'Mac11 Tests (dbg)': {
2549 'args': [
2550 '--browser=debug',
2551 ],
2552 },
Stephen Martinis54d64ad2018-09-21 22:16:202553 'Win10 Tests x64 (dbg)': {
2554 'args': [
Takuto Ikutab28b582e2021-02-10 01:41:212555 '--browser=debug_x64',
Stephen Martinis54d64ad2018-09-21 22:16:202556 ],
2557 'experiment_percentage': 100,
2558 },
2559 'Win7 Tests (dbg)(1)': {
2560 'args': [
2561 '--browser=debug',
2562 ],
2563 },
2564 },
2565 },
Sven Zhenge8335e02020-08-07 22:38:392566 'pixel_browser_tests': {
2567 'modifications': {
2568 'win-pixel-tester-rel': {
2569 'non_precommit_args': [
2570 # Do not allow retry or it will break the bulk approval process.
2571 # When retry with fail-pass pattern, the passing test will overwrite the previously
2572 # seen flaky version on the trace. We can triage the image using the printed link,
2573 # but it will not show on the Skia Gold search page.
2574 '--test-launcher-retry-limit=0',
2575 ],
2576 },
2577 },
2578 },
Jonah Ryan-Davis832c8462020-06-09 03:45:032579 'pixel_skia_gold_passthrough_test': {
Brian Sheedyc0c142c2021-06-01 21:18:052580 'modifications': {
2581 'Android FYI Release (Pixel 4)': {
2582 'args': [
2583 # Pixel 4s are weird in that they can output in different color spaces
2584 # simultaneously. The readback code for capturing a screenshot assumes
2585 # only one color space, so disable wide color gamut for the test to
2586 # work around the issue. See https://crbug.com/1166379 for more
2587 # information.
2588 '--extra-browser-args=--disable-wcg-for-test',
2589 ],
2590 },
Struan Shrimptone772d72f2021-12-15 07:50:092591 'Mac Retina Release (AMD)': {
2592 'swarming': {
2593 'quickrun_shards': 2,
2594 },
2595 },
Brian Sheedyc0c142c2021-06-01 21:18:052596 'Optional Android Release (Pixel 4)': {
2597 'args': [
2598 # See above.
2599 '--extra-browser-args=--disable-wcg-for-test',
2600 ],
2601 },
Struan Shrimpton4b7abc02021-12-16 01:36:592602 'Win10 x64 Release (NVIDIA)': {
2603 'swarming': {
2604 'quickrun_shards': 2,
2605 },
2606 },
Brian Sheedyc0c142c2021-06-01 21:18:052607 },
Jonah Ryan-Davis832c8462020-06-09 03:45:032608 'replacements': {
2609 # The V8 builders pass the V8 revision for ${got_revision}, so instead
2610 # use ${got_cr_revision}, which is only set on the V8 bots.
2611 'Linux V8 FYI Release (NVIDIA)': {
2612 'args': {
2613 '--git-revision': '${got_cr_revision}',
2614 },
2615 },
2616 'Linux V8 FYI Release - pointer compression (NVIDIA)': {
2617 'args': {
2618 '--git-revision': '${got_cr_revision}',
2619 },
2620 },
Jonah Ryan-Davisdeeffeaf2020-06-18 17:56:002621 'Mac V8 FYI Release (Intel)': {
2622 'args': {
2623 '--git-revision': '${got_cr_revision}',
2624 },
2625 },
Jonah Ryan-Davis832c8462020-06-09 03:45:032626 'Win V8 FYI Release (NVIDIA)': {
2627 'args': {
2628 '--git-revision': '${got_cr_revision}',
2629 },
2630 },
2631 },
2632 },
2633 'pixel_skia_gold_validating_test': {
Brian Sheedy0566f2cb2021-02-12 22:12:502634 'modifications': {
2635 'Android FYI Release (Pixel 4)': {
2636 'args': [
2637 # Pixel 4s are weird in that they can output in different color spaces
2638 # simultaneously. The readback code for capturing a screenshot assumes
2639 # only one color space, so disable wide color gamut for the test to
2640 # work around the issue. See https://crbug.com/1166379 for more
2641 # information.
2642 '--extra-browser-args=--disable-wcg-for-test',
2643 ],
2644 },
Brian Sheedycde1ab1882021-05-27 21:22:002645 'Optional Android Release (Pixel 4)': {
2646 'args': [
2647 # See above.
2648 '--extra-browser-args=--disable-wcg-for-test',
2649 ],
2650 },
Brian Sheedy0566f2cb2021-02-12 22:12:502651 },
Brian Sheedye6ea0ee2019-07-11 02:54:372652 'replacements': {
Brian Sheedye6ea0ee2019-07-11 02:54:372653 # The V8 builders pass the V8 revision for ${got_revision}, so instead
2654 # use ${got_cr_revision}, which is only set on the V8 bots.
2655 'Android V8 FYI Release (Nexus 5X)': {
2656 'args': {
Brian Sheedy4d335deb2020-04-01 20:47:322657 '--git-revision': '${got_cr_revision}',
Brian Sheedye6ea0ee2019-07-11 02:54:372658 },
2659 },
Brian Sheedye6ea0ee2019-07-11 02:54:372660 'Mac V8 FYI Release (Intel)': {
2661 'args': {
Brian Sheedy4d335deb2020-04-01 20:47:322662 '--git-revision': '${got_cr_revision}',
Brian Sheedye6ea0ee2019-07-11 02:54:372663 },
2664 },
Brian Sheedye6ea0ee2019-07-11 02:54:372665 },
2666 },
2667 'pixel_test':{
Takuto Ikuta35c85522019-06-04 16:55:462668 'modifications': {
2669 'Android Release (Nexus 5X)': {
2670 'swarming': {
2671 'shards': 2,
2672 },
2673 },
2674 },
Nico Weber128fd382018-06-14 23:29:272675 },
Brian Sheedy9653f152019-08-07 17:02:442676 'rendering_representative_perf_tests': {
2677 'modifications': {
2678 'Win10 FYI x64 Exp Release (Intel HD 630)': {
2679 'args': [
Takuto Ikutab28b582e2021-02-10 01:41:212680 '--browser=release_x64',
Brian Sheedy9653f152019-08-07 17:02:442681 ],
2682 },
2683 'Win10 FYI x64 Exp Release (NVIDIA)': {
2684 'args': [
Takuto Ikutab28b582e2021-02-10 01:41:212685 '--browser=release_x64',
Brian Sheedy9653f152019-08-07 17:02:442686 ],
2687 },
Yuly Novikov86cb3542020-11-26 17:10:002688 'Win10 FYI x64 Release (AMD RX 5500 XT)': {
2689 'args': [
Takuto Ikutab28b582e2021-02-10 01:41:212690 '--browser=release_x64',
Yuly Novikov86cb3542020-11-26 17:10:002691 ],
2692 },
Brian Sheedy9653f152019-08-07 17:02:442693 'Win10 FYI x64 Release (Intel HD 630)': {
2694 'args': [
Takuto Ikutab28b582e2021-02-10 01:41:212695 '--browser=release_x64',
Brian Sheedy9653f152019-08-07 17:02:442696 ],
2697 },
Brian Sheedy9653f152019-08-07 17:02:442698 'Win10 FYI x64 Release (NVIDIA)': {
2699 'args': [
Takuto Ikutab28b582e2021-02-10 01:41:212700 '--browser=release_x64',
Brian Sheedy9653f152019-08-07 17:02:442701 ],
2702 },
behdad26cf7e72019-12-18 13:57:302703 'Win10 x64 Release (NVIDIA)': {
2704 'args': [
Takuto Ikutab28b582e2021-02-10 01:41:212705 '--browser=release_x64',
behdad26cf7e72019-12-18 13:57:302706 ],
2707 },
Brian Sheedy9653f152019-08-07 17:02:442708 },
2709 },
John Budorickdce9d462019-03-23 00:25:382710 'sandbox_linux_unittests': {
2711 'modifications': {
Haiyang Pan4d49f5d2021-11-24 02:06:132712 'android-12-x64-fyi-rel': {
2713 'args': [
2714 '--test-launcher-filter-file=../../testing/buildbot/filters/android.emulator_12.sandbox_linux_unittests.filter',
2715 ]
2716 },
Haiyang Pan6b8e4cf2021-08-02 21:38:282717 'android-marshmallow-x86-rel': {
John Budorick6e8e595b2020-01-27 18:15:582718 'args': [
2719 '--test-launcher-filter-file=../../testing/buildbot/filters/android.emulator.sandbox_linux_unittests.filter',
2720 ]
2721 },
Haiyang Pan08d09dc2020-04-01 16:11:212722 'android-pie-x86-rel': {
John Budorick191adfcd2020-01-29 18:19:042723 'args': [
2724 '--test-launcher-filter-file=../../testing/buildbot/filters/android.emulator.sandbox_linux_unittests.filter',
2725 ]
2726 },
John Budorickdce9d462019-03-23 00:25:382727 },
John Budorick3ebfdf852019-05-13 22:28:162728 'remove_from': [
John Budorick3ebfdf852019-05-13 22:28:162729 'android-asan', # https://crbug.com/962650
2730 ],
John Budorickdce9d462019-03-23 00:25:382731 },
Brian Sheedyc0c142c2021-06-01 21:18:052732 'screenshot_sync_passthrough_tests': {
2733 'modifications': {
2734 'Android FYI Release (Pixel 4)': {
2735 'args': [
2736 # Pixel 4s are weird in that they can output in different color spaces
2737 # simultaneously. The readback code for capturing a screenshot assumes
2738 # only one color space, so disable wide color gamut for the test to
2739 # work around the issue. See https://crbug.com/1166379 for more
2740 # information.
2741 '--extra-browser-args=--disable-wcg-for-test',
2742 ],
2743 },
2744 'Optional Android Release (Pixel 4)': {
2745 'args': [
2746 # See above.
2747 '--extra-browser-args=--disable-wcg-for-test',
2748 ],
2749 },
2750 },
2751 },
Brian Sheedy0566f2cb2021-02-12 22:12:502752 'screenshot_sync_validating_tests': {
2753 'modifications': {
2754 'Android FYI Release (Pixel 4)': {
2755 'args': [
2756 # Pixel 4s are weird in that they can output in different color spaces
2757 # simultaneously. The readback code for capturing a screenshot assumes
2758 # only one color space, so disable wide color gamut for the test to
2759 # work around the issue. See https://crbug.com/1166379 for more
2760 # information.
2761 '--extra-browser-args=--disable-wcg-for-test',
2762 ],
2763 },
Brian Sheedycde1ab1882021-05-27 21:22:002764 'Optional Android Release (Pixel 4)': {
2765 'args': [
2766 # See above.
2767 '--extra-browser-args=--disable-wcg-for-test',
2768 ],
2769 },
Brian Sheedy0566f2cb2021-02-12 22:12:502770 },
2771 },
Kenneth Russelleb60cbd22017-12-05 07:54:282772 'services_unittests': {
2773 'remove_from': [
Nico Weber15a00d62018-05-16 17:11:482774 'ToTLinuxMSan', # https://crbug.com/831676
Kenneth Russell8a386d42018-06-02 09:48:012775 # The face and barcode detection tests fail on the Mac Pros.
2776 'Mac Pro FYI Release (AMD)',
Nico Weberd36959682018-04-12 03:33:462777 'Linux ChromiumOS MSan Tests', # https://crbug.com/831676
2778 'Linux MSan Tests', # https://crbug.com/831676
Kenneth Russelleb60cbd22017-12-05 07:54:282779 ],
Brian Sheedyb6c58792020-05-07 18:37:332780 'replacements': {
2781 # TODO(crbug.com/1078982): Remove once the test is fixed on 10.15.4.
2782 'Mac FYI Experimental Release (Intel)': {
2783 'args': {
2784 '--gtest_filter': '*Detection*:-FaceDetectionImplMacTest.ScanOneFace*',
2785 },
2786 },
2787 },
Haiyang Pan363c59a2020-07-23 05:47:042788 'modifications': {
Struan Shrimptone772d72f2021-12-15 07:50:092789 'Linux ASan LSan Tests (1)': {
2790 'swarming': {
2791 'quickrun_shards': 2,
2792 },
2793 },
Haiyang Pan9d68ca02021-08-04 21:30:472794 'android-11-x86-rel': {
Haiyang Pan10f029c2021-07-30 23:17:562795 'args': [
Haiyang Pan2877f062021-11-18 01:06:062796 # TODO(crbug.com/1264654): Fix the failed tests
2797 '--gtest_filter=-PacLibraryTest.ActualPacMyIpAddress*'
2798 ],
2799 },
2800 'android-12-x64-fyi-rel': {
2801 'args': [
2802 # TODO(crbug.com/1264654): Fix the failed tests
Haiyang Pan10f029c2021-07-30 23:17:562803 '--gtest_filter=-PacLibraryTest.ActualPacMyIpAddress*'
2804 ],
2805 },
Chong Gu52481452021-04-02 17:52:412806 'fuchsia-code-coverage': {
2807 'swarming': {
2808 'shards': 7,
2809 },
2810 },
2811 }
Chong Gudf7fbe92021-02-24 02:55:582812 },
Brian Ho8271a7ad2021-08-12 20:48:032813 # TODO(crbug.com/1202958): Remove these when SkiaRenderer is fully shipped
2814 # on Chrome OS.
2815 'skia_renderer_telemetry_perf_unittests': {
2816 'remove_from': [
2817 # Not enough capacity.
2818 'chromeos-betty-pi-arc-chrome',
2819 'chromeos-betty-pi-arc-chrome-dchecks',
Muyao Xuc5634692021-11-09 21:30:172820 # it sometimes flakily times out.
2821 'chromeos-amd64-generic-rel',
Brian Ho8271a7ad2021-08-12 20:48:032822 ],
2823 'modifications': {
2824 'chromeos-amd64-generic-rel': {
2825 'ci_only': True,
2826 },
2827 'chromeos-amd64-generic-rel (goma cache silo)': {
2828 'ci_only': True,
2829 },
2830 'chromeos-amd64-generic-rel (reclient)': {
2831 'ci_only': True,
2832 },
Brian Ho8271a7ad2021-08-12 20:48:032833 },
2834 },
2835 'skia_renderer_telemetry_unittests': {
2836 'remove_from': [
2837 # Not enough capacity.
2838 'chromeos-betty-pi-arc-chrome',
2839 'chromeos-betty-pi-arc-chrome-dchecks',
2840 ],
2841 'modifications': {
2842 'chromeos-amd64-generic-rel': {
2843 'ci_only': True,
2844 },
2845 'chromeos-amd64-generic-rel (goma cache silo)': {
2846 'ci_only': True,
2847 },
2848 'chromeos-amd64-generic-rel (reclient)': {
2849 'ci_only': True,
2850 },
Brian Ho8271a7ad2021-08-12 20:48:032851 },
2852 },
Chong Gua10cd302022-01-14 19:22:192853 'skia_unittests': {
2854 'modifications': {
2855 'fuchsia-fyi-x64-asan': {
2856 'args': [
2857 '--test-launcher-filter-file=../../testing/buildbot/filters/fuchsia.lsan.skia_unittests.filter',
2858 ],
2859 },
2860 },
2861 },
Chong Gu76046412021-09-22 17:49:212862 'snapshot_unittests': {
Chong Gub2446462021-08-19 18:44:082863 'modifications': {
2864 'fuchsia-fyi-arm64-dbg': {
2865 'args': [
2866 '--test-launcher-filter-file=../../testing/buildbot/filters/fuchsia.debug.snapshot_unittests.filter',
2867 ],
2868 },
2869 },
2870 },
Stephen Martinis54d64ad2018-09-21 22:16:202871 'swiftshader_unittests': {
2872 'remove_from': [
2873 # Save capacity on the hardware where we have only a few machines.
2874 'Mac FYI Experimental Release (Intel)',
2875 'Mac FYI Experimental Retina Release (AMD)',
2876 'Mac FYI Experimental Retina Release (NVIDIA)',
2877 'Mac Pro FYI Release (AMD)',
2878 ],
2879 },
Kenneth Russelleb60cbd22017-12-05 07:54:282880 'sync_integration_tests': {
Brad Halla36886c2019-02-26 16:52:292881 'remove_from': [
Brad Halla36886c2019-02-26 16:52:292882 'CrWinAsan(dll)', # https://crbug.com/935598
2883 ],
Kenneth Russelleb60cbd22017-12-05 07:54:282884 'modifications': {
Erik Chene84bc1c2019-11-25 23:23:522885 'Linux ASan LSan Tests (1)': {
2886 'swarming': {
2887 'shards': 4,
2888 },
2889 },
Nico Weber8fbc2832018-12-14 16:00:572890 'Linux TSan Tests': {
2891 'swarming': {
2892 'shards': 6,
2893 },
2894 },
Sven Zheng9a52be52020-10-09 21:27:122895 # TODO(crbug.com/1131588) Tests are flaky only on CQ.
2896 'Mac10.13 Tests': {
2897 'precommit_args': [
2898 '--gtest_filter=-*',
2899 ],
2900 },
Zhaoyang Li69e2e002021-02-19 21:57:352901 # TODO(crbug.com/1131588) Tests are flaky only on CQ.
Lindsay Pasricha21bb93d72021-12-07 05:48:392902 'Mac11 Tests': {
Zhaoyang Li69e2e002021-02-19 21:57:352903 'precommit_args': [
2904 '--gtest_filter=-*',
2905 ],
2906 },
Stephen Martinis1384ff92020-01-07 19:52:152907 'ToTLinuxTSan': {
Kenneth Russelleb60cbd22017-12-05 07:54:282908 'swarming': {
Stephen Martinis1384ff92020-01-07 19:52:152909 'shards': 6,
Kenneth Russelleb60cbd22017-12-05 07:54:282910 },
2911 },
Struan Shrimptona1ab7672022-01-13 18:02:512912 'Win10 Tests x64': {
2913 'swarming': {
2914 'quickrun_shards': 3,
2915 },
2916 },
Stephen Martinis75ab55d2018-08-30 02:27:122917 'Win10 Tests x64 (dbg)': {
2918 'experiment_percentage': 100, # https://crbug.com/840369
2919 },
Stephen Martinis1384ff92020-01-07 19:52:152920 'Win7 Tests (dbg)(1)': {
2921 'swarming': {
2922 'shards': 2,
2923 },
2924 },
2925 'linux-chromeos-code-coverage': {
Yuke Liao79424e42020-01-06 21:00:112926 'swarming': {
2927 'shards': 4,
2928 },
2929 },
Stephen Martinis1384ff92020-01-07 19:52:152930 'linux-code-coverage': {
Yuke Liao79424e42020-01-06 21:00:112931 'swarming': {
2932 'shards': 4,
2933 },
2934 },
Sven Zhengfbbf21a2021-04-16 23:57:122935 # https://crbug.com/1199909,
Junhua Chen39dd2dba2021-05-05 17:51:542936 'linux-lacros-code-coverage': {
2937 'args': [
2938 '--test-launcher-filter-file=../../testing/buildbot/filters/linux-lacros.sync_integration_tests.filter',
2939 ]
2940 },
Jieting Yangbf15db672021-10-04 19:18:372941 'linux-lacros-dbg-tests-fyi': {
2942 'args': [
2943 '--test-launcher-filter-file=../../testing/buildbot/filters/linux-lacros.sync_integration_tests.filter',
2944 ],
2945 },
Anastasiia N11c1f8d2021-04-19 14:04:422946 'linux-lacros-tester-rel': {
2947 'args': [
Yuke Liao56a437dd2021-05-05 04:53:402948 '--test-launcher-filter-file=../../testing/buildbot/filters/linux-lacros.sync_integration_tests.filter',
Anastasiia N11c1f8d2021-04-19 14:04:422949 ],
2950 },
Kuan Huang235b0142021-10-19 18:59:282951 'mac-code-coverage': {
2952 'args': [
2953 '--coverage-continuous-mode=1',
2954 ],
2955 },
Kenneth Russelleb60cbd22017-12-05 07:54:282956 },
2957 },
Weizhong Xia613fda42021-04-21 20:11:522958 'system_webview_wpt': {
2959 'modifications': {
2960 'android-webview-pie-x86-wpt-fyi-rel': {
Weizhong Xia7dd41362021-09-30 16:05:382961 'args': [
2962 '--log-wptreport',
2963 ],
Weizhong Xia613fda42021-04-21 20:11:522964 },
2965 },
2966 },
Kenneth Russell8a386d42018-06-02 09:48:012967 'tab_capture_end2end_tests': {
Nico Webere89a3c92018-07-01 01:30:522968 # Run these only on Release bots.
Kenneth Russell8a386d42018-06-02 09:48:012969 'remove_from': [
Kenneth Russell8a386d42018-06-02 09:48:012970 'Linux Debug (NVIDIA)',
2971 'Mac Debug (Intel)',
2972 'Mac Retina Debug (AMD)',
Yuly Novikovbc1ccff2019-08-03 00:05:492973 'Win10 FYI x64 Debug (NVIDIA)',
Yuly Novikovf28f1eca2019-07-04 22:43:392974 # Disabled due to dbus crashes crbug.com/927465
Yuly Novikov5865ff72019-07-09 21:38:052975 'Linux FYI Release (Intel HD 630)',
2976 'Linux FYI Release (NVIDIA)',
Yuly Novikov5865ff72019-07-09 21:38:052977 'Linux Release (NVIDIA)',
Kenneth Russell8a386d42018-06-02 09:48:012978 ],
Emily Hanleyb64ac7c2018-05-25 13:36:552979 },
Haiyang Pan8c201b92020-06-04 01:25:072980 'telemetry_chromium_minidump_unittests': {
2981 'remove_from': [
Haiyang Pan2486dcb2020-09-18 17:53:062982 'android-marshmallow-x86-rel-non-cq', # crbug.com/1084352
Haiyang Pan8c201b92020-06-04 01:25:072983 ],
2984 },
Brian Sheedyc117f6d2020-05-06 02:23:272985 'telemetry_monochrome_minidump_unittests': {
2986 'remove_from': [
2987 # Monochrome isn't supported on M.
2988 'android-marshmallow-arm64-rel',
Greg Gutermanea661162021-11-17 00:46:432989 'android-marshmallow-arm64-rel-rts',
Haiyang Pan2486dcb2020-09-18 17:53:062990 'android-marshmallow-x86-rel-non-cq',
Brian Sheedyc117f6d2020-05-06 02:23:272991 ],
2992 },
Kenneth Russelleb60cbd22017-12-05 07:54:282993 'telemetry_perf_unittests': {
2994 'modifications': {
Kenneth Russelleb60cbd22017-12-05 07:54:282995 'Linux Tests': {
2996 'args': [
2997 '--xvfb',
Ned Nguyene6e26042018-01-17 20:42:482998 '--jobs=1',
Kenneth Russelleb60cbd22017-12-05 07:54:282999 ],
3000 },
Juan Antonio Navarro Perez4899edf2019-03-14 13:05:353001 'Linux Tests (dbg)(1)': {
3002 'args': [
3003 '--xvfb',
3004 '--jobs=1',
3005 ],
3006 },
Stephanie Kim56defb72020-11-19 21:32:373007 # TODO crbug.com/1143924: Remove when experimentation is complete
3008 'Linux Tests Robocrop': {
3009 'args': [
3010 '--xvfb',
3011 '--jobs=1',
3012 ],
3013 },
Kenneth Russelleb60cbd22017-12-05 07:54:283014 # Disable parallelism on all Mac bots.
Kenneth Russelleb60cbd22017-12-05 07:54:283015 'Mac10.11 Tests': {
3016 'args': [
3017 '--jobs=1',
3018 ],
3019 },
3020 'Mac10.12 Tests': {
3021 'args': [
3022 '--jobs=1',
3023 ],
3024 },
John Chen9fd22fcf2021-12-10 02:24:123025 'Mac11 Tests': {
3026 'ci_only': True,
3027 },
Ned Nguyen6e6e5b32018-02-21 20:21:503028 'Win7 Tests (dbg)(1)': {
3029 'args': [
3030 '--jobs=1',
3031 ],
3032 'swarming': {
3033 'shards': 20,
3034 },
3035 'experiment_percentage': 100,
3036 },
Struan Shrimptona1ab7672022-01-13 18:02:513037 'chromeos-amd64-generic-rel': {
3038 'swarming': {
3039 'quickrun_shards': 24,
3040 },
3041 },
Ben Pastene69400eb2021-03-25 19:27:163042 'chromeos-eve-chrome': {
3043 'args': [
3044 # TODO(crbug.com/1191132): Re-enable.
3045 '--skip=benchmarks.benchmark_smoke_unittest.BenchmarkSmokeTest.wasmpspdfkit',
3046 ],
3047 },
Ben Pastene2b4b15f2021-03-04 00:39:243048 'chromeos-kevin-chrome': {
3049 # TODO(crbug.com/1182948): Remove the experiment.
Ben Pastenebe91e462021-07-27 23:47:263050 # TODO(b/188822176): Restore to 100% when we have additional capacity.
3051 'experiment_percentage': 0,
Ben Pastene2b4b15f2021-03-04 00:39:243052 },
Ben Pastene7b1384a2021-04-22 23:24:323053 'linux-bionic-rel': {
3054 'args': [
3055 '--xvfb',
3056 '--jobs=1',
3057 ],
3058 },
Stephen Martinis1384ff92020-01-07 19:52:153059 'linux-trusty-rel': {
3060 'args': [
3061 '--xvfb',
3062 '--jobs=1',
3063 ],
3064 },
Stephanie Kim5c7f31d2021-04-27 18:00:063065 'linux-xenial-rel': {
3066 'args': [
3067 '--xvfb',
3068 '--jobs=1',
3069 ],
3070 },
Kenneth Russelleb60cbd22017-12-05 07:54:283071 },
3072 'remove_from': [
Haiyang Pan2486dcb2020-09-18 17:53:063073 'android-marshmallow-x86-rel-non-cq', # crbug.com/1084352
Haiyang Pan0e39edf42020-04-28 19:29:013074 # There's no need to run telemetry_perf_unittests on both lollipop and
Erik Chen96894722019-11-21 20:03:393075 # marshmallow on the CQ. https://crbug.com/1026487.
Ben Joyce3e043862021-10-20 23:57:243076 # TODO(crbug/1260494): Test suite isn't running on android.
Erik Chen96894722019-11-21 20:03:393077 'android-marshmallow-arm64-rel',
Greg Gutermanea661162021-11-17 00:46:433078 'android-marshmallow-arm64-rel-rts',
Andrew Luobe83fd82019-12-19 03:07:583079 'android-pie-arm64-rel',
Garrett Beatyeef031a2019-02-28 01:55:413080 # crbug.com/936540
Garrett Beatyeef031a2019-02-28 01:55:413081 'Mac10.11 Tests',
Shenghua Zhangbd6f1b22018-03-03 02:59:143082 'Mac10.13 Tests',
Zhaoyang Li69e2e002021-02-19 21:57:353083 'Mac10.15 Tests',
Lindsay Pasricha21bb93d72021-12-07 05:48:393084 # TODO crbug.com/1277277
Zhaoyang Li9357e1e12021-12-07 18:53:173085 'Mac11 Tests (dbg)',
Stephen Martinis1384ff92020-01-07 19:52:153086 'Linux - Future (dbg)', # client.v8.chromium
Takuto Ikuta9aa015d2019-04-15 23:33:293087 'Win10 Tests x64',
Stephen Martinise701f5a2018-05-04 01:25:113088 'Win10 Tests x64 (dbg)',
Kuan Huanga89737d2022-01-07 19:42:113089 'Win11 Tests x64',
Kenneth Russelleb60cbd22017-12-05 07:54:283090 ],
3091 },
Stephen Martinis54d64ad2018-09-21 22:16:203092 'telemetry_unittests': {
3093 'modifications': {
3094 'Win10 Tests x64 (dbg)': {
3095 'experiment_percentage': 100, # crbug.com/870673
Ben Pastene9383fe12020-10-20 21:32:403096 },
Struan Shrimptona1ab7672022-01-13 18:02:513097 'chromeos-amd64-generic-rel': {
3098 'swarming': {
3099 'quickrun_shards': 60,
3100 },
3101 },
John Budorickc498fd3c2019-03-14 01:16:263102 },
3103 'remove_from': [
Ben Pastene9ef2ced52021-07-28 18:04:343104 # TODO(crbug.com/1141234): Restore when there's more DUTs
3105 'chromeos-kevin-chrome',
3106 'chromeos-kevin-rel',
Ben Pastene619317752020-12-03 00:04:143107
John Budorickc498fd3c2019-03-14 01:16:263108 # crbug.com/936540
John Budorickc498fd3c2019-03-14 01:16:263109 'Mac10.11 Tests',
Takuto Ikuta9aa015d2019-04-15 23:33:293110
3111 'Win10 Tests x64',
Kuan Huanga89737d2022-01-07 19:42:113112 'Win11 Tests x64',
Titouan Rigoudye122ec32021-11-08 16:36:163113
3114 # TODO(https://crbug.com/1267161): Re-enable when platform is supported.
3115 'mac11-arm64-rel-tests',
John Budorickc498fd3c2019-03-14 01:16:263116 ],
Stephen Martinis54d64ad2018-09-21 22:16:203117 },
Brian Sheedyf3b48d62020-05-08 23:03:123118 'test_buildbucket_api_gpu_use_cases': {
3119 'remove_from': [
3120 # crbug.com/1080749
3121 'Optional Linux Release (NVIDIA)',
3122 ],
3123 },
Kenneth Russelleb60cbd22017-12-05 07:54:283124 'unit_tests': {
Yun Liu3e759dbb2019-11-01 19:25:523125 'remove_from': [
Ben Pastene3e32ffe2020-08-07 03:37:073126 'android-pie-arm64-rel', # https://crbug.com/1010211
Yun Liu3e759dbb2019-11-01 19:25:523127 ],
Kenneth Russelleb60cbd22017-12-05 07:54:283128 'modifications': {
John Budorickca14c76f62017-12-09 14:19:183129 'Linux ASan LSan Tests (1)': {
John Budorick5052d552017-12-13 02:59:343130 # These are slow on the ASAN trybot for some reason.
Ben Pastened2c01af2022-01-31 23:06:443131 # crbug.com/1257927
John Budorickca14c76f62017-12-09 14:19:183132 'swarming': {
John Budorick5052d552017-12-13 02:59:343133 'shards': 4,
John Budorickca14c76f62017-12-09 14:19:183134 },
3135 },
Stephen Martinis1384ff92020-01-07 19:52:153136 'Linux Chromium OS ASan LSan Tests (1)': {
3137 # These are slow on the ASAN trybot for some reason.
Ben Pastened2c01af2022-01-31 23:06:443138 # crbug.com/1257927
John Budorickca14c76f62017-12-09 14:19:183139 'swarming': {
3140 'shards': 2,
3141 },
3142 },
Takuto Ikuta54671d972018-07-19 19:06:353143 'Linux ChromiumOS MSan Tests': {
3144 # These are very slow on the Chrome OS MSAN trybot for some reason.
3145 # crbug.com/865455
3146 'swarming': {
3147 'shards': 2,
3148 },
3149 },
Stephen Martinis1384ff92020-01-07 19:52:153150 'Linux TSan Tests': {
Takuto Ikuta54671d972018-07-19 19:06:353151 'swarming': {
3152 'shards': 2,
3153 },
3154 },
Maksim Sisovc81d284c2021-10-05 17:54:353155 # https://crbug.com/1184127
3156 'Linux Tests (Wayland)': {
3157 'args': [
3158 '--test-launcher-filter-file=../../testing/buildbot/filters/ozone-linux.unit_tests_wayland.filter',
3159 ],
3160 },
Zhaoyang Li9357e1e12021-12-07 18:53:173161 'Mac11 Tests (dbg)': {
3162 'swarming': {
3163 'shards': 2,
3164 },
3165 },
Stephen Martinis1384ff92020-01-07 19:52:153166 'ToTLinuxASan': {
Dirk Pranke20eae9a72017-12-09 18:12:143167 'swarming': {
Stephen Martinis1384ff92020-01-07 19:52:153168 'shards': 2,
Dirk Pranke20eae9a72017-12-09 18:12:143169 },
3170 },
Stephen Martinis1384ff92020-01-07 19:52:153171 'android-asan': {
3172 'args': [
3173 '--test-launcher-filter-file=../../testing/buildbot/filters/android.asan.unit_tests.filter',
3174 ],
3175 },
Takuto Ikuta527cdff2020-01-29 08:04:273176 'android-marshmallow-arm64-rel-swarming': {
3177 'swarming': {
3178 'shards': 8,
3179 },
3180 },
Stephen Martinis1384ff92020-01-07 19:52:153181 'linux-chromeos-chrome': {
3182 'args': [
3183 '--test-launcher-filter-file=../../testing/buildbot/filters/chromeos.unit_tests.filter',
3184 ],
3185 },
Ben Pasteneacd57392019-10-31 02:13:253186 'linux-chromeos-dbg': {
3187 'swarming': {
3188 'shards': 2,
3189 },
3190 },
Erik Chend063aef72019-11-18 19:13:103191 'linux-chromeos-rel': {
3192 'swarming': {
3193 'shards': 2,
3194 },
3195 },
Yuke Liao597dd6df72020-08-18 03:02:543196 # https://crbug.com/1111979,
Junhua Chen39dd2dba2021-05-05 17:51:543197 'linux-lacros-code-coverage': {
3198 'args': [
3199 '--test-launcher-filter-file=../../testing/buildbot/filters/linux-lacros.unit_tests.filter',
3200 ],
3201 },
3202 # https://crbug.com/1111979,
Jieting Yangbf15db672021-10-04 19:18:373203 'linux-lacros-dbg-tests-fyi': {
3204 'args': [
3205 '--test-launcher-filter-file=../../testing/buildbot/filters/linux-lacros.unit_tests.filter',
3206 ],
3207 },
3208 # https://crbug.com/1111979,
Sven Zheng5c9d3e342020-08-11 21:39:433209 'linux-lacros-tester-rel': {
Sven Zheng5c9d3e342020-08-11 21:39:433210 'args': [
Yuke Liao56a437dd2021-05-05 04:53:403211 '--test-launcher-filter-file=../../testing/buildbot/filters/linux-lacros.unit_tests.filter',
Sven Zheng5c9d3e342020-08-11 21:39:433212 ],
3213 },
Kenneth Russelleb60cbd22017-12-05 07:54:283214 },
3215 },
Kenneth Russell8a386d42018-06-02 09:48:013216 'video_decode_accelerator_gl_unittest': {
3217 'remove_from': [
Kenneth Russell8a386d42018-06-02 09:48:013218 # Windows Intel doesn't have the GL extensions to support this test.
Yuly Novikovbc1ccff2019-08-03 00:05:493219 'Optional Win10 x64 Release (Intel HD 630)',
3220 'Win10 FYI x64 Release (Intel HD 630)',
Yuly Novikov5ff15502019-07-31 00:55:483221 'Win10 FYI x64 Exp Release (Intel HD 630)',
Kenneth Russell8a386d42018-06-02 09:48:013222 ],
3223 },
Sven Zheng577fe5ff2020-08-03 22:06:443224 'views_unittests': {
Sven Zheng80734f12020-08-06 06:50:393225 'modifications': {
Maksim Sisovc81d284c2021-10-05 17:54:353226 'Linux Tests (Wayland)': {
3227 'args': [
3228 '--test-launcher-filter-file=../../testing/buildbot/filters/ozone-linux.wayland_views_unittests.filter',
3229 ],
3230 },
Chong Gu6aa22be2021-09-10 06:56:143231 'fuchsia-fyi-arm64-dbg': {
3232 'args': [
3233 '--test-launcher-filter-file=../../testing/buildbot/filters/fuchsia.debug.views_unittests.filter',
3234 ],
3235 },
Chong Gua10cd302022-01-14 19:22:193236 'fuchsia-fyi-x64-asan': {
3237 'args': [
3238 '--test-launcher-filter-file=../../testing/buildbot/filters/fuchsia.lsan.views_unittests.filter',
3239 ],
3240 },
Sven Zheng5c9d3e342020-08-11 21:39:433241 # https://crbug.com/1111979,
Junhua Chen39dd2dba2021-05-05 17:51:543242 'linux-lacros-code-coverage': {
3243 'args': [
3244 '--gtest_filter=-DesktopWidgetFocusManagerTest.AnchoredDialogInDesktopNativeWidgetAura:'
3245 'DesktopWidgetTest*:'
3246 'DesktopWindowTreeHostPlatformTest*:'
3247 'EditableComboboxTest*:'
3248 'MenuRunnerTest*:'
3249 'TextfieldTest*:'
3250 'TooltipControllerTest*:'
3251 'TooltipStateManagerTest*'
3252 ],
3253 },
Yuke Liaoa0db4742021-08-09 18:28:333254 'linux-lacros-dbg-tests-fyi': {
3255 'args': [
3256 '--gtest_filter=-DesktopWidgetFocusManagerTest.AnchoredDialogInDesktopNativeWidgetAura:'
3257 'TextfieldTest*:'
3258 'TooltipControllerTest*:'
3259 ],
3260 },
Sven Zheng5c9d3e342020-08-11 21:39:433261 'linux-lacros-tester-rel': {
Sven Zheng5c9d3e342020-08-11 21:39:433262 'args': [
3263 '--gtest_filter=-DesktopWidgetFocusManagerTest.AnchoredDialogInDesktopNativeWidgetAura:'
Yuke Liao34721c22020-08-14 21:41:193264 'DesktopWidgetTest*:'
3265 'DesktopWindowTreeHostPlatformTest*:'
Yuke Liaocf9db2b2020-08-13 19:42:533266 'EditableComboboxTest*:'
Sven Zhengea8903f2020-08-14 05:27:513267 'MenuRunnerTest*:'
Yuke Liaocf9db2b2020-08-13 19:42:533268 'TextfieldTest*:'
Benjamin Beaudry54b3b882021-03-12 23:55:363269 'TooltipControllerTest*:'
3270 'TooltipStateManagerTest*'
Sven Zheng5c9d3e342020-08-11 21:39:433271 ],
3272 },
Sven Zheng80734f12020-08-06 06:50:393273 },
Sven Zheng577fe5ff2020-08-03 22:06:443274 },
John Budorickd02c429de2020-01-10 19:02:213275 'viz_unittests': {
3276 'modifications': {
Haiyang Pan9d68ca02021-08-04 21:30:473277 'android-11-x86-rel': {
Haiyang Pancf765862021-03-18 20:39:153278 'args': [
3279 '--test-launcher-filter-file=../../testing/buildbot/filters/android.emulator_11.viz_unittests.filter',
3280 ],
3281 },
Haiyang Pan6b8e4cf2021-08-02 21:38:283282 'android-marshmallow-x86-rel': {
John Budorickafd548b2020-01-14 20:45:093283 'args': [
John Budorickd02c429de2020-01-10 19:02:213284 '--test-launcher-filter-file=../../testing/buildbot/filters/android.emulator.viz_unittests.filter',
3285 ],
3286 },
Haiyang Pan08d09dc2020-04-01 16:11:213287 'android-pie-x86-rel': {
John Budorickafd548b2020-01-14 20:45:093288 'args': [
John Budorickd02c429de2020-01-10 19:02:213289 '--test-launcher-filter-file=../../testing/buildbot/filters/android.emulator.viz_unittests.filter',
3290 ],
3291 },
Chong Gub2446462021-08-19 18:44:083292 'fuchsia-fyi-arm64-dbg': {
Chong Gu6aa22be2021-09-10 06:56:143293 'args': [
3294 '--test-launcher-filter-file=../../testing/buildbot/filters/fuchsia.debug.viz_unittests.filter',
3295 ],
Chong Gub2446462021-08-19 18:44:083296 },
John Budorickd02c429de2020-01-10 19:02:213297 },
3298 },
John Budorick20f4fa8d2019-08-02 22:58:293299 'vr_common_unittests': {
3300 'remove_from': [
Haiyang Pan08d09dc2020-04-01 16:11:213301 'android-pie-x86-rel',
John Budorick20f4fa8d2019-08-02 22:58:293302 ],
3303 },
Kenneth Russellfbda3c532017-12-08 23:57:243304 'vr_pixeltests': {
3305 'remove_from': [
Haiyang Pan08d09dc2020-04-01 16:11:213306 'android-pie-x86-rel',
Kenneth Russell8ceeabf2017-12-11 17:53:283307 'VR Linux',
Kenneth Russellfbda3c532017-12-08 23:57:243308 ],
3309 },
Nico Webere81999ee2018-07-01 23:52:433310 'wayland_client_perftests': {
3311 'remove_from': [
3312 'linux-chromeos-dbg', # https://crbug.com/859307
3313 ],
3314 },
Chong Gu76046412021-09-22 17:49:213315 'web_engine_browsertests': {
Chong Gud1a5c5992021-04-09 04:08:323316 'modifications': {
3317 'fuchsia-code-coverage': {
3318 'swarming': {
Chong Gu7a463202021-07-19 18:43:103319 'shards': 28,
Chong Gud1a5c5992021-04-09 04:08:323320 },
3321 },
3322 },
3323 },
Chong Gu76046412021-09-22 17:49:213324 'web_engine_integration_tests': {
Chong Gu4c9e8f112021-06-02 18:37:263325 'modifications': {
3326 'fuchsia-code-coverage': {
3327 'swarming': {
3328 'shards': 6,
3329 },
3330 },
3331 },
3332 },
John Budorick63357462019-02-27 23:02:513333 'webdriver_tests_suite': {
3334 'remove_from': [
3335 'Linux Tests', # https://crbug.com/929689, https://crbug.com/936557
Stephanie Kim5c7f31d2021-04-27 18:00:063336 'linux-xenial-rel',
John Budorick63357462019-02-27 23:02:513337 ],
3338 },
bsheedy048cbdb2019-02-04 20:32:053339 'webgl2_conformance_gl_passthrough_tests': {
3340 'remove_from': [
Geoff Lang1fede152019-10-10 23:03:443341 # Not enough capacity. https://crbug.com/982294
3342 'Mac Pro FYI Release (AMD)',
3343 'Mac FYI Retina Release (NVIDIA)',
Yuly Novikov712af632021-08-31 23:54:113344 # Only run validating on Mac Intel due to capacity http://crbug.com/1236796
3345 'Optional Mac Release (Intel)',
bsheedy048cbdb2019-02-04 20:32:053346 ],
3347 },
Brian Sheedy5a9f6562021-08-20 03:32:543348 'webgl2_conformance_gles_passthrough_tests': {
3349 'remove_from': [
Brian Sheedyefb683c2022-01-25 21:17:363350 # Currently not enough capacity to run these tests on this config.
3351 # TODO(crbug.com/1280418): Re-enable once more of the Pixel 6 capacity
3352 # is deployed.
3353 'Android FYI Release (Pixel 6)',
Brian Sheedy43f5a6f2022-01-07 02:41:043354 # Not enough CrOS hardware capacity to run both on anything other than
3355 # VMs. See https://crbug.com/1238070.
Brian Sheedy5a9f6562021-08-20 03:32:543356 'Lacros FYI x64 Release (Intel)',
3357 ],
3358 'modifications': {
3359 # This VM configuration is known to be significantly slower than other
3360 # CrOS configurations, so increase the shards.
3361 # TODO(crbug.com/1223550): Remove this if the configuration can be sped
3362 # up.
3363 'ChromeOS FYI Release (amd64-generic)': {
3364 'swarming': {
3365 'shards': 30,
3366 },
3367 },
3368 },
3369 },
Kenneth Russell18fff67f2021-11-05 23:45:113370 'webgl2_conformance_metal_passthrough_tests': {
3371 'remove_from': [
Yuly Novikov7d00cdb2022-01-05 00:10:383372 # crbug.com/1270755
3373 'Mac FYI ASAN (Intel)',
3374 'Mac FYI Retina ASAN (AMD)',
Kenneth Russell18fff67f2021-11-05 23:45:113375 # Not enough capacity.
3376 'Mac FYI Retina Release (NVIDIA)',
3377 ],
Yuly Novikov220c14a52021-12-14 02:49:333378 'modifications': {
3379 'Mac FYI ASAN (Intel)': {
3380 'args': [
3381 '--extra-browser-args=--disable-metal-shader-cache',
3382 ],
3383 },
3384 'Mac FYI Retina ASAN (AMD)': {
3385 'args': [
3386 '--extra-browser-args=--disable-metal-shader-cache',
3387 ],
3388 },
3389 },
Kenneth Russell18fff67f2021-11-05 23:45:113390 },
John Budorick82e61dfb2019-12-10 04:36:093391 'webgl2_conformance_validating_tests': {
Stephen Martinis54d64ad2018-09-21 22:16:203392 'remove_from': [
Brian Sheedyefb683c2022-01-25 21:17:363393 # Currently not enough capacity to run these tests on this config.
3394 # TODO(crbug.com/1280418): Re-enable once more of the Pixel 6 capacity
3395 # is deployed.
3396 'Android FYI Release (Pixel 6)',
Brian Sheedy43f5a6f2022-01-07 02:41:043397 # Passthrough version run on this configuration, not enough capacity for
3398 # both. See https://crbug.com/1238070.
3399 'ChromeOS FYI Release (kevin)',
Stephen Martinis54d64ad2018-09-21 22:16:203400 # The Mac NVIDIA Retina bots don't have the capacity to run
3401 # this test suite on mac_optional_gpu_tests_rel.
3402 'Optional Mac Retina Release (NVIDIA)',
3403 ],
Kenneth Russell8a386d42018-06-02 09:48:013404 'modifications': {
Brian Sheedyab0a1992021-08-13 20:57:393405 # This VM configuration is known to be significantly slower than other
3406 # CrOS configurations, so increase the shards.
3407 # TODO(crbug.com/1223550): Remove this if the configuration can be sped
3408 # up.
3409 'ChromeOS FYI Release (amd64-generic)': {
3410 'swarming': {
3411 'shards': 30,
3412 },
Brian Sheedy9bde4532021-08-20 18:11:193413 # This configuration is tested with the passthrough decoder as well,
3414 # which will be shipped in the nearish future, so any failures that
3415 # show up with the validating decoder are just an FYI.
3416 'experiment_percentage': 100,
Brian Sheedyab0a1992021-08-13 20:57:393417 },
Brian Sheedy22200312021-08-20 22:17:503418 'ChromeOS FYI Release (kevin)': {
3419 'experiment_percentage': 100,
3420 },
Kenneth Russell8a386d42018-06-02 09:48:013421 },
3422 },
Struan Shrimptona1ab7672022-01-13 18:02:513423 'webgl_conformance_d3d11_passthrough_tests': {
3424 'modifications': {
3425 'Win10 x64 Release (NVIDIA)': {
3426 'swarming': {
3427 'quickrun_shards': 4,
3428 },
3429 },
3430 },
3431 },
Kenneth Russell8a386d42018-06-02 09:48:013432 'webgl_conformance_gl_passthrough_tests': {
3433 'remove_from': [
3434 # crbug.com/555545 and crbug.com/649824:
3435 # Disable webgl_conformance_gl_tests on some Win/AMD cards.
3436 # Always fails on older cards, flaky on newer cards.
Kenneth Russell8a386d42018-06-02 09:48:013437 'Win7 FYI Release (AMD)',
3438 ],
3439 },
Kenneth Russell984f2f12020-12-15 23:23:353440 'webgl_conformance_metal_passthrough_tests': {
3441 'remove_from': [
Yuly Novikov7d00cdb2022-01-05 00:10:383442 # crbug.com/1270755
3443 'Mac FYI ASAN (Intel)',
3444 'Mac FYI Retina ASAN (AMD)',
Yuly Novikov220c14a52021-12-14 02:49:333445 # crbug.com/1158857: re-enable when switching to Metal by default.
Kenneth Russell984f2f12020-12-15 23:23:353446 'Mac FYI Retina Release (NVIDIA)',
3447 ],
Yuly Novikov220c14a52021-12-14 02:49:333448 'modifications': {
3449 'Mac FYI ASAN (Intel)': {
3450 'args': [
3451 '--extra-browser-args=--disable-metal-shader-cache',
3452 ],
3453 },
3454 'Mac FYI Retina ASAN (AMD)': {
3455 'args': [
3456 '--extra-browser-args=--disable-metal-shader-cache',
3457 ],
3458 },
3459 },
Kenneth Russell984f2f12020-12-15 23:23:353460 },
Stephen Martinis54d64ad2018-09-21 22:16:203461 'webgl_conformance_tests': {
Kenneth Russelle63e41f2019-04-09 02:45:283462 'remove_from': [
3463 # Too slow on this configuration, which is severely hardware
3464 # constrained. crbug.com/950690
3465 'Mac FYI Retina Debug (NVIDIA)',
3466 ],
Struan Shrimptona1ab7672022-01-13 18:02:513467 'modifications': {
3468 'chromeos-amd64-generic-rel': {
3469 'swarming': {
3470 'quickrun_shards': 40,
3471 },
3472 },
3473 },
Kenneth Russell8a386d42018-06-02 09:48:013474 },
Austin Enge8c0ba02021-07-19 23:55:193475 'webgpu_blink_web_tests': {
3476 'modifications': {
3477 # Increase the timeout with ASAN (crbug.com/1208253)
3478 'Dawn Win10 x64 ASAN Release': {
3479 'args': [
Weizhong Xia91b53362022-01-05 17:13:353480 '--timeout-ms=48000',
Austin Enge8c0ba02021-07-19 23:55:193481 ],
3482 },
3483 },
Brian Sheedy5796b4b2021-09-15 21:51:413484 'replacements': {
3485 'Dawn Mac x64 Experimental Release (Intel)': {
3486 'args': {
Avi Drissman5afd38bc2021-10-27 17:35:133487 '--platform': 'mac-mac11',
Brian Sheedy5796b4b2021-09-15 21:51:413488 },
3489 }
3490 },
3491 },
3492 'webgpu_blink_web_tests_with_backend_validation': {
3493 'replacements': {
3494 'Dawn Mac x64 Experimental Release (Intel)': {
3495 'args': {
Avi Drissman5afd38bc2021-10-27 17:35:133496 '--platform': 'mac-mac11',
Brian Sheedy5796b4b2021-09-15 21:51:413497 },
3498 },
3499 },
Austin Enge8c0ba02021-07-19 23:55:193500 },
Kenneth Russelleb60cbd22017-12-05 07:54:283501 'webkit_unit_tests': {
Yun Liu16394ab32019-11-19 16:37:573502 'remove_from': [
3503 # Flakily fails on Win7. https://crbug.com/943372.
3504 'Win7 Tests (1)',
3505 'Win 7 Tests x64 (1)',
Haiyang Pan90ed7c642021-02-06 01:22:063506 # Runs on android-marshmallow-x86-rel already (crbug.com/1127110)
3507 'android-marshmallow-arm64-rel',
Greg Gutermanea661162021-11-17 00:46:433508 'android-marshmallow-arm64-rel-rts',
Haiyang Pan90ed7c642021-02-06 01:22:063509 'android-marshmallow-x86-rel-non-cq',
Yun Liu16394ab32019-11-19 16:37:573510 ],
Dirk Pranke81ff51c2017-12-09 19:24:283511 'modifications': {
John Budorick5052d552017-12-13 02:59:343512 'Linux ASan LSan Tests (1)': {
3513 # These are very slow on the ASAN trybot for some reason.
Ben Pastened2c01af2022-01-31 23:06:443514 # crbug.com/1257927
John Budorick5052d552017-12-13 02:59:343515 'swarming': {
3516 'shards': 5,
3517 },
3518 },
Erik Chen681dc0282019-11-26 22:54:493519 'Linux TSan Tests': {
3520 'swarming': {
3521 'shards': 2,
3522 },
3523 },
arthursonzogni26889d82018-05-29 17:18:163524 'Marshmallow 64 bit Tester': {
3525 # Increase timeout. See https://crbug.com/847229.
3526 'swarming': {
3527 'hard_timeout': 1200,
3528 },
3529 },
Haiyang Pan9d68ca02021-08-04 21:30:473530 'android-11-x86-rel': {
Haiyang Panc7c009e2021-03-18 19:31:233531 'args': [
Haiyang Panc08d02212021-10-18 18:58:383532 '--test-launcher-filter-file=../../testing/buildbot/filters/android.emulator.blink_unittests.filter',
3533 ],
3534 },
3535 'android-12-x64-fyi-rel': {
3536 'args': [
3537 '--test-launcher-filter-file=../../testing/buildbot/filters/android.emulator.blink_unittests.filter',
Haiyang Panc7c009e2021-03-18 19:31:233538 ],
3539 },
Omer Katz7d2be652020-01-22 18:13:463540 'linux-blink-heap-concurrent-marking-tsan-rel': {
3541 'swarming': {
3542 'shards': 2,
3543 },
3544 },
Dirk Pranke81ff51c2017-12-09 19:24:283545 },
Kenneth Russelleb60cbd22017-12-05 07:54:283546 },
Haiyang Panfbd2b482020-09-23 23:41:253547 'weblayer_browsertests': {
3548 'modifications': {
Haiyang Pan9d68ca02021-08-04 21:30:473549 'android-11-x86-rel': {
Haiyang Pand38464f52021-03-24 00:29:013550 'args': [
Haiyang Pan2877f062021-11-18 01:06:063551 # TODO(crbug.com/1191784): Fix the test failure
3552 '--gtest_filter=-DownloadBrowserTest.OverrideDownloadDirectory',
3553 ],
3554 },
3555 'android-12-x64-fyi-rel': {
3556 'args': [
3557 # TODO(crbug.com/1191784): Fix the test failure
Haiyang Pand38464f52021-03-24 00:29:013558 '--gtest_filter=-DownloadBrowserTest.OverrideDownloadDirectory',
3559 ],
3560 },
Haiyang Panfbd2b482020-09-23 23:41:253561 'android-pie-arm64-rel': {
3562 # TODO(crbug.com/1111436): Move this back to walleye if/when additional
3563 # capacity has been deployed.
3564 'swarming': {
Struan Shrimpton57c594e42022-01-25 17:59:133565 'quickrun_shards': 2,
Haiyang Panfbd2b482020-09-23 23:41:253566 'dimension_sets': [
3567 {
3568 'device_type': 'sailfish',
3569 },
3570 ],
3571 },
3572 },
3573 },
3574 },
Haiyang Pan591dbad2020-06-05 20:26:373575 'weblayer_bundle_test': {
3576 'remove_from': [
Haiyang Pan2486dcb2020-09-18 17:53:063577 'android-marshmallow-x86-rel-non-cq', # crbug.com/1088013
Haiyang Pan9d68ca02021-08-04 21:30:473578 'android-11-x86-rel', # crbug.com/1165280
Haiyang Pan591dbad2020-06-05 20:26:373579 ],
3580 },
3581 'weblayer_instrumentation_test_apk': {
3582 'remove_from': [
Haiyang Pan2486dcb2020-09-18 17:53:063583 'android-marshmallow-x86-rel-non-cq', # crbug.com/1088013
Haiyang Pan9d68ca02021-08-04 21:30:473584 'android-11-x86-rel', # crbug.com/1165280
Haiyang Pan591dbad2020-06-05 20:26:373585 ],
Haiyang Pan6d7a15b2020-10-03 00:29:193586 'modifications': {
Struan Shrimptonf5b2b552022-01-20 20:37:393587 'android-marshmallow-arm64-rel': {
3588 'swarming': {
3589 'quickrun_shards': 2,
3590 },
3591 },
Haiyang Pan6d7a15b2020-10-03 00:29:193592 'android-pie-arm64-rel': {
3593 # TODO(crbug.com/1111436): Move this back to walleye if/when additional
3594 # capacity has been deployed.
3595 'swarming': {
3596 'dimension_sets': [
3597 {
3598 'device_type': 'sailfish',
3599 },
3600 ],
3601 },
3602 },
3603 },
Haiyang Pan591dbad2020-06-05 20:26:373604 },
Rakib Hasane85af9d52021-11-09 16:33:223605 'weblayer_instrumentation_test_apk_ToT_Tests': {
3606 'modifications': {
Rakib Hasane85af9d52021-11-09 16:33:223607 'android-weblayer-marshmallow-x86-rel-tests': {
3608 'args': [
3609 '--replace-system-package=org.chromium.weblayer.shell,apks/WebLayerShellSystemWebView.apk'
3610 ]
3611 }
3612 }
3613 },
Haiyang Pan4efd9b02021-03-17 23:58:303614 'weblayer_private_instrumentation_test_apk': {
3615 'modifications': {
3616 # TODO(crbug.com/1189403): Remove the filter once the issue is fixed.
Haiyang Pan9d68ca02021-08-04 21:30:473617 'android-11-x86-rel': {
Haiyang Pan4efd9b02021-03-17 23:58:303618 'args': [
3619 '--gtest_filter=-org.chromium.weblayer.test.MediaCaptureTest.*',
3620 ],
3621 },
3622 },
3623 },
Weizhong Xia7d335882021-01-28 02:49:523624 'weblayer_shell_wpt': {
3625 'modifications': {
Weizhong Xia0f0c3302021-04-27 00:05:433626 'android-weblayer-pie-x86-wpt-smoketest': {
3627 'args': [
Haiyang Pan1f205ad2021-07-31 01:47:523628 '--default-exclude',
Weizhong Xia63f39c12022-01-10 23:09:293629 '--include-file=../../third_party/blink/web_tests/android/WPTSmokeTestCases',
Weizhong Xia0f0c3302021-04-27 00:05:433630 ],
3631 'swarming': {
Weizhong Xia63f39c12022-01-10 23:09:293632 'shards': 1,
Weizhong Xia0f0c3302021-04-27 00:05:433633 },
3634 },
Weizhong Xia7d335882021-01-28 02:49:523635 },
3636 },
Erik Staab70ca5b32021-08-07 00:38:353637 'webview_64_cts_tests': {
Haiyang Pan017ec1b2022-01-06 22:30:263638 'remove_from': [
3639 'android-12-x64-fyi-rel', # crbug.com/1260194
3640 ],
Erik Staab70ca5b32021-08-07 00:38:353641 'modifications': {
3642 'android-pie-arm64-rel': {
3643 # TODO(crbug.com/1111436): Move this back to walleye if/when additional
3644 # capacity has been deployed.
3645 'swarming': {
3646 'dimension_sets': [
3647 {
3648 'device_type': 'sailfish',
3649 },
3650 ],
3651 },
3652 },
3653 },
3654 },
Haiyang Panfbd2b482020-09-23 23:41:253655 'webview_cts_tests': {
Haiyang Panfed339172021-03-10 23:19:573656 'remove_from': [
Haiyang Pan9d68ca02021-08-04 21:30:473657 'android-11-x86-rel', # crbug.com/1165280
Ben Joyce4677e682021-03-22 22:19:113658 'android-pie-arm64-coverage-experimental-rel', # TODO(crbug.com/1190999):
3659 # GLIBC_2.28 Not found.
Haiyang Panfed339172021-03-10 23:19:573660 ],
Haiyang Panfbd2b482020-09-23 23:41:253661 'modifications': {
3662 'android-pie-arm64-rel': {
3663 # TODO(crbug.com/1111436): Move this back to walleye if/when additional
3664 # capacity has been deployed.
3665 'swarming': {
3666 'dimension_sets': [
3667 {
3668 'device_type': 'sailfish',
3669 },
3670 ],
3671 },
3672 },
3673 },
3674 },
Kenneth Russelleb60cbd22017-12-05 07:54:283675 'webview_instrumentation_test_apk': {
3676 'remove_from': [
Hans Wennborgeac4c36c2018-05-23 16:04:063677 # This test frequently fails on Android, https://crbug.com/824959
Stephen Martinis1384ff92020-01-07 19:52:153678 # matching android builders, the test fails on these.
Hans Wennborga0b11ebe2018-05-15 16:26:503679 'ToTAndroid',
John Budorick27d2d44e2019-05-20 20:26:093680 'android-asan', # https://crbug.com/964562
Ben Joyce02dc8092021-03-04 21:48:193681 'android-code-coverage-native', # Does not generate profraw data.
Ben Joyce46ca6012021-03-31 19:19:253682 'android-pie-arm64-coverage-experimental-rel', # Does not generate profraw data.
Ben Joyce02dc8092021-03-04 21:48:193683
Dirk Pranke20eae9a72017-12-09 18:12:143684 # On chromium.swarm, this should possibly be being run (or removed
Takuto Ikuta527cdff2020-01-29 08:04:273685 # from android-marshmallow-arm64-rel-swarming).
Garrett Beaty47a2d802020-11-10 20:50:533686 # https://crbug.com/1147531 - covered on pie
3687 'android-marshmallow-arm64-rel',
Greg Gutermanea661162021-11-17 00:46:433688 'android-marshmallow-arm64-rel-rts',
Kenneth Russelleb60cbd22017-12-05 07:54:283689 ],
Ben Pastenee17a8e92018-07-12 21:55:183690 'modifications': {
Andrew Luof08500ae2020-01-10 01:24:453691 # chromium.android.fyi
3692 'Android WebView P FYI (rel)': {
3693 'args': [
3694 '--annotation',
3695 'DisabledTest,FlakyTest' # Monitor status of disabled tests.
3696 ],
3697 },
Ben Pastenee17a8e92018-07-12 21:55:183698 'Oreo Phone Tester': {
Andrew Luo93c4a1e2019-08-30 05:26:303699 # TODO(crbug.com/997362): Enable this once it's passing.
bsheedy01833462018-12-07 01:05:573700 # TODO(https://crbug.com/884413): Re-enable this once the tests are
3701 # either passing or there is more capacity.
3702 'experiment_percentage': 0,
Ben Pastenee17a8e92018-07-12 21:55:183703 },
Haiyang Pan9d68ca02021-08-04 21:30:473704 'android-11-x86-rel': {
Haiyang Pan103864812021-03-19 19:28:443705 'args': [
3706 # TODO(crbug.com/1189746) Enable this test once the issue is fixed.
3707 '--gtest_filter=-org.chromium.net.NetworkChangeNotifierTest.testNetworkChangeNotifierJavaObservers',
3708 ],
3709 },
Haiyang Pan3261fae2022-02-01 00:54:363710 'android-12-x64-fyi-rel': {
3711 'args': [
3712 # crbug.com/1292197
3713 '--gtest_filter=-org.chromium.android_webview.test.devui.HomeFragmentTest.testLongPressCopy*',
3714 ],
3715 },
Haiyang Panb991f562021-08-10 17:46:463716 'android-marshmallow-x86-rel': {
Haiyang Panb991f562021-08-10 17:46:463717 'swarming': {
3718 'shards': 9,
3719 },
3720 },
Kuan Huang1f402c82021-06-08 17:58:183721 'android-pie-arm64-rel': {
3722 'swarming': {
3723 'shards': 9,
3724 },
3725 },
Haiyang Pan08d09dc2020-04-01 16:11:213726 'android-pie-x86-rel': {
Haiyang Panfdd94332020-03-27 02:43:293727 'args': [
3728 '--test-launcher-filter-file=../../testing/buildbot/filters/android.emulator.webview_instrumentation_test_apk.filter',
3729 ],
Ben Joyce9a7eb312021-08-25 00:44:593730 'swarming': {
3731 'shards': 9,
3732 },
Haiyang Panfdd94332020-03-27 02:43:293733 },
Ben Pastenee17a8e92018-07-12 21:55:183734 },
Kenneth Russelleb60cbd22017-12-05 07:54:283735 },
Haiyang Panfed339172021-03-10 23:19:573736 'webview_ui_test_app_test_apk': {
3737 'remove_from': [
Haiyang Pan9d68ca02021-08-04 21:30:473738 'android-11-x86-rel', # crbug.com/1165280
Haiyang Panfed339172021-03-10 23:19:573739 ],
3740 },
bsheedy800f5062018-08-07 00:47:543741 'xr_browser_tests': {
3742 'remove_from': [
Maggie Chen4fc29842018-08-07 19:12:483743 # Fails on the bot, http://crbug.com/868143
3744 'Win7 FYI Release (AMD)',
bsheedy800f5062018-08-07 00:47:543745 ],
3746 },
Kenneth Russelleb60cbd22017-12-05 07:54:283747}