blob: 78efddbf85d7a294ff2995c47d4f811857fafce4 [file] [log] [blame]
Kenneth Russelleb60cbd22017-12-05 07:54:281# Copyright 2017 The Chromium Authors. All rights reserved.
2# Use of this source code is governed by a BSD-style license that can be
3# found in the LICENSE file.
4
5# This is a .pyl, or "Python Literal", file. You can treat it just like a
6# .json file, with the following exceptions:
7# * all keys must be quoted (use single quotes, please);
8# * comments are allowed, using '#' syntax; and
9# * trailing commas are allowed.
10
11# Exceptions to the common test suites can only include removal from
12# particular bots, and modifications on particular bots. By design,
13# it's not possible to add one-off tests to bots. Instead they have to
14# be added to one of the test suites in test_suites.pyl.
15#
Jeff Yoone2188f62020-08-24 20:55:5716# Note that if you are excluding with variants, you will need to exclude
17# per variant, with the identifier appended to the test suite name.
18# For example, if you have ios_chrome_ui_eg2tests_module with variant
19# SIM_IPHONE_6S_14_0 (identifier = "iPhone 6s 14.0"), you
20# must exclude with the test name as:
21# "ios_chrome_ui_eg2tests_module_iPhone 6s 14.0"
22
Kenneth Russelleb60cbd22017-12-05 07:54:2823# The goal is to drive the number of exceptions to zero, to make all
24# the bots behave similarly.
25{
Chong Gua10cd302022-01-14 19:22:1926 'accessibility_unittests':{
27 'modifications': {
28 'fuchsia-fyi-x64-asan': {
29 'args': [
30 '--test-launcher-filter-file=../../testing/buildbot/filters/fuchsia.lsan.accessibility_unittests.filter',
31 ],
32 },
33 },
34 },
Andrew Luo38b311f2019-10-04 03:42:0935 'android_browsertests': {
36 'modifications': {
Haiyang Pan9d68ca02021-08-04 21:30:4737 'android-11-x86-rel': {
Haiyang Pan0ea9b3ef2022-01-21 21:58:1438 'args': [
39 # https://crbug.com/1289764
40 '--gtest_filter=-All/ChromeBrowsingDataLifetimeManagerScheduledRemovalTest.History/*',
41 ],
Haiyang Panca7fcec2021-03-19 02:11:1042 'swarming': {
43 'shards': 2,
44 },
45 },
Struan Shrimptone772d72f2021-12-15 07:50:0946 'android-marshmallow-arm64-rel': {
47 'swarming': {
Struan Shrimpton4b7abc02021-12-16 01:36:5948 'quickrun_shards': 3,
Struan Shrimptone772d72f2021-12-15 07:50:0949 },
50 },
Haiyang Panb991f562021-08-10 17:46:4651 'android-marshmallow-x86-rel': {
52 'swarming': {
53 'shards': 2,
Struan Shrimpton4b7abc02021-12-16 01:36:5954 'quickrun_shards': 6,
Haiyang Panb991f562021-08-10 17:46:4655 },
56 },
Andrew Luo38b311f2019-10-04 03:42:0957 'android-pie-arm64-rel': {
Andrew Luobe83fd82019-12-19 03:07:5858 'args': [
59 '--gtest_filter=-ImportantSitesUtilBrowserTest.DSENotConsideredImportantInRegularMode', # https://crbug.com/1034001
60 ],
Haiyang Panfbd2b482020-09-23 23:41:2561 # TODO(crbug.com/1111436): Move this back to walleye if/when additional
62 # capacity has been deployed.
63 'swarming': {
64 'dimension_sets': [
65 {
66 'device_type': 'sailfish',
67 },
68 ],
Haiyang Pan1678f0c02021-03-09 23:05:0969 'shards': 2,
Struan Shrimpton4b7abc02021-12-16 01:36:5970 'quickrun_shards': 6,
Haiyang Panfbd2b482020-09-23 23:41:2571 },
Andrew Luo38b311f2019-10-04 03:42:0972 },
Haiyang Pan08d09dc2020-04-01 16:11:2173 'android-pie-x86-rel': {
John Budorick191adfcd2020-01-29 18:19:0474 'args': [
75 '--gtest_filter=-ImportantSitesUtilBrowserTest.DSENotConsideredImportantInRegularMode', # https://crbug.com/1034001
76 ],
Haiyang Pan7cd609d2021-04-08 20:17:2477 'swarming': {
78 'shards': 2,
79 },
John Budorick191adfcd2020-01-29 18:19:0480 },
Andrew Luo38b311f2019-10-04 03:42:0981 },
82 },
Sven Zhengc60debc2020-09-10 18:40:5283 'android_sync_integration_tests': {
84 'remove_from': [
Haiyang Pan6b8e4cf2021-08-02 21:38:2885 # Remove from CQ bots due to capacity.
86 'android-marshmallow-arm64-rel',
Sven Zhengc60debc2020-09-10 18:40:5287 ],
88 },
Kenneth Russelleb60cbd22017-12-05 07:54:2889 'android_webview_unittests': {
Kenneth Russelleb60cbd22017-12-05 07:54:2890 },
Jamie Madillc9ae75d2020-10-23 19:19:4891 'angle_end2end_tests': {
Yuly Novikov60cbf642020-11-19 20:43:1592 'modifications': {
Yuly Novikov80d2e672021-02-13 00:16:0493 'win10-angle-x64-intel': {
94 'args': [
95 '--max-processes=1',
96 ],
97 },
Yuly Novikov60cbf642020-11-19 20:43:1598 },
Jamie Madillc9ae75d2020-10-23 19:19:4899 },
Jamie Madillc9ae75d2020-10-23 19:19:48100 'angle_unittests': {
101 'remove_from': [
102 # On Android, these are already run on the main waterfall.
103 'Android FYI Release (Nexus 5X)',
Yuly Novikovc1117ae82021-01-15 22:33:36104 # Times out listing tests crbug.com/1167314
105 'android-asan',
Jamie Madillc9ae75d2020-10-23 19:19:48106 # Does not currently work on Lacros configurations.
Junhua Chen39dd2dba2021-05-05 17:51:54107 'linux-lacros-code-coverage',
Jamie Madillc9ae75d2020-10-23 19:19:48108 'linux-lacros-tester-rel',
109 'linux-lacros-tester-fyi-rel',
Yuke Liaof27ebe52021-08-05 22:12:40110 'linux-lacros-dbg-tests-fyi',
Jamie Madillc9ae75d2020-10-23 19:19:48111 ],
Chong Gua10cd302022-01-14 19:22:19112 'modifications': {
113 # anglebug.com/6894
114 'fuchsia-fyi-x64-asan': {
115 'args': [
116 # crbug.com/
117 '--gtest_filter=-ConstructCompilerTest.DefaultParameters',
118 ],
119 },
120 },
Jamie Madillc9ae75d2020-10-23 19:19:48121 },
122 'angle_white_box_tests': {
Yuly Novikov60cbf642020-11-19 20:43:15123 'modifications': {
Yuly Novikov80d2e672021-02-13 00:16:04124 'win10-angle-x64-intel': {
125 'args': [
126 '--max-processes=1',
127 ],
128 },
Yuly Novikov60cbf642020-11-19 20:43:15129 },
Jamie Madillc9ae75d2020-10-23 19:19:48130 },
Yuke Liaob6beaeca2021-04-29 23:41:51131 'aura_unittests_amd64-generic': {
132 'remove_from': [
133 # TODO(crbug.com/1204231): Re-enable.
134 'lacros-amd64-generic-rel',
135 ]
136 },
Yuke Liao79a8cf52021-06-11 18:14:34137 'aura_unittests_eve': {
138 'remove_from': [
139 # TODO(crbug.com/1204231): Re-enable.
140 'lacros-amd64-generic-rel',
141 ]
142 },
Chong Gudf7fbe92021-02-24 02:55:58143 'base_unittests': {
144 'modifications': {
Haiyang Pan9d68ca02021-08-04 21:30:47145 'android-11-x86-rel': {
Haiyang Panc7c009e2021-03-18 19:31:23146 'args': [
Haiyang Panc08d02212021-10-18 18:58:38147 '--test-launcher-filter-file=../../testing/buildbot/filters/android.emulator.base_unittests.filter',
148 ],
149 },
150 'android-12-x64-fyi-rel': {
151 'args': [
152 '--test-launcher-filter-file=../../testing/buildbot/filters/android.emulator.base_unittests.filter',
153 '--gtest_filter=-ModuleCacheTest.CheckAgainstProcMaps', # crbug.com/1260521
Haiyang Panc7c009e2021-03-18 19:31:23154 ],
155 },
Chong Gudf7fbe92021-02-24 02:55:58156 'fuchsia-code-coverage': {
157 'swarming': {
158 'shards': 5,
159 },
160 },
Chong Gua10cd302022-01-14 19:22:19161 'fuchsia-fyi-x64-asan': {
162 'args': [
163 '--test-launcher-filter-file=../../testing/buildbot/filters/fuchsia.lsan.base_unittests.filter',
164 ],
165 },
Chong Gudf7fbe92021-02-24 02:55:58166 },
167 },
Haiyang Pan363c59a2020-07-23 05:47:04168 'blink_platform_unittests': {
169 'modifications': {
Haiyang Panfbd2b482020-09-23 23:41:25170 'android-pie-arm64-rel': {
171 # TODO(crbug.com/1111436): Move this back to walleye if/when additional
172 # capacity has been deployed.
173 'swarming': {
174 'dimension_sets': [
175 {
176 'device_type': 'sailfish',
177 },
178 ],
179 },
180 },
Chong Gu52481452021-04-02 17:52:41181 'fuchsia-code-coverage': {
182 'swarming': {
183 'shards': 5,
184 },
185 },
Haiyang Pan363c59a2020-07-23 05:47:04186 },
187 },
Chong Gu76046412021-09-22 17:49:21188 'blink_unittests': {
Chong Guc2d145e2021-03-31 19:55:34189 'modifications': {
190 'fuchsia-code-coverage': {
191 'swarming': {
192 'shards': 30,
193 },
194 },
195 },
196 },
John Chenaab16fc02020-03-03 06:35:45197 'blink_web_tests': {
198 'remove_from': [
Ilia Samsonovca3dfd52020-08-07 18:39:01199 'Mac10.11 Tests',
John Chenaab16fc02020-03-03 06:35:45200 'Win 7 Tests x64 (1)', # 64-bit win is unsupported by the layout tests.
201 'Win10 Tests x64 (dbg)',
202 ],
203 'modifications': {
204 'Fuchsia x64': {
205 'args': [
206 '--platform=fuchsia',
Weizhong Xia3fdef5ca2022-01-04 21:50:20207 '--jobs=1',
John Chenaab16fc02020-03-03 06:35:45208 ],
209 'swarming': {
210 'shards': 1,
211 },
212 },
213 'Linux Tests': {
214 "args": [
215 "--additional-env-var=LLVM_PROFILE_FILE=${ISOLATED_OUTDIR}/profraw/default-%2m.profraw",
216 ],
Struan Shrimpton57c594e42022-01-25 17:59:13217 'swarming': {
218 'quickrun_shards': 18,
219 },
John Chenaab16fc02020-03-03 06:35:45220 },
221 'Linux Tests (dbg)(1)': {
222 'args': [
223 '--debug',
224 ],
225 'swarming': {
Sven Zheng439fcdf2021-07-13 20:14:57226 'shards': 30,
John Chenaab16fc02020-03-03 06:35:45227 },
228 },
Lindsay Pasricha2a3898bb2022-02-08 23:21:25229 # TODO (crbug.com/1294574) Re-enable once fixed
230 'Mac Builder Next': {
231 'experiment_percentage': 0,
232 },
Xianzhu Wange6dec152021-08-02 19:54:53233 'Mac10.12 Tests': {
234 'swarming': {
235 'shards': 25,
236 },
237 },
John Chenaab16fc02020-03-03 06:35:45238 'Mac10.13 Tests': {
239 'swarming': {
240 'dimension_sets': [
241 {
Erik Staab59591f32020-08-25 23:07:07242 'gpu': None,
John Chenaab16fc02020-03-03 06:35:45243 },
244 ],
245 'shards': 25,
246 },
247 },
Zhaoyang Li69e2e002021-02-19 21:57:35248 'Mac10.15 Tests': {
249 'swarming': {
250 'dimension_sets': [
251 {
252 'gpu': None,
253 },
254 ],
255 'shards': 25,
256 },
257 },
Lindsay Pasricha8d9a0c32021-12-08 17:08:29258 'Mac11 Tests': {
259 'swarming': {
260 'dimension_sets': [
261 {
262 'gpu': None,
263 },
264 ],
265 'shards': 25,
Struan Shrimpton57c594e42022-01-25 17:59:13266 'quickrun_shards': 26,
Lindsay Pasricha8d9a0c32021-12-08 17:08:29267 },
268 },
Zhaoyang Li9357e1e12021-12-07 18:53:17269 'Mac11 Tests (dbg)': {
270 'experiment_percentage': 100,
271 'args': [
272 '--debug',
273 ],
274 'swarming': {
275 'shards': 40,
276 },
277 },
Chong Gu75af969a2021-03-22 14:46:14278 'ToTFuchsia x64': {
279 'args': [
280 '--platform=fuchsia',
281 ],
282 'swarming': {
283 'shards': 1,
284 },
285 },
John Chenaab16fc02020-03-03 06:35:45286 'V8 Blink Linux Debug': {
Michael Achenbach455d39242020-06-22 13:33:45287 # This builder compiles Chromium in release mode, but V8 in debug.
288 # TODO(machenbach): Change name and out directory of this builder to
289 # something less confusing.
John Chenaab16fc02020-03-03 06:35:45290 'args': [
Michael Achenbach455d39242020-06-22 13:33:45291 '-t',
292 'Debug',
293 '--release',
John Chenaab16fc02020-03-03 06:35:45294 ],
295 },
296 'V8 Blink Linux Future': {
297 'args': [
Brian Sheedy10ddf0a2021-08-16 23:19:07298 '--flag-specific=future-js',
John Chenaab16fc02020-03-03 06:35:45299 ],
300 },
301 'WebKit Linux ASAN': {
302 'args': [
303 '--additional-expectations',
304 '../../third_party/blink/web_tests/ASANExpectations',
Weizhong Xia91b53362022-01-05 17:13:35305 '--timeout-ms',
John Chenaab16fc02020-03-03 06:35:45306 '48000',
307 '--enable-sanitizer',
308 ],
309 'swarming': {
310 'shards': 20,
311 },
312 },
313 'WebKit Linux Leak': {
314 'args': [
315 '--additional-expectations',
316 '../../third_party/blink/web_tests/LeakExpectations',
Weizhong Xia91b53362022-01-05 17:13:35317 '--timeout-ms',
John Chenaab16fc02020-03-03 06:35:45318 '48000',
319 '--enable-leak-detection',
320 ],
321 'swarming': {
322 'shards': 10,
323 },
324 },
325 'WebKit Linux MSAN': {
326 'args': [
327 '--additional-expectations',
328 '../../third_party/blink/web_tests/MSANExpectations',
Weizhong Xia91b53362022-01-05 17:13:35329 '--timeout-ms',
John Chenaab16fc02020-03-03 06:35:45330 '66000',
331 '--enable-sanitizer',
332 ],
333 'swarming': {
334 'expiration': 36000,
335 'hard_timeout': 10800,
336 'io_timeout': 3600,
337 'shards': 20,
338 },
339 },
John Chenaab16fc02020-03-03 06:35:45340 'WebKit Linux layout_ng_disabled Builder': {
341 'args': [
Brian Sheedy10ddf0a2021-08-16 23:19:07342 '--flag-specific=disable-layout-ng',
John Chenaab16fc02020-03-03 06:35:45343 ],
Stephen Martinis6eb8a5572021-03-02 00:23:08344 'swarming': {
345 'shards': 20,
346 },
John Chenaab16fc02020-03-03 06:35:45347 },
348 'Win10 Tests x64': {
349 'args': [
350 '--target',
Takuto Ikutab28b582e2021-02-10 01:41:21351 'Release_x64',
John Chenaab16fc02020-03-03 06:35:45352 ],
353 'swarming': {
354 "shards": 28
355 },
356 },
357 'Win10 Tests x64 (dbg)': {
358 'args': [
359 '--debug',
360 '--target',
Takuto Ikutab28b582e2021-02-10 01:41:21361 'Debug_x64',
John Chenaab16fc02020-03-03 06:35:45362 ],
363 },
Kuan Huanga89737d2022-01-07 19:42:11364 'Win11 Tests x64': {
365 'args': [
366 '--target',
367 'Release_x64',
368 ],
369 'swarming': {
370 "shards": 28
371 },
372 },
John Chenaab16fc02020-03-03 06:35:45373 'Win7 Tests (dbg)(1)': {
374 'args': [
375 '--debug',
Weizhong Xia91b53362022-01-05 17:13:35376 '--timeout-ms',
John Chenaab16fc02020-03-03 06:35:45377 '60000'
378 ],
379 'experiment_percentage': 100,
380 # TODO(kbr): the "Windows-7-SP1" Swarming dimension set is implicit,
381 # from prefered_os_dimension in
382 # tools/build/scripts/slave/recipe_modules/swarming/api.py. Ideally,
383 # Swarming dimensions would be either specified for all testers on the
384 # waterfall (and therefore, explicitly specified for all tests in the
385 # generated JSON), or this would be removed, and the implicit one used.
386 'swarming': {
387 'dimension_sets': [
388 {
389 'os': 'Windows-7-SP1',
390 }
391 ],
392 },
393 },
394 # tryserver.chromium.android
395 'android_blink_rel': {
396 'args': [
397 '--release',
398 '--android',
399 # TODO(crbug.com/912120): Breakpad was entirely disabled on
400 # Android. Remove this when it no longer affects Android crash
401 # log handling.
402 '--disable-breakpad',
403 # TODO(crbug.com/875172): run on the real GPU since the
404 # software fallback, SwiftShader, isn't yet for 32-bit ARM.
405 '--additional-driver-flag=--use-gpu-in-tests',
406 ],
407 },
408 'devtools_frontend_linux_blink_light_rel': {
409 'args': [
410 'http/tests/devtools',
411 ],
412 'swarming': {
413 'shards': 4,
414 },
415 },
Takuto Ikutabace8f82022-01-26 23:47:47416 'devtools_frontend_linux_blink_light_rel_fastbuild': {
417 'args': [
418 'http/tests/devtools',
419 ],
420 'swarming': {
421 'shards': 4,
422 },
423 },
John Chenaab16fc02020-03-03 06:35:45424 'fuchsia-fyi-x64-rel': {
425 'args': [
426 '--platform=fuchsia',
427 ],
428 'swarming': {
429 'shards': 1,
430 },
431 },
Mathias Carlen30968a62020-03-31 08:47:04432 'linux-autofill-assistant': {
433 'args': [
434 '--release',
435 ],
436 },
Arthur Sonzogni90f6df12022-02-02 14:28:32437 'linux-bfcache-rel': {
438 'args': [
439 '--flag-specific=enable-back-forward-cache-same-site',
440 # TODO(crbug.com/1255537): Re-enable the test.
441 '--ignore-tests=external/wpt/html/browsers/browsing-the-web/back-forward-cache/events.html',
442 ],
443 },
John Chenaab16fc02020-03-03 06:35:45444 'linux-blink-animation-use-time-delta': {
445 'args': [
446 '--debug',
447 ],
448 },
John Chenaab16fc02020-03-03 06:35:45449 'linux-blink-heap-concurrent-marking-tsan-rel': {
450 'args': [
451 '--release',
Brian Sheedy10ddf0a2021-08-16 23:19:07452 '--flag-specific=enable-blink-heap-concurrent-marking',
John Chenaab16fc02020-03-03 06:35:45453 ],
454 },
Daniel Libby178c9832020-10-08 20:36:14455 'linux-blink-web-tests-force-accessibility-rel': {
456 'args': [
Brian Sheedy10ddf0a2021-08-16 23:19:07457 '--flag-specific=force-renderer-accessibility',
Daniel Libby178c9832020-10-08 20:36:14458 ],
459 },
John Chenaab16fc02020-03-03 06:35:45460 'linux-code-coverage': {
461 'args': [
462 '--additional-env-var=LLVM_PROFILE_FILE=${ISOLATED_OUTDIR}/profraw/default-%2m.profraw',
463 ],
464 'swarming': {
465 'shards': 20,
466 },
467 },
Aaron Gable40f79aa2020-03-21 01:21:15468 'linux-layout-tests-edit-ng': {
469 'args': [
Brian Sheedy10ddf0a2021-08-16 23:19:07470 '--flag-specific=enable-editing-ng',
Aaron Gable40f79aa2020-03-21 01:21:15471 ],
472 },
Stephanie Kim5c7f31d2021-04-27 18:00:06473 'linux-xenial-rel': {
474 "args": [
475 "--additional-env-var=LLVM_PROFILE_FILE=${ISOLATED_OUTDIR}/profraw/default-%2m.profraw",
476 ],
477 },
Lindsay Pasricha60535a22021-12-13 16:50:24478 # TODO (crbug.com/1254971) Re-enable once fixed
479 'mac-osxbeta-rel': {
480 'experiment_percentage': 0,
481 },
John Chenaab16fc02020-03-03 06:35:45482 'mac10.12-blink-rel-dummy': {
483 'swarming': {
484 'shards': 20,
485 },
486 },
487 'mac10.13-blink-rel-dummy': {
488 'swarming': {
489 'shards': 20,
490 },
491 },
John Chenaab16fc02020-03-03 06:35:45492 'mac10.14-blink-rel-dummy': {
493 'swarming': {
Xinan Lind2f91712021-04-29 21:13:56494 # Increase timeout and reduce shards.
495 # See https://crbug.com/1203565.
496 'shards': 12,
497 'hard_timeout': 1800,
John Chenaab16fc02020-03-03 06:35:45498 },
499 },
Ilia Samsonov7efe05e2020-05-07 19:00:46500 'mac10.15-blink-rel-dummy': {
501 'swarming': {
502 'shards': 20,
503 },
504 },
Ilia Samsonovdd271c6c22020-09-08 22:24:44505 'mac11.0-blink-rel-dummy': {
506 'swarming': {
Dirk Pranke2cc61792021-06-10 20:24:54507 'shards': 12,
508 'hard_timeout': 1800,
Ilia Samsonovdd271c6c22020-09-08 22:24:44509 },
510 },
Preethi Mohand030de42021-07-22 21:12:13511 'win10.20h2-blink-rel-dummy': {
512 'swarming': {
Preethi Mohand044dd02021-09-06 15:59:42513 'shards': 14,
Preethi Mohand030de42021-07-22 21:12:13514 'hard_timeout': 1200,
515 },
516 },
John Chenaab16fc02020-03-03 06:35:45517 },
518 },
John Budorickca995852019-06-26 16:55:55519 'breakpad_unittests': {
520 'modifications': {
521 'android-asan': {
522 'args': [
523 '--test-launcher-filter-file=../../testing/buildbot/filters/android.asan.breakpad_unittests.filter',
524 ],
525 },
526 },
527 },
Kenneth Russelleb60cbd22017-12-05 07:54:28528 'browser_tests': {
Kenneth Russellfbda3c532017-12-08 23:57:24529 'remove_from': [
Brad Halla36886c2019-02-26 16:52:29530 'CrWinAsan(dll)', # https://crbug.com/935598
Nico Weber3af4da72018-02-27 01:59:41531 'linux-win_cross-rel',
Nico Weberdae13cd92018-12-14 13:56:26532 'ToTLinuxTSan', # https://crbug.com/368525
Scott Violet3bd7ddbb2022-01-15 00:04:20533 'Mac10.11 Tests', # https://crbug.com/1263696
Lindsay Pasrichab3f72db2021-09-22 22:05:46534 # TODO(crbug.com/1171053): Enable the suite in 'Mac10.15 Tests' once it's
Zhaoyang Li69e2e002021-02-19 21:57:35535 # off CQ.
Gary Tongd5f5a742021-01-29 00:01:13536 'Mac10.13 Tests', # https://crbug.com/1042757
Zhaoyang Li69e2e002021-02-19 21:57:35537 'Mac10.15 Tests', # https://crbug.com/1042757
Zhaoyang Li9357e1e12021-12-07 18:53:17538 'Mac11 Tests (dbg)', # https://crbug.com/1201386
Lindsay Pasricha8155d052021-04-22 00:06:43539 'mac-code-coverage', # https://crbug.com/1201386
Nico Weberd36959682018-04-12 03:33:46540 'Linux TSan Tests', # https://crbug.com/368525
Stephen Martinise701f5a2018-05-04 01:25:11541 'Win10 Tests x64 (dbg)',
Kenneth Russellfbda3c532017-12-08 23:57:24542 ],
Kenneth Russelleb60cbd22017-12-05 07:54:28543 'modifications': {
Nico Weber3f919792020-06-12 23:34:52544 'CrWinAsan': {
545 # These are very slow on the ASAN trybot for some reason.
Ben Pastened2c01af2022-01-31 23:06:44546 # crbug.com/1257927
Nico Weber3f919792020-06-12 23:34:52547 'swarming': {
548 'shards': 40,
549 },
550 },
551 'CrWinAsan(dll)': {
552 # These are very slow on the ASAN trybot for some reason.
Ben Pastened2c01af2022-01-31 23:06:44553 # crbug.com/1257927
Nico Weber3f919792020-06-12 23:34:52554 'swarming': {
555 'shards': 40,
556 },
557 },
Stephen Martinis1384ff92020-01-07 19:52:15558 'Linux - Future (dbg)': { # client.v8.chromium
Yuke Liaoea70f472019-12-19 06:03:36559 'swarming': {
Stephen Martinis1384ff92020-01-07 19:52:15560 'shards': 10,
Yuke Liaoea70f472019-12-19 06:03:36561 },
562 },
Stephen Martinis1384ff92020-01-07 19:52:15563 'Linux ASan LSan Tests (1)': {
564 # These are very slow on the ASAN trybot for some reason.
Ben Pastened2c01af2022-01-31 23:06:44565 # crbug.com/1257927
Roberto Carrillo2c9ec972019-03-20 03:11:19566 'swarming': {
Stephen Martinis1384ff92020-01-07 19:52:15567 'shards': 40,
Struan Shrimptone772d72f2021-12-15 07:50:09568 'quickrun_shards': 80
Roberto Carrillo2c9ec972019-03-20 03:11:19569 },
570 },
Chris Cunningham1d0e9e12020-02-26 22:56:40571 'Linux ASan Tests (sandboxed)': {
572 'swarming': {
John Abd-El-Malek3a631612020-07-08 21:40:41573 'shards': 30, # https://crbug.com/1103330
Chris Cunningham1d0e9e12020-02-26 22:56:40574 },
575 },
Stephen Martinis1384ff92020-01-07 19:52:15576 'Linux Chromium OS ASan LSan Tests (1)': {
577 # These are very slow on the ASAN trybot for some reason.
Ben Pastened2c01af2022-01-31 23:06:44578 # crbug.com/1257927
Roberto Carrillo5a5c98dc2019-10-30 22:33:51579 'swarming': {
Ben Pastened2c01af2022-01-31 23:06:44580 'shards': 50,
Roberto Carrillo5a5c98dc2019-10-30 22:33:51581 },
582 },
Stephen Martinis1384ff92020-01-07 19:52:15583 'Linux ChromiumOS MSan Tests': {
584 # These are very slow on the Chrome OS MSAN trybot for some reason.
585 # crbug.com/865455
Kenneth Russell56a3e862017-12-08 03:11:34586 'swarming': {
Titouan Rigoudyb18af832022-02-22 17:35:43587 'shards': 48,
Kenneth Russell56a3e862017-12-08 03:11:34588 },
Ben Pastene44221d32020-05-21 23:38:36589 'args': [
590 '--test-launcher-filter-file=../../testing/buildbot/filters/chromeos.msan.browser_tests.oobe_negative.filter',
591 ],
Kenneth Russell56a3e862017-12-08 03:11:34592 },
Struan Shrimptonf5b2b552022-01-20 20:37:39593 'Linux Tests': {
594 'swarming': {
595 'quickrun_shards': 15,
596 },
597 },
Maksim Sisovc81d284c2021-10-05 17:54:35598 # https://crbug.com/1084469
599 'Linux Tests (Wayland)': {
600 'args': [
601 '--test-launcher-filter-file=../../testing/buildbot/filters/ozone-linux.wayland_browser_tests.filter',
602 ],
Struan Shrimptone772d72f2021-12-15 07:50:09603 'swarming': {
604 'quickrun_shards': 24,
605 },
Maksim Sisovc81d284c2021-10-05 17:54:35606 },
John Budorick614f91a2020-03-30 20:34:55607 'Linux Tests (dbg)(1)': {
608 # crbug.com/1066161
609 'swarming': {
610 'shards': 20,
611 },
612 },
Stephen Martinis1384ff92020-01-07 19:52:15613 'Mac ASan 64 Tests (1)': {
Kenneth Russellfbda3c532017-12-08 23:57:24614 'swarming': {
Stephen Martiniscd3c3832020-11-19 22:01:24615 'shards': 30,
Kenneth Russellfbda3c532017-12-08 23:57:24616 },
Lindsay Pasricha8155d052021-04-22 00:06:43617 # crbug.com/1196416
618 'args': [
619 '--test-launcher-filter-file=../../testing/buildbot/filters/mac.mac-rel.browser_tests.filter',
620 ],
Lindsay Pasrichab3f72db2021-09-22 22:05:46621 'experiment_percentage': 100, # https://crbug.com/1251657
Kenneth Russellfbda3c532017-12-08 23:57:24622 },
Sven Zheng3f14625692021-08-24 06:28:27623 # TODO(crbug.com/1232535) Remove once the bug is resolved.
624 'Mac10.11 Tests': {
625 'args': [
626 '--test-launcher-print-timestamps',
627 ],
628 },
Lindsay Pasricha76f44d22021-04-07 16:16:26629 'Mac10.15 Tests': {
630 # crbug.com/1042757
631 'swarming': {
632 'dimension_sets': [
633 {
634 # These shards are liable to time out when running on macmini7,1.
635 'cores': '8|12',
636 }
637 ],
638 },
639 # crbug.com/1196416
640 'args': [
641 '--test-launcher-filter-file=../../testing/buildbot/filters/mac.mac-rel.browser_tests.filter',
642 ],
643 },
Lindsay Pasrichaf8762592021-12-02 23:43:09644 'Mac11 Tests': {
645 'ci_only': True,
646 },
Zhaoyang Li9357e1e12021-12-07 18:53:17647 'Mac11 Tests (dbg)': {
648 # crbug.com/1042757
649 'swarming': {
650 'dimension_sets': [
651 {
652 # These shards are liable to time out when running on macmini7,1.
653 'cores': '8|12',
654 }
655 ],
656 },
657 # crbug.com/1196416
658 'args': [
659 '--test-launcher-filter-file=../../testing/buildbot/filters/mac.mac-rel.browser_tests.filter',
660 ],
661 },
Stephen Martinis1384ff92020-01-07 19:52:15662 'ToTWin(dbg)': {
Kenneth Russelleb60cbd22017-12-05 07:54:28663 'swarming': {
John Budorickca14c76f62017-12-09 14:19:18664 'shards': 20,
Kenneth Russelleb60cbd22017-12-05 07:54:28665 },
666 },
Stephen Martinis1384ff92020-01-07 19:52:15667 'ToTWin64(dbg)': {
Kenneth Russell8ceeabf2017-12-11 17:53:28668 'swarming': {
669 'shards': 20,
670 },
671 },
Kenneth Russell6c83d212018-07-27 20:52:59672 'Win10 Tests x64': {
673 # crbug.com/868082
674 'args': [
675 '--disable-features=WebRTC-H264WithOpenH264FFmpeg',
676 ],
Takuto Ikutac9c269a2019-01-10 22:40:25677 'swarming': {
678 # This is for slow test execution that often becomes a critical path of
679 # swarming jobs. crbug.com/868114
680 'shards': 15,
Struan Shrimptona1ab7672022-01-13 18:02:51681 'quickrun_shards': 40,
Takuto Ikutac9c269a2019-01-10 22:40:25682 }
Kenneth Russell6c83d212018-07-27 20:52:59683 },
Kuan Huanga89737d2022-01-07 19:42:11684 'Win11 Tests x64': {
685 # crbug.com/868082
686 'args': [
687 '--disable-features=WebRTC-H264WithOpenH264FFmpeg',
688 ],
689 'swarming': {
690 # This is for slow test execution that often becomes a critical path of
691 # swarming jobs. crbug.com/868114
692 'shards': 15,
693 'quickrun_shards': 30,
694 }
695 },
Stephen Martinis1384ff92020-01-07 19:52:15696 'Win7 Tests (1)': {
697 # This is for slow test execution that often becomes a critical path of
698 # swarming jobs. crbug.com/868114
699 'swarming': {
700 'shards': 15,
701 },
702 },
703 'Win7 Tests (dbg)(1)': {
Pavol Markoc579e072019-12-05 22:42:02704 'swarming': {
705 'shards': 20,
706 },
707 },
Stephen Martinis1384ff92020-01-07 19:52:15708 'linux-chromeos-chrome': {
709 # TODO(https://crbug.com/932269): Promote out of experiment when the
710 # tests are green.
711 'args': [
712 '--test-launcher-filter-file=../../testing/buildbot/filters/chromeos.browser_tests.filter',
713 ],
714 },
715 'linux-chromeos-code-coverage': {
Nico Weber0c2861b2018-12-14 18:05:16716 'swarming': {
Stephen Martinis1384ff92020-01-07 19:52:15717 'shards': 50,
718 },
719 },
720 'linux-chromeos-dbg': {
721 'swarming': {
Garrett Beatyd81c9182021-05-12 02:52:50722 'shards': 40,
Stephen Martinis1384ff92020-01-07 19:52:15723 },
724 },
725 'linux-chromeos-rel': {
726 'swarming': {
727 'shards': 20,
Struan Shrimptone772d72f2021-12-15 07:50:09728 'quickrun_shards': 40,
Stephanie Kime9008f72020-03-05 23:01:16729 'dimension_sets': [
730 {
731 'kvm': '1',
732 },
733 ],
Stephen Martinis1384ff92020-01-07 19:52:15734 },
735 },
736 'linux-code-coverage': {
Yuke Liao58e1d202020-03-20 23:02:01737 'args': [
738 '--no-sandbox',
739 ],
Stephen Martinis1384ff92020-01-07 19:52:15740 'swarming': {
741 'shards': 50,
742 },
743 },
Junhua Chen39dd2dba2021-05-05 17:51:54744 'linux-lacros-code-coverage': {
745 'args': [
Ben Pastened1b2fd192021-05-11 19:10:18746 '--test-launcher-filter-file=../../testing/buildbot/filters/linux-lacros.browser_tests.filter',
Junhua Chen39dd2dba2021-05-05 17:51:54747 ],
748 },
Jieting Yangbf15db672021-10-04 19:18:37749 'linux-lacros-dbg-tests-fyi': {
750 'args': [
751 '--test-launcher-filter-file=../../testing/buildbot/filters/linux-lacros.browser_tests.filter',
752 ],
753 },
Sven Zheng80734f12020-08-06 06:50:39754 'linux-lacros-tester-rel': {
755 'args': [
Ben Pastened1b2fd192021-05-11 19:10:18756 '--test-launcher-filter-file=../../testing/buildbot/filters/linux-lacros.browser_tests.filter',
Sven Zheng80734f12020-08-06 06:50:39757 ],
Struan Shrimptone772d72f2021-12-15 07:50:09758 'swarming': {
759 'quickrun_shards': 20,
760 },
Sven Zheng80734f12020-08-06 06:50:39761 },
Stephen Martinis1384ff92020-01-07 19:52:15762 'linux-trusty-rel': {
763 'args': [
John Budorick79ec9012020-01-08 21:56:31764 '--test-launcher-filter-file=../../testing/buildbot/filters/linux_trusty_rel.browser_tests.filter',
765 ],
Stephen Martinis1384ff92020-01-07 19:52:15766 },
Kuan Huang235b0142021-10-19 18:59:28767 'mac-code-coverage': {
768 'args': [
769 '--coverage-continuous-mode=1',
770 ],
771 },
Lindsay Pasricha8bbc3382022-01-31 22:54:54772 'mac-osxbeta-rel': {
773 'swarming': {
774 'shards': 12,
775 },
776 },
Kuan Huang83a1c922021-09-08 22:00:27777 'mac11-arm64-rel-tests': {
Kuan Huang199112a52021-08-23 17:37:19778 'ci_only': False, # https://crbug.com/1234525
Lindsay Pasricha36432062021-10-27 20:43:30779 'args': [
780 # crbug.com/1262402
781 '--test-launcher-filter-file=../../testing/buildbot/filters/mac.mac11-arm64-rel.browser_tests.filter',
Lindsay Pasricha7cb620d2022-01-28 23:47:01782 ],
783 'swarming': {
Lindsay Pasrichab7e471f2022-02-08 18:17:31784 'shards': 30,
Lindsay Pasricha7cb620d2022-01-28 23:47:01785 },
Kuan Huang199112a52021-08-23 17:37:19786 },
Stephen Martinis1384ff92020-01-07 19:52:15787 'win-asan': {
Nico Weber3f919792020-06-12 23:34:52788 # These are very slow on the ASAN trybot for some reason.
Ben Pastened2c01af2022-01-31 23:06:44789 # crbug.com/1257927
Stephen Martinis1384ff92020-01-07 19:52:15790 'swarming': {
Nico Weber3f919792020-06-12 23:34:52791 'shards': 40,
Nico Weber0c2861b2018-12-14 18:05:16792 },
793 },
Yuki Yamada70190fc2021-10-28 09:00:27794 'win-backuprefptr-x64-fyi-rel': {
795 'args': [
796 '--test-launcher-filter-file=../../testing/buildbot/filters/win_backuprefptr_fyi.browser_tests.filter',
797 ],
798 },
Kenneth Russelleb60cbd22017-12-05 07:54:28799 },
800 },
Erik Chen681dc0282019-11-26 22:54:49801 'cc_unittests': {
802 'modifications': {
803 'Linux TSan Tests': {
804 'swarming': {
805 'shards': 3,
806 },
807 },
Haiyang Pan9d68ca02021-08-04 21:30:47808 'android-11-x86-rel': {
Haiyang Pancf765862021-03-18 20:39:15809 # https://crbug.com/1039860
810 'args': [
Haiyang Pan11d8bd52021-11-19 21:22:54811 '--test-launcher-filter-file=../../testing/buildbot/filters/android.emulator_11_12.cc_unittests.filter',
812 ],
813 },
814 'android-12-x64-fyi-rel': {
815 # https://crbug.com/1039860
816 'args': [
817 '--test-launcher-filter-file=../../testing/buildbot/filters/android.emulator_11_12.cc_unittests.filter',
Haiyang Pancf765862021-03-18 20:39:15818 ],
819 },
Haiyang Pan6b8e4cf2021-08-02 21:38:28820 'android-marshmallow-x86-rel': {
John Budorickfa8f1da92020-01-15 18:11:38821 # https://crbug.com/1039860
822 'args': [
823 '--test-launcher-filter-file=../../testing/buildbot/filters/android.emulator.cc_unittests.filter',
824 ],
825 },
Haiyang Pan08d09dc2020-04-01 16:11:21826 'android-pie-x86-rel': {
John Budorickfa8f1da92020-01-15 18:11:38827 # https://crbug.com/1039860
828 'args': [
829 '--test-launcher-filter-file=../../testing/buildbot/filters/android.emulator.cc_unittests.filter',
830 ],
831 },
Struan Shrimptona1ab7672022-01-13 18:02:51832 'chromeos-amd64-generic-rel': {
833 'swarming': {
834 'quickrun_shards': 2,
835 },
836 },
Chong Gudf7fbe92021-02-24 02:55:58837 'fuchsia-code-coverage': {
838 'swarming': {
839 'shards': 4,
840 },
841 },
Chong Gub2446462021-08-19 18:44:08842 'fuchsia-fyi-arm64-dbg': {
843 'args': [
844 '--test-launcher-filter-file=../../testing/buildbot/filters/fuchsia.debug.cc_unittests.filter',
845 ],
846 },
Erik Chen681dc0282019-11-26 22:54:49847 },
848 },
Prakhar94f444a2020-10-08 07:30:08849 'check_static_initializers': {
850 'modifications': {
851 'Mac Builder': {
852 'args': [
853 '--allow-coverage-initializer',
854 ],
855 },
856 },
857 },
Ben Pastene7a05a8f2020-11-12 17:25:51858 'chrome_all_tast_tests': {
859 'modifications': {
Struan Shrimpton4b7abc02021-12-16 01:36:59860 'chromeos-amd64-generic-rel': {
861 'swarming': {
Struan Shrimpton57c594e42022-01-25 17:59:13862 'quickrun_shards': 8,
Struan Shrimpton4b7abc02021-12-16 01:36:59863 },
864 },
Ben Pastene7a05a8f2020-11-12 17:25:51865 'chromeos-betty-pi-arc-cfi-thin-lto-chrome': {
866 'args': [
867 # This bot sets symbol_level=2, which doesn't fit inside a normal VM.
868 '--strip-chrome',
869 ],
870 },
871 },
872 },
Andrew Luod252791ac2019-10-15 00:28:13873 'chrome_java_test_pagecontroller_tests': {
Haiyang Panfbd2b482020-09-23 23:41:25874 'modifications': {
875 'android-pie-arm64-rel': {
876 # TODO(crbug.com/1111436): Move this back to walleye if/when additional
877 # capacity has been deployed.
878 'swarming': {
879 'dimension_sets': [
880 {
881 'device_type': 'sailfish',
882 },
883 ],
884 },
885 },
886 },
Andrew Luod252791ac2019-10-15 00:28:13887 },
Stephanie Kim07761d22021-11-25 00:21:18888 'chrome_junit_tests': {
889 'modifications': {
890 'android-marshmallow-arm64-rel': {
891 'args': [
892 # Too many shards can lead to race conditions (crbug/1272066)
893 '--shards=8',
894 ],
895 },
896 },
897 },
Yun Liu7cfd28a2019-10-30 01:57:12898 'chrome_public_smoke_test': {
899 'remove_from': [
Ben Joyce02dc8092021-03-04 21:48:19900 'android-code-coverage-native', # Does not generate profraw data.
Ben Joyce46ca6012021-03-31 19:19:25901 'android-pie-arm64-coverage-experimental-rel', # Does not generate profraw data.
Yun Liu7cfd28a2019-10-30 01:57:12902 ],
903 },
Kenneth Russelleb60cbd22017-12-05 07:54:28904 'chrome_public_test_apk': {
John Budorick27d2d44e2019-05-20 20:26:09905 'remove_from': [
906 'android-asan', # https://crbug.com/964562
Ben Joyce02dc8092021-03-04 21:48:19907 'android-code-coverage-native', # Does not generate profraw data.
Ben Joyce46ca6012021-03-31 19:19:25908 'android-pie-arm64-coverage-experimental-rel', # Does not generate profraw data.
John Budorick27d2d44e2019-05-20 20:26:09909 ],
Kenneth Russelleb60cbd22017-12-05 07:54:28910 'modifications': {
Kenneth Russelleb60cbd22017-12-05 07:54:28911 'Marshmallow 64 bit Tester': {
912 'swarming': {
Kenneth Russelleb60cbd22017-12-05 07:54:28913 'shards': 14,
914 },
915 },
Arthur Wang5dd7b07c2020-04-04 01:05:22916 'Marshmallow Tablet Tester': {
917 'args': [
918 '--timeout-scale',
919 '2.0',
920 ],
921 },
Ben Pastenec73e96e92018-07-12 01:40:35922 'Oreo Phone Tester': {
bsheedy01833462018-12-07 01:05:57923 # TODO(https://crbug.com/884413): Re-enable this once the tests are
924 # either passing or there is more capacity.
925 'experiment_percentage': 0,
Ben Pastenec73e96e92018-07-12 01:40:35926 },
Haiyang Pan9d68ca02021-08-04 21:30:47927 'android-11-x86-rel': {
Haiyang Panb80557c2021-03-13 03:01:44928 'args': [
929 '--test-launcher-filter-file=../../testing/buildbot/filters/android.emulator_11.chrome_public_test_apk.filter',
Haiyang Pan1d5ca2862021-04-01 22:21:09930 '--timeout-scale=2.0',
Haiyang Panb80557c2021-03-13 03:01:44931 ],
Haiyang Panc82c3fa2022-02-01 01:26:06932 # TODO(https://crbug.com/1285975) Remove experiment and enable on
933 # trybot once the device offline issue is resolved.
934 'ci_only': True,
935 'experiment_percentage': 100,
Haiyang Pan68a39c02021-11-11 21:12:21936 },
937 'android-12-x64-fyi-rel': {
938 'args': [
Haiyang Pan629f4e42022-02-09 22:11:23939 '--test-launcher-filter-file=../../testing/buildbot/filters/android.emulator_12.chrome_public_test_apk.filter',
Haiyang Pan68a39c02021-11-11 21:12:21940 '--timeout-scale=2.0',
941 ],
Haiyang Panb80557c2021-03-13 03:01:44942 },
Stephen Martinis1384ff92020-01-07 19:52:15943 'android-arm64-proguard-rel': {
944 'swarming': {
945 'shards': 25,
946 },
947 },
Brian Sheedy44a7a0032020-04-16 19:20:57948 'android-marshmallow-arm64-rel-swarming': {
949 'swarming': {
Brian Sheedy180c2dd2020-04-22 19:34:31950 'service_account': '[email protected]'
Brian Sheedy44a7a0032020-04-16 19:20:57951 },
952 },
Haiyang Pan742760c2021-02-12 03:21:41953 'android-marshmallow-x86-rel': {
954 'args': [
955 '--test-launcher-filter-file=../../testing/buildbot/filters/android.emulator_m.chrome_public_test_apk.filter',
956 ],
957 'swarming': {
958 # TODO(crbug.com/1127110): Revisit shards and machine_type if there
959 # are n2 machines available in the test pool.
960 'shards': 25,
Haiyang Pan742760c2021-02-12 03:21:41961 },
Haiyang Pan37fbd7a42020-06-03 03:27:37962 },
Stephen Martinis1384ff92020-01-07 19:52:15963 'android-pie-arm64-rel': {
964 'args': [
965 '--test-launcher-filter-file=../../testing/buildbot/filters/android.pie_arm64_rel.chrome_public_test_apk.filter', # https://crbug.com/1010211
966 ],
Stephen Martinisd05530d2021-07-27 22:50:22967 'ci_only': True, # https://crbug.com/1233700
Haiyang Pan43640ee2020-02-13 01:38:00968 },
Haiyang Pan08d09dc2020-04-01 16:11:21969 'android-pie-x86-rel': {
Haiyang Pan43640ee2020-02-13 01:38:00970 'args': [
Haiyang Pan71373072020-03-02 19:57:49971 # https://crbug.com/1046059
Haiyang Pan23f64f52020-06-04 01:23:32972 '--test-launcher-filter-file=../../testing/buildbot/filters/android.emulator_p.chrome_public_test_apk.filter',
Haiyang Pan43640ee2020-02-13 01:38:00973 ],
Haiyang Pan71373072020-03-02 19:57:49974 'swarming': {
Haiyang Pan58a6db22021-07-30 01:08:26975 # See https://crbug.com/1230192, runs of 40-60 minutes at 20 shards.
976 'shards': 30,
977 },
978 },
979 },
980 },
981 'chrome_public_test_apk_with_playstore': {
982 'remove_from': [
983 # Android Emulator does not ship playstore image on Marshmallow.
984 'android-marshmallow-x86-rel',
985 ],
986 'modifications': {
Haiyang Pan9d68ca02021-08-04 21:30:47987 'android-11-x86-rel': {
Haiyang Pan58a6db22021-07-30 01:08:26988 'args': [
989 '--avd-config=../../tools/android/avd/proto/generic_playstore_android30.textpb',
990 ],
991 'swarming': {
992 # soft affinity so that bots with caches will be picked first
993 'optional_dimensions': {
994 '60': [
995 {
Haiyang Pan0fee3652022-02-23 19:19:48996 'caches': 'generic_playstore_android30',
Haiyang Pan58a6db22021-07-30 01:08:26997 }
998 ],
999 },
1000 'named_caches': [
1001 {
Haiyang Pan0fee3652022-02-23 19:19:481002 'name': 'generic_playstore_android30',
1003 'path': '.android_emulator/generic_playstore_android30',
Haiyang Pan58a6db22021-07-30 01:08:261004 },
1005 ],
1006 },
1007 },
Haiyang Pan68a39c02021-11-11 21:12:211008 'android-12-x64-fyi-rel': {
1009 'args': [
1010 '--avd-config=../../tools/android/avd/proto/generic_playstore_android31.textpb',
1011 ],
1012 'swarming': {
1013 # soft affinity so that bots with caches will be picked first
1014 'optional_dimensions': {
1015 '60': [
1016 {
Haiyang Pan0fee3652022-02-23 19:19:481017 'caches': 'generic_playstore_android31',
Haiyang Pan68a39c02021-11-11 21:12:211018 }
1019 ],
1020 },
1021 'named_caches': [
1022 {
Haiyang Pan0fee3652022-02-23 19:19:481023 'name': 'generic_playstore_android31',
1024 'path': '.android_emulator/generic_playstore_android31',
Haiyang Pan68a39c02021-11-11 21:12:211025 },
1026 ],
1027 },
1028 },
Haiyang Pan58a6db22021-07-30 01:08:261029 'android-pie-x86-rel': {
1030 'args': [
1031 '--avd-config=../../tools/android/avd/proto/generic_playstore_android28.textpb',
1032 ],
1033 'swarming': {
Haiyang Pan2c438302021-06-11 23:50:381034 # soft affinity so that bots with caches will be picked first
1035 'optional_dimensions': {
1036 '60': [
1037 {
Haiyang Pan0fee3652022-02-23 19:19:481038 'caches': 'generic_playstore_android28',
Haiyang Pan2c438302021-06-11 23:50:381039 }
1040 ],
1041 },
Haiyang Pan71373072020-03-02 19:57:491042 'named_caches': [
1043 {
Haiyang Pan0fee3652022-02-23 19:19:481044 'name': 'generic_playstore_android28',
1045 'path': '.android_emulator/generic_playstore_android28',
Haiyang Pan71373072020-03-02 19:57:491046 },
Haiyang Pan980402822020-10-07 23:24:561047 ],
Haiyang Pan71373072020-03-02 19:57:491048 },
John Budorick34009472018-04-03 17:38:441049 },
Kenneth Russelleb60cbd22017-12-05 07:54:281050 },
1051 },
1052 'chrome_public_test_vr_apk': {
Nico Weberb0b3f5862018-07-13 18:45:151053 'remove_from': [
Ben Joyce3e043862021-10-20 23:57:241054 # Decided to no longer run VR tests on M, crbug.com/1159619.
bsheedy410dd7c2018-06-15 22:42:091055 'Marshmallow Tablet Tester',
Haiyang Pand12ff5462021-07-12 17:29:021056
Andrew Luo38b311f2019-10-04 03:42:091057 'android-pie-arm64-rel', # https://crbug.com/1010211
bsheedydf58b4e2018-11-01 19:42:161058 'ToTAndroid',
John Budorick27d2d44e2019-05-20 20:26:091059 'android-asan', # https://crbug.com/964562
Ben Joyce02dc8092021-03-04 21:48:191060 'android-code-coverage-native', # Does not generate profraw data.
Ben Joyce46ca6012021-03-31 19:19:251061 'android-pie-arm64-coverage-experimental-rel', # Does not generate profraw data.
bsheedy410dd7c2018-06-15 22:42:091062 ],
Kenneth Russelleb60cbd22017-12-05 07:54:281063 },
bsheedy75a4dd52018-11-27 23:24:301064 'chrome_public_test_vr_apk-vega': {
1065 'modifications': {
bsheedy75a4dd52018-11-27 23:24:301066 'Oreo Phone Tester': {
1067 'swarming': {
1068 'dimension_sets': [
1069 {
1070 'device_os': 'OVR1.180808.003',
1071 'device_type': 'vega',
1072 'os': 'Android',
1073 },
1074 ],
1075 },
1076 }
1077 }
1078 },
Ian Struiksmaeb285db02020-10-20 22:19:341079 'chrome_sizes': {
1080 'modifications': {
Yuke Liao975680302021-02-18 18:34:541081 'lacros-amd64-generic-chrome': {
1082 'swarming': {
1083 'dimension_sets': [
1084 {
Yuke Liao31225ee32021-03-17 23:21:331085 'cpu': 'x86-64',
Ben Pasteneddd3da72021-09-23 17:41:351086 'os': 'Ubuntu-18.04',
Yuke Liao975680302021-02-18 18:34:541087 },
1088 ],
1089 },
1090 },
Ben Pastenee9536c82021-10-19 01:48:571091 'lacros-arm-generic-chrome': {
1092 'swarming': {
1093 'dimension_sets': [
1094 {
1095 'cpu': 'x86-64',
1096 'os': 'Ubuntu-18.04',
1097 },
1098 ],
1099 },
1100 },
Ian Struiksmaeb285db02020-10-20 22:19:341101 },
1102 },
Takuto Ikuta1b749b902019-04-11 18:05:531103 'chromedriver_py_tests': {
1104 'remove_from': [
1105 # Timeout happens sometimes (crbug.com/951799).
Takuto Ikuta1b749b902019-04-11 18:05:531106 'Win10 Tests x64 (dbg)',
1107 ],
1108 },
Haiyang Panfed339172021-03-10 23:19:571109 'components_browsertests': {
1110 'modifications': {
Haiyang Pan9d68ca02021-08-04 21:30:471111 'android-11-x86-rel': {
Haiyang Panfed339172021-03-10 23:19:571112 'swarming': {
1113 'shards': 2,
1114 },
1115 },
André Kempef30fe9d22022-02-03 10:44:291116 'android-asan': {
1117 'swarming': {
1118 'shards': 3,
1119 },
1120 },
Struan Shrimptonf5b2b552022-01-20 20:37:391121 'android-marshmallow-arm64-rel': {
1122 'swarming': {
1123 'quickrun_shards': 2,
1124 },
1125 },
Haiyang Panfed339172021-03-10 23:19:571126 },
1127 },
Kenneth Russelleb60cbd22017-12-05 07:54:281128 'components_unittests': {
Yun Liu3e759dbb2019-11-01 19:25:521129 'remove_from': [
Ben Joyce68c5c852021-10-16 23:55:161130 # https://crbug.com/1147531 - covered on marshmallow emulator.
Garrett Beaty47a2d802020-11-10 20:50:531131 'android-marshmallow-arm64-rel',
Yun Liu3e759dbb2019-11-01 19:25:521132 ],
Kenneth Russelleb60cbd22017-12-05 07:54:281133 'modifications': {
John Budorick5052d552017-12-13 02:59:341134 'Linux ASan LSan Tests (1)': {
1135 # These are very slow on the ASAN trybot for some reason.
Ben Pastened2c01af2022-01-31 23:06:441136 # crbug.com/1257927
John Budorick5052d552017-12-13 02:59:341137 'swarming': {
1138 'shards': 5,
1139 },
1140 },
Takuto Ikuta54671d972018-07-19 19:06:351141 'Linux Chromium OS ASan LSan Tests (1)': {
1142 # These are very slow on the ASAN trybot for some reason.
Ben Pastened2c01af2022-01-31 23:06:441143 # crbug.com/1257927
Takuto Ikuta54671d972018-07-19 19:06:351144 'swarming': {
1145 'shards': 5,
1146 },
1147 },
Erik Chen681dc0282019-11-26 22:54:491148 'Linux TSan Tests': {
1149 'swarming': {
1150 'shards': 2,
1151 },
1152 },
Haiyang Pan9d68ca02021-08-04 21:30:471153 'android-11-x86-rel': {
Haiyang Pan799282f2021-03-25 19:38:311154 'args': [
Haiyang Pane521cf692021-11-30 00:35:231155 # TODO(crbug.com/1192348): Fix the test failure
1156 '--gtest_filter=-FieldFormatterTest.DifferentLocales',
Haiyang Pan799282f2021-03-25 19:38:311157 ],
1158 },
Haiyang Pan2877f062021-11-18 01:06:061159 'android-12-x64-fyi-rel': {
1160 'args': [
1161 # TODO(crbug.com/1192348): Fix the test failure
1162 '--gtest_filter=-FieldFormatterTest.DifferentLocales',
1163 ],
1164 },
Omer Katz7d2be652020-01-22 18:13:461165 'linux-blink-heap-concurrent-marking-tsan-rel': {
1166 'swarming': {
1167 'shards': 2,
1168 },
1169 },
Sven Zheng80734f12020-08-06 06:50:391170 # https://crbug.com/1111979,
Junhua Chen39dd2dba2021-05-05 17:51:541171 'linux-lacros-code-coverage': {
1172 'args': [
1173 '--test-launcher-filter-file=../../testing/buildbot/filters/linux-lacros.components_unittests.filter',
1174 ],
1175 },
1176 # https://crbug.com/1111979,
Yuke Liaoa0db4742021-08-09 18:28:331177 'linux-lacros-dbg-tests-fyi': {
1178 'args': [
1179 '--test-launcher-filter-file=../../testing/buildbot/filters/linux-lacros.components_unittests.filter',
1180 ],
1181 },
1182 # https://crbug.com/1111979,
Sven Zheng5c9d3e342020-08-11 21:39:431183 'linux-lacros-tester-rel': {
Sven Zheng5c9d3e342020-08-11 21:39:431184 'args': [
Yuke Liao56a437dd2021-05-05 04:53:401185 '--test-launcher-filter-file=../../testing/buildbot/filters/linux-lacros.components_unittests.filter',
Sven Zheng5c9d3e342020-08-11 21:39:431186 ],
Sven Zheng80734f12020-08-06 06:50:391187 },
1188 },
Sven Zheng577fe5ff2020-08-03 22:06:441189 },
Chong Gu76046412021-09-22 17:49:211190 'compositor_unittests': {
Chong Gub2446462021-08-19 18:44:081191 'modifications': {
1192 'fuchsia-fyi-arm64-dbg': {
1193 'args': [
1194 '--test-launcher-filter-file=../../testing/buildbot/filters/fuchsia.debug.compositor_unittests.filter',
1195 ],
1196 },
1197 },
1198 },
Kenneth Russelleb60cbd22017-12-05 07:54:281199 'content_browsertests': {
Brad Halla36886c2019-02-26 16:52:291200 'remove_from': [
Brad Halla36886c2019-02-26 16:52:291201 'CrWinAsan(dll)', # https://crbug.com/935598
Chong Gu0ed5dcda2021-07-15 21:26:111202 'android-marshmallow-arm64-rel', # http://crbug.com/1060245#c30: due to low utility and capacity.
Brad Halla36886c2019-02-26 16:52:291203 ],
Kenneth Russelleb60cbd22017-12-05 07:54:281204 'modifications': {
Kenneth Russellfbda3c532017-12-08 23:57:241205 'Cast Audio Linux': {
1206 'args': [
Nico Weber02f30392018-07-16 18:39:431207 '--test-launcher-filter-file=../../testing/buildbot/filters/cast-linux.content_browsertests.filter',
Kenneth Russellfbda3c532017-12-08 23:57:241208 ],
Kenneth Russellfbda3c532017-12-08 23:57:241209 },
1210 'Cast Linux': {
1211 'args': [
Nico Weber02f30392018-07-16 18:39:431212 '--test-launcher-filter-file=../../testing/buildbot/filters/cast-linux.content_browsertests.filter',
Kenneth Russellfbda3c532017-12-08 23:57:241213 ],
Kenneth Russellfbda3c532017-12-08 23:57:241214 },
Erik Chenb681c8c2019-11-25 22:52:521215 'Linux ASan LSan Tests (1)': {
1216 'swarming': {
1217 'shards': 12,
Struan Shrimptone772d72f2021-12-15 07:50:091218 'quickrun_shards': 24,
Erik Chenb681c8c2019-11-25 22:52:521219 },
1220 },
Chris Cunninghame1a04ea2019-04-24 01:49:321221 'Linux ASan Tests (sandboxed)': {
1222 'swarming': {
John Abd-El-Malek3a631612020-07-08 21:40:411223 'shards': 10, # https://crbug.com/1103330
Chris Cunninghame1a04ea2019-04-24 01:49:321224 },
1225 },
Erik Chen681dc0282019-11-26 22:54:491226 'Linux TSan Tests': {
1227 'swarming': {
1228 'shards': 15,
Struan Shrimptonf5b2b552022-01-20 20:37:391229 'quickrun_shards': 30,
Erik Chen681dc0282019-11-26 22:54:491230 },
1231 },
Lindsay Pasrichab3f72db2021-09-22 22:05:461232 'Mac ASan 64 Tests (1)': { # https://crbug.com/1200640
1233 'experiment_percentage': 100,
1234 },
Struan Shrimpton57c594e42022-01-25 17:59:131235 'Mac11 Tests': {
1236 'swarming': {
1237 'quickrun_shards': 10,
1238 },
1239 },
Lindsay Pasricha945e4d62022-01-20 02:14:011240 'Mac11 Tests (dbg)': { # https://crbug.com/1279504
1241 'swarming': {
Lindsay Pasricha48cb77df2022-01-28 01:35:231242 'shards': 12,
Lindsay Pasricha945e4d62022-01-20 02:14:011243 },
1244 },
1245
Sergey Silkinfe96b352020-10-19 20:41:341246 'Marshmallow Tablet Tester': {
1247 'args': [
1248 '--test-launcher-filter-file=../../testing/buildbot/filters/android.marshmallow_tablet_tester.content_browsertests.filter',
1249 ],
Haiyang Pan1f6367352021-07-02 21:15:571250 'swarming': {
1251 'shards': 15,
1252 },
Sergey Silkinfe96b352020-10-19 20:41:341253 },
Sergey Silkin1fe10e82020-10-30 19:36:581254 'WebRTC Chromium FYI Android Tests (dbg) (M Nexus5X)': {
1255 'args': [
1256 '--test-launcher-filter-file=../../testing/buildbot/filters/chromium.webrtc.fyi.android.tests.dbg.content_browsertests.filter',
1257 ],
Andrew Grieveae21ca62021-10-20 18:37:521258 },
1259 'WebRTC Chromium FYI Android Tests (dbg) (N Nexus5X)': {
1260 'args': [
1261 '--test-launcher-filter-file=../../testing/buildbot/filters/chromium.webrtc.fyi.android.tests.dbg.content_browsertests.filter',
1262 ],
1263 },
Stephen Martinis1384ff92020-01-07 19:52:151264 'Win10 Tests x64': {
1265 # crbug.com/868082
1266 'args': [
1267 '--disable-features=WebRTC-H264WithOpenH264FFmpeg',
1268 ],
Struan Shrimptona1ab7672022-01-13 18:02:511269 'swarming': {
1270 'quickrun_shards': 18,
1271 },
Stephen Martinis1384ff92020-01-07 19:52:151272 },
1273 'Win10 Tests x64 (dbg)': {
1274 'experiment_percentage': 100,
1275 # crbug.com/868082
1276 'args': [
1277 '--disable-features=WebRTC-H264WithOpenH264FFmpeg',
Stephen Martinis1384ff92020-01-07 19:52:151278 ],
1279 },
Kuan Huanga89737d2022-01-07 19:42:111280 'Win11 Tests x64': {
1281 # crbug.com/868082
1282 'args': [
1283 '--disable-features=WebRTC-H264WithOpenH264FFmpeg',
1284 ],
1285 },
Haiyang Pan9d68ca02021-08-04 21:30:471286 'android-11-x86-rel': {
Haiyang Pan566e2652022-01-25 07:01:521287 # TODO(crbug.com/1137474): Remove ci_only and experiment_percentage
1288 # after the test suite is green.
1289 'ci_only': True,
Haiyang Pan10f029c2021-07-30 23:17:561290 'experiment_percentage': 100,
Haiyang Pan51450ab2021-03-23 00:48:571291 # TODO(crbug.com/1137474): Revisit the shard number once failed tests
1292 # are fixed.
Haiyang Panfed339172021-03-10 23:19:571293 'swarming': {
Haiyang Pan51450ab2021-03-23 00:48:571294 'shards': 30,
Haiyang Pan45e77dda2021-07-01 22:23:291295 'dimension_sets': [
1296 {
1297 'machine_type': 'e2-standard-8', # use 8-core to shorten runtime
1298 },
1299 ],
Haiyang Panfed339172021-03-10 23:19:571300 },
1301 },
Haiyang Pan249494b2022-01-27 21:56:211302 'android-12-x64-fyi-rel': {
Haiyang Pandbff3ef2022-02-11 23:24:191303 'args': [
1304 '--test-launcher-filter-file=../../testing/buildbot/filters/android.emulator_12.content_browsertests.filter',
1305 ],
Haiyang Pan249494b2022-01-27 21:56:211306 'swarming': {
1307 'shards': 20,
1308 },
1309 },
Stephen Martinis1384ff92020-01-07 19:52:151310 'android-arm64-proguard-rel': {
1311 'swarming': {
1312 'shards': 16,
1313 },
1314 },
1315 'android-asan': {
1316 'args': [
1317 '--test-launcher-filter-file=../../testing/buildbot/filters/android.asan.content_browsertests.filter',
1318 ],
1319 'swarming': {
André Kempef30fe9d22022-02-03 10:44:291320 'shards': 25,
Stephen Martinis1384ff92020-01-07 19:52:151321 },
1322 },
Stephen Martinis1384ff92020-01-07 19:52:151323 'android-marshmallow-arm64-rel': {
1324 'swarming': {
1325 'shards': 16,
1326 },
1327 },
Haiyang Pan2486dcb2020-09-18 17:53:061328 'android-marshmallow-x86-rel-non-cq': {
John Budoricka4e23882020-02-28 18:36:431329 'args': [
Haiyang Pan12d5acd2020-06-01 20:54:571330 '--test-launcher-filter-file=../../testing/buildbot/filters/android.emulator_m.content_browsertests.filter',
John Budoricka4e23882020-02-28 18:36:431331 ],
Haiyang Panc47f6d12020-08-19 18:34:491332 'swarming': {
1333 'shards': 20,
1334 },
John Budoricka4e23882020-02-28 18:36:431335 },
Struan Shrimptone772d72f2021-12-15 07:50:091336 'android-pie-arm64-rel': {
1337 'swarming': {
Struan Shrimpton4b7abc02021-12-16 01:36:591338 'quickrun_shards': 40
Struan Shrimptone772d72f2021-12-15 07:50:091339 }
1340 },
Haiyang Pan08d09dc2020-04-01 16:11:211341 'android-pie-x86-rel': {
John Budoricka4e23882020-02-28 18:36:431342 'args': [
Haiyang Pan12d5acd2020-06-01 20:54:571343 '--test-launcher-filter-file=../../testing/buildbot/filters/android.emulator_p.content_browsertests.filter',
John Budoricka4e23882020-02-28 18:36:431344 ],
Sky Malice303f7ec2021-07-17 04:13:091345 'swarming': {
1346 # Flaking with only 20 shards with 40-60 minute runs.
1347 # https://crbug.com/1230118
1348 'shards': 30,
Haiyang Pan2eb735e72020-09-15 22:51:511349 },
John Budoricka4e23882020-02-28 18:36:431350 },
Omer Katz7d2be652020-01-22 18:13:461351 'linux-blink-heap-concurrent-marking-tsan-rel': {
1352 'swarming': {
1353 'shards': 4,
1354 },
1355 },
Stephen Martinis1384ff92020-01-07 19:52:151356 'linux-chromeos-code-coverage': {
1357 'swarming': {
1358 'shards': 12,
1359 },
1360 },
Albert J. Wong91f109652019-11-19 03:01:161361 'linux-chromeos-rel': {
1362 'swarming': {
1363 'shards': 3,
1364 },
1365 },
Yuke Liao79424e42020-01-06 21:00:111366 'linux-code-coverage': {
Yuke Liao58e1d202020-03-20 23:02:011367 'args': [
1368 '--no-sandbox',
1369 ],
Yuke Liao79424e42020-01-06 21:00:111370 'swarming': {
1371 'shards': 12,
1372 },
1373 },
Junhua Chen39dd2dba2021-05-05 17:51:541374 # https://crbug.com/1111979,
1375 'linux-lacros-code-coverage': {
1376 'args': [
1377 '--test-launcher-filter-file=../../testing/buildbot/filters/linux-lacros.content_browsertests.filter',
1378 ],
1379 },
Jieting Yangbf15db672021-10-04 19:18:371380 # https://crbug.com/1111979,
1381 'linux-lacros-dbg-tests-fyi': {
1382 'args': [
1383 '--test-launcher-filter-file=../../testing/buildbot/filters/linux-lacros.content_browsertests.filter',
1384 ],
1385 },
Sven Zheng80734f12020-08-06 06:50:391386 # https://crbug.com/1111979
1387 'linux-lacros-tester-fyi-rel': {
1388 'experiment_percentage': 100,
1389 },
Sven Zheng5c9d3e342020-08-11 21:39:431390 # https://crbug.com/1111979,
1391 'linux-lacros-tester-rel': {
Sven Zheng5c9d3e342020-08-11 21:39:431392 'args': [
Yuke Liao56a437dd2021-05-05 04:53:401393 '--test-launcher-filter-file=../../testing/buildbot/filters/linux-lacros.content_browsertests.filter',
Sven Zheng5c9d3e342020-08-11 21:39:431394 ],
1395 },
Kuan Huang235b0142021-10-19 18:59:281396 'mac-code-coverage': {
1397 'args': [
1398 '--coverage-continuous-mode=1',
1399 ],
1400 },
Kuan Huang05332fb2021-10-12 02:04:261401 # https://crbug.com/1255940
1402 'mac-rel-swarming': {
1403 'swarming': {
1404 'dimension_sets': [
1405 {
1406 # These test would time out when running on 4 cores instances.
1407 'cores': '8|12',
1408 }
1409 ],
1410 },
1411 },
Kenneth Russelleb60cbd22017-12-05 07:54:281412 },
1413 },
Nico Weber81e16ace22018-06-30 02:58:471414 'content_shell_crash_test': {
Haiyang Pan8c201b92020-06-04 01:25:071415 'remove_from': [
Nico Weberbbbc34e2020-10-14 18:21:501416 'Mac10.11 Tests', # crbug.com/1138050
Haiyang Pan2486dcb2020-09-18 17:53:061417 'android-marshmallow-x86-rel-non-cq', # crbug.com/1084353
Haiyang Pan8c201b92020-06-04 01:25:071418 ],
Dirk Prankeb1c36b322018-07-11 02:42:001419 'modifications': {
Dirk Prankeb1c36b322018-07-11 02:42:001420 'Win10 Tests x64 (dbg)': {
1421 'experiment_percentage': 100, # https://crbug.com/861730
1422 },
1423 },
Nico Weber81e16ace22018-06-30 02:58:471424 },
John Budorick27d2d44e2019-05-20 20:26:091425 'content_shell_test_apk': {
1426 'remove_from': [
John Budorick27d2d44e2019-05-20 20:26:091427 'android-asan', # https://crbug.com/964562
Ben Joyce02dc8092021-03-04 21:48:191428 'android-code-coverage-native', # Does not generate profraw data.
Ben Joyce46ca6012021-03-31 19:19:251429 'android-pie-arm64-coverage-experimental-rel', # Does not generate profraw data.
John Budorick27d2d44e2019-05-20 20:26:091430 ],
John Budorickee2e64f2020-03-02 20:19:101431 'modifications': {
Haiyang Pan9d68ca02021-08-04 21:30:471432 'android-11-x86-rel': {
Haiyang Pan103864812021-03-19 19:28:441433 'args': [
1434 '--test-launcher-filter-file=../../testing/buildbot/filters/android.emulator_11.content_shell_test_apk.filter',
Haiyang Panabdab2f2021-07-19 20:37:511435 '--timeout-scale=2.0',
Haiyang Pan103864812021-03-19 19:28:441436 ],
1437 },
Haiyang Pan3b1016e2022-02-05 00:02:451438 'android-12-x64-fyi-rel': {
1439 'args': [
1440 '--test-launcher-filter-file=../../testing/buildbot/filters/android.emulator_12.content_shell_test_apk.filter',
1441 ],
1442 },
Haiyang Panb991f562021-08-10 17:46:461443 'android-marshmallow-x86-rel': {
John Budorickee2e64f2020-03-02 20:19:101444 'args': [
Haiyang Pan28e73582020-05-30 00:34:271445 '--test-launcher-filter-file=../../testing/buildbot/filters/android.emulator_m.content_shell_test_apk.filter',
John Budorickee2e64f2020-03-02 20:19:101446 ],
Struan Shrimpton57c594e42022-01-25 17:59:131447 'swarming': {
1448 'quickrun_shards': 8,
1449 },
John Budorickee2e64f2020-03-02 20:19:101450 },
Haiyang Pan08d09dc2020-04-01 16:11:211451 'android-pie-x86-rel': {
John Budorickee2e64f2020-03-02 20:19:101452 'args': [
1453 '--gtest_filter=-ContentViewScrollingTest.testFling',
1454 ],
1455 },
1456 },
John Budorick27d2d44e2019-05-20 20:26:091457 },
Kenneth Russelleb60cbd22017-12-05 07:54:281458 'content_unittests': {
1459 'modifications': {
John Budorick5052d552017-12-13 02:59:341460 'Linux ASan LSan Tests (1)': {
1461 # These are slow on the ASAN trybot for some reason.
Ben Pastened2c01af2022-01-31 23:06:441462 # crbug.com/1257927
John Budorick5052d552017-12-13 02:59:341463 'swarming': {
1464 'shards': 2,
1465 },
1466 },
Takuto Ikuta54671d972018-07-19 19:06:351467 'Linux ChromiumOS MSan Tests': {
1468 # These are very slow on the Chrome OS MSAN trybot for some reason.
1469 # crbug.com/865455
1470 'swarming': {
1471 'shards': 2,
1472 },
1473 },
Chong Gu52481452021-04-02 17:52:411474 'fuchsia-code-coverage': {
1475 'swarming': {
1476 'shards': 12,
1477 },
1478 },
Chong Gua10cd302022-01-14 19:22:191479 'fuchsia-fyi-x64-asan': {
1480 'args': [
1481 '--test-launcher-filter-file=../../testing/buildbot/filters/fuchsia.lsan.content_unittests.filter',
1482 ],
1483 },
Kenneth Russelleb60cbd22017-12-05 07:54:281484 },
1485 },
Jonah Ryan-Davis832c8462020-06-09 03:45:031486 'context_lost_validating_tests': {
Brian Sheedye285c9b2019-07-15 21:42:461487 # TODO(https://crbug.com/850107): Remove the Android FYI Release (Pixel 2)
1488 # exception once there is enough capacity to run these tests.
1489 'remove_from': [
Brian Sheedye285c9b2019-07-15 21:42:461490 'Android FYI Release (Pixel 2)',
1491 ],
Kenneth Russellc1a09302018-07-10 01:12:541492 },
Kenneth Russellfbda3c532017-12-08 23:57:241493 'crashpad_tests': {
1494 'remove_from': [
Nico Weber15a00d62018-05-16 17:11:481495 'linux-win_cross-rel', # https://crbug.com/762167
Vlad Tsyrklevich06a9a44f2019-07-24 19:14:391496 # https://crbug.com/crashpad/304
1497 'Linux TSan Tests',
1498 'ToTLinuxTSan',
1499 # https://crbug.com/crashpad/306
1500 'Linux CFI',
Michael Savigny0a956032021-10-27 19:18:021501 'Linux CFI (reclient shadow)',
Vlad Tsyrklevich06a9a44f2019-07-24 19:14:391502 'CFI Linux ToT',
Kenneth Russellfbda3c532017-12-08 23:57:241503 ],
Haiyang Panc7c009e2021-03-18 19:31:231504 'modifications': {
Haiyang Pan9d68ca02021-08-04 21:30:471505 'android-11-x86-rel': {
Haiyang Panc7c009e2021-03-18 19:31:231506 'args': [
1507 '--test-launcher-filter-file=../../testing/buildbot/filters/android.emulator_11.crashpad_tests.filter',
1508 ],
1509 },
Haiyang Pan07d9e262021-10-20 21:50:031510 'android-12-x64-fyi-rel': {
1511 'args': [
1512 '--test-launcher-filter-file=../../testing/buildbot/filters/android.emulator_12.crashpad_tests.filter',
1513 ],
1514 },
Lindsay Pasricha60535a22021-12-13 16:50:241515 # TODO (crbug.com/1254975) Re-enable once fixed
1516 'mac-osxbeta-rel': {
1517 'experiment_percentage': 100,
1518 },
Haiyang Panc7c009e2021-03-18 19:31:231519 },
Kenneth Russellfbda3c532017-12-08 23:57:241520 },
John Budorick5bc387fe2019-05-09 20:02:531521 'cronet_sizes': {
1522 'modifications': {
1523 'android-cronet-arm-dbg': {
1524 'swarming': {
1525 'dimension_sets': [
1526 {
1527 'device_os': None,
1528 'device_type': None,
Takuto Ikuta5e459b12019-07-09 05:30:561529 'os': 'Ubuntu-16.04',
John Budorick5bc387fe2019-05-09 20:02:531530 },
1531 ],
1532 },
1533 },
1534 },
1535 },
Haiyang Pan1c813ca2021-11-24 18:52:161536 'device_unittests': {
1537 'modifications': {
1538 'android-12-x64-fyi-rel': {
1539 'args': [
1540 '--test-launcher-filter-file=../../testing/buildbot/filters/android.emulator_12.device_unittests.filter',
1541 ],
1542 },
1543 },
1544 },
Ben Pastene61ad637c2020-05-08 22:24:411545 'disk_usage_tast_test': {
1546 # TODO(crbug.com/1077659): Add the test back after it's fixed.
1547 'remove_from': [
1548 'chromeos-kevin-rel',
1549 ],
1550 },
Struan Shrimpton57c594e42022-01-25 17:59:131551 'exo_unittests': {
1552 'modifications': {
1553 'linux-chromeos-rel': {
1554 'swarming': {
1555 'quickrun_shards': 2,
1556 }
1557 },
1558 },
1559 },
Joe Downing41486042018-10-18 22:44:441560 'extensions_browsertests': {
Brad Halla36886c2019-02-26 16:52:291561 'remove_from': [
Brad Halla36886c2019-02-26 16:52:291562 'CrWinAsan(dll)', # https://crbug.com/935598
1563 ],
Joe Downing41486042018-10-18 22:44:441564 'modifications': {
1565 'Win10 Tests x64 (dbg)': {
1566 'experiment_percentage': 100, # https://crbug.com/876615
1567 },
Sven Zheng5c9d3e342020-08-11 21:39:431568 # https://crbug.com/1111979,
Junhua Chen39dd2dba2021-05-05 17:51:541569 'linux-lacros-code-coverage': {
1570 'args': [
1571 '--gtest_filter=-BluetoothShellApiTest.ApiSanityCheck:BluetoothSocketApiTest.Listen:BluetoothSocketApiTest.PermissionDenied',
1572 ],
1573 },
Yuke Liaoa0db4742021-08-09 18:28:331574 'linux-lacros-dbg-tests-fyi': {
1575 'args': [
1576 '--gtest_filter=-BluetoothShellApiTest.ApiSanityCheck:BluetoothSocketApiTest.Listen:BluetoothSocketApiTest.PermissionDenied',
1577 ],
1578 },
Sven Zheng5c9d3e342020-08-11 21:39:431579 'linux-lacros-tester-rel': {
Sven Zheng5c9d3e342020-08-11 21:39:431580 'args': [
1581 '--gtest_filter=-BluetoothShellApiTest.ApiSanityCheck:BluetoothSocketApiTest.Listen:BluetoothSocketApiTest.PermissionDenied',
1582 ],
1583 },
Joe Downing41486042018-10-18 22:44:441584 },
1585 },
Sven Zheng577fe5ff2020-08-03 22:06:441586 'extensions_unittests': {
Sven Zheng80734f12020-08-06 06:50:391587 'modifications': {
Chong Gud034fe52022-01-20 21:48:041588 'fuchsia-fyi-x64-asan': {
1589 'args': [
Chong Gu1155d872022-02-10 17:55:271590 '--test-launcher-filter-file=../../testing/buildbot/filters/fuchsia.lsan.extensions_unittests.filter',
Chong Gud034fe52022-01-20 21:48:041591 ],
1592 },
Sven Zheng5c9d3e342020-08-11 21:39:431593 # https://crbug.com/1111979,
Junhua Chen39dd2dba2021-05-05 17:51:541594 'linux-lacros-code-coverage': {
1595 'args': [
Yuke Liaoa0db4742021-08-09 18:28:331596 '--gtest_filter=-BluetoothSocketApiUnittest.CreateThenClose:'
1597 'NativeExtensionBindingsSystemUnittest.*',
1598 ],
1599 },
1600 'linux-lacros-dbg-tests-fyi': {
1601 'args': [
Junhua Chen39dd2dba2021-05-05 17:51:541602 '--gtest_filter=-NativeExtensionBindingsSystemUnittest*:'
1603 'BluetoothSocketApiUnittest.CreateThenClose:'
1604 'FeatureProviderTest.PermissionFeatureAvailability',
1605 ],
1606 },
Sven Zheng5c9d3e342020-08-11 21:39:431607 'linux-lacros-tester-rel': {
Sven Zheng5c9d3e342020-08-11 21:39:431608 'args': [
Yuke Liaobb8308322020-08-12 20:20:471609 '--gtest_filter=-NativeExtensionBindingsSystemUnittest*:'
1610 'BluetoothSocketApiUnittest.CreateThenClose:'
1611 'FeatureProviderTest.PermissionFeatureAvailability',
Sven Zheng5c9d3e342020-08-11 21:39:431612 ],
1613 },
Sven Zheng80734f12020-08-06 06:50:391614 },
Sven Zheng577fe5ff2020-08-03 22:06:441615 },
Chong Gu76046412021-09-22 17:49:211616 'gfx_unittests': {
Chong Gudf7fbe92021-02-24 02:55:581617 'modifications': {
1618 'fuchsia-code-coverage': {
1619 'swarming': {
1620 'shards': 2,
1621 },
1622 },
1623 },
1624 },
Kenneth Russelleb60cbd22017-12-05 07:54:281625 'gin_unittests': {
1626 'remove_from': [
Nico Weber1394523f2018-06-06 15:58:471627 'ToTLinuxASan', # https://crbug.com/831667
Nico Weberd36959682018-04-12 03:33:461628 'Linux ASan LSan Tests (1)', # https://crbug.com/831667
Nico Weber1394523f2018-06-06 15:58:471629 'Linux Chromium OS ASan LSan Tests (1)', # https://crbug.com/831667
Kenneth Russelleb60cbd22017-12-05 07:54:281630 ],
Chong Gua10cd302022-01-14 19:22:191631 'modifications': {
1632 'fuchsia-fyi-x64-asan': {
1633 'args': [
1634 '--test-launcher-filter-file=../../testing/buildbot/filters/fuchsia.lsan.gin_unittests.filter',
1635 ],
1636 },
1637 },
Kenneth Russelleb60cbd22017-12-05 07:54:281638 },
Brian Ho8271a7ad2021-08-12 20:48:031639 # TODO(crbug.com/1202958): Remove these GLRenderer variants when
1640 # SkiaRenderer is fully shipped on Chrome OS.
1641 # Don't run these on real devices due to capacity issues.
1642 'gl_renderer_context_lost_tests': {
1643 'remove_from': [
1644 'ChromeOS FYI Release (kevin)',
1645 'Lacros FYI x64 Release (Intel)',
1646 ],
1647 },
Brian Ho8271a7ad2021-08-12 20:48:031648 'gl_renderer_gpu_process_launch_tests': {
1649 'remove_from': [
1650 'ChromeOS FYI Release (kevin)',
1651 'Lacros FYI x64 Release (Intel)',
1652 ],
1653 },
1654 'gl_renderer_hardware_accelerated_feature_tests': {
1655 'remove_from': [
1656 'ChromeOS FYI Release (kevin)',
1657 'Lacros FYI x64 Release (Intel)',
1658 ],
1659 },
1660 'gl_renderer_maps_pixel_tests': {
1661 'remove_from': [
1662 'ChromeOS FYI Release (kevin)',
1663 'Lacros FYI x64 Release (Intel)',
1664 ],
1665 },
1666 'gl_renderer_pixel_skia_gold_tests': {
1667 'remove_from': [
1668 'ChromeOS FYI Release (kevin)',
1669 'Lacros FYI x64 Release (Intel)',
1670 ],
1671 },
1672 'gl_renderer_screenshot_sync_tests': {
1673 'remove_from': [
1674 'ChromeOS FYI Release (kevin)',
1675 'Lacros FYI x64 Release (Intel)',
1676 ],
1677 },
Jonah Ryan-Davisdeeffeaf2020-06-18 17:56:001678 'gl_tests_passthrough': {
1679 'remove_from': [
1680 'CFI Linux ToT',
1681 # Can't run on MSAN because gl_tests uses the hardware driver,
1682 # which isn't instrumented.
1683 'Linux MSan Tests',
1684 ],
1685 'modifications': {
1686 # TODO(kbr): figure out a better way to specify blocks of
1687 # arguments like this for tests on multiple machines.
Garrett Beatya491ec72020-07-25 12:36:121688 'Linux ASan LSan Tests (1)': {
1689 'args': [
1690 '--use-gpu-in-tests',
1691 '--no-xvfb',
1692 ],
1693 'swarming': {
1694 'dimension_sets': [
1695 {
Yuly Novikovaa06f172022-02-12 00:38:571696 'gpu': '10de:2184',
Garrett Beatya491ec72020-07-25 12:36:121697 'os': 'Ubuntu',
1698 'pool': 'chromium.tests.gpu',
1699 },
1700 ],
1701 },
1702 },
1703 'Linux CFI': {
1704 'args': [
1705 '--use-gpu-in-tests',
1706 '--no-xvfb',
1707 ],
1708 'swarming': {
1709 'dimension_sets': [
1710 {
Yuly Novikovaa06f172022-02-12 00:38:571711 'gpu': '10de:2184',
Garrett Beatya491ec72020-07-25 12:36:121712 'os': 'Ubuntu',
1713 'pool': 'chromium.tests.gpu',
1714 },
1715 ],
1716 },
1717 },
Michael Savigny64f8ba32022-01-12 15:50:571718 'Linux CFI (reclient shadow)': {
1719 'args': [
1720 '--use-gpu-in-tests',
1721 '--no-xvfb',
1722 ],
1723 'swarming': {
1724 'dimension_sets': [
1725 {
Yuly Novikovaa06f172022-02-12 00:38:571726 'gpu': '10de:2184',
Michael Savigny64f8ba32022-01-12 15:50:571727 'os': 'Ubuntu',
1728 'pool': 'chromium.tests.gpu',
1729 },
1730 ],
1731 },
1732 },
Garrett Beatya491ec72020-07-25 12:36:121733 'Linux TSan Tests': {
1734 'args': [
1735 '--use-gpu-in-tests',
1736 '--no-xvfb',
1737 ],
1738 'swarming': {
1739 'dimension_sets': [
1740 {
Yuly Novikovaa06f172022-02-12 00:38:571741 'gpu': '10de:2184',
Garrett Beatya491ec72020-07-25 12:36:121742 'os': 'Ubuntu',
1743 'pool': 'chromium.tests.gpu',
1744 },
1745 ],
1746 },
1747 },
Jonah Ryan-Davisdeeffeaf2020-06-18 17:56:001748 },
1749 },
Jonah Ryan-Davise25a89f2020-05-29 20:18:241750 'gl_tests_validating': {
Jonah Ryan-Davisb9f03ac2021-03-18 23:53:021751 'remove_from': [
Kenneth Russell8a386d42018-06-02 09:48:011752 'Android FYI Release (Nexus 5X)',
John Budorickca14c76f62017-12-09 14:19:181753 ],
Kenneth Russelleb60cbd22017-12-05 07:54:281754 'modifications': {
Haiyang Pan9d68ca02021-08-04 21:30:471755 'android-11-x86-rel': {
Haiyang Pancf765862021-03-18 20:39:151756 'args': [
1757 '--test-launcher-filter-file=../../testing/buildbot/filters/android.emulator_11.gl_tests.filter',
1758 ],
1759 },
Haiyang Pan382008922021-11-19 21:15:091760 'android-12-x64-fyi-rel': {
1761 'args': [
1762 '--test-launcher-filter-file=../../testing/buildbot/filters/android.emulator_12.gl_tests.filter',
1763 ],
1764 },
Haiyang Panb991f562021-08-10 17:46:461765 'android-marshmallow-x86-rel': {
John Budorick79ec9012020-01-08 21:56:311766 'args': [
1767 '--test-launcher-filter-file=../../testing/buildbot/filters/android.emulator.gl_tests.filter',
1768 ],
1769 },
Andrew Luo38b311f2019-10-04 03:42:091770 'android-pie-arm64-rel': {
John Budorick79ec9012020-01-08 21:56:311771 'args': [
Andrew Luobe83fd82019-12-19 03:07:581772 '--test-launcher-filter-file=../../testing/buildbot/filters/android.pie_arm64_rel.gl_tests.filter', # https://crbug.com/1034007
1773 ],
Andrew Luo38b311f2019-10-04 03:42:091774 },
Haiyang Pan08d09dc2020-04-01 16:11:211775 'android-pie-x86-rel': {
John Budorick79ec9012020-01-08 21:56:311776 'args': [
1777 '--test-launcher-filter-file=../../testing/buildbot/filters/android.emulator.gl_tests.filter',
1778 ],
1779 },
Kenneth Russelleb60cbd22017-12-05 07:54:281780 },
1781 },
Takuto Ikutaf5333252019-11-06 16:07:081782 'gl_unittests': {
1783 'remove_from': [
Takuto Ikutaf5333252019-11-06 16:07:081784 # On Android, these are already run on the main waterfall.
1785 # Run them on the one-off Android FYI bots, though.
1786 'Android FYI Release (Nexus 5X)',
Yuly Novikov37e04342020-05-29 00:52:041787 # Can't run on MSAN because gl_unittests uses the hardware driver,
1788 # which isn't instrumented.
1789 'Linux MSan Tests',
Takuto Ikutaf5333252019-11-06 16:07:081790 ],
Haiyang Pan505fcd5a2021-12-13 19:46:231791 'modifications': {
1792 'android-12-x64-fyi-rel': {
1793 'args': [
1794 '--test-launcher-filter-file=../../testing/buildbot/filters/android.emulator_12.gl_unittests.filter',
1795 ],
1796 },
1797 },
Takuto Ikutaf5333252019-11-06 16:07:081798 },
1799 'gl_unittests_ozone': {
1800 'remove_from': [
1801 # Can't run on MSAN because gl_unittests_ozone uses the hardware driver,
1802 # which isn't instrumented.
1803 'Linux ChromiumOS MSan Tests',
1804 ],
1805 },
1806 'gpu_process_launch_tests': {
1807 # TODO(https://crbug.com/850107): Remove the Android FYI Release (Pixel 2)
1808 # exception once there is enough capacity to run these tests.
1809 'remove_from': [
Takuto Ikutaf5333252019-11-06 16:07:081810 'Android FYI Release (Pixel 2)',
1811 ],
1812 },
Chong Gu76046412021-09-22 17:49:211813 'gpu_unittests': {
Chong Gudf7fbe92021-02-24 02:55:581814 'modifications': {
1815 'fuchsia-code-coverage': {
1816 'swarming': {
1817 'shards': 5,
1818 },
1819 },
1820 },
1821 },
Kevin McNeed21a6c522021-06-14 21:27:251822 'grit_python_unittests': {
1823 'remove_from': [
1824 # These tests require node, which is not supported in Win7.
1825 # (https://crbug.com/1218989)
1826 'Win 7 Tests x64 (1)',
1827 'Win7 Tests (1)',
1828 'Win7 Tests (dbg)(1)',
Titouan Rigoudy9e860832021-11-08 15:34:451829 # TODO(https://crbug.com/1267125): Re-enable.
1830 'mac11-arm64-rel-tests',
Kevin McNeed21a6c522021-06-14 21:27:251831 ],
1832 },
Brian Sheedye285c9b2019-07-15 21:42:461833 'hardware_accelerated_feature_tests': {
1834 # TODO(https://crbug.com/850107): Remove the Android FYI Release (Pixel 2)
1835 # exception once there is enough capacity to run these tests.
1836 'remove_from': [
Brian Sheedye285c9b2019-07-15 21:42:461837 'Android FYI Release (Pixel 2)',
1838 ],
1839 },
Brad Halla36886c2019-02-26 16:52:291840 'headless_browsertests': {
Chong Gud08d1232021-09-11 08:53:591841 'remove_from': [
1842 'CrWinAsan(dll)', # https://crbug.com/935598
Maksim Sisovc81d284c2021-10-05 17:54:351843 # Wayland bot doesn't support headless mode.
1844 'Linux Tests (Wayland)',
Chong Gud08d1232021-09-11 08:53:591845 ],
Chong Gud1a5c5992021-04-09 04:08:321846 'modifications': {
1847 'fuchsia-code-coverage': {
1848 'swarming': {
Chong Gu115ce152021-04-15 23:57:161849 'shards': 6,
Chong Gud1a5c5992021-04-09 04:08:321850 },
1851 },
1852 },
Brad Halla36886c2019-02-26 16:52:291853 },
Kenneth Russell8a386d42018-06-02 09:48:011854 'info_collection_tests': {
1855 'remove_from': [
Kenneth Russell8a386d42018-06-02 09:48:011856 'Android V8 FYI Release (Nexus 5X)',
1857 'Linux V8 FYI Release (NVIDIA)',
Michael Achenbach5fdfc67b2018-12-13 13:26:351858 'Linux V8 FYI Release - pointer compression (NVIDIA)',
Kenneth Russell8a386d42018-06-02 09:48:011859 'Mac V8 FYI Release (Intel)',
1860 'Win V8 FYI Release (NVIDIA)',
1861 ],
Brian Sheedyfe61cdac2020-02-12 01:25:591862 'modifications': {
Brian Sheedyb18cb762020-06-30 00:09:291863 'ChromeOS FYI Release (amd64-generic)': {
Brian Sheedy65be3052020-06-26 19:26:511864 'args': [
Brian Sheedyb18cb762020-06-30 00:09:291865 # Swarming does not report a GPU since tests are run in a VM, but
1866 # the VM does report that a GPU is present.
1867 '--expected-device-id', '1050',
Brian Sheedydf2672f2020-05-07 20:44:361868 ],
1869 },
Brian Sheedyfe61cdac2020-02-12 01:25:591870 },
Brian Sheedy32eeeb52020-05-22 01:49:371871 'replacements': {
1872 'ChromeOS FYI Release (amd64-generic)': {
1873 'args': {
1874 # Swarming does not report a GPU since tests are run in a VM, but
1875 # the VM does report that a GPU is present.
1876 '--expected-vendor-id': '1af4',
Brian Sheedyb18cb762020-06-30 00:09:291877 # Magic substitution happens after regular replacement, so remove it
1878 # now since we are manually applying the expected device ID above.
1879 '$$MAGIC_SUBSTITUTION_GPUExpectedDeviceId': None,
Brian Sheedy32eeeb52020-05-22 01:49:371880 },
Brian Sheedyff6d1442020-09-19 00:46:311881 },
Brian Sheedy177addbf2021-09-24 19:06:511882 'Mac FYI Release (Apple M1)': {
1883 'args': {
1884 # The GPU information is not yet exposed in swarming, so we can't
1885 # explicitly request it and have the JSON generation handle this
1886 # automatically.
1887 '--expected-vendor-id': '106b',
1888 },
1889 },
Brian Sheedy32eeeb52020-05-22 01:49:371890 },
Kenneth Russell8a386d42018-06-02 09:48:011891 },
Kenneth Russelleb60cbd22017-12-05 07:54:281892 'interactive_ui_tests': {
Brad Halla36886c2019-02-26 16:52:291893 'remove_from': [
Brad Halla36886c2019-02-26 16:52:291894 'CrWinAsan(dll)', # https://crbug.com/935598
1895 ],
Kenneth Russelleb60cbd22017-12-05 07:54:281896 'modifications': {
Stephen Martinis1384ff92020-01-07 19:52:151897 'Linux - Future (dbg)': { # client.v8.chromium
Nico Weberdae13cd92018-12-14 13:56:261898 'swarming': {
Stephen Martinis1384ff92020-01-07 19:52:151899 'shards': 3,
Nico Weberdae13cd92018-12-14 13:56:261900 },
1901 },
John Budorickca14c76f62017-12-09 14:19:181902 'Linux ASan LSan Tests (1)': {
Ben Pastened2c01af2022-01-31 23:06:441903 # These are slow on the ASan trybot for some reason, crbug.com/1257927
Nico Weber96a75a6942018-06-20 04:53:171904 'swarming': {
1905 'shards': 6,
Struan Shrimptone772d72f2021-12-15 07:50:091906 'quickrun_shards': 12,
Nico Weber96a75a6942018-06-20 04:53:171907 },
1908 },
Takuto Ikuta54671d972018-07-19 19:06:351909 'Linux ChromiumOS MSan Tests': {
1910 # These are very slow on the Chrome OS MSAN trybot for some reason.
1911 # crbug.com/865455
1912 'swarming': {
1913 'shards': 5,
1914 },
1915 },
Stephen Martinis1384ff92020-01-07 19:52:151916 'Linux TSan Tests': {
Ben Pastened2c01af2022-01-31 23:06:441917 # These are slow on the TSan bots for some reason, crbug.com/1257927
Dirk Pranke8fd63c12017-12-10 18:06:271918 'swarming': {
Stephen Martinisad6cb7af2021-02-24 01:12:001919 'shards': 32, # Adjusted for testing, see https://crbug.com/1179567
Dirk Pranke8fd63c12017-12-10 18:06:271920 },
1921 },
Maksim Sisovc81d284c2021-10-05 17:54:351922 # https://crbug.com/1192997
1923 'Linux Tests (Wayland)': {
1924 'args': [
1925 '--test-launcher-filter-file=../../testing/buildbot/filters/ozone-linux.interactive_ui_tests_wayland.filter',
1926 ],
1927 },
Lindsay Pasrichab3f72db2021-09-22 22:05:461928 'Mac ASan 64 Tests (1)': { # https://crbug.com/1251656
1929 'experiment_percentage': 100,
1930 },
Struan Shrimptone772d72f2021-12-15 07:50:091931 'Mac11 Tests': {
1932 'swarming': {
1933 'quickrun_shards': 6,
1934 },
1935 },
Zhaoyang Li9357e1e12021-12-07 18:53:171936 'Mac11 Tests (dbg)': { # https://crbug.com/1265051
1937 'experiment_percentage': 100,
1938 },
Stephen Martinis1384ff92020-01-07 19:52:151939 'ToTLinuxTSan': {
Ben Pastened2c01af2022-01-31 23:06:441940 # These are slow on the TSan bots for some reason, crbug.com/1257927
Stephen Martinis1384ff92020-01-07 19:52:151941 'swarming': {
1942 'shards': 6,
1943 },
1944 },
Struan Shrimptona1ab7672022-01-13 18:02:511945 'Win10 Tests x64': {
1946 'swarming': {
Struan Shrimptonf5b2b552022-01-20 20:37:391947 'quickrun_shards': 8,
Struan Shrimptona1ab7672022-01-13 18:02:511948 },
1949 },
Stephen Martinis1384ff92020-01-07 19:52:151950 # temporary, https://crbug.com/818832
Greg Thompson3eb7e6522018-05-25 09:04:031951 'Win10 Tests x64 (dbg)': {
1952 'experiment_percentage': 100,
1953 },
Stephen Martinis1384ff92020-01-07 19:52:151954 'Win7 Tests (dbg)(1)': {
1955 'swarming': {
1956 'shards': 4,
1957 },
1958 },
Jacob Kopczynski3a555bd32020-12-10 01:41:161959 # TODO(crbug.com/970649): Remove these filters.
Ben Pastene8ef125e2019-12-10 01:46:291960 'linux-chromeos-chrome': {
Ben Pastene8ef125e2019-12-10 01:46:291961 'args': [
1962 '--gtest_filter=-SadTabViewInteractiveUITest.ReloadMultipleSadTabs',
1963 ],
1964 },
Stephen Martinis1384ff92020-01-07 19:52:151965 'linux-chromeos-code-coverage': {
Yuke Liao79424e42020-01-06 21:00:111966 'swarming': {
1967 'shards': 10,
1968 },
1969 },
Stephen Martinis1384ff92020-01-07 19:52:151970 'linux-code-coverage': {
Yuke Liao79424e42020-01-06 21:00:111971 'swarming': {
1972 'shards': 10,
1973 },
1974 },
Sven Zheng80734f12020-08-06 06:50:391975 # https://crbug.com/1111979
Junhua Chen39dd2dba2021-05-05 17:51:541976 'linux-lacros-code-coverage': {
1977 'args': [
1978 '--test-launcher-filter-file=../../testing/buildbot/filters/linux-lacros.interactive_ui_tests.filter',
1979 ],
1980 },
1981 # https://crbug.com/1111979
Jieting Yangbf15db672021-10-04 19:18:371982 'linux-lacros-dbg-tests-fyi': {
1983 'args': [
1984 '--test-launcher-filter-file=../../testing/buildbot/filters/linux-lacros.interactive_ui_tests.filter',
1985 ],
1986 },
1987 # https://crbug.com/1111979
Sven Zheng010820d2020-08-17 22:38:441988 'linux-lacros-tester-rel': {
Sven Zheng010820d2020-08-17 22:38:441989 'args': [
Yuke Liao56a437dd2021-05-05 04:53:401990 '--test-launcher-filter-file=../../testing/buildbot/filters/linux-lacros.interactive_ui_tests.filter',
Sven Zheng010820d2020-08-17 22:38:441991 ],
1992 },
Kuan Huang235b0142021-10-19 18:59:281993 'mac-code-coverage': {
1994 'args': [
1995 '--coverage-continuous-mode=1',
1996 ],
1997 },
Lindsay Pasricha60535a22021-12-13 16:50:241998 # TODO (crbug.com/1278617) Re-enable once fixed
1999 'mac-osxbeta-rel': {
2000 'experiment_percentage': 100,
2001 },
Kenneth Russelleb60cbd22017-12-05 07:54:282002 },
2003 },
Yuke Liaob6beaeca2021-04-29 23:41:512004 'interactive_ui_tests_amd64-generic': {
2005 'remove_from': [
2006 # TODO(crbug.com/1204231): Re-enable.
2007 'lacros-amd64-generic-rel',
2008 ]
2009 },
Yuke Liao79a8cf52021-06-11 18:14:342010 'interactive_ui_tests_eve': {
2011 'remove_from': [
2012 # TODO(crbug.com/1204231): Re-enable.
2013 'lacros-amd64-generic-rel',
2014 ]
2015 },
John Budorickf00e5ff2019-06-11 21:21:062016 'ipc_tests': {
2017 'modifications': {
2018 'android-asan': {
2019 'swarming': {
2020 'shards': 2,
2021 },
2022 },
2023 },
2024 },
Jonah Ryan-Davis832c8462020-06-09 03:45:032025 'maps_pixel_passthrough_test': {
Brian Sheedyc0c142c2021-06-01 21:18:052026 'modifications': {
2027 'Android FYI Release (Pixel 4)': {
2028 'args': [
2029 # Pixel 4s are weird in that they can output in different color spaces
2030 # simultaneously. The readback code for capturing a screenshot assumes
2031 # only one color space, so disable wide color gamut for the test to
2032 # work around the issue. See https://crbug.com/1166379 for more
2033 # information.
2034 '--extra-browser-args=--disable-wcg-for-test',
2035 ],
2036 },
2037 'Optional Android Release (Pixel 4)': {
2038 'args': [
2039 # See above.
2040 '--extra-browser-args=--disable-wcg-for-test',
2041 ],
2042 },
2043 },
Jonah Ryan-Davis832c8462020-06-09 03:45:032044 'replacements': {
2045 # The V8 builders pass the V8 revision for ${got_revision}, so instead
2046 # use ${got_cr_revision}, which is only set on the V8 bots.
2047 'Linux V8 FYI Release (NVIDIA)': {
2048 'args': {
2049 '--git-revision': '${got_cr_revision}',
2050 },
2051 },
2052 'Linux V8 FYI Release - pointer compression (NVIDIA)': {
2053 'args': {
2054 '--git-revision': '${got_cr_revision}',
2055 },
2056 },
Jonah Ryan-Davisdeeffeaf2020-06-18 17:56:002057 'Mac V8 FYI Release (Intel)': {
2058 'args': {
2059 '--git-revision': '${got_cr_revision}',
2060 },
2061 },
Jonah Ryan-Davis832c8462020-06-09 03:45:032062 'Win V8 FYI Release (NVIDIA)': {
2063 'args': {
2064 '--git-revision': '${got_cr_revision}',
2065 },
2066 },
2067 },
2068 },
2069 'maps_pixel_validating_test': {
Brian Sheedy0566f2cb2021-02-12 22:12:502070 'modifications': {
2071 'Android FYI Release (Pixel 4)': {
2072 'args': [
2073 # Pixel 4s are weird in that they can output in different color spaces
2074 # simultaneously. The readback code for capturing a screenshot assumes
2075 # only one color space, so disable wide color gamut for the test to
2076 # work around the issue. See https://crbug.com/1166379 for more
2077 # information.
2078 '--extra-browser-args=--disable-wcg-for-test',
2079 ],
2080 },
Brian Sheedycde1ab1882021-05-27 21:22:002081 'Optional Android Release (Pixel 4)': {
2082 'args': [
2083 # See above.
2084 '--extra-browser-args=--disable-wcg-for-test',
2085 ],
2086 },
Brian Sheedy0566f2cb2021-02-12 22:12:502087 },
Brian Sheedye285c9b2019-07-15 21:42:462088 # TODO(https://crbug.com/850107): Remove the Android FYI Release (Pixel 2)
2089 # exception once there is enough capacity to run these tests.
2090 'remove_from': [
Brian Sheedye285c9b2019-07-15 21:42:462091 'Android FYI Release (Pixel 2)',
2092 ],
Brian Sheedy44fd891b2019-10-03 20:07:542093 'replacements': {
Brian Sheedy44fd891b2019-10-03 20:07:542094 # The V8 builders pass the V8 revision for ${got_revision}, so instead
2095 # use ${got_cr_revision}, which is only set on the V8 bots.
2096 'Android V8 FYI Release (Nexus 5X)': {
2097 'args': {
Brian Sheedy4d335deb2020-04-01 20:47:322098 '--git-revision': '${got_cr_revision}',
Brian Sheedy44fd891b2019-10-03 20:07:542099 },
2100 },
Brian Sheedy44fd891b2019-10-03 20:07:542101 'Mac V8 FYI Release (Intel)': {
2102 'args': {
Brian Sheedy4d335deb2020-04-01 20:47:322103 '--git-revision': '${got_cr_revision}',
Brian Sheedy44fd891b2019-10-03 20:07:542104 },
2105 },
Brian Sheedy44fd891b2019-10-03 20:07:542106 },
Brian Sheedye285c9b2019-07-15 21:42:462107 },
Andrew Luo38b311f2019-10-04 03:42:092108 'media_unittests': {
2109 'modifications': {
Haiyang Pan9d68ca02021-08-04 21:30:472110 'android-11-x86-rel': {
Haiyang Pancf765862021-03-18 20:39:152111 'args': [
Haiyang Pan80b0d412021-11-23 00:06:422112 '--test-launcher-filter-file=../../testing/buildbot/filters/android.emulator_11_12.media_unittests.filter',
2113 ],
2114 },
2115 'android-12-x64-fyi-rel': {
2116 'args': [
2117 '--test-launcher-filter-file=../../testing/buildbot/filters/android.emulator_11_12.media_unittests.filter',
Haiyang Pancf765862021-03-18 20:39:152118 ],
2119 },
Haiyang Pan2486dcb2020-09-18 17:53:062120 'android-marshmallow-x86-rel-non-cq': {
John Budorickb5185112020-01-08 22:40:212121 'args': [
Haiyang Pan569659f02020-05-30 00:48:452122 '--test-launcher-filter-file=../../testing/buildbot/filters/android.emulator_m.media_unittests.filter',
John Budorickb5185112020-01-08 22:40:212123 ],
2124 },
Andrew Luo38b311f2019-10-04 03:42:092125 'android-pie-arm64-rel': {
Andrew Luobe83fd82019-12-19 03:07:582126 'args': [
2127 '--gtest_filter=-AAudio/AudioOutputTest.Play200HzTone/0', # https://crbug.com/1034009
2128 ],
Andrew Luo38b311f2019-10-04 03:42:092129 },
Chong Gudf7fbe92021-02-24 02:55:582130 'fuchsia-code-coverage': {
2131 'swarming': {
2132 'shards': 3,
2133 },
2134 },
Chong Gub2446462021-08-19 18:44:082135 'fuchsia-fyi-arm64-dbg': {
2136 'args': [
2137 '--test-launcher-filter-file=../../testing/buildbot/filters/fuchsia.debug.media_unittests.filter',
2138 ],
2139 },
Chong Gua10cd302022-01-14 19:22:192140 'fuchsia-fyi-x64-asan': {
2141 'args': [
2142 '--test-launcher-filter-file=../../testing/buildbot/filters/fuchsia.lsan.media_unittests.filter',
2143 ],
2144 },
Andrew Luo38b311f2019-10-04 03:42:092145 },
2146 },
Chong Gu4eca1ce2021-05-17 08:49:572147 'mediapipe_validating_tests': {
2148 'remove_from': [
2149 # TODO(crbug.com/1201887): Remove once tests are stable.
2150 'Fuchsia x64',
2151 ],
2152 },
Ben Joyce02dc8092021-03-04 21:48:192153 'mojo_test_apk': {
2154 'remove_from': [
2155 'android-code-coverage-native', # Does not generate profraw data.
Ben Joyce46ca6012021-03-31 19:19:252156 'android-pie-arm64-coverage-experimental-rel', # Does not generate profraw data.
Ben Joyce02dc8092021-03-04 21:48:192157 ],
2158 },
John Budorickf00e5ff2019-06-11 21:21:062159 'mojo_unittests': {
2160 'modifications': {
2161 'android-asan': {
2162 'swarming': {
John Budorick5a29d7542019-10-11 20:56:442163 'shards': 5,
John Budorickf00e5ff2019-06-11 21:21:062164 },
2165 },
Chong Gudf7fbe92021-02-24 02:55:582166 'fuchsia-code-coverage': {
2167 'swarming': {
2168 'shards': 2,
2169 },
2170 },
John Budorickf00e5ff2019-06-11 21:21:062171 },
2172 },
Peter Kotwiczda2f11102020-10-09 05:29:502173 'monochrome_public_apk_checker': {
Ben Pastene521f8d62020-01-08 20:01:152174 'modifications': {
2175 'ToTAndroid': {
2176 'swarming': {
2177 'dimension_sets': [
2178 {
John Budorick838256a2020-02-29 01:29:072179 'cpu': 'x86-64',
Ben Pastene521f8d62020-01-08 20:01:152180 'device_os': None,
2181 'device_playstore_version': None,
2182 'device_type': None,
2183 'os': 'Ubuntu-16.04',
2184 },
2185 ],
2186 },
2187 },
2188 'android-arm64-proguard-rel': {
2189 'swarming': {
2190 'dimension_sets': [
2191 {
John Budorick838256a2020-02-29 01:29:072192 'cpu': 'x86-64',
Ben Pastene521f8d62020-01-08 20:01:152193 'device_os': None,
2194 'device_playstore_version': None,
2195 'device_type': None,
2196 'os': 'Ubuntu-16.04',
2197 },
2198 ],
2199 },
2200 },
2201 'android-pie-arm64-rel': {
2202 'swarming': {
2203 'dimension_sets': [
2204 {
John Budorick838256a2020-02-29 01:29:072205 'cpu': 'x86-64',
Ben Pastene521f8d62020-01-08 20:01:152206 'device_os': None,
2207 'device_os_flavor': None,
2208 'device_playstore_version': None,
2209 'device_type': None,
2210 'os': 'Ubuntu-16.04',
2211 },
2212 ],
2213 },
2214 },
2215 },
Erik Chend16d922d2019-12-10 04:37:142216 },
Ben Joyce4677e682021-03-22 22:19:112217 'monochrome_public_bundle_fake_modules_smoke_test' : {
2218 'remove_from': [
2219 'android-pie-arm64-coverage-experimental-rel', # TODO(crbug.com/1190999):
2220 # GLIBC_2.28 Not found.
2221 ],
2222 },
2223 'monochrome_public_bundle_smoke_test' : {
2224 'remove_from': [
2225 'android-pie-arm64-coverage-experimental-rel', # TODO(crbug.com/1190999):
2226 # GLIBC_2.28 Not found.
2227 ],
2228 },
2229 'monochrome_public_smoke_test' : {
2230 'remove_from': [
2231 'android-pie-arm64-coverage-experimental-rel', # TODO(crbug.com/1190999):
2232 # GLIBC_2.28 Not found.
2233 ],
2234 },
bsheedye9469572019-01-23 17:31:332235 'monochrome_public_test_ar_apk': {
2236 'modifications': {
Brian Sheedy12169aa2019-10-16 23:38:032237 'Nougat Phone Tester': {
2238 'args': [
2239 # ArCore is not installed as a system app on N, so we can install it
2240 # normally instead of replacing the system version.
2241 '--additional-apk=//third_party/arcore-android-sdk/test-apks/arcore/arcore_current.apk'
2242 ],
2243 },
bsheedye9469572019-01-23 17:31:332244 # We need to match the Playstore version as well because AR tests fail on
2245 # old versions of the Playstore.
2246 'Oreo Phone Tester': {
Brian Sheedy2bcd16b2019-04-22 22:47:082247 'args': [
2248 # ArCore is not installed as a system app on O, so we can install it
2249 # normally instead of replacing the system version.
2250 '--additional-apk=//third_party/arcore-android-sdk/test-apks/arcore/arcore_current.apk'
2251 ],
bsheedye9469572019-01-23 17:31:332252 'swarming': {
2253 'dimension_sets': [
2254 {
2255 'device_os': 'OPR3.170623.008',
bsheedye9469572019-01-23 17:31:332256 'device_type': 'marlin',
2257 'os': 'Android',
2258 },
2259 ],
2260 },
2261 },
Haiyang Pan57159eba2020-05-07 23:14:132262 'android-10-arm64-rel': {
2263 'args': [
Brian Sheedy4dc4a6f2020-09-17 22:18:502264 '--remove-system-package=com.google.ar.core',
2265 '--additional-apk=//third_party/arcore-android-sdk/test-apks/arcore/arcore_current.apk',
Haiyang Pan57159eba2020-05-07 23:14:132266 ]
2267 },
Brian Sheedy2bcd16b2019-04-22 22:47:082268 'android-pie-arm64-dbg': {
2269 'args': [
Brian Sheedy4dc4a6f2020-09-17 22:18:502270 '--remove-system-package=com.google.ar.core',
2271 '--additional-apk=//third_party/arcore-android-sdk/test-apks/arcore/arcore_current.apk',
Brian Sheedy2bcd16b2019-04-22 22:47:082272 ]
2273 }
bsheedye9469572019-01-23 17:31:332274 },
2275 },
Kenneth Russellfbda3c532017-12-08 23:57:242276 'nacl_loader_unittests': {
2277 'remove_from': [
Nico Weber48f187142018-06-01 15:16:352278 'ToTMacASan', # The mac asan tot bot sets enable_nacl=false
Nico Weber3611ee802018-06-07 13:34:512279 'linux-win_cross-rel', # Sets enable_nacl=false, https://crbug.com/774186
Nico Webera8fc38f72018-04-10 02:20:112280 'Linux TSan Tests', # The TSan bot sets enable_nacl=false
Nico Weber05d3e642018-05-31 16:59:482281 'Mac ASan 64 Tests (1)', # The mac asan bot sets enable_nacl=false
Kenneth Russellfbda3c532017-12-08 23:57:242282 ],
2283 },
Kenneth Russelleb60cbd22017-12-05 07:54:282284 'net_unittests': {
2285 'modifications': {
Nico Weber33b9b7a2020-06-12 19:23:272286 'CrWinAsan': {
Ben Pastened2c01af2022-01-31 23:06:442287 # TODO(crbug.com/1257927): net_unittests is slow under ASan.
Nico Weber33b9b7a2020-06-12 19:23:272288 'swarming': {
2289 'shards': 16,
2290 },
2291 },
2292 'CrWinAsan(dll)': {
Ben Pastened2c01af2022-01-31 23:06:442293 # TODO(crbug.com/1257927): net_unittests is slow under ASan.
Nico Weber33b9b7a2020-06-12 19:23:272294 'swarming': {
2295 'shards': 16,
2296 },
2297 },
John Budorickca14c76f62017-12-09 14:19:182298 'Linux ASan LSan Tests (1)': {
John Budorick5052d552017-12-13 02:59:342299 # These are very slow on the ASAN trybot for some reason.
Ben Pastened2c01af2022-01-31 23:06:442300 # crbug.com/1257927
John Budorickca14c76f62017-12-09 14:19:182301 'swarming': {
John Budorick5052d552017-12-13 02:59:342302 'shards': 16,
John Budorickca14c76f62017-12-09 14:19:182303 },
2304 },
2305 'Linux Chromium OS ASan LSan Tests (1)': {
Takuto Ikuta54671d972018-07-19 19:06:352306 # These are very slow on the ASAN trybot for some reason.
Ben Pastened2c01af2022-01-31 23:06:442307 # crbug.com/1257927
John Budorickca14c76f62017-12-09 14:19:182308 'swarming': {
Sergey Berezinda3255c2018-03-16 00:34:022309 'shards': 8,
John Budorickca14c76f62017-12-09 14:19:182310 }
2311 },
Takuto Ikuta54671d972018-07-19 19:06:352312 'Linux ChromiumOS MSan Tests': {
2313 # These are very slow on the Chrome OS MSAN trybot for some reason.
2314 # crbug.com/865455
2315 'swarming': {
2316 'shards': 2,
2317 },
2318 },
John Budorickca14c76f62017-12-09 14:19:182319 'Linux TSan Tests': {
2320 'swarming': {
2321 'shards': 4,
2322 }
2323 },
Ben Pastene8bf205b2018-06-13 04:00:332324 # The suite runs signficantly slower on linux dbg, so increase shards.
2325 'Linux Tests (dbg)(1)': {
2326 'swarming': {
2327 'shards': 2,
2328 },
2329 },
Stephen Martinis1384ff92020-01-07 19:52:152330 'ToTLinuxASan': {
Ben Pastened2c01af2022-01-31 23:06:442331 # TODO(crbug.com/1257927): net_unittests is slow under ASan.
Stephen Martinis1384ff92020-01-07 19:52:152332 'swarming': {
2333 'shards': 16,
2334 },
2335 },
2336 'ToTLinuxTSan': {
2337 'swarming': {
2338 'shards': 4,
2339 }
2340 },
Haiyang Pan9d68ca02021-08-04 21:30:472341 'android-11-x86-rel': {
Haiyang Pan8d9906e02021-03-24 20:11:042342 'args': [
2343 '--test-launcher-filter-file=../../testing/buildbot/filters/android.emulator_11.net_unittests.filter',
2344 ],
2345 },
Haiyang Pan2877f062021-11-18 01:06:062346 'android-12-x64-fyi-rel': {
2347 'args': [
2348 # TODO(crbug.com/1191793): Fix the test failure
2349 '--gtest_filter=-MimeUtilTest.ExtensionTest',
2350 ],
2351 },
Stefano Duof44278b2021-08-02 16:29:382352 'android-cronet-x86-dbg-10-tests': {
2353 'args': [
2354 '--test-launcher-filter-file=../../testing/buildbot/filters/android.emulator_10.net_unittests.filter',
2355 ],
2356 },
Chidera Olibieef99a55ca2021-10-01 21:42:002357 'android-cronet-x86-dbg-11-tests': {
2358 'args': [
2359 '--test-launcher-filter-file=../../testing/buildbot/filters/android.emulator_11.net_unittests.filter',
2360 ],
2361 },
2362 'android-cronet-x86-dbg-oreo-tests': {
2363 'args': [
2364 '--test-launcher-filter-file=../../testing/buildbot/filters/android.emulator.net_unittests.filter',
2365 ],
2366 },
Chidera Olibie509fd732021-09-30 20:17:172367 'android-cronet-x86-dbg-pie-tests': {
2368 # crbug.com/1046060
2369 'args': [
2370 '--test-launcher-filter-file=../../testing/buildbot/filters/android.emulator.net_unittests.filter',
2371 ],
2372 },
Haiyang Pan2486dcb2020-09-18 17:53:062373 'android-marshmallow-x86-rel-non-cq': {
John Budorick7fde6b492020-01-29 17:43:502374 # crbug.com/1046060
2375 'args': [
2376 '--test-launcher-filter-file=../../testing/buildbot/filters/android.emulator.net_unittests.filter',
2377 ],
2378 },
Haiyang Pan08d09dc2020-04-01 16:11:212379 'android-pie-x86-rel': {
John Budorick7fde6b492020-01-29 17:43:502380 # crbug.com/1046060
2381 'args': [
2382 '--test-launcher-filter-file=../../testing/buildbot/filters/android.emulator.net_unittests.filter',
2383 ],
2384 },
Struan Shrimpton4b7abc02021-12-16 01:36:592385 'chromeos-amd64-generic-rel': {
2386 'swarming': {
2387 'quickrun_shards': 6,
2388 },
2389 },
Chong Gu76046412021-09-22 17:49:212390 'fuchsia-code-coverage': {
2391 'swarming': {
2392 'shards': 14,
2393 },
2394 },
Chong Gua10cd302022-01-14 19:22:192395 'fuchsia-fyi-x64-asan': {
2396 'args': [
2397 '--test-launcher-filter-file=../../testing/buildbot/filters/fuchsia.lsan.net_unittests.filter',
2398 ],
2399 },
Omer Katz7d2be652020-01-22 18:13:462400 'linux-blink-heap-concurrent-marking-tsan-rel': {
2401 'swarming': {
2402 'shards': 4,
2403 }
2404 },
Ben Pastene8bf205b2018-06-13 04:00:332405 'linux-chromeos-dbg': {
2406 'swarming': {
2407 'shards': 2,
2408 },
2409 },
Lindsay Pasricha60535a22021-12-13 16:50:242410 # TODO (crbug.com/1278618) Re-enable once fixed
2411 'mac-osxbeta-rel': {
2412 'experiment_percentage': 0,
2413 },
Nico Weber33b9b7a2020-06-12 19:23:272414 'win-asan': {
Ben Pastened2c01af2022-01-31 23:06:442415 # TODO(crbug.com/1257927): net_unittests is slow under ASan.
Nico Weber33b9b7a2020-06-12 19:23:272416 'swarming': {
2417 'shards': 16,
2418 },
2419 },
Kenneth Russelleb60cbd22017-12-05 07:54:282420 },
2421 },
John Chenaab16fc02020-03-03 06:35:452422 'not_site_per_process_blink_web_tests': {
Lukasz Anforowicz04bc6302018-11-19 19:04:282423 'remove_from': [
Lukasz Anforowicz04bc6302018-11-19 19:04:282424 # TODO(dpranke): Should we be running this step on Linux Tests (dbg)(1)?
2425 'Linux Tests (dbg)(1)',
Lukasz Anforowicz04bc6302018-11-19 19:04:282426 ],
Yuke Liaobc9ff982019-04-30 06:56:162427 'modifications': {
Stephen Martinis1384ff92020-01-07 19:52:152428 'Linux Tests': {
2429 "args": [
2430 "--additional-env-var=LLVM_PROFILE_FILE=${ISOLATED_OUTDIR}/profraw/default-%2m.profraw",
Stephen Martinis1384ff92020-01-07 19:52:152431 ],
Struan Shrimpton57c594e42022-01-25 17:59:132432 'swarming': {
2433 'quickrun_shards': 18,
2434 },
Stephen Martinis1384ff92020-01-07 19:52:152435 },
Yuke Liaoea70f472019-12-19 06:03:362436 'linux-code-coverage': {
2437 'args': [
2438 '--additional-env-var=LLVM_PROFILE_FILE=${ISOLATED_OUTDIR}/profraw/default-%2m.profraw',
Yuke Liaoea70f472019-12-19 06:03:362439 ],
2440 'swarming': {
2441 'shards': 20,
2442 },
2443 },
Stephanie Kim5c7f31d2021-04-27 18:00:062444 'linux-xenial-rel': {
2445 "args": [
2446 "--additional-env-var=LLVM_PROFILE_FILE=${ISOLATED_OUTDIR}/profraw/default-%2m.profraw",
2447 ],
2448 },
Yuke Liaobc9ff982019-04-30 06:56:162449 },
Lukasz Anforowicz04bc6302018-11-19 19:04:282450 },
Xi Cheng34ca4042018-02-23 00:10:122451 'notification_helper_unittests': {
2452 'remove_from': [
Hans Wennborg252643a2018-05-22 14:41:122453 # The test uses WinRT, which only exists in Windows 8 or above.
2454 # (https://crbug.com/813553)
Xi Cheng34ca4042018-02-23 00:10:122455 'Win 7 Tests x64 (1)',
Xi Cheng34ca4042018-02-23 00:10:122456 'Win7 Tests (1)',
2457 'Win7 Tests (dbg)(1)',
Stephen Martinis1384ff92020-01-07 19:52:152458 # all these bots run Windows 7.
Xi Cheng34ca4042018-02-23 00:10:122459 'ToTWin',
2460 'ToTWin(dbg)',
2461 'ToTWin(dll)',
inglorionb8e7a3ed2019-04-12 09:49:032462 'ToTWinOfficial',
Arthur Eubanks0c24b822021-06-15 18:51:342463 'ToTWinOfficial64',
Xi Cheng34ca4042018-02-23 00:10:122464 'ToTWin64',
2465 'ToTWin64(dbg)',
2466 'ToTWin64(dll)',
Xi Cheng34ca4042018-02-23 00:10:122467 ],
2468 },
Peter McNeeley3cfc0ec82021-12-08 20:36:242469 'overlay_prioritization_viz_unittests': {
2470 'remove_from': [
2471 # Reduce CQ load
2472 'Linux Tests (Wayland)',
2473 ],
2474 },
Ben Pastenee723b2f2019-05-31 19:10:272475 'ozone_unittests': {
2476 'modifications': {
Ben Pastene8ef125e2019-12-10 01:46:292477 'chromeos-betty-pi-arc-chrome': {
2478 'args': [
2479 '--test-launcher-filter-file=../../testing/buildbot/filters/chromeos.ozone_unittests.filter',
2480 ],
2481 },
Ben Pastene500cc1d12021-01-22 18:10:472482 'chromeos-betty-pi-arc-chrome-dchecks': {
2483 'args': [
2484 '--test-launcher-filter-file=../../testing/buildbot/filters/chromeos.ozone_unittests.filter',
2485 ],
2486 },
Ben Pastene8ef125e2019-12-10 01:46:292487 'linux-chromeos-chrome': {
2488 'args': [
2489 '--test-launcher-filter-file=../../testing/buildbot/filters/chromeos.ozone_unittests.filter',
2490 ],
2491 },
Ben Pastenee723b2f2019-05-31 19:10:272492 },
2493 },
Maksim Sisovc81d284c2021-10-05 17:54:352494 'ozone_x11_unittests': {
2495 # Wayland bot uses chromium_linux_gtests that includes some x11 only
2496 # test targets. To avoid maintaining a list of tests, remove them here.
2497 'remove_from': [
2498 'Linux Tests (Wayland)',
2499 ],
2500 },
Karen Qian385d2ca2019-03-19 21:49:582501 'perfetto_unittests': {
Haiyang Pan0e27adbeb2021-12-14 22:44:302502 'modifications': {
2503 'android-12-x64-fyi-rel': {
2504 'args': [
2505 # TODO(crbug.com/1260440): Fix the failed test
2506 '--gtest_filter=-ScopedDirTest.CloseOutOfScope',
2507 ],
2508 },
Chong Gua10cd302022-01-14 19:22:192509 'fuchsia-fyi-x64-asan': {
2510 'args': [
2511 '--test-launcher-filter-file=../../testing/buildbot/filters/fuchsia.lsan.perfetto_unittests.filter',
2512 ],
2513 },
Haiyang Pan0e27adbeb2021-12-14 22:44:302514 },
Karen Qian385d2ca2019-03-19 21:49:582515 'remove_from': [
Haiyang Pan363c59a2020-07-23 05:47:042516 # TODO(crbug.com/931138): Fix permission issue when creating tmp files
John Budorickd3fa5992019-12-13 17:22:412517 'android-arm64-proguard-rel',
John Budorickf2283d72019-06-25 01:09:092518 'android-asan',
Yun Liu022f4512019-06-10 23:14:042519 'android-code-coverage',
Yun Liu7cfd28a2019-10-30 01:57:122520 'android-code-coverage-native',
Karen Qian385d2ca2019-03-19 21:49:582521 'android-marshmallow-arm64-rel',
Haiyang Pan2486dcb2020-09-18 17:53:062522 'android-marshmallow-x86-rel-non-cq',
Ben Joyce46ca6012021-03-31 19:19:252523 'android-pie-arm64-coverage-experimental-rel', # Does not generate profraw data.
Andrew Luo38b311f2019-10-04 03:42:092524 'android-pie-arm64-rel',
Haiyang Pan08d09dc2020-04-01 16:11:212525 'android-pie-x86-rel',
Haiyang Pan9d68ca02021-08-04 21:30:472526 'android-11-x86-rel',
Karen Qian385d2ca2019-03-19 21:49:582527 'Marshmallow 64 bit Tester',
2528 'Marshmallow Tablet Tester',
2529 'Nougat Phone Tester',
Arthur Eubanksc8f86ee2021-05-10 20:14:242530 'ToTAndroid'
Karen Qian385d2ca2019-03-19 21:49:582531 ]
2532 },
Stephen Martinis54d64ad2018-09-21 22:16:202533 'performance_test_suite': {
2534 'modifications': {
Zhaoyang Li9357e1e12021-12-07 18:53:172535 'Mac11 Tests (dbg)': {
2536 'args': [
2537 '--browser=debug',
2538 ],
2539 },
Stephen Martinis54d64ad2018-09-21 22:16:202540 'Win10 Tests x64 (dbg)': {
2541 'args': [
Takuto Ikutab28b582e2021-02-10 01:41:212542 '--browser=debug_x64',
Stephen Martinis54d64ad2018-09-21 22:16:202543 ],
2544 'experiment_percentage': 100,
2545 },
2546 'Win7 Tests (dbg)(1)': {
2547 'args': [
2548 '--browser=debug',
2549 ],
2550 },
2551 },
2552 },
Sven Zhenge8335e02020-08-07 22:38:392553 'pixel_browser_tests': {
2554 'modifications': {
2555 'win-pixel-tester-rel': {
2556 'non_precommit_args': [
2557 # Do not allow retry or it will break the bulk approval process.
2558 # When retry with fail-pass pattern, the passing test will overwrite the previously
2559 # seen flaky version on the trace. We can triage the image using the printed link,
2560 # but it will not show on the Skia Gold search page.
2561 '--test-launcher-retry-limit=0',
2562 ],
2563 },
2564 },
2565 },
Jonah Ryan-Davis832c8462020-06-09 03:45:032566 'pixel_skia_gold_passthrough_test': {
Brian Sheedyc0c142c2021-06-01 21:18:052567 'modifications': {
2568 'Android FYI Release (Pixel 4)': {
2569 'args': [
2570 # Pixel 4s are weird in that they can output in different color spaces
2571 # simultaneously. The readback code for capturing a screenshot assumes
2572 # only one color space, so disable wide color gamut for the test to
2573 # work around the issue. See https://crbug.com/1166379 for more
2574 # information.
2575 '--extra-browser-args=--disable-wcg-for-test',
2576 ],
2577 },
Struan Shrimptone772d72f2021-12-15 07:50:092578 'Mac Retina Release (AMD)': {
2579 'swarming': {
2580 'quickrun_shards': 2,
2581 },
2582 },
Brian Sheedyc0c142c2021-06-01 21:18:052583 'Optional Android Release (Pixel 4)': {
2584 'args': [
2585 # See above.
2586 '--extra-browser-args=--disable-wcg-for-test',
2587 ],
2588 },
Struan Shrimpton4b7abc02021-12-16 01:36:592589 'Win10 x64 Release (NVIDIA)': {
2590 'swarming': {
2591 'quickrun_shards': 2,
2592 },
2593 },
Brian Sheedyc0c142c2021-06-01 21:18:052594 },
Jonah Ryan-Davis832c8462020-06-09 03:45:032595 'replacements': {
2596 # The V8 builders pass the V8 revision for ${got_revision}, so instead
2597 # use ${got_cr_revision}, which is only set on the V8 bots.
2598 'Linux V8 FYI Release (NVIDIA)': {
2599 'args': {
2600 '--git-revision': '${got_cr_revision}',
2601 },
2602 },
2603 'Linux V8 FYI Release - pointer compression (NVIDIA)': {
2604 'args': {
2605 '--git-revision': '${got_cr_revision}',
2606 },
2607 },
Jonah Ryan-Davisdeeffeaf2020-06-18 17:56:002608 'Mac V8 FYI Release (Intel)': {
2609 'args': {
2610 '--git-revision': '${got_cr_revision}',
2611 },
2612 },
Jonah Ryan-Davis832c8462020-06-09 03:45:032613 'Win V8 FYI Release (NVIDIA)': {
2614 'args': {
2615 '--git-revision': '${got_cr_revision}',
2616 },
2617 },
2618 },
2619 },
2620 'pixel_skia_gold_validating_test': {
Brian Sheedy0566f2cb2021-02-12 22:12:502621 'modifications': {
2622 'Android FYI Release (Pixel 4)': {
2623 'args': [
2624 # Pixel 4s are weird in that they can output in different color spaces
2625 # simultaneously. The readback code for capturing a screenshot assumes
2626 # only one color space, so disable wide color gamut for the test to
2627 # work around the issue. See https://crbug.com/1166379 for more
2628 # information.
2629 '--extra-browser-args=--disable-wcg-for-test',
2630 ],
2631 },
Brian Sheedycde1ab1882021-05-27 21:22:002632 'Optional Android Release (Pixel 4)': {
2633 'args': [
2634 # See above.
2635 '--extra-browser-args=--disable-wcg-for-test',
2636 ],
2637 },
Brian Sheedy0566f2cb2021-02-12 22:12:502638 },
Brian Sheedye6ea0ee2019-07-11 02:54:372639 'replacements': {
Brian Sheedye6ea0ee2019-07-11 02:54:372640 # The V8 builders pass the V8 revision for ${got_revision}, so instead
2641 # use ${got_cr_revision}, which is only set on the V8 bots.
2642 'Android V8 FYI Release (Nexus 5X)': {
2643 'args': {
Brian Sheedy4d335deb2020-04-01 20:47:322644 '--git-revision': '${got_cr_revision}',
Brian Sheedye6ea0ee2019-07-11 02:54:372645 },
2646 },
Brian Sheedye6ea0ee2019-07-11 02:54:372647 'Mac V8 FYI Release (Intel)': {
2648 'args': {
Brian Sheedy4d335deb2020-04-01 20:47:322649 '--git-revision': '${got_cr_revision}',
Brian Sheedye6ea0ee2019-07-11 02:54:372650 },
2651 },
Brian Sheedye6ea0ee2019-07-11 02:54:372652 },
2653 },
2654 'pixel_test':{
Takuto Ikuta35c85522019-06-04 16:55:462655 'modifications': {
2656 'Android Release (Nexus 5X)': {
2657 'swarming': {
2658 'shards': 2,
2659 },
2660 },
2661 },
Nico Weber128fd382018-06-14 23:29:272662 },
Brian Sheedy9653f152019-08-07 17:02:442663 'rendering_representative_perf_tests': {
2664 'modifications': {
2665 'Win10 FYI x64 Exp Release (Intel HD 630)': {
2666 'args': [
Takuto Ikutab28b582e2021-02-10 01:41:212667 '--browser=release_x64',
Brian Sheedy9653f152019-08-07 17:02:442668 ],
2669 },
2670 'Win10 FYI x64 Exp Release (NVIDIA)': {
2671 'args': [
Takuto Ikutab28b582e2021-02-10 01:41:212672 '--browser=release_x64',
Brian Sheedy9653f152019-08-07 17:02:442673 ],
2674 },
Yuly Novikov86cb3542020-11-26 17:10:002675 'Win10 FYI x64 Release (AMD RX 5500 XT)': {
2676 'args': [
Takuto Ikutab28b582e2021-02-10 01:41:212677 '--browser=release_x64',
Yuly Novikov86cb3542020-11-26 17:10:002678 ],
2679 },
Brian Sheedy9653f152019-08-07 17:02:442680 'Win10 FYI x64 Release (Intel HD 630)': {
2681 'args': [
Takuto Ikutab28b582e2021-02-10 01:41:212682 '--browser=release_x64',
Brian Sheedy9653f152019-08-07 17:02:442683 ],
2684 },
Brian Sheedy9653f152019-08-07 17:02:442685 'Win10 FYI x64 Release (NVIDIA)': {
2686 'args': [
Takuto Ikutab28b582e2021-02-10 01:41:212687 '--browser=release_x64',
Brian Sheedy9653f152019-08-07 17:02:442688 ],
2689 },
behdad26cf7e72019-12-18 13:57:302690 'Win10 x64 Release (NVIDIA)': {
2691 'args': [
Takuto Ikutab28b582e2021-02-10 01:41:212692 '--browser=release_x64',
behdad26cf7e72019-12-18 13:57:302693 ],
2694 },
Brian Sheedy9653f152019-08-07 17:02:442695 },
2696 },
John Budorickdce9d462019-03-23 00:25:382697 'sandbox_linux_unittests': {
2698 'modifications': {
Haiyang Pan4d49f5d2021-11-24 02:06:132699 'android-12-x64-fyi-rel': {
2700 'args': [
2701 '--test-launcher-filter-file=../../testing/buildbot/filters/android.emulator_12.sandbox_linux_unittests.filter',
2702 ]
2703 },
Haiyang Pan6b8e4cf2021-08-02 21:38:282704 'android-marshmallow-x86-rel': {
John Budorick6e8e595b2020-01-27 18:15:582705 'args': [
2706 '--test-launcher-filter-file=../../testing/buildbot/filters/android.emulator.sandbox_linux_unittests.filter',
2707 ]
2708 },
Haiyang Pan08d09dc2020-04-01 16:11:212709 'android-pie-x86-rel': {
John Budorick191adfcd2020-01-29 18:19:042710 'args': [
2711 '--test-launcher-filter-file=../../testing/buildbot/filters/android.emulator.sandbox_linux_unittests.filter',
2712 ]
2713 },
John Budorickdce9d462019-03-23 00:25:382714 },
John Budorick3ebfdf852019-05-13 22:28:162715 'remove_from': [
John Budorick3ebfdf852019-05-13 22:28:162716 'android-asan', # https://crbug.com/962650
2717 ],
John Budorickdce9d462019-03-23 00:25:382718 },
Brian Sheedyc0c142c2021-06-01 21:18:052719 'screenshot_sync_passthrough_tests': {
2720 'modifications': {
2721 'Android FYI Release (Pixel 4)': {
2722 'args': [
2723 # Pixel 4s are weird in that they can output in different color spaces
2724 # simultaneously. The readback code for capturing a screenshot assumes
2725 # only one color space, so disable wide color gamut for the test to
2726 # work around the issue. See https://crbug.com/1166379 for more
2727 # information.
2728 '--extra-browser-args=--disable-wcg-for-test',
2729 ],
2730 },
2731 'Optional Android Release (Pixel 4)': {
2732 'args': [
2733 # See above.
2734 '--extra-browser-args=--disable-wcg-for-test',
2735 ],
2736 },
2737 },
2738 },
Brian Sheedy0566f2cb2021-02-12 22:12:502739 'screenshot_sync_validating_tests': {
2740 'modifications': {
2741 'Android FYI Release (Pixel 4)': {
2742 'args': [
2743 # Pixel 4s are weird in that they can output in different color spaces
2744 # simultaneously. The readback code for capturing a screenshot assumes
2745 # only one color space, so disable wide color gamut for the test to
2746 # work around the issue. See https://crbug.com/1166379 for more
2747 # information.
2748 '--extra-browser-args=--disable-wcg-for-test',
2749 ],
2750 },
Brian Sheedycde1ab1882021-05-27 21:22:002751 'Optional Android Release (Pixel 4)': {
2752 'args': [
2753 # See above.
2754 '--extra-browser-args=--disable-wcg-for-test',
2755 ],
2756 },
Brian Sheedy0566f2cb2021-02-12 22:12:502757 },
2758 },
Kenneth Russelleb60cbd22017-12-05 07:54:282759 'services_unittests': {
2760 'remove_from': [
Nico Weber15a00d62018-05-16 17:11:482761 'ToTLinuxMSan', # https://crbug.com/831676
Kenneth Russell8a386d42018-06-02 09:48:012762 # The face and barcode detection tests fail on the Mac Pros.
2763 'Mac Pro FYI Release (AMD)',
Nico Weberd36959682018-04-12 03:33:462764 'Linux ChromiumOS MSan Tests', # https://crbug.com/831676
2765 'Linux MSan Tests', # https://crbug.com/831676
Kenneth Russelleb60cbd22017-12-05 07:54:282766 ],
Brian Sheedyb6c58792020-05-07 18:37:332767 'replacements': {
2768 # TODO(crbug.com/1078982): Remove once the test is fixed on 10.15.4.
2769 'Mac FYI Experimental Release (Intel)': {
2770 'args': {
2771 '--gtest_filter': '*Detection*:-FaceDetectionImplMacTest.ScanOneFace*',
2772 },
2773 },
2774 },
Haiyang Pan363c59a2020-07-23 05:47:042775 'modifications': {
Struan Shrimptone772d72f2021-12-15 07:50:092776 'Linux ASan LSan Tests (1)': {
2777 'swarming': {
2778 'quickrun_shards': 2,
2779 },
2780 },
Haiyang Pan9d68ca02021-08-04 21:30:472781 'android-11-x86-rel': {
Haiyang Pan10f029c2021-07-30 23:17:562782 'args': [
Haiyang Pan2877f062021-11-18 01:06:062783 # TODO(crbug.com/1264654): Fix the failed tests
2784 '--gtest_filter=-PacLibraryTest.ActualPacMyIpAddress*'
2785 ],
2786 },
2787 'android-12-x64-fyi-rel': {
2788 'args': [
2789 # TODO(crbug.com/1264654): Fix the failed tests
Haiyang Pan10f029c2021-07-30 23:17:562790 '--gtest_filter=-PacLibraryTest.ActualPacMyIpAddress*'
2791 ],
2792 },
Chong Gu52481452021-04-02 17:52:412793 'fuchsia-code-coverage': {
2794 'swarming': {
2795 'shards': 7,
2796 },
2797 },
2798 }
Chong Gudf7fbe92021-02-24 02:55:582799 },
Brian Ho8271a7ad2021-08-12 20:48:032800 # TODO(crbug.com/1202958): Remove these when SkiaRenderer is fully shipped
2801 # on Chrome OS.
2802 'skia_renderer_telemetry_perf_unittests': {
2803 'remove_from': [
2804 # Not enough capacity.
2805 'chromeos-betty-pi-arc-chrome',
2806 'chromeos-betty-pi-arc-chrome-dchecks',
Muyao Xuc5634692021-11-09 21:30:172807 # it sometimes flakily times out.
2808 'chromeos-amd64-generic-rel',
Brian Ho8271a7ad2021-08-12 20:48:032809 ],
2810 'modifications': {
2811 'chromeos-amd64-generic-rel': {
2812 'ci_only': True,
2813 },
2814 'chromeos-amd64-generic-rel (goma cache silo)': {
2815 'ci_only': True,
2816 },
2817 'chromeos-amd64-generic-rel (reclient)': {
2818 'ci_only': True,
2819 },
Brian Ho8271a7ad2021-08-12 20:48:032820 },
2821 },
2822 'skia_renderer_telemetry_unittests': {
2823 'remove_from': [
2824 # Not enough capacity.
2825 'chromeos-betty-pi-arc-chrome',
2826 'chromeos-betty-pi-arc-chrome-dchecks',
2827 ],
2828 'modifications': {
2829 'chromeos-amd64-generic-rel': {
2830 'ci_only': True,
2831 },
2832 'chromeos-amd64-generic-rel (goma cache silo)': {
2833 'ci_only': True,
2834 },
2835 'chromeos-amd64-generic-rel (reclient)': {
2836 'ci_only': True,
2837 },
Brian Ho8271a7ad2021-08-12 20:48:032838 },
2839 },
Chong Gua10cd302022-01-14 19:22:192840 'skia_unittests': {
2841 'modifications': {
2842 'fuchsia-fyi-x64-asan': {
2843 'args': [
2844 '--test-launcher-filter-file=../../testing/buildbot/filters/fuchsia.lsan.skia_unittests.filter',
2845 ],
2846 },
2847 },
2848 },
Chong Gu76046412021-09-22 17:49:212849 'snapshot_unittests': {
Chong Gub2446462021-08-19 18:44:082850 'modifications': {
2851 'fuchsia-fyi-arm64-dbg': {
2852 'args': [
2853 '--test-launcher-filter-file=../../testing/buildbot/filters/fuchsia.debug.snapshot_unittests.filter',
2854 ],
2855 },
2856 },
2857 },
Stephen Martinis54d64ad2018-09-21 22:16:202858 'swiftshader_unittests': {
2859 'remove_from': [
2860 # Save capacity on the hardware where we have only a few machines.
2861 'Mac FYI Experimental Release (Intel)',
2862 'Mac FYI Experimental Retina Release (AMD)',
2863 'Mac FYI Experimental Retina Release (NVIDIA)',
2864 'Mac Pro FYI Release (AMD)',
2865 ],
2866 },
Kenneth Russelleb60cbd22017-12-05 07:54:282867 'sync_integration_tests': {
Brad Halla36886c2019-02-26 16:52:292868 'remove_from': [
Brad Halla36886c2019-02-26 16:52:292869 'CrWinAsan(dll)', # https://crbug.com/935598
2870 ],
Kenneth Russelleb60cbd22017-12-05 07:54:282871 'modifications': {
Erik Chene84bc1c2019-11-25 23:23:522872 'Linux ASan LSan Tests (1)': {
2873 'swarming': {
2874 'shards': 4,
2875 },
2876 },
Nico Weber8fbc2832018-12-14 16:00:572877 'Linux TSan Tests': {
2878 'swarming': {
2879 'shards': 6,
2880 },
2881 },
Sven Zheng9a52be52020-10-09 21:27:122882 # TODO(crbug.com/1131588) Tests are flaky only on CQ.
2883 'Mac10.13 Tests': {
2884 'precommit_args': [
2885 '--gtest_filter=-*',
2886 ],
2887 },
Zhaoyang Li69e2e002021-02-19 21:57:352888 # TODO(crbug.com/1131588) Tests are flaky only on CQ.
Lindsay Pasricha21bb93d72021-12-07 05:48:392889 'Mac11 Tests': {
Zhaoyang Li69e2e002021-02-19 21:57:352890 'precommit_args': [
2891 '--gtest_filter=-*',
2892 ],
2893 },
Stephen Martinis1384ff92020-01-07 19:52:152894 'ToTLinuxTSan': {
Kenneth Russelleb60cbd22017-12-05 07:54:282895 'swarming': {
Stephen Martinis1384ff92020-01-07 19:52:152896 'shards': 6,
Kenneth Russelleb60cbd22017-12-05 07:54:282897 },
2898 },
Struan Shrimptona1ab7672022-01-13 18:02:512899 'Win10 Tests x64': {
2900 'swarming': {
2901 'quickrun_shards': 3,
2902 },
2903 },
Stephen Martinis75ab55d2018-08-30 02:27:122904 'Win10 Tests x64 (dbg)': {
2905 'experiment_percentage': 100, # https://crbug.com/840369
2906 },
Stephen Martinis1384ff92020-01-07 19:52:152907 'Win7 Tests (dbg)(1)': {
2908 'swarming': {
2909 'shards': 2,
2910 },
2911 },
2912 'linux-chromeos-code-coverage': {
Yuke Liao79424e42020-01-06 21:00:112913 'swarming': {
2914 'shards': 4,
2915 },
2916 },
Stephen Martinis1384ff92020-01-07 19:52:152917 'linux-code-coverage': {
Yuke Liao79424e42020-01-06 21:00:112918 'swarming': {
2919 'shards': 4,
2920 },
2921 },
Sven Zhengfbbf21a2021-04-16 23:57:122922 # https://crbug.com/1199909,
Junhua Chen39dd2dba2021-05-05 17:51:542923 'linux-lacros-code-coverage': {
2924 'args': [
2925 '--test-launcher-filter-file=../../testing/buildbot/filters/linux-lacros.sync_integration_tests.filter',
2926 ]
2927 },
Jieting Yangbf15db672021-10-04 19:18:372928 'linux-lacros-dbg-tests-fyi': {
2929 'args': [
2930 '--test-launcher-filter-file=../../testing/buildbot/filters/linux-lacros.sync_integration_tests.filter',
2931 ],
2932 },
Anastasiia N11c1f8d2021-04-19 14:04:422933 'linux-lacros-tester-rel': {
2934 'args': [
Yuke Liao56a437dd2021-05-05 04:53:402935 '--test-launcher-filter-file=../../testing/buildbot/filters/linux-lacros.sync_integration_tests.filter',
Anastasiia N11c1f8d2021-04-19 14:04:422936 ],
2937 },
Kuan Huang235b0142021-10-19 18:59:282938 'mac-code-coverage': {
2939 'args': [
2940 '--coverage-continuous-mode=1',
2941 ],
2942 },
Kenneth Russelleb60cbd22017-12-05 07:54:282943 },
2944 },
Weizhong Xia613fda42021-04-21 20:11:522945 'system_webview_wpt': {
2946 'modifications': {
2947 'android-webview-pie-x86-wpt-fyi-rel': {
Weizhong Xia7dd41362021-09-30 16:05:382948 'args': [
2949 '--log-wptreport',
2950 ],
Weizhong Xia613fda42021-04-21 20:11:522951 },
2952 },
2953 },
Kenneth Russell8a386d42018-06-02 09:48:012954 'tab_capture_end2end_tests': {
Nico Webere89a3c92018-07-01 01:30:522955 # Run these only on Release bots.
Kenneth Russell8a386d42018-06-02 09:48:012956 'remove_from': [
Kenneth Russell8a386d42018-06-02 09:48:012957 'Linux Debug (NVIDIA)',
2958 'Mac Debug (Intel)',
2959 'Mac Retina Debug (AMD)',
Yuly Novikovbc1ccff2019-08-03 00:05:492960 'Win10 FYI x64 Debug (NVIDIA)',
Yuly Novikovf28f1eca2019-07-04 22:43:392961 # Disabled due to dbus crashes crbug.com/927465
Yuly Novikov5865ff72019-07-09 21:38:052962 'Linux FYI Release (Intel HD 630)',
2963 'Linux FYI Release (NVIDIA)',
Yuly Novikov5865ff72019-07-09 21:38:052964 'Linux Release (NVIDIA)',
Kenneth Russell8a386d42018-06-02 09:48:012965 ],
Emily Hanleyb64ac7c2018-05-25 13:36:552966 },
Haiyang Pan8c201b92020-06-04 01:25:072967 'telemetry_chromium_minidump_unittests': {
2968 'remove_from': [
Haiyang Pan2486dcb2020-09-18 17:53:062969 'android-marshmallow-x86-rel-non-cq', # crbug.com/1084352
Haiyang Pan8c201b92020-06-04 01:25:072970 ],
2971 },
Brian Sheedyc117f6d2020-05-06 02:23:272972 'telemetry_monochrome_minidump_unittests': {
2973 'remove_from': [
2974 # Monochrome isn't supported on M.
2975 'android-marshmallow-arm64-rel',
Haiyang Pan2486dcb2020-09-18 17:53:062976 'android-marshmallow-x86-rel-non-cq',
Brian Sheedyc117f6d2020-05-06 02:23:272977 ],
2978 },
Kenneth Russelleb60cbd22017-12-05 07:54:282979 'telemetry_perf_unittests': {
2980 'modifications': {
Kenneth Russelleb60cbd22017-12-05 07:54:282981 'Linux Tests': {
2982 'args': [
2983 '--xvfb',
Ned Nguyene6e26042018-01-17 20:42:482984 '--jobs=1',
Kenneth Russelleb60cbd22017-12-05 07:54:282985 ],
2986 },
Juan Antonio Navarro Perez4899edf2019-03-14 13:05:352987 'Linux Tests (dbg)(1)': {
2988 'args': [
2989 '--xvfb',
2990 '--jobs=1',
2991 ],
2992 },
Stephanie Kim56defb72020-11-19 21:32:372993 # TODO crbug.com/1143924: Remove when experimentation is complete
2994 'Linux Tests Robocrop': {
2995 'args': [
2996 '--xvfb',
2997 '--jobs=1',
2998 ],
2999 },
Kenneth Russelleb60cbd22017-12-05 07:54:283000 # Disable parallelism on all Mac bots.
Kenneth Russelleb60cbd22017-12-05 07:54:283001 'Mac10.11 Tests': {
3002 'args': [
3003 '--jobs=1',
3004 ],
3005 },
3006 'Mac10.12 Tests': {
3007 'args': [
3008 '--jobs=1',
3009 ],
3010 },
John Chen9fd22fcf2021-12-10 02:24:123011 'Mac11 Tests': {
3012 'ci_only': True,
3013 },
Ned Nguyen6e6e5b32018-02-21 20:21:503014 'Win7 Tests (dbg)(1)': {
3015 'args': [
3016 '--jobs=1',
3017 ],
3018 'swarming': {
3019 'shards': 20,
3020 },
3021 'experiment_percentage': 100,
3022 },
Struan Shrimptona1ab7672022-01-13 18:02:513023 'chromeos-amd64-generic-rel': {
3024 'swarming': {
3025 'quickrun_shards': 24,
3026 },
3027 },
Ben Pastene69400eb2021-03-25 19:27:163028 'chromeos-eve-chrome': {
3029 'args': [
3030 # TODO(crbug.com/1191132): Re-enable.
3031 '--skip=benchmarks.benchmark_smoke_unittest.BenchmarkSmokeTest.wasmpspdfkit',
3032 ],
3033 },
Ben Pastene2b4b15f2021-03-04 00:39:243034 'chromeos-kevin-chrome': {
3035 # TODO(crbug.com/1182948): Remove the experiment.
Ben Pastenebe91e462021-07-27 23:47:263036 # TODO(b/188822176): Restore to 100% when we have additional capacity.
3037 'experiment_percentage': 0,
Ben Pastene2b4b15f2021-03-04 00:39:243038 },
Ben Pastene7b1384a2021-04-22 23:24:323039 'linux-bionic-rel': {
3040 'args': [
3041 '--xvfb',
3042 '--jobs=1',
3043 ],
3044 },
Stephen Martinis1384ff92020-01-07 19:52:153045 'linux-trusty-rel': {
3046 'args': [
3047 '--xvfb',
3048 '--jobs=1',
3049 ],
3050 },
Stephanie Kim5c7f31d2021-04-27 18:00:063051 'linux-xenial-rel': {
3052 'args': [
3053 '--xvfb',
3054 '--jobs=1',
3055 ],
3056 },
Kenneth Russelleb60cbd22017-12-05 07:54:283057 },
3058 'remove_from': [
Haiyang Pan2486dcb2020-09-18 17:53:063059 'android-marshmallow-x86-rel-non-cq', # crbug.com/1084352
Haiyang Pan0e39edf42020-04-28 19:29:013060 # There's no need to run telemetry_perf_unittests on both lollipop and
Erik Chen96894722019-11-21 20:03:393061 # marshmallow on the CQ. https://crbug.com/1026487.
Ben Joyce3e043862021-10-20 23:57:243062 # TODO(crbug/1260494): Test suite isn't running on android.
Erik Chen96894722019-11-21 20:03:393063 'android-marshmallow-arm64-rel',
Andrew Luobe83fd82019-12-19 03:07:583064 'android-pie-arm64-rel',
Garrett Beatyeef031a2019-02-28 01:55:413065 # crbug.com/936540
Garrett Beatyeef031a2019-02-28 01:55:413066 'Mac10.11 Tests',
Shenghua Zhangbd6f1b232018-03-03 02:59:143067 'Mac10.13 Tests',
Zhaoyang Li69e2e002021-02-19 21:57:353068 'Mac10.15 Tests',
Lindsay Pasricha21bb93d72021-12-07 05:48:393069 # TODO crbug.com/1277277
Zhaoyang Li9357e1e12021-12-07 18:53:173070 'Mac11 Tests (dbg)',
Stephen Martinis1384ff92020-01-07 19:52:153071 'Linux - Future (dbg)', # client.v8.chromium
Takuto Ikuta9aa015d2019-04-15 23:33:293072 'Win10 Tests x64',
Stephen Martinise701f5a2018-05-04 01:25:113073 'Win10 Tests x64 (dbg)',
Kuan Huanga89737d2022-01-07 19:42:113074 'Win11 Tests x64',
Kenneth Russelleb60cbd22017-12-05 07:54:283075 ],
3076 },
Stephen Martinis54d64ad2018-09-21 22:16:203077 'telemetry_unittests': {
3078 'modifications': {
3079 'Win10 Tests x64 (dbg)': {
3080 'experiment_percentage': 100, # crbug.com/870673
Ben Pastene9383fe12020-10-20 21:32:403081 },
Struan Shrimptona1ab7672022-01-13 18:02:513082 'chromeos-amd64-generic-rel': {
3083 'swarming': {
3084 'quickrun_shards': 60,
3085 },
3086 },
John Budorickc498fd3c2019-03-14 01:16:263087 },
3088 'remove_from': [
Ben Pastene9ef2ced52021-07-28 18:04:343089 # TODO(crbug.com/1141234): Restore when there's more DUTs
3090 'chromeos-kevin-chrome',
3091 'chromeos-kevin-rel',
Ben Pastene619317752020-12-03 00:04:143092
John Budorickc498fd3c2019-03-14 01:16:263093 # crbug.com/936540
John Budorickc498fd3c2019-03-14 01:16:263094 'Mac10.11 Tests',
Takuto Ikuta9aa015d2019-04-15 23:33:293095
3096 'Win10 Tests x64',
Kuan Huanga89737d2022-01-07 19:42:113097 'Win11 Tests x64',
Titouan Rigoudye122ec32021-11-08 16:36:163098
3099 # TODO(https://crbug.com/1267161): Re-enable when platform is supported.
3100 'mac11-arm64-rel-tests',
John Budorickc498fd3c2019-03-14 01:16:263101 ],
Stephen Martinis54d64ad2018-09-21 22:16:203102 },
Brian Sheedyf3b48d62020-05-08 23:03:123103 'test_buildbucket_api_gpu_use_cases': {
3104 'remove_from': [
3105 # crbug.com/1080749
3106 'Optional Linux Release (NVIDIA)',
3107 ],
3108 },
Kenneth Russelleb60cbd22017-12-05 07:54:283109 'unit_tests': {
Yun Liu3e759dbb2019-11-01 19:25:523110 'remove_from': [
Ben Pastene3e32ffe2020-08-07 03:37:073111 'android-pie-arm64-rel', # https://crbug.com/1010211
Yun Liu3e759dbb2019-11-01 19:25:523112 ],
Kenneth Russelleb60cbd22017-12-05 07:54:283113 'modifications': {
John Budorickca14c76f62017-12-09 14:19:183114 'Linux ASan LSan Tests (1)': {
John Budorick5052d552017-12-13 02:59:343115 # These are slow on the ASAN trybot for some reason.
Ben Pastened2c01af2022-01-31 23:06:443116 # crbug.com/1257927
John Budorickca14c76f62017-12-09 14:19:183117 'swarming': {
John Budorick5052d552017-12-13 02:59:343118 'shards': 4,
John Budorickca14c76f62017-12-09 14:19:183119 },
3120 },
Stephen Martinis1384ff92020-01-07 19:52:153121 'Linux Chromium OS ASan LSan Tests (1)': {
3122 # These are slow on the ASAN trybot for some reason.
Ben Pastened2c01af2022-01-31 23:06:443123 # crbug.com/1257927
John Budorickca14c76f62017-12-09 14:19:183124 'swarming': {
3125 'shards': 2,
3126 },
3127 },
Takuto Ikuta54671d972018-07-19 19:06:353128 'Linux ChromiumOS MSan Tests': {
3129 # These are very slow on the Chrome OS MSAN trybot for some reason.
3130 # crbug.com/865455
3131 'swarming': {
3132 'shards': 2,
3133 },
3134 },
Stephen Martinis1384ff92020-01-07 19:52:153135 'Linux TSan Tests': {
Takuto Ikuta54671d972018-07-19 19:06:353136 'swarming': {
3137 'shards': 2,
3138 },
3139 },
Maksim Sisovc81d284c2021-10-05 17:54:353140 # https://crbug.com/1184127
3141 'Linux Tests (Wayland)': {
3142 'args': [
3143 '--test-launcher-filter-file=../../testing/buildbot/filters/ozone-linux.unit_tests_wayland.filter',
3144 ],
3145 },
Zhaoyang Li9357e1e12021-12-07 18:53:173146 'Mac11 Tests (dbg)': {
3147 'swarming': {
3148 'shards': 2,
3149 },
3150 },
Stephen Martinis1384ff92020-01-07 19:52:153151 'ToTLinuxASan': {
Dirk Pranke20eae9a72017-12-09 18:12:143152 'swarming': {
Stephen Martinis1384ff92020-01-07 19:52:153153 'shards': 2,
Dirk Pranke20eae9a72017-12-09 18:12:143154 },
3155 },
Stephen Martinis1384ff92020-01-07 19:52:153156 'android-asan': {
3157 'args': [
3158 '--test-launcher-filter-file=../../testing/buildbot/filters/android.asan.unit_tests.filter',
3159 ],
3160 },
Takuto Ikuta527cdff2020-01-29 08:04:273161 'android-marshmallow-arm64-rel-swarming': {
3162 'swarming': {
3163 'shards': 8,
3164 },
3165 },
Stephen Martinis1384ff92020-01-07 19:52:153166 'linux-chromeos-chrome': {
3167 'args': [
3168 '--test-launcher-filter-file=../../testing/buildbot/filters/chromeos.unit_tests.filter',
3169 ],
3170 },
Ben Pasteneacd57392019-10-31 02:13:253171 'linux-chromeos-dbg': {
3172 'swarming': {
3173 'shards': 2,
3174 },
3175 },
Erik Chend063aef72019-11-18 19:13:103176 'linux-chromeos-rel': {
3177 'swarming': {
3178 'shards': 2,
3179 },
3180 },
Yuke Liao597dd6df72020-08-18 03:02:543181 # https://crbug.com/1111979,
Junhua Chen39dd2dba2021-05-05 17:51:543182 'linux-lacros-code-coverage': {
3183 'args': [
3184 '--test-launcher-filter-file=../../testing/buildbot/filters/linux-lacros.unit_tests.filter',
3185 ],
3186 },
3187 # https://crbug.com/1111979,
Jieting Yangbf15db672021-10-04 19:18:373188 'linux-lacros-dbg-tests-fyi': {
3189 'args': [
3190 '--test-launcher-filter-file=../../testing/buildbot/filters/linux-lacros.unit_tests.filter',
3191 ],
3192 },
3193 # https://crbug.com/1111979,
Sven Zheng5c9d3e342020-08-11 21:39:433194 'linux-lacros-tester-rel': {
Sven Zheng5c9d3e342020-08-11 21:39:433195 'args': [
Yuke Liao56a437dd2021-05-05 04:53:403196 '--test-launcher-filter-file=../../testing/buildbot/filters/linux-lacros.unit_tests.filter',
Sven Zheng5c9d3e342020-08-11 21:39:433197 ],
3198 },
Kenneth Russelleb60cbd22017-12-05 07:54:283199 },
3200 },
Kenneth Russell8a386d42018-06-02 09:48:013201 'video_decode_accelerator_gl_unittest': {
3202 'remove_from': [
Kenneth Russell8a386d42018-06-02 09:48:013203 # Windows Intel doesn't have the GL extensions to support this test.
Yuly Novikovbc1ccff2019-08-03 00:05:493204 'Optional Win10 x64 Release (Intel HD 630)',
3205 'Win10 FYI x64 Release (Intel HD 630)',
Yuly Novikov5ff15502019-07-31 00:55:483206 'Win10 FYI x64 Exp Release (Intel HD 630)',
Kenneth Russell8a386d42018-06-02 09:48:013207 ],
3208 },
Sven Zheng577fe5ff2020-08-03 22:06:443209 'views_unittests': {
Sven Zheng80734f12020-08-06 06:50:393210 'modifications': {
Maksim Sisovc81d284c2021-10-05 17:54:353211 'Linux Tests (Wayland)': {
3212 'args': [
3213 '--test-launcher-filter-file=../../testing/buildbot/filters/ozone-linux.wayland_views_unittests.filter',
3214 ],
3215 },
Chong Gu6aa22be2021-09-10 06:56:143216 'fuchsia-fyi-arm64-dbg': {
3217 'args': [
3218 '--test-launcher-filter-file=../../testing/buildbot/filters/fuchsia.debug.views_unittests.filter',
3219 ],
3220 },
Chong Gua10cd302022-01-14 19:22:193221 'fuchsia-fyi-x64-asan': {
3222 'args': [
3223 '--test-launcher-filter-file=../../testing/buildbot/filters/fuchsia.lsan.views_unittests.filter',
3224 ],
3225 },
Sven Zheng5c9d3e342020-08-11 21:39:433226 # https://crbug.com/1111979,
Junhua Chen39dd2dba2021-05-05 17:51:543227 'linux-lacros-code-coverage': {
3228 'args': [
3229 '--gtest_filter=-DesktopWidgetFocusManagerTest.AnchoredDialogInDesktopNativeWidgetAura:'
3230 'DesktopWidgetTest*:'
3231 'DesktopWindowTreeHostPlatformTest*:'
3232 'EditableComboboxTest*:'
3233 'MenuRunnerTest*:'
3234 'TextfieldTest*:'
3235 'TooltipControllerTest*:'
3236 'TooltipStateManagerTest*'
3237 ],
3238 },
Yuke Liaoa0db4742021-08-09 18:28:333239 'linux-lacros-dbg-tests-fyi': {
3240 'args': [
3241 '--gtest_filter=-DesktopWidgetFocusManagerTest.AnchoredDialogInDesktopNativeWidgetAura:'
3242 'TextfieldTest*:'
3243 'TooltipControllerTest*:'
3244 ],
3245 },
Sven Zheng5c9d3e342020-08-11 21:39:433246 'linux-lacros-tester-rel': {
Sven Zheng5c9d3e342020-08-11 21:39:433247 'args': [
3248 '--gtest_filter=-DesktopWidgetFocusManagerTest.AnchoredDialogInDesktopNativeWidgetAura:'
Yuke Liao34721c22020-08-14 21:41:193249 'DesktopWidgetTest*:'
3250 'DesktopWindowTreeHostPlatformTest*:'
Yuke Liaocf9db2b2020-08-13 19:42:533251 'EditableComboboxTest*:'
Sven Zhengea8903f2020-08-14 05:27:513252 'MenuRunnerTest*:'
Yuke Liaocf9db2b2020-08-13 19:42:533253 'TextfieldTest*:'
Benjamin Beaudry54b3b882021-03-12 23:55:363254 'TooltipControllerTest*:'
3255 'TooltipStateManagerTest*'
Sven Zheng5c9d3e342020-08-11 21:39:433256 ],
3257 },
Sven Zheng80734f12020-08-06 06:50:393258 },
Sven Zheng577fe5ff2020-08-03 22:06:443259 },
John Budorickd02c429de2020-01-10 19:02:213260 'viz_unittests': {
3261 'modifications': {
Haiyang Pan9d68ca02021-08-04 21:30:473262 'android-11-x86-rel': {
Haiyang Pancf765862021-03-18 20:39:153263 'args': [
3264 '--test-launcher-filter-file=../../testing/buildbot/filters/android.emulator_11.viz_unittests.filter',
3265 ],
3266 },
Haiyang Pan6b8e4cf2021-08-02 21:38:283267 'android-marshmallow-x86-rel': {
John Budorickafd548b2020-01-14 20:45:093268 'args': [
John Budorickd02c429de2020-01-10 19:02:213269 '--test-launcher-filter-file=../../testing/buildbot/filters/android.emulator.viz_unittests.filter',
3270 ],
3271 },
Haiyang Pan08d09dc2020-04-01 16:11:213272 'android-pie-x86-rel': {
John Budorickafd548b2020-01-14 20:45:093273 'args': [
John Budorickd02c429de2020-01-10 19:02:213274 '--test-launcher-filter-file=../../testing/buildbot/filters/android.emulator.viz_unittests.filter',
3275 ],
3276 },
Chong Gub2446462021-08-19 18:44:083277 'fuchsia-fyi-arm64-dbg': {
Chong Gu6aa22be2021-09-10 06:56:143278 'args': [
3279 '--test-launcher-filter-file=../../testing/buildbot/filters/fuchsia.debug.viz_unittests.filter',
3280 ],
Chong Gub2446462021-08-19 18:44:083281 },
John Budorickd02c429de2020-01-10 19:02:213282 },
3283 },
John Budorick20f4fa8d2019-08-02 22:58:293284 'vr_common_unittests': {
3285 'remove_from': [
Haiyang Pan08d09dc2020-04-01 16:11:213286 'android-pie-x86-rel',
John Budorick20f4fa8d2019-08-02 22:58:293287 ],
3288 },
Kenneth Russellfbda3c532017-12-08 23:57:243289 'vr_pixeltests': {
3290 'remove_from': [
Haiyang Pan08d09dc2020-04-01 16:11:213291 'android-pie-x86-rel',
Kenneth Russell8ceeabf2017-12-11 17:53:283292 'VR Linux',
Kenneth Russellfbda3c532017-12-08 23:57:243293 ],
3294 },
Nico Webere81999ee2018-07-01 23:52:433295 'wayland_client_perftests': {
3296 'remove_from': [
3297 'linux-chromeos-dbg', # https://crbug.com/859307
3298 ],
3299 },
Chong Gu76046412021-09-22 17:49:213300 'web_engine_browsertests': {
Chong Gud1a5c5992021-04-09 04:08:323301 'modifications': {
3302 'fuchsia-code-coverage': {
3303 'swarming': {
Chong Gu7a463202021-07-19 18:43:103304 'shards': 28,
Chong Gud1a5c5992021-04-09 04:08:323305 },
3306 },
3307 },
3308 },
Chong Gu76046412021-09-22 17:49:213309 'web_engine_integration_tests': {
Chong Gu4c9e8f112021-06-02 18:37:263310 'modifications': {
3311 'fuchsia-code-coverage': {
3312 'swarming': {
3313 'shards': 6,
3314 },
3315 },
3316 },
3317 },
John Budorick63357462019-02-27 23:02:513318 'webdriver_tests_suite': {
3319 'remove_from': [
3320 'Linux Tests', # https://crbug.com/929689, https://crbug.com/936557
Stephanie Kim5c7f31d2021-04-27 18:00:063321 'linux-xenial-rel',
John Budorick63357462019-02-27 23:02:513322 ],
3323 },
bsheedy048cbdb2019-02-04 20:32:053324 'webgl2_conformance_gl_passthrough_tests': {
3325 'remove_from': [
Geoff Lang1fede152019-10-10 23:03:443326 # Not enough capacity. https://crbug.com/982294
3327 'Mac Pro FYI Release (AMD)',
3328 'Mac FYI Retina Release (NVIDIA)',
Yuly Novikov712af632021-08-31 23:54:113329 # Only run validating on Mac Intel due to capacity http://crbug.com/1236796
3330 'Optional Mac Release (Intel)',
bsheedy048cbdb2019-02-04 20:32:053331 ],
3332 },
Brian Sheedy5a9f6562021-08-20 03:32:543333 'webgl2_conformance_gles_passthrough_tests': {
3334 'remove_from': [
Brian Sheedyefb683c2022-01-25 21:17:363335 # Currently not enough capacity to run these tests on this config.
3336 # TODO(crbug.com/1280418): Re-enable once more of the Pixel 6 capacity
3337 # is deployed.
3338 'Android FYI Release (Pixel 6)',
Brian Sheedy43f5a6f2022-01-07 02:41:043339 # Not enough CrOS hardware capacity to run both on anything other than
3340 # VMs. See https://crbug.com/1238070.
Brian Sheedy5a9f6562021-08-20 03:32:543341 'Lacros FYI x64 Release (Intel)',
3342 ],
3343 'modifications': {
3344 # This VM configuration is known to be significantly slower than other
3345 # CrOS configurations, so increase the shards.
3346 # TODO(crbug.com/1223550): Remove this if the configuration can be sped
3347 # up.
3348 'ChromeOS FYI Release (amd64-generic)': {
3349 'swarming': {
3350 'shards': 30,
3351 },
3352 },
3353 },
3354 },
Kenneth Russell18fff67f2021-11-05 23:45:113355 'webgl2_conformance_metal_passthrough_tests': {
3356 'remove_from': [
Yuly Novikov7d00cdb2022-01-05 00:10:383357 # crbug.com/1270755
3358 'Mac FYI ASAN (Intel)',
3359 'Mac FYI Retina ASAN (AMD)',
Kenneth Russell18fff67f2021-11-05 23:45:113360 # Not enough capacity.
3361 'Mac FYI Retina Release (NVIDIA)',
3362 ],
Yuly Novikov220c14a52021-12-14 02:49:333363 'modifications': {
3364 'Mac FYI ASAN (Intel)': {
3365 'args': [
3366 '--extra-browser-args=--disable-metal-shader-cache',
3367 ],
3368 },
3369 'Mac FYI Retina ASAN (AMD)': {
3370 'args': [
3371 '--extra-browser-args=--disable-metal-shader-cache',
3372 ],
3373 },
3374 },
Kenneth Russell18fff67f2021-11-05 23:45:113375 },
John Budorick82e61dfb2019-12-10 04:36:093376 'webgl2_conformance_validating_tests': {
Stephen Martinis54d64ad2018-09-21 22:16:203377 'remove_from': [
Brian Sheedyefb683c2022-01-25 21:17:363378 # Currently not enough capacity to run these tests on this config.
3379 # TODO(crbug.com/1280418): Re-enable once more of the Pixel 6 capacity
3380 # is deployed.
3381 'Android FYI Release (Pixel 6)',
Brian Sheedy43f5a6f2022-01-07 02:41:043382 # Passthrough version run on this configuration, not enough capacity for
3383 # both. See https://crbug.com/1238070.
3384 'ChromeOS FYI Release (kevin)',
Stephen Martinis54d64ad2018-09-21 22:16:203385 # The Mac NVIDIA Retina bots don't have the capacity to run
3386 # this test suite on mac_optional_gpu_tests_rel.
3387 'Optional Mac Retina Release (NVIDIA)',
3388 ],
Kenneth Russell8a386d42018-06-02 09:48:013389 'modifications': {
Brian Sheedyab0a1992021-08-13 20:57:393390 # This VM configuration is known to be significantly slower than other
3391 # CrOS configurations, so increase the shards.
3392 # TODO(crbug.com/1223550): Remove this if the configuration can be sped
3393 # up.
3394 'ChromeOS FYI Release (amd64-generic)': {
3395 'swarming': {
3396 'shards': 30,
3397 },
Brian Sheedy9bde4532021-08-20 18:11:193398 # This configuration is tested with the passthrough decoder as well,
3399 # which will be shipped in the nearish future, so any failures that
3400 # show up with the validating decoder are just an FYI.
3401 'experiment_percentage': 100,
Brian Sheedyab0a1992021-08-13 20:57:393402 },
Brian Sheedy22200312021-08-20 22:17:503403 'ChromeOS FYI Release (kevin)': {
3404 'experiment_percentage': 100,
3405 },
Kenneth Russell8a386d42018-06-02 09:48:013406 },
3407 },
Struan Shrimptona1ab7672022-01-13 18:02:513408 'webgl_conformance_d3d11_passthrough_tests': {
3409 'modifications': {
3410 'Win10 x64 Release (NVIDIA)': {
3411 'swarming': {
3412 'quickrun_shards': 4,
3413 },
3414 },
3415 },
3416 },
Kenneth Russell8a386d42018-06-02 09:48:013417 'webgl_conformance_gl_passthrough_tests': {
3418 'remove_from': [
3419 # crbug.com/555545 and crbug.com/649824:
3420 # Disable webgl_conformance_gl_tests on some Win/AMD cards.
3421 # Always fails on older cards, flaky on newer cards.
Kenneth Russell8a386d42018-06-02 09:48:013422 'Win7 FYI Release (AMD)',
3423 ],
3424 },
Kenneth Russell984f2f12020-12-15 23:23:353425 'webgl_conformance_metal_passthrough_tests': {
3426 'remove_from': [
Yuly Novikov7d00cdb2022-01-05 00:10:383427 # crbug.com/1270755
3428 'Mac FYI ASAN (Intel)',
3429 'Mac FYI Retina ASAN (AMD)',
Yuly Novikov220c14a52021-12-14 02:49:333430 # crbug.com/1158857: re-enable when switching to Metal by default.
Kenneth Russell984f2f12020-12-15 23:23:353431 'Mac FYI Retina Release (NVIDIA)',
3432 ],
Yuly Novikov220c14a52021-12-14 02:49:333433 'modifications': {
3434 'Mac FYI ASAN (Intel)': {
3435 'args': [
3436 '--extra-browser-args=--disable-metal-shader-cache',
3437 ],
3438 },
3439 'Mac FYI Retina ASAN (AMD)': {
3440 'args': [
3441 '--extra-browser-args=--disable-metal-shader-cache',
3442 ],
3443 },
3444 },
Kenneth Russell984f2f12020-12-15 23:23:353445 },
Stephen Martinis54d64ad2018-09-21 22:16:203446 'webgl_conformance_tests': {
Kenneth Russelle63e41f2019-04-09 02:45:283447 'remove_from': [
3448 # Too slow on this configuration, which is severely hardware
3449 # constrained. crbug.com/950690
3450 'Mac FYI Retina Debug (NVIDIA)',
3451 ],
Struan Shrimptona1ab7672022-01-13 18:02:513452 'modifications': {
3453 'chromeos-amd64-generic-rel': {
3454 'swarming': {
3455 'quickrun_shards': 40,
3456 },
3457 },
3458 },
Kenneth Russell8a386d42018-06-02 09:48:013459 },
Austin Enge8c0ba02021-07-19 23:55:193460 'webgpu_blink_web_tests': {
3461 'modifications': {
3462 # Increase the timeout with ASAN (crbug.com/1208253)
3463 'Dawn Win10 x64 ASAN Release': {
3464 'args': [
Weizhong Xia91b53362022-01-05 17:13:353465 '--timeout-ms=48000',
Austin Enge8c0ba02021-07-19 23:55:193466 ],
3467 },
3468 },
Brian Sheedy5796b4b2021-09-15 21:51:413469 'replacements': {
3470 'Dawn Mac x64 Experimental Release (Intel)': {
3471 'args': {
Avi Drissman5afd38bc2021-10-27 17:35:133472 '--platform': 'mac-mac11',
Brian Sheedy5796b4b2021-09-15 21:51:413473 },
3474 }
3475 },
3476 },
3477 'webgpu_blink_web_tests_with_backend_validation': {
3478 'replacements': {
3479 'Dawn Mac x64 Experimental Release (Intel)': {
3480 'args': {
Avi Drissman5afd38bc2021-10-27 17:35:133481 '--platform': 'mac-mac11',
Brian Sheedy5796b4b2021-09-15 21:51:413482 },
3483 },
3484 },
Austin Enge8c0ba02021-07-19 23:55:193485 },
Kenneth Russelleb60cbd22017-12-05 07:54:283486 'webkit_unit_tests': {
Yun Liu16394ab32019-11-19 16:37:573487 'remove_from': [
3488 # Flakily fails on Win7. https://crbug.com/943372.
3489 'Win7 Tests (1)',
3490 'Win 7 Tests x64 (1)',
Haiyang Pan90ed7c642021-02-06 01:22:063491 # Runs on android-marshmallow-x86-rel already (crbug.com/1127110)
3492 'android-marshmallow-arm64-rel',
Haiyang Pan90ed7c642021-02-06 01:22:063493 'android-marshmallow-x86-rel-non-cq',
Yun Liu16394ab32019-11-19 16:37:573494 ],
Dirk Pranke81ff51c2017-12-09 19:24:283495 'modifications': {
John Budorick5052d552017-12-13 02:59:343496 'Linux ASan LSan Tests (1)': {
3497 # These are very slow on the ASAN trybot for some reason.
Ben Pastened2c01af2022-01-31 23:06:443498 # crbug.com/1257927
John Budorick5052d552017-12-13 02:59:343499 'swarming': {
3500 'shards': 5,
3501 },
3502 },
Erik Chen681dc0282019-11-26 22:54:493503 'Linux TSan Tests': {
3504 'swarming': {
3505 'shards': 2,
3506 },
3507 },
arthursonzogni26889d82018-05-29 17:18:163508 'Marshmallow 64 bit Tester': {
3509 # Increase timeout. See https://crbug.com/847229.
3510 'swarming': {
3511 'hard_timeout': 1200,
3512 },
3513 },
Haiyang Pan9d68ca02021-08-04 21:30:473514 'android-11-x86-rel': {
Haiyang Panc7c009e2021-03-18 19:31:233515 'args': [
Haiyang Panc08d02212021-10-18 18:58:383516 '--test-launcher-filter-file=../../testing/buildbot/filters/android.emulator.blink_unittests.filter',
3517 ],
3518 },
3519 'android-12-x64-fyi-rel': {
3520 'args': [
3521 '--test-launcher-filter-file=../../testing/buildbot/filters/android.emulator.blink_unittests.filter',
Haiyang Panc7c009e2021-03-18 19:31:233522 ],
3523 },
Omer Katz7d2be652020-01-22 18:13:463524 'linux-blink-heap-concurrent-marking-tsan-rel': {
3525 'swarming': {
3526 'shards': 2,
3527 },
3528 },
Dirk Pranke81ff51c2017-12-09 19:24:283529 },
Kenneth Russelleb60cbd22017-12-05 07:54:283530 },
Haiyang Panfbd2b482020-09-23 23:41:253531 'weblayer_browsertests': {
3532 'modifications': {
Haiyang Pan9d68ca02021-08-04 21:30:473533 'android-11-x86-rel': {
Haiyang Pand38464f52021-03-24 00:29:013534 'args': [
Haiyang Pan2877f062021-11-18 01:06:063535 # TODO(crbug.com/1191784): Fix the test failure
3536 '--gtest_filter=-DownloadBrowserTest.OverrideDownloadDirectory',
3537 ],
3538 },
3539 'android-12-x64-fyi-rel': {
3540 'args': [
3541 # TODO(crbug.com/1191784): Fix the test failure
Haiyang Pand38464f52021-03-24 00:29:013542 '--gtest_filter=-DownloadBrowserTest.OverrideDownloadDirectory',
3543 ],
3544 },
Haiyang Panfbd2b482020-09-23 23:41:253545 'android-pie-arm64-rel': {
3546 # TODO(crbug.com/1111436): Move this back to walleye if/when additional
3547 # capacity has been deployed.
3548 'swarming': {
Struan Shrimpton57c594e42022-01-25 17:59:133549 'quickrun_shards': 2,
Haiyang Panfbd2b482020-09-23 23:41:253550 'dimension_sets': [
3551 {
3552 'device_type': 'sailfish',
3553 },
3554 ],
3555 },
3556 },
3557 },
3558 },
Haiyang Pan591dbad2020-06-05 20:26:373559 'weblayer_bundle_test': {
3560 'remove_from': [
Haiyang Pan2486dcb2020-09-18 17:53:063561 'android-marshmallow-x86-rel-non-cq', # crbug.com/1088013
Haiyang Pan9d68ca02021-08-04 21:30:473562 'android-11-x86-rel', # crbug.com/1165280
Haiyang Pan591dbad2020-06-05 20:26:373563 ],
3564 },
3565 'weblayer_instrumentation_test_apk': {
3566 'remove_from': [
Haiyang Pan2486dcb2020-09-18 17:53:063567 'android-marshmallow-x86-rel-non-cq', # crbug.com/1088013
Haiyang Pan9d68ca02021-08-04 21:30:473568 'android-11-x86-rel', # crbug.com/1165280
Haiyang Pan591dbad2020-06-05 20:26:373569 ],
Haiyang Pan6d7a15b2020-10-03 00:29:193570 'modifications': {
Struan Shrimptonf5b2b552022-01-20 20:37:393571 'android-marshmallow-arm64-rel': {
3572 'swarming': {
3573 'quickrun_shards': 2,
3574 },
3575 },
Haiyang Pan6d7a15b2020-10-03 00:29:193576 'android-pie-arm64-rel': {
3577 # TODO(crbug.com/1111436): Move this back to walleye if/when additional
3578 # capacity has been deployed.
3579 'swarming': {
3580 'dimension_sets': [
3581 {
3582 'device_type': 'sailfish',
3583 },
3584 ],
3585 },
3586 },
3587 },
Haiyang Pan591dbad2020-06-05 20:26:373588 },
Rakib Hasane85af9d52021-11-09 16:33:223589 'weblayer_instrumentation_test_apk_ToT_Tests': {
3590 'modifications': {
Rakib Hasane85af9d52021-11-09 16:33:223591 'android-weblayer-marshmallow-x86-rel-tests': {
3592 'args': [
3593 '--replace-system-package=org.chromium.weblayer.shell,apks/WebLayerShellSystemWebView.apk'
3594 ]
3595 }
3596 }
3597 },
Haiyang Pan4efd9b02021-03-17 23:58:303598 'weblayer_private_instrumentation_test_apk': {
3599 'modifications': {
3600 # TODO(crbug.com/1189403): Remove the filter once the issue is fixed.
Haiyang Pan9d68ca02021-08-04 21:30:473601 'android-11-x86-rel': {
Haiyang Pan4efd9b02021-03-17 23:58:303602 'args': [
3603 '--gtest_filter=-org.chromium.weblayer.test.MediaCaptureTest.*',
3604 ],
3605 },
Haiyang Pan64d61242022-02-16 19:06:363606 'android-12-x64-fyi-rel': {
3607 'args': [
3608 # crbug.com/1275200
3609 '--gtest_filter=-org.chromium.weblayer.test.BrowserControlsTest.testTopExpandedOnLoadWhenOnlyExpandAtTop',
3610 ],
3611 },
Haiyang Pan4efd9b02021-03-17 23:58:303612 },
3613 },
Weizhong Xia7d335882021-01-28 02:49:523614 'weblayer_shell_wpt': {
3615 'modifications': {
Weizhong Xia0f0c3302021-04-27 00:05:433616 'android-weblayer-pie-x86-wpt-smoketest': {
3617 'args': [
Haiyang Pan1f205ad2021-07-31 01:47:523618 '--default-exclude',
Weizhong Xia63f39c12022-01-10 23:09:293619 '--include-file=../../third_party/blink/web_tests/android/WPTSmokeTestCases',
Weizhong Xia0f0c3302021-04-27 00:05:433620 ],
3621 'swarming': {
Weizhong Xia63f39c12022-01-10 23:09:293622 'shards': 1,
Weizhong Xia0f0c3302021-04-27 00:05:433623 },
3624 },
Weizhong Xia7d335882021-01-28 02:49:523625 },
3626 },
Erik Staab70ca5b32021-08-07 00:38:353627 'webview_64_cts_tests': {
Haiyang Pan017ec1b2022-01-06 22:30:263628 'remove_from': [
3629 'android-12-x64-fyi-rel', # crbug.com/1260194
3630 ],
Erik Staab70ca5b32021-08-07 00:38:353631 'modifications': {
3632 'android-pie-arm64-rel': {
3633 # TODO(crbug.com/1111436): Move this back to walleye if/when additional
3634 # capacity has been deployed.
3635 'swarming': {
3636 'dimension_sets': [
3637 {
3638 'device_type': 'sailfish',
3639 },
3640 ],
3641 },
3642 },
3643 },
3644 },
Haiyang Panfbd2b482020-09-23 23:41:253645 'webview_cts_tests': {
Haiyang Panfed339172021-03-10 23:19:573646 'remove_from': [
Haiyang Pan9d68ca02021-08-04 21:30:473647 'android-11-x86-rel', # crbug.com/1165280
Ben Joyce4677e682021-03-22 22:19:113648 'android-pie-arm64-coverage-experimental-rel', # TODO(crbug.com/1190999):
3649 # GLIBC_2.28 Not found.
Haiyang Panfed339172021-03-10 23:19:573650 ],
Haiyang Panfbd2b482020-09-23 23:41:253651 'modifications': {
3652 'android-pie-arm64-rel': {
3653 # TODO(crbug.com/1111436): Move this back to walleye if/when additional
3654 # capacity has been deployed.
3655 'swarming': {
3656 'dimension_sets': [
3657 {
3658 'device_type': 'sailfish',
3659 },
3660 ],
3661 },
3662 },
3663 },
3664 },
Kenneth Russelleb60cbd22017-12-05 07:54:283665 'webview_instrumentation_test_apk': {
3666 'remove_from': [
Hans Wennborgeac4c36c2018-05-23 16:04:063667 # This test frequently fails on Android, https://crbug.com/824959
Stephen Martinis1384ff92020-01-07 19:52:153668 # matching android builders, the test fails on these.
Hans Wennborga0b11ebe2018-05-15 16:26:503669 'ToTAndroid',
John Budorick27d2d44e2019-05-20 20:26:093670 'android-asan', # https://crbug.com/964562
Ben Joyce02dc8092021-03-04 21:48:193671 'android-code-coverage-native', # Does not generate profraw data.
Ben Joyce46ca6012021-03-31 19:19:253672 'android-pie-arm64-coverage-experimental-rel', # Does not generate profraw data.
Ben Joyce02dc8092021-03-04 21:48:193673
Dirk Pranke20eae9a72017-12-09 18:12:143674 # On chromium.swarm, this should possibly be being run (or removed
Takuto Ikuta527cdff2020-01-29 08:04:273675 # from android-marshmallow-arm64-rel-swarming).
Garrett Beaty47a2d802020-11-10 20:50:533676 # https://crbug.com/1147531 - covered on pie
3677 'android-marshmallow-arm64-rel',
Kenneth Russelleb60cbd22017-12-05 07:54:283678 ],
Ben Pastenee17a8e92018-07-12 21:55:183679 'modifications': {
Andrew Luof08500ae2020-01-10 01:24:453680 # chromium.android.fyi
3681 'Android WebView P FYI (rel)': {
3682 'args': [
3683 '--annotation',
3684 'DisabledTest,FlakyTest' # Monitor status of disabled tests.
3685 ],
3686 },
Ben Pastenee17a8e92018-07-12 21:55:183687 'Oreo Phone Tester': {
Andrew Luo93c4a1e2019-08-30 05:26:303688 # TODO(crbug.com/997362): Enable this once it's passing.
bsheedy01833462018-12-07 01:05:573689 # TODO(https://crbug.com/884413): Re-enable this once the tests are
3690 # either passing or there is more capacity.
3691 'experiment_percentage': 0,
Ben Pastenee17a8e92018-07-12 21:55:183692 },
Haiyang Pan9d68ca02021-08-04 21:30:473693 'android-11-x86-rel': {
Haiyang Pan103864812021-03-19 19:28:443694 'args': [
3695 # TODO(crbug.com/1189746) Enable this test once the issue is fixed.
3696 '--gtest_filter=-org.chromium.net.NetworkChangeNotifierTest.testNetworkChangeNotifierJavaObservers',
3697 ],
3698 },
Haiyang Pan3261fae2022-02-01 00:54:363699 'android-12-x64-fyi-rel': {
3700 'args': [
3701 # crbug.com/1292197
3702 '--gtest_filter=-org.chromium.android_webview.test.devui.HomeFragmentTest.testLongPressCopy*',
3703 ],
3704 },
Haiyang Panb991f562021-08-10 17:46:463705 'android-marshmallow-x86-rel': {
Haiyang Panb991f562021-08-10 17:46:463706 'swarming': {
3707 'shards': 9,
3708 },
3709 },
Kuan Huang1f402c82021-06-08 17:58:183710 'android-pie-arm64-rel': {
3711 'swarming': {
3712 'shards': 9,
3713 },
3714 },
Haiyang Pan08d09dc2020-04-01 16:11:213715 'android-pie-x86-rel': {
Haiyang Panfdd94332020-03-27 02:43:293716 'args': [
3717 '--test-launcher-filter-file=../../testing/buildbot/filters/android.emulator.webview_instrumentation_test_apk.filter',
3718 ],
Ben Joyce9a7eb312021-08-25 00:44:593719 'swarming': {
3720 'shards': 9,
3721 },
Haiyang Panfdd94332020-03-27 02:43:293722 },
Ben Pastenee17a8e92018-07-12 21:55:183723 },
Kenneth Russelleb60cbd22017-12-05 07:54:283724 },
Haiyang Panfed339172021-03-10 23:19:573725 'webview_ui_test_app_test_apk': {
3726 'remove_from': [
Haiyang Pan9d68ca02021-08-04 21:30:473727 'android-11-x86-rel', # crbug.com/1165280
Haiyang Panfed339172021-03-10 23:19:573728 ],
3729 },
bsheedy800f5062018-08-07 00:47:543730 'xr_browser_tests': {
3731 'remove_from': [
Maggie Chen4fc29842018-08-07 19:12:483732 # Fails on the bot, http://crbug.com/868143
3733 'Win7 FYI Release (AMD)',
bsheedy800f5062018-08-07 00:47:543734 ],
3735 },
Kenneth Russelleb60cbd22017-12-05 07:54:283736}