blob: 2a21608665ec150d64bd9c64396033e6873a2748 [file] [log] [blame]
Kenneth Russelleb60cbd22017-12-05 07:54:281# Copyright 2017 The Chromium Authors. All rights reserved.
2# Use of this source code is governed by a BSD-style license that can be
3# found in the LICENSE file.
4
5# This is a .pyl, or "Python Literal", file. You can treat it just like a
6# .json file, with the following exceptions:
7# * all keys must be quoted (use single quotes, please);
8# * comments are allowed, using '#' syntax; and
9# * trailing commas are allowed.
10
11# Exceptions to the common test suites can only include removal from
12# particular bots, and modifications on particular bots. By design,
13# it's not possible to add one-off tests to bots. Instead they have to
14# be added to one of the test suites in test_suites.pyl.
15#
Jeff Yoone2188f62020-08-24 20:55:5716# Note that if you are excluding with variants, you will need to exclude
17# per variant, with the identifier appended to the test suite name.
18# For example, if you have ios_chrome_ui_eg2tests_module with variant
19# SIM_IPHONE_6S_14_0 (identifier = "iPhone 6s 14.0"), you
20# must exclude with the test name as:
21# "ios_chrome_ui_eg2tests_module_iPhone 6s 14.0"
22
Kenneth Russelleb60cbd22017-12-05 07:54:2823# The goal is to drive the number of exceptions to zero, to make all
24# the bots behave similarly.
25{
Chong Gua10cd302022-01-14 19:22:1926 'accessibility_unittests':{
27 'modifications': {
28 'fuchsia-fyi-x64-asan': {
29 'args': [
30 '--test-launcher-filter-file=../../testing/buildbot/filters/fuchsia.lsan.accessibility_unittests.filter',
31 ],
32 },
33 },
34 },
Andrew Luo38b311f2019-10-04 03:42:0935 'android_browsertests': {
36 'modifications': {
Haiyang Pan9d68ca02021-08-04 21:30:4737 'android-11-x86-rel': {
Haiyang Pan0ea9b3ef2022-01-21 21:58:1438 'args': [
39 # https://crbug.com/1289764
40 '--gtest_filter=-All/ChromeBrowsingDataLifetimeManagerScheduledRemovalTest.History/*',
41 ],
Haiyang Panca7fcec2021-03-19 02:11:1042 'swarming': {
43 'shards': 2,
44 },
45 },
Haiyang Panc1192662022-03-09 00:09:0246 'android-12-x64-rel': {
47 'args': [
48 # https://crbug.com/1289764
49 '--gtest_filter=-All/ChromeBrowsingDataLifetimeManagerScheduledRemovalTest.History/*',
50 ],
51 'swarming': {
52 'shards': 2,
53 },
54 },
Struan Shrimptone772d72f2021-12-15 07:50:0955 'android-marshmallow-arm64-rel': {
56 'swarming': {
Struan Shrimpton4b7abc02021-12-16 01:36:5957 'quickrun_shards': 3,
Struan Shrimptone772d72f2021-12-15 07:50:0958 },
59 },
James Shen39aa0e32022-03-22 04:44:5060 'android-marshmallow-x86-fyi-rel-reviver': {
61 'swarming': {
62 'shards': 2,
63 'quickrun_shards': 6,
64 },
65 },
Haiyang Panb991f562021-08-10 17:46:4666 'android-marshmallow-x86-rel': {
67 'swarming': {
68 'shards': 2,
Struan Shrimpton4b7abc02021-12-16 01:36:5969 'quickrun_shards': 6,
Haiyang Panb991f562021-08-10 17:46:4670 },
71 },
Haiyang Pancf24ceb2022-03-17 02:31:3072 'android-nougat-x86-rel': {
73 'swarming': {
74 'shards': 2,
75 },
76 },
Andrew Luo38b311f2019-10-04 03:42:0977 'android-pie-arm64-rel': {
Andrew Luobe83fd82019-12-19 03:07:5878 'args': [
79 '--gtest_filter=-ImportantSitesUtilBrowserTest.DSENotConsideredImportantInRegularMode', # https://crbug.com/1034001
80 ],
Haiyang Panfbd2b482020-09-23 23:41:2581 # TODO(crbug.com/1111436): Move this back to walleye if/when additional
82 # capacity has been deployed.
83 'swarming': {
84 'dimension_sets': [
85 {
86 'device_type': 'sailfish',
87 },
88 ],
Haiyang Pan1678f0c02021-03-09 23:05:0989 'shards': 2,
Struan Shrimpton4b7abc02021-12-16 01:36:5990 'quickrun_shards': 6,
Haiyang Panfbd2b482020-09-23 23:41:2591 },
Andrew Luo38b311f2019-10-04 03:42:0992 },
Haiyang Pan08d09dc2020-04-01 16:11:2193 'android-pie-x86-rel': {
John Budorick191adfcd2020-01-29 18:19:0494 'args': [
95 '--gtest_filter=-ImportantSitesUtilBrowserTest.DSENotConsideredImportantInRegularMode', # https://crbug.com/1034001
96 ],
Haiyang Pan7cd609d2021-04-08 20:17:2497 'swarming': {
98 'shards': 2,
99 },
John Budorick191adfcd2020-01-29 18:19:04100 },
Andrew Luo38b311f2019-10-04 03:42:09101 },
102 },
Sven Zhengc60debc2020-09-10 18:40:52103 'android_sync_integration_tests': {
104 'remove_from': [
Haiyang Pan6b8e4cf2021-08-02 21:38:28105 # Remove from CQ bots due to capacity.
106 'android-marshmallow-arm64-rel',
Sven Zhengc60debc2020-09-10 18:40:52107 ],
James Shen9e4c19e2022-04-15 17:57:50108 'modifications': {
109 'android-12-x64-rel': {
110 'swarming': {
111 'shards': 3,
112 },
113 },
114 'android-marshmallow-x86-rel': {
115 'swarming': {
116 'shards': 3,
117 },
118 },
119 },
Sven Zhengc60debc2020-09-10 18:40:52120 },
Kenneth Russelleb60cbd22017-12-05 07:54:28121 'android_webview_unittests': {
Kenneth Russelleb60cbd22017-12-05 07:54:28122 },
Jamie Madillc9ae75d2020-10-23 19:19:48123 'angle_end2end_tests': {
Yuly Novikov60cbf642020-11-19 20:43:15124 'modifications': {
Yuly Novikov80d2e672021-02-13 00:16:04125 'win10-angle-x64-intel': {
126 'args': [
127 '--max-processes=1',
128 ],
129 },
Yuly Novikov60cbf642020-11-19 20:43:15130 },
Jamie Madillc9ae75d2020-10-23 19:19:48131 },
Jamie Madillc9ae75d2020-10-23 19:19:48132 'angle_unittests': {
133 'remove_from': [
134 # On Android, these are already run on the main waterfall.
135 'Android FYI Release (Nexus 5X)',
Yuly Novikovc1117ae82021-01-15 22:33:36136 # Times out listing tests crbug.com/1167314
137 'android-asan',
Jamie Madillc9ae75d2020-10-23 19:19:48138 # Does not currently work on Lacros configurations.
Junhua Chen39dd2dba2021-05-05 17:51:54139 'linux-lacros-code-coverage',
Jamie Madillc9ae75d2020-10-23 19:19:48140 'linux-lacros-tester-rel',
141 'linux-lacros-tester-fyi-rel',
Yuke Liaof27ebe52021-08-05 22:12:40142 'linux-lacros-dbg-tests-fyi',
Jamie Madillc9ae75d2020-10-23 19:19:48143 ],
Chong Gua10cd302022-01-14 19:22:19144 'modifications': {
145 # anglebug.com/6894
146 'fuchsia-fyi-x64-asan': {
147 'args': [
148 # crbug.com/
149 '--gtest_filter=-ConstructCompilerTest.DefaultParameters',
150 ],
151 },
152 },
Jamie Madillc9ae75d2020-10-23 19:19:48153 },
154 'angle_white_box_tests': {
Yuly Novikov60cbf642020-11-19 20:43:15155 'modifications': {
Yuly Novikov80d2e672021-02-13 00:16:04156 'win10-angle-x64-intel': {
157 'args': [
158 '--max-processes=1',
159 ],
160 },
Yuly Novikov60cbf642020-11-19 20:43:15161 },
Jamie Madillc9ae75d2020-10-23 19:19:48162 },
Sven Zhengef0d0872022-04-04 22:13:29163 'aura_unittests amd64-generic': {
Yuke Liaob6beaeca2021-04-29 23:41:51164 'remove_from': [
165 # TODO(crbug.com/1204231): Re-enable.
166 'lacros-amd64-generic-rel',
167 ]
168 },
Sven Zhengef0d0872022-04-04 22:13:29169 'aura_unittests eve': {
Yuke Liao79a8cf52021-06-11 18:14:34170 'remove_from': [
171 # TODO(crbug.com/1204231): Re-enable.
172 'lacros-amd64-generic-rel',
173 ]
174 },
Chong Gudf7fbe92021-02-24 02:55:58175 'base_unittests': {
176 'modifications': {
Haiyang Pan9d68ca02021-08-04 21:30:47177 'android-11-x86-rel': {
Haiyang Panc7c009e2021-03-18 19:31:23178 'args': [
Haiyang Panc08d02212021-10-18 18:58:38179 '--test-launcher-filter-file=../../testing/buildbot/filters/android.emulator.base_unittests.filter',
180 ],
181 },
Haiyang Pan2a55a452022-03-03 08:18:33182 'android-12-x64-rel': {
Haiyang Panc08d02212021-10-18 18:58:38183 'args': [
184 '--test-launcher-filter-file=../../testing/buildbot/filters/android.emulator.base_unittests.filter',
185 '--gtest_filter=-ModuleCacheTest.CheckAgainstProcMaps', # crbug.com/1260521
Haiyang Panc7c009e2021-03-18 19:31:23186 ],
187 },
Chong Gudf7fbe92021-02-24 02:55:58188 'fuchsia-code-coverage': {
189 'swarming': {
190 'shards': 5,
191 },
192 },
Chong Gua10cd302022-01-14 19:22:19193 'fuchsia-fyi-x64-asan': {
194 'args': [
195 '--test-launcher-filter-file=../../testing/buildbot/filters/fuchsia.lsan.base_unittests.filter',
196 ],
197 },
Chong Gudf7fbe92021-02-24 02:55:58198 },
199 },
Haiyang Pan363c59a2020-07-23 05:47:04200 'blink_platform_unittests': {
201 'modifications': {
Haiyang Panfbd2b482020-09-23 23:41:25202 'android-pie-arm64-rel': {
203 # TODO(crbug.com/1111436): Move this back to walleye if/when additional
204 # capacity has been deployed.
205 'swarming': {
206 'dimension_sets': [
207 {
208 'device_type': 'sailfish',
209 },
210 ],
211 },
212 },
Chong Gu52481452021-04-02 17:52:41213 'fuchsia-code-coverage': {
214 'swarming': {
215 'shards': 5,
216 },
217 },
Haiyang Pan363c59a2020-07-23 05:47:04218 },
219 },
Chong Gu76046412021-09-22 17:49:21220 'blink_unittests': {
Chong Guc2d145e2021-03-31 19:55:34221 'modifications': {
222 'fuchsia-code-coverage': {
223 'swarming': {
224 'shards': 30,
225 },
226 },
227 },
228 },
John Chenaab16fc02020-03-03 06:35:45229 'blink_web_tests': {
230 'remove_from': [
Ilia Samsonovca3dfd52020-08-07 18:39:01231 'Mac10.11 Tests',
John Chenaab16fc02020-03-03 06:35:45232 'Win 7 Tests x64 (1)', # 64-bit win is unsupported by the layout tests.
233 'Win10 Tests x64 (dbg)',
234 ],
235 'modifications': {
236 'Fuchsia x64': {
237 'args': [
238 '--platform=fuchsia',
Weizhong Xia3fdef5ca2022-01-04 21:50:20239 '--jobs=1',
John Chenaab16fc02020-03-03 06:35:45240 ],
241 'swarming': {
242 'shards': 1,
243 },
244 },
245 'Linux Tests': {
246 "args": [
247 "--additional-env-var=LLVM_PROFILE_FILE=${ISOLATED_OUTDIR}/profraw/default-%2m.profraw",
248 ],
Struan Shrimpton57c594e42022-01-25 17:59:13249 'swarming': {
250 'quickrun_shards': 18,
251 },
John Chenaab16fc02020-03-03 06:35:45252 },
253 'Linux Tests (dbg)(1)': {
254 'args': [
255 '--debug',
256 ],
257 'swarming': {
Sven Zheng439fcdf2021-07-13 20:14:57258 'shards': 30,
John Chenaab16fc02020-03-03 06:35:45259 },
260 },
Lindsay Pasricha2a3898bb2022-02-08 23:21:25261 # TODO (crbug.com/1294574) Re-enable once fixed
262 'Mac Builder Next': {
263 'experiment_percentage': 0,
264 },
Xianzhu Wange6dec152021-08-02 19:54:53265 'Mac10.12 Tests': {
266 'swarming': {
267 'shards': 25,
268 },
269 },
John Chenaab16fc02020-03-03 06:35:45270 'Mac10.13 Tests': {
271 'swarming': {
272 'dimension_sets': [
273 {
Erik Staab59591f32020-08-25 23:07:07274 'gpu': None,
John Chenaab16fc02020-03-03 06:35:45275 },
276 ],
277 'shards': 25,
278 },
279 },
Zhaoyang Li69e2e002021-02-19 21:57:35280 'Mac10.15 Tests': {
281 'swarming': {
282 'dimension_sets': [
283 {
284 'gpu': None,
285 },
286 ],
287 'shards': 25,
288 },
289 },
Lindsay Pasricha8d9a0c32021-12-08 17:08:29290 'Mac11 Tests': {
291 'swarming': {
292 'dimension_sets': [
293 {
294 'gpu': None,
295 },
296 ],
297 'shards': 25,
Struan Shrimpton57c594e42022-01-25 17:59:13298 'quickrun_shards': 26,
Lindsay Pasricha8d9a0c32021-12-08 17:08:29299 },
300 },
Zhaoyang Li9357e1e12021-12-07 18:53:17301 'Mac11 Tests (dbg)': {
302 'experiment_percentage': 100,
303 'args': [
304 '--debug',
305 ],
306 'swarming': {
307 'shards': 40,
308 },
309 },
Chong Gu75af969a2021-03-22 14:46:14310 'ToTFuchsia x64': {
311 'args': [
312 '--platform=fuchsia',
313 ],
314 'swarming': {
315 'shards': 1,
316 },
317 },
John Chenaab16fc02020-03-03 06:35:45318 'V8 Blink Linux Debug': {
Michael Achenbach455d39242020-06-22 13:33:45319 # This builder compiles Chromium in release mode, but V8 in debug.
320 # TODO(machenbach): Change name and out directory of this builder to
321 # something less confusing.
John Chenaab16fc02020-03-03 06:35:45322 'args': [
Michael Achenbach455d39242020-06-22 13:33:45323 '-t',
324 'Debug',
325 '--release',
John Chenaab16fc02020-03-03 06:35:45326 ],
327 },
328 'V8 Blink Linux Future': {
329 'args': [
Brian Sheedy10ddf0a2021-08-16 23:19:07330 '--flag-specific=future-js',
John Chenaab16fc02020-03-03 06:35:45331 ],
332 },
333 'WebKit Linux ASAN': {
334 'args': [
335 '--additional-expectations',
336 '../../third_party/blink/web_tests/ASANExpectations',
Weizhong Xia91b53362022-01-05 17:13:35337 '--timeout-ms',
John Chenaab16fc02020-03-03 06:35:45338 '48000',
339 '--enable-sanitizer',
340 ],
341 'swarming': {
342 'shards': 20,
343 },
344 },
345 'WebKit Linux Leak': {
346 'args': [
347 '--additional-expectations',
348 '../../third_party/blink/web_tests/LeakExpectations',
Weizhong Xia91b53362022-01-05 17:13:35349 '--timeout-ms',
John Chenaab16fc02020-03-03 06:35:45350 '48000',
351 '--enable-leak-detection',
352 ],
353 'swarming': {
354 'shards': 10,
355 },
356 },
357 'WebKit Linux MSAN': {
358 'args': [
359 '--additional-expectations',
360 '../../third_party/blink/web_tests/MSANExpectations',
Weizhong Xia91b53362022-01-05 17:13:35361 '--timeout-ms',
John Chenaab16fc02020-03-03 06:35:45362 '66000',
363 '--enable-sanitizer',
364 ],
365 'swarming': {
366 'expiration': 36000,
367 'hard_timeout': 10800,
368 'io_timeout': 3600,
369 'shards': 20,
370 },
371 },
John Chenaab16fc02020-03-03 06:35:45372 'WebKit Linux layout_ng_disabled Builder': {
373 'args': [
Brian Sheedy10ddf0a2021-08-16 23:19:07374 '--flag-specific=disable-layout-ng',
John Chenaab16fc02020-03-03 06:35:45375 ],
Stephen Martinis6eb8a5572021-03-02 00:23:08376 'swarming': {
377 'shards': 20,
378 },
John Chenaab16fc02020-03-03 06:35:45379 },
380 'Win10 Tests x64': {
381 'args': [
382 '--target',
Takuto Ikutab28b582e2021-02-10 01:41:21383 'Release_x64',
John Chenaab16fc02020-03-03 06:35:45384 ],
385 'swarming': {
386 "shards": 28
387 },
388 },
389 'Win10 Tests x64 (dbg)': {
390 'args': [
391 '--debug',
392 '--target',
Takuto Ikutab28b582e2021-02-10 01:41:21393 'Debug_x64',
John Chenaab16fc02020-03-03 06:35:45394 ],
395 },
Kuan Huanga89737d2022-01-07 19:42:11396 'Win11 Tests x64': {
397 'args': [
398 '--target',
399 'Release_x64',
400 ],
401 'swarming': {
402 "shards": 28
403 },
404 },
Matt Reichhoffa59d5372022-04-18 19:57:22405 'Win7 Tests (dbg)(1)': {
406 'args': [
407 '--debug',
408 '--timeout-ms',
409 '60000'
410 ],
411 'experiment_percentage': 100,
412 # TODO(kbr): the "Windows-7-SP1" Swarming dimension set is implicit,
413 # from prefered_os_dimension in
414 # tools/build/scripts/slave/recipe_modules/swarming/api.py. Ideally,
415 # Swarming dimensions would be either specified for all testers on the
416 # waterfall (and therefore, explicitly specified for all tests in the
417 # generated JSON), or this would be removed, and the implicit one used.
418 'swarming': {
419 'dimension_sets': [
420 {
421 'os': 'Windows-7-SP1',
422 }
423 ],
424 },
425 },
John Chenaab16fc02020-03-03 06:35:45426 # tryserver.chromium.android
427 'android_blink_rel': {
428 'args': [
429 '--release',
430 '--android',
431 # TODO(crbug.com/912120): Breakpad was entirely disabled on
432 # Android. Remove this when it no longer affects Android crash
433 # log handling.
434 '--disable-breakpad',
435 # TODO(crbug.com/875172): run on the real GPU since the
436 # software fallback, SwiftShader, isn't yet for 32-bit ARM.
437 '--additional-driver-flag=--use-gpu-in-tests',
438 ],
439 },
440 'devtools_frontend_linux_blink_light_rel': {
441 'args': [
442 'http/tests/devtools',
443 ],
444 'swarming': {
445 'shards': 4,
446 },
447 },
Takuto Ikutabace8f82022-01-26 23:47:47448 'devtools_frontend_linux_blink_light_rel_fastbuild': {
449 'args': [
450 'http/tests/devtools',
451 ],
452 'swarming': {
453 'shards': 4,
454 },
455 },
John Chenaab16fc02020-03-03 06:35:45456 'fuchsia-fyi-x64-rel': {
457 'args': [
458 '--platform=fuchsia',
459 ],
460 'swarming': {
461 'shards': 1,
462 },
463 },
Mathias Carlen30968a62020-03-31 08:47:04464 'linux-autofill-assistant': {
465 'args': [
466 '--release',
467 ],
468 },
Arthur Sonzogni90f6df12022-02-02 14:28:32469 'linux-bfcache-rel': {
470 'args': [
471 '--flag-specific=enable-back-forward-cache-same-site',
472 # TODO(crbug.com/1255537): Re-enable the test.
473 '--ignore-tests=external/wpt/html/browsers/browsing-the-web/back-forward-cache/events.html',
474 ],
475 },
John Chenaab16fc02020-03-03 06:35:45476 'linux-blink-animation-use-time-delta': {
477 'args': [
478 '--debug',
479 ],
480 },
Daniel Libby178c9832020-10-08 20:36:14481 'linux-blink-web-tests-force-accessibility-rel': {
482 'args': [
Brian Sheedy10ddf0a2021-08-16 23:19:07483 '--flag-specific=force-renderer-accessibility',
Daniel Libby178c9832020-10-08 20:36:14484 ],
485 },
John Chenaab16fc02020-03-03 06:35:45486 'linux-code-coverage': {
487 'args': [
488 '--additional-env-var=LLVM_PROFILE_FILE=${ISOLATED_OUTDIR}/profraw/default-%2m.profraw',
489 ],
490 'swarming': {
491 'shards': 20,
492 },
493 },
Aaron Gable40f79aa2020-03-21 01:21:15494 'linux-layout-tests-edit-ng': {
495 'args': [
Brian Sheedy10ddf0a2021-08-16 23:19:07496 '--flag-specific=enable-editing-ng',
Aaron Gable40f79aa2020-03-21 01:21:15497 ],
498 },
Lindsay Pasricha60535a22021-12-13 16:50:24499 # TODO (crbug.com/1254971) Re-enable once fixed
500 'mac-osxbeta-rel': {
501 'experiment_percentage': 0,
502 },
John Chenaab16fc02020-03-03 06:35:45503 'mac10.12-blink-rel-dummy': {
504 'swarming': {
505 'shards': 20,
506 },
507 },
508 'mac10.13-blink-rel-dummy': {
509 'swarming': {
510 'shards': 20,
511 },
512 },
John Chenaab16fc02020-03-03 06:35:45513 'mac10.14-blink-rel-dummy': {
514 'swarming': {
Xinan Lind2f91712021-04-29 21:13:56515 # Increase timeout and reduce shards.
516 # See https://crbug.com/1203565.
517 'shards': 12,
518 'hard_timeout': 1800,
John Chenaab16fc02020-03-03 06:35:45519 },
520 },
Ilia Samsonov7efe05e2020-05-07 19:00:46521 'mac10.15-blink-rel-dummy': {
522 'swarming': {
523 'shards': 20,
524 },
525 },
Ilia Samsonovdd271c6c22020-09-08 22:24:44526 'mac11.0-blink-rel-dummy': {
527 'swarming': {
Dirk Pranke2cc61792021-06-10 20:24:54528 'shards': 12,
529 'hard_timeout': 1800,
Ilia Samsonovdd271c6c22020-09-08 22:24:44530 },
531 },
Preethi Mohand030de42021-07-22 21:12:13532 'win10.20h2-blink-rel-dummy': {
533 'swarming': {
Preethi Mohand044dd02021-09-06 15:59:42534 'shards': 14,
Preethi Mohand030de42021-07-22 21:12:13535 'hard_timeout': 1200,
536 },
537 },
John Chenaab16fc02020-03-03 06:35:45538 },
539 },
John Budorickca995852019-06-26 16:55:55540 'breakpad_unittests': {
541 'modifications': {
542 'android-asan': {
543 'args': [
544 '--test-launcher-filter-file=../../testing/buildbot/filters/android.asan.breakpad_unittests.filter',
545 ],
546 },
547 },
548 },
Kenneth Russelleb60cbd22017-12-05 07:54:28549 'browser_tests': {
Kenneth Russellfbda3c532017-12-08 23:57:24550 'remove_from': [
Brad Halla36886c2019-02-26 16:52:29551 'CrWinAsan(dll)', # https://crbug.com/935598
Nico Weber3af4da72018-02-27 01:59:41552 'linux-win_cross-rel',
Nico Weberdae13cd92018-12-14 13:56:26553 'ToTLinuxTSan', # https://crbug.com/368525
Scott Violet3bd7ddbb2022-01-15 00:04:20554 'Mac10.11 Tests', # https://crbug.com/1263696
Lindsay Pasrichab3f72db2021-09-22 22:05:46555 # TODO(crbug.com/1171053): Enable the suite in 'Mac10.15 Tests' once it's
Zhaoyang Li69e2e002021-02-19 21:57:35556 # off CQ.
Gary Tongd5f5a742021-01-29 00:01:13557 'Mac10.13 Tests', # https://crbug.com/1042757
Zhaoyang Li69e2e002021-02-19 21:57:35558 'Mac10.15 Tests', # https://crbug.com/1042757
Zhaoyang Li9357e1e12021-12-07 18:53:17559 'Mac11 Tests (dbg)', # https://crbug.com/1201386
Lindsay Pasricha8155d052021-04-22 00:06:43560 'mac-code-coverage', # https://crbug.com/1201386
Nico Weberd36959682018-04-12 03:33:46561 'Linux TSan Tests', # https://crbug.com/368525
Stephen Martinise701f5a2018-05-04 01:25:11562 'Win10 Tests x64 (dbg)',
Kenneth Russellfbda3c532017-12-08 23:57:24563 ],
Kenneth Russelleb60cbd22017-12-05 07:54:28564 'modifications': {
Nico Weber3f919792020-06-12 23:34:52565 'CrWinAsan': {
566 # These are very slow on the ASAN trybot for some reason.
Ben Pastened2c01af2022-01-31 23:06:44567 # crbug.com/1257927
Nico Weber3f919792020-06-12 23:34:52568 'swarming': {
569 'shards': 40,
570 },
571 },
572 'CrWinAsan(dll)': {
573 # These are very slow on the ASAN trybot for some reason.
Ben Pastened2c01af2022-01-31 23:06:44574 # crbug.com/1257927
Nico Weber3f919792020-06-12 23:34:52575 'swarming': {
576 'shards': 40,
577 },
578 },
Stephen Martinis1384ff92020-01-07 19:52:15579 'Linux - Future (dbg)': { # client.v8.chromium
Yuke Liaoea70f472019-12-19 06:03:36580 'swarming': {
Stephen Martinis1384ff92020-01-07 19:52:15581 'shards': 10,
Yuke Liaoea70f472019-12-19 06:03:36582 },
583 },
Stephen Martinis1384ff92020-01-07 19:52:15584 'Linux ASan LSan Tests (1)': {
585 # These are very slow on the ASAN trybot for some reason.
Ben Pastened2c01af2022-01-31 23:06:44586 # crbug.com/1257927
Roberto Carrillo2c9ec972019-03-20 03:11:19587 'swarming': {
Stephen Martinis1384ff92020-01-07 19:52:15588 'shards': 40,
Struan Shrimptone772d72f2021-12-15 07:50:09589 'quickrun_shards': 80
Roberto Carrillo2c9ec972019-03-20 03:11:19590 },
591 },
Chris Cunningham1d0e9e12020-02-26 22:56:40592 'Linux ASan Tests (sandboxed)': {
593 'swarming': {
John Abd-El-Malek3a631612020-07-08 21:40:41594 'shards': 30, # https://crbug.com/1103330
Chris Cunningham1d0e9e12020-02-26 22:56:40595 },
596 },
Stephen Martinis1384ff92020-01-07 19:52:15597 'Linux Chromium OS ASan LSan Tests (1)': {
598 # These are very slow on the ASAN trybot for some reason.
Ben Pastened2c01af2022-01-31 23:06:44599 # crbug.com/1257927
Roberto Carrillo5a5c98dc2019-10-30 22:33:51600 'swarming': {
Ben Pastened2c01af2022-01-31 23:06:44601 'shards': 50,
Roberto Carrillo5a5c98dc2019-10-30 22:33:51602 },
603 },
Stephen Martinis1384ff92020-01-07 19:52:15604 'Linux ChromiumOS MSan Tests': {
605 # These are very slow on the Chrome OS MSAN trybot for some reason.
606 # crbug.com/865455
Kenneth Russell56a3e862017-12-08 03:11:34607 'swarming': {
Alexis Hetu86d16b92022-04-12 12:52:48608 # This should be reverted to 48 before end of April 2022, when the slowdown is fixed.
609 # crbug.com/1313907
610 'shards': 72,
Kenneth Russell56a3e862017-12-08 03:11:34611 },
Ben Pastene44221d32020-05-21 23:38:36612 'args': [
613 '--test-launcher-filter-file=../../testing/buildbot/filters/chromeos.msan.browser_tests.oobe_negative.filter',
614 ],
Kenneth Russell56a3e862017-12-08 03:11:34615 },
Struan Shrimptonf5b2b552022-01-20 20:37:39616 'Linux Tests': {
617 'swarming': {
618 'quickrun_shards': 15,
619 },
620 },
Maksim Sisovc81d284c2021-10-05 17:54:35621 # https://crbug.com/1084469
622 'Linux Tests (Wayland)': {
623 'args': [
624 '--test-launcher-filter-file=../../testing/buildbot/filters/ozone-linux.wayland_browser_tests.filter',
625 ],
Struan Shrimptone772d72f2021-12-15 07:50:09626 'swarming': {
627 'quickrun_shards': 24,
628 },
Maksim Sisovc81d284c2021-10-05 17:54:35629 },
John Budorick614f91a2020-03-30 20:34:55630 'Linux Tests (dbg)(1)': {
631 # crbug.com/1066161
632 'swarming': {
633 'shards': 20,
634 },
635 },
Stephen Martinis1384ff92020-01-07 19:52:15636 'Mac ASan 64 Tests (1)': {
Kenneth Russellfbda3c532017-12-08 23:57:24637 'swarming': {
Stephen Martiniscd3c3832020-11-19 22:01:24638 'shards': 30,
Kenneth Russellfbda3c532017-12-08 23:57:24639 },
Lindsay Pasricha8155d052021-04-22 00:06:43640 # crbug.com/1196416
641 'args': [
642 '--test-launcher-filter-file=../../testing/buildbot/filters/mac.mac-rel.browser_tests.filter',
643 ],
Lindsay Pasrichab3f72db2021-09-22 22:05:46644 'experiment_percentage': 100, # https://crbug.com/1251657
Kenneth Russellfbda3c532017-12-08 23:57:24645 },
Sven Zheng3f14625692021-08-24 06:28:27646 # TODO(crbug.com/1232535) Remove once the bug is resolved.
647 'Mac10.11 Tests': {
648 'args': [
649 '--test-launcher-print-timestamps',
650 ],
651 },
Lindsay Pasricha9180f4692022-03-04 07:52:49652 # crbug.com/1300822
653 'Mac10.12 Tests': {
Lindsay Pasrichaf98319552022-03-17 00:20:44654 # crbug.com/1307029
655 'experiment_percentage': 100,
Lindsay Pasricha9180f4692022-03-04 07:52:49656 'swarming': {
657 'shards': 20,
658 },
659 },
Lindsay Pasricha76f44d22021-04-07 16:16:26660 'Mac10.15 Tests': {
661 # crbug.com/1042757
662 'swarming': {
663 'dimension_sets': [
664 {
665 # These shards are liable to time out when running on macmini7,1.
666 'cores': '8|12',
667 }
668 ],
669 },
670 # crbug.com/1196416
671 'args': [
672 '--test-launcher-filter-file=../../testing/buildbot/filters/mac.mac-rel.browser_tests.filter',
673 ],
674 },
Lindsay Pasrichaf8762592021-12-02 23:43:09675 'Mac11 Tests': {
676 'ci_only': True,
677 },
Zhaoyang Li9357e1e12021-12-07 18:53:17678 'Mac11 Tests (dbg)': {
679 # crbug.com/1042757
680 'swarming': {
681 'dimension_sets': [
682 {
683 # These shards are liable to time out when running on macmini7,1.
684 'cores': '8|12',
685 }
686 ],
687 },
688 # crbug.com/1196416
689 'args': [
690 '--test-launcher-filter-file=../../testing/buildbot/filters/mac.mac-rel.browser_tests.filter',
691 ],
692 },
Stephen Martinis1384ff92020-01-07 19:52:15693 'ToTWin(dbg)': {
Kenneth Russelleb60cbd22017-12-05 07:54:28694 'swarming': {
John Budorickca14c76f62017-12-09 14:19:18695 'shards': 20,
Kenneth Russelleb60cbd22017-12-05 07:54:28696 },
697 },
Stephen Martinis1384ff92020-01-07 19:52:15698 'ToTWin64(dbg)': {
Kenneth Russell8ceeabf2017-12-11 17:53:28699 'swarming': {
700 'shards': 20,
701 },
702 },
Kenneth Russell6c83d212018-07-27 20:52:59703 'Win10 Tests x64': {
704 # crbug.com/868082
705 'args': [
706 '--disable-features=WebRTC-H264WithOpenH264FFmpeg',
707 ],
Takuto Ikutac9c269a2019-01-10 22:40:25708 'swarming': {
709 # This is for slow test execution that often becomes a critical path of
710 # swarming jobs. crbug.com/868114
711 'shards': 15,
Struan Shrimptona1ab7672022-01-13 18:02:51712 'quickrun_shards': 40,
Takuto Ikutac9c269a2019-01-10 22:40:25713 }
Kenneth Russell6c83d212018-07-27 20:52:59714 },
Kuan Huanga89737d2022-01-07 19:42:11715 'Win11 Tests x64': {
716 # crbug.com/868082
717 'args': [
718 '--disable-features=WebRTC-H264WithOpenH264FFmpeg',
719 ],
720 'swarming': {
721 # This is for slow test execution that often becomes a critical path of
722 # swarming jobs. crbug.com/868114
723 'shards': 15,
724 'quickrun_shards': 30,
725 }
726 },
Stephen Martinis1384ff92020-01-07 19:52:15727 'Win7 Tests (1)': {
728 # This is for slow test execution that often becomes a critical path of
729 # swarming jobs. crbug.com/868114
730 'swarming': {
731 'shards': 15,
732 },
733 },
Matt Reichhoffa59d5372022-04-18 19:57:22734 'Win7 Tests (dbg)(1)': {
735 'swarming': {
736 'shards': 20,
737 },
738 },
Stephen Martinis1384ff92020-01-07 19:52:15739 'linux-chromeos-chrome': {
740 # TODO(https://crbug.com/932269): Promote out of experiment when the
741 # tests are green.
742 'args': [
743 '--test-launcher-filter-file=../../testing/buildbot/filters/chromeos.browser_tests.filter',
744 ],
745 },
746 'linux-chromeos-code-coverage': {
Nico Weber0c2861b2018-12-14 18:05:16747 'swarming': {
Stephen Martinis1384ff92020-01-07 19:52:15748 'shards': 50,
749 },
750 },
751 'linux-chromeos-dbg': {
752 'swarming': {
Garrett Beatyd81c9182021-05-12 02:52:50753 'shards': 40,
Stephen Martinis1384ff92020-01-07 19:52:15754 },
755 },
756 'linux-chromeos-rel': {
757 'swarming': {
758 'shards': 20,
Struan Shrimptone772d72f2021-12-15 07:50:09759 'quickrun_shards': 40,
Stephanie Kime9008f72020-03-05 23:01:16760 'dimension_sets': [
761 {
762 'kvm': '1',
763 },
764 ],
Stephen Martinis1384ff92020-01-07 19:52:15765 },
766 },
767 'linux-code-coverage': {
Yuke Liao58e1d202020-03-20 23:02:01768 'args': [
769 '--no-sandbox',
770 ],
Stephen Martinis1384ff92020-01-07 19:52:15771 'swarming': {
772 'shards': 50,
773 },
774 },
Junhua Chen39dd2dba2021-05-05 17:51:54775 'linux-lacros-code-coverage': {
776 'args': [
Ben Pastened1b2fd192021-05-11 19:10:18777 '--test-launcher-filter-file=../../testing/buildbot/filters/linux-lacros.browser_tests.filter',
Junhua Chen39dd2dba2021-05-05 17:51:54778 ],
779 },
Jieting Yangbf15db672021-10-04 19:18:37780 'linux-lacros-dbg-tests-fyi': {
781 'args': [
782 '--test-launcher-filter-file=../../testing/buildbot/filters/linux-lacros.browser_tests.filter',
783 ],
784 },
Sven Zheng80734f12020-08-06 06:50:39785 'linux-lacros-tester-rel': {
786 'args': [
Ben Pastened1b2fd192021-05-11 19:10:18787 '--test-launcher-filter-file=../../testing/buildbot/filters/linux-lacros.browser_tests.filter',
Sven Zheng80734f12020-08-06 06:50:39788 ],
Struan Shrimptone772d72f2021-12-15 07:50:09789 'swarming': {
790 'quickrun_shards': 20,
791 },
Sven Zheng80734f12020-08-06 06:50:39792 },
Kuan Huang235b0142021-10-19 18:59:28793 'mac-code-coverage': {
794 'args': [
795 '--coverage-continuous-mode=1',
796 ],
797 },
Lindsay Pasricha8bbc3382022-01-31 22:54:54798 'mac-osxbeta-rel': {
799 'swarming': {
800 'shards': 12,
801 },
802 },
Kuan Huang83a1c922021-09-08 22:00:27803 'mac11-arm64-rel-tests': {
Kuan Huang199112a52021-08-23 17:37:19804 'ci_only': False, # https://crbug.com/1234525
Lindsay Pasricha36432062021-10-27 20:43:30805 'args': [
806 # crbug.com/1262402
807 '--test-launcher-filter-file=../../testing/buildbot/filters/mac.mac11-arm64-rel.browser_tests.filter',
Lindsay Pasricha7cb620d2022-01-28 23:47:01808 ],
809 'swarming': {
Lindsay Pasrichab7e471f2022-02-08 18:17:31810 'shards': 30,
Lindsay Pasricha7cb620d2022-01-28 23:47:01811 },
Kuan Huang199112a52021-08-23 17:37:19812 },
Stephen Martinis1384ff92020-01-07 19:52:15813 'win-asan': {
Nico Weber3f919792020-06-12 23:34:52814 # These are very slow on the ASAN trybot for some reason.
Ben Pastened2c01af2022-01-31 23:06:44815 # crbug.com/1257927
Stephen Martinis1384ff92020-01-07 19:52:15816 'swarming': {
Nico Weber3f919792020-06-12 23:34:52817 'shards': 40,
Nico Weber0c2861b2018-12-14 18:05:16818 },
819 },
Yuki Yamada70190fc2021-10-28 09:00:27820 'win-backuprefptr-x64-fyi-rel': {
821 'args': [
822 '--test-launcher-filter-file=../../testing/buildbot/filters/win_backuprefptr_fyi.browser_tests.filter',
823 ],
824 },
Kenneth Russelleb60cbd22017-12-05 07:54:28825 },
826 },
Erik Chen681dc0282019-11-26 22:54:49827 'cc_unittests': {
828 'modifications': {
829 'Linux TSan Tests': {
830 'swarming': {
831 'shards': 3,
832 },
833 },
Haiyang Pan9d68ca02021-08-04 21:30:47834 'android-11-x86-rel': {
Haiyang Pancf765862021-03-18 20:39:15835 # https://crbug.com/1039860
836 'args': [
Haiyang Pan11d8bd52021-11-19 21:22:54837 '--test-launcher-filter-file=../../testing/buildbot/filters/android.emulator_11_12.cc_unittests.filter',
838 ],
839 },
Haiyang Pan2a55a452022-03-03 08:18:33840 'android-12-x64-rel': {
Haiyang Pan11d8bd52021-11-19 21:22:54841 # https://crbug.com/1039860
842 'args': [
843 '--test-launcher-filter-file=../../testing/buildbot/filters/android.emulator_11_12.cc_unittests.filter',
Haiyang Pancf765862021-03-18 20:39:15844 ],
845 },
Haiyang Pan6b8e4cf2021-08-02 21:38:28846 'android-marshmallow-x86-rel': {
John Budorickfa8f1da92020-01-15 18:11:38847 # https://crbug.com/1039860
848 'args': [
849 '--test-launcher-filter-file=../../testing/buildbot/filters/android.emulator.cc_unittests.filter',
850 ],
851 },
Haiyang Pan08d09dc2020-04-01 16:11:21852 'android-pie-x86-rel': {
John Budorickfa8f1da92020-01-15 18:11:38853 # https://crbug.com/1039860
854 'args': [
855 '--test-launcher-filter-file=../../testing/buildbot/filters/android.emulator.cc_unittests.filter',
856 ],
857 },
Struan Shrimptona1ab7672022-01-13 18:02:51858 'chromeos-amd64-generic-rel': {
859 'swarming': {
860 'quickrun_shards': 2,
861 },
862 },
Chong Gudf7fbe92021-02-24 02:55:58863 'fuchsia-code-coverage': {
864 'swarming': {
865 'shards': 4,
866 },
867 },
Chong Gub2446462021-08-19 18:44:08868 'fuchsia-fyi-arm64-dbg': {
869 'args': [
870 '--test-launcher-filter-file=../../testing/buildbot/filters/fuchsia.debug.cc_unittests.filter',
871 ],
872 },
Erik Chen681dc0282019-11-26 22:54:49873 },
874 },
Prakhar94f444a2020-10-08 07:30:08875 'check_static_initializers': {
876 'modifications': {
877 'Mac Builder': {
878 'args': [
879 '--allow-coverage-initializer',
880 ],
881 },
882 },
883 },
Ben Pastene7a05a8f2020-11-12 17:25:51884 'chrome_all_tast_tests': {
885 'modifications': {
Struan Shrimpton4b7abc02021-12-16 01:36:59886 'chromeos-amd64-generic-rel': {
887 'swarming': {
Struan Shrimpton57c594e42022-01-25 17:59:13888 'quickrun_shards': 8,
Struan Shrimpton4b7abc02021-12-16 01:36:59889 },
890 },
Ben Pastene7a05a8f2020-11-12 17:25:51891 'chromeos-betty-pi-arc-cfi-thin-lto-chrome': {
892 'args': [
893 # This bot sets symbol_level=2, which doesn't fit inside a normal VM.
894 '--strip-chrome',
895 ],
896 },
897 },
898 },
Andrew Luod252791ac2019-10-15 00:28:13899 'chrome_java_test_pagecontroller_tests': {
Haiyang Panfbd2b482020-09-23 23:41:25900 'modifications': {
901 'android-pie-arm64-rel': {
902 # TODO(crbug.com/1111436): Move this back to walleye if/when additional
903 # capacity has been deployed.
904 'swarming': {
905 'dimension_sets': [
906 {
907 'device_type': 'sailfish',
908 },
909 ],
910 },
911 },
912 },
Andrew Luod252791ac2019-10-15 00:28:13913 },
Stephanie Kim07761d22021-11-25 00:21:18914 'chrome_junit_tests': {
915 'modifications': {
916 'android-marshmallow-arm64-rel': {
917 'args': [
918 # Too many shards can lead to race conditions (crbug/1272066)
919 '--shards=8',
920 ],
921 },
922 },
923 },
Yun Liu7cfd28a2019-10-30 01:57:12924 'chrome_public_smoke_test': {
925 'remove_from': [
Ben Joyce02dc8092021-03-04 21:48:19926 'android-code-coverage-native', # Does not generate profraw data.
Ben Joyce46ca6012021-03-31 19:19:25927 'android-pie-arm64-coverage-experimental-rel', # Does not generate profraw data.
Yun Liu7cfd28a2019-10-30 01:57:12928 ],
929 },
Kenneth Russelleb60cbd22017-12-05 07:54:28930 'chrome_public_test_apk': {
John Budorick27d2d44e2019-05-20 20:26:09931 'remove_from': [
932 'android-asan', # https://crbug.com/964562
Ben Joyce02dc8092021-03-04 21:48:19933 'android-code-coverage-native', # Does not generate profraw data.
Ben Joyce46ca6012021-03-31 19:19:25934 'android-pie-arm64-coverage-experimental-rel', # Does not generate profraw data.
John Budorick27d2d44e2019-05-20 20:26:09935 ],
Kenneth Russelleb60cbd22017-12-05 07:54:28936 'modifications': {
Kenneth Russelleb60cbd22017-12-05 07:54:28937 'Marshmallow 64 bit Tester': {
938 'swarming': {
Kenneth Russelleb60cbd22017-12-05 07:54:28939 'shards': 14,
940 },
941 },
Arthur Wang5dd7b07c2020-04-04 01:05:22942 'Marshmallow Tablet Tester': {
943 'args': [
944 '--timeout-scale',
945 '2.0',
946 ],
947 },
Ben Pastenec73e96e92018-07-12 01:40:35948 'Oreo Phone Tester': {
bsheedy01833462018-12-07 01:05:57949 # TODO(https://crbug.com/884413): Re-enable this once the tests are
950 # either passing or there is more capacity.
951 'experiment_percentage': 0,
Ben Pastenec73e96e92018-07-12 01:40:35952 },
Haiyang Pan9d68ca02021-08-04 21:30:47953 'android-11-x86-rel': {
Haiyang Panb80557c2021-03-13 03:01:44954 'args': [
955 '--test-launcher-filter-file=../../testing/buildbot/filters/android.emulator_11.chrome_public_test_apk.filter',
Haiyang Pan1d5ca2862021-04-01 22:21:09956 '--timeout-scale=2.0',
Haiyang Panb80557c2021-03-13 03:01:44957 ],
Haiyang Panc82c3fa2022-02-01 01:26:06958 # TODO(https://crbug.com/1285975) Remove experiment and enable on
959 # trybot once the device offline issue is resolved.
960 'ci_only': True,
961 'experiment_percentage': 100,
Haiyang Pan68a39c02021-11-11 21:12:21962 },
Haiyang Pan2a55a452022-03-03 08:18:33963 'android-12-x64-rel': {
Haiyang Pan68a39c02021-11-11 21:12:21964 'args': [
Haiyang Pan629f4e42022-02-09 22:11:23965 '--test-launcher-filter-file=../../testing/buildbot/filters/android.emulator_12.chrome_public_test_apk.filter',
Haiyang Pan68a39c02021-11-11 21:12:21966 '--timeout-scale=2.0',
967 ],
Haiyang Pan2a55a452022-03-03 08:18:33968 # TODO(crbug.com/1225851): Remove experiment and ci_only
969 # once the test suite is stable.
970 'ci_only': True,
971 'experiment_percentage': 100,
Haiyang Panb80557c2021-03-13 03:01:44972 },
Stephen Martinis1384ff92020-01-07 19:52:15973 'android-arm64-proguard-rel': {
974 'swarming': {
975 'shards': 25,
976 },
977 },
Brian Sheedy44a7a0032020-04-16 19:20:57978 'android-marshmallow-arm64-rel-swarming': {
979 'swarming': {
Brian Sheedy180c2dd2020-04-22 19:34:31980 'service_account': '[email protected]'
Brian Sheedy44a7a0032020-04-16 19:20:57981 },
982 },
James Shen39aa0e32022-03-22 04:44:50983 'android-marshmallow-x86-fyi-rel-reviver': {
984 'swarming': {
985 # TODO(crbug.com/1127110): Revisit shards and machine_type if there
986 # are n2 machines available in the test pool.
987 'shards': 25,
988 },
989 },
Haiyang Pan742760c2021-02-12 03:21:41990 'android-marshmallow-x86-rel': {
991 'args': [
992 '--test-launcher-filter-file=../../testing/buildbot/filters/android.emulator_m.chrome_public_test_apk.filter',
993 ],
994 'swarming': {
995 # TODO(crbug.com/1127110): Revisit shards and machine_type if there
996 # are n2 machines available in the test pool.
997 'shards': 25,
Haiyang Pan742760c2021-02-12 03:21:41998 },
Haiyang Pan37fbd7a42020-06-03 03:27:37999 },
Stephen Martinis1384ff92020-01-07 19:52:151000 'android-pie-arm64-rel': {
1001 'args': [
1002 '--test-launcher-filter-file=../../testing/buildbot/filters/android.pie_arm64_rel.chrome_public_test_apk.filter', # https://crbug.com/1010211
1003 ],
Stephen Martinisd05530d2021-07-27 22:50:221004 'ci_only': True, # https://crbug.com/1233700
Haiyang Pan43640ee2020-02-13 01:38:001005 },
Haiyang Pan08d09dc2020-04-01 16:11:211006 'android-pie-x86-rel': {
Haiyang Pan43640ee2020-02-13 01:38:001007 'args': [
Haiyang Pan71373072020-03-02 19:57:491008 # https://crbug.com/1046059
Haiyang Pan23f64f52020-06-04 01:23:321009 '--test-launcher-filter-file=../../testing/buildbot/filters/android.emulator_p.chrome_public_test_apk.filter',
Haiyang Pan43640ee2020-02-13 01:38:001010 ],
Haiyang Pan71373072020-03-02 19:57:491011 'swarming': {
Haiyang Pan58a6db22021-07-30 01:08:261012 # See https://crbug.com/1230192, runs of 40-60 minutes at 20 shards.
1013 'shards': 30,
1014 },
1015 },
1016 },
1017 },
1018 'chrome_public_test_apk_with_playstore': {
1019 'remove_from': [
1020 # Android Emulator does not ship playstore image on Marshmallow.
James Shen39aa0e32022-03-22 04:44:501021 'android-marshmallow-x86-fyi-rel-reviver',
Haiyang Pan58a6db22021-07-30 01:08:261022 'android-marshmallow-x86-rel',
1023 ],
1024 'modifications': {
Haiyang Pan9d68ca02021-08-04 21:30:471025 'android-11-x86-rel': {
Haiyang Pan58a6db22021-07-30 01:08:261026 'args': [
1027 '--avd-config=../../tools/android/avd/proto/generic_playstore_android30.textpb',
1028 ],
1029 'swarming': {
1030 # soft affinity so that bots with caches will be picked first
1031 'optional_dimensions': {
1032 '60': [
1033 {
Haiyang Pan0fee3652022-02-23 19:19:481034 'caches': 'generic_playstore_android30',
Haiyang Pan58a6db22021-07-30 01:08:261035 }
1036 ],
1037 },
1038 'named_caches': [
1039 {
Haiyang Pan0fee3652022-02-23 19:19:481040 'name': 'generic_playstore_android30',
1041 'path': '.android_emulator/generic_playstore_android30',
Haiyang Pan58a6db22021-07-30 01:08:261042 },
1043 ],
1044 },
1045 },
Haiyang Pan2a55a452022-03-03 08:18:331046 'android-12-x64-rel': {
Haiyang Pan68a39c02021-11-11 21:12:211047 'args': [
1048 '--avd-config=../../tools/android/avd/proto/generic_playstore_android31.textpb',
1049 ],
1050 'swarming': {
1051 # soft affinity so that bots with caches will be picked first
1052 'optional_dimensions': {
1053 '60': [
1054 {
Haiyang Pan0fee3652022-02-23 19:19:481055 'caches': 'generic_playstore_android31',
Haiyang Pan68a39c02021-11-11 21:12:211056 }
1057 ],
1058 },
1059 'named_caches': [
1060 {
Haiyang Pan0fee3652022-02-23 19:19:481061 'name': 'generic_playstore_android31',
1062 'path': '.android_emulator/generic_playstore_android31',
Haiyang Pan68a39c02021-11-11 21:12:211063 },
1064 ],
1065 },
1066 },
Haiyang Pan58a6db22021-07-30 01:08:261067 'android-pie-x86-rel': {
1068 'args': [
1069 '--avd-config=../../tools/android/avd/proto/generic_playstore_android28.textpb',
1070 ],
1071 'swarming': {
Haiyang Pan2c438302021-06-11 23:50:381072 # soft affinity so that bots with caches will be picked first
1073 'optional_dimensions': {
1074 '60': [
1075 {
Haiyang Pan0fee3652022-02-23 19:19:481076 'caches': 'generic_playstore_android28',
Haiyang Pan2c438302021-06-11 23:50:381077 }
1078 ],
1079 },
Haiyang Pan71373072020-03-02 19:57:491080 'named_caches': [
1081 {
Haiyang Pan0fee3652022-02-23 19:19:481082 'name': 'generic_playstore_android28',
1083 'path': '.android_emulator/generic_playstore_android28',
Haiyang Pan71373072020-03-02 19:57:491084 },
Haiyang Pan980402822020-10-07 23:24:561085 ],
Haiyang Pan71373072020-03-02 19:57:491086 },
John Budorick34009472018-04-03 17:38:441087 },
Kenneth Russelleb60cbd22017-12-05 07:54:281088 },
1089 },
1090 'chrome_public_test_vr_apk': {
Nico Weberb0b3f5862018-07-13 18:45:151091 'remove_from': [
Ben Joyce3e043862021-10-20 23:57:241092 # Decided to no longer run VR tests on M, crbug.com/1159619.
bsheedy410dd7c2018-06-15 22:42:091093 'Marshmallow Tablet Tester',
Haiyang Pand12ff5462021-07-12 17:29:021094
Andrew Luo38b311f2019-10-04 03:42:091095 'android-pie-arm64-rel', # https://crbug.com/1010211
bsheedydf58b4e2018-11-01 19:42:161096 'ToTAndroid',
John Budorick27d2d44e2019-05-20 20:26:091097 'android-asan', # https://crbug.com/964562
Ben Joyce02dc8092021-03-04 21:48:191098 'android-code-coverage-native', # Does not generate profraw data.
Ben Joyce46ca6012021-03-31 19:19:251099 'android-pie-arm64-coverage-experimental-rel', # Does not generate profraw data.
bsheedy410dd7c2018-06-15 22:42:091100 ],
Kenneth Russelleb60cbd22017-12-05 07:54:281101 },
bsheedy75a4dd52018-11-27 23:24:301102 'chrome_public_test_vr_apk-vega': {
1103 'modifications': {
bsheedy75a4dd52018-11-27 23:24:301104 'Oreo Phone Tester': {
1105 'swarming': {
1106 'dimension_sets': [
1107 {
1108 'device_os': 'OVR1.180808.003',
1109 'device_type': 'vega',
1110 'os': 'Android',
1111 },
1112 ],
1113 },
1114 }
1115 }
1116 },
Ian Struiksmaeb285db02020-10-20 22:19:341117 'chrome_sizes': {
1118 'modifications': {
Yuke Liao975680302021-02-18 18:34:541119 'lacros-amd64-generic-chrome': {
1120 'swarming': {
1121 'dimension_sets': [
1122 {
Yuke Liao31225ee32021-03-17 23:21:331123 'cpu': 'x86-64',
Ben Pasteneddd3da72021-09-23 17:41:351124 'os': 'Ubuntu-18.04',
Yuke Liao975680302021-02-18 18:34:541125 },
1126 ],
1127 },
1128 },
Ben Pastenee9536c82021-10-19 01:48:571129 'lacros-arm-generic-chrome': {
1130 'swarming': {
1131 'dimension_sets': [
1132 {
1133 'cpu': 'x86-64',
1134 'os': 'Ubuntu-18.04',
1135 },
1136 ],
1137 },
1138 },
Ian Struiksmaeb285db02020-10-20 22:19:341139 },
1140 },
Takuto Ikuta1b749b902019-04-11 18:05:531141 'chromedriver_py_tests': {
1142 'remove_from': [
1143 # Timeout happens sometimes (crbug.com/951799).
Takuto Ikuta1b749b902019-04-11 18:05:531144 'Win10 Tests x64 (dbg)',
1145 ],
1146 },
Haiyang Panfed339172021-03-10 23:19:571147 'components_browsertests': {
1148 'modifications': {
Haiyang Pan9d68ca02021-08-04 21:30:471149 'android-11-x86-rel': {
Haiyang Panfed339172021-03-10 23:19:571150 'swarming': {
1151 'shards': 2,
1152 },
1153 },
André Kempef30fe9d22022-02-03 10:44:291154 'android-asan': {
1155 'swarming': {
1156 'shards': 3,
1157 },
1158 },
Struan Shrimptonf5b2b552022-01-20 20:37:391159 'android-marshmallow-arm64-rel': {
1160 'swarming': {
1161 'quickrun_shards': 2,
1162 },
1163 },
Haiyang Panfed339172021-03-10 23:19:571164 },
1165 },
Kenneth Russelleb60cbd22017-12-05 07:54:281166 'components_unittests': {
Yun Liu3e759dbb2019-11-01 19:25:521167 'remove_from': [
Ben Joyce68c5c852021-10-16 23:55:161168 # https://crbug.com/1147531 - covered on marshmallow emulator.
Garrett Beaty47a2d802020-11-10 20:50:531169 'android-marshmallow-arm64-rel',
Yun Liu3e759dbb2019-11-01 19:25:521170 ],
Kenneth Russelleb60cbd22017-12-05 07:54:281171 'modifications': {
John Budorick5052d552017-12-13 02:59:341172 'Linux ASan LSan Tests (1)': {
1173 # These are very slow on the ASAN trybot for some reason.
Ben Pastened2c01af2022-01-31 23:06:441174 # crbug.com/1257927
John Budorick5052d552017-12-13 02:59:341175 'swarming': {
1176 'shards': 5,
1177 },
1178 },
Takuto Ikuta54671d972018-07-19 19:06:351179 'Linux Chromium OS ASan LSan Tests (1)': {
1180 # These are very slow on the ASAN trybot for some reason.
Ben Pastened2c01af2022-01-31 23:06:441181 # crbug.com/1257927
Takuto Ikuta54671d972018-07-19 19:06:351182 'swarming': {
1183 'shards': 5,
1184 },
1185 },
Erik Chen681dc0282019-11-26 22:54:491186 'Linux TSan Tests': {
1187 'swarming': {
1188 'shards': 2,
1189 },
1190 },
Haiyang Pan9d68ca02021-08-04 21:30:471191 'android-11-x86-rel': {
Haiyang Pan799282f2021-03-25 19:38:311192 'args': [
Haiyang Pane521cf692021-11-30 00:35:231193 # TODO(crbug.com/1192348): Fix the test failure
1194 '--gtest_filter=-FieldFormatterTest.DifferentLocales',
Haiyang Pan799282f2021-03-25 19:38:311195 ],
1196 },
Haiyang Pan2a55a452022-03-03 08:18:331197 'android-12-x64-rel': {
Haiyang Pan2877f062021-11-18 01:06:061198 'args': [
1199 # TODO(crbug.com/1192348): Fix the test failure
1200 '--gtest_filter=-FieldFormatterTest.DifferentLocales',
1201 ],
1202 },
Sven Zheng80734f12020-08-06 06:50:391203 # https://crbug.com/1111979,
Junhua Chen39dd2dba2021-05-05 17:51:541204 'linux-lacros-code-coverage': {
1205 'args': [
1206 '--test-launcher-filter-file=../../testing/buildbot/filters/linux-lacros.components_unittests.filter',
1207 ],
1208 },
1209 # https://crbug.com/1111979,
Yuke Liaoa0db4742021-08-09 18:28:331210 'linux-lacros-dbg-tests-fyi': {
1211 'args': [
1212 '--test-launcher-filter-file=../../testing/buildbot/filters/linux-lacros.components_unittests.filter',
1213 ],
1214 },
1215 # https://crbug.com/1111979,
Sven Zheng5c9d3e342020-08-11 21:39:431216 'linux-lacros-tester-rel': {
Sven Zheng5c9d3e342020-08-11 21:39:431217 'args': [
Yuke Liao56a437dd2021-05-05 04:53:401218 '--test-launcher-filter-file=../../testing/buildbot/filters/linux-lacros.components_unittests.filter',
Sven Zheng5c9d3e342020-08-11 21:39:431219 ],
Sven Zheng80734f12020-08-06 06:50:391220 },
1221 },
Sven Zheng577fe5ff2020-08-03 22:06:441222 },
Chong Gu76046412021-09-22 17:49:211223 'compositor_unittests': {
Chong Gub2446462021-08-19 18:44:081224 'modifications': {
1225 'fuchsia-fyi-arm64-dbg': {
1226 'args': [
1227 '--test-launcher-filter-file=../../testing/buildbot/filters/fuchsia.debug.compositor_unittests.filter',
1228 ],
1229 },
1230 },
1231 },
Kenneth Russelleb60cbd22017-12-05 07:54:281232 'content_browsertests': {
Brad Halla36886c2019-02-26 16:52:291233 'remove_from': [
Brad Halla36886c2019-02-26 16:52:291234 'CrWinAsan(dll)', # https://crbug.com/935598
Chong Gu0ed5dcda2021-07-15 21:26:111235 'android-marshmallow-arm64-rel', # http://crbug.com/1060245#c30: due to low utility and capacity.
Brad Halla36886c2019-02-26 16:52:291236 ],
Kenneth Russelleb60cbd22017-12-05 07:54:281237 'modifications': {
Kenneth Russellfbda3c532017-12-08 23:57:241238 'Cast Audio Linux': {
1239 'args': [
Nico Weber02f30392018-07-16 18:39:431240 '--test-launcher-filter-file=../../testing/buildbot/filters/cast-linux.content_browsertests.filter',
Kenneth Russellfbda3c532017-12-08 23:57:241241 ],
Kenneth Russellfbda3c532017-12-08 23:57:241242 },
1243 'Cast Linux': {
1244 'args': [
Nico Weber02f30392018-07-16 18:39:431245 '--test-launcher-filter-file=../../testing/buildbot/filters/cast-linux.content_browsertests.filter',
Kenneth Russellfbda3c532017-12-08 23:57:241246 ],
Kenneth Russellfbda3c532017-12-08 23:57:241247 },
Erik Chenb681c8c2019-11-25 22:52:521248 'Linux ASan LSan Tests (1)': {
1249 'swarming': {
1250 'shards': 12,
Struan Shrimptone772d72f2021-12-15 07:50:091251 'quickrun_shards': 24,
Erik Chenb681c8c2019-11-25 22:52:521252 },
1253 },
Chris Cunninghame1a04ea2019-04-24 01:49:321254 'Linux ASan Tests (sandboxed)': {
1255 'swarming': {
John Abd-El-Malek3a631612020-07-08 21:40:411256 'shards': 10, # https://crbug.com/1103330
Chris Cunninghame1a04ea2019-04-24 01:49:321257 },
1258 },
Erik Chen681dc0282019-11-26 22:54:491259 'Linux TSan Tests': {
1260 'swarming': {
1261 'shards': 15,
Struan Shrimptonf5b2b552022-01-20 20:37:391262 'quickrun_shards': 30,
Erik Chen681dc0282019-11-26 22:54:491263 },
1264 },
Lindsay Pasrichab3f72db2021-09-22 22:05:461265 'Mac ASan 64 Tests (1)': { # https://crbug.com/1200640
1266 'experiment_percentage': 100,
1267 },
Struan Shrimpton57c594e42022-01-25 17:59:131268 'Mac11 Tests': {
1269 'swarming': {
Lindsay Pasricha0b5beaf2022-03-04 08:15:271270 'shards': 12,
Struan Shrimpton57c594e42022-01-25 17:59:131271 'quickrun_shards': 10,
1272 },
1273 },
Lindsay Pasricha945e4d62022-01-20 02:14:011274 'Mac11 Tests (dbg)': { # https://crbug.com/1279504
1275 'swarming': {
Lindsay Pasricha9ec81b52022-03-10 03:43:311276 'shards': 18,
Lindsay Pasricha945e4d62022-01-20 02:14:011277 },
1278 },
1279
Sergey Silkinfe96b352020-10-19 20:41:341280 'Marshmallow Tablet Tester': {
1281 'args': [
1282 '--test-launcher-filter-file=../../testing/buildbot/filters/android.marshmallow_tablet_tester.content_browsertests.filter',
1283 ],
Haiyang Pan1f6367352021-07-02 21:15:571284 'swarming': {
1285 'shards': 15,
1286 },
Sergey Silkinfe96b352020-10-19 20:41:341287 },
Sergey Silkin1fe10e82020-10-30 19:36:581288 'WebRTC Chromium FYI Android Tests (dbg) (M Nexus5X)': {
1289 'args': [
1290 '--test-launcher-filter-file=../../testing/buildbot/filters/chromium.webrtc.fyi.android.tests.dbg.content_browsertests.filter',
1291 ],
Andrew Grieveae21ca62021-10-20 18:37:521292 },
1293 'WebRTC Chromium FYI Android Tests (dbg) (N Nexus5X)': {
1294 'args': [
1295 '--test-launcher-filter-file=../../testing/buildbot/filters/chromium.webrtc.fyi.android.tests.dbg.content_browsertests.filter',
1296 ],
1297 },
Stephen Martinis1384ff92020-01-07 19:52:151298 'Win10 Tests x64': {
1299 # crbug.com/868082
1300 'args': [
1301 '--disable-features=WebRTC-H264WithOpenH264FFmpeg',
1302 ],
Struan Shrimptona1ab7672022-01-13 18:02:511303 'swarming': {
1304 'quickrun_shards': 18,
1305 },
Stephen Martinis1384ff92020-01-07 19:52:151306 },
1307 'Win10 Tests x64 (dbg)': {
1308 'experiment_percentage': 100,
1309 # crbug.com/868082
1310 'args': [
1311 '--disable-features=WebRTC-H264WithOpenH264FFmpeg',
Stephen Martinis1384ff92020-01-07 19:52:151312 ],
1313 },
Kuan Huanga89737d2022-01-07 19:42:111314 'Win11 Tests x64': {
1315 # crbug.com/868082
1316 'args': [
1317 '--disable-features=WebRTC-H264WithOpenH264FFmpeg',
1318 ],
1319 },
Haiyang Pan9d68ca02021-08-04 21:30:471320 'android-11-x86-rel': {
Haiyang Pan566e2652022-01-25 07:01:521321 # TODO(crbug.com/1137474): Remove ci_only and experiment_percentage
1322 # after the test suite is green.
1323 'ci_only': True,
Haiyang Pan10f029c2021-07-30 23:17:561324 'experiment_percentage': 100,
Haiyang Pan51450ab2021-03-23 00:48:571325 # TODO(crbug.com/1137474): Revisit the shard number once failed tests
1326 # are fixed.
Haiyang Panfed339172021-03-10 23:19:571327 'swarming': {
Haiyang Pan51450ab2021-03-23 00:48:571328 'shards': 30,
Haiyang Pan45e77dda2021-07-01 22:23:291329 'dimension_sets': [
1330 {
1331 'machine_type': 'e2-standard-8', # use 8-core to shorten runtime
1332 },
1333 ],
Haiyang Panfed339172021-03-10 23:19:571334 },
1335 },
Haiyang Pan2a55a452022-03-03 08:18:331336 'android-12-x64-rel': {
Haiyang Pandbff3ef2022-02-11 23:24:191337 'args': [
1338 '--test-launcher-filter-file=../../testing/buildbot/filters/android.emulator_12.content_browsertests.filter',
1339 ],
Haiyang Pan249494b2022-01-27 21:56:211340 'swarming': {
Haiyang Panc1192662022-03-09 00:09:021341 'shards': 25,
Haiyang Pan249494b2022-01-27 21:56:211342 },
1343 },
Stephen Martinis1384ff92020-01-07 19:52:151344 'android-arm64-proguard-rel': {
1345 'swarming': {
1346 'shards': 16,
1347 },
1348 },
1349 'android-asan': {
1350 'args': [
1351 '--test-launcher-filter-file=../../testing/buildbot/filters/android.asan.content_browsertests.filter',
1352 ],
1353 'swarming': {
André Kempef30fe9d22022-02-03 10:44:291354 'shards': 25,
Stephen Martinis1384ff92020-01-07 19:52:151355 },
1356 },
Stephen Martinis1384ff92020-01-07 19:52:151357 'android-marshmallow-arm64-rel': {
1358 'swarming': {
1359 'shards': 16,
1360 },
1361 },
Haiyang Pan2486dcb2020-09-18 17:53:061362 'android-marshmallow-x86-rel-non-cq': {
John Budoricka4e23882020-02-28 18:36:431363 'args': [
Haiyang Pan12d5acd2020-06-01 20:54:571364 '--test-launcher-filter-file=../../testing/buildbot/filters/android.emulator_m.content_browsertests.filter',
John Budoricka4e23882020-02-28 18:36:431365 ],
Haiyang Panc47f6d12020-08-19 18:34:491366 'swarming': {
1367 'shards': 20,
1368 },
John Budoricka4e23882020-02-28 18:36:431369 },
Haiyang Pancf24ceb2022-03-17 02:31:301370 'android-nougat-x86-rel': {
1371 'swarming': {
1372 'shards': 20,
1373 },
1374 },
Struan Shrimptone772d72f2021-12-15 07:50:091375 'android-pie-arm64-rel': {
1376 'swarming': {
Struan Shrimpton4b7abc02021-12-16 01:36:591377 'quickrun_shards': 40
Struan Shrimptone772d72f2021-12-15 07:50:091378 }
1379 },
Haiyang Pan08d09dc2020-04-01 16:11:211380 'android-pie-x86-rel': {
John Budoricka4e23882020-02-28 18:36:431381 'args': [
Haiyang Pan12d5acd2020-06-01 20:54:571382 '--test-launcher-filter-file=../../testing/buildbot/filters/android.emulator_p.content_browsertests.filter',
John Budoricka4e23882020-02-28 18:36:431383 ],
Sky Malice303f7ec2021-07-17 04:13:091384 'swarming': {
1385 # Flaking with only 20 shards with 40-60 minute runs.
1386 # https://crbug.com/1230118
1387 'shards': 30,
Haiyang Pan2eb735e72020-09-15 22:51:511388 },
John Budoricka4e23882020-02-28 18:36:431389 },
Stephen Martinis1384ff92020-01-07 19:52:151390 'linux-chromeos-code-coverage': {
1391 'swarming': {
1392 'shards': 12,
1393 },
1394 },
Albert J. Wong91f109652019-11-19 03:01:161395 'linux-chromeos-rel': {
1396 'swarming': {
1397 'shards': 3,
1398 },
1399 },
Yuke Liao79424e42020-01-06 21:00:111400 'linux-code-coverage': {
Yuke Liao58e1d202020-03-20 23:02:011401 'args': [
1402 '--no-sandbox',
1403 ],
Yuke Liao79424e42020-01-06 21:00:111404 'swarming': {
1405 'shards': 12,
1406 },
1407 },
Junhua Chen39dd2dba2021-05-05 17:51:541408 # https://crbug.com/1111979,
1409 'linux-lacros-code-coverage': {
1410 'args': [
1411 '--test-launcher-filter-file=../../testing/buildbot/filters/linux-lacros.content_browsertests.filter',
1412 ],
1413 },
Jieting Yangbf15db672021-10-04 19:18:371414 # https://crbug.com/1111979,
1415 'linux-lacros-dbg-tests-fyi': {
1416 'args': [
1417 '--test-launcher-filter-file=../../testing/buildbot/filters/linux-lacros.content_browsertests.filter',
1418 ],
1419 },
Sven Zheng80734f12020-08-06 06:50:391420 # https://crbug.com/1111979
1421 'linux-lacros-tester-fyi-rel': {
1422 'experiment_percentage': 100,
1423 },
Sven Zheng5c9d3e342020-08-11 21:39:431424 # https://crbug.com/1111979,
1425 'linux-lacros-tester-rel': {
Sven Zheng5c9d3e342020-08-11 21:39:431426 'args': [
Yuke Liao56a437dd2021-05-05 04:53:401427 '--test-launcher-filter-file=../../testing/buildbot/filters/linux-lacros.content_browsertests.filter',
Sven Zheng5c9d3e342020-08-11 21:39:431428 ],
1429 },
Kuan Huang235b0142021-10-19 18:59:281430 'mac-code-coverage': {
1431 'args': [
1432 '--coverage-continuous-mode=1',
1433 ],
1434 },
Kuan Huang05332fb2021-10-12 02:04:261435 # https://crbug.com/1255940
1436 'mac-rel-swarming': {
1437 'swarming': {
1438 'dimension_sets': [
1439 {
1440 # These test would time out when running on 4 cores instances.
1441 'cores': '8|12',
1442 }
1443 ],
1444 },
1445 },
Kenneth Russelleb60cbd22017-12-05 07:54:281446 },
1447 },
Nico Weber81e16ace22018-06-30 02:58:471448 'content_shell_crash_test': {
Haiyang Pan8c201b92020-06-04 01:25:071449 'remove_from': [
Nico Weberbbbc34e2020-10-14 18:21:501450 'Mac10.11 Tests', # crbug.com/1138050
Haiyang Pan2486dcb2020-09-18 17:53:061451 'android-marshmallow-x86-rel-non-cq', # crbug.com/1084353
Haiyang Pan8c201b92020-06-04 01:25:071452 ],
Dirk Prankeb1c36b322018-07-11 02:42:001453 'modifications': {
Dirk Prankeb1c36b322018-07-11 02:42:001454 'Win10 Tests x64 (dbg)': {
1455 'experiment_percentage': 100, # https://crbug.com/861730
1456 },
1457 },
Nico Weber81e16ace22018-06-30 02:58:471458 },
John Budorick27d2d44e2019-05-20 20:26:091459 'content_shell_test_apk': {
1460 'remove_from': [
John Budorick27d2d44e2019-05-20 20:26:091461 'android-asan', # https://crbug.com/964562
Ben Joyce02dc8092021-03-04 21:48:191462 'android-code-coverage-native', # Does not generate profraw data.
Ben Joyce46ca6012021-03-31 19:19:251463 'android-pie-arm64-coverage-experimental-rel', # Does not generate profraw data.
John Budorick27d2d44e2019-05-20 20:26:091464 ],
John Budorickee2e64f2020-03-02 20:19:101465 'modifications': {
Haiyang Pan9d68ca02021-08-04 21:30:471466 'android-11-x86-rel': {
Haiyang Pan103864812021-03-19 19:28:441467 'args': [
1468 '--test-launcher-filter-file=../../testing/buildbot/filters/android.emulator_11.content_shell_test_apk.filter',
Haiyang Panabdab2f2021-07-19 20:37:511469 '--timeout-scale=2.0',
Haiyang Pan103864812021-03-19 19:28:441470 ],
1471 },
Haiyang Pan2a55a452022-03-03 08:18:331472 'android-12-x64-rel': {
Haiyang Pan3b1016e2022-02-05 00:02:451473 'args': [
1474 '--test-launcher-filter-file=../../testing/buildbot/filters/android.emulator_12.content_shell_test_apk.filter',
1475 ],
1476 },
James Shen39aa0e32022-03-22 04:44:501477 'android-marshmallow-x86-fyi-rel-reviver': {
1478 'swarming': {
1479 'quickrun_shards': 8,
1480 },
1481 },
Haiyang Panb991f562021-08-10 17:46:461482 'android-marshmallow-x86-rel': {
John Budorickee2e64f2020-03-02 20:19:101483 'args': [
Haiyang Pan28e73582020-05-30 00:34:271484 '--test-launcher-filter-file=../../testing/buildbot/filters/android.emulator_m.content_shell_test_apk.filter',
John Budorickee2e64f2020-03-02 20:19:101485 ],
Struan Shrimpton57c594e42022-01-25 17:59:131486 'swarming': {
1487 'quickrun_shards': 8,
1488 },
John Budorickee2e64f2020-03-02 20:19:101489 },
Haiyang Pan08d09dc2020-04-01 16:11:211490 'android-pie-x86-rel': {
John Budorickee2e64f2020-03-02 20:19:101491 'args': [
1492 '--gtest_filter=-ContentViewScrollingTest.testFling',
1493 ],
1494 },
1495 },
John Budorick27d2d44e2019-05-20 20:26:091496 },
Kenneth Russelleb60cbd22017-12-05 07:54:281497 'content_unittests': {
1498 'modifications': {
John Budorick5052d552017-12-13 02:59:341499 'Linux ASan LSan Tests (1)': {
1500 # These are slow on the ASAN trybot for some reason.
Ben Pastened2c01af2022-01-31 23:06:441501 # crbug.com/1257927
John Budorick5052d552017-12-13 02:59:341502 'swarming': {
1503 'shards': 2,
1504 },
1505 },
Takuto Ikuta54671d972018-07-19 19:06:351506 'Linux ChromiumOS MSan Tests': {
1507 # These are very slow on the Chrome OS MSAN trybot for some reason.
1508 # crbug.com/865455
1509 'swarming': {
1510 'shards': 2,
1511 },
1512 },
Chong Gu52481452021-04-02 17:52:411513 'fuchsia-code-coverage': {
1514 'swarming': {
1515 'shards': 12,
1516 },
1517 },
Chong Gua10cd302022-01-14 19:22:191518 'fuchsia-fyi-x64-asan': {
1519 'args': [
1520 '--test-launcher-filter-file=../../testing/buildbot/filters/fuchsia.lsan.content_unittests.filter',
1521 ],
1522 },
Kenneth Russelleb60cbd22017-12-05 07:54:281523 },
1524 },
Jonah Ryan-Davis832c8462020-06-09 03:45:031525 'context_lost_validating_tests': {
Brian Sheedye285c9b2019-07-15 21:42:461526 # TODO(https://crbug.com/850107): Remove the Android FYI Release (Pixel 2)
1527 # exception once there is enough capacity to run these tests.
1528 'remove_from': [
Brian Sheedye285c9b2019-07-15 21:42:461529 'Android FYI Release (Pixel 2)',
1530 ],
Kenneth Russellc1a09302018-07-10 01:12:541531 },
Kenneth Russellfbda3c532017-12-08 23:57:241532 'crashpad_tests': {
1533 'remove_from': [
Nico Weber15a00d62018-05-16 17:11:481534 'linux-win_cross-rel', # https://crbug.com/762167
Vlad Tsyrklevich06a9a44f2019-07-24 19:14:391535 # https://crbug.com/crashpad/304
1536 'Linux TSan Tests',
1537 'ToTLinuxTSan',
1538 # https://crbug.com/crashpad/306
1539 'Linux CFI',
Michael Savigny0a956032021-10-27 19:18:021540 'Linux CFI (reclient shadow)',
Vlad Tsyrklevich06a9a44f2019-07-24 19:14:391541 'CFI Linux ToT',
Kenneth Russellfbda3c532017-12-08 23:57:241542 ],
Haiyang Panc7c009e2021-03-18 19:31:231543 'modifications': {
Avi Drissmanc6318122022-03-29 17:07:421544 # TODO(crbug.com/1254975): dyld was rebuilt for macOS 12, which breaks
1545 # the tests. Run this experimentally on all the macOS bots >= 12 and
1546 # remove this exception once fixed.
1547 'Mac Builder Next': {
1548 'experiment_percentage': 100,
1549 },
Haiyang Pan9d68ca02021-08-04 21:30:471550 'android-11-x86-rel': {
Haiyang Panc7c009e2021-03-18 19:31:231551 'args': [
1552 '--test-launcher-filter-file=../../testing/buildbot/filters/android.emulator_11.crashpad_tests.filter',
1553 ],
1554 },
Haiyang Pan2a55a452022-03-03 08:18:331555 'android-12-x64-rel': {
Haiyang Pan07d9e262021-10-20 21:50:031556 'args': [
1557 '--test-launcher-filter-file=../../testing/buildbot/filters/android.emulator_12.crashpad_tests.filter',
1558 ],
1559 },
Avi Drissmanc6318122022-03-29 17:07:421560 # TODO(crbug.com/1254975): dyld was rebuilt for macOS 12, which breaks
1561 # the tests. Run this experimentally on all the macOS bots >= 12 and
1562 # remove this exception once fixed.
Lindsay Pasricha60535a22021-12-13 16:50:241563 'mac-osxbeta-rel': {
1564 'experiment_percentage': 100,
1565 },
Haiyang Panc7c009e2021-03-18 19:31:231566 },
Kenneth Russellfbda3c532017-12-08 23:57:241567 },
Austin Eng414af1612022-04-08 02:15:361568 'dawn_perf_tests': {
1569 'remove_from': [
1570 'Dawn Win10 x86 DEPS Release (Intel HD 630)',
1571 'Dawn Win10 x86 Release (Intel HD 630)',
1572 ],
1573 },
Haiyang Pan1c813ca2021-11-24 18:52:161574 'device_unittests': {
1575 'modifications': {
Haiyang Pan2a55a452022-03-03 08:18:331576 'android-12-x64-rel': {
Haiyang Pan1c813ca2021-11-24 18:52:161577 'args': [
1578 '--test-launcher-filter-file=../../testing/buildbot/filters/android.emulator_12.device_unittests.filter',
1579 ],
1580 },
1581 },
1582 },
Ben Pastene61ad637c2020-05-08 22:24:411583 'disk_usage_tast_test': {
1584 # TODO(crbug.com/1077659): Add the test back after it's fixed.
1585 'remove_from': [
1586 'chromeos-kevin-rel',
1587 ],
1588 },
Struan Shrimpton57c594e42022-01-25 17:59:131589 'exo_unittests': {
1590 'modifications': {
1591 'linux-chromeos-rel': {
1592 'swarming': {
1593 'quickrun_shards': 2,
1594 }
1595 },
1596 },
1597 },
Joe Downing41486042018-10-18 22:44:441598 'extensions_browsertests': {
Brad Halla36886c2019-02-26 16:52:291599 'remove_from': [
Brad Halla36886c2019-02-26 16:52:291600 'CrWinAsan(dll)', # https://crbug.com/935598
1601 ],
Joe Downing41486042018-10-18 22:44:441602 'modifications': {
1603 'Win10 Tests x64 (dbg)': {
1604 'experiment_percentage': 100, # https://crbug.com/876615
1605 },
Sven Zheng5c9d3e342020-08-11 21:39:431606 # https://crbug.com/1111979,
Junhua Chen39dd2dba2021-05-05 17:51:541607 'linux-lacros-code-coverage': {
1608 'args': [
1609 '--gtest_filter=-BluetoothShellApiTest.ApiSanityCheck:BluetoothSocketApiTest.Listen:BluetoothSocketApiTest.PermissionDenied',
1610 ],
1611 },
Yuke Liaoa0db4742021-08-09 18:28:331612 'linux-lacros-dbg-tests-fyi': {
1613 'args': [
1614 '--gtest_filter=-BluetoothShellApiTest.ApiSanityCheck:BluetoothSocketApiTest.Listen:BluetoothSocketApiTest.PermissionDenied',
1615 ],
1616 },
Sven Zheng5c9d3e342020-08-11 21:39:431617 'linux-lacros-tester-rel': {
Sven Zheng5c9d3e342020-08-11 21:39:431618 'args': [
1619 '--gtest_filter=-BluetoothShellApiTest.ApiSanityCheck:BluetoothSocketApiTest.Listen:BluetoothSocketApiTest.PermissionDenied',
1620 ],
1621 },
Joe Downing41486042018-10-18 22:44:441622 },
1623 },
Sven Zheng577fe5ff2020-08-03 22:06:441624 'extensions_unittests': {
Sven Zheng80734f12020-08-06 06:50:391625 'modifications': {
Chong Gud034fe52022-01-20 21:48:041626 'fuchsia-fyi-x64-asan': {
1627 'args': [
Chong Gu1155d872022-02-10 17:55:271628 '--test-launcher-filter-file=../../testing/buildbot/filters/fuchsia.lsan.extensions_unittests.filter',
Chong Gud034fe52022-01-20 21:48:041629 ],
1630 },
Sven Zheng5c9d3e342020-08-11 21:39:431631 # https://crbug.com/1111979,
Junhua Chen39dd2dba2021-05-05 17:51:541632 'linux-lacros-code-coverage': {
1633 'args': [
Yuke Liaoa0db4742021-08-09 18:28:331634 '--gtest_filter=-BluetoothSocketApiUnittest.CreateThenClose:'
1635 'NativeExtensionBindingsSystemUnittest.*',
1636 ],
1637 },
1638 'linux-lacros-dbg-tests-fyi': {
1639 'args': [
Junhua Chen39dd2dba2021-05-05 17:51:541640 '--gtest_filter=-NativeExtensionBindingsSystemUnittest*:'
1641 'BluetoothSocketApiUnittest.CreateThenClose:'
1642 'FeatureProviderTest.PermissionFeatureAvailability',
1643 ],
1644 },
Sven Zheng5c9d3e342020-08-11 21:39:431645 'linux-lacros-tester-rel': {
Sven Zheng5c9d3e342020-08-11 21:39:431646 'args': [
Yuke Liaobb8308322020-08-12 20:20:471647 '--gtest_filter=-NativeExtensionBindingsSystemUnittest*:'
1648 'BluetoothSocketApiUnittest.CreateThenClose:'
1649 'FeatureProviderTest.PermissionFeatureAvailability',
Sven Zheng5c9d3e342020-08-11 21:39:431650 ],
1651 },
Sven Zheng80734f12020-08-06 06:50:391652 },
Sven Zheng577fe5ff2020-08-03 22:06:441653 },
Chong Gu76046412021-09-22 17:49:211654 'gfx_unittests': {
Chong Gudf7fbe92021-02-24 02:55:581655 'modifications': {
1656 'fuchsia-code-coverage': {
1657 'swarming': {
1658 'shards': 2,
1659 },
1660 },
1661 },
1662 },
Kenneth Russelleb60cbd22017-12-05 07:54:281663 'gin_unittests': {
1664 'remove_from': [
Nico Weber1394523f2018-06-06 15:58:471665 'ToTLinuxASan', # https://crbug.com/831667
Nico Weberd36959682018-04-12 03:33:461666 'Linux ASan LSan Tests (1)', # https://crbug.com/831667
Nico Weber1394523f2018-06-06 15:58:471667 'Linux Chromium OS ASan LSan Tests (1)', # https://crbug.com/831667
Kenneth Russelleb60cbd22017-12-05 07:54:281668 ],
Chong Gua10cd302022-01-14 19:22:191669 'modifications': {
1670 'fuchsia-fyi-x64-asan': {
1671 'args': [
1672 '--test-launcher-filter-file=../../testing/buildbot/filters/fuchsia.lsan.gin_unittests.filter',
1673 ],
1674 },
1675 },
Kenneth Russelleb60cbd22017-12-05 07:54:281676 },
Brian Ho8271a7ad2021-08-12 20:48:031677 # TODO(crbug.com/1202958): Remove these GLRenderer variants when
1678 # SkiaRenderer is fully shipped on Chrome OS.
1679 # Don't run these on real devices due to capacity issues.
1680 'gl_renderer_context_lost_tests': {
1681 'remove_from': [
1682 'ChromeOS FYI Release (kevin)',
1683 'Lacros FYI x64 Release (Intel)',
1684 ],
1685 },
Brian Ho8271a7ad2021-08-12 20:48:031686 'gl_renderer_gpu_process_launch_tests': {
1687 'remove_from': [
1688 'ChromeOS FYI Release (kevin)',
1689 'Lacros FYI x64 Release (Intel)',
1690 ],
1691 },
1692 'gl_renderer_hardware_accelerated_feature_tests': {
1693 'remove_from': [
1694 'ChromeOS FYI Release (kevin)',
1695 'Lacros FYI x64 Release (Intel)',
1696 ],
1697 },
1698 'gl_renderer_maps_pixel_tests': {
1699 'remove_from': [
1700 'ChromeOS FYI Release (kevin)',
1701 'Lacros FYI x64 Release (Intel)',
1702 ],
1703 },
1704 'gl_renderer_pixel_skia_gold_tests': {
1705 'remove_from': [
1706 'ChromeOS FYI Release (kevin)',
1707 'Lacros FYI x64 Release (Intel)',
1708 ],
1709 },
Jonah Ryan-Davisdeeffeaf2020-06-18 17:56:001710 'gl_tests_passthrough': {
1711 'remove_from': [
1712 'CFI Linux ToT',
1713 # Can't run on MSAN because gl_tests uses the hardware driver,
1714 # which isn't instrumented.
1715 'Linux MSan Tests',
1716 ],
1717 'modifications': {
1718 # TODO(kbr): figure out a better way to specify blocks of
1719 # arguments like this for tests on multiple machines.
Garrett Beatya491ec72020-07-25 12:36:121720 'Linux ASan LSan Tests (1)': {
1721 'args': [
1722 '--use-gpu-in-tests',
1723 '--no-xvfb',
1724 ],
1725 'swarming': {
1726 'dimension_sets': [
1727 {
Yuly Novikovaa06f172022-02-12 00:38:571728 'gpu': '10de:2184',
Garrett Beatya491ec72020-07-25 12:36:121729 'os': 'Ubuntu',
1730 'pool': 'chromium.tests.gpu',
1731 },
1732 ],
1733 },
1734 },
1735 'Linux CFI': {
1736 'args': [
1737 '--use-gpu-in-tests',
1738 '--no-xvfb',
1739 ],
1740 'swarming': {
1741 'dimension_sets': [
1742 {
Yuly Novikovaa06f172022-02-12 00:38:571743 'gpu': '10de:2184',
Garrett Beatya491ec72020-07-25 12:36:121744 'os': 'Ubuntu',
1745 'pool': 'chromium.tests.gpu',
1746 },
1747 ],
1748 },
1749 },
Michael Savigny64f8ba32022-01-12 15:50:571750 'Linux CFI (reclient shadow)': {
1751 'args': [
1752 '--use-gpu-in-tests',
1753 '--no-xvfb',
1754 ],
1755 'swarming': {
1756 'dimension_sets': [
1757 {
Yuly Novikovaa06f172022-02-12 00:38:571758 'gpu': '10de:2184',
Michael Savigny64f8ba32022-01-12 15:50:571759 'os': 'Ubuntu',
1760 'pool': 'chromium.tests.gpu',
1761 },
1762 ],
1763 },
1764 },
Garrett Beatya491ec72020-07-25 12:36:121765 'Linux TSan Tests': {
1766 'args': [
1767 '--use-gpu-in-tests',
1768 '--no-xvfb',
1769 ],
1770 'swarming': {
1771 'dimension_sets': [
1772 {
Yuly Novikovaa06f172022-02-12 00:38:571773 'gpu': '10de:2184',
Garrett Beatya491ec72020-07-25 12:36:121774 'os': 'Ubuntu',
1775 'pool': 'chromium.tests.gpu',
1776 },
1777 ],
1778 },
1779 },
Jonah Ryan-Davisdeeffeaf2020-06-18 17:56:001780 },
1781 },
Jonah Ryan-Davise25a89f2020-05-29 20:18:241782 'gl_tests_validating': {
Jonah Ryan-Davisb9f03ac2021-03-18 23:53:021783 'remove_from': [
Kenneth Russell8a386d42018-06-02 09:48:011784 'Android FYI Release (Nexus 5X)',
John Budorickca14c76f62017-12-09 14:19:181785 ],
Kenneth Russelleb60cbd22017-12-05 07:54:281786 'modifications': {
Haiyang Pan9d68ca02021-08-04 21:30:471787 'android-11-x86-rel': {
Haiyang Pancf765862021-03-18 20:39:151788 'args': [
1789 '--test-launcher-filter-file=../../testing/buildbot/filters/android.emulator_11.gl_tests.filter',
1790 ],
1791 },
Haiyang Pan2a55a452022-03-03 08:18:331792 'android-12-x64-rel': {
Haiyang Pan382008922021-11-19 21:15:091793 'args': [
1794 '--test-launcher-filter-file=../../testing/buildbot/filters/android.emulator_12.gl_tests.filter',
1795 ],
1796 },
Haiyang Panb991f562021-08-10 17:46:461797 'android-marshmallow-x86-rel': {
John Budorick79ec9012020-01-08 21:56:311798 'args': [
1799 '--test-launcher-filter-file=../../testing/buildbot/filters/android.emulator.gl_tests.filter',
1800 ],
1801 },
Andrew Luo38b311f2019-10-04 03:42:091802 'android-pie-arm64-rel': {
John Budorick79ec9012020-01-08 21:56:311803 'args': [
Andrew Luobe83fd82019-12-19 03:07:581804 '--test-launcher-filter-file=../../testing/buildbot/filters/android.pie_arm64_rel.gl_tests.filter', # https://crbug.com/1034007
1805 ],
Andrew Luo38b311f2019-10-04 03:42:091806 },
Haiyang Pan08d09dc2020-04-01 16:11:211807 'android-pie-x86-rel': {
John Budorick79ec9012020-01-08 21:56:311808 'args': [
1809 '--test-launcher-filter-file=../../testing/buildbot/filters/android.emulator.gl_tests.filter',
1810 ],
1811 },
Kenneth Russelleb60cbd22017-12-05 07:54:281812 },
1813 },
Takuto Ikutaf5333252019-11-06 16:07:081814 'gl_unittests': {
1815 'remove_from': [
Takuto Ikutaf5333252019-11-06 16:07:081816 # On Android, these are already run on the main waterfall.
1817 # Run them on the one-off Android FYI bots, though.
1818 'Android FYI Release (Nexus 5X)',
Yuly Novikov37e04342020-05-29 00:52:041819 # Can't run on MSAN because gl_unittests uses the hardware driver,
1820 # which isn't instrumented.
1821 'Linux MSan Tests',
Takuto Ikutaf5333252019-11-06 16:07:081822 ],
Haiyang Pan505fcd5a2021-12-13 19:46:231823 'modifications': {
Haiyang Pan2a55a452022-03-03 08:18:331824 'android-12-x64-rel': {
Haiyang Pan505fcd5a2021-12-13 19:46:231825 'args': [
1826 '--test-launcher-filter-file=../../testing/buildbot/filters/android.emulator_12.gl_unittests.filter',
1827 ],
1828 },
1829 },
Takuto Ikutaf5333252019-11-06 16:07:081830 },
1831 'gl_unittests_ozone': {
1832 'remove_from': [
1833 # Can't run on MSAN because gl_unittests_ozone uses the hardware driver,
1834 # which isn't instrumented.
1835 'Linux ChromiumOS MSan Tests',
1836 ],
1837 },
1838 'gpu_process_launch_tests': {
1839 # TODO(https://crbug.com/850107): Remove the Android FYI Release (Pixel 2)
1840 # exception once there is enough capacity to run these tests.
1841 'remove_from': [
Takuto Ikutaf5333252019-11-06 16:07:081842 'Android FYI Release (Pixel 2)',
1843 ],
1844 },
Chong Gu76046412021-09-22 17:49:211845 'gpu_unittests': {
Chong Gudf7fbe92021-02-24 02:55:581846 'modifications': {
1847 'fuchsia-code-coverage': {
1848 'swarming': {
1849 'shards': 5,
1850 },
1851 },
1852 },
1853 },
Kevin McNeed21a6c522021-06-14 21:27:251854 'grit_python_unittests': {
1855 'remove_from': [
1856 # These tests require node, which is not supported in Win7.
1857 # (https://crbug.com/1218989)
1858 'Win 7 Tests x64 (1)',
1859 'Win7 Tests (1)',
Matt Reichhoffa59d5372022-04-18 19:57:221860 'Win7 Tests (dbg)(1)',
Titouan Rigoudy9e860832021-11-08 15:34:451861 # TODO(https://crbug.com/1267125): Re-enable.
1862 'mac11-arm64-rel-tests',
Kevin McNeed21a6c522021-06-14 21:27:251863 ],
1864 },
Brian Sheedye285c9b2019-07-15 21:42:461865 'hardware_accelerated_feature_tests': {
1866 # TODO(https://crbug.com/850107): Remove the Android FYI Release (Pixel 2)
1867 # exception once there is enough capacity to run these tests.
1868 'remove_from': [
Brian Sheedye285c9b2019-07-15 21:42:461869 'Android FYI Release (Pixel 2)',
1870 ],
1871 },
Brad Halla36886c2019-02-26 16:52:291872 'headless_browsertests': {
Chong Gud08d1232021-09-11 08:53:591873 'remove_from': [
1874 'CrWinAsan(dll)', # https://crbug.com/935598
Maksim Sisovc81d284c2021-10-05 17:54:351875 # Wayland bot doesn't support headless mode.
1876 'Linux Tests (Wayland)',
Chong Gud08d1232021-09-11 08:53:591877 ],
Chong Gud1a5c5992021-04-09 04:08:321878 'modifications': {
1879 'fuchsia-code-coverage': {
1880 'swarming': {
Chong Gu115ce152021-04-15 23:57:161881 'shards': 6,
Chong Gud1a5c5992021-04-09 04:08:321882 },
1883 },
1884 },
Brad Halla36886c2019-02-26 16:52:291885 },
Kenneth Russell8a386d42018-06-02 09:48:011886 'info_collection_tests': {
1887 'remove_from': [
Kenneth Russell8a386d42018-06-02 09:48:011888 'Android V8 FYI Release (Nexus 5X)',
1889 'Linux V8 FYI Release (NVIDIA)',
Michael Achenbach5fdfc67b2018-12-13 13:26:351890 'Linux V8 FYI Release - pointer compression (NVIDIA)',
Kenneth Russell8a386d42018-06-02 09:48:011891 'Mac V8 FYI Release (Intel)',
1892 'Win V8 FYI Release (NVIDIA)',
1893 ],
Brian Sheedyfe61cdac2020-02-12 01:25:591894 'modifications': {
Brian Sheedyb18cb762020-06-30 00:09:291895 'ChromeOS FYI Release (amd64-generic)': {
Brian Sheedy65be3052020-06-26 19:26:511896 'args': [
Brian Sheedyb18cb762020-06-30 00:09:291897 # Swarming does not report a GPU since tests are run in a VM, but
1898 # the VM does report that a GPU is present.
1899 '--expected-device-id', '1050',
Brian Sheedydf2672f2020-05-07 20:44:361900 ],
1901 },
Chong Gu3065cdc2022-02-28 21:03:031902 'fuchsia-fyi-x64-rel': {
1903 'args': [
1904 # Swarming does not report a GPU since tests are run in a VM, but
1905 # the VM does report that a GPU is present.
1906 '--expected-device-id', 'c0de',
1907 ],
1908 },
1909 'fuchsia-fyi-x64-wst': {
1910 'args': [
1911 # Swarming does not report a GPU since tests are run in a VM, but
1912 # the VM does report that a GPU is present.
1913 '--expected-device-id', 'c0de',
1914 ],
1915 },
Brian Sheedyfe61cdac2020-02-12 01:25:591916 },
Brian Sheedy32eeeb52020-05-22 01:49:371917 'replacements': {
1918 'ChromeOS FYI Release (amd64-generic)': {
1919 'args': {
1920 # Swarming does not report a GPU since tests are run in a VM, but
1921 # the VM does report that a GPU is present.
1922 '--expected-vendor-id': '1af4',
Brian Sheedyb18cb762020-06-30 00:09:291923 # Magic substitution happens after regular replacement, so remove it
1924 # now since we are manually applying the expected device ID above.
1925 '$$MAGIC_SUBSTITUTION_GPUExpectedDeviceId': None,
Brian Sheedy32eeeb52020-05-22 01:49:371926 },
Brian Sheedyff6d1442020-09-19 00:46:311927 },
Brian Sheedy177addbf2021-09-24 19:06:511928 'Mac FYI Release (Apple M1)': {
1929 'args': {
1930 # The GPU information is not yet exposed in swarming, so we can't
1931 # explicitly request it and have the JSON generation handle this
1932 # automatically.
1933 '--expected-vendor-id': '106b',
1934 },
1935 },
Chong Gu3065cdc2022-02-28 21:03:031936 'fuchsia-fyi-x64-rel': {
1937 'args': {
1938 # The GPU information is not exposed in swarming since Fuchsia
1939 # launches an emulator on the GCE machine.
1940 '--expected-vendor-id': '1ae0',
1941 '$$MAGIC_SUBSTITUTION_GPUExpectedDeviceId': None,
1942 },
1943 },
1944 'fuchsia-fyi-x64-wst': {
1945 'args': {
1946 # The GPU information is not exposed in swarming since Fuchsia
1947 # launches an emulator on the GCE machine.
1948 '--expected-vendor-id': '1ae0',
1949 '$$MAGIC_SUBSTITUTION_GPUExpectedDeviceId': None,
1950 },
1951 },
Brian Sheedy32eeeb52020-05-22 01:49:371952 },
Kenneth Russell8a386d42018-06-02 09:48:011953 },
Kenneth Russelleb60cbd22017-12-05 07:54:281954 'interactive_ui_tests': {
Brad Halla36886c2019-02-26 16:52:291955 'remove_from': [
Brad Halla36886c2019-02-26 16:52:291956 'CrWinAsan(dll)', # https://crbug.com/935598
1957 ],
Kenneth Russelleb60cbd22017-12-05 07:54:281958 'modifications': {
Stephen Martinis1384ff92020-01-07 19:52:151959 'Linux - Future (dbg)': { # client.v8.chromium
Nico Weberdae13cd92018-12-14 13:56:261960 'swarming': {
Stephen Martinis1384ff92020-01-07 19:52:151961 'shards': 3,
Nico Weberdae13cd92018-12-14 13:56:261962 },
1963 },
John Budorickca14c76f62017-12-09 14:19:181964 'Linux ASan LSan Tests (1)': {
Ben Pastened2c01af2022-01-31 23:06:441965 # These are slow on the ASan trybot for some reason, crbug.com/1257927
Nico Weber96a75a6942018-06-20 04:53:171966 'swarming': {
1967 'shards': 6,
Struan Shrimptone772d72f2021-12-15 07:50:091968 'quickrun_shards': 12,
Nico Weber96a75a6942018-06-20 04:53:171969 },
1970 },
Pavol Marko05b6bb92022-03-21 12:33:291971 'Linux Chromium OS ASan LSan Tests (1)': {
1972 # These are slow on the ASan trybot for some reason, crbug.com/1257927
1973 'swarming': {
1974 'shards': 6,
1975 'quickrun_shards': 12,
1976 },
1977 },
Takuto Ikuta54671d972018-07-19 19:06:351978 'Linux ChromiumOS MSan Tests': {
1979 # These are very slow on the Chrome OS MSAN trybot for some reason.
1980 # crbug.com/865455
1981 'swarming': {
1982 'shards': 5,
1983 },
1984 },
Stephen Martinis1384ff92020-01-07 19:52:151985 'Linux TSan Tests': {
Ben Pastened2c01af2022-01-31 23:06:441986 # These are slow on the TSan bots for some reason, crbug.com/1257927
Dirk Pranke8fd63c12017-12-10 18:06:271987 'swarming': {
Stephen Martinisad6cb7af2021-02-24 01:12:001988 'shards': 32, # Adjusted for testing, see https://crbug.com/1179567
Dirk Pranke8fd63c12017-12-10 18:06:271989 },
1990 },
Maksim Sisovc81d284c2021-10-05 17:54:351991 # https://crbug.com/1192997
1992 'Linux Tests (Wayland)': {
1993 'args': [
1994 '--test-launcher-filter-file=../../testing/buildbot/filters/ozone-linux.interactive_ui_tests_wayland.filter',
1995 ],
1996 },
Lindsay Pasrichab3f72db2021-09-22 22:05:461997 'Mac ASan 64 Tests (1)': { # https://crbug.com/1251656
1998 'experiment_percentage': 100,
1999 },
Struan Shrimptone772d72f2021-12-15 07:50:092000 'Mac11 Tests': {
2001 'swarming': {
2002 'quickrun_shards': 6,
2003 },
2004 },
Zhaoyang Li9357e1e12021-12-07 18:53:172005 'Mac11 Tests (dbg)': { # https://crbug.com/1265051
2006 'experiment_percentage': 100,
2007 },
Stephen Martinis1384ff92020-01-07 19:52:152008 'ToTLinuxTSan': {
Ben Pastened2c01af2022-01-31 23:06:442009 # These are slow on the TSan bots for some reason, crbug.com/1257927
Stephen Martinis1384ff92020-01-07 19:52:152010 'swarming': {
2011 'shards': 6,
2012 },
2013 },
Struan Shrimptona1ab7672022-01-13 18:02:512014 'Win10 Tests x64': {
2015 'swarming': {
Struan Shrimptonf5b2b552022-01-20 20:37:392016 'quickrun_shards': 8,
Struan Shrimptona1ab7672022-01-13 18:02:512017 },
2018 },
Stephen Martinis1384ff92020-01-07 19:52:152019 # temporary, https://crbug.com/818832
Greg Thompson3eb7e6522018-05-25 09:04:032020 'Win10 Tests x64 (dbg)': {
2021 'experiment_percentage': 100,
2022 },
Matt Reichhoffa59d5372022-04-18 19:57:222023 'Win7 Tests (dbg)(1)': {
2024 'swarming': {
2025 'shards': 4,
2026 },
2027 },
Jacob Kopczynski3a555bd32020-12-10 01:41:162028 # TODO(crbug.com/970649): Remove these filters.
Ben Pastene8ef125e2019-12-10 01:46:292029 'linux-chromeos-chrome': {
Ben Pastene8ef125e2019-12-10 01:46:292030 'args': [
2031 '--gtest_filter=-SadTabViewInteractiveUITest.ReloadMultipleSadTabs',
2032 ],
2033 },
Stephen Martinis1384ff92020-01-07 19:52:152034 'linux-chromeos-code-coverage': {
Yuke Liao79424e42020-01-06 21:00:112035 'swarming': {
2036 'shards': 10,
2037 },
2038 },
Pavol Marko582a15d2022-04-01 12:47:202039 'linux-chromeos-dbg': {
2040 'swarming': {
2041 'shards': 6,
2042 },
2043 },
Stephen Martinis1384ff92020-01-07 19:52:152044 'linux-code-coverage': {
Yuke Liao79424e42020-01-06 21:00:112045 'swarming': {
2046 'shards': 10,
2047 },
2048 },
Sven Zheng80734f12020-08-06 06:50:392049 # https://crbug.com/1111979
Junhua Chen39dd2dba2021-05-05 17:51:542050 'linux-lacros-code-coverage': {
2051 'args': [
2052 '--test-launcher-filter-file=../../testing/buildbot/filters/linux-lacros.interactive_ui_tests.filter',
2053 ],
2054 },
2055 # https://crbug.com/1111979
Jieting Yangbf15db672021-10-04 19:18:372056 'linux-lacros-dbg-tests-fyi': {
2057 'args': [
2058 '--test-launcher-filter-file=../../testing/buildbot/filters/linux-lacros.interactive_ui_tests.filter',
2059 ],
2060 },
2061 # https://crbug.com/1111979
Sven Zheng010820d2020-08-17 22:38:442062 'linux-lacros-tester-rel': {
Sven Zheng010820d2020-08-17 22:38:442063 'args': [
Yuke Liao56a437dd2021-05-05 04:53:402064 '--test-launcher-filter-file=../../testing/buildbot/filters/linux-lacros.interactive_ui_tests.filter',
Sven Zheng010820d2020-08-17 22:38:442065 ],
2066 },
Kuan Huang235b0142021-10-19 18:59:282067 'mac-code-coverage': {
2068 'args': [
2069 '--coverage-continuous-mode=1',
2070 ],
2071 },
Lindsay Pasricha60535a22021-12-13 16:50:242072 # TODO (crbug.com/1278617) Re-enable once fixed
2073 'mac-osxbeta-rel': {
2074 'experiment_percentage': 100,
2075 },
Kenneth Russelleb60cbd22017-12-05 07:54:282076 },
2077 },
Sven Zhengef0d0872022-04-04 22:13:292078 'interactive_ui_tests amd64-generic': {
Yuke Liaob6beaeca2021-04-29 23:41:512079 'remove_from': [
2080 # TODO(crbug.com/1204231): Re-enable.
2081 'lacros-amd64-generic-rel',
Yuke Liao859819d2022-02-24 08:23:492082 'lacros-amd64-generic-rel-fyi',
Yuke Liaob6beaeca2021-04-29 23:41:512083 ]
2084 },
Sven Zhengef0d0872022-04-04 22:13:292085 'interactive_ui_tests eve': {
Yuke Liao79a8cf52021-06-11 18:14:342086 'remove_from': [
2087 # TODO(crbug.com/1204231): Re-enable.
2088 'lacros-amd64-generic-rel',
Yuke Liao859819d2022-02-24 08:23:492089 'lacros-amd64-generic-rel-fyi',
Yuke Liao79a8cf52021-06-11 18:14:342090 ]
2091 },
John Budorickf00e5ff2019-06-11 21:21:062092 'ipc_tests': {
2093 'modifications': {
2094 'android-asan': {
2095 'swarming': {
2096 'shards': 2,
2097 },
2098 },
2099 },
2100 },
Jonah Ryan-Davis832c8462020-06-09 03:45:032101 'maps_pixel_passthrough_test': {
Brian Sheedyc0c142c2021-06-01 21:18:052102 'modifications': {
2103 'Android FYI Release (Pixel 4)': {
2104 'args': [
2105 # Pixel 4s are weird in that they can output in different color spaces
2106 # simultaneously. The readback code for capturing a screenshot assumes
2107 # only one color space, so disable wide color gamut for the test to
2108 # work around the issue. See https://crbug.com/1166379 for more
2109 # information.
2110 '--extra-browser-args=--disable-wcg-for-test',
2111 ],
2112 },
2113 'Optional Android Release (Pixel 4)': {
2114 'args': [
2115 # See above.
2116 '--extra-browser-args=--disable-wcg-for-test',
2117 ],
2118 },
2119 },
Jonah Ryan-Davis832c8462020-06-09 03:45:032120 'replacements': {
2121 # The V8 builders pass the V8 revision for ${got_revision}, so instead
2122 # use ${got_cr_revision}, which is only set on the V8 bots.
2123 'Linux V8 FYI Release (NVIDIA)': {
2124 'args': {
2125 '--git-revision': '${got_cr_revision}',
2126 },
2127 },
2128 'Linux V8 FYI Release - pointer compression (NVIDIA)': {
2129 'args': {
2130 '--git-revision': '${got_cr_revision}',
2131 },
2132 },
Jonah Ryan-Davisdeeffeaf2020-06-18 17:56:002133 'Mac V8 FYI Release (Intel)': {
2134 'args': {
2135 '--git-revision': '${got_cr_revision}',
2136 },
2137 },
Jonah Ryan-Davis832c8462020-06-09 03:45:032138 'Win V8 FYI Release (NVIDIA)': {
2139 'args': {
2140 '--git-revision': '${got_cr_revision}',
2141 },
2142 },
2143 },
2144 },
2145 'maps_pixel_validating_test': {
Brian Sheedy0566f2cb2021-02-12 22:12:502146 'modifications': {
2147 'Android FYI Release (Pixel 4)': {
2148 'args': [
2149 # Pixel 4s are weird in that they can output in different color spaces
2150 # simultaneously. The readback code for capturing a screenshot assumes
2151 # only one color space, so disable wide color gamut for the test to
2152 # work around the issue. See https://crbug.com/1166379 for more
2153 # information.
2154 '--extra-browser-args=--disable-wcg-for-test',
2155 ],
2156 },
Brian Sheedycde1ab1882021-05-27 21:22:002157 'Optional Android Release (Pixel 4)': {
2158 'args': [
2159 # See above.
2160 '--extra-browser-args=--disable-wcg-for-test',
2161 ],
2162 },
Brian Sheedy0566f2cb2021-02-12 22:12:502163 },
Brian Sheedye285c9b2019-07-15 21:42:462164 # TODO(https://crbug.com/850107): Remove the Android FYI Release (Pixel 2)
2165 # exception once there is enough capacity to run these tests.
2166 'remove_from': [
Brian Sheedye285c9b2019-07-15 21:42:462167 'Android FYI Release (Pixel 2)',
2168 ],
Brian Sheedy44fd891b2019-10-03 20:07:542169 'replacements': {
Brian Sheedy44fd891b2019-10-03 20:07:542170 # The V8 builders pass the V8 revision for ${got_revision}, so instead
2171 # use ${got_cr_revision}, which is only set on the V8 bots.
2172 'Android V8 FYI Release (Nexus 5X)': {
2173 'args': {
Brian Sheedy4d335deb2020-04-01 20:47:322174 '--git-revision': '${got_cr_revision}',
Brian Sheedy44fd891b2019-10-03 20:07:542175 },
2176 },
Brian Sheedy44fd891b2019-10-03 20:07:542177 'Mac V8 FYI Release (Intel)': {
2178 'args': {
Brian Sheedy4d335deb2020-04-01 20:47:322179 '--git-revision': '${got_cr_revision}',
Brian Sheedy44fd891b2019-10-03 20:07:542180 },
2181 },
Brian Sheedy44fd891b2019-10-03 20:07:542182 },
Brian Sheedye285c9b2019-07-15 21:42:462183 },
Andrew Luo38b311f2019-10-04 03:42:092184 'media_unittests': {
2185 'modifications': {
Haiyang Pan9d68ca02021-08-04 21:30:472186 'android-11-x86-rel': {
Haiyang Pancf765862021-03-18 20:39:152187 'args': [
Haiyang Pan80b0d412021-11-23 00:06:422188 '--test-launcher-filter-file=../../testing/buildbot/filters/android.emulator_11_12.media_unittests.filter',
2189 ],
2190 },
Haiyang Pan2a55a452022-03-03 08:18:332191 'android-12-x64-rel': {
Haiyang Pan80b0d412021-11-23 00:06:422192 'args': [
2193 '--test-launcher-filter-file=../../testing/buildbot/filters/android.emulator_11_12.media_unittests.filter',
Haiyang Pancf765862021-03-18 20:39:152194 ],
2195 },
Haiyang Pan2486dcb2020-09-18 17:53:062196 'android-marshmallow-x86-rel-non-cq': {
John Budorickb5185112020-01-08 22:40:212197 'args': [
Haiyang Pan569659f02020-05-30 00:48:452198 '--test-launcher-filter-file=../../testing/buildbot/filters/android.emulator_m.media_unittests.filter',
John Budorickb5185112020-01-08 22:40:212199 ],
2200 },
Andrew Luo38b311f2019-10-04 03:42:092201 'android-pie-arm64-rel': {
Andrew Luobe83fd82019-12-19 03:07:582202 'args': [
2203 '--gtest_filter=-AAudio/AudioOutputTest.Play200HzTone/0', # https://crbug.com/1034009
2204 ],
Andrew Luo38b311f2019-10-04 03:42:092205 },
Chong Gudf7fbe92021-02-24 02:55:582206 'fuchsia-code-coverage': {
2207 'swarming': {
2208 'shards': 3,
2209 },
2210 },
Chong Gub2446462021-08-19 18:44:082211 'fuchsia-fyi-arm64-dbg': {
2212 'args': [
2213 '--test-launcher-filter-file=../../testing/buildbot/filters/fuchsia.debug.media_unittests.filter',
2214 ],
2215 },
Chong Gua10cd302022-01-14 19:22:192216 'fuchsia-fyi-x64-asan': {
2217 'args': [
2218 '--test-launcher-filter-file=../../testing/buildbot/filters/fuchsia.lsan.media_unittests.filter',
2219 ],
2220 },
Andrew Luo38b311f2019-10-04 03:42:092221 },
2222 },
Chong Gu4eca1ce2021-05-17 08:49:572223 'mediapipe_validating_tests': {
Chong Guabe5adec02022-03-24 17:41:302224 'modifications': { # TODO(crbug.com/1201887): Remove once tests are stable.
2225 'fuchsia-fyi-x64-rel': {
2226 'experiment_percentage': 100,
2227 },
2228 },
Chong Gu4eca1ce2021-05-17 08:49:572229 'remove_from': [
2230 # TODO(crbug.com/1201887): Remove once tests are stable.
2231 'Fuchsia x64',
2232 ],
2233 },
Ben Joyce02dc8092021-03-04 21:48:192234 'mojo_test_apk': {
2235 'remove_from': [
2236 'android-code-coverage-native', # Does not generate profraw data.
Ben Joyce46ca6012021-03-31 19:19:252237 'android-pie-arm64-coverage-experimental-rel', # Does not generate profraw data.
Ben Joyce02dc8092021-03-04 21:48:192238 ],
2239 },
John Budorickf00e5ff2019-06-11 21:21:062240 'mojo_unittests': {
2241 'modifications': {
2242 'android-asan': {
2243 'swarming': {
John Budorick5a29d7542019-10-11 20:56:442244 'shards': 5,
John Budorickf00e5ff2019-06-11 21:21:062245 },
2246 },
Chong Gudf7fbe92021-02-24 02:55:582247 'fuchsia-code-coverage': {
2248 'swarming': {
2249 'shards': 2,
2250 },
2251 },
John Budorickf00e5ff2019-06-11 21:21:062252 },
2253 },
bsheedye9469572019-01-23 17:31:332254 'monochrome_public_test_ar_apk': {
2255 'modifications': {
Brian Sheedy12169aa2019-10-16 23:38:032256 'Nougat Phone Tester': {
2257 'args': [
2258 # ArCore is not installed as a system app on N, so we can install it
2259 # normally instead of replacing the system version.
2260 '--additional-apk=//third_party/arcore-android-sdk/test-apks/arcore/arcore_current.apk'
2261 ],
2262 },
bsheedye9469572019-01-23 17:31:332263 # We need to match the Playstore version as well because AR tests fail on
2264 # old versions of the Playstore.
2265 'Oreo Phone Tester': {
Brian Sheedy2bcd16b2019-04-22 22:47:082266 'args': [
2267 # ArCore is not installed as a system app on O, so we can install it
2268 # normally instead of replacing the system version.
2269 '--additional-apk=//third_party/arcore-android-sdk/test-apks/arcore/arcore_current.apk'
2270 ],
bsheedye9469572019-01-23 17:31:332271 'swarming': {
2272 'dimension_sets': [
2273 {
2274 'device_os': 'OPR3.170623.008',
bsheedye9469572019-01-23 17:31:332275 'device_type': 'marlin',
2276 'os': 'Android',
2277 },
2278 ],
2279 },
2280 },
Haiyang Pan57159eba2020-05-07 23:14:132281 'android-10-arm64-rel': {
2282 'args': [
Brian Sheedy4dc4a6f2020-09-17 22:18:502283 '--remove-system-package=com.google.ar.core',
2284 '--additional-apk=//third_party/arcore-android-sdk/test-apks/arcore/arcore_current.apk',
Haiyang Pan57159eba2020-05-07 23:14:132285 ]
2286 },
Brian Sheedy2bcd16b2019-04-22 22:47:082287 'android-pie-arm64-dbg': {
2288 'args': [
Brian Sheedy4dc4a6f2020-09-17 22:18:502289 '--remove-system-package=com.google.ar.core',
2290 '--additional-apk=//third_party/arcore-android-sdk/test-apks/arcore/arcore_current.apk',
Brian Sheedy2bcd16b2019-04-22 22:47:082291 ]
2292 }
bsheedye9469572019-01-23 17:31:332293 },
2294 },
Kenneth Russellfbda3c532017-12-08 23:57:242295 'nacl_loader_unittests': {
2296 'remove_from': [
Nico Weber48f187142018-06-01 15:16:352297 'ToTMacASan', # The mac asan tot bot sets enable_nacl=false
Nico Weber3611ee802018-06-07 13:34:512298 'linux-win_cross-rel', # Sets enable_nacl=false, https://crbug.com/774186
Nico Webera8fc38f72018-04-10 02:20:112299 'Linux TSan Tests', # The TSan bot sets enable_nacl=false
Nico Weber05d3e642018-05-31 16:59:482300 'Mac ASan 64 Tests (1)', # The mac asan bot sets enable_nacl=false
Kenneth Russellfbda3c532017-12-08 23:57:242301 ],
2302 },
Kenneth Russelleb60cbd22017-12-05 07:54:282303 'net_unittests': {
2304 'modifications': {
Nico Weber33b9b7a2020-06-12 19:23:272305 'CrWinAsan': {
Ben Pastened2c01af2022-01-31 23:06:442306 # TODO(crbug.com/1257927): net_unittests is slow under ASan.
Nico Weber33b9b7a2020-06-12 19:23:272307 'swarming': {
2308 'shards': 16,
2309 },
2310 },
2311 'CrWinAsan(dll)': {
Ben Pastened2c01af2022-01-31 23:06:442312 # TODO(crbug.com/1257927): net_unittests is slow under ASan.
Nico Weber33b9b7a2020-06-12 19:23:272313 'swarming': {
2314 'shards': 16,
2315 },
2316 },
John Budorickca14c76f62017-12-09 14:19:182317 'Linux ASan LSan Tests (1)': {
John Budorick5052d552017-12-13 02:59:342318 # These are very slow on the ASAN trybot for some reason.
Ben Pastened2c01af2022-01-31 23:06:442319 # crbug.com/1257927
John Budorickca14c76f62017-12-09 14:19:182320 'swarming': {
John Budorick5052d552017-12-13 02:59:342321 'shards': 16,
John Budorickca14c76f62017-12-09 14:19:182322 },
2323 },
2324 'Linux Chromium OS ASan LSan Tests (1)': {
Takuto Ikuta54671d972018-07-19 19:06:352325 # These are very slow on the ASAN trybot for some reason.
Ben Pastened2c01af2022-01-31 23:06:442326 # crbug.com/1257927
John Budorickca14c76f62017-12-09 14:19:182327 'swarming': {
Sergey Berezinda3255c2018-03-16 00:34:022328 'shards': 8,
John Budorickca14c76f62017-12-09 14:19:182329 }
2330 },
Takuto Ikuta54671d972018-07-19 19:06:352331 'Linux ChromiumOS MSan Tests': {
2332 # These are very slow on the Chrome OS MSAN trybot for some reason.
2333 # crbug.com/865455
2334 'swarming': {
2335 'shards': 2,
2336 },
2337 },
John Budorickca14c76f62017-12-09 14:19:182338 'Linux TSan Tests': {
2339 'swarming': {
2340 'shards': 4,
2341 }
2342 },
Ben Pastene8bf205b2018-06-13 04:00:332343 # The suite runs signficantly slower on linux dbg, so increase shards.
2344 'Linux Tests (dbg)(1)': {
2345 'swarming': {
2346 'shards': 2,
2347 },
2348 },
Stephen Martinis1384ff92020-01-07 19:52:152349 'ToTLinuxASan': {
Ben Pastened2c01af2022-01-31 23:06:442350 # TODO(crbug.com/1257927): net_unittests is slow under ASan.
Stephen Martinis1384ff92020-01-07 19:52:152351 'swarming': {
2352 'shards': 16,
2353 },
2354 },
2355 'ToTLinuxTSan': {
2356 'swarming': {
2357 'shards': 4,
2358 }
2359 },
Haiyang Pan9d68ca02021-08-04 21:30:472360 'android-11-x86-rel': {
Haiyang Pan8d9906e02021-03-24 20:11:042361 'args': [
2362 '--test-launcher-filter-file=../../testing/buildbot/filters/android.emulator_11.net_unittests.filter',
2363 ],
2364 },
Haiyang Pan2a55a452022-03-03 08:18:332365 'android-12-x64-rel': {
Haiyang Pan2877f062021-11-18 01:06:062366 'args': [
2367 # TODO(crbug.com/1191793): Fix the test failure
2368 '--gtest_filter=-MimeUtilTest.ExtensionTest',
2369 ],
2370 },
Stefano Duof44278b2021-08-02 16:29:382371 'android-cronet-x86-dbg-10-tests': {
2372 'args': [
2373 '--test-launcher-filter-file=../../testing/buildbot/filters/android.emulator_10.net_unittests.filter',
2374 ],
2375 },
Chidera Olibieef99a55ca2021-10-01 21:42:002376 'android-cronet-x86-dbg-11-tests': {
2377 'args': [
2378 '--test-launcher-filter-file=../../testing/buildbot/filters/android.emulator_11.net_unittests.filter',
2379 ],
2380 },
Chidera Olibie262e33e2022-03-02 11:45:282381 'android-cronet-x86-dbg-lollipop-tests': {
2382 'args': [
2383 '--test-launcher-filter-file=../../testing/buildbot/filters/android.emulator_l.net_unittests.filter',
2384 ],
2385 },
Chidera Olibieef99a55ca2021-10-01 21:42:002386 'android-cronet-x86-dbg-oreo-tests': {
2387 'args': [
2388 '--test-launcher-filter-file=../../testing/buildbot/filters/android.emulator.net_unittests.filter',
2389 ],
2390 },
Chidera Olibie509fd732021-09-30 20:17:172391 'android-cronet-x86-dbg-pie-tests': {
2392 # crbug.com/1046060
2393 'args': [
2394 '--test-launcher-filter-file=../../testing/buildbot/filters/android.emulator.net_unittests.filter',
2395 ],
2396 },
Chidera Olibie5c0ec912022-03-23 10:44:512397 'android-cronet-x86-rel-kitkat-tests': {
2398 'args': [
2399 '--test-launcher-filter-file=../../testing/buildbot/filters/android.emulator_k.net_unittests.filter',
2400 ],
2401 },
Haiyang Pan2486dcb2020-09-18 17:53:062402 'android-marshmallow-x86-rel-non-cq': {
John Budorick7fde6b492020-01-29 17:43:502403 # crbug.com/1046060
2404 'args': [
2405 '--test-launcher-filter-file=../../testing/buildbot/filters/android.emulator.net_unittests.filter',
2406 ],
2407 },
Haiyang Pan08d09dc2020-04-01 16:11:212408 'android-pie-x86-rel': {
John Budorick7fde6b492020-01-29 17:43:502409 # crbug.com/1046060
2410 'args': [
2411 '--test-launcher-filter-file=../../testing/buildbot/filters/android.emulator.net_unittests.filter',
2412 ],
2413 },
Struan Shrimpton4b7abc02021-12-16 01:36:592414 'chromeos-amd64-generic-rel': {
2415 'swarming': {
2416 'quickrun_shards': 6,
2417 },
2418 },
Chong Gu76046412021-09-22 17:49:212419 'fuchsia-code-coverage': {
2420 'swarming': {
2421 'shards': 14,
2422 },
2423 },
Chong Gua10cd302022-01-14 19:22:192424 'fuchsia-fyi-x64-asan': {
2425 'args': [
2426 '--test-launcher-filter-file=../../testing/buildbot/filters/fuchsia.lsan.net_unittests.filter',
2427 ],
2428 },
Ben Pastene8bf205b2018-06-13 04:00:332429 'linux-chromeos-dbg': {
2430 'swarming': {
2431 'shards': 2,
2432 },
2433 },
Lindsay Pasricha60535a22021-12-13 16:50:242434 # TODO (crbug.com/1278618) Re-enable once fixed
2435 'mac-osxbeta-rel': {
2436 'experiment_percentage': 0,
2437 },
Nico Weber33b9b7a2020-06-12 19:23:272438 'win-asan': {
Ben Pastened2c01af2022-01-31 23:06:442439 # TODO(crbug.com/1257927): net_unittests is slow under ASan.
Nico Weber33b9b7a2020-06-12 19:23:272440 'swarming': {
2441 'shards': 16,
2442 },
2443 },
Kenneth Russelleb60cbd22017-12-05 07:54:282444 },
2445 },
John Chenaab16fc02020-03-03 06:35:452446 'not_site_per_process_blink_web_tests': {
Lukasz Anforowicz04bc6302018-11-19 19:04:282447 'remove_from': [
Lukasz Anforowicz04bc6302018-11-19 19:04:282448 # TODO(dpranke): Should we be running this step on Linux Tests (dbg)(1)?
2449 'Linux Tests (dbg)(1)',
Lukasz Anforowicz04bc6302018-11-19 19:04:282450 ],
Yuke Liaobc9ff982019-04-30 06:56:162451 'modifications': {
Stephen Martinis1384ff92020-01-07 19:52:152452 'Linux Tests': {
2453 "args": [
2454 "--additional-env-var=LLVM_PROFILE_FILE=${ISOLATED_OUTDIR}/profraw/default-%2m.profraw",
Stephen Martinis1384ff92020-01-07 19:52:152455 ],
Struan Shrimpton57c594e42022-01-25 17:59:132456 'swarming': {
2457 'quickrun_shards': 18,
2458 },
Stephen Martinis1384ff92020-01-07 19:52:152459 },
Yuke Liaoea70f472019-12-19 06:03:362460 'linux-code-coverage': {
2461 'args': [
2462 '--additional-env-var=LLVM_PROFILE_FILE=${ISOLATED_OUTDIR}/profraw/default-%2m.profraw',
Yuke Liaoea70f472019-12-19 06:03:362463 ],
2464 'swarming': {
2465 'shards': 20,
2466 },
2467 },
Yuke Liaobc9ff982019-04-30 06:56:162468 },
Lukasz Anforowicz04bc6302018-11-19 19:04:282469 },
Xi Cheng34ca4042018-02-23 00:10:122470 'notification_helper_unittests': {
2471 'remove_from': [
Hans Wennborg252643a2018-05-22 14:41:122472 # The test uses WinRT, which only exists in Windows 8 or above.
2473 # (https://crbug.com/813553)
Xi Cheng34ca4042018-02-23 00:10:122474 'Win 7 Tests x64 (1)',
Xi Cheng34ca4042018-02-23 00:10:122475 'Win7 Tests (1)',
Matt Reichhoffa59d5372022-04-18 19:57:222476 'Win7 Tests (dbg)(1)',
Stephen Martinis1384ff92020-01-07 19:52:152477 # all these bots run Windows 7.
Xi Cheng34ca4042018-02-23 00:10:122478 'ToTWin',
2479 'ToTWin(dbg)',
2480 'ToTWin(dll)',
inglorionb8e7a3ed2019-04-12 09:49:032481 'ToTWinOfficial',
Arthur Eubanks0c24b822021-06-15 18:51:342482 'ToTWinOfficial64',
Xi Cheng34ca4042018-02-23 00:10:122483 'ToTWin64',
2484 'ToTWin64(dbg)',
2485 'ToTWin64(dll)',
Xi Cheng34ca4042018-02-23 00:10:122486 ],
2487 },
Peter McNeeley3cfc0ec82021-12-08 20:36:242488 'overlay_prioritization_viz_unittests': {
2489 'remove_from': [
2490 # Reduce CQ load
2491 'Linux Tests (Wayland)',
2492 ],
2493 },
Ben Pastenee723b2f2019-05-31 19:10:272494 'ozone_unittests': {
2495 'modifications': {
Ben Pastene8ef125e2019-12-10 01:46:292496 'chromeos-betty-pi-arc-chrome': {
2497 'args': [
2498 '--test-launcher-filter-file=../../testing/buildbot/filters/chromeos.ozone_unittests.filter',
2499 ],
2500 },
Ben Pastene500cc1d12021-01-22 18:10:472501 'chromeos-betty-pi-arc-chrome-dchecks': {
2502 'args': [
2503 '--test-launcher-filter-file=../../testing/buildbot/filters/chromeos.ozone_unittests.filter',
2504 ],
2505 },
Ben Pastene8ef125e2019-12-10 01:46:292506 'linux-chromeos-chrome': {
2507 'args': [
2508 '--test-launcher-filter-file=../../testing/buildbot/filters/chromeos.ozone_unittests.filter',
2509 ],
2510 },
Ben Pastenee723b2f2019-05-31 19:10:272511 },
2512 },
Maksim Sisovc81d284c2021-10-05 17:54:352513 'ozone_x11_unittests': {
2514 # Wayland bot uses chromium_linux_gtests that includes some x11 only
2515 # test targets. To avoid maintaining a list of tests, remove them here.
2516 'remove_from': [
2517 'Linux Tests (Wayland)',
2518 ],
2519 },
Karen Qian385d2ca2019-03-19 21:49:582520 'perfetto_unittests': {
Haiyang Pan0e27adbeb2021-12-14 22:44:302521 'modifications': {
Haiyang Pan2a55a452022-03-03 08:18:332522 'android-12-x64-rel': {
Haiyang Pan0e27adbeb2021-12-14 22:44:302523 'args': [
2524 # TODO(crbug.com/1260440): Fix the failed test
2525 '--gtest_filter=-ScopedDirTest.CloseOutOfScope',
2526 ],
2527 },
Chong Gua10cd302022-01-14 19:22:192528 'fuchsia-fyi-x64-asan': {
2529 'args': [
2530 '--test-launcher-filter-file=../../testing/buildbot/filters/fuchsia.lsan.perfetto_unittests.filter',
2531 ],
2532 },
Haiyang Pan0e27adbeb2021-12-14 22:44:302533 },
Karen Qian385d2ca2019-03-19 21:49:582534 'remove_from': [
Haiyang Pan363c59a2020-07-23 05:47:042535 # TODO(crbug.com/931138): Fix permission issue when creating tmp files
John Budorickd3fa5992019-12-13 17:22:412536 'android-arm64-proguard-rel',
John Budorickf2283d72019-06-25 01:09:092537 'android-asan',
Yun Liu022f4512019-06-10 23:14:042538 'android-code-coverage',
Yun Liu7cfd28a2019-10-30 01:57:122539 'android-code-coverage-native',
Karen Qian385d2ca2019-03-19 21:49:582540 'android-marshmallow-arm64-rel',
Haiyang Pan2486dcb2020-09-18 17:53:062541 'android-marshmallow-x86-rel-non-cq',
Ben Joyce46ca6012021-03-31 19:19:252542 'android-pie-arm64-coverage-experimental-rel', # Does not generate profraw data.
Andrew Luo38b311f2019-10-04 03:42:092543 'android-pie-arm64-rel',
Haiyang Pan08d09dc2020-04-01 16:11:212544 'android-pie-x86-rel',
Haiyang Pan9d68ca02021-08-04 21:30:472545 'android-11-x86-rel',
Karen Qian385d2ca2019-03-19 21:49:582546 'Marshmallow 64 bit Tester',
2547 'Marshmallow Tablet Tester',
2548 'Nougat Phone Tester',
Arthur Eubanksc8f86ee2021-05-10 20:14:242549 'ToTAndroid'
Karen Qian385d2ca2019-03-19 21:49:582550 ]
2551 },
Stephen Martinis54d64ad2018-09-21 22:16:202552 'performance_test_suite': {
2553 'modifications': {
Zhaoyang Li9357e1e12021-12-07 18:53:172554 'Mac11 Tests (dbg)': {
2555 'args': [
2556 '--browser=debug',
2557 ],
2558 },
Stephen Martinis54d64ad2018-09-21 22:16:202559 'Win10 Tests x64 (dbg)': {
2560 'args': [
Takuto Ikutab28b582e2021-02-10 01:41:212561 '--browser=debug_x64',
Stephen Martinis54d64ad2018-09-21 22:16:202562 ],
2563 'experiment_percentage': 100,
2564 },
Matt Reichhoffa59d5372022-04-18 19:57:222565 'Win7 Tests (dbg)(1)': {
2566 'args': [
2567 '--browser=debug',
2568 ],
2569 },
Stephen Martinis54d64ad2018-09-21 22:16:202570 },
2571 },
Sven Zhenge8335e02020-08-07 22:38:392572 'pixel_browser_tests': {
2573 'modifications': {
2574 'win-pixel-tester-rel': {
2575 'non_precommit_args': [
2576 # Do not allow retry or it will break the bulk approval process.
2577 # When retry with fail-pass pattern, the passing test will overwrite the previously
2578 # seen flaky version on the trace. We can triage the image using the printed link,
2579 # but it will not show on the Skia Gold search page.
2580 '--test-launcher-retry-limit=0',
2581 ],
2582 },
2583 },
2584 },
Jonah Ryan-Davis832c8462020-06-09 03:45:032585 'pixel_skia_gold_passthrough_test': {
Brian Sheedyc0c142c2021-06-01 21:18:052586 'modifications': {
2587 'Android FYI Release (Pixel 4)': {
2588 'args': [
2589 # Pixel 4s are weird in that they can output in different color spaces
2590 # simultaneously. The readback code for capturing a screenshot assumes
2591 # only one color space, so disable wide color gamut for the test to
2592 # work around the issue. See https://crbug.com/1166379 for more
2593 # information.
2594 '--extra-browser-args=--disable-wcg-for-test',
2595 ],
2596 },
Struan Shrimptone772d72f2021-12-15 07:50:092597 'Mac Retina Release (AMD)': {
2598 'swarming': {
2599 'quickrun_shards': 2,
2600 },
2601 },
Brian Sheedyc0c142c2021-06-01 21:18:052602 'Optional Android Release (Pixel 4)': {
2603 'args': [
2604 # See above.
2605 '--extra-browser-args=--disable-wcg-for-test',
2606 ],
2607 },
Struan Shrimpton4b7abc02021-12-16 01:36:592608 'Win10 x64 Release (NVIDIA)': {
2609 'swarming': {
2610 'quickrun_shards': 2,
2611 },
2612 },
Brian Sheedyc0c142c2021-06-01 21:18:052613 },
Jonah Ryan-Davis832c8462020-06-09 03:45:032614 'replacements': {
2615 # The V8 builders pass the V8 revision for ${got_revision}, so instead
2616 # use ${got_cr_revision}, which is only set on the V8 bots.
2617 'Linux V8 FYI Release (NVIDIA)': {
2618 'args': {
2619 '--git-revision': '${got_cr_revision}',
2620 },
2621 },
2622 'Linux V8 FYI Release - pointer compression (NVIDIA)': {
2623 'args': {
2624 '--git-revision': '${got_cr_revision}',
2625 },
2626 },
Jonah Ryan-Davisdeeffeaf2020-06-18 17:56:002627 'Mac V8 FYI Release (Intel)': {
2628 'args': {
2629 '--git-revision': '${got_cr_revision}',
2630 },
2631 },
Jonah Ryan-Davis832c8462020-06-09 03:45:032632 'Win V8 FYI Release (NVIDIA)': {
2633 'args': {
2634 '--git-revision': '${got_cr_revision}',
2635 },
2636 },
2637 },
2638 },
2639 'pixel_skia_gold_validating_test': {
Brian Sheedy0566f2cb2021-02-12 22:12:502640 'modifications': {
2641 'Android FYI Release (Pixel 4)': {
2642 'args': [
2643 # Pixel 4s are weird in that they can output in different color spaces
2644 # simultaneously. The readback code for capturing a screenshot assumes
2645 # only one color space, so disable wide color gamut for the test to
2646 # work around the issue. See https://crbug.com/1166379 for more
2647 # information.
2648 '--extra-browser-args=--disable-wcg-for-test',
2649 ],
2650 },
Brian Sheedycde1ab1882021-05-27 21:22:002651 'Optional Android Release (Pixel 4)': {
2652 'args': [
2653 # See above.
2654 '--extra-browser-args=--disable-wcg-for-test',
2655 ],
2656 },
Chong Guabe5adec02022-03-24 17:41:302657 'fuchsia-fyi-x64-rel': { # https://crbug.com/1302427
2658 'experiment_percentage': 100,
2659 },
Brian Sheedy0566f2cb2021-02-12 22:12:502660 },
Chong Gu0aa929e62022-03-03 15:34:132661 'remove_from': [
2662 'Fuchsia x64', # https://crbug.com/1302427
2663 ],
Brian Sheedye6ea0ee2019-07-11 02:54:372664 'replacements': {
Brian Sheedye6ea0ee2019-07-11 02:54:372665 # The V8 builders pass the V8 revision for ${got_revision}, so instead
2666 # use ${got_cr_revision}, which is only set on the V8 bots.
2667 'Android V8 FYI Release (Nexus 5X)': {
2668 'args': {
Brian Sheedy4d335deb2020-04-01 20:47:322669 '--git-revision': '${got_cr_revision}',
Brian Sheedye6ea0ee2019-07-11 02:54:372670 },
2671 },
Brian Sheedye6ea0ee2019-07-11 02:54:372672 'Mac V8 FYI Release (Intel)': {
2673 'args': {
Brian Sheedy4d335deb2020-04-01 20:47:322674 '--git-revision': '${got_cr_revision}',
Brian Sheedye6ea0ee2019-07-11 02:54:372675 },
2676 },
Brian Sheedye6ea0ee2019-07-11 02:54:372677 },
2678 },
2679 'pixel_test':{
Takuto Ikuta35c85522019-06-04 16:55:462680 'modifications': {
2681 'Android Release (Nexus 5X)': {
2682 'swarming': {
2683 'shards': 2,
2684 },
2685 },
2686 },
Nico Weber128fd382018-06-14 23:29:272687 },
Brian Sheedy9653f152019-08-07 17:02:442688 'rendering_representative_perf_tests': {
2689 'modifications': {
2690 'Win10 FYI x64 Exp Release (Intel HD 630)': {
2691 'args': [
Takuto Ikutab28b582e2021-02-10 01:41:212692 '--browser=release_x64',
Brian Sheedy9653f152019-08-07 17:02:442693 ],
2694 },
2695 'Win10 FYI x64 Exp Release (NVIDIA)': {
2696 'args': [
Takuto Ikutab28b582e2021-02-10 01:41:212697 '--browser=release_x64',
Brian Sheedy9653f152019-08-07 17:02:442698 ],
2699 },
Yuly Novikov86cb3542020-11-26 17:10:002700 'Win10 FYI x64 Release (AMD RX 5500 XT)': {
2701 'args': [
Takuto Ikutab28b582e2021-02-10 01:41:212702 '--browser=release_x64',
Yuly Novikov86cb3542020-11-26 17:10:002703 ],
2704 },
Brian Sheedy9653f152019-08-07 17:02:442705 'Win10 FYI x64 Release (Intel HD 630)': {
2706 'args': [
Takuto Ikutab28b582e2021-02-10 01:41:212707 '--browser=release_x64',
Brian Sheedy9653f152019-08-07 17:02:442708 ],
2709 },
Brian Sheedy9653f152019-08-07 17:02:442710 'Win10 FYI x64 Release (NVIDIA)': {
2711 'args': [
Takuto Ikutab28b582e2021-02-10 01:41:212712 '--browser=release_x64',
Brian Sheedy9653f152019-08-07 17:02:442713 ],
2714 },
behdad26cf7e72019-12-18 13:57:302715 'Win10 x64 Release (NVIDIA)': {
2716 'args': [
Takuto Ikutab28b582e2021-02-10 01:41:212717 '--browser=release_x64',
behdad26cf7e72019-12-18 13:57:302718 ],
2719 },
Brian Sheedy9653f152019-08-07 17:02:442720 },
2721 },
John Budorickdce9d462019-03-23 00:25:382722 'sandbox_linux_unittests': {
2723 'modifications': {
Haiyang Pan2a55a452022-03-03 08:18:332724 'android-12-x64-rel': {
Haiyang Pan4d49f5d2021-11-24 02:06:132725 'args': [
2726 '--test-launcher-filter-file=../../testing/buildbot/filters/android.emulator_12.sandbox_linux_unittests.filter',
2727 ]
2728 },
Haiyang Pan6b8e4cf2021-08-02 21:38:282729 'android-marshmallow-x86-rel': {
John Budorick6e8e595b2020-01-27 18:15:582730 'args': [
2731 '--test-launcher-filter-file=../../testing/buildbot/filters/android.emulator.sandbox_linux_unittests.filter',
2732 ]
2733 },
Haiyang Pan08d09dc2020-04-01 16:11:212734 'android-pie-x86-rel': {
John Budorick191adfcd2020-01-29 18:19:042735 'args': [
2736 '--test-launcher-filter-file=../../testing/buildbot/filters/android.emulator.sandbox_linux_unittests.filter',
2737 ]
2738 },
John Budorickdce9d462019-03-23 00:25:382739 },
John Budorick3ebfdf852019-05-13 22:28:162740 'remove_from': [
John Budorick3ebfdf852019-05-13 22:28:162741 'android-asan', # https://crbug.com/962650
2742 ],
John Budorickdce9d462019-03-23 00:25:382743 },
Brian Sheedyc0c142c2021-06-01 21:18:052744 'screenshot_sync_passthrough_tests': {
2745 'modifications': {
2746 'Android FYI Release (Pixel 4)': {
2747 'args': [
2748 # Pixel 4s are weird in that they can output in different color spaces
2749 # simultaneously. The readback code for capturing a screenshot assumes
2750 # only one color space, so disable wide color gamut for the test to
2751 # work around the issue. See https://crbug.com/1166379 for more
2752 # information.
2753 '--extra-browser-args=--disable-wcg-for-test',
2754 ],
2755 },
2756 'Optional Android Release (Pixel 4)': {
2757 'args': [
2758 # See above.
2759 '--extra-browser-args=--disable-wcg-for-test',
2760 ],
2761 },
2762 },
2763 },
Brian Sheedy0566f2cb2021-02-12 22:12:502764 'screenshot_sync_validating_tests': {
2765 'modifications': {
2766 'Android FYI Release (Pixel 4)': {
2767 'args': [
2768 # Pixel 4s are weird in that they can output in different color spaces
2769 # simultaneously. The readback code for capturing a screenshot assumes
2770 # only one color space, so disable wide color gamut for the test to
2771 # work around the issue. See https://crbug.com/1166379 for more
2772 # information.
2773 '--extra-browser-args=--disable-wcg-for-test',
2774 ],
2775 },
Brian Sheedycde1ab1882021-05-27 21:22:002776 'Optional Android Release (Pixel 4)': {
2777 'args': [
2778 # See above.
2779 '--extra-browser-args=--disable-wcg-for-test',
2780 ],
2781 },
Brian Sheedy0566f2cb2021-02-12 22:12:502782 },
Chong Gu0aa929e62022-03-03 15:34:132783 'remove_from': [
2784 'Fuchsia x64', # https://crbug.com/1302427
2785 ],
Brian Sheedy0566f2cb2021-02-12 22:12:502786 },
Kenneth Russelleb60cbd22017-12-05 07:54:282787 'services_unittests': {
2788 'remove_from': [
Nico Weber15a00d62018-05-16 17:11:482789 'ToTLinuxMSan', # https://crbug.com/831676
Kenneth Russell8a386d42018-06-02 09:48:012790 # The face and barcode detection tests fail on the Mac Pros.
2791 'Mac Pro FYI Release (AMD)',
Nico Weberd36959682018-04-12 03:33:462792 'Linux ChromiumOS MSan Tests', # https://crbug.com/831676
2793 'Linux MSan Tests', # https://crbug.com/831676
Kenneth Russelleb60cbd22017-12-05 07:54:282794 ],
Brian Sheedyb6c58792020-05-07 18:37:332795 'replacements': {
2796 # TODO(crbug.com/1078982): Remove once the test is fixed on 10.15.4.
2797 'Mac FYI Experimental Release (Intel)': {
2798 'args': {
2799 '--gtest_filter': '*Detection*:-FaceDetectionImplMacTest.ScanOneFace*',
2800 },
2801 },
2802 },
Haiyang Pan363c59a2020-07-23 05:47:042803 'modifications': {
Struan Shrimptone772d72f2021-12-15 07:50:092804 'Linux ASan LSan Tests (1)': {
2805 'swarming': {
2806 'quickrun_shards': 2,
2807 },
2808 },
Haiyang Pan9d68ca02021-08-04 21:30:472809 'android-11-x86-rel': {
Haiyang Pan10f029c2021-07-30 23:17:562810 'args': [
Haiyang Pan2877f062021-11-18 01:06:062811 # TODO(crbug.com/1264654): Fix the failed tests
2812 '--gtest_filter=-PacLibraryTest.ActualPacMyIpAddress*'
2813 ],
2814 },
Haiyang Pan2a55a452022-03-03 08:18:332815 'android-12-x64-rel': {
Haiyang Pan2877f062021-11-18 01:06:062816 'args': [
2817 # TODO(crbug.com/1264654): Fix the failed tests
Haiyang Pan10f029c2021-07-30 23:17:562818 '--gtest_filter=-PacLibraryTest.ActualPacMyIpAddress*'
2819 ],
2820 },
Chong Gu52481452021-04-02 17:52:412821 'fuchsia-code-coverage': {
2822 'swarming': {
2823 'shards': 7,
2824 },
2825 },
2826 }
Chong Gudf7fbe92021-02-24 02:55:582827 },
Brian Ho8271a7ad2021-08-12 20:48:032828 # TODO(crbug.com/1202958): Remove these when SkiaRenderer is fully shipped
2829 # on Chrome OS.
2830 'skia_renderer_telemetry_perf_unittests': {
2831 'remove_from': [
2832 # Not enough capacity.
2833 'chromeos-betty-pi-arc-chrome',
2834 'chromeos-betty-pi-arc-chrome-dchecks',
Muyao Xuc5634692021-11-09 21:30:172835 # it sometimes flakily times out.
2836 'chromeos-amd64-generic-rel',
Brian Ho8271a7ad2021-08-12 20:48:032837 ],
2838 'modifications': {
2839 'chromeos-amd64-generic-rel': {
2840 'ci_only': True,
2841 },
2842 'chromeos-amd64-generic-rel (goma cache silo)': {
2843 'ci_only': True,
2844 },
2845 'chromeos-amd64-generic-rel (reclient)': {
2846 'ci_only': True,
2847 },
Brian Ho8271a7ad2021-08-12 20:48:032848 },
2849 },
2850 'skia_renderer_telemetry_unittests': {
2851 'remove_from': [
2852 # Not enough capacity.
2853 'chromeos-betty-pi-arc-chrome',
2854 'chromeos-betty-pi-arc-chrome-dchecks',
2855 ],
2856 'modifications': {
2857 'chromeos-amd64-generic-rel': {
2858 'ci_only': True,
2859 },
2860 'chromeos-amd64-generic-rel (goma cache silo)': {
2861 'ci_only': True,
2862 },
2863 'chromeos-amd64-generic-rel (reclient)': {
2864 'ci_only': True,
2865 },
Brian Ho8271a7ad2021-08-12 20:48:032866 },
2867 },
Chong Gua10cd302022-01-14 19:22:192868 'skia_unittests': {
2869 'modifications': {
2870 'fuchsia-fyi-x64-asan': {
2871 'args': [
2872 '--test-launcher-filter-file=../../testing/buildbot/filters/fuchsia.lsan.skia_unittests.filter',
2873 ],
2874 },
2875 },
2876 },
Chong Gu76046412021-09-22 17:49:212877 'snapshot_unittests': {
Chong Gub2446462021-08-19 18:44:082878 'modifications': {
2879 'fuchsia-fyi-arm64-dbg': {
2880 'args': [
2881 '--test-launcher-filter-file=../../testing/buildbot/filters/fuchsia.debug.snapshot_unittests.filter',
2882 ],
2883 },
2884 },
2885 },
Kenneth Russelleb60cbd22017-12-05 07:54:282886 'sync_integration_tests': {
Brad Halla36886c2019-02-26 16:52:292887 'remove_from': [
Brad Halla36886c2019-02-26 16:52:292888 'CrWinAsan(dll)', # https://crbug.com/935598
2889 ],
Kenneth Russelleb60cbd22017-12-05 07:54:282890 'modifications': {
Erik Chene84bc1c2019-11-25 23:23:522891 'Linux ASan LSan Tests (1)': {
2892 'swarming': {
2893 'shards': 4,
2894 },
2895 },
Nico Weber8fbc2832018-12-14 16:00:572896 'Linux TSan Tests': {
2897 'swarming': {
2898 'shards': 6,
2899 },
2900 },
Stephen Martinis1384ff92020-01-07 19:52:152901 'ToTLinuxTSan': {
Kenneth Russelleb60cbd22017-12-05 07:54:282902 'swarming': {
Stephen Martinis1384ff92020-01-07 19:52:152903 'shards': 6,
Kenneth Russelleb60cbd22017-12-05 07:54:282904 },
2905 },
Struan Shrimptona1ab7672022-01-13 18:02:512906 'Win10 Tests x64': {
2907 'swarming': {
2908 'quickrun_shards': 3,
2909 },
2910 },
Stephen Martinis75ab55d2018-08-30 02:27:122911 'Win10 Tests x64 (dbg)': {
2912 'experiment_percentage': 100, # https://crbug.com/840369
2913 },
Matt Reichhoffa59d5372022-04-18 19:57:222914 'Win7 Tests (dbg)(1)': {
2915 'swarming': {
2916 'shards': 2,
2917 },
2918 },
Stephen Martinis1384ff92020-01-07 19:52:152919 'linux-chromeos-code-coverage': {
Yuke Liao79424e42020-01-06 21:00:112920 'swarming': {
2921 'shards': 4,
2922 },
2923 },
Stephen Martinis1384ff92020-01-07 19:52:152924 'linux-code-coverage': {
Yuke Liao79424e42020-01-06 21:00:112925 'swarming': {
2926 'shards': 4,
2927 },
2928 },
Sven Zhengfbbf21a2021-04-16 23:57:122929 # https://crbug.com/1199909,
Junhua Chen39dd2dba2021-05-05 17:51:542930 'linux-lacros-code-coverage': {
2931 'args': [
2932 '--test-launcher-filter-file=../../testing/buildbot/filters/linux-lacros.sync_integration_tests.filter',
2933 ]
2934 },
Jieting Yangbf15db672021-10-04 19:18:372935 'linux-lacros-dbg-tests-fyi': {
2936 'args': [
2937 '--test-launcher-filter-file=../../testing/buildbot/filters/linux-lacros.sync_integration_tests.filter',
2938 ],
2939 },
Anastasiia N11c1f8d2021-04-19 14:04:422940 'linux-lacros-tester-rel': {
2941 'args': [
Yuke Liao56a437dd2021-05-05 04:53:402942 '--test-launcher-filter-file=../../testing/buildbot/filters/linux-lacros.sync_integration_tests.filter',
Anastasiia N11c1f8d2021-04-19 14:04:422943 ],
2944 },
Kuan Huang235b0142021-10-19 18:59:282945 'mac-code-coverage': {
2946 'args': [
2947 '--coverage-continuous-mode=1',
2948 ],
2949 },
Kenneth Russelleb60cbd22017-12-05 07:54:282950 },
2951 },
Weizhong Xia613fda42021-04-21 20:11:522952 'system_webview_wpt': {
2953 'modifications': {
2954 'android-webview-pie-x86-wpt-fyi-rel': {
Weizhong Xia7dd41362021-09-30 16:05:382955 'args': [
2956 '--log-wptreport',
2957 ],
Weizhong Xia613fda42021-04-21 20:11:522958 },
2959 },
2960 },
Kenneth Russell8a386d42018-06-02 09:48:012961 'tab_capture_end2end_tests': {
Nico Webere89a3c92018-07-01 01:30:522962 # Run these only on Release bots.
Kenneth Russell8a386d42018-06-02 09:48:012963 'remove_from': [
Kenneth Russell8a386d42018-06-02 09:48:012964 'Linux Debug (NVIDIA)',
2965 'Mac Debug (Intel)',
2966 'Mac Retina Debug (AMD)',
Yuly Novikovbc1ccff2019-08-03 00:05:492967 'Win10 FYI x64 Debug (NVIDIA)',
Yuly Novikovf28f1eca2019-07-04 22:43:392968 # Disabled due to dbus crashes crbug.com/927465
Yuly Novikov5865ff72019-07-09 21:38:052969 'Linux FYI Release (Intel HD 630)',
2970 'Linux FYI Release (NVIDIA)',
Yuly Novikov5865ff72019-07-09 21:38:052971 'Linux Release (NVIDIA)',
Kenneth Russell8a386d42018-06-02 09:48:012972 ],
Emily Hanleyb64ac7c2018-05-25 13:36:552973 },
Haiyang Pan8c201b92020-06-04 01:25:072974 'telemetry_chromium_minidump_unittests': {
2975 'remove_from': [
Haiyang Pan2486dcb2020-09-18 17:53:062976 'android-marshmallow-x86-rel-non-cq', # crbug.com/1084352
Haiyang Pan8c201b92020-06-04 01:25:072977 ],
2978 },
Brian Sheedyc117f6d2020-05-06 02:23:272979 'telemetry_monochrome_minidump_unittests': {
2980 'remove_from': [
2981 # Monochrome isn't supported on M.
2982 'android-marshmallow-arm64-rel',
Haiyang Pan2486dcb2020-09-18 17:53:062983 'android-marshmallow-x86-rel-non-cq',
Brian Sheedyc117f6d2020-05-06 02:23:272984 ],
2985 },
Kenneth Russelleb60cbd22017-12-05 07:54:282986 'telemetry_perf_unittests': {
2987 'modifications': {
Kenneth Russelleb60cbd22017-12-05 07:54:282988 'Linux Tests': {
2989 'args': [
2990 '--xvfb',
Ned Nguyene6e26042018-01-17 20:42:482991 '--jobs=1',
Kenneth Russelleb60cbd22017-12-05 07:54:282992 ],
2993 },
Juan Antonio Navarro Perez4899edf2019-03-14 13:05:352994 'Linux Tests (dbg)(1)': {
2995 'args': [
2996 '--xvfb',
2997 '--jobs=1',
2998 ],
2999 },
Stephanie Kim56defb72020-11-19 21:32:373000 # TODO crbug.com/1143924: Remove when experimentation is complete
3001 'Linux Tests Robocrop': {
3002 'args': [
3003 '--xvfb',
3004 '--jobs=1',
3005 ],
3006 },
Kenneth Russelleb60cbd22017-12-05 07:54:283007 # Disable parallelism on all Mac bots.
Kenneth Russelleb60cbd22017-12-05 07:54:283008 'Mac10.11 Tests': {
3009 'args': [
3010 '--jobs=1',
3011 ],
3012 },
3013 'Mac10.12 Tests': {
3014 'args': [
3015 '--jobs=1',
3016 ],
3017 },
John Chen9fd22fcf2021-12-10 02:24:123018 'Mac11 Tests': {
3019 'ci_only': True,
3020 },
Matt Reichhoffa59d5372022-04-18 19:57:223021 'Win7 Tests (dbg)(1)': {
3022 'args': [
3023 '--jobs=1',
3024 ],
3025 'swarming': {
3026 'shards': 20,
3027 },
3028 'experiment_percentage': 100,
3029 },
Struan Shrimptona1ab7672022-01-13 18:02:513030 'chromeos-amd64-generic-rel': {
3031 'swarming': {
3032 'quickrun_shards': 24,
3033 },
3034 },
Ben Pastene69400eb2021-03-25 19:27:163035 'chromeos-eve-chrome': {
3036 'args': [
3037 # TODO(crbug.com/1191132): Re-enable.
3038 '--skip=benchmarks.benchmark_smoke_unittest.BenchmarkSmokeTest.wasmpspdfkit',
3039 ],
3040 },
Ben Pastene2b4b15f2021-03-04 00:39:243041 'chromeos-kevin-chrome': {
3042 # TODO(crbug.com/1182948): Remove the experiment.
Ben Pastenebe91e462021-07-27 23:47:263043 # TODO(b/188822176): Restore to 100% when we have additional capacity.
3044 'experiment_percentage': 0,
Ben Pastene2b4b15f2021-03-04 00:39:243045 },
Kenneth Russelleb60cbd22017-12-05 07:54:283046 },
3047 'remove_from': [
Haiyang Pan2486dcb2020-09-18 17:53:063048 'android-marshmallow-x86-rel-non-cq', # crbug.com/1084352
Haiyang Pan0e39edf42020-04-28 19:29:013049 # There's no need to run telemetry_perf_unittests on both lollipop and
Erik Chen96894722019-11-21 20:03:393050 # marshmallow on the CQ. https://crbug.com/1026487.
Ben Joyce3e043862021-10-20 23:57:243051 # TODO(crbug/1260494): Test suite isn't running on android.
Erik Chen96894722019-11-21 20:03:393052 'android-marshmallow-arm64-rel',
Andrew Luobe83fd82019-12-19 03:07:583053 'android-pie-arm64-rel',
Garrett Beatyeef031a2019-02-28 01:55:413054 # crbug.com/936540
Garrett Beatyeef031a2019-02-28 01:55:413055 'Mac10.11 Tests',
Shenghua Zhangbd6f1b232018-03-03 02:59:143056 'Mac10.13 Tests',
Zhaoyang Li69e2e002021-02-19 21:57:353057 'Mac10.15 Tests',
Lindsay Pasricha21bb93d72021-12-07 05:48:393058 # TODO crbug.com/1277277
Zhaoyang Li9357e1e12021-12-07 18:53:173059 'Mac11 Tests (dbg)',
Stephen Martinis1384ff92020-01-07 19:52:153060 'Linux - Future (dbg)', # client.v8.chromium
Takuto Ikuta9aa015d2019-04-15 23:33:293061 'Win10 Tests x64',
Stephen Martinise701f5a2018-05-04 01:25:113062 'Win10 Tests x64 (dbg)',
Kuan Huanga89737d2022-01-07 19:42:113063 'Win11 Tests x64',
Kenneth Russelleb60cbd22017-12-05 07:54:283064 ],
3065 },
Stephen Martinis54d64ad2018-09-21 22:16:203066 'telemetry_unittests': {
3067 'modifications': {
3068 'Win10 Tests x64 (dbg)': {
3069 'experiment_percentage': 100, # crbug.com/870673
Ben Pastene9383fe12020-10-20 21:32:403070 },
Struan Shrimptona1ab7672022-01-13 18:02:513071 'chromeos-amd64-generic-rel': {
3072 'swarming': {
3073 'quickrun_shards': 60,
3074 },
3075 },
John Budorickc498fd3c2019-03-14 01:16:263076 },
3077 'remove_from': [
Ben Pastene9ef2ced52021-07-28 18:04:343078 # TODO(crbug.com/1141234): Restore when there's more DUTs
3079 'chromeos-kevin-chrome',
3080 'chromeos-kevin-rel',
Ben Pastene619317752020-12-03 00:04:143081
John Budorickc498fd3c2019-03-14 01:16:263082 # crbug.com/936540
John Budorickc498fd3c2019-03-14 01:16:263083 'Mac10.11 Tests',
Takuto Ikuta9aa015d2019-04-15 23:33:293084
3085 'Win10 Tests x64',
Kuan Huanga89737d2022-01-07 19:42:113086 'Win11 Tests x64',
Titouan Rigoudye122ec32021-11-08 16:36:163087
3088 # TODO(https://crbug.com/1267161): Re-enable when platform is supported.
3089 'mac11-arm64-rel-tests',
John Budorickc498fd3c2019-03-14 01:16:263090 ],
Stephen Martinis54d64ad2018-09-21 22:16:203091 },
Brian Sheedyf3b48d62020-05-08 23:03:123092 'test_buildbucket_api_gpu_use_cases': {
3093 'remove_from': [
3094 # crbug.com/1080749
3095 'Optional Linux Release (NVIDIA)',
3096 ],
3097 },
Chong Guabe5adec02022-03-24 17:41:303098 'trace_test': {
3099 'modifications': {
3100 'fuchsia-fyi-x64-rel': { # https://crbug.com/1269976
3101 'experiment_percentage': 100,
3102 },
3103 },
3104 },
Kenneth Russelleb60cbd22017-12-05 07:54:283105 'unit_tests': {
Yun Liu3e759dbb2019-11-01 19:25:523106 'remove_from': [
Ben Pastene3e32ffe2020-08-07 03:37:073107 'android-pie-arm64-rel', # https://crbug.com/1010211
Yun Liu3e759dbb2019-11-01 19:25:523108 ],
Kenneth Russelleb60cbd22017-12-05 07:54:283109 'modifications': {
John Budorickca14c76f62017-12-09 14:19:183110 'Linux ASan LSan Tests (1)': {
John Budorick5052d552017-12-13 02:59:343111 # These are slow on the ASAN trybot for some reason.
Ben Pastened2c01af2022-01-31 23:06:443112 # crbug.com/1257927
John Budorickca14c76f62017-12-09 14:19:183113 'swarming': {
John Budorick5052d552017-12-13 02:59:343114 'shards': 4,
John Budorickca14c76f62017-12-09 14:19:183115 },
3116 },
Stephen Martinis1384ff92020-01-07 19:52:153117 'Linux Chromium OS ASan LSan Tests (1)': {
3118 # These are slow on the ASAN trybot for some reason.
Ben Pastened2c01af2022-01-31 23:06:443119 # crbug.com/1257927
John Budorickca14c76f62017-12-09 14:19:183120 'swarming': {
3121 'shards': 2,
3122 },
3123 },
Takuto Ikuta54671d972018-07-19 19:06:353124 'Linux ChromiumOS MSan Tests': {
3125 # These are very slow on the Chrome OS MSAN trybot for some reason.
3126 # crbug.com/865455
3127 'swarming': {
3128 'shards': 2,
3129 },
3130 },
Stephen Martinis1384ff92020-01-07 19:52:153131 'Linux TSan Tests': {
Takuto Ikuta54671d972018-07-19 19:06:353132 'swarming': {
3133 'shards': 2,
3134 },
3135 },
Maksim Sisovc81d284c2021-10-05 17:54:353136 # https://crbug.com/1184127
3137 'Linux Tests (Wayland)': {
3138 'args': [
3139 '--test-launcher-filter-file=../../testing/buildbot/filters/ozone-linux.unit_tests_wayland.filter',
3140 ],
3141 },
Zhaoyang Li9357e1e12021-12-07 18:53:173142 'Mac11 Tests (dbg)': {
3143 'swarming': {
3144 'shards': 2,
3145 },
3146 },
Stephen Martinis1384ff92020-01-07 19:52:153147 'ToTLinuxASan': {
Dirk Pranke20eae9a72017-12-09 18:12:143148 'swarming': {
Stephen Martinis1384ff92020-01-07 19:52:153149 'shards': 2,
Dirk Pranke20eae9a72017-12-09 18:12:143150 },
3151 },
Stephen Martinis1384ff92020-01-07 19:52:153152 'android-asan': {
3153 'args': [
3154 '--test-launcher-filter-file=../../testing/buildbot/filters/android.asan.unit_tests.filter',
3155 ],
3156 },
Takuto Ikuta527cdff2020-01-29 08:04:273157 'android-marshmallow-arm64-rel-swarming': {
3158 'swarming': {
3159 'shards': 8,
3160 },
3161 },
Stephen Martinis1384ff92020-01-07 19:52:153162 'linux-chromeos-chrome': {
3163 'args': [
3164 '--test-launcher-filter-file=../../testing/buildbot/filters/chromeos.unit_tests.filter',
3165 ],
3166 },
Ben Pasteneacd57392019-10-31 02:13:253167 'linux-chromeos-dbg': {
3168 'swarming': {
3169 'shards': 2,
3170 },
3171 },
Erik Chend063aef72019-11-18 19:13:103172 'linux-chromeos-rel': {
3173 'swarming': {
3174 'shards': 2,
3175 },
3176 },
Yuke Liao597dd6df72020-08-18 03:02:543177 # https://crbug.com/1111979,
Junhua Chen39dd2dba2021-05-05 17:51:543178 'linux-lacros-code-coverage': {
3179 'args': [
3180 '--test-launcher-filter-file=../../testing/buildbot/filters/linux-lacros.unit_tests.filter',
3181 ],
3182 },
3183 # https://crbug.com/1111979,
Jieting Yangbf15db672021-10-04 19:18:373184 'linux-lacros-dbg-tests-fyi': {
3185 'args': [
3186 '--test-launcher-filter-file=../../testing/buildbot/filters/linux-lacros.unit_tests.filter',
3187 ],
3188 },
3189 # https://crbug.com/1111979,
Sven Zheng5c9d3e342020-08-11 21:39:433190 'linux-lacros-tester-rel': {
Sven Zheng5c9d3e342020-08-11 21:39:433191 'args': [
Yuke Liao56a437dd2021-05-05 04:53:403192 '--test-launcher-filter-file=../../testing/buildbot/filters/linux-lacros.unit_tests.filter',
Sven Zheng5c9d3e342020-08-11 21:39:433193 ],
3194 },
Kenneth Russelleb60cbd22017-12-05 07:54:283195 },
3196 },
Kenneth Russell8a386d42018-06-02 09:48:013197 'video_decode_accelerator_gl_unittest': {
3198 'remove_from': [
Kenneth Russell8a386d42018-06-02 09:48:013199 # Windows Intel doesn't have the GL extensions to support this test.
Yuly Novikovbc1ccff2019-08-03 00:05:493200 'Optional Win10 x64 Release (Intel HD 630)',
3201 'Win10 FYI x64 Release (Intel HD 630)',
Yuly Novikov5ff15502019-07-31 00:55:483202 'Win10 FYI x64 Exp Release (Intel HD 630)',
Kenneth Russell8a386d42018-06-02 09:48:013203 ],
3204 },
Sven Zheng577fe5ff2020-08-03 22:06:443205 'views_unittests': {
Sven Zheng80734f12020-08-06 06:50:393206 'modifications': {
Maksim Sisovc81d284c2021-10-05 17:54:353207 'Linux Tests (Wayland)': {
3208 'args': [
3209 '--test-launcher-filter-file=../../testing/buildbot/filters/ozone-linux.wayland_views_unittests.filter',
3210 ],
3211 },
Chong Gu6aa22be2021-09-10 06:56:143212 'fuchsia-fyi-arm64-dbg': {
3213 'args': [
3214 '--test-launcher-filter-file=../../testing/buildbot/filters/fuchsia.debug.views_unittests.filter',
3215 ],
3216 },
Chong Gua10cd302022-01-14 19:22:193217 'fuchsia-fyi-x64-asan': {
3218 'args': [
3219 '--test-launcher-filter-file=../../testing/buildbot/filters/fuchsia.lsan.views_unittests.filter',
3220 ],
3221 },
Sven Zheng5c9d3e342020-08-11 21:39:433222 # https://crbug.com/1111979,
Junhua Chen39dd2dba2021-05-05 17:51:543223 'linux-lacros-code-coverage': {
3224 'args': [
3225 '--gtest_filter=-DesktopWidgetFocusManagerTest.AnchoredDialogInDesktopNativeWidgetAura:'
3226 'DesktopWidgetTest*:'
3227 'DesktopWindowTreeHostPlatformTest*:'
3228 'EditableComboboxTest*:'
3229 'MenuRunnerTest*:'
3230 'TextfieldTest*:'
3231 'TooltipControllerTest*:'
3232 'TooltipStateManagerTest*'
3233 ],
3234 },
Yuke Liaoa0db4742021-08-09 18:28:333235 'linux-lacros-dbg-tests-fyi': {
3236 'args': [
3237 '--gtest_filter=-DesktopWidgetFocusManagerTest.AnchoredDialogInDesktopNativeWidgetAura:'
3238 'TextfieldTest*:'
3239 'TooltipControllerTest*:'
3240 ],
3241 },
Sven Zheng5c9d3e342020-08-11 21:39:433242 'linux-lacros-tester-rel': {
Sven Zheng5c9d3e342020-08-11 21:39:433243 'args': [
3244 '--gtest_filter=-DesktopWidgetFocusManagerTest.AnchoredDialogInDesktopNativeWidgetAura:'
Yuke Liao34721c22020-08-14 21:41:193245 'DesktopWidgetTest*:'
3246 'DesktopWindowTreeHostPlatformTest*:'
Yuke Liaocf9db2b2020-08-13 19:42:533247 'EditableComboboxTest*:'
Sven Zhengea8903f2020-08-14 05:27:513248 'MenuRunnerTest*:'
Yuke Liaocf9db2b2020-08-13 19:42:533249 'TextfieldTest*:'
Benjamin Beaudry54b3b882021-03-12 23:55:363250 'TooltipControllerTest*:'
3251 'TooltipStateManagerTest*'
Sven Zheng5c9d3e342020-08-11 21:39:433252 ],
3253 },
Sven Zheng80734f12020-08-06 06:50:393254 },
Sven Zheng577fe5ff2020-08-03 22:06:443255 },
John Budorickd02c429de2020-01-10 19:02:213256 'viz_unittests': {
3257 'modifications': {
Haiyang Pan9d68ca02021-08-04 21:30:473258 'android-11-x86-rel': {
Haiyang Pancf765862021-03-18 20:39:153259 'args': [
3260 '--test-launcher-filter-file=../../testing/buildbot/filters/android.emulator_11.viz_unittests.filter',
3261 ],
3262 },
Haiyang Pan6b8e4cf2021-08-02 21:38:283263 'android-marshmallow-x86-rel': {
John Budorickafd548b2020-01-14 20:45:093264 'args': [
John Budorickd02c429de2020-01-10 19:02:213265 '--test-launcher-filter-file=../../testing/buildbot/filters/android.emulator.viz_unittests.filter',
3266 ],
3267 },
Haiyang Pan08d09dc2020-04-01 16:11:213268 'android-pie-x86-rel': {
John Budorickafd548b2020-01-14 20:45:093269 'args': [
John Budorickd02c429de2020-01-10 19:02:213270 '--test-launcher-filter-file=../../testing/buildbot/filters/android.emulator.viz_unittests.filter',
3271 ],
3272 },
Chong Gub2446462021-08-19 18:44:083273 'fuchsia-fyi-arm64-dbg': {
Chong Gu6aa22be2021-09-10 06:56:143274 'args': [
3275 '--test-launcher-filter-file=../../testing/buildbot/filters/fuchsia.debug.viz_unittests.filter',
3276 ],
Chong Gub2446462021-08-19 18:44:083277 },
John Budorickd02c429de2020-01-10 19:02:213278 },
3279 },
John Budorick20f4fa8d2019-08-02 22:58:293280 'vr_common_unittests': {
3281 'remove_from': [
Haiyang Pan08d09dc2020-04-01 16:11:213282 'android-pie-x86-rel',
John Budorick20f4fa8d2019-08-02 22:58:293283 ],
3284 },
Kenneth Russellfbda3c532017-12-08 23:57:243285 'vr_pixeltests': {
3286 'remove_from': [
Haiyang Pan08d09dc2020-04-01 16:11:213287 'android-pie-x86-rel',
Kenneth Russell8ceeabf2017-12-11 17:53:283288 'VR Linux',
Kenneth Russellfbda3c532017-12-08 23:57:243289 ],
3290 },
Nico Webere81999ee2018-07-01 23:52:433291 'wayland_client_perftests': {
3292 'remove_from': [
3293 'linux-chromeos-dbg', # https://crbug.com/859307
3294 ],
3295 },
Chong Gu76046412021-09-22 17:49:213296 'web_engine_browsertests': {
Chong Gud1a5c5992021-04-09 04:08:323297 'modifications': {
3298 'fuchsia-code-coverage': {
3299 'swarming': {
Chong Gu7a463202021-07-19 18:43:103300 'shards': 28,
Chong Gud1a5c5992021-04-09 04:08:323301 },
3302 },
3303 },
3304 },
Chong Gu76046412021-09-22 17:49:213305 'web_engine_integration_tests': {
Chong Gu4c9e8f112021-06-02 18:37:263306 'modifications': {
3307 'fuchsia-code-coverage': {
3308 'swarming': {
3309 'shards': 6,
3310 },
3311 },
3312 },
3313 },
John Budorick63357462019-02-27 23:02:513314 'webdriver_tests_suite': {
3315 'remove_from': [
3316 'Linux Tests', # https://crbug.com/929689, https://crbug.com/936557
3317 ],
3318 },
bsheedy048cbdb2019-02-04 20:32:053319 'webgl2_conformance_gl_passthrough_tests': {
3320 'remove_from': [
Geoff Lang1fede152019-10-10 23:03:443321 # Not enough capacity. https://crbug.com/982294
3322 'Mac Pro FYI Release (AMD)',
3323 'Mac FYI Retina Release (NVIDIA)',
Yuly Novikov712af632021-08-31 23:54:113324 # Only run validating on Mac Intel due to capacity http://crbug.com/1236796
3325 'Optional Mac Release (Intel)',
bsheedy048cbdb2019-02-04 20:32:053326 ],
3327 },
Brian Sheedy5a9f6562021-08-20 03:32:543328 'webgl2_conformance_gles_passthrough_tests': {
3329 'remove_from': [
Brian Sheedyefb683c2022-01-25 21:17:363330 # Currently not enough capacity to run these tests on this config.
3331 # TODO(crbug.com/1280418): Re-enable once more of the Pixel 6 capacity
3332 # is deployed.
3333 'Android FYI Release (Pixel 6)',
Brian Sheedy43f5a6f2022-01-07 02:41:043334 # Not enough CrOS hardware capacity to run both on anything other than
3335 # VMs. See https://crbug.com/1238070.
Brian Sheedy5a9f6562021-08-20 03:32:543336 'Lacros FYI x64 Release (Intel)',
3337 ],
3338 'modifications': {
3339 # This VM configuration is known to be significantly slower than other
3340 # CrOS configurations, so increase the shards.
3341 # TODO(crbug.com/1223550): Remove this if the configuration can be sped
3342 # up.
3343 'ChromeOS FYI Release (amd64-generic)': {
3344 'swarming': {
3345 'shards': 30,
3346 },
3347 },
3348 },
3349 },
Kenneth Russell18fff67f2021-11-05 23:45:113350 'webgl2_conformance_metal_passthrough_tests': {
3351 'remove_from': [
Yuly Novikov7d00cdb2022-01-05 00:10:383352 # crbug.com/1270755
3353 'Mac FYI ASAN (Intel)',
3354 'Mac FYI Retina ASAN (AMD)',
Kenneth Russell18fff67f2021-11-05 23:45:113355 # Not enough capacity.
3356 'Mac FYI Retina Release (NVIDIA)',
3357 ],
Yuly Novikov220c14a52021-12-14 02:49:333358 'modifications': {
3359 'Mac FYI ASAN (Intel)': {
3360 'args': [
3361 '--extra-browser-args=--disable-metal-shader-cache',
Brian Sheedya111ca92022-04-18 23:37:153362 '--enable-metal-debug-layers',
3363 ],
3364 },
3365 'Mac FYI Release (Intel)': {
3366 'args': [
3367 '--enable-metal-debug-layers',
Yuly Novikov220c14a52021-12-14 02:49:333368 ],
3369 },
3370 'Mac FYI Retina ASAN (AMD)': {
3371 'args': [
3372 '--extra-browser-args=--disable-metal-shader-cache',
Brian Sheedya111ca92022-04-18 23:37:153373 '--enable-metal-debug-layers',
3374 ],
3375 },
3376 'Mac FYI Retina Release (AMD)': {
3377 'args': [
3378 '--enable-metal-debug-layers',
Yuly Novikov220c14a52021-12-14 02:49:333379 ],
3380 },
3381 },
Kenneth Russell18fff67f2021-11-05 23:45:113382 },
John Budorick82e61dfb2019-12-10 04:36:093383 'webgl2_conformance_validating_tests': {
Stephen Martinis54d64ad2018-09-21 22:16:203384 'remove_from': [
Brian Sheedyefb683c2022-01-25 21:17:363385 # Currently not enough capacity to run these tests on this config.
3386 # TODO(crbug.com/1280418): Re-enable once more of the Pixel 6 capacity
3387 # is deployed.
3388 'Android FYI Release (Pixel 6)',
Brian Sheedy43f5a6f2022-01-07 02:41:043389 # Passthrough version run on this configuration, not enough capacity for
3390 # both. See https://crbug.com/1238070.
3391 'ChromeOS FYI Release (kevin)',
Stephen Martinis54d64ad2018-09-21 22:16:203392 # The Mac NVIDIA Retina bots don't have the capacity to run
3393 # this test suite on mac_optional_gpu_tests_rel.
3394 'Optional Mac Retina Release (NVIDIA)',
3395 ],
Kenneth Russell8a386d42018-06-02 09:48:013396 'modifications': {
Brian Sheedyab0a1992021-08-13 20:57:393397 # This VM configuration is known to be significantly slower than other
3398 # CrOS configurations, so increase the shards.
3399 # TODO(crbug.com/1223550): Remove this if the configuration can be sped
3400 # up.
3401 'ChromeOS FYI Release (amd64-generic)': {
3402 'swarming': {
3403 'shards': 30,
3404 },
Brian Sheedy9bde4532021-08-20 18:11:193405 # This configuration is tested with the passthrough decoder as well,
3406 # which will be shipped in the nearish future, so any failures that
3407 # show up with the validating decoder are just an FYI.
3408 'experiment_percentage': 100,
Brian Sheedyab0a1992021-08-13 20:57:393409 },
Brian Sheedy22200312021-08-20 22:17:503410 'ChromeOS FYI Release (kevin)': {
3411 'experiment_percentage': 100,
3412 },
Kenneth Russell8a386d42018-06-02 09:48:013413 },
3414 },
Struan Shrimptona1ab7672022-01-13 18:02:513415 'webgl_conformance_d3d11_passthrough_tests': {
3416 'modifications': {
3417 'Win10 x64 Release (NVIDIA)': {
3418 'swarming': {
3419 'quickrun_shards': 4,
3420 },
3421 },
3422 },
3423 },
Kenneth Russell8a386d42018-06-02 09:48:013424 'webgl_conformance_gl_passthrough_tests': {
3425 'remove_from': [
3426 # crbug.com/555545 and crbug.com/649824:
3427 # Disable webgl_conformance_gl_tests on some Win/AMD cards.
3428 # Always fails on older cards, flaky on newer cards.
Kenneth Russell8a386d42018-06-02 09:48:013429 'Win7 FYI Release (AMD)',
3430 ],
3431 },
Kenneth Russell984f2f12020-12-15 23:23:353432 'webgl_conformance_metal_passthrough_tests': {
3433 'remove_from': [
Yuly Novikov7d00cdb2022-01-05 00:10:383434 # crbug.com/1270755
3435 'Mac FYI ASAN (Intel)',
3436 'Mac FYI Retina ASAN (AMD)',
Yuly Novikov220c14a52021-12-14 02:49:333437 # crbug.com/1158857: re-enable when switching to Metal by default.
Kenneth Russell984f2f12020-12-15 23:23:353438 'Mac FYI Retina Release (NVIDIA)',
3439 ],
Yuly Novikov220c14a52021-12-14 02:49:333440 'modifications': {
3441 'Mac FYI ASAN (Intel)': {
3442 'args': [
3443 '--extra-browser-args=--disable-metal-shader-cache',
Brian Sheedya111ca92022-04-18 23:37:153444 '--enable-metal-debug-layers',
3445 ],
3446 },
3447 'Mac FYI Release (Intel)': {
3448 'args': [
3449 '--enable-metal-debug-layers',
Yuly Novikov220c14a52021-12-14 02:49:333450 ],
3451 },
3452 'Mac FYI Retina ASAN (AMD)': {
3453 'args': [
3454 '--extra-browser-args=--disable-metal-shader-cache',
Brian Sheedya111ca92022-04-18 23:37:153455 '--enable-metal-debug-layers',
3456 ],
3457 },
3458 'Mac FYI Retina Release (AMD)': {
3459 'args': [
3460 '--enable-metal-debug-layers',
Yuly Novikov220c14a52021-12-14 02:49:333461 ],
3462 },
3463 },
Kenneth Russell984f2f12020-12-15 23:23:353464 },
Stephen Martinis54d64ad2018-09-21 22:16:203465 'webgl_conformance_tests': {
Kenneth Russelle63e41f2019-04-09 02:45:283466 'remove_from': [
3467 # Too slow on this configuration, which is severely hardware
3468 # constrained. crbug.com/950690
3469 'Mac FYI Retina Debug (NVIDIA)',
3470 ],
Struan Shrimptona1ab7672022-01-13 18:02:513471 'modifications': {
3472 'chromeos-amd64-generic-rel': {
3473 'swarming': {
3474 'quickrun_shards': 40,
3475 },
3476 },
3477 },
Kenneth Russell8a386d42018-06-02 09:48:013478 },
Austin Enge8c0ba02021-07-19 23:55:193479 'webgpu_blink_web_tests': {
3480 'modifications': {
3481 # Increase the timeout with ASAN (crbug.com/1208253)
3482 'Dawn Win10 x64 ASAN Release': {
3483 'args': [
Weizhong Xia91b53362022-01-05 17:13:353484 '--timeout-ms=48000',
Austin Enge8c0ba02021-07-19 23:55:193485 ],
3486 },
3487 },
Brian Sheedy5796b4b2021-09-15 21:51:413488 'replacements': {
3489 'Dawn Mac x64 Experimental Release (Intel)': {
3490 'args': {
Avi Drissman5afd38bc2021-10-27 17:35:133491 '--platform': 'mac-mac11',
Brian Sheedy5796b4b2021-09-15 21:51:413492 },
3493 }
3494 },
3495 },
3496 'webgpu_blink_web_tests_with_backend_validation': {
3497 'replacements': {
3498 'Dawn Mac x64 Experimental Release (Intel)': {
3499 'args': {
Avi Drissman5afd38bc2021-10-27 17:35:133500 '--platform': 'mac-mac11',
Brian Sheedy5796b4b2021-09-15 21:51:413501 },
3502 },
3503 },
Austin Enge8c0ba02021-07-19 23:55:193504 },
Kenneth Russelleb60cbd22017-12-05 07:54:283505 'webkit_unit_tests': {
Yun Liu16394ab32019-11-19 16:37:573506 'remove_from': [
3507 # Flakily fails on Win7. https://crbug.com/943372.
3508 'Win7 Tests (1)',
3509 'Win 7 Tests x64 (1)',
Haiyang Pan90ed7c642021-02-06 01:22:063510 # Runs on android-marshmallow-x86-rel already (crbug.com/1127110)
3511 'android-marshmallow-arm64-rel',
3512 'android-marshmallow-x86-rel-non-cq',
Yun Liu16394ab32019-11-19 16:37:573513 ],
Dirk Pranke81ff51c2017-12-09 19:24:283514 'modifications': {
John Budorick5052d552017-12-13 02:59:343515 'Linux ASan LSan Tests (1)': {
3516 # These are very slow on the ASAN trybot for some reason.
Ben Pastened2c01af2022-01-31 23:06:443517 # crbug.com/1257927
John Budorick5052d552017-12-13 02:59:343518 'swarming': {
3519 'shards': 5,
3520 },
3521 },
Erik Chen681dc0282019-11-26 22:54:493522 'Linux TSan Tests': {
3523 'swarming': {
3524 'shards': 2,
3525 },
3526 },
arthursonzogni26889d82018-05-29 17:18:163527 'Marshmallow 64 bit Tester': {
3528 # Increase timeout. See https://crbug.com/847229.
3529 'swarming': {
3530 'hard_timeout': 1200,
3531 },
3532 },
Haiyang Pan9d68ca02021-08-04 21:30:473533 'android-11-x86-rel': {
Haiyang Panc7c009e2021-03-18 19:31:233534 'args': [
Haiyang Panc08d02212021-10-18 18:58:383535 '--test-launcher-filter-file=../../testing/buildbot/filters/android.emulator.blink_unittests.filter',
3536 ],
3537 },
Haiyang Pan2a55a452022-03-03 08:18:333538 'android-12-x64-rel': {
Haiyang Panc08d02212021-10-18 18:58:383539 'args': [
3540 '--test-launcher-filter-file=../../testing/buildbot/filters/android.emulator.blink_unittests.filter',
Haiyang Panc7c009e2021-03-18 19:31:233541 ],
3542 },
Dirk Pranke81ff51c2017-12-09 19:24:283543 },
Kenneth Russelleb60cbd22017-12-05 07:54:283544 },
Haiyang Panfbd2b482020-09-23 23:41:253545 'weblayer_browsertests': {
3546 'modifications': {
Haiyang Pan9d68ca02021-08-04 21:30:473547 'android-11-x86-rel': {
Haiyang Pand38464f52021-03-24 00:29:013548 'args': [
Haiyang Pan2877f062021-11-18 01:06:063549 # TODO(crbug.com/1191784): Fix the test failure
3550 '--gtest_filter=-DownloadBrowserTest.OverrideDownloadDirectory',
3551 ],
3552 },
Haiyang Pan2a55a452022-03-03 08:18:333553 'android-12-x64-rel': {
Haiyang Pan2877f062021-11-18 01:06:063554 'args': [
3555 # TODO(crbug.com/1191784): Fix the test failure
Haiyang Pand38464f52021-03-24 00:29:013556 '--gtest_filter=-DownloadBrowserTest.OverrideDownloadDirectory',
3557 ],
3558 },
Haiyang Panfbd2b482020-09-23 23:41:253559 'android-pie-arm64-rel': {
3560 # TODO(crbug.com/1111436): Move this back to walleye if/when additional
3561 # capacity has been deployed.
3562 'swarming': {
Struan Shrimpton57c594e42022-01-25 17:59:133563 'quickrun_shards': 2,
Haiyang Panfbd2b482020-09-23 23:41:253564 'dimension_sets': [
3565 {
3566 'device_type': 'sailfish',
3567 },
3568 ],
3569 },
3570 },
3571 },
3572 },
Haiyang Pan591dbad2020-06-05 20:26:373573 'weblayer_bundle_test': {
3574 'remove_from': [
Haiyang Pan2486dcb2020-09-18 17:53:063575 'android-marshmallow-x86-rel-non-cq', # crbug.com/1088013
Haiyang Pan9d68ca02021-08-04 21:30:473576 'android-11-x86-rel', # crbug.com/1165280
Haiyang Pan591dbad2020-06-05 20:26:373577 ],
3578 },
3579 'weblayer_instrumentation_test_apk': {
3580 'remove_from': [
Haiyang Pan2486dcb2020-09-18 17:53:063581 'android-marshmallow-x86-rel-non-cq', # crbug.com/1088013
Haiyang Pan9d68ca02021-08-04 21:30:473582 'android-11-x86-rel', # crbug.com/1165280
Haiyang Pan591dbad2020-06-05 20:26:373583 ],
Haiyang Pan6d7a15b2020-10-03 00:29:193584 'modifications': {
Struan Shrimptonf5b2b552022-01-20 20:37:393585 'android-marshmallow-arm64-rel': {
3586 'swarming': {
3587 'quickrun_shards': 2,
3588 },
3589 },
Haiyang Pan6d7a15b2020-10-03 00:29:193590 'android-pie-arm64-rel': {
3591 # TODO(crbug.com/1111436): Move this back to walleye if/when additional
3592 # capacity has been deployed.
3593 'swarming': {
3594 'dimension_sets': [
3595 {
3596 'device_type': 'sailfish',
3597 },
3598 ],
3599 },
3600 },
3601 },
Haiyang Pan591dbad2020-06-05 20:26:373602 },
Haiyang Pan4efd9b02021-03-17 23:58:303603 'weblayer_private_instrumentation_test_apk': {
3604 'modifications': {
3605 # TODO(crbug.com/1189403): Remove the filter once the issue is fixed.
Haiyang Pan9d68ca02021-08-04 21:30:473606 'android-11-x86-rel': {
Haiyang Pan4efd9b02021-03-17 23:58:303607 'args': [
3608 '--gtest_filter=-org.chromium.weblayer.test.MediaCaptureTest.*',
3609 ],
3610 },
Haiyang Pan2a55a452022-03-03 08:18:333611 'android-12-x64-rel': {
Haiyang Pan64d61242022-02-16 19:06:363612 'args': [
3613 # crbug.com/1275200
3614 '--gtest_filter=-org.chromium.weblayer.test.BrowserControlsTest.testTopExpandedOnLoadWhenOnlyExpandAtTop',
3615 ],
3616 },
Haiyang Pan4efd9b02021-03-17 23:58:303617 },
3618 },
Weizhong Xia7d335882021-01-28 02:49:523619 'weblayer_shell_wpt': {
3620 'modifications': {
Weizhong Xia0f0c3302021-04-27 00:05:433621 'android-weblayer-pie-x86-wpt-smoketest': {
3622 'args': [
Haiyang Pan1f205ad2021-07-31 01:47:523623 '--default-exclude',
Weizhong Xia63f39c12022-01-10 23:09:293624 '--include-file=../../third_party/blink/web_tests/android/WPTSmokeTestCases',
Weizhong Xia0f0c3302021-04-27 00:05:433625 ],
3626 'swarming': {
Weizhong Xia63f39c12022-01-10 23:09:293627 'shards': 1,
Weizhong Xia0f0c3302021-04-27 00:05:433628 },
3629 },
Weizhong Xia7d335882021-01-28 02:49:523630 },
3631 },
Erik Staab70ca5b32021-08-07 00:38:353632 'webview_64_cts_tests': {
Rupert Ben Wiser02c4766b2022-04-14 19:06:493633 'remove_from': [
3634 'android-12-x64-rel', # crbug.com/1260194
3635 ],
Erik Staab70ca5b32021-08-07 00:38:353636 'modifications': {
3637 'android-pie-arm64-rel': {
3638 # TODO(crbug.com/1111436): Move this back to walleye if/when additional
3639 # capacity has been deployed.
3640 'swarming': {
3641 'dimension_sets': [
3642 {
3643 'device_type': 'sailfish',
3644 },
3645 ],
3646 },
3647 },
3648 },
3649 },
Haiyang Panfbd2b482020-09-23 23:41:253650 'webview_cts_tests': {
Haiyang Panfed339172021-03-10 23:19:573651 'remove_from': [
Haiyang Pan9d68ca02021-08-04 21:30:473652 'android-11-x86-rel', # crbug.com/1165280
Haiyang Panfed339172021-03-10 23:19:573653 ],
Haiyang Panfbd2b482020-09-23 23:41:253654 'modifications': {
3655 'android-pie-arm64-rel': {
3656 # TODO(crbug.com/1111436): Move this back to walleye if/when additional
3657 # capacity has been deployed.
3658 'swarming': {
3659 'dimension_sets': [
3660 {
3661 'device_type': 'sailfish',
3662 },
3663 ],
3664 },
3665 },
3666 },
3667 },
Kenneth Russelleb60cbd22017-12-05 07:54:283668 'webview_instrumentation_test_apk': {
3669 'remove_from': [
Hans Wennborgeac4c36c2018-05-23 16:04:063670 # This test frequently fails on Android, https://crbug.com/824959
Stephen Martinis1384ff92020-01-07 19:52:153671 # matching android builders, the test fails on these.
Hans Wennborga0b11ebe2018-05-15 16:26:503672 'ToTAndroid',
John Budorick27d2d44e2019-05-20 20:26:093673 'android-asan', # https://crbug.com/964562
Ben Joyce02dc8092021-03-04 21:48:193674 'android-code-coverage-native', # Does not generate profraw data.
Ben Joyce46ca6012021-03-31 19:19:253675 'android-pie-arm64-coverage-experimental-rel', # Does not generate profraw data.
Ben Joyce02dc8092021-03-04 21:48:193676
Dirk Pranke20eae9a72017-12-09 18:12:143677 # On chromium.swarm, this should possibly be being run (or removed
Takuto Ikuta527cdff2020-01-29 08:04:273678 # from android-marshmallow-arm64-rel-swarming).
Garrett Beaty47a2d802020-11-10 20:50:533679 # https://crbug.com/1147531 - covered on pie
3680 'android-marshmallow-arm64-rel',
Kenneth Russelleb60cbd22017-12-05 07:54:283681 ],
Ben Pastenee17a8e92018-07-12 21:55:183682 'modifications': {
3683 'Oreo Phone Tester': {
Andrew Luo93c4a1e2019-08-30 05:26:303684 # TODO(crbug.com/997362): Enable this once it's passing.
bsheedy01833462018-12-07 01:05:573685 # TODO(https://crbug.com/884413): Re-enable this once the tests are
3686 # either passing or there is more capacity.
3687 'experiment_percentage': 0,
Ben Pastenee17a8e92018-07-12 21:55:183688 },
Haiyang Pan9d68ca02021-08-04 21:30:473689 'android-11-x86-rel': {
Haiyang Pan103864812021-03-19 19:28:443690 'args': [
3691 # TODO(crbug.com/1189746) Enable this test once the issue is fixed.
3692 '--gtest_filter=-org.chromium.net.NetworkChangeNotifierTest.testNetworkChangeNotifierJavaObservers',
3693 ],
3694 },
Haiyang Pan2a55a452022-03-03 08:18:333695 'android-12-x64-rel': {
Haiyang Pan3261fae2022-02-01 00:54:363696 'args': [
3697 # crbug.com/1292197
3698 '--gtest_filter=-org.chromium.android_webview.test.devui.HomeFragmentTest.testLongPressCopy*',
3699 ],
3700 },
James Shen39aa0e32022-03-22 04:44:503701 'android-marshmallow-x86-fyi-rel-reviver': {
3702 'swarming': {
3703 'shards': 9,
3704 },
3705 },
Haiyang Panb991f562021-08-10 17:46:463706 'android-marshmallow-x86-rel': {
Haiyang Panb991f562021-08-10 17:46:463707 'swarming': {
3708 'shards': 9,
3709 },
3710 },
Kuan Huang1f402c82021-06-08 17:58:183711 'android-pie-arm64-rel': {
3712 'swarming': {
3713 'shards': 9,
3714 },
3715 },
Haiyang Pan08d09dc2020-04-01 16:11:213716 'android-pie-x86-rel': {
Haiyang Panfdd94332020-03-27 02:43:293717 'args': [
3718 '--test-launcher-filter-file=../../testing/buildbot/filters/android.emulator.webview_instrumentation_test_apk.filter',
3719 ],
Ben Joyce9a7eb312021-08-25 00:44:593720 'swarming': {
3721 'shards': 9,
3722 },
Haiyang Panfdd94332020-03-27 02:43:293723 },
Ben Pastenee17a8e92018-07-12 21:55:183724 },
Kenneth Russelleb60cbd22017-12-05 07:54:283725 },
Haiyang Panfed339172021-03-10 23:19:573726 'webview_ui_test_app_test_apk': {
3727 'remove_from': [
Haiyang Pan9d68ca02021-08-04 21:30:473728 'android-11-x86-rel', # crbug.com/1165280
Haiyang Panfed339172021-03-10 23:19:573729 ],
3730 },
bsheedy800f5062018-08-07 00:47:543731 'xr_browser_tests': {
3732 'remove_from': [
Maggie Chen4fc29842018-08-07 19:12:483733 # Fails on the bot, http://crbug.com/868143
3734 'Win7 FYI Release (AMD)',
bsheedy800f5062018-08-07 00:47:543735 ],
3736 },
Kenneth Russelleb60cbd22017-12-05 07:54:283737}