blob: e2ba137f862b175b3f6018027398639ed9c9f129 [file] [log] [blame]
Kenneth Russelleb60cbd22017-12-05 07:54:281# Copyright 2017 The Chromium Authors. All rights reserved.
2# Use of this source code is governed by a BSD-style license that can be
3# found in the LICENSE file.
4
5# This is a .pyl, or "Python Literal", file. You can treat it just like a
6# .json file, with the following exceptions:
7# * all keys must be quoted (use single quotes, please);
8# * comments are allowed, using '#' syntax; and
9# * trailing commas are allowed.
10
11# Exceptions to the common test suites can only include removal from
12# particular bots, and modifications on particular bots. By design,
13# it's not possible to add one-off tests to bots. Instead they have to
14# be added to one of the test suites in test_suites.pyl.
15#
Jeff Yoone2188f62020-08-24 20:55:5716# Note that if you are excluding with variants, you will need to exclude
17# per variant, with the identifier appended to the test suite name.
18# For example, if you have ios_chrome_ui_eg2tests_module with variant
19# SIM_IPHONE_6S_14_0 (identifier = "iPhone 6s 14.0"), you
20# must exclude with the test name as:
21# "ios_chrome_ui_eg2tests_module_iPhone 6s 14.0"
22
Kenneth Russelleb60cbd22017-12-05 07:54:2823# The goal is to drive the number of exceptions to zero, to make all
24# the bots behave similarly.
25{
Chong Gua10cd302022-01-14 19:22:1926 'accessibility_unittests':{
27 'modifications': {
28 'fuchsia-fyi-x64-asan': {
29 'args': [
30 '--test-launcher-filter-file=../../testing/buildbot/filters/fuchsia.lsan.accessibility_unittests.filter',
31 ],
32 },
33 },
34 },
Andrew Luo38b311f2019-10-04 03:42:0935 'android_browsertests': {
36 'modifications': {
Haiyang Pan9d68ca02021-08-04 21:30:4737 'android-11-x86-rel': {
Haiyang Pan0ea9b3ef2022-01-21 21:58:1438 'args': [
39 # https://crbug.com/1289764
40 '--gtest_filter=-All/ChromeBrowsingDataLifetimeManagerScheduledRemovalTest.History/*',
41 ],
Haiyang Panca7fcec2021-03-19 02:11:1042 'swarming': {
43 'shards': 2,
44 },
45 },
Haiyang Panc1192662022-03-09 00:09:0246 'android-12-x64-rel': {
47 'args': [
48 # https://crbug.com/1289764
49 '--gtest_filter=-All/ChromeBrowsingDataLifetimeManagerScheduledRemovalTest.History/*',
50 ],
51 'swarming': {
52 'shards': 2,
53 },
54 },
Struan Shrimptone772d72f2021-12-15 07:50:0955 'android-marshmallow-arm64-rel': {
56 'swarming': {
Struan Shrimpton4b7abc02021-12-16 01:36:5957 'quickrun_shards': 3,
Struan Shrimptone772d72f2021-12-15 07:50:0958 },
59 },
James Shen39aa0e32022-03-22 04:44:5060 'android-marshmallow-x86-fyi-rel-reviver': {
61 'swarming': {
62 'shards': 2,
63 'quickrun_shards': 6,
64 },
65 },
Haiyang Panb991f562021-08-10 17:46:4666 'android-marshmallow-x86-rel': {
67 'swarming': {
68 'shards': 2,
Struan Shrimpton4b7abc02021-12-16 01:36:5969 'quickrun_shards': 6,
Haiyang Panb991f562021-08-10 17:46:4670 },
71 },
Haiyang Pancf24ceb2022-03-17 02:31:3072 'android-nougat-x86-rel': {
73 'swarming': {
74 'shards': 2,
75 },
76 },
Andrew Luo38b311f2019-10-04 03:42:0977 'android-pie-arm64-rel': {
Andrew Luobe83fd82019-12-19 03:07:5878 'args': [
79 '--gtest_filter=-ImportantSitesUtilBrowserTest.DSENotConsideredImportantInRegularMode', # https://crbug.com/1034001
80 ],
Haiyang Panfbd2b482020-09-23 23:41:2581 # TODO(crbug.com/1111436): Move this back to walleye if/when additional
82 # capacity has been deployed.
83 'swarming': {
84 'dimension_sets': [
85 {
86 'device_type': 'sailfish',
87 },
88 ],
Haiyang Pan1678f0c02021-03-09 23:05:0989 'shards': 2,
Struan Shrimpton4b7abc02021-12-16 01:36:5990 'quickrun_shards': 6,
Haiyang Panfbd2b482020-09-23 23:41:2591 },
Andrew Luo38b311f2019-10-04 03:42:0992 },
Haiyang Pan08d09dc2020-04-01 16:11:2193 'android-pie-x86-rel': {
John Budorick191adfcd2020-01-29 18:19:0494 'args': [
95 '--gtest_filter=-ImportantSitesUtilBrowserTest.DSENotConsideredImportantInRegularMode', # https://crbug.com/1034001
96 ],
Haiyang Pan7cd609d2021-04-08 20:17:2497 'swarming': {
98 'shards': 2,
99 },
John Budorick191adfcd2020-01-29 18:19:04100 },
Andrew Luo38b311f2019-10-04 03:42:09101 },
102 },
Sven Zhengc60debc2020-09-10 18:40:52103 'android_sync_integration_tests': {
104 'remove_from': [
Haiyang Pan6b8e4cf2021-08-02 21:38:28105 # Remove from CQ bots due to capacity.
106 'android-marshmallow-arm64-rel',
Sven Zhengc60debc2020-09-10 18:40:52107 ],
James Shen9e4c19e2022-04-15 17:57:50108 'modifications': {
109 'android-12-x64-rel': {
110 'swarming': {
111 'shards': 3,
112 },
113 },
114 'android-marshmallow-x86-rel': {
115 'swarming': {
116 'shards': 3,
117 },
118 },
119 },
Sven Zhengc60debc2020-09-10 18:40:52120 },
Kenneth Russelleb60cbd22017-12-05 07:54:28121 'android_webview_unittests': {
Kenneth Russelleb60cbd22017-12-05 07:54:28122 },
Jamie Madillc9ae75d2020-10-23 19:19:48123 'angle_end2end_tests': {
Yuly Novikov60cbf642020-11-19 20:43:15124 'modifications': {
Yuly Novikov80d2e672021-02-13 00:16:04125 'win10-angle-x64-intel': {
126 'args': [
127 '--max-processes=1',
128 ],
129 },
Yuly Novikov60cbf642020-11-19 20:43:15130 },
Jamie Madillc9ae75d2020-10-23 19:19:48131 },
Jamie Madillc9ae75d2020-10-23 19:19:48132 'angle_unittests': {
133 'remove_from': [
134 # On Android, these are already run on the main waterfall.
135 'Android FYI Release (Nexus 5X)',
Yuly Novikovc1117ae82021-01-15 22:33:36136 # Times out listing tests crbug.com/1167314
137 'android-asan',
Jamie Madillc9ae75d2020-10-23 19:19:48138 # Does not currently work on Lacros configurations.
Junhua Chen39dd2dba2021-05-05 17:51:54139 'linux-lacros-code-coverage',
Jamie Madillc9ae75d2020-10-23 19:19:48140 'linux-lacros-tester-rel',
141 'linux-lacros-tester-fyi-rel',
Yuke Liaof27ebe52021-08-05 22:12:40142 'linux-lacros-dbg-tests-fyi',
Jamie Madillc9ae75d2020-10-23 19:19:48143 ],
Chong Gua10cd302022-01-14 19:22:19144 'modifications': {
145 # anglebug.com/6894
146 'fuchsia-fyi-x64-asan': {
147 'args': [
148 # crbug.com/
149 '--gtest_filter=-ConstructCompilerTest.DefaultParameters',
150 ],
151 },
152 },
Jamie Madillc9ae75d2020-10-23 19:19:48153 },
154 'angle_white_box_tests': {
Yuly Novikov60cbf642020-11-19 20:43:15155 'modifications': {
Yuly Novikov80d2e672021-02-13 00:16:04156 'win10-angle-x64-intel': {
157 'args': [
158 '--max-processes=1',
159 ],
160 },
Yuly Novikov60cbf642020-11-19 20:43:15161 },
Jamie Madillc9ae75d2020-10-23 19:19:48162 },
Sven Zhengef0d0872022-04-04 22:13:29163 'aura_unittests amd64-generic': {
Yuke Liaob6beaeca2021-04-29 23:41:51164 'remove_from': [
165 # TODO(crbug.com/1204231): Re-enable.
166 'lacros-amd64-generic-rel',
167 ]
168 },
Sven Zhengef0d0872022-04-04 22:13:29169 'aura_unittests eve': {
Yuke Liao79a8cf52021-06-11 18:14:34170 'remove_from': [
171 # TODO(crbug.com/1204231): Re-enable.
172 'lacros-amd64-generic-rel',
173 ]
174 },
Chong Gudf7fbe92021-02-24 02:55:58175 'base_unittests': {
176 'modifications': {
Haiyang Pan9d68ca02021-08-04 21:30:47177 'android-11-x86-rel': {
Haiyang Panc7c009e2021-03-18 19:31:23178 'args': [
Haiyang Panc08d02212021-10-18 18:58:38179 '--test-launcher-filter-file=../../testing/buildbot/filters/android.emulator.base_unittests.filter',
180 ],
181 },
Haiyang Pan2a55a452022-03-03 08:18:33182 'android-12-x64-rel': {
Haiyang Panc08d02212021-10-18 18:58:38183 'args': [
184 '--test-launcher-filter-file=../../testing/buildbot/filters/android.emulator.base_unittests.filter',
185 '--gtest_filter=-ModuleCacheTest.CheckAgainstProcMaps', # crbug.com/1260521
Haiyang Panc7c009e2021-03-18 19:31:23186 ],
187 },
Chong Gudf7fbe92021-02-24 02:55:58188 'fuchsia-code-coverage': {
189 'swarming': {
190 'shards': 5,
191 },
192 },
Chong Gua10cd302022-01-14 19:22:19193 'fuchsia-fyi-x64-asan': {
194 'args': [
195 '--test-launcher-filter-file=../../testing/buildbot/filters/fuchsia.lsan.base_unittests.filter',
196 ],
197 },
Chong Gudf7fbe92021-02-24 02:55:58198 },
199 },
Haiyang Pan363c59a2020-07-23 05:47:04200 'blink_platform_unittests': {
201 'modifications': {
Haiyang Panfbd2b482020-09-23 23:41:25202 'android-pie-arm64-rel': {
203 # TODO(crbug.com/1111436): Move this back to walleye if/when additional
204 # capacity has been deployed.
205 'swarming': {
206 'dimension_sets': [
207 {
208 'device_type': 'sailfish',
209 },
210 ],
211 },
212 },
Chong Gu52481452021-04-02 17:52:41213 'fuchsia-code-coverage': {
214 'swarming': {
215 'shards': 5,
216 },
217 },
Haiyang Pan363c59a2020-07-23 05:47:04218 },
219 },
Chong Gu76046412021-09-22 17:49:21220 'blink_unittests': {
Chong Guc2d145e2021-03-31 19:55:34221 'modifications': {
222 'fuchsia-code-coverage': {
223 'swarming': {
224 'shards': 30,
225 },
226 },
227 },
228 },
John Chenaab16fc02020-03-03 06:35:45229 'blink_web_tests': {
230 'remove_from': [
Ilia Samsonovca3dfd52020-08-07 18:39:01231 'Mac10.11 Tests',
John Chenaab16fc02020-03-03 06:35:45232 'Win 7 Tests x64 (1)', # 64-bit win is unsupported by the layout tests.
233 'Win10 Tests x64 (dbg)',
234 ],
235 'modifications': {
236 'Fuchsia x64': {
237 'args': [
238 '--platform=fuchsia',
Weizhong Xia3fdef5ca2022-01-04 21:50:20239 '--jobs=1',
John Chenaab16fc02020-03-03 06:35:45240 ],
241 'swarming': {
242 'shards': 1,
243 },
244 },
245 'Linux Tests': {
246 "args": [
247 "--additional-env-var=LLVM_PROFILE_FILE=${ISOLATED_OUTDIR}/profraw/default-%2m.profraw",
248 ],
Struan Shrimpton57c594e42022-01-25 17:59:13249 'swarming': {
250 'quickrun_shards': 18,
251 },
John Chenaab16fc02020-03-03 06:35:45252 },
253 'Linux Tests (dbg)(1)': {
254 'args': [
255 '--debug',
256 ],
257 'swarming': {
Sven Zheng439fcdf2021-07-13 20:14:57258 'shards': 30,
John Chenaab16fc02020-03-03 06:35:45259 },
260 },
Lindsay Pasricha2a3898bb2022-02-08 23:21:25261 # TODO (crbug.com/1294574) Re-enable once fixed
262 'Mac Builder Next': {
263 'experiment_percentage': 0,
264 },
Xianzhu Wange6dec152021-08-02 19:54:53265 'Mac10.12 Tests': {
266 'swarming': {
267 'shards': 25,
268 },
269 },
John Chenaab16fc02020-03-03 06:35:45270 'Mac10.13 Tests': {
271 'swarming': {
272 'dimension_sets': [
273 {
Erik Staab59591f32020-08-25 23:07:07274 'gpu': None,
John Chenaab16fc02020-03-03 06:35:45275 },
276 ],
277 'shards': 25,
278 },
279 },
Zhaoyang Li69e2e002021-02-19 21:57:35280 'Mac10.15 Tests': {
281 'swarming': {
282 'dimension_sets': [
283 {
284 'gpu': None,
285 },
286 ],
287 'shards': 25,
288 },
289 },
Lindsay Pasricha8d9a0c32021-12-08 17:08:29290 'Mac11 Tests': {
291 'swarming': {
292 'dimension_sets': [
293 {
294 'gpu': None,
295 },
296 ],
297 'shards': 25,
Struan Shrimpton57c594e42022-01-25 17:59:13298 'quickrun_shards': 26,
Lindsay Pasricha8d9a0c32021-12-08 17:08:29299 },
300 },
Zhaoyang Li9357e1e12021-12-07 18:53:17301 'Mac11 Tests (dbg)': {
302 'experiment_percentage': 100,
303 'args': [
304 '--debug',
305 ],
306 'swarming': {
307 'shards': 40,
308 },
309 },
Chong Gu75af969a2021-03-22 14:46:14310 'ToTFuchsia x64': {
311 'args': [
312 '--platform=fuchsia',
313 ],
314 'swarming': {
315 'shards': 1,
316 },
317 },
John Chenaab16fc02020-03-03 06:35:45318 'V8 Blink Linux Debug': {
Michael Achenbach455d39242020-06-22 13:33:45319 # This builder compiles Chromium in release mode, but V8 in debug.
320 # TODO(machenbach): Change name and out directory of this builder to
321 # something less confusing.
John Chenaab16fc02020-03-03 06:35:45322 'args': [
Michael Achenbach455d39242020-06-22 13:33:45323 '-t',
324 'Debug',
325 '--release',
John Chenaab16fc02020-03-03 06:35:45326 ],
327 },
328 'V8 Blink Linux Future': {
329 'args': [
Brian Sheedy10ddf0a2021-08-16 23:19:07330 '--flag-specific=future-js',
John Chenaab16fc02020-03-03 06:35:45331 ],
332 },
333 'WebKit Linux ASAN': {
334 'args': [
335 '--additional-expectations',
336 '../../third_party/blink/web_tests/ASANExpectations',
Weizhong Xia91b53362022-01-05 17:13:35337 '--timeout-ms',
John Chenaab16fc02020-03-03 06:35:45338 '48000',
339 '--enable-sanitizer',
340 ],
341 'swarming': {
342 'shards': 20,
343 },
344 },
345 'WebKit Linux Leak': {
346 'args': [
347 '--additional-expectations',
348 '../../third_party/blink/web_tests/LeakExpectations',
Weizhong Xia91b53362022-01-05 17:13:35349 '--timeout-ms',
John Chenaab16fc02020-03-03 06:35:45350 '48000',
351 '--enable-leak-detection',
352 ],
353 'swarming': {
354 'shards': 10,
355 },
356 },
357 'WebKit Linux MSAN': {
358 'args': [
359 '--additional-expectations',
360 '../../third_party/blink/web_tests/MSANExpectations',
Weizhong Xia91b53362022-01-05 17:13:35361 '--timeout-ms',
John Chenaab16fc02020-03-03 06:35:45362 '66000',
363 '--enable-sanitizer',
364 ],
365 'swarming': {
366 'expiration': 36000,
367 'hard_timeout': 10800,
368 'io_timeout': 3600,
369 'shards': 20,
370 },
371 },
John Chenaab16fc02020-03-03 06:35:45372 'Win10 Tests x64': {
373 'args': [
374 '--target',
Takuto Ikutab28b582e2021-02-10 01:41:21375 'Release_x64',
John Chenaab16fc02020-03-03 06:35:45376 ],
377 'swarming': {
378 "shards": 28
379 },
380 },
381 'Win10 Tests x64 (dbg)': {
382 'args': [
383 '--debug',
384 '--target',
Takuto Ikutab28b582e2021-02-10 01:41:21385 'Debug_x64',
John Chenaab16fc02020-03-03 06:35:45386 ],
387 },
Kuan Huanga89737d2022-01-07 19:42:11388 'Win11 Tests x64': {
389 'args': [
390 '--target',
391 'Release_x64',
392 ],
393 'swarming': {
394 "shards": 28
395 },
396 },
John Chenaab16fc02020-03-03 06:35:45397 # tryserver.chromium.android
398 'android_blink_rel': {
399 'args': [
400 '--release',
401 '--android',
402 # TODO(crbug.com/912120): Breakpad was entirely disabled on
403 # Android. Remove this when it no longer affects Android crash
404 # log handling.
405 '--disable-breakpad',
406 # TODO(crbug.com/875172): run on the real GPU since the
407 # software fallback, SwiftShader, isn't yet for 32-bit ARM.
408 '--additional-driver-flag=--use-gpu-in-tests',
409 ],
410 },
411 'devtools_frontend_linux_blink_light_rel': {
412 'args': [
413 'http/tests/devtools',
414 ],
415 'swarming': {
416 'shards': 4,
417 },
418 },
Takuto Ikutabace8f82022-01-26 23:47:47419 'devtools_frontend_linux_blink_light_rel_fastbuild': {
420 'args': [
421 'http/tests/devtools',
422 ],
423 'swarming': {
424 'shards': 4,
425 },
426 },
John Chenaab16fc02020-03-03 06:35:45427 'fuchsia-fyi-x64-rel': {
428 'args': [
429 '--platform=fuchsia',
430 ],
431 'swarming': {
432 'shards': 1,
433 },
434 },
Mathias Carlen30968a62020-03-31 08:47:04435 'linux-autofill-assistant': {
436 'args': [
437 '--release',
438 ],
439 },
Arthur Sonzogni90f6df12022-02-02 14:28:32440 'linux-bfcache-rel': {
441 'args': [
442 '--flag-specific=enable-back-forward-cache-same-site',
443 # TODO(crbug.com/1255537): Re-enable the test.
444 '--ignore-tests=external/wpt/html/browsers/browsing-the-web/back-forward-cache/events.html',
445 ],
446 },
John Chenaab16fc02020-03-03 06:35:45447 'linux-blink-animation-use-time-delta': {
448 'args': [
449 '--debug',
450 ],
451 },
Daniel Libby178c9832020-10-08 20:36:14452 'linux-blink-web-tests-force-accessibility-rel': {
453 'args': [
Brian Sheedy10ddf0a2021-08-16 23:19:07454 '--flag-specific=force-renderer-accessibility',
Daniel Libby178c9832020-10-08 20:36:14455 ],
456 },
John Chenaab16fc02020-03-03 06:35:45457 'linux-code-coverage': {
458 'args': [
459 '--additional-env-var=LLVM_PROFILE_FILE=${ISOLATED_OUTDIR}/profraw/default-%2m.profraw',
460 ],
461 'swarming': {
462 'shards': 20,
463 },
464 },
Aaron Gable40f79aa2020-03-21 01:21:15465 'linux-layout-tests-edit-ng': {
466 'args': [
Brian Sheedy10ddf0a2021-08-16 23:19:07467 '--flag-specific=enable-editing-ng',
Aaron Gable40f79aa2020-03-21 01:21:15468 ],
469 },
Garrett Beaty731523e92022-05-03 17:16:55470 'linux_layout_tests_layout_ng_disabled': {
471 'args': [
472 '--flag-specific=disable-layout-ng',
473 ],
474 'swarming': {
475 'shards': 20,
476 },
477 },
Lindsay Pasricha60535a22021-12-13 16:50:24478 # TODO (crbug.com/1254971) Re-enable once fixed
479 'mac-osxbeta-rel': {
480 'experiment_percentage': 0,
481 },
John Chenaab16fc02020-03-03 06:35:45482 'mac10.12-blink-rel-dummy': {
483 'swarming': {
Weizhong Xia02352952022-04-29 00:49:42484 'shards': 2,
John Chenaab16fc02020-03-03 06:35:45485 },
486 },
487 'mac10.13-blink-rel-dummy': {
488 'swarming': {
Weizhong Xia02352952022-04-29 00:49:42489 'shards': 2,
John Chenaab16fc02020-03-03 06:35:45490 },
491 },
John Chenaab16fc02020-03-03 06:35:45492 'mac10.14-blink-rel-dummy': {
493 'swarming': {
Weizhong Xia02352952022-04-29 00:49:42494 'shards': 2,
John Chenaab16fc02020-03-03 06:35:45495 },
496 },
Ilia Samsonov7efe05e2020-05-07 19:00:46497 'mac10.15-blink-rel-dummy': {
498 'swarming': {
499 'shards': 20,
500 },
501 },
Ilia Samsonovdd271c6c22020-09-08 22:24:44502 'mac11.0-blink-rel-dummy': {
503 'swarming': {
Dirk Pranke2cc61792021-06-10 20:24:54504 'shards': 12,
505 'hard_timeout': 1800,
Ilia Samsonovdd271c6c22020-09-08 22:24:44506 },
507 },
Preethi Mohand030de42021-07-22 21:12:13508 'win10.20h2-blink-rel-dummy': {
509 'swarming': {
Preethi Mohand044dd02021-09-06 15:59:42510 'shards': 14,
Preethi Mohand030de42021-07-22 21:12:13511 'hard_timeout': 1200,
512 },
513 },
Weizhong Xia9afdbe52022-05-10 02:29:20514 'win11-blink-rel-dummy': {
515 'swarming': {
516 'hard_timeout': 1200,
517 },
518 'args': [
519 '--target',
520 'Release_x64',
521 ],
522 },
John Chenaab16fc02020-03-03 06:35:45523 },
524 },
John Budorickca995852019-06-26 16:55:55525 'breakpad_unittests': {
526 'modifications': {
527 'android-asan': {
528 'args': [
529 '--test-launcher-filter-file=../../testing/buildbot/filters/android.asan.breakpad_unittests.filter',
530 ],
531 },
532 },
533 },
Kenneth Russelleb60cbd22017-12-05 07:54:28534 'browser_tests': {
Kenneth Russellfbda3c532017-12-08 23:57:24535 'remove_from': [
Brad Halla36886c2019-02-26 16:52:29536 'CrWinAsan(dll)', # https://crbug.com/935598
Nico Weber3af4da72018-02-27 01:59:41537 'linux-win_cross-rel',
Nico Weberdae13cd92018-12-14 13:56:26538 'ToTLinuxTSan', # https://crbug.com/368525
Scott Violet3bd7ddbb2022-01-15 00:04:20539 'Mac10.11 Tests', # https://crbug.com/1263696
Lindsay Pasrichab3f72db2021-09-22 22:05:46540 # TODO(crbug.com/1171053): Enable the suite in 'Mac10.15 Tests' once it's
Zhaoyang Li69e2e002021-02-19 21:57:35541 # off CQ.
Gary Tongd5f5a742021-01-29 00:01:13542 'Mac10.13 Tests', # https://crbug.com/1042757
Zhaoyang Li69e2e002021-02-19 21:57:35543 'Mac10.15 Tests', # https://crbug.com/1042757
Zhaoyang Li9357e1e12021-12-07 18:53:17544 'Mac11 Tests (dbg)', # https://crbug.com/1201386
Lindsay Pasricha8155d052021-04-22 00:06:43545 'mac-code-coverage', # https://crbug.com/1201386
Nico Weberd36959682018-04-12 03:33:46546 'Linux TSan Tests', # https://crbug.com/368525
Stephen Martinise701f5a2018-05-04 01:25:11547 'Win10 Tests x64 (dbg)',
Kenneth Russellfbda3c532017-12-08 23:57:24548 ],
Kenneth Russelleb60cbd22017-12-05 07:54:28549 'modifications': {
Nico Weber3f919792020-06-12 23:34:52550 'CrWinAsan': {
551 # These are very slow on the ASAN trybot for some reason.
Ben Pastened2c01af2022-01-31 23:06:44552 # crbug.com/1257927
Nico Weber3f919792020-06-12 23:34:52553 'swarming': {
554 'shards': 40,
555 },
556 },
557 'CrWinAsan(dll)': {
558 # These are very slow on the ASAN trybot for some reason.
Ben Pastened2c01af2022-01-31 23:06:44559 # crbug.com/1257927
Nico Weber3f919792020-06-12 23:34:52560 'swarming': {
561 'shards': 40,
562 },
563 },
Stephen Martinis1384ff92020-01-07 19:52:15564 'Linux - Future (dbg)': { # client.v8.chromium
Yuke Liaoea70f472019-12-19 06:03:36565 'swarming': {
Stephen Martinis1384ff92020-01-07 19:52:15566 'shards': 10,
Yuke Liaoea70f472019-12-19 06:03:36567 },
568 },
Stephen Martinis1384ff92020-01-07 19:52:15569 'Linux ASan LSan Tests (1)': {
570 # These are very slow on the ASAN trybot for some reason.
Ben Pastened2c01af2022-01-31 23:06:44571 # crbug.com/1257927
Roberto Carrillo2c9ec972019-03-20 03:11:19572 'swarming': {
Stephen Martinis1384ff92020-01-07 19:52:15573 'shards': 40,
Struan Shrimptone772d72f2021-12-15 07:50:09574 'quickrun_shards': 80
Roberto Carrillo2c9ec972019-03-20 03:11:19575 },
576 },
Chris Cunningham1d0e9e12020-02-26 22:56:40577 'Linux ASan Tests (sandboxed)': {
578 'swarming': {
John Abd-El-Malek3a631612020-07-08 21:40:41579 'shards': 30, # https://crbug.com/1103330
Chris Cunningham1d0e9e12020-02-26 22:56:40580 },
581 },
Stephen Martinis1384ff92020-01-07 19:52:15582 'Linux Chromium OS ASan LSan Tests (1)': {
583 # These are very slow on the ASAN trybot for some reason.
Ben Pastened2c01af2022-01-31 23:06:44584 # crbug.com/1257927
Roberto Carrillo5a5c98dc2019-10-30 22:33:51585 'swarming': {
Chris Cunningham74217f32022-05-02 18:47:23586 'shards': 60,
Roberto Carrillo5a5c98dc2019-10-30 22:33:51587 },
588 },
Ben Pastene7636bb62022-04-22 18:55:25589 'Linux ChromiumOS MSan Focal': {
590 # These are very slow on the Chrome OS MSAN trybot for some reason.
591 # crbug.com/865455
592 'swarming': {
593 'shards': 40,
594 },
595 'args': [
596 '--test-launcher-filter-file=../../testing/buildbot/filters/chromeos.msan.browser_tests.oobe_negative.filter',
597 ],
598 },
Stephen Martinis1384ff92020-01-07 19:52:15599 'Linux ChromiumOS MSan Tests': {
600 # These are very slow on the Chrome OS MSAN trybot for some reason.
601 # crbug.com/865455
Kenneth Russell56a3e862017-12-08 03:11:34602 'swarming': {
Alexis Hetu86d16b92022-04-12 12:52:48603 # This should be reverted to 48 before end of April 2022, when the slowdown is fixed.
604 # crbug.com/1313907
605 'shards': 72,
Kenneth Russell56a3e862017-12-08 03:11:34606 },
Ben Pastene44221d32020-05-21 23:38:36607 'args': [
608 '--test-launcher-filter-file=../../testing/buildbot/filters/chromeos.msan.browser_tests.oobe_negative.filter',
609 ],
Kenneth Russell56a3e862017-12-08 03:11:34610 },
Struan Shrimptonf5b2b552022-01-20 20:37:39611 'Linux Tests': {
612 'swarming': {
613 'quickrun_shards': 15,
614 },
615 },
Maksim Sisovc81d284c2021-10-05 17:54:35616 # https://crbug.com/1084469
617 'Linux Tests (Wayland)': {
618 'args': [
619 '--test-launcher-filter-file=../../testing/buildbot/filters/ozone-linux.wayland_browser_tests.filter',
620 ],
Struan Shrimptone772d72f2021-12-15 07:50:09621 'swarming': {
622 'quickrun_shards': 24,
623 },
Maksim Sisovc81d284c2021-10-05 17:54:35624 },
John Budorick614f91a2020-03-30 20:34:55625 'Linux Tests (dbg)(1)': {
626 # crbug.com/1066161
627 'swarming': {
628 'shards': 20,
629 },
630 },
Stephen Martinis1384ff92020-01-07 19:52:15631 'Mac ASan 64 Tests (1)': {
Kenneth Russellfbda3c532017-12-08 23:57:24632 'swarming': {
Stephen Martiniscd3c3832020-11-19 22:01:24633 'shards': 30,
Kenneth Russellfbda3c532017-12-08 23:57:24634 },
Lindsay Pasricha8155d052021-04-22 00:06:43635 # crbug.com/1196416
636 'args': [
637 '--test-launcher-filter-file=../../testing/buildbot/filters/mac.mac-rel.browser_tests.filter',
638 ],
Lindsay Pasrichab3f72db2021-09-22 22:05:46639 'experiment_percentage': 100, # https://crbug.com/1251657
Kenneth Russellfbda3c532017-12-08 23:57:24640 },
Sven Zheng3f14625692021-08-24 06:28:27641 # TODO(crbug.com/1232535) Remove once the bug is resolved.
642 'Mac10.11 Tests': {
643 'args': [
644 '--test-launcher-print-timestamps',
645 ],
646 },
Lindsay Pasricha9180f4692022-03-04 07:52:49647 # crbug.com/1300822
648 'Mac10.12 Tests': {
Lindsay Pasrichaf98319552022-03-17 00:20:44649 # crbug.com/1307029
650 'experiment_percentage': 100,
Lindsay Pasricha9180f4692022-03-04 07:52:49651 'swarming': {
652 'shards': 20,
653 },
654 },
Lindsay Pasricha76f44d22021-04-07 16:16:26655 'Mac10.15 Tests': {
656 # crbug.com/1042757
657 'swarming': {
658 'dimension_sets': [
659 {
660 # These shards are liable to time out when running on macmini7,1.
661 'cores': '8|12',
662 }
663 ],
664 },
665 # crbug.com/1196416
666 'args': [
667 '--test-launcher-filter-file=../../testing/buildbot/filters/mac.mac-rel.browser_tests.filter',
668 ],
669 },
Lindsay Pasrichaf8762592021-12-02 23:43:09670 'Mac11 Tests': {
671 'ci_only': True,
672 },
Zhaoyang Li9357e1e12021-12-07 18:53:17673 'Mac11 Tests (dbg)': {
674 # crbug.com/1042757
675 'swarming': {
676 'dimension_sets': [
677 {
678 # These shards are liable to time out when running on macmini7,1.
679 'cores': '8|12',
680 }
681 ],
682 },
683 # crbug.com/1196416
684 'args': [
685 '--test-launcher-filter-file=../../testing/buildbot/filters/mac.mac-rel.browser_tests.filter',
686 ],
687 },
Stephen Martinis1384ff92020-01-07 19:52:15688 'ToTWin(dbg)': {
Kenneth Russelleb60cbd22017-12-05 07:54:28689 'swarming': {
John Budorickca14c76f62017-12-09 14:19:18690 'shards': 20,
Kenneth Russelleb60cbd22017-12-05 07:54:28691 },
692 },
Stephen Martinis1384ff92020-01-07 19:52:15693 'ToTWin64(dbg)': {
Kenneth Russell8ceeabf2017-12-11 17:53:28694 'swarming': {
695 'shards': 20,
696 },
697 },
Kenneth Russell6c83d212018-07-27 20:52:59698 'Win10 Tests x64': {
699 # crbug.com/868082
700 'args': [
701 '--disable-features=WebRTC-H264WithOpenH264FFmpeg',
702 ],
Takuto Ikutac9c269a2019-01-10 22:40:25703 'swarming': {
704 # This is for slow test execution that often becomes a critical path of
705 # swarming jobs. crbug.com/868114
706 'shards': 15,
Struan Shrimptona1ab7672022-01-13 18:02:51707 'quickrun_shards': 40,
Takuto Ikutac9c269a2019-01-10 22:40:25708 }
Kenneth Russell6c83d212018-07-27 20:52:59709 },
Kuan Huanga89737d2022-01-07 19:42:11710 'Win11 Tests x64': {
711 # crbug.com/868082
712 'args': [
713 '--disable-features=WebRTC-H264WithOpenH264FFmpeg',
714 ],
715 'swarming': {
716 # This is for slow test execution that often becomes a critical path of
717 # swarming jobs. crbug.com/868114
718 'shards': 15,
719 'quickrun_shards': 30,
720 }
721 },
Stephen Martinis1384ff92020-01-07 19:52:15722 'Win7 Tests (1)': {
723 # This is for slow test execution that often becomes a critical path of
724 # swarming jobs. crbug.com/868114
725 'swarming': {
726 'shards': 15,
727 },
728 },
Stephen Martinis1384ff92020-01-07 19:52:15729 'linux-chromeos-chrome': {
730 # TODO(https://crbug.com/932269): Promote out of experiment when the
731 # tests are green.
732 'args': [
733 '--test-launcher-filter-file=../../testing/buildbot/filters/chromeos.browser_tests.filter',
734 ],
735 },
736 'linux-chromeos-code-coverage': {
Nico Weber0c2861b2018-12-14 18:05:16737 'swarming': {
Stephen Martinis1384ff92020-01-07 19:52:15738 'shards': 50,
739 },
740 },
741 'linux-chromeos-dbg': {
742 'swarming': {
Chris Cunningham88e70de2022-05-02 23:39:16743 'shards': 50,
Stephen Martinis1384ff92020-01-07 19:52:15744 },
745 },
746 'linux-chromeos-rel': {
747 'swarming': {
748 'shards': 20,
Struan Shrimptone772d72f2021-12-15 07:50:09749 'quickrun_shards': 40,
Stephanie Kime9008f72020-03-05 23:01:16750 'dimension_sets': [
751 {
752 'kvm': '1',
753 },
754 ],
Stephen Martinis1384ff92020-01-07 19:52:15755 },
756 },
757 'linux-code-coverage': {
Yuke Liao58e1d202020-03-20 23:02:01758 'args': [
759 '--no-sandbox',
760 ],
Stephen Martinis1384ff92020-01-07 19:52:15761 'swarming': {
762 'shards': 50,
763 },
764 },
Junhua Chen39dd2dba2021-05-05 17:51:54765 'linux-lacros-code-coverage': {
766 'args': [
Ben Pastened1b2fd192021-05-11 19:10:18767 '--test-launcher-filter-file=../../testing/buildbot/filters/linux-lacros.browser_tests.filter',
Junhua Chen39dd2dba2021-05-05 17:51:54768 ],
769 },
Jieting Yangbf15db672021-10-04 19:18:37770 'linux-lacros-dbg-tests-fyi': {
771 'args': [
772 '--test-launcher-filter-file=../../testing/buildbot/filters/linux-lacros.browser_tests.filter',
773 ],
774 },
Sven Zheng80734f12020-08-06 06:50:39775 'linux-lacros-tester-rel': {
776 'args': [
Ben Pastened1b2fd192021-05-11 19:10:18777 '--test-launcher-filter-file=../../testing/buildbot/filters/linux-lacros.browser_tests.filter',
Sven Zheng80734f12020-08-06 06:50:39778 ],
Struan Shrimptone772d72f2021-12-15 07:50:09779 'swarming': {
780 'quickrun_shards': 20,
781 },
Sven Zheng80734f12020-08-06 06:50:39782 },
Kuan Huang235b0142021-10-19 18:59:28783 'mac-code-coverage': {
784 'args': [
785 '--coverage-continuous-mode=1',
786 ],
787 },
Lindsay Pasricha8bbc3382022-01-31 22:54:54788 'mac-osxbeta-rel': {
789 'swarming': {
790 'shards': 12,
791 },
792 },
Kuan Huang83a1c922021-09-08 22:00:27793 'mac11-arm64-rel-tests': {
Kuan Huang199112a52021-08-23 17:37:19794 'ci_only': False, # https://crbug.com/1234525
Lindsay Pasricha36432062021-10-27 20:43:30795 'args': [
796 # crbug.com/1262402
797 '--test-launcher-filter-file=../../testing/buildbot/filters/mac.mac11-arm64-rel.browser_tests.filter',
Lindsay Pasricha7cb620d2022-01-28 23:47:01798 ],
799 'swarming': {
Lindsay Pasrichab7e471f2022-02-08 18:17:31800 'shards': 30,
Lindsay Pasricha7cb620d2022-01-28 23:47:01801 },
Kuan Huang199112a52021-08-23 17:37:19802 },
Stephen Martinis1384ff92020-01-07 19:52:15803 'win-asan': {
Nico Weber3f919792020-06-12 23:34:52804 # These are very slow on the ASAN trybot for some reason.
Ben Pastened2c01af2022-01-31 23:06:44805 # crbug.com/1257927
Stephen Martinis1384ff92020-01-07 19:52:15806 'swarming': {
Nico Weber3f919792020-06-12 23:34:52807 'shards': 40,
Nico Weber0c2861b2018-12-14 18:05:16808 },
809 },
Yuki Yamada70190fc2021-10-28 09:00:27810 'win-backuprefptr-x64-fyi-rel': {
811 'args': [
812 '--test-launcher-filter-file=../../testing/buildbot/filters/win_backuprefptr_fyi.browser_tests.filter',
813 ],
814 },
Kenneth Russelleb60cbd22017-12-05 07:54:28815 },
816 },
Erik Chen681dc0282019-11-26 22:54:49817 'cc_unittests': {
818 'modifications': {
819 'Linux TSan Tests': {
820 'swarming': {
821 'shards': 3,
822 },
823 },
Haiyang Pan9d68ca02021-08-04 21:30:47824 'android-11-x86-rel': {
Haiyang Pancf765862021-03-18 20:39:15825 # https://crbug.com/1039860
826 'args': [
Haiyang Pan11d8bd52021-11-19 21:22:54827 '--test-launcher-filter-file=../../testing/buildbot/filters/android.emulator_11_12.cc_unittests.filter',
828 ],
829 },
Haiyang Pan2a55a452022-03-03 08:18:33830 'android-12-x64-rel': {
Haiyang Pan11d8bd52021-11-19 21:22:54831 # https://crbug.com/1039860
832 'args': [
833 '--test-launcher-filter-file=../../testing/buildbot/filters/android.emulator_11_12.cc_unittests.filter',
Haiyang Pancf765862021-03-18 20:39:15834 ],
835 },
Haiyang Pan6b8e4cf2021-08-02 21:38:28836 'android-marshmallow-x86-rel': {
John Budorickfa8f1da92020-01-15 18:11:38837 # https://crbug.com/1039860
838 'args': [
839 '--test-launcher-filter-file=../../testing/buildbot/filters/android.emulator.cc_unittests.filter',
840 ],
841 },
Haiyang Pan08d09dc2020-04-01 16:11:21842 'android-pie-x86-rel': {
John Budorickfa8f1da92020-01-15 18:11:38843 # https://crbug.com/1039860
844 'args': [
845 '--test-launcher-filter-file=../../testing/buildbot/filters/android.emulator.cc_unittests.filter',
846 ],
847 },
Struan Shrimptona1ab7672022-01-13 18:02:51848 'chromeos-amd64-generic-rel': {
849 'swarming': {
850 'quickrun_shards': 2,
851 },
852 },
Chong Gudf7fbe92021-02-24 02:55:58853 'fuchsia-code-coverage': {
854 'swarming': {
855 'shards': 4,
856 },
857 },
Chong Gub2446462021-08-19 18:44:08858 'fuchsia-fyi-arm64-dbg': {
859 'args': [
860 '--test-launcher-filter-file=../../testing/buildbot/filters/fuchsia.debug.cc_unittests.filter',
861 ],
862 },
Erik Chen681dc0282019-11-26 22:54:49863 },
864 },
Prakhar94f444a2020-10-08 07:30:08865 'check_static_initializers': {
866 'modifications': {
867 'Mac Builder': {
868 'args': [
869 '--allow-coverage-initializer',
870 ],
871 },
872 },
873 },
Ben Pastene7a05a8f2020-11-12 17:25:51874 'chrome_all_tast_tests': {
875 'modifications': {
Struan Shrimpton4b7abc02021-12-16 01:36:59876 'chromeos-amd64-generic-rel': {
877 'swarming': {
Struan Shrimpton57c594e42022-01-25 17:59:13878 'quickrun_shards': 8,
Struan Shrimpton4b7abc02021-12-16 01:36:59879 },
880 },
Ben Pastene7a05a8f2020-11-12 17:25:51881 'chromeos-betty-pi-arc-cfi-thin-lto-chrome': {
882 'args': [
883 # This bot sets symbol_level=2, which doesn't fit inside a normal VM.
884 '--strip-chrome',
885 ],
886 },
887 },
888 },
Andrew Luod252791ac2019-10-15 00:28:13889 'chrome_java_test_pagecontroller_tests': {
Haiyang Panfbd2b482020-09-23 23:41:25890 'modifications': {
891 'android-pie-arm64-rel': {
892 # TODO(crbug.com/1111436): Move this back to walleye if/when additional
893 # capacity has been deployed.
894 'swarming': {
895 'dimension_sets': [
896 {
897 'device_type': 'sailfish',
898 },
899 ],
900 },
901 },
902 },
Andrew Luod252791ac2019-10-15 00:28:13903 },
Stephanie Kim07761d22021-11-25 00:21:18904 'chrome_junit_tests': {
905 'modifications': {
906 'android-marshmallow-arm64-rel': {
907 'args': [
908 # Too many shards can lead to race conditions (crbug/1272066)
909 '--shards=8',
910 ],
911 },
912 },
913 },
Yun Liu7cfd28a2019-10-30 01:57:12914 'chrome_public_smoke_test': {
915 'remove_from': [
Ben Joyce02dc8092021-03-04 21:48:19916 'android-code-coverage-native', # Does not generate profraw data.
Ben Joyce46ca6012021-03-31 19:19:25917 'android-pie-arm64-coverage-experimental-rel', # Does not generate profraw data.
Yun Liu7cfd28a2019-10-30 01:57:12918 ],
919 },
Kenneth Russelleb60cbd22017-12-05 07:54:28920 'chrome_public_test_apk': {
John Budorick27d2d44e2019-05-20 20:26:09921 'remove_from': [
922 'android-asan', # https://crbug.com/964562
Ben Joyce02dc8092021-03-04 21:48:19923 'android-code-coverage-native', # Does not generate profraw data.
Ben Joyce46ca6012021-03-31 19:19:25924 'android-pie-arm64-coverage-experimental-rel', # Does not generate profraw data.
John Budorick27d2d44e2019-05-20 20:26:09925 ],
Kenneth Russelleb60cbd22017-12-05 07:54:28926 'modifications': {
Kenneth Russelleb60cbd22017-12-05 07:54:28927 'Marshmallow 64 bit Tester': {
928 'swarming': {
Kenneth Russelleb60cbd22017-12-05 07:54:28929 'shards': 14,
930 },
931 },
Arthur Wang5dd7b07c2020-04-04 01:05:22932 'Marshmallow Tablet Tester': {
933 'args': [
934 '--timeout-scale',
935 '2.0',
936 ],
937 },
Ben Pastenec73e96e92018-07-12 01:40:35938 'Oreo Phone Tester': {
bsheedy01833462018-12-07 01:05:57939 # TODO(https://crbug.com/884413): Re-enable this once the tests are
940 # either passing or there is more capacity.
941 'experiment_percentage': 0,
Ben Pastenec73e96e92018-07-12 01:40:35942 },
Haiyang Pan9d68ca02021-08-04 21:30:47943 'android-11-x86-rel': {
Haiyang Panb80557c2021-03-13 03:01:44944 'args': [
945 '--test-launcher-filter-file=../../testing/buildbot/filters/android.emulator_11.chrome_public_test_apk.filter',
Haiyang Pan1d5ca2862021-04-01 22:21:09946 '--timeout-scale=2.0',
Haiyang Panb80557c2021-03-13 03:01:44947 ],
Haiyang Panc82c3fa2022-02-01 01:26:06948 # TODO(https://crbug.com/1285975) Remove experiment and enable on
949 # trybot once the device offline issue is resolved.
950 'ci_only': True,
951 'experiment_percentage': 100,
Haiyang Pan68a39c02021-11-11 21:12:21952 },
Haiyang Pan2a55a452022-03-03 08:18:33953 'android-12-x64-rel': {
Haiyang Pan68a39c02021-11-11 21:12:21954 'args': [
Haiyang Pan629f4e42022-02-09 22:11:23955 '--test-launcher-filter-file=../../testing/buildbot/filters/android.emulator_12.chrome_public_test_apk.filter',
Haiyang Pan68a39c02021-11-11 21:12:21956 '--timeout-scale=2.0',
957 ],
Haiyang Pan2a55a452022-03-03 08:18:33958 # TODO(crbug.com/1225851): Remove experiment and ci_only
959 # once the test suite is stable.
960 'ci_only': True,
961 'experiment_percentage': 100,
Haiyang Panb80557c2021-03-13 03:01:44962 },
Stephen Martinis1384ff92020-01-07 19:52:15963 'android-arm64-proguard-rel': {
964 'swarming': {
965 'shards': 25,
966 },
967 },
Brian Sheedy44a7a0032020-04-16 19:20:57968 'android-marshmallow-arm64-rel-swarming': {
969 'swarming': {
Brian Sheedy180c2dd2020-04-22 19:34:31970 'service_account': '[email protected]'
Brian Sheedy44a7a0032020-04-16 19:20:57971 },
972 },
James Shen39aa0e32022-03-22 04:44:50973 'android-marshmallow-x86-fyi-rel-reviver': {
974 'swarming': {
975 # TODO(crbug.com/1127110): Revisit shards and machine_type if there
976 # are n2 machines available in the test pool.
977 'shards': 25,
978 },
979 },
Haiyang Pan742760c2021-02-12 03:21:41980 'android-marshmallow-x86-rel': {
981 'args': [
982 '--test-launcher-filter-file=../../testing/buildbot/filters/android.emulator_m.chrome_public_test_apk.filter',
983 ],
984 'swarming': {
985 # TODO(crbug.com/1127110): Revisit shards and machine_type if there
986 # are n2 machines available in the test pool.
987 'shards': 25,
Haiyang Pan742760c2021-02-12 03:21:41988 },
Haiyang Pan37fbd7a42020-06-03 03:27:37989 },
Stephen Martinis1384ff92020-01-07 19:52:15990 'android-pie-arm64-rel': {
991 'args': [
992 '--test-launcher-filter-file=../../testing/buildbot/filters/android.pie_arm64_rel.chrome_public_test_apk.filter', # https://crbug.com/1010211
993 ],
Stephen Martinisd05530d2021-07-27 22:50:22994 'ci_only': True, # https://crbug.com/1233700
Haiyang Pan43640ee2020-02-13 01:38:00995 },
Haiyang Pan08d09dc2020-04-01 16:11:21996 'android-pie-x86-rel': {
Haiyang Pan43640ee2020-02-13 01:38:00997 'args': [
Haiyang Pan71373072020-03-02 19:57:49998 # https://crbug.com/1046059
Haiyang Pan23f64f52020-06-04 01:23:32999 '--test-launcher-filter-file=../../testing/buildbot/filters/android.emulator_p.chrome_public_test_apk.filter',
Haiyang Pan43640ee2020-02-13 01:38:001000 ],
Haiyang Pan71373072020-03-02 19:57:491001 'swarming': {
Haiyang Pan58a6db22021-07-30 01:08:261002 # See https://crbug.com/1230192, runs of 40-60 minutes at 20 shards.
1003 'shards': 30,
1004 },
1005 },
1006 },
1007 },
1008 'chrome_public_test_apk_with_playstore': {
1009 'remove_from': [
1010 # Android Emulator does not ship playstore image on Marshmallow.
James Shen39aa0e32022-03-22 04:44:501011 'android-marshmallow-x86-fyi-rel-reviver',
Haiyang Pan58a6db22021-07-30 01:08:261012 'android-marshmallow-x86-rel',
1013 ],
1014 'modifications': {
Haiyang Pan9d68ca02021-08-04 21:30:471015 'android-11-x86-rel': {
Haiyang Pan58a6db22021-07-30 01:08:261016 'args': [
1017 '--avd-config=../../tools/android/avd/proto/generic_playstore_android30.textpb',
1018 ],
1019 'swarming': {
1020 # soft affinity so that bots with caches will be picked first
1021 'optional_dimensions': {
1022 '60': [
1023 {
Haiyang Pan0fee3652022-02-23 19:19:481024 'caches': 'generic_playstore_android30',
Haiyang Pan58a6db22021-07-30 01:08:261025 }
1026 ],
1027 },
1028 'named_caches': [
1029 {
Haiyang Pan0fee3652022-02-23 19:19:481030 'name': 'generic_playstore_android30',
1031 'path': '.android_emulator/generic_playstore_android30',
Haiyang Pan58a6db22021-07-30 01:08:261032 },
1033 ],
1034 },
1035 },
Haiyang Pan2a55a452022-03-03 08:18:331036 'android-12-x64-rel': {
Haiyang Pan68a39c02021-11-11 21:12:211037 'args': [
1038 '--avd-config=../../tools/android/avd/proto/generic_playstore_android31.textpb',
1039 ],
1040 'swarming': {
1041 # soft affinity so that bots with caches will be picked first
1042 'optional_dimensions': {
1043 '60': [
1044 {
Haiyang Pan0fee3652022-02-23 19:19:481045 'caches': 'generic_playstore_android31',
Haiyang Pan68a39c02021-11-11 21:12:211046 }
1047 ],
1048 },
1049 'named_caches': [
1050 {
Haiyang Pan0fee3652022-02-23 19:19:481051 'name': 'generic_playstore_android31',
1052 'path': '.android_emulator/generic_playstore_android31',
Haiyang Pan68a39c02021-11-11 21:12:211053 },
1054 ],
1055 },
1056 },
Haiyang Pan58a6db22021-07-30 01:08:261057 'android-pie-x86-rel': {
1058 'args': [
1059 '--avd-config=../../tools/android/avd/proto/generic_playstore_android28.textpb',
1060 ],
1061 'swarming': {
Haiyang Pan2c438302021-06-11 23:50:381062 # soft affinity so that bots with caches will be picked first
1063 'optional_dimensions': {
1064 '60': [
1065 {
Haiyang Pan0fee3652022-02-23 19:19:481066 'caches': 'generic_playstore_android28',
Haiyang Pan2c438302021-06-11 23:50:381067 }
1068 ],
1069 },
Haiyang Pan71373072020-03-02 19:57:491070 'named_caches': [
1071 {
Haiyang Pan0fee3652022-02-23 19:19:481072 'name': 'generic_playstore_android28',
1073 'path': '.android_emulator/generic_playstore_android28',
Haiyang Pan71373072020-03-02 19:57:491074 },
Haiyang Pan980402822020-10-07 23:24:561075 ],
Haiyang Pan71373072020-03-02 19:57:491076 },
John Budorick34009472018-04-03 17:38:441077 },
Kenneth Russelleb60cbd22017-12-05 07:54:281078 },
1079 },
1080 'chrome_public_test_vr_apk': {
Nico Weberb0b3f5862018-07-13 18:45:151081 'remove_from': [
Ben Joyce3e043862021-10-20 23:57:241082 # Decided to no longer run VR tests on M, crbug.com/1159619.
bsheedy410dd7c2018-06-15 22:42:091083 'Marshmallow Tablet Tester',
Haiyang Pand12ff5462021-07-12 17:29:021084
Andrew Luo38b311f2019-10-04 03:42:091085 'android-pie-arm64-rel', # https://crbug.com/1010211
bsheedydf58b4e2018-11-01 19:42:161086 'ToTAndroid',
John Budorick27d2d44e2019-05-20 20:26:091087 'android-asan', # https://crbug.com/964562
Ben Joyce02dc8092021-03-04 21:48:191088 'android-code-coverage-native', # Does not generate profraw data.
Ben Joyce46ca6012021-03-31 19:19:251089 'android-pie-arm64-coverage-experimental-rel', # Does not generate profraw data.
bsheedy410dd7c2018-06-15 22:42:091090 ],
Kenneth Russelleb60cbd22017-12-05 07:54:281091 },
bsheedy75a4dd52018-11-27 23:24:301092 'chrome_public_test_vr_apk-vega': {
1093 'modifications': {
bsheedy75a4dd52018-11-27 23:24:301094 'Oreo Phone Tester': {
1095 'swarming': {
1096 'dimension_sets': [
1097 {
1098 'device_os': 'OVR1.180808.003',
1099 'device_type': 'vega',
1100 'os': 'Android',
1101 },
1102 ],
1103 },
1104 }
1105 }
1106 },
Ian Struiksmaeb285db02020-10-20 22:19:341107 'chrome_sizes': {
1108 'modifications': {
Yuke Liao975680302021-02-18 18:34:541109 'lacros-amd64-generic-chrome': {
1110 'swarming': {
1111 'dimension_sets': [
1112 {
Yuke Liao31225ee32021-03-17 23:21:331113 'cpu': 'x86-64',
Ben Pasteneddd3da72021-09-23 17:41:351114 'os': 'Ubuntu-18.04',
Yuke Liao975680302021-02-18 18:34:541115 },
1116 ],
1117 },
1118 },
Ben Pastenee9536c82021-10-19 01:48:571119 'lacros-arm-generic-chrome': {
1120 'swarming': {
1121 'dimension_sets': [
1122 {
1123 'cpu': 'x86-64',
1124 'os': 'Ubuntu-18.04',
1125 },
1126 ],
1127 },
1128 },
Ian Struiksmaeb285db02020-10-20 22:19:341129 },
1130 },
Takuto Ikuta1b749b902019-04-11 18:05:531131 'chromedriver_py_tests': {
1132 'remove_from': [
1133 # Timeout happens sometimes (crbug.com/951799).
Takuto Ikuta1b749b902019-04-11 18:05:531134 'Win10 Tests x64 (dbg)',
1135 ],
1136 },
Haiyang Panfed339172021-03-10 23:19:571137 'components_browsertests': {
1138 'modifications': {
Haiyang Pan9d68ca02021-08-04 21:30:471139 'android-11-x86-rel': {
Haiyang Panfed339172021-03-10 23:19:571140 'swarming': {
1141 'shards': 2,
1142 },
1143 },
André Kempef30fe9d22022-02-03 10:44:291144 'android-asan': {
1145 'swarming': {
1146 'shards': 3,
1147 },
1148 },
Struan Shrimptonf5b2b552022-01-20 20:37:391149 'android-marshmallow-arm64-rel': {
1150 'swarming': {
1151 'quickrun_shards': 2,
1152 },
1153 },
Haiyang Panfed339172021-03-10 23:19:571154 },
1155 },
Kenneth Russelleb60cbd22017-12-05 07:54:281156 'components_unittests': {
Yun Liu3e759dbb2019-11-01 19:25:521157 'remove_from': [
Ben Joyce68c5c852021-10-16 23:55:161158 # https://crbug.com/1147531 - covered on marshmallow emulator.
Garrett Beaty47a2d802020-11-10 20:50:531159 'android-marshmallow-arm64-rel',
Yun Liu3e759dbb2019-11-01 19:25:521160 ],
Kenneth Russelleb60cbd22017-12-05 07:54:281161 'modifications': {
John Budorick5052d552017-12-13 02:59:341162 'Linux ASan LSan Tests (1)': {
1163 # These are very slow on the ASAN trybot for some reason.
Ben Pastened2c01af2022-01-31 23:06:441164 # crbug.com/1257927
John Budorick5052d552017-12-13 02:59:341165 'swarming': {
1166 'shards': 5,
1167 },
1168 },
Takuto Ikuta54671d972018-07-19 19:06:351169 'Linux Chromium OS ASan LSan Tests (1)': {
1170 # These are very slow on the ASAN trybot for some reason.
Ben Pastened2c01af2022-01-31 23:06:441171 # crbug.com/1257927
Takuto Ikuta54671d972018-07-19 19:06:351172 'swarming': {
1173 'shards': 5,
1174 },
1175 },
Erik Chen681dc0282019-11-26 22:54:491176 'Linux TSan Tests': {
1177 'swarming': {
1178 'shards': 2,
1179 },
1180 },
Haiyang Pan9d68ca02021-08-04 21:30:471181 'android-11-x86-rel': {
Haiyang Pan799282f2021-03-25 19:38:311182 'args': [
Haiyang Pane521cf692021-11-30 00:35:231183 # TODO(crbug.com/1192348): Fix the test failure
1184 '--gtest_filter=-FieldFormatterTest.DifferentLocales',
Haiyang Pan799282f2021-03-25 19:38:311185 ],
1186 },
Haiyang Pan2a55a452022-03-03 08:18:331187 'android-12-x64-rel': {
Haiyang Pan2877f062021-11-18 01:06:061188 'args': [
1189 # TODO(crbug.com/1192348): Fix the test failure
1190 '--gtest_filter=-FieldFormatterTest.DifferentLocales',
1191 ],
1192 },
Sven Zheng80734f12020-08-06 06:50:391193 # https://crbug.com/1111979,
Junhua Chen39dd2dba2021-05-05 17:51:541194 'linux-lacros-code-coverage': {
1195 'args': [
1196 '--test-launcher-filter-file=../../testing/buildbot/filters/linux-lacros.components_unittests.filter',
1197 ],
1198 },
1199 # https://crbug.com/1111979,
Yuke Liaoa0db4742021-08-09 18:28:331200 'linux-lacros-dbg-tests-fyi': {
1201 'args': [
1202 '--test-launcher-filter-file=../../testing/buildbot/filters/linux-lacros.components_unittests.filter',
1203 ],
1204 },
1205 # https://crbug.com/1111979,
Sven Zheng5c9d3e342020-08-11 21:39:431206 'linux-lacros-tester-rel': {
Sven Zheng5c9d3e342020-08-11 21:39:431207 'args': [
Yuke Liao56a437dd2021-05-05 04:53:401208 '--test-launcher-filter-file=../../testing/buildbot/filters/linux-lacros.components_unittests.filter',
Sven Zheng5c9d3e342020-08-11 21:39:431209 ],
Sven Zheng80734f12020-08-06 06:50:391210 },
1211 },
Sven Zheng577fe5ff2020-08-03 22:06:441212 },
Chong Gu76046412021-09-22 17:49:211213 'compositor_unittests': {
Chong Gub2446462021-08-19 18:44:081214 'modifications': {
1215 'fuchsia-fyi-arm64-dbg': {
1216 'args': [
1217 '--test-launcher-filter-file=../../testing/buildbot/filters/fuchsia.debug.compositor_unittests.filter',
1218 ],
1219 },
1220 },
1221 },
Kenneth Russelleb60cbd22017-12-05 07:54:281222 'content_browsertests': {
Brad Halla36886c2019-02-26 16:52:291223 'remove_from': [
Brad Halla36886c2019-02-26 16:52:291224 'CrWinAsan(dll)', # https://crbug.com/935598
Chong Gu0ed5dcda2021-07-15 21:26:111225 'android-marshmallow-arm64-rel', # http://crbug.com/1060245#c30: due to low utility and capacity.
Brad Halla36886c2019-02-26 16:52:291226 ],
Kenneth Russelleb60cbd22017-12-05 07:54:281227 'modifications': {
Kenneth Russellfbda3c532017-12-08 23:57:241228 'Cast Audio Linux': {
1229 'args': [
Nico Weber02f30392018-07-16 18:39:431230 '--test-launcher-filter-file=../../testing/buildbot/filters/cast-linux.content_browsertests.filter',
Kenneth Russellfbda3c532017-12-08 23:57:241231 ],
Kenneth Russellfbda3c532017-12-08 23:57:241232 },
1233 'Cast Linux': {
1234 'args': [
Nico Weber02f30392018-07-16 18:39:431235 '--test-launcher-filter-file=../../testing/buildbot/filters/cast-linux.content_browsertests.filter',
Kenneth Russellfbda3c532017-12-08 23:57:241236 ],
Kenneth Russellfbda3c532017-12-08 23:57:241237 },
Erik Chenb681c8c2019-11-25 22:52:521238 'Linux ASan LSan Tests (1)': {
1239 'swarming': {
1240 'shards': 12,
Struan Shrimptone772d72f2021-12-15 07:50:091241 'quickrun_shards': 24,
Erik Chenb681c8c2019-11-25 22:52:521242 },
1243 },
Chris Cunninghame1a04ea2019-04-24 01:49:321244 'Linux ASan Tests (sandboxed)': {
1245 'swarming': {
John Abd-El-Malek3a631612020-07-08 21:40:411246 'shards': 10, # https://crbug.com/1103330
Chris Cunninghame1a04ea2019-04-24 01:49:321247 },
1248 },
Erik Chen681dc0282019-11-26 22:54:491249 'Linux TSan Tests': {
1250 'swarming': {
1251 'shards': 15,
Struan Shrimptonf5b2b552022-01-20 20:37:391252 'quickrun_shards': 30,
Erik Chen681dc0282019-11-26 22:54:491253 },
1254 },
Lindsay Pasrichab3f72db2021-09-22 22:05:461255 'Mac ASan 64 Tests (1)': { # https://crbug.com/1200640
1256 'experiment_percentage': 100,
1257 },
Struan Shrimpton57c594e42022-01-25 17:59:131258 'Mac11 Tests': {
1259 'swarming': {
Lindsay Pasricha0b5beaf2022-03-04 08:15:271260 'shards': 12,
Struan Shrimpton57c594e42022-01-25 17:59:131261 'quickrun_shards': 10,
1262 },
1263 },
Lindsay Pasricha945e4d62022-01-20 02:14:011264 'Mac11 Tests (dbg)': { # https://crbug.com/1279504
1265 'swarming': {
Lindsay Pasricha9ec81b52022-03-10 03:43:311266 'shards': 18,
Lindsay Pasricha945e4d62022-01-20 02:14:011267 },
1268 },
1269
Sergey Silkinfe96b352020-10-19 20:41:341270 'Marshmallow Tablet Tester': {
1271 'args': [
1272 '--test-launcher-filter-file=../../testing/buildbot/filters/android.marshmallow_tablet_tester.content_browsertests.filter',
1273 ],
Haiyang Pan1f6367352021-07-02 21:15:571274 'swarming': {
1275 'shards': 15,
1276 },
Sergey Silkinfe96b352020-10-19 20:41:341277 },
Sergey Silkin1fe10e82020-10-30 19:36:581278 'WebRTC Chromium FYI Android Tests (dbg) (M Nexus5X)': {
1279 'args': [
1280 '--test-launcher-filter-file=../../testing/buildbot/filters/chromium.webrtc.fyi.android.tests.dbg.content_browsertests.filter',
1281 ],
Andrew Grieveae21ca62021-10-20 18:37:521282 },
1283 'WebRTC Chromium FYI Android Tests (dbg) (N Nexus5X)': {
1284 'args': [
1285 '--test-launcher-filter-file=../../testing/buildbot/filters/chromium.webrtc.fyi.android.tests.dbg.content_browsertests.filter',
1286 ],
1287 },
Stephen Martinis1384ff92020-01-07 19:52:151288 'Win10 Tests x64': {
1289 # crbug.com/868082
1290 'args': [
1291 '--disable-features=WebRTC-H264WithOpenH264FFmpeg',
1292 ],
Struan Shrimptona1ab7672022-01-13 18:02:511293 'swarming': {
1294 'quickrun_shards': 18,
1295 },
Stephen Martinis1384ff92020-01-07 19:52:151296 },
1297 'Win10 Tests x64 (dbg)': {
1298 'experiment_percentage': 100,
1299 # crbug.com/868082
1300 'args': [
1301 '--disable-features=WebRTC-H264WithOpenH264FFmpeg',
Stephen Martinis1384ff92020-01-07 19:52:151302 ],
1303 },
Kuan Huanga89737d2022-01-07 19:42:111304 'Win11 Tests x64': {
1305 # crbug.com/868082
1306 'args': [
1307 '--disable-features=WebRTC-H264WithOpenH264FFmpeg',
1308 ],
1309 },
Haiyang Pan9d68ca02021-08-04 21:30:471310 'android-11-x86-rel': {
Haiyang Pan566e2652022-01-25 07:01:521311 # TODO(crbug.com/1137474): Remove ci_only and experiment_percentage
1312 # after the test suite is green.
1313 'ci_only': True,
Haiyang Pan10f029c2021-07-30 23:17:561314 'experiment_percentage': 100,
Haiyang Pan51450ab2021-03-23 00:48:571315 # TODO(crbug.com/1137474): Revisit the shard number once failed tests
1316 # are fixed.
Haiyang Panfed339172021-03-10 23:19:571317 'swarming': {
Haiyang Pan51450ab2021-03-23 00:48:571318 'shards': 30,
Haiyang Pan45e77dda2021-07-01 22:23:291319 'dimension_sets': [
1320 {
1321 'machine_type': 'e2-standard-8', # use 8-core to shorten runtime
1322 },
1323 ],
Haiyang Panfed339172021-03-10 23:19:571324 },
1325 },
Haiyang Pan2a55a452022-03-03 08:18:331326 'android-12-x64-rel': {
Haiyang Pandbff3ef2022-02-11 23:24:191327 'args': [
1328 '--test-launcher-filter-file=../../testing/buildbot/filters/android.emulator_12.content_browsertests.filter',
1329 ],
Haiyang Pan249494b2022-01-27 21:56:211330 'swarming': {
Haiyang Panc1192662022-03-09 00:09:021331 'shards': 25,
Haiyang Pan249494b2022-01-27 21:56:211332 },
1333 },
Stephen Martinis1384ff92020-01-07 19:52:151334 'android-arm64-proguard-rel': {
1335 'swarming': {
1336 'shards': 16,
1337 },
1338 },
1339 'android-asan': {
1340 'args': [
1341 '--test-launcher-filter-file=../../testing/buildbot/filters/android.asan.content_browsertests.filter',
1342 ],
1343 'swarming': {
André Kempef30fe9d22022-02-03 10:44:291344 'shards': 25,
Stephen Martinis1384ff92020-01-07 19:52:151345 },
1346 },
Stephen Martinis1384ff92020-01-07 19:52:151347 'android-marshmallow-arm64-rel': {
1348 'swarming': {
1349 'shards': 16,
1350 },
1351 },
Haiyang Pan2486dcb2020-09-18 17:53:061352 'android-marshmallow-x86-rel-non-cq': {
John Budoricka4e23882020-02-28 18:36:431353 'args': [
Haiyang Pan12d5acd2020-06-01 20:54:571354 '--test-launcher-filter-file=../../testing/buildbot/filters/android.emulator_m.content_browsertests.filter',
John Budoricka4e23882020-02-28 18:36:431355 ],
Haiyang Panc47f6d12020-08-19 18:34:491356 'swarming': {
1357 'shards': 20,
1358 },
John Budoricka4e23882020-02-28 18:36:431359 },
Haiyang Pancf24ceb2022-03-17 02:31:301360 'android-nougat-x86-rel': {
1361 'swarming': {
1362 'shards': 20,
1363 },
1364 },
Struan Shrimptone772d72f2021-12-15 07:50:091365 'android-pie-arm64-rel': {
1366 'swarming': {
Struan Shrimpton4b7abc02021-12-16 01:36:591367 'quickrun_shards': 40
Struan Shrimptone772d72f2021-12-15 07:50:091368 }
1369 },
Haiyang Pan08d09dc2020-04-01 16:11:211370 'android-pie-x86-rel': {
John Budoricka4e23882020-02-28 18:36:431371 'args': [
Haiyang Pan12d5acd2020-06-01 20:54:571372 '--test-launcher-filter-file=../../testing/buildbot/filters/android.emulator_p.content_browsertests.filter',
John Budoricka4e23882020-02-28 18:36:431373 ],
Sky Malice303f7ec2021-07-17 04:13:091374 'swarming': {
1375 # Flaking with only 20 shards with 40-60 minute runs.
1376 # https://crbug.com/1230118
1377 'shards': 30,
Haiyang Pan2eb735e72020-09-15 22:51:511378 },
John Budoricka4e23882020-02-28 18:36:431379 },
Stephen Martinis1384ff92020-01-07 19:52:151380 'linux-chromeos-code-coverage': {
1381 'swarming': {
1382 'shards': 12,
1383 },
1384 },
Albert J. Wong91f109652019-11-19 03:01:161385 'linux-chromeos-rel': {
1386 'swarming': {
1387 'shards': 3,
1388 },
1389 },
Yuke Liao79424e42020-01-06 21:00:111390 'linux-code-coverage': {
Yuke Liao58e1d202020-03-20 23:02:011391 'args': [
1392 '--no-sandbox',
1393 ],
Yuke Liao79424e42020-01-06 21:00:111394 'swarming': {
1395 'shards': 12,
1396 },
1397 },
Junhua Chen39dd2dba2021-05-05 17:51:541398 # https://crbug.com/1111979,
1399 'linux-lacros-code-coverage': {
1400 'args': [
1401 '--test-launcher-filter-file=../../testing/buildbot/filters/linux-lacros.content_browsertests.filter',
1402 ],
1403 },
Jieting Yangbf15db672021-10-04 19:18:371404 # https://crbug.com/1111979,
1405 'linux-lacros-dbg-tests-fyi': {
1406 'args': [
1407 '--test-launcher-filter-file=../../testing/buildbot/filters/linux-lacros.content_browsertests.filter',
1408 ],
1409 },
Sven Zheng80734f12020-08-06 06:50:391410 # https://crbug.com/1111979
1411 'linux-lacros-tester-fyi-rel': {
1412 'experiment_percentage': 100,
1413 },
Sven Zheng5c9d3e342020-08-11 21:39:431414 # https://crbug.com/1111979,
1415 'linux-lacros-tester-rel': {
Sven Zheng5c9d3e342020-08-11 21:39:431416 'args': [
Yuke Liao56a437dd2021-05-05 04:53:401417 '--test-launcher-filter-file=../../testing/buildbot/filters/linux-lacros.content_browsertests.filter',
Sven Zheng5c9d3e342020-08-11 21:39:431418 ],
1419 },
Kuan Huang235b0142021-10-19 18:59:281420 'mac-code-coverage': {
1421 'args': [
1422 '--coverage-continuous-mode=1',
1423 ],
1424 },
Kuan Huang05332fb2021-10-12 02:04:261425 # https://crbug.com/1255940
1426 'mac-rel-swarming': {
1427 'swarming': {
1428 'dimension_sets': [
1429 {
1430 # These test would time out when running on 4 cores instances.
1431 'cores': '8|12',
1432 }
1433 ],
1434 },
1435 },
Kenneth Russelleb60cbd22017-12-05 07:54:281436 },
1437 },
Nico Weber81e16ace22018-06-30 02:58:471438 'content_shell_crash_test': {
Haiyang Pan8c201b92020-06-04 01:25:071439 'remove_from': [
Nico Weberbbbc34e2020-10-14 18:21:501440 'Mac10.11 Tests', # crbug.com/1138050
Haiyang Pan2486dcb2020-09-18 17:53:061441 'android-marshmallow-x86-rel-non-cq', # crbug.com/1084353
Haiyang Pan8c201b92020-06-04 01:25:071442 ],
Dirk Prankeb1c36b322018-07-11 02:42:001443 'modifications': {
Dirk Prankeb1c36b322018-07-11 02:42:001444 'Win10 Tests x64 (dbg)': {
1445 'experiment_percentage': 100, # https://crbug.com/861730
1446 },
1447 },
Nico Weber81e16ace22018-06-30 02:58:471448 },
John Budorick27d2d44e2019-05-20 20:26:091449 'content_shell_test_apk': {
1450 'remove_from': [
John Budorick27d2d44e2019-05-20 20:26:091451 'android-asan', # https://crbug.com/964562
Ben Joyce02dc8092021-03-04 21:48:191452 'android-code-coverage-native', # Does not generate profraw data.
Ben Joyce46ca6012021-03-31 19:19:251453 'android-pie-arm64-coverage-experimental-rel', # Does not generate profraw data.
John Budorick27d2d44e2019-05-20 20:26:091454 ],
John Budorickee2e64f2020-03-02 20:19:101455 'modifications': {
Haiyang Pan9d68ca02021-08-04 21:30:471456 'android-11-x86-rel': {
Haiyang Pan103864812021-03-19 19:28:441457 'args': [
1458 '--test-launcher-filter-file=../../testing/buildbot/filters/android.emulator_11.content_shell_test_apk.filter',
Haiyang Panabdab2f2021-07-19 20:37:511459 '--timeout-scale=2.0',
Haiyang Pan103864812021-03-19 19:28:441460 ],
1461 },
Haiyang Pan2a55a452022-03-03 08:18:331462 'android-12-x64-rel': {
Haiyang Pan3b1016e2022-02-05 00:02:451463 'args': [
1464 '--test-launcher-filter-file=../../testing/buildbot/filters/android.emulator_12.content_shell_test_apk.filter',
1465 ],
1466 },
James Shen39aa0e32022-03-22 04:44:501467 'android-marshmallow-x86-fyi-rel-reviver': {
1468 'swarming': {
1469 'quickrun_shards': 8,
1470 },
1471 },
Haiyang Panb991f562021-08-10 17:46:461472 'android-marshmallow-x86-rel': {
John Budorickee2e64f2020-03-02 20:19:101473 'args': [
Haiyang Pan28e73582020-05-30 00:34:271474 '--test-launcher-filter-file=../../testing/buildbot/filters/android.emulator_m.content_shell_test_apk.filter',
John Budorickee2e64f2020-03-02 20:19:101475 ],
Struan Shrimpton57c594e42022-01-25 17:59:131476 'swarming': {
1477 'quickrun_shards': 8,
1478 },
John Budorickee2e64f2020-03-02 20:19:101479 },
Haiyang Pan08d09dc2020-04-01 16:11:211480 'android-pie-x86-rel': {
John Budorickee2e64f2020-03-02 20:19:101481 'args': [
1482 '--gtest_filter=-ContentViewScrollingTest.testFling',
1483 ],
1484 },
1485 },
John Budorick27d2d44e2019-05-20 20:26:091486 },
Kenneth Russelleb60cbd22017-12-05 07:54:281487 'content_unittests': {
1488 'modifications': {
John Budorick5052d552017-12-13 02:59:341489 'Linux ASan LSan Tests (1)': {
1490 # These are slow on the ASAN trybot for some reason.
Ben Pastened2c01af2022-01-31 23:06:441491 # crbug.com/1257927
John Budorick5052d552017-12-13 02:59:341492 'swarming': {
1493 'shards': 2,
1494 },
1495 },
Takuto Ikuta54671d972018-07-19 19:06:351496 'Linux ChromiumOS MSan Tests': {
1497 # These are very slow on the Chrome OS MSAN trybot for some reason.
1498 # crbug.com/865455
1499 'swarming': {
1500 'shards': 2,
1501 },
1502 },
Chong Gu52481452021-04-02 17:52:411503 'fuchsia-code-coverage': {
1504 'swarming': {
1505 'shards': 12,
1506 },
1507 },
Chong Gua10cd302022-01-14 19:22:191508 'fuchsia-fyi-x64-asan': {
1509 'args': [
1510 '--test-launcher-filter-file=../../testing/buildbot/filters/fuchsia.lsan.content_unittests.filter',
1511 ],
1512 },
Kenneth Russelleb60cbd22017-12-05 07:54:281513 },
1514 },
Jonah Ryan-Davis832c8462020-06-09 03:45:031515 'context_lost_validating_tests': {
Brian Sheedye285c9b2019-07-15 21:42:461516 # TODO(https://crbug.com/850107): Remove the Android FYI Release (Pixel 2)
1517 # exception once there is enough capacity to run these tests.
1518 'remove_from': [
Brian Sheedye285c9b2019-07-15 21:42:461519 'Android FYI Release (Pixel 2)',
1520 ],
Kenneth Russellc1a09302018-07-10 01:12:541521 },
Kenneth Russellfbda3c532017-12-08 23:57:241522 'crashpad_tests': {
1523 'remove_from': [
Nico Weber15a00d62018-05-16 17:11:481524 'linux-win_cross-rel', # https://crbug.com/762167
Vlad Tsyrklevich06a9a44f2019-07-24 19:14:391525 # https://crbug.com/crashpad/304
1526 'Linux TSan Tests',
1527 'ToTLinuxTSan',
1528 # https://crbug.com/crashpad/306
1529 'Linux CFI',
Michael Savigny0a956032021-10-27 19:18:021530 'Linux CFI (reclient shadow)',
Vlad Tsyrklevich06a9a44f2019-07-24 19:14:391531 'CFI Linux ToT',
Kenneth Russellfbda3c532017-12-08 23:57:241532 ],
Haiyang Panc7c009e2021-03-18 19:31:231533 'modifications': {
Avi Drissmanc6318122022-03-29 17:07:421534 # TODO(crbug.com/1254975): dyld was rebuilt for macOS 12, which breaks
1535 # the tests. Run this experimentally on all the macOS bots >= 12 and
1536 # remove this exception once fixed.
1537 'Mac Builder Next': {
1538 'experiment_percentage': 100,
1539 },
Haiyang Pan9d68ca02021-08-04 21:30:471540 'android-11-x86-rel': {
Haiyang Panc7c009e2021-03-18 19:31:231541 'args': [
1542 '--test-launcher-filter-file=../../testing/buildbot/filters/android.emulator_11.crashpad_tests.filter',
1543 ],
1544 },
Haiyang Pan2a55a452022-03-03 08:18:331545 'android-12-x64-rel': {
Haiyang Pan07d9e262021-10-20 21:50:031546 'args': [
1547 '--test-launcher-filter-file=../../testing/buildbot/filters/android.emulator_12.crashpad_tests.filter',
1548 ],
1549 },
Avi Drissmanc6318122022-03-29 17:07:421550 # TODO(crbug.com/1254975): dyld was rebuilt for macOS 12, which breaks
1551 # the tests. Run this experimentally on all the macOS bots >= 12 and
1552 # remove this exception once fixed.
Lindsay Pasricha60535a22021-12-13 16:50:241553 'mac-osxbeta-rel': {
1554 'experiment_percentage': 100,
1555 },
Haiyang Panc7c009e2021-03-18 19:31:231556 },
Kenneth Russellfbda3c532017-12-08 23:57:241557 },
Austin Eng414af1612022-04-08 02:15:361558 'dawn_perf_tests': {
1559 'remove_from': [
1560 'Dawn Win10 x86 DEPS Release (Intel HD 630)',
1561 'Dawn Win10 x86 Release (Intel HD 630)',
1562 ],
1563 },
Haiyang Pan1c813ca2021-11-24 18:52:161564 'device_unittests': {
1565 'modifications': {
Haiyang Pan2a55a452022-03-03 08:18:331566 'android-12-x64-rel': {
Haiyang Pan1c813ca2021-11-24 18:52:161567 'args': [
1568 '--test-launcher-filter-file=../../testing/buildbot/filters/android.emulator_12.device_unittests.filter',
1569 ],
1570 },
1571 },
1572 },
Ben Pastene61ad637c2020-05-08 22:24:411573 'disk_usage_tast_test': {
1574 # TODO(crbug.com/1077659): Add the test back after it's fixed.
1575 'remove_from': [
1576 'chromeos-kevin-rel',
1577 ],
1578 },
Struan Shrimpton57c594e42022-01-25 17:59:131579 'exo_unittests': {
1580 'modifications': {
1581 'linux-chromeos-rel': {
1582 'swarming': {
1583 'quickrun_shards': 2,
1584 }
1585 },
1586 },
1587 },
Joe Downing41486042018-10-18 22:44:441588 'extensions_browsertests': {
Brad Halla36886c2019-02-26 16:52:291589 'remove_from': [
Brad Halla36886c2019-02-26 16:52:291590 'CrWinAsan(dll)', # https://crbug.com/935598
1591 ],
Joe Downing41486042018-10-18 22:44:441592 'modifications': {
1593 'Win10 Tests x64 (dbg)': {
1594 'experiment_percentage': 100, # https://crbug.com/876615
1595 },
Sven Zheng5c9d3e342020-08-11 21:39:431596 # https://crbug.com/1111979,
Junhua Chen39dd2dba2021-05-05 17:51:541597 'linux-lacros-code-coverage': {
1598 'args': [
1599 '--gtest_filter=-BluetoothShellApiTest.ApiSanityCheck:BluetoothSocketApiTest.Listen:BluetoothSocketApiTest.PermissionDenied',
1600 ],
1601 },
Yuke Liaoa0db4742021-08-09 18:28:331602 'linux-lacros-dbg-tests-fyi': {
1603 'args': [
1604 '--gtest_filter=-BluetoothShellApiTest.ApiSanityCheck:BluetoothSocketApiTest.Listen:BluetoothSocketApiTest.PermissionDenied',
1605 ],
1606 },
Sven Zheng5c9d3e342020-08-11 21:39:431607 'linux-lacros-tester-rel': {
Sven Zheng5c9d3e342020-08-11 21:39:431608 'args': [
1609 '--gtest_filter=-BluetoothShellApiTest.ApiSanityCheck:BluetoothSocketApiTest.Listen:BluetoothSocketApiTest.PermissionDenied',
1610 ],
1611 },
Joe Downing41486042018-10-18 22:44:441612 },
1613 },
Sven Zheng577fe5ff2020-08-03 22:06:441614 'extensions_unittests': {
Sven Zheng80734f12020-08-06 06:50:391615 'modifications': {
Chong Gud034fe52022-01-20 21:48:041616 'fuchsia-fyi-x64-asan': {
1617 'args': [
Chong Gu1155d872022-02-10 17:55:271618 '--test-launcher-filter-file=../../testing/buildbot/filters/fuchsia.lsan.extensions_unittests.filter',
Chong Gud034fe52022-01-20 21:48:041619 ],
1620 },
Sven Zheng5c9d3e342020-08-11 21:39:431621 # https://crbug.com/1111979,
Junhua Chen39dd2dba2021-05-05 17:51:541622 'linux-lacros-code-coverage': {
1623 'args': [
Yuke Liaoa0db4742021-08-09 18:28:331624 '--gtest_filter=-BluetoothSocketApiUnittest.CreateThenClose:'
1625 'NativeExtensionBindingsSystemUnittest.*',
1626 ],
1627 },
1628 'linux-lacros-dbg-tests-fyi': {
1629 'args': [
Junhua Chen39dd2dba2021-05-05 17:51:541630 '--gtest_filter=-NativeExtensionBindingsSystemUnittest*:'
1631 'BluetoothSocketApiUnittest.CreateThenClose:'
1632 'FeatureProviderTest.PermissionFeatureAvailability',
1633 ],
1634 },
Sven Zheng5c9d3e342020-08-11 21:39:431635 'linux-lacros-tester-rel': {
Sven Zheng5c9d3e342020-08-11 21:39:431636 'args': [
Yuke Liaobb8308322020-08-12 20:20:471637 '--gtest_filter=-NativeExtensionBindingsSystemUnittest*:'
1638 'BluetoothSocketApiUnittest.CreateThenClose:'
1639 'FeatureProviderTest.PermissionFeatureAvailability',
Sven Zheng5c9d3e342020-08-11 21:39:431640 ],
1641 },
Sven Zheng80734f12020-08-06 06:50:391642 },
Sven Zheng577fe5ff2020-08-03 22:06:441643 },
Chong Gu76046412021-09-22 17:49:211644 'gfx_unittests': {
Chong Gudf7fbe92021-02-24 02:55:581645 'modifications': {
1646 'fuchsia-code-coverage': {
1647 'swarming': {
1648 'shards': 2,
1649 },
1650 },
1651 },
1652 },
Kenneth Russelleb60cbd22017-12-05 07:54:281653 'gin_unittests': {
1654 'remove_from': [
Nico Weber1394523f2018-06-06 15:58:471655 'ToTLinuxASan', # https://crbug.com/831667
Nico Weberd36959682018-04-12 03:33:461656 'Linux ASan LSan Tests (1)', # https://crbug.com/831667
Nico Weber1394523f2018-06-06 15:58:471657 'Linux Chromium OS ASan LSan Tests (1)', # https://crbug.com/831667
Kenneth Russelleb60cbd22017-12-05 07:54:281658 ],
Chong Gua10cd302022-01-14 19:22:191659 'modifications': {
1660 'fuchsia-fyi-x64-asan': {
1661 'args': [
1662 '--test-launcher-filter-file=../../testing/buildbot/filters/fuchsia.lsan.gin_unittests.filter',
1663 ],
1664 },
1665 },
Kenneth Russelleb60cbd22017-12-05 07:54:281666 },
Brian Ho8271a7ad2021-08-12 20:48:031667 # TODO(crbug.com/1202958): Remove these GLRenderer variants when
1668 # SkiaRenderer is fully shipped on Chrome OS.
1669 # Don't run these on real devices due to capacity issues.
1670 'gl_renderer_context_lost_tests': {
1671 'remove_from': [
1672 'ChromeOS FYI Release (kevin)',
1673 'Lacros FYI x64 Release (Intel)',
1674 ],
1675 },
Brian Ho8271a7ad2021-08-12 20:48:031676 'gl_renderer_gpu_process_launch_tests': {
1677 'remove_from': [
1678 'ChromeOS FYI Release (kevin)',
1679 'Lacros FYI x64 Release (Intel)',
1680 ],
1681 },
1682 'gl_renderer_hardware_accelerated_feature_tests': {
1683 'remove_from': [
1684 'ChromeOS FYI Release (kevin)',
1685 'Lacros FYI x64 Release (Intel)',
1686 ],
1687 },
1688 'gl_renderer_maps_pixel_tests': {
1689 'remove_from': [
1690 'ChromeOS FYI Release (kevin)',
1691 'Lacros FYI x64 Release (Intel)',
1692 ],
1693 },
1694 'gl_renderer_pixel_skia_gold_tests': {
1695 'remove_from': [
1696 'ChromeOS FYI Release (kevin)',
1697 'Lacros FYI x64 Release (Intel)',
1698 ],
1699 },
Jonah Ryan-Davisdeeffeaf2020-06-18 17:56:001700 'gl_tests_passthrough': {
1701 'remove_from': [
1702 'CFI Linux ToT',
1703 # Can't run on MSAN because gl_tests uses the hardware driver,
1704 # which isn't instrumented.
1705 'Linux MSan Tests',
Ben Pastene7636bb62022-04-22 18:55:251706 'Linux MSan Focal',
Jonah Ryan-Davisdeeffeaf2020-06-18 17:56:001707 ],
1708 'modifications': {
1709 # TODO(kbr): figure out a better way to specify blocks of
1710 # arguments like this for tests on multiple machines.
Garrett Beatya491ec72020-07-25 12:36:121711 'Linux ASan LSan Tests (1)': {
1712 'args': [
1713 '--use-gpu-in-tests',
1714 '--no-xvfb',
1715 ],
1716 'swarming': {
1717 'dimension_sets': [
1718 {
Yuly Novikovaa06f172022-02-12 00:38:571719 'gpu': '10de:2184',
Garrett Beatya491ec72020-07-25 12:36:121720 'os': 'Ubuntu',
1721 'pool': 'chromium.tests.gpu',
1722 },
1723 ],
1724 },
1725 },
1726 'Linux CFI': {
1727 'args': [
1728 '--use-gpu-in-tests',
1729 '--no-xvfb',
1730 ],
1731 'swarming': {
1732 'dimension_sets': [
1733 {
Yuly Novikovaa06f172022-02-12 00:38:571734 'gpu': '10de:2184',
Garrett Beatya491ec72020-07-25 12:36:121735 'os': 'Ubuntu',
1736 'pool': 'chromium.tests.gpu',
1737 },
1738 ],
1739 },
1740 },
Michael Savigny64f8ba32022-01-12 15:50:571741 'Linux CFI (reclient shadow)': {
1742 'args': [
1743 '--use-gpu-in-tests',
1744 '--no-xvfb',
1745 ],
1746 'swarming': {
1747 'dimension_sets': [
1748 {
Yuly Novikovaa06f172022-02-12 00:38:571749 'gpu': '10de:2184',
Michael Savigny64f8ba32022-01-12 15:50:571750 'os': 'Ubuntu',
1751 'pool': 'chromium.tests.gpu',
1752 },
1753 ],
1754 },
1755 },
Garrett Beatya491ec72020-07-25 12:36:121756 'Linux TSan Tests': {
1757 'args': [
1758 '--use-gpu-in-tests',
1759 '--no-xvfb',
1760 ],
1761 'swarming': {
1762 'dimension_sets': [
1763 {
Yuly Novikovaa06f172022-02-12 00:38:571764 'gpu': '10de:2184',
Garrett Beatya491ec72020-07-25 12:36:121765 'os': 'Ubuntu',
1766 'pool': 'chromium.tests.gpu',
1767 },
1768 ],
1769 },
1770 },
Jonah Ryan-Davisdeeffeaf2020-06-18 17:56:001771 },
1772 },
Jonah Ryan-Davise25a89f2020-05-29 20:18:241773 'gl_tests_validating': {
Jonah Ryan-Davisb9f03ac2021-03-18 23:53:021774 'remove_from': [
Kenneth Russell8a386d42018-06-02 09:48:011775 'Android FYI Release (Nexus 5X)',
John Budorickca14c76f62017-12-09 14:19:181776 ],
Kenneth Russelleb60cbd22017-12-05 07:54:281777 'modifications': {
Haiyang Pan9d68ca02021-08-04 21:30:471778 'android-11-x86-rel': {
Haiyang Pancf765862021-03-18 20:39:151779 'args': [
1780 '--test-launcher-filter-file=../../testing/buildbot/filters/android.emulator_11.gl_tests.filter',
1781 ],
1782 },
Haiyang Pan2a55a452022-03-03 08:18:331783 'android-12-x64-rel': {
Haiyang Pan382008922021-11-19 21:15:091784 'args': [
1785 '--test-launcher-filter-file=../../testing/buildbot/filters/android.emulator_12.gl_tests.filter',
1786 ],
1787 },
Haiyang Panb991f562021-08-10 17:46:461788 'android-marshmallow-x86-rel': {
John Budorick79ec9012020-01-08 21:56:311789 'args': [
1790 '--test-launcher-filter-file=../../testing/buildbot/filters/android.emulator.gl_tests.filter',
1791 ],
1792 },
Andrew Luo38b311f2019-10-04 03:42:091793 'android-pie-arm64-rel': {
John Budorick79ec9012020-01-08 21:56:311794 'args': [
Andrew Luobe83fd82019-12-19 03:07:581795 '--test-launcher-filter-file=../../testing/buildbot/filters/android.pie_arm64_rel.gl_tests.filter', # https://crbug.com/1034007
1796 ],
Andrew Luo38b311f2019-10-04 03:42:091797 },
Haiyang Pan08d09dc2020-04-01 16:11:211798 'android-pie-x86-rel': {
John Budorick79ec9012020-01-08 21:56:311799 'args': [
1800 '--test-launcher-filter-file=../../testing/buildbot/filters/android.emulator.gl_tests.filter',
1801 ],
1802 },
Kenneth Russelleb60cbd22017-12-05 07:54:281803 },
1804 },
Takuto Ikutaf5333252019-11-06 16:07:081805 'gl_unittests': {
1806 'remove_from': [
Takuto Ikutaf5333252019-11-06 16:07:081807 # On Android, these are already run on the main waterfall.
1808 # Run them on the one-off Android FYI bots, though.
1809 'Android FYI Release (Nexus 5X)',
Yuly Novikov37e04342020-05-29 00:52:041810 # Can't run on MSAN because gl_unittests uses the hardware driver,
1811 # which isn't instrumented.
1812 'Linux MSan Tests',
Ben Pastene7636bb62022-04-22 18:55:251813 'Linux MSan Focal',
Takuto Ikutaf5333252019-11-06 16:07:081814 ],
Haiyang Pan505fcd5a2021-12-13 19:46:231815 'modifications': {
Haiyang Pan2a55a452022-03-03 08:18:331816 'android-12-x64-rel': {
Haiyang Pan505fcd5a2021-12-13 19:46:231817 'args': [
1818 '--test-launcher-filter-file=../../testing/buildbot/filters/android.emulator_12.gl_unittests.filter',
1819 ],
1820 },
1821 },
Takuto Ikutaf5333252019-11-06 16:07:081822 },
1823 'gl_unittests_ozone': {
1824 'remove_from': [
1825 # Can't run on MSAN because gl_unittests_ozone uses the hardware driver,
1826 # which isn't instrumented.
1827 'Linux ChromiumOS MSan Tests',
Ben Pastene7636bb62022-04-22 18:55:251828 'Linux ChromiumOS MSan Focal',
Takuto Ikutaf5333252019-11-06 16:07:081829 ],
1830 },
1831 'gpu_process_launch_tests': {
1832 # TODO(https://crbug.com/850107): Remove the Android FYI Release (Pixel 2)
1833 # exception once there is enough capacity to run these tests.
1834 'remove_from': [
Takuto Ikutaf5333252019-11-06 16:07:081835 'Android FYI Release (Pixel 2)',
1836 ],
1837 },
Chong Gu76046412021-09-22 17:49:211838 'gpu_unittests': {
Chong Gudf7fbe92021-02-24 02:55:581839 'modifications': {
1840 'fuchsia-code-coverage': {
1841 'swarming': {
1842 'shards': 5,
1843 },
1844 },
1845 },
1846 },
Kevin McNeed21a6c522021-06-14 21:27:251847 'grit_python_unittests': {
1848 'remove_from': [
1849 # These tests require node, which is not supported in Win7.
1850 # (https://crbug.com/1218989)
1851 'Win 7 Tests x64 (1)',
1852 'Win7 Tests (1)',
Titouan Rigoudy9e860832021-11-08 15:34:451853 # TODO(https://crbug.com/1267125): Re-enable.
1854 'mac11-arm64-rel-tests',
Kevin McNeed21a6c522021-06-14 21:27:251855 ],
1856 },
Brian Sheedye285c9b2019-07-15 21:42:461857 'hardware_accelerated_feature_tests': {
1858 # TODO(https://crbug.com/850107): Remove the Android FYI Release (Pixel 2)
1859 # exception once there is enough capacity to run these tests.
1860 'remove_from': [
Brian Sheedye285c9b2019-07-15 21:42:461861 'Android FYI Release (Pixel 2)',
1862 ],
1863 },
Brad Halla36886c2019-02-26 16:52:291864 'headless_browsertests': {
Chong Gud08d1232021-09-11 08:53:591865 'remove_from': [
1866 'CrWinAsan(dll)', # https://crbug.com/935598
Maksim Sisovc81d284c2021-10-05 17:54:351867 # Wayland bot doesn't support headless mode.
1868 'Linux Tests (Wayland)',
Chong Gud08d1232021-09-11 08:53:591869 ],
Chong Gud1a5c5992021-04-09 04:08:321870 'modifications': {
1871 'fuchsia-code-coverage': {
1872 'swarming': {
Chong Gu115ce152021-04-15 23:57:161873 'shards': 6,
Chong Gud1a5c5992021-04-09 04:08:321874 },
1875 },
1876 },
Brad Halla36886c2019-02-26 16:52:291877 },
Kenneth Russell8a386d42018-06-02 09:48:011878 'info_collection_tests': {
1879 'remove_from': [
Kenneth Russell8a386d42018-06-02 09:48:011880 'Android V8 FYI Release (Nexus 5X)',
1881 'Linux V8 FYI Release (NVIDIA)',
Michael Achenbach5fdfc67b2018-12-13 13:26:351882 'Linux V8 FYI Release - pointer compression (NVIDIA)',
Kenneth Russell8a386d42018-06-02 09:48:011883 'Mac V8 FYI Release (Intel)',
1884 'Win V8 FYI Release (NVIDIA)',
1885 ],
Brian Sheedyfe61cdac2020-02-12 01:25:591886 'modifications': {
Brian Sheedyb18cb762020-06-30 00:09:291887 'ChromeOS FYI Release (amd64-generic)': {
Brian Sheedy65be3052020-06-26 19:26:511888 'args': [
Brian Sheedyb18cb762020-06-30 00:09:291889 # Swarming does not report a GPU since tests are run in a VM, but
1890 # the VM does report that a GPU is present.
1891 '--expected-device-id', '1050',
Brian Sheedydf2672f2020-05-07 20:44:361892 ],
1893 },
Ramy Medhata48901d2022-04-19 16:48:071894 'ChromeOS FYI Release (amd64-generic) (reclient shadow)': {
1895 'args': [
1896 # Swarming does not report a GPU since tests are run in a VM, but
1897 # the VM does report that a GPU is present.
1898 '--expected-device-id', '1050',
1899 ],
1900 },
Chong Gu3065cdc2022-02-28 21:03:031901 'fuchsia-fyi-x64-rel': {
1902 'args': [
1903 # Swarming does not report a GPU since tests are run in a VM, but
1904 # the VM does report that a GPU is present.
1905 '--expected-device-id', 'c0de',
1906 ],
1907 },
1908 'fuchsia-fyi-x64-wst': {
1909 'args': [
1910 # Swarming does not report a GPU since tests are run in a VM, but
1911 # the VM does report that a GPU is present.
1912 '--expected-device-id', 'c0de',
1913 ],
1914 },
Brian Sheedyfe61cdac2020-02-12 01:25:591915 },
Brian Sheedy32eeeb52020-05-22 01:49:371916 'replacements': {
1917 'ChromeOS FYI Release (amd64-generic)': {
1918 'args': {
1919 # Swarming does not report a GPU since tests are run in a VM, but
1920 # the VM does report that a GPU is present.
1921 '--expected-vendor-id': '1af4',
Brian Sheedyb18cb762020-06-30 00:09:291922 # Magic substitution happens after regular replacement, so remove it
1923 # now since we are manually applying the expected device ID above.
1924 '$$MAGIC_SUBSTITUTION_GPUExpectedDeviceId': None,
Brian Sheedy32eeeb52020-05-22 01:49:371925 },
Brian Sheedyff6d1442020-09-19 00:46:311926 },
Ramy Medhata48901d2022-04-19 16:48:071927 'ChromeOS FYI Release (amd64-generic) (reclient shadow)': {
1928 'args': {
1929 # Swarming does not report a GPU since tests are run in a VM, but
1930 # the VM does report that a GPU is present.
1931 '--expected-vendor-id': '1af4',
1932 # Magic substitution happens after regular replacement, so remove it
1933 # now since we are manually applying the expected device ID above.
1934 '$$MAGIC_SUBSTITUTION_GPUExpectedDeviceId': None,
1935 },
1936 },
Brian Sheedy177addbf2021-09-24 19:06:511937 'Mac FYI Release (Apple M1)': {
1938 'args': {
1939 # The GPU information is not yet exposed in swarming, so we can't
1940 # explicitly request it and have the JSON generation handle this
1941 # automatically.
1942 '--expected-vendor-id': '106b',
1943 },
1944 },
Chong Gu3065cdc2022-02-28 21:03:031945 'fuchsia-fyi-x64-rel': {
1946 'args': {
1947 # The GPU information is not exposed in swarming since Fuchsia
1948 # launches an emulator on the GCE machine.
1949 '--expected-vendor-id': '1ae0',
1950 '$$MAGIC_SUBSTITUTION_GPUExpectedDeviceId': None,
1951 },
1952 },
1953 'fuchsia-fyi-x64-wst': {
1954 'args': {
1955 # The GPU information is not exposed in swarming since Fuchsia
1956 # launches an emulator on the GCE machine.
1957 '--expected-vendor-id': '1ae0',
1958 '$$MAGIC_SUBSTITUTION_GPUExpectedDeviceId': None,
1959 },
1960 },
Brian Sheedy32eeeb52020-05-22 01:49:371961 },
Kenneth Russell8a386d42018-06-02 09:48:011962 },
Kenneth Russelleb60cbd22017-12-05 07:54:281963 'interactive_ui_tests': {
Brad Halla36886c2019-02-26 16:52:291964 'remove_from': [
Brad Halla36886c2019-02-26 16:52:291965 'CrWinAsan(dll)', # https://crbug.com/935598
1966 ],
Kenneth Russelleb60cbd22017-12-05 07:54:281967 'modifications': {
Stephen Martinis1384ff92020-01-07 19:52:151968 'Linux - Future (dbg)': { # client.v8.chromium
Nico Weberdae13cd92018-12-14 13:56:261969 'swarming': {
Stephen Martinis1384ff92020-01-07 19:52:151970 'shards': 3,
Nico Weberdae13cd92018-12-14 13:56:261971 },
1972 },
John Budorickca14c76f62017-12-09 14:19:181973 'Linux ASan LSan Tests (1)': {
Ben Pastened2c01af2022-01-31 23:06:441974 # These are slow on the ASan trybot for some reason, crbug.com/1257927
Nico Weber96a75a6942018-06-20 04:53:171975 'swarming': {
1976 'shards': 6,
Struan Shrimptone772d72f2021-12-15 07:50:091977 'quickrun_shards': 12,
Nico Weber96a75a6942018-06-20 04:53:171978 },
1979 },
Pavol Marko05b6bb92022-03-21 12:33:291980 'Linux Chromium OS ASan LSan Tests (1)': {
1981 # These are slow on the ASan trybot for some reason, crbug.com/1257927
1982 'swarming': {
1983 'shards': 6,
1984 'quickrun_shards': 12,
1985 },
1986 },
Ben Pastene7636bb62022-04-22 18:55:251987 'Linux ChromiumOS MSan Focal': {
1988 # These are very slow on the Chrome OS MSAN trybot for some reason.
1989 # crbug.com/865455
1990 'swarming': {
1991 'shards': 5,
1992 },
1993 },
Takuto Ikuta54671d972018-07-19 19:06:351994 'Linux ChromiumOS MSan Tests': {
1995 # These are very slow on the Chrome OS MSAN trybot for some reason.
1996 # crbug.com/865455
1997 'swarming': {
1998 'shards': 5,
1999 },
2000 },
Stephen Martinis1384ff92020-01-07 19:52:152001 'Linux TSan Tests': {
Ben Pastened2c01af2022-01-31 23:06:442002 # These are slow on the TSan bots for some reason, crbug.com/1257927
Dirk Pranke8fd63c12017-12-10 18:06:272003 'swarming': {
Stephen Martinisad6cb7af2021-02-24 01:12:002004 'shards': 32, # Adjusted for testing, see https://crbug.com/1179567
Dirk Pranke8fd63c12017-12-10 18:06:272005 },
2006 },
Maksim Sisovc81d284c2021-10-05 17:54:352007 # https://crbug.com/1192997
2008 'Linux Tests (Wayland)': {
2009 'args': [
2010 '--test-launcher-filter-file=../../testing/buildbot/filters/ozone-linux.interactive_ui_tests_wayland.filter',
2011 ],
2012 },
Lindsay Pasrichab3f72db2021-09-22 22:05:462013 'Mac ASan 64 Tests (1)': { # https://crbug.com/1251656
2014 'experiment_percentage': 100,
2015 },
Struan Shrimptone772d72f2021-12-15 07:50:092016 'Mac11 Tests': {
2017 'swarming': {
2018 'quickrun_shards': 6,
2019 },
2020 },
Zhaoyang Li9357e1e12021-12-07 18:53:172021 'Mac11 Tests (dbg)': { # https://crbug.com/1265051
2022 'experiment_percentage': 100,
2023 },
Stephen Martinis1384ff92020-01-07 19:52:152024 'ToTLinuxTSan': {
Ben Pastened2c01af2022-01-31 23:06:442025 # These are slow on the TSan bots for some reason, crbug.com/1257927
Stephen Martinis1384ff92020-01-07 19:52:152026 'swarming': {
2027 'shards': 6,
2028 },
2029 },
Struan Shrimptona1ab7672022-01-13 18:02:512030 'Win10 Tests x64': {
2031 'swarming': {
Struan Shrimptonf5b2b552022-01-20 20:37:392032 'quickrun_shards': 8,
Struan Shrimptona1ab7672022-01-13 18:02:512033 },
2034 },
Stephen Martinis1384ff92020-01-07 19:52:152035 # temporary, https://crbug.com/818832
Greg Thompson3eb7e6522018-05-25 09:04:032036 'Win10 Tests x64 (dbg)': {
2037 'experiment_percentage': 100,
2038 },
Jacob Kopczynski3a555bd32020-12-10 01:41:162039 # TODO(crbug.com/970649): Remove these filters.
Ben Pastene8ef125e2019-12-10 01:46:292040 'linux-chromeos-chrome': {
Ben Pastene8ef125e2019-12-10 01:46:292041 'args': [
2042 '--gtest_filter=-SadTabViewInteractiveUITest.ReloadMultipleSadTabs',
2043 ],
2044 },
Stephen Martinis1384ff92020-01-07 19:52:152045 'linux-chromeos-code-coverage': {
Yuke Liao79424e42020-01-06 21:00:112046 'swarming': {
2047 'shards': 10,
2048 },
2049 },
Pavol Marko582a15d2022-04-01 12:47:202050 'linux-chromeos-dbg': {
2051 'swarming': {
2052 'shards': 6,
2053 },
2054 },
Stephen Martinis1384ff92020-01-07 19:52:152055 'linux-code-coverage': {
Yuke Liao79424e42020-01-06 21:00:112056 'swarming': {
2057 'shards': 10,
2058 },
2059 },
Sven Zheng80734f12020-08-06 06:50:392060 # https://crbug.com/1111979
Junhua Chen39dd2dba2021-05-05 17:51:542061 'linux-lacros-code-coverage': {
2062 'args': [
2063 '--test-launcher-filter-file=../../testing/buildbot/filters/linux-lacros.interactive_ui_tests.filter',
2064 ],
2065 },
2066 # https://crbug.com/1111979
Jieting Yangbf15db672021-10-04 19:18:372067 'linux-lacros-dbg-tests-fyi': {
2068 'args': [
2069 '--test-launcher-filter-file=../../testing/buildbot/filters/linux-lacros.interactive_ui_tests.filter',
2070 ],
2071 },
2072 # https://crbug.com/1111979
Sven Zheng010820d2020-08-17 22:38:442073 'linux-lacros-tester-rel': {
Sven Zheng010820d2020-08-17 22:38:442074 'args': [
Yuke Liao56a437dd2021-05-05 04:53:402075 '--test-launcher-filter-file=../../testing/buildbot/filters/linux-lacros.interactive_ui_tests.filter',
Sven Zheng010820d2020-08-17 22:38:442076 ],
2077 },
Kuan Huang235b0142021-10-19 18:59:282078 'mac-code-coverage': {
2079 'args': [
2080 '--coverage-continuous-mode=1',
2081 ],
2082 },
Lindsay Pasricha60535a22021-12-13 16:50:242083 # TODO (crbug.com/1278617) Re-enable once fixed
2084 'mac-osxbeta-rel': {
2085 'experiment_percentage': 100,
2086 },
Kenneth Russelleb60cbd22017-12-05 07:54:282087 },
2088 },
Sven Zhengef0d0872022-04-04 22:13:292089 'interactive_ui_tests amd64-generic': {
Yuke Liaob6beaeca2021-04-29 23:41:512090 'remove_from': [
2091 # TODO(crbug.com/1204231): Re-enable.
2092 'lacros-amd64-generic-rel',
Yuke Liao859819d2022-02-24 08:23:492093 'lacros-amd64-generic-rel-fyi',
Yuke Liaob6beaeca2021-04-29 23:41:512094 ]
2095 },
Sven Zhengef0d0872022-04-04 22:13:292096 'interactive_ui_tests eve': {
Yuke Liao79a8cf52021-06-11 18:14:342097 'remove_from': [
2098 # TODO(crbug.com/1204231): Re-enable.
2099 'lacros-amd64-generic-rel',
Yuke Liao859819d2022-02-24 08:23:492100 'lacros-amd64-generic-rel-fyi',
Yuke Liao79a8cf52021-06-11 18:14:342101 ]
2102 },
John Budorickf00e5ff2019-06-11 21:21:062103 'ipc_tests': {
2104 'modifications': {
2105 'android-asan': {
2106 'swarming': {
2107 'shards': 2,
2108 },
2109 },
2110 },
2111 },
Jonah Ryan-Davis832c8462020-06-09 03:45:032112 'maps_pixel_passthrough_test': {
Brian Sheedyc0c142c2021-06-01 21:18:052113 'modifications': {
2114 'Android FYI Release (Pixel 4)': {
2115 'args': [
2116 # Pixel 4s are weird in that they can output in different color spaces
2117 # simultaneously. The readback code for capturing a screenshot assumes
2118 # only one color space, so disable wide color gamut for the test to
2119 # work around the issue. See https://crbug.com/1166379 for more
2120 # information.
2121 '--extra-browser-args=--disable-wcg-for-test',
2122 ],
2123 },
2124 'Optional Android Release (Pixel 4)': {
2125 'args': [
2126 # See above.
2127 '--extra-browser-args=--disable-wcg-for-test',
2128 ],
2129 },
2130 },
Jonah Ryan-Davis832c8462020-06-09 03:45:032131 'replacements': {
2132 # The V8 builders pass the V8 revision for ${got_revision}, so instead
2133 # use ${got_cr_revision}, which is only set on the V8 bots.
2134 'Linux V8 FYI Release (NVIDIA)': {
2135 'args': {
2136 '--git-revision': '${got_cr_revision}',
2137 },
2138 },
2139 'Linux V8 FYI Release - pointer compression (NVIDIA)': {
2140 'args': {
2141 '--git-revision': '${got_cr_revision}',
2142 },
2143 },
Jonah Ryan-Davisdeeffeaf2020-06-18 17:56:002144 'Mac V8 FYI Release (Intel)': {
2145 'args': {
2146 '--git-revision': '${got_cr_revision}',
2147 },
2148 },
Jonah Ryan-Davis832c8462020-06-09 03:45:032149 'Win V8 FYI Release (NVIDIA)': {
2150 'args': {
2151 '--git-revision': '${got_cr_revision}',
2152 },
2153 },
2154 },
2155 },
2156 'maps_pixel_validating_test': {
Brian Sheedy0566f2cb2021-02-12 22:12:502157 'modifications': {
2158 'Android FYI Release (Pixel 4)': {
2159 'args': [
2160 # Pixel 4s are weird in that they can output in different color spaces
2161 # simultaneously. The readback code for capturing a screenshot assumes
2162 # only one color space, so disable wide color gamut for the test to
2163 # work around the issue. See https://crbug.com/1166379 for more
2164 # information.
2165 '--extra-browser-args=--disable-wcg-for-test',
2166 ],
2167 },
Brian Sheedycde1ab1882021-05-27 21:22:002168 'Optional Android Release (Pixel 4)': {
2169 'args': [
2170 # See above.
2171 '--extra-browser-args=--disable-wcg-for-test',
2172 ],
2173 },
Brian Sheedy0566f2cb2021-02-12 22:12:502174 },
Brian Sheedye285c9b2019-07-15 21:42:462175 # TODO(https://crbug.com/850107): Remove the Android FYI Release (Pixel 2)
2176 # exception once there is enough capacity to run these tests.
2177 'remove_from': [
Brian Sheedye285c9b2019-07-15 21:42:462178 'Android FYI Release (Pixel 2)',
2179 ],
Brian Sheedy44fd891b2019-10-03 20:07:542180 'replacements': {
Brian Sheedy44fd891b2019-10-03 20:07:542181 # The V8 builders pass the V8 revision for ${got_revision}, so instead
2182 # use ${got_cr_revision}, which is only set on the V8 bots.
2183 'Android V8 FYI Release (Nexus 5X)': {
2184 'args': {
Brian Sheedy4d335deb2020-04-01 20:47:322185 '--git-revision': '${got_cr_revision}',
Brian Sheedy44fd891b2019-10-03 20:07:542186 },
2187 },
Brian Sheedy44fd891b2019-10-03 20:07:542188 'Mac V8 FYI Release (Intel)': {
2189 'args': {
Brian Sheedy4d335deb2020-04-01 20:47:322190 '--git-revision': '${got_cr_revision}',
Brian Sheedy44fd891b2019-10-03 20:07:542191 },
2192 },
Brian Sheedy44fd891b2019-10-03 20:07:542193 },
Brian Sheedye285c9b2019-07-15 21:42:462194 },
Andrew Luo38b311f2019-10-04 03:42:092195 'media_unittests': {
2196 'modifications': {
Haiyang Pan9d68ca02021-08-04 21:30:472197 'android-11-x86-rel': {
Haiyang Pancf765862021-03-18 20:39:152198 'args': [
Haiyang Pan80b0d412021-11-23 00:06:422199 '--test-launcher-filter-file=../../testing/buildbot/filters/android.emulator_11_12.media_unittests.filter',
2200 ],
2201 },
Haiyang Pan2a55a452022-03-03 08:18:332202 'android-12-x64-rel': {
Haiyang Pan80b0d412021-11-23 00:06:422203 'args': [
2204 '--test-launcher-filter-file=../../testing/buildbot/filters/android.emulator_11_12.media_unittests.filter',
Haiyang Pancf765862021-03-18 20:39:152205 ],
2206 },
Haiyang Pan2486dcb2020-09-18 17:53:062207 'android-marshmallow-x86-rel-non-cq': {
John Budorickb5185112020-01-08 22:40:212208 'args': [
Haiyang Pan569659f02020-05-30 00:48:452209 '--test-launcher-filter-file=../../testing/buildbot/filters/android.emulator_m.media_unittests.filter',
John Budorickb5185112020-01-08 22:40:212210 ],
2211 },
Andrew Luo38b311f2019-10-04 03:42:092212 'android-pie-arm64-rel': {
Andrew Luobe83fd82019-12-19 03:07:582213 'args': [
2214 '--gtest_filter=-AAudio/AudioOutputTest.Play200HzTone/0', # https://crbug.com/1034009
2215 ],
Andrew Luo38b311f2019-10-04 03:42:092216 },
Chong Gudf7fbe92021-02-24 02:55:582217 'fuchsia-code-coverage': {
2218 'swarming': {
2219 'shards': 3,
2220 },
2221 },
Chong Gub2446462021-08-19 18:44:082222 'fuchsia-fyi-arm64-dbg': {
2223 'args': [
2224 '--test-launcher-filter-file=../../testing/buildbot/filters/fuchsia.debug.media_unittests.filter',
2225 ],
2226 },
Chong Gua10cd302022-01-14 19:22:192227 'fuchsia-fyi-x64-asan': {
2228 'args': [
2229 '--test-launcher-filter-file=../../testing/buildbot/filters/fuchsia.lsan.media_unittests.filter',
2230 ],
2231 },
Andrew Luo38b311f2019-10-04 03:42:092232 },
2233 },
Chong Gu4eca1ce2021-05-17 08:49:572234 'mediapipe_validating_tests': {
Chong Guabe5adec02022-03-24 17:41:302235 'modifications': { # TODO(crbug.com/1201887): Remove once tests are stable.
2236 'fuchsia-fyi-x64-rel': {
2237 'experiment_percentage': 100,
2238 },
2239 },
Chong Gu4eca1ce2021-05-17 08:49:572240 'remove_from': [
2241 # TODO(crbug.com/1201887): Remove once tests are stable.
2242 'Fuchsia x64',
2243 ],
2244 },
Ben Joyce02dc8092021-03-04 21:48:192245 'mojo_test_apk': {
2246 'remove_from': [
2247 'android-code-coverage-native', # Does not generate profraw data.
Ben Joyce46ca6012021-03-31 19:19:252248 'android-pie-arm64-coverage-experimental-rel', # Does not generate profraw data.
Ben Joyce02dc8092021-03-04 21:48:192249 ],
2250 },
John Budorickf00e5ff2019-06-11 21:21:062251 'mojo_unittests': {
2252 'modifications': {
2253 'android-asan': {
2254 'swarming': {
John Budorick5a29d7542019-10-11 20:56:442255 'shards': 5,
John Budorickf00e5ff2019-06-11 21:21:062256 },
2257 },
Chong Gudf7fbe92021-02-24 02:55:582258 'fuchsia-code-coverage': {
2259 'swarming': {
2260 'shards': 2,
2261 },
2262 },
John Budorickf00e5ff2019-06-11 21:21:062263 },
2264 },
bsheedye9469572019-01-23 17:31:332265 'monochrome_public_test_ar_apk': {
2266 'modifications': {
Brian Sheedy12169aa2019-10-16 23:38:032267 'Nougat Phone Tester': {
2268 'args': [
2269 # ArCore is not installed as a system app on N, so we can install it
2270 # normally instead of replacing the system version.
2271 '--additional-apk=//third_party/arcore-android-sdk/test-apks/arcore/arcore_current.apk'
2272 ],
2273 },
bsheedye9469572019-01-23 17:31:332274 # We need to match the Playstore version as well because AR tests fail on
2275 # old versions of the Playstore.
2276 'Oreo Phone Tester': {
Brian Sheedy2bcd16b2019-04-22 22:47:082277 'args': [
2278 # ArCore is not installed as a system app on O, so we can install it
2279 # normally instead of replacing the system version.
2280 '--additional-apk=//third_party/arcore-android-sdk/test-apks/arcore/arcore_current.apk'
2281 ],
bsheedye9469572019-01-23 17:31:332282 'swarming': {
2283 'dimension_sets': [
2284 {
2285 'device_os': 'OPR3.170623.008',
bsheedye9469572019-01-23 17:31:332286 'device_type': 'marlin',
2287 'os': 'Android',
2288 },
2289 ],
2290 },
2291 },
Haiyang Pan57159eba2020-05-07 23:14:132292 'android-10-arm64-rel': {
2293 'args': [
Brian Sheedy4dc4a6f2020-09-17 22:18:502294 '--remove-system-package=com.google.ar.core',
2295 '--additional-apk=//third_party/arcore-android-sdk/test-apks/arcore/arcore_current.apk',
Haiyang Pan57159eba2020-05-07 23:14:132296 ]
2297 },
Brian Sheedy2bcd16b2019-04-22 22:47:082298 'android-pie-arm64-dbg': {
2299 'args': [
Brian Sheedy4dc4a6f2020-09-17 22:18:502300 '--remove-system-package=com.google.ar.core',
2301 '--additional-apk=//third_party/arcore-android-sdk/test-apks/arcore/arcore_current.apk',
Brian Sheedy2bcd16b2019-04-22 22:47:082302 ]
2303 }
bsheedye9469572019-01-23 17:31:332304 },
2305 },
Kenneth Russellfbda3c532017-12-08 23:57:242306 'nacl_loader_unittests': {
2307 'remove_from': [
Nico Weber48f187142018-06-01 15:16:352308 'ToTMacASan', # The mac asan tot bot sets enable_nacl=false
Nico Weber3611ee802018-06-07 13:34:512309 'linux-win_cross-rel', # Sets enable_nacl=false, https://crbug.com/774186
Nico Webera8fc38f72018-04-10 02:20:112310 'Linux TSan Tests', # The TSan bot sets enable_nacl=false
Nico Weber05d3e642018-05-31 16:59:482311 'Mac ASan 64 Tests (1)', # The mac asan bot sets enable_nacl=false
Kenneth Russellfbda3c532017-12-08 23:57:242312 ],
2313 },
Kenneth Russelleb60cbd22017-12-05 07:54:282314 'net_unittests': {
2315 'modifications': {
Nico Weber33b9b7a2020-06-12 19:23:272316 'CrWinAsan': {
Ben Pastened2c01af2022-01-31 23:06:442317 # TODO(crbug.com/1257927): net_unittests is slow under ASan.
Nico Weber33b9b7a2020-06-12 19:23:272318 'swarming': {
2319 'shards': 16,
2320 },
2321 },
2322 'CrWinAsan(dll)': {
Ben Pastened2c01af2022-01-31 23:06:442323 # TODO(crbug.com/1257927): net_unittests is slow under ASan.
Nico Weber33b9b7a2020-06-12 19:23:272324 'swarming': {
2325 'shards': 16,
2326 },
2327 },
John Budorickca14c76f62017-12-09 14:19:182328 'Linux ASan LSan Tests (1)': {
John Budorick5052d552017-12-13 02:59:342329 # These are very slow on the ASAN trybot for some reason.
Ben Pastened2c01af2022-01-31 23:06:442330 # crbug.com/1257927
John Budorickca14c76f62017-12-09 14:19:182331 'swarming': {
John Budorick5052d552017-12-13 02:59:342332 'shards': 16,
John Budorickca14c76f62017-12-09 14:19:182333 },
2334 },
2335 'Linux Chromium OS ASan LSan Tests (1)': {
Takuto Ikuta54671d972018-07-19 19:06:352336 # These are very slow on the ASAN trybot for some reason.
Ben Pastened2c01af2022-01-31 23:06:442337 # crbug.com/1257927
John Budorickca14c76f62017-12-09 14:19:182338 'swarming': {
Sergey Berezinda3255c2018-03-16 00:34:022339 'shards': 8,
John Budorickca14c76f62017-12-09 14:19:182340 }
2341 },
Takuto Ikuta54671d972018-07-19 19:06:352342 'Linux ChromiumOS MSan Tests': {
2343 # These are very slow on the Chrome OS MSAN trybot for some reason.
2344 # crbug.com/865455
2345 'swarming': {
2346 'shards': 2,
2347 },
2348 },
John Budorickca14c76f62017-12-09 14:19:182349 'Linux TSan Tests': {
2350 'swarming': {
2351 'shards': 4,
2352 }
2353 },
Ben Pastene8bf205b2018-06-13 04:00:332354 # The suite runs signficantly slower on linux dbg, so increase shards.
2355 'Linux Tests (dbg)(1)': {
2356 'swarming': {
2357 'shards': 2,
2358 },
2359 },
Stephen Martinis1384ff92020-01-07 19:52:152360 'ToTLinuxASan': {
Ben Pastened2c01af2022-01-31 23:06:442361 # TODO(crbug.com/1257927): net_unittests is slow under ASan.
Stephen Martinis1384ff92020-01-07 19:52:152362 'swarming': {
2363 'shards': 16,
2364 },
2365 },
2366 'ToTLinuxTSan': {
2367 'swarming': {
2368 'shards': 4,
2369 }
2370 },
Haiyang Pan9d68ca02021-08-04 21:30:472371 'android-11-x86-rel': {
Haiyang Pan8d9906e02021-03-24 20:11:042372 'args': [
2373 '--test-launcher-filter-file=../../testing/buildbot/filters/android.emulator_11.net_unittests.filter',
2374 ],
2375 },
Haiyang Pan2a55a452022-03-03 08:18:332376 'android-12-x64-rel': {
Haiyang Pan2877f062021-11-18 01:06:062377 'args': [
2378 # TODO(crbug.com/1191793): Fix the test failure
2379 '--gtest_filter=-MimeUtilTest.ExtensionTest',
2380 ],
2381 },
Stefano Duof44278b2021-08-02 16:29:382382 'android-cronet-x86-dbg-10-tests': {
2383 'args': [
2384 '--test-launcher-filter-file=../../testing/buildbot/filters/android.emulator_10.net_unittests.filter',
2385 ],
2386 },
Chidera Olibieef99a55ca2021-10-01 21:42:002387 'android-cronet-x86-dbg-11-tests': {
2388 'args': [
2389 '--test-launcher-filter-file=../../testing/buildbot/filters/android.emulator_11.net_unittests.filter',
2390 ],
2391 },
Chidera Olibie262e33e2022-03-02 11:45:282392 'android-cronet-x86-dbg-lollipop-tests': {
2393 'args': [
2394 '--test-launcher-filter-file=../../testing/buildbot/filters/android.emulator_l.net_unittests.filter',
2395 ],
2396 },
Chidera Olibieef99a55ca2021-10-01 21:42:002397 'android-cronet-x86-dbg-oreo-tests': {
2398 'args': [
2399 '--test-launcher-filter-file=../../testing/buildbot/filters/android.emulator.net_unittests.filter',
2400 ],
2401 },
Chidera Olibie509fd732021-09-30 20:17:172402 'android-cronet-x86-dbg-pie-tests': {
2403 # crbug.com/1046060
2404 'args': [
2405 '--test-launcher-filter-file=../../testing/buildbot/filters/android.emulator.net_unittests.filter',
2406 ],
2407 },
Chidera Olibie5c0ec912022-03-23 10:44:512408 'android-cronet-x86-rel-kitkat-tests': {
2409 'args': [
2410 '--test-launcher-filter-file=../../testing/buildbot/filters/android.emulator_k.net_unittests.filter',
2411 ],
2412 },
Haiyang Pan2486dcb2020-09-18 17:53:062413 'android-marshmallow-x86-rel-non-cq': {
John Budorick7fde6b492020-01-29 17:43:502414 # crbug.com/1046060
2415 'args': [
2416 '--test-launcher-filter-file=../../testing/buildbot/filters/android.emulator.net_unittests.filter',
2417 ],
2418 },
Haiyang Pan08d09dc2020-04-01 16:11:212419 'android-pie-x86-rel': {
John Budorick7fde6b492020-01-29 17:43:502420 # crbug.com/1046060
2421 'args': [
2422 '--test-launcher-filter-file=../../testing/buildbot/filters/android.emulator.net_unittests.filter',
2423 ],
2424 },
Struan Shrimpton4b7abc02021-12-16 01:36:592425 'chromeos-amd64-generic-rel': {
2426 'swarming': {
2427 'quickrun_shards': 6,
2428 },
2429 },
Chong Gu76046412021-09-22 17:49:212430 'fuchsia-code-coverage': {
2431 'swarming': {
2432 'shards': 14,
2433 },
2434 },
Chong Gua10cd302022-01-14 19:22:192435 'fuchsia-fyi-x64-asan': {
2436 'args': [
2437 '--test-launcher-filter-file=../../testing/buildbot/filters/fuchsia.lsan.net_unittests.filter',
2438 ],
2439 },
Ben Pastene8bf205b2018-06-13 04:00:332440 'linux-chromeos-dbg': {
2441 'swarming': {
2442 'shards': 2,
2443 },
2444 },
Lindsay Pasricha60535a22021-12-13 16:50:242445 # TODO (crbug.com/1278618) Re-enable once fixed
2446 'mac-osxbeta-rel': {
2447 'experiment_percentage': 0,
2448 },
Nico Weber33b9b7a2020-06-12 19:23:272449 'win-asan': {
Ben Pastened2c01af2022-01-31 23:06:442450 # TODO(crbug.com/1257927): net_unittests is slow under ASan.
Nico Weber33b9b7a2020-06-12 19:23:272451 'swarming': {
2452 'shards': 16,
2453 },
2454 },
Kenneth Russelleb60cbd22017-12-05 07:54:282455 },
2456 },
John Chenaab16fc02020-03-03 06:35:452457 'not_site_per_process_blink_web_tests': {
Lukasz Anforowicz04bc6302018-11-19 19:04:282458 'remove_from': [
Lukasz Anforowicz04bc6302018-11-19 19:04:282459 # TODO(dpranke): Should we be running this step on Linux Tests (dbg)(1)?
2460 'Linux Tests (dbg)(1)',
Lukasz Anforowicz04bc6302018-11-19 19:04:282461 ],
Yuke Liaobc9ff982019-04-30 06:56:162462 'modifications': {
Stephen Martinis1384ff92020-01-07 19:52:152463 'Linux Tests': {
2464 "args": [
2465 "--additional-env-var=LLVM_PROFILE_FILE=${ISOLATED_OUTDIR}/profraw/default-%2m.profraw",
Stephen Martinis1384ff92020-01-07 19:52:152466 ],
Struan Shrimpton57c594e42022-01-25 17:59:132467 'swarming': {
2468 'quickrun_shards': 18,
2469 },
Stephen Martinis1384ff92020-01-07 19:52:152470 },
Yuke Liaoea70f472019-12-19 06:03:362471 'linux-code-coverage': {
2472 'args': [
2473 '--additional-env-var=LLVM_PROFILE_FILE=${ISOLATED_OUTDIR}/profraw/default-%2m.profraw',
Yuke Liaoea70f472019-12-19 06:03:362474 ],
2475 'swarming': {
2476 'shards': 20,
2477 },
2478 },
Yuke Liaobc9ff982019-04-30 06:56:162479 },
Lukasz Anforowicz04bc6302018-11-19 19:04:282480 },
Xi Cheng34ca4042018-02-23 00:10:122481 'notification_helper_unittests': {
2482 'remove_from': [
Hans Wennborg252643a2018-05-22 14:41:122483 # The test uses WinRT, which only exists in Windows 8 or above.
2484 # (https://crbug.com/813553)
Xi Cheng34ca4042018-02-23 00:10:122485 'Win 7 Tests x64 (1)',
Xi Cheng34ca4042018-02-23 00:10:122486 'Win7 Tests (1)',
Stephen Martinis1384ff92020-01-07 19:52:152487 # all these bots run Windows 7.
Xi Cheng34ca4042018-02-23 00:10:122488 'ToTWin',
2489 'ToTWin(dbg)',
2490 'ToTWin(dll)',
inglorionb8e7a3ed2019-04-12 09:49:032491 'ToTWinOfficial',
Arthur Eubanks0c24b822021-06-15 18:51:342492 'ToTWinOfficial64',
Xi Cheng34ca4042018-02-23 00:10:122493 'ToTWin64',
2494 'ToTWin64(dbg)',
2495 'ToTWin64(dll)',
Xi Cheng34ca4042018-02-23 00:10:122496 ],
2497 },
Peter McNeeley3cfc0ec82021-12-08 20:36:242498 'overlay_prioritization_viz_unittests': {
2499 'remove_from': [
2500 # Reduce CQ load
2501 'Linux Tests (Wayland)',
2502 ],
2503 },
Ben Pastenee723b2f2019-05-31 19:10:272504 'ozone_unittests': {
2505 'modifications': {
Ben Pastene8ef125e2019-12-10 01:46:292506 'chromeos-betty-pi-arc-chrome': {
2507 'args': [
2508 '--test-launcher-filter-file=../../testing/buildbot/filters/chromeos.ozone_unittests.filter',
2509 ],
2510 },
Ben Pastene500cc1d12021-01-22 18:10:472511 'chromeos-betty-pi-arc-chrome-dchecks': {
2512 'args': [
2513 '--test-launcher-filter-file=../../testing/buildbot/filters/chromeos.ozone_unittests.filter',
2514 ],
2515 },
Ben Pastene8ef125e2019-12-10 01:46:292516 'linux-chromeos-chrome': {
2517 'args': [
2518 '--test-launcher-filter-file=../../testing/buildbot/filters/chromeos.ozone_unittests.filter',
2519 ],
2520 },
Ben Pastenee723b2f2019-05-31 19:10:272521 },
2522 },
Maksim Sisovc81d284c2021-10-05 17:54:352523 'ozone_x11_unittests': {
2524 # Wayland bot uses chromium_linux_gtests that includes some x11 only
2525 # test targets. To avoid maintaining a list of tests, remove them here.
2526 'remove_from': [
2527 'Linux Tests (Wayland)',
2528 ],
2529 },
Karen Qian385d2ca2019-03-19 21:49:582530 'perfetto_unittests': {
Haiyang Pan0e27adbeb2021-12-14 22:44:302531 'modifications': {
Haiyang Pan2a55a452022-03-03 08:18:332532 'android-12-x64-rel': {
Haiyang Pan0e27adbeb2021-12-14 22:44:302533 'args': [
2534 # TODO(crbug.com/1260440): Fix the failed test
2535 '--gtest_filter=-ScopedDirTest.CloseOutOfScope',
2536 ],
2537 },
Chong Gua10cd302022-01-14 19:22:192538 'fuchsia-fyi-x64-asan': {
2539 'args': [
2540 '--test-launcher-filter-file=../../testing/buildbot/filters/fuchsia.lsan.perfetto_unittests.filter',
2541 ],
2542 },
Haiyang Pan0e27adbeb2021-12-14 22:44:302543 },
Karen Qian385d2ca2019-03-19 21:49:582544 'remove_from': [
Haiyang Pan363c59a2020-07-23 05:47:042545 # TODO(crbug.com/931138): Fix permission issue when creating tmp files
John Budorickd3fa5992019-12-13 17:22:412546 'android-arm64-proguard-rel',
John Budorickf2283d72019-06-25 01:09:092547 'android-asan',
Yun Liu022f4512019-06-10 23:14:042548 'android-code-coverage',
Yun Liu7cfd28a2019-10-30 01:57:122549 'android-code-coverage-native',
Karen Qian385d2ca2019-03-19 21:49:582550 'android-marshmallow-arm64-rel',
Haiyang Pan2486dcb2020-09-18 17:53:062551 'android-marshmallow-x86-rel-non-cq',
Ben Joyce46ca6012021-03-31 19:19:252552 'android-pie-arm64-coverage-experimental-rel', # Does not generate profraw data.
Andrew Luo38b311f2019-10-04 03:42:092553 'android-pie-arm64-rel',
Haiyang Pan08d09dc2020-04-01 16:11:212554 'android-pie-x86-rel',
Haiyang Pan9d68ca02021-08-04 21:30:472555 'android-11-x86-rel',
Karen Qian385d2ca2019-03-19 21:49:582556 'Marshmallow 64 bit Tester',
2557 'Marshmallow Tablet Tester',
2558 'Nougat Phone Tester',
Arthur Eubanksc8f86ee2021-05-10 20:14:242559 'ToTAndroid'
Karen Qian385d2ca2019-03-19 21:49:582560 ]
2561 },
Stephen Martinis54d64ad2018-09-21 22:16:202562 'performance_test_suite': {
2563 'modifications': {
Zhaoyang Li9357e1e12021-12-07 18:53:172564 'Mac11 Tests (dbg)': {
2565 'args': [
2566 '--browser=debug',
2567 ],
2568 },
Stephen Martinis54d64ad2018-09-21 22:16:202569 'Win10 Tests x64 (dbg)': {
2570 'args': [
Takuto Ikutab28b582e2021-02-10 01:41:212571 '--browser=debug_x64',
Stephen Martinis54d64ad2018-09-21 22:16:202572 ],
2573 'experiment_percentage': 100,
2574 },
Stephen Martinis54d64ad2018-09-21 22:16:202575 },
2576 },
Sven Zhenge8335e02020-08-07 22:38:392577 'pixel_browser_tests': {
2578 'modifications': {
2579 'win-pixel-tester-rel': {
2580 'non_precommit_args': [
2581 # Do not allow retry or it will break the bulk approval process.
2582 # When retry with fail-pass pattern, the passing test will overwrite the previously
2583 # seen flaky version on the trace. We can triage the image using the printed link,
2584 # but it will not show on the Skia Gold search page.
2585 '--test-launcher-retry-limit=0',
2586 ],
2587 },
2588 },
2589 },
Dana Fried86d6e5122022-04-26 20:53:162590 'pixel_interactive_ui_tests': {
2591 'modifications': {
2592 'win-pixel-tester-rel': {
2593 'non_precommit_args': [
2594 # Do not allow retry or it will break the bulk approval process.
2595 # When retry with fail-pass pattern, the passing test will overwrite the previously
2596 # seen flaky version on the trace. We can triage the image using the printed link,
2597 # but it will not show on the Skia Gold search page.
2598 '--test-launcher-retry-limit=0',
2599 ],
2600 },
2601 },
2602 },
Jonah Ryan-Davis832c8462020-06-09 03:45:032603 'pixel_skia_gold_passthrough_test': {
Brian Sheedyc0c142c2021-06-01 21:18:052604 'modifications': {
2605 'Android FYI Release (Pixel 4)': {
2606 'args': [
2607 # Pixel 4s are weird in that they can output in different color spaces
2608 # simultaneously. The readback code for capturing a screenshot assumes
2609 # only one color space, so disable wide color gamut for the test to
2610 # work around the issue. See https://crbug.com/1166379 for more
2611 # information.
2612 '--extra-browser-args=--disable-wcg-for-test',
2613 ],
2614 },
Struan Shrimptone772d72f2021-12-15 07:50:092615 'Mac Retina Release (AMD)': {
2616 'swarming': {
2617 'quickrun_shards': 2,
2618 },
2619 },
Brian Sheedyc0c142c2021-06-01 21:18:052620 'Optional Android Release (Pixel 4)': {
2621 'args': [
2622 # See above.
2623 '--extra-browser-args=--disable-wcg-for-test',
2624 ],
2625 },
Struan Shrimpton4b7abc02021-12-16 01:36:592626 'Win10 x64 Release (NVIDIA)': {
2627 'swarming': {
2628 'quickrun_shards': 2,
2629 },
2630 },
Brian Sheedyc0c142c2021-06-01 21:18:052631 },
Jonah Ryan-Davis832c8462020-06-09 03:45:032632 'replacements': {
2633 # The V8 builders pass the V8 revision for ${got_revision}, so instead
2634 # use ${got_cr_revision}, which is only set on the V8 bots.
2635 'Linux V8 FYI Release (NVIDIA)': {
2636 'args': {
2637 '--git-revision': '${got_cr_revision}',
2638 },
2639 },
2640 'Linux V8 FYI Release - pointer compression (NVIDIA)': {
2641 'args': {
2642 '--git-revision': '${got_cr_revision}',
2643 },
2644 },
Jonah Ryan-Davisdeeffeaf2020-06-18 17:56:002645 'Mac V8 FYI Release (Intel)': {
2646 'args': {
2647 '--git-revision': '${got_cr_revision}',
2648 },
2649 },
Jonah Ryan-Davis832c8462020-06-09 03:45:032650 'Win V8 FYI Release (NVIDIA)': {
2651 'args': {
2652 '--git-revision': '${got_cr_revision}',
2653 },
2654 },
2655 },
2656 },
2657 'pixel_skia_gold_validating_test': {
Brian Sheedy0566f2cb2021-02-12 22:12:502658 'modifications': {
2659 'Android FYI Release (Pixel 4)': {
2660 'args': [
2661 # Pixel 4s are weird in that they can output in different color spaces
2662 # simultaneously. The readback code for capturing a screenshot assumes
2663 # only one color space, so disable wide color gamut for the test to
2664 # work around the issue. See https://crbug.com/1166379 for more
2665 # information.
2666 '--extra-browser-args=--disable-wcg-for-test',
2667 ],
2668 },
Brian Sheedycde1ab1882021-05-27 21:22:002669 'Optional Android Release (Pixel 4)': {
2670 'args': [
2671 # See above.
2672 '--extra-browser-args=--disable-wcg-for-test',
2673 ],
2674 },
Chong Guabe5adec02022-03-24 17:41:302675 'fuchsia-fyi-x64-rel': { # https://crbug.com/1302427
2676 'experiment_percentage': 100,
2677 },
Brian Sheedy0566f2cb2021-02-12 22:12:502678 },
Chong Gu0aa929e62022-03-03 15:34:132679 'remove_from': [
2680 'Fuchsia x64', # https://crbug.com/1302427
2681 ],
Brian Sheedye6ea0ee2019-07-11 02:54:372682 'replacements': {
Brian Sheedye6ea0ee2019-07-11 02:54:372683 # The V8 builders pass the V8 revision for ${got_revision}, so instead
2684 # use ${got_cr_revision}, which is only set on the V8 bots.
2685 'Android V8 FYI Release (Nexus 5X)': {
2686 'args': {
Brian Sheedy4d335deb2020-04-01 20:47:322687 '--git-revision': '${got_cr_revision}',
Brian Sheedye6ea0ee2019-07-11 02:54:372688 },
2689 },
Brian Sheedye6ea0ee2019-07-11 02:54:372690 'Mac V8 FYI Release (Intel)': {
2691 'args': {
Brian Sheedy4d335deb2020-04-01 20:47:322692 '--git-revision': '${got_cr_revision}',
Brian Sheedye6ea0ee2019-07-11 02:54:372693 },
2694 },
Brian Sheedye6ea0ee2019-07-11 02:54:372695 },
2696 },
2697 'pixel_test':{
Takuto Ikuta35c85522019-06-04 16:55:462698 'modifications': {
2699 'Android Release (Nexus 5X)': {
2700 'swarming': {
2701 'shards': 2,
2702 },
2703 },
2704 },
Nico Weber128fd382018-06-14 23:29:272705 },
Brian Sheedy9653f152019-08-07 17:02:442706 'rendering_representative_perf_tests': {
2707 'modifications': {
2708 'Win10 FYI x64 Exp Release (Intel HD 630)': {
2709 'args': [
Takuto Ikutab28b582e2021-02-10 01:41:212710 '--browser=release_x64',
Brian Sheedy9653f152019-08-07 17:02:442711 ],
2712 },
2713 'Win10 FYI x64 Exp Release (NVIDIA)': {
2714 'args': [
Takuto Ikutab28b582e2021-02-10 01:41:212715 '--browser=release_x64',
Brian Sheedy9653f152019-08-07 17:02:442716 ],
2717 },
Yuly Novikov86cb3542020-11-26 17:10:002718 'Win10 FYI x64 Release (AMD RX 5500 XT)': {
2719 'args': [
Takuto Ikutab28b582e2021-02-10 01:41:212720 '--browser=release_x64',
Yuly Novikov86cb3542020-11-26 17:10:002721 ],
2722 },
Brian Sheedy9653f152019-08-07 17:02:442723 'Win10 FYI x64 Release (Intel HD 630)': {
2724 'args': [
Takuto Ikutab28b582e2021-02-10 01:41:212725 '--browser=release_x64',
Brian Sheedy9653f152019-08-07 17:02:442726 ],
2727 },
Brian Sheedy9653f152019-08-07 17:02:442728 'Win10 FYI x64 Release (NVIDIA)': {
2729 'args': [
Takuto Ikutab28b582e2021-02-10 01:41:212730 '--browser=release_x64',
Brian Sheedy9653f152019-08-07 17:02:442731 ],
2732 },
behdad26cf7e72019-12-18 13:57:302733 'Win10 x64 Release (NVIDIA)': {
2734 'args': [
Takuto Ikutab28b582e2021-02-10 01:41:212735 '--browser=release_x64',
behdad26cf7e72019-12-18 13:57:302736 ],
2737 },
Brian Sheedy9653f152019-08-07 17:02:442738 },
2739 },
John Budorickdce9d462019-03-23 00:25:382740 'sandbox_linux_unittests': {
2741 'modifications': {
Haiyang Pan2a55a452022-03-03 08:18:332742 'android-12-x64-rel': {
Haiyang Pan4d49f5d2021-11-24 02:06:132743 'args': [
2744 '--test-launcher-filter-file=../../testing/buildbot/filters/android.emulator_12.sandbox_linux_unittests.filter',
2745 ]
2746 },
Haiyang Pan6b8e4cf2021-08-02 21:38:282747 'android-marshmallow-x86-rel': {
John Budorick6e8e595b2020-01-27 18:15:582748 'args': [
2749 '--test-launcher-filter-file=../../testing/buildbot/filters/android.emulator.sandbox_linux_unittests.filter',
2750 ]
2751 },
Haiyang Pan08d09dc2020-04-01 16:11:212752 'android-pie-x86-rel': {
John Budorick191adfcd2020-01-29 18:19:042753 'args': [
2754 '--test-launcher-filter-file=../../testing/buildbot/filters/android.emulator.sandbox_linux_unittests.filter',
2755 ]
2756 },
John Budorickdce9d462019-03-23 00:25:382757 },
John Budorick3ebfdf852019-05-13 22:28:162758 'remove_from': [
John Budorick3ebfdf852019-05-13 22:28:162759 'android-asan', # https://crbug.com/962650
2760 ],
John Budorickdce9d462019-03-23 00:25:382761 },
Brian Sheedyc0c142c2021-06-01 21:18:052762 'screenshot_sync_passthrough_tests': {
2763 'modifications': {
2764 'Android FYI Release (Pixel 4)': {
2765 'args': [
2766 # Pixel 4s are weird in that they can output in different color spaces
2767 # simultaneously. The readback code for capturing a screenshot assumes
2768 # only one color space, so disable wide color gamut for the test to
2769 # work around the issue. See https://crbug.com/1166379 for more
2770 # information.
2771 '--extra-browser-args=--disable-wcg-for-test',
2772 ],
2773 },
2774 'Optional Android Release (Pixel 4)': {
2775 'args': [
2776 # See above.
2777 '--extra-browser-args=--disable-wcg-for-test',
2778 ],
2779 },
2780 },
2781 },
Brian Sheedy0566f2cb2021-02-12 22:12:502782 'screenshot_sync_validating_tests': {
2783 'modifications': {
2784 'Android FYI Release (Pixel 4)': {
2785 'args': [
2786 # Pixel 4s are weird in that they can output in different color spaces
2787 # simultaneously. The readback code for capturing a screenshot assumes
2788 # only one color space, so disable wide color gamut for the test to
2789 # work around the issue. See https://crbug.com/1166379 for more
2790 # information.
2791 '--extra-browser-args=--disable-wcg-for-test',
2792 ],
2793 },
Brian Sheedycde1ab1882021-05-27 21:22:002794 'Optional Android Release (Pixel 4)': {
2795 'args': [
2796 # See above.
2797 '--extra-browser-args=--disable-wcg-for-test',
2798 ],
2799 },
Brian Sheedy0566f2cb2021-02-12 22:12:502800 },
Chong Gu0aa929e62022-03-03 15:34:132801 'remove_from': [
2802 'Fuchsia x64', # https://crbug.com/1302427
2803 ],
Brian Sheedy0566f2cb2021-02-12 22:12:502804 },
Kenneth Russelleb60cbd22017-12-05 07:54:282805 'services_unittests': {
2806 'remove_from': [
Nico Weber15a00d62018-05-16 17:11:482807 'ToTLinuxMSan', # https://crbug.com/831676
Kenneth Russell8a386d42018-06-02 09:48:012808 # The face and barcode detection tests fail on the Mac Pros.
2809 'Mac Pro FYI Release (AMD)',
Nico Weberd36959682018-04-12 03:33:462810 'Linux ChromiumOS MSan Tests', # https://crbug.com/831676
Ben Pastene7636bb62022-04-22 18:55:252811 'Linux ChromiumOS MSan Focal',
Nico Weberd36959682018-04-12 03:33:462812 'Linux MSan Tests', # https://crbug.com/831676
Ben Pastene7636bb62022-04-22 18:55:252813 'Linux MSan Focal', # https://crbug.com/831676
Kenneth Russelleb60cbd22017-12-05 07:54:282814 ],
Brian Sheedyb6c58792020-05-07 18:37:332815 'replacements': {
2816 # TODO(crbug.com/1078982): Remove once the test is fixed on 10.15.4.
2817 'Mac FYI Experimental Release (Intel)': {
2818 'args': {
2819 '--gtest_filter': '*Detection*:-FaceDetectionImplMacTest.ScanOneFace*',
2820 },
2821 },
2822 },
Haiyang Pan363c59a2020-07-23 05:47:042823 'modifications': {
Struan Shrimptone772d72f2021-12-15 07:50:092824 'Linux ASan LSan Tests (1)': {
2825 'swarming': {
2826 'quickrun_shards': 2,
2827 },
2828 },
Haiyang Pan9d68ca02021-08-04 21:30:472829 'android-11-x86-rel': {
Haiyang Pan10f029c2021-07-30 23:17:562830 'args': [
Haiyang Pan2877f062021-11-18 01:06:062831 # TODO(crbug.com/1264654): Fix the failed tests
2832 '--gtest_filter=-PacLibraryTest.ActualPacMyIpAddress*'
2833 ],
2834 },
Haiyang Pan2a55a452022-03-03 08:18:332835 'android-12-x64-rel': {
Haiyang Pan2877f062021-11-18 01:06:062836 'args': [
2837 # TODO(crbug.com/1264654): Fix the failed tests
Haiyang Pan10f029c2021-07-30 23:17:562838 '--gtest_filter=-PacLibraryTest.ActualPacMyIpAddress*'
2839 ],
2840 },
Chong Gu52481452021-04-02 17:52:412841 'fuchsia-code-coverage': {
2842 'swarming': {
2843 'shards': 7,
2844 },
2845 },
2846 }
Chong Gudf7fbe92021-02-24 02:55:582847 },
Brian Ho8271a7ad2021-08-12 20:48:032848 # TODO(crbug.com/1202958): Remove these when SkiaRenderer is fully shipped
2849 # on Chrome OS.
2850 'skia_renderer_telemetry_perf_unittests': {
2851 'remove_from': [
2852 # Not enough capacity.
2853 'chromeos-betty-pi-arc-chrome',
2854 'chromeos-betty-pi-arc-chrome-dchecks',
Muyao Xuc5634692021-11-09 21:30:172855 # it sometimes flakily times out.
2856 'chromeos-amd64-generic-rel',
Brian Ho8271a7ad2021-08-12 20:48:032857 ],
2858 'modifications': {
2859 'chromeos-amd64-generic-rel': {
2860 'ci_only': True,
2861 },
2862 'chromeos-amd64-generic-rel (goma cache silo)': {
2863 'ci_only': True,
2864 },
2865 'chromeos-amd64-generic-rel (reclient)': {
2866 'ci_only': True,
2867 },
Brian Ho8271a7ad2021-08-12 20:48:032868 },
2869 },
2870 'skia_renderer_telemetry_unittests': {
2871 'remove_from': [
2872 # Not enough capacity.
2873 'chromeos-betty-pi-arc-chrome',
2874 'chromeos-betty-pi-arc-chrome-dchecks',
2875 ],
2876 'modifications': {
2877 'chromeos-amd64-generic-rel': {
2878 'ci_only': True,
2879 },
2880 'chromeos-amd64-generic-rel (goma cache silo)': {
2881 'ci_only': True,
2882 },
2883 'chromeos-amd64-generic-rel (reclient)': {
2884 'ci_only': True,
2885 },
Brian Ho8271a7ad2021-08-12 20:48:032886 },
2887 },
Chong Gua10cd302022-01-14 19:22:192888 'skia_unittests': {
2889 'modifications': {
2890 'fuchsia-fyi-x64-asan': {
2891 'args': [
2892 '--test-launcher-filter-file=../../testing/buildbot/filters/fuchsia.lsan.skia_unittests.filter',
2893 ],
2894 },
2895 },
2896 },
Chong Gu76046412021-09-22 17:49:212897 'snapshot_unittests': {
Chong Gub2446462021-08-19 18:44:082898 'modifications': {
2899 'fuchsia-fyi-arm64-dbg': {
2900 'args': [
2901 '--test-launcher-filter-file=../../testing/buildbot/filters/fuchsia.debug.snapshot_unittests.filter',
2902 ],
2903 },
2904 },
2905 },
Kenneth Russelleb60cbd22017-12-05 07:54:282906 'sync_integration_tests': {
Brad Halla36886c2019-02-26 16:52:292907 'remove_from': [
Brad Halla36886c2019-02-26 16:52:292908 'CrWinAsan(dll)', # https://crbug.com/935598
2909 ],
Kenneth Russelleb60cbd22017-12-05 07:54:282910 'modifications': {
Erik Chene84bc1c2019-11-25 23:23:522911 'Linux ASan LSan Tests (1)': {
2912 'swarming': {
2913 'shards': 4,
2914 },
2915 },
Nico Weber8fbc2832018-12-14 16:00:572916 'Linux TSan Tests': {
2917 'swarming': {
2918 'shards': 6,
2919 },
2920 },
Chris Cunninghama1239c8b2022-05-03 00:32:212921 'Mac ASan 64 Tests (1)': {
2922 'swarming': {
2923 'shards': 3,
Lindsay Pasricha2cfaec212022-05-11 19:00:392924 },
2925 },
2926 'Mac11 Tests': {
2927 'swarming': {
2928 'shards': 4,
Chris Cunninghama1239c8b2022-05-03 00:32:212929 },
2930 },
Stephen Martinis1384ff92020-01-07 19:52:152931 'ToTLinuxTSan': {
Kenneth Russelleb60cbd22017-12-05 07:54:282932 'swarming': {
Stephen Martinis1384ff92020-01-07 19:52:152933 'shards': 6,
Kenneth Russelleb60cbd22017-12-05 07:54:282934 },
2935 },
Struan Shrimptona1ab7672022-01-13 18:02:512936 'Win10 Tests x64': {
2937 'swarming': {
2938 'quickrun_shards': 3,
2939 },
2940 },
Stephen Martinis75ab55d2018-08-30 02:27:122941 'Win10 Tests x64 (dbg)': {
2942 'experiment_percentage': 100, # https://crbug.com/840369
2943 },
Stephen Martinis1384ff92020-01-07 19:52:152944 'linux-chromeos-code-coverage': {
Yuke Liao79424e42020-01-06 21:00:112945 'swarming': {
2946 'shards': 4,
2947 },
2948 },
Stephen Martinis1384ff92020-01-07 19:52:152949 'linux-code-coverage': {
Yuke Liao79424e42020-01-06 21:00:112950 'swarming': {
2951 'shards': 4,
2952 },
2953 },
Sven Zhengfbbf21a2021-04-16 23:57:122954 # https://crbug.com/1199909,
Junhua Chen39dd2dba2021-05-05 17:51:542955 'linux-lacros-code-coverage': {
2956 'args': [
2957 '--test-launcher-filter-file=../../testing/buildbot/filters/linux-lacros.sync_integration_tests.filter',
2958 ]
2959 },
Jieting Yangbf15db672021-10-04 19:18:372960 'linux-lacros-dbg-tests-fyi': {
2961 'args': [
2962 '--test-launcher-filter-file=../../testing/buildbot/filters/linux-lacros.sync_integration_tests.filter',
2963 ],
2964 },
Anastasiia N11c1f8d2021-04-19 14:04:422965 'linux-lacros-tester-rel': {
2966 'args': [
Yuke Liao56a437dd2021-05-05 04:53:402967 '--test-launcher-filter-file=../../testing/buildbot/filters/linux-lacros.sync_integration_tests.filter',
Anastasiia N11c1f8d2021-04-19 14:04:422968 ],
2969 },
Kuan Huang235b0142021-10-19 18:59:282970 'mac-code-coverage': {
2971 'args': [
2972 '--coverage-continuous-mode=1',
2973 ],
2974 },
Kenneth Russelleb60cbd22017-12-05 07:54:282975 },
2976 },
Weizhong Xia613fda42021-04-21 20:11:522977 'system_webview_wpt': {
2978 'modifications': {
2979 'android-webview-pie-x86-wpt-fyi-rel': {
Weizhong Xia7dd41362021-09-30 16:05:382980 'args': [
2981 '--log-wptreport',
2982 ],
Weizhong Xia613fda42021-04-21 20:11:522983 },
2984 },
2985 },
Kenneth Russell8a386d42018-06-02 09:48:012986 'tab_capture_end2end_tests': {
Nico Webere89a3c92018-07-01 01:30:522987 # Run these only on Release bots.
Kenneth Russell8a386d42018-06-02 09:48:012988 'remove_from': [
Kenneth Russell8a386d42018-06-02 09:48:012989 'Linux Debug (NVIDIA)',
2990 'Mac Debug (Intel)',
2991 'Mac Retina Debug (AMD)',
Yuly Novikovbc1ccff2019-08-03 00:05:492992 'Win10 FYI x64 Debug (NVIDIA)',
Yuly Novikovf28f1eca2019-07-04 22:43:392993 # Disabled due to dbus crashes crbug.com/927465
Yuly Novikov5865ff72019-07-09 21:38:052994 'Linux FYI Release (Intel HD 630)',
2995 'Linux FYI Release (NVIDIA)',
Yuly Novikov5865ff72019-07-09 21:38:052996 'Linux Release (NVIDIA)',
Kenneth Russell8a386d42018-06-02 09:48:012997 ],
Emily Hanleyb64ac7c2018-05-25 13:36:552998 },
Haiyang Pan8c201b92020-06-04 01:25:072999 'telemetry_chromium_minidump_unittests': {
3000 'remove_from': [
Haiyang Pan2486dcb2020-09-18 17:53:063001 'android-marshmallow-x86-rel-non-cq', # crbug.com/1084352
Haiyang Pan8c201b92020-06-04 01:25:073002 ],
3003 },
Brian Sheedyc117f6d2020-05-06 02:23:273004 'telemetry_monochrome_minidump_unittests': {
3005 'remove_from': [
3006 # Monochrome isn't supported on M.
3007 'android-marshmallow-arm64-rel',
Haiyang Pan2486dcb2020-09-18 17:53:063008 'android-marshmallow-x86-rel-non-cq',
Brian Sheedyc117f6d2020-05-06 02:23:273009 ],
3010 },
Kenneth Russelleb60cbd22017-12-05 07:54:283011 'telemetry_perf_unittests': {
3012 'modifications': {
Kenneth Russelleb60cbd22017-12-05 07:54:283013 'Linux Tests': {
3014 'args': [
3015 '--xvfb',
Ned Nguyene6e26042018-01-17 20:42:483016 '--jobs=1',
Kenneth Russelleb60cbd22017-12-05 07:54:283017 ],
3018 },
Juan Antonio Navarro Perez4899edf2019-03-14 13:05:353019 'Linux Tests (dbg)(1)': {
3020 'args': [
3021 '--xvfb',
3022 '--jobs=1',
3023 ],
3024 },
Kenneth Russelleb60cbd22017-12-05 07:54:283025 # Disable parallelism on all Mac bots.
Kenneth Russelleb60cbd22017-12-05 07:54:283026 'Mac10.11 Tests': {
3027 'args': [
3028 '--jobs=1',
3029 ],
3030 },
3031 'Mac10.12 Tests': {
3032 'args': [
3033 '--jobs=1',
3034 ],
3035 },
John Chen9fd22fcf2021-12-10 02:24:123036 'Mac11 Tests': {
3037 'ci_only': True,
3038 },
Struan Shrimptona1ab7672022-01-13 18:02:513039 'chromeos-amd64-generic-rel': {
3040 'swarming': {
3041 'quickrun_shards': 24,
3042 },
3043 },
Ben Pastene69400eb2021-03-25 19:27:163044 'chromeos-eve-chrome': {
3045 'args': [
3046 # TODO(crbug.com/1191132): Re-enable.
3047 '--skip=benchmarks.benchmark_smoke_unittest.BenchmarkSmokeTest.wasmpspdfkit',
3048 ],
3049 },
Ben Pastene2b4b15f2021-03-04 00:39:243050 'chromeos-kevin-chrome': {
3051 # TODO(crbug.com/1182948): Remove the experiment.
Ben Pastenebe91e462021-07-27 23:47:263052 # TODO(b/188822176): Restore to 100% when we have additional capacity.
3053 'experiment_percentage': 0,
Ben Pastene2b4b15f2021-03-04 00:39:243054 },
Kenneth Russelleb60cbd22017-12-05 07:54:283055 },
3056 'remove_from': [
Haiyang Pan2486dcb2020-09-18 17:53:063057 'android-marshmallow-x86-rel-non-cq', # crbug.com/1084352
Haiyang Pan0e39edf42020-04-28 19:29:013058 # There's no need to run telemetry_perf_unittests on both lollipop and
Erik Chen96894722019-11-21 20:03:393059 # marshmallow on the CQ. https://crbug.com/1026487.
Ben Joyce3e043862021-10-20 23:57:243060 # TODO(crbug/1260494): Test suite isn't running on android.
Erik Chen96894722019-11-21 20:03:393061 'android-marshmallow-arm64-rel',
Andrew Luobe83fd82019-12-19 03:07:583062 'android-pie-arm64-rel',
Garrett Beatyeef031a2019-02-28 01:55:413063 # crbug.com/936540
Garrett Beatyeef031a2019-02-28 01:55:413064 'Mac10.11 Tests',
Shenghua Zhangbd6f1b232018-03-03 02:59:143065 'Mac10.13 Tests',
Zhaoyang Li69e2e002021-02-19 21:57:353066 'Mac10.15 Tests',
Lindsay Pasricha21bb93d72021-12-07 05:48:393067 # TODO crbug.com/1277277
Zhaoyang Li9357e1e12021-12-07 18:53:173068 'Mac11 Tests (dbg)',
Stephen Martinis1384ff92020-01-07 19:52:153069 'Linux - Future (dbg)', # client.v8.chromium
Takuto Ikuta9aa015d2019-04-15 23:33:293070 'Win10 Tests x64',
Stephen Martinise701f5a2018-05-04 01:25:113071 'Win10 Tests x64 (dbg)',
Kuan Huanga89737d2022-01-07 19:42:113072 'Win11 Tests x64',
Kenneth Russelleb60cbd22017-12-05 07:54:283073 ],
3074 },
Stephen Martinis54d64ad2018-09-21 22:16:203075 'telemetry_unittests': {
3076 'modifications': {
3077 'Win10 Tests x64 (dbg)': {
3078 'experiment_percentage': 100, # crbug.com/870673
Ben Pastene9383fe12020-10-20 21:32:403079 },
Struan Shrimptona1ab7672022-01-13 18:02:513080 'chromeos-amd64-generic-rel': {
3081 'swarming': {
3082 'quickrun_shards': 60,
3083 },
3084 },
John Budorickc498fd3c2019-03-14 01:16:263085 },
3086 'remove_from': [
Ben Pastene9ef2ced52021-07-28 18:04:343087 # TODO(crbug.com/1141234): Restore when there's more DUTs
3088 'chromeos-kevin-chrome',
3089 'chromeos-kevin-rel',
Ben Pastene619317752020-12-03 00:04:143090
John Budorickc498fd3c2019-03-14 01:16:263091 # crbug.com/936540
John Budorickc498fd3c2019-03-14 01:16:263092 'Mac10.11 Tests',
Takuto Ikuta9aa015d2019-04-15 23:33:293093
3094 'Win10 Tests x64',
Kuan Huanga89737d2022-01-07 19:42:113095 'Win11 Tests x64',
Titouan Rigoudye122ec32021-11-08 16:36:163096
3097 # TODO(https://crbug.com/1267161): Re-enable when platform is supported.
3098 'mac11-arm64-rel-tests',
John Budorickc498fd3c2019-03-14 01:16:263099 ],
Stephen Martinis54d64ad2018-09-21 22:16:203100 },
Ben Pastene8e7eb2652022-04-29 19:44:313101 'test_buildbucket_api_gpu_use_cases GTX 1660': {
3102 'remove_from': [
3103 'linux_optional_gpu_tests_rel', # crbug.com/1080749
Brian Sheedyf3b48d62020-05-08 23:03:123104 ],
3105 },
Chong Guabe5adec02022-03-24 17:41:303106 'trace_test': {
3107 'modifications': {
3108 'fuchsia-fyi-x64-rel': { # https://crbug.com/1269976
3109 'experiment_percentage': 100,
3110 },
3111 },
3112 },
Kenneth Russelleb60cbd22017-12-05 07:54:283113 'unit_tests': {
Yun Liu3e759dbb2019-11-01 19:25:523114 'remove_from': [
Ben Pastene3e32ffe2020-08-07 03:37:073115 'android-pie-arm64-rel', # https://crbug.com/1010211
Yun Liu3e759dbb2019-11-01 19:25:523116 ],
Kenneth Russelleb60cbd22017-12-05 07:54:283117 'modifications': {
John Budorickca14c76f62017-12-09 14:19:183118 'Linux ASan LSan Tests (1)': {
John Budorick5052d552017-12-13 02:59:343119 # These are slow on the ASAN trybot for some reason.
Ben Pastened2c01af2022-01-31 23:06:443120 # crbug.com/1257927
John Budorickca14c76f62017-12-09 14:19:183121 'swarming': {
John Budorick5052d552017-12-13 02:59:343122 'shards': 4,
John Budorickca14c76f62017-12-09 14:19:183123 },
3124 },
Stephen Martinis1384ff92020-01-07 19:52:153125 'Linux Chromium OS ASan LSan Tests (1)': {
3126 # These are slow on the ASAN trybot for some reason.
Ben Pastened2c01af2022-01-31 23:06:443127 # crbug.com/1257927
John Budorickca14c76f62017-12-09 14:19:183128 'swarming': {
3129 'shards': 2,
3130 },
3131 },
Takuto Ikuta54671d972018-07-19 19:06:353132 'Linux ChromiumOS MSan Tests': {
3133 # These are very slow on the Chrome OS MSAN trybot for some reason.
3134 # crbug.com/865455
3135 'swarming': {
3136 'shards': 2,
3137 },
3138 },
Stephen Martinis1384ff92020-01-07 19:52:153139 'Linux TSan Tests': {
Takuto Ikuta54671d972018-07-19 19:06:353140 'swarming': {
3141 'shards': 2,
3142 },
3143 },
Maksim Sisovc81d284c2021-10-05 17:54:353144 # https://crbug.com/1184127
3145 'Linux Tests (Wayland)': {
3146 'args': [
3147 '--test-launcher-filter-file=../../testing/buildbot/filters/ozone-linux.unit_tests_wayland.filter',
3148 ],
3149 },
Zhaoyang Li9357e1e12021-12-07 18:53:173150 'Mac11 Tests (dbg)': {
3151 'swarming': {
3152 'shards': 2,
3153 },
3154 },
Stephen Martinis1384ff92020-01-07 19:52:153155 'ToTLinuxASan': {
Dirk Pranke20eae9a72017-12-09 18:12:143156 'swarming': {
Stephen Martinis1384ff92020-01-07 19:52:153157 'shards': 2,
Dirk Pranke20eae9a72017-12-09 18:12:143158 },
3159 },
Stephen Martinis1384ff92020-01-07 19:52:153160 'android-asan': {
3161 'args': [
3162 '--test-launcher-filter-file=../../testing/buildbot/filters/android.asan.unit_tests.filter',
3163 ],
3164 },
Takuto Ikuta527cdff2020-01-29 08:04:273165 'android-marshmallow-arm64-rel-swarming': {
3166 'swarming': {
3167 'shards': 8,
3168 },
3169 },
Stephen Martinis1384ff92020-01-07 19:52:153170 'linux-chromeos-chrome': {
3171 'args': [
3172 '--test-launcher-filter-file=../../testing/buildbot/filters/chromeos.unit_tests.filter',
3173 ],
3174 },
Ben Pasteneacd57392019-10-31 02:13:253175 'linux-chromeos-dbg': {
3176 'swarming': {
3177 'shards': 2,
3178 },
3179 },
Erik Chend063aef72019-11-18 19:13:103180 'linux-chromeos-rel': {
3181 'swarming': {
3182 'shards': 2,
3183 },
3184 },
Yuke Liao597dd6df72020-08-18 03:02:543185 # https://crbug.com/1111979,
Junhua Chen39dd2dba2021-05-05 17:51:543186 'linux-lacros-code-coverage': {
3187 'args': [
3188 '--test-launcher-filter-file=../../testing/buildbot/filters/linux-lacros.unit_tests.filter',
3189 ],
3190 },
3191 # https://crbug.com/1111979,
Jieting Yangbf15db672021-10-04 19:18:373192 'linux-lacros-dbg-tests-fyi': {
3193 'args': [
3194 '--test-launcher-filter-file=../../testing/buildbot/filters/linux-lacros.unit_tests.filter',
3195 ],
3196 },
3197 # https://crbug.com/1111979,
Sven Zheng5c9d3e342020-08-11 21:39:433198 'linux-lacros-tester-rel': {
Sven Zheng5c9d3e342020-08-11 21:39:433199 'args': [
Yuke Liao56a437dd2021-05-05 04:53:403200 '--test-launcher-filter-file=../../testing/buildbot/filters/linux-lacros.unit_tests.filter',
Sven Zheng5c9d3e342020-08-11 21:39:433201 ],
3202 },
Kenneth Russelleb60cbd22017-12-05 07:54:283203 },
3204 },
Hao Wu77dd1ab2022-04-29 21:36:203205 'variations_smoke_tests': {
3206 'modifications': {
3207 'win-chrome': {
3208 'experiment_percentage': 100,
3209 },
3210 },
3211 },
Kenneth Russell8a386d42018-06-02 09:48:013212 'video_decode_accelerator_gl_unittest': {
3213 'remove_from': [
Kenneth Russell8a386d42018-06-02 09:48:013214 # Windows Intel doesn't have the GL extensions to support this test.
Yuly Novikovbc1ccff2019-08-03 00:05:493215 'Optional Win10 x64 Release (Intel HD 630)',
3216 'Win10 FYI x64 Release (Intel HD 630)',
Yuly Novikov5ff15502019-07-31 00:55:483217 'Win10 FYI x64 Exp Release (Intel HD 630)',
Kenneth Russell8a386d42018-06-02 09:48:013218 ],
3219 },
Sven Zheng577fe5ff2020-08-03 22:06:443220 'views_unittests': {
Sven Zheng80734f12020-08-06 06:50:393221 'modifications': {
Maksim Sisovc81d284c2021-10-05 17:54:353222 'Linux Tests (Wayland)': {
3223 'args': [
3224 '--test-launcher-filter-file=../../testing/buildbot/filters/ozone-linux.wayland_views_unittests.filter',
3225 ],
3226 },
Chong Gu6aa22be2021-09-10 06:56:143227 'fuchsia-fyi-arm64-dbg': {
3228 'args': [
3229 '--test-launcher-filter-file=../../testing/buildbot/filters/fuchsia.debug.views_unittests.filter',
3230 ],
3231 },
Chong Gua10cd302022-01-14 19:22:193232 'fuchsia-fyi-x64-asan': {
3233 'args': [
3234 '--test-launcher-filter-file=../../testing/buildbot/filters/fuchsia.lsan.views_unittests.filter',
3235 ],
3236 },
Sven Zheng5c9d3e342020-08-11 21:39:433237 # https://crbug.com/1111979,
Junhua Chen39dd2dba2021-05-05 17:51:543238 'linux-lacros-code-coverage': {
3239 'args': [
3240 '--gtest_filter=-DesktopWidgetFocusManagerTest.AnchoredDialogInDesktopNativeWidgetAura:'
3241 'DesktopWidgetTest*:'
3242 'DesktopWindowTreeHostPlatformTest*:'
3243 'EditableComboboxTest*:'
3244 'MenuRunnerTest*:'
3245 'TextfieldTest*:'
3246 'TooltipControllerTest*:'
3247 'TooltipStateManagerTest*'
3248 ],
3249 },
Yuke Liaoa0db4742021-08-09 18:28:333250 'linux-lacros-dbg-tests-fyi': {
3251 'args': [
3252 '--gtest_filter=-DesktopWidgetFocusManagerTest.AnchoredDialogInDesktopNativeWidgetAura:'
3253 'TextfieldTest*:'
3254 'TooltipControllerTest*:'
3255 ],
3256 },
Sven Zheng5c9d3e342020-08-11 21:39:433257 'linux-lacros-tester-rel': {
Sven Zheng5c9d3e342020-08-11 21:39:433258 'args': [
3259 '--gtest_filter=-DesktopWidgetFocusManagerTest.AnchoredDialogInDesktopNativeWidgetAura:'
Yuke Liao34721c22020-08-14 21:41:193260 'DesktopWidgetTest*:'
3261 'DesktopWindowTreeHostPlatformTest*:'
Yuke Liaocf9db2b2020-08-13 19:42:533262 'EditableComboboxTest*:'
Sven Zhengea8903f2020-08-14 05:27:513263 'MenuRunnerTest*:'
Yuke Liaocf9db2b2020-08-13 19:42:533264 'TextfieldTest*:'
Benjamin Beaudry54b3b882021-03-12 23:55:363265 'TooltipControllerTest*:'
3266 'TooltipStateManagerTest*'
Sven Zheng5c9d3e342020-08-11 21:39:433267 ],
3268 },
Sven Zheng80734f12020-08-06 06:50:393269 },
Sven Zheng577fe5ff2020-08-03 22:06:443270 },
John Budorickd02c429de2020-01-10 19:02:213271 'viz_unittests': {
3272 'modifications': {
Haiyang Pan9d68ca02021-08-04 21:30:473273 'android-11-x86-rel': {
Haiyang Pancf765862021-03-18 20:39:153274 'args': [
3275 '--test-launcher-filter-file=../../testing/buildbot/filters/android.emulator_11.viz_unittests.filter',
3276 ],
3277 },
Haiyang Pan6b8e4cf2021-08-02 21:38:283278 'android-marshmallow-x86-rel': {
John Budorickafd548b2020-01-14 20:45:093279 'args': [
John Budorickd02c429de2020-01-10 19:02:213280 '--test-launcher-filter-file=../../testing/buildbot/filters/android.emulator.viz_unittests.filter',
3281 ],
3282 },
Haiyang Pan08d09dc2020-04-01 16:11:213283 'android-pie-x86-rel': {
John Budorickafd548b2020-01-14 20:45:093284 'args': [
John Budorickd02c429de2020-01-10 19:02:213285 '--test-launcher-filter-file=../../testing/buildbot/filters/android.emulator.viz_unittests.filter',
3286 ],
3287 },
Chong Gub2446462021-08-19 18:44:083288 'fuchsia-fyi-arm64-dbg': {
Chong Gu6aa22be2021-09-10 06:56:143289 'args': [
3290 '--test-launcher-filter-file=../../testing/buildbot/filters/fuchsia.debug.viz_unittests.filter',
3291 ],
Chong Gub2446462021-08-19 18:44:083292 },
John Budorickd02c429de2020-01-10 19:02:213293 },
3294 },
John Budorick20f4fa8d2019-08-02 22:58:293295 'vr_common_unittests': {
3296 'remove_from': [
Haiyang Pan08d09dc2020-04-01 16:11:213297 'android-pie-x86-rel',
John Budorick20f4fa8d2019-08-02 22:58:293298 ],
3299 },
Kenneth Russellfbda3c532017-12-08 23:57:243300 'vr_pixeltests': {
3301 'remove_from': [
Haiyang Pan08d09dc2020-04-01 16:11:213302 'android-pie-x86-rel',
Kenneth Russell8ceeabf2017-12-11 17:53:283303 'VR Linux',
Kenneth Russellfbda3c532017-12-08 23:57:243304 ],
3305 },
Nico Webere81999ee2018-07-01 23:52:433306 'wayland_client_perftests': {
3307 'remove_from': [
3308 'linux-chromeos-dbg', # https://crbug.com/859307
3309 ],
3310 },
Chong Gu76046412021-09-22 17:49:213311 'web_engine_browsertests': {
Chong Gud1a5c5992021-04-09 04:08:323312 'modifications': {
3313 'fuchsia-code-coverage': {
3314 'swarming': {
Chong Gu7a463202021-07-19 18:43:103315 'shards': 28,
Chong Gud1a5c5992021-04-09 04:08:323316 },
3317 },
3318 },
3319 },
Chong Gu76046412021-09-22 17:49:213320 'web_engine_integration_tests': {
Chong Gu4c9e8f112021-06-02 18:37:263321 'modifications': {
3322 'fuchsia-code-coverage': {
3323 'swarming': {
3324 'shards': 6,
3325 },
3326 },
3327 },
3328 },
John Budorick63357462019-02-27 23:02:513329 'webdriver_tests_suite': {
3330 'remove_from': [
3331 'Linux Tests', # https://crbug.com/929689, https://crbug.com/936557
3332 ],
3333 },
bsheedy048cbdb2019-02-04 20:32:053334 'webgl2_conformance_gl_passthrough_tests': {
3335 'remove_from': [
Geoff Lang1fede152019-10-10 23:03:443336 # Not enough capacity. https://crbug.com/982294
3337 'Mac Pro FYI Release (AMD)',
3338 'Mac FYI Retina Release (NVIDIA)',
Yuly Novikov712af632021-08-31 23:54:113339 # Only run validating on Mac Intel due to capacity http://crbug.com/1236796
3340 'Optional Mac Release (Intel)',
bsheedy048cbdb2019-02-04 20:32:053341 ],
3342 },
Ben Pastene02cb6232022-05-06 17:01:423343 'webgl2_conformance_gl_passthrough_tests 8086:3e9b': {
3344 'remove_from': [
3345 # Only run validating on Mac Intel due to capacity http://crbug.com/1236796
3346 'mac_optional_gpu_tests_rel'
3347 ],
3348 },
Brian Sheedy5a9f6562021-08-20 03:32:543349 'webgl2_conformance_gles_passthrough_tests': {
3350 'remove_from': [
Brian Sheedyefb683c2022-01-25 21:17:363351 # Currently not enough capacity to run these tests on this config.
3352 # TODO(crbug.com/1280418): Re-enable once more of the Pixel 6 capacity
3353 # is deployed.
3354 'Android FYI Release (Pixel 6)',
Brian Sheedy43f5a6f2022-01-07 02:41:043355 # Not enough CrOS hardware capacity to run both on anything other than
3356 # VMs. See https://crbug.com/1238070.
Brian Sheedy5a9f6562021-08-20 03:32:543357 'Lacros FYI x64 Release (Intel)',
3358 ],
3359 'modifications': {
3360 # This VM configuration is known to be significantly slower than other
3361 # CrOS configurations, so increase the shards.
3362 # TODO(crbug.com/1223550): Remove this if the configuration can be sped
3363 # up.
3364 'ChromeOS FYI Release (amd64-generic)': {
3365 'swarming': {
3366 'shards': 30,
3367 },
3368 },
Ramy Medhata48901d2022-04-19 16:48:073369 'ChromeOS FYI Release (amd64-generic) (reclient shadow)': {
3370 'swarming': {
3371 'shards': 30,
3372 },
3373 },
Brian Sheedy5a9f6562021-08-20 03:32:543374 },
3375 },
Kenneth Russell18fff67f2021-11-05 23:45:113376 'webgl2_conformance_metal_passthrough_tests': {
3377 'remove_from': [
Yuly Novikov7d00cdb2022-01-05 00:10:383378 # crbug.com/1270755
3379 'Mac FYI ASAN (Intel)',
3380 'Mac FYI Retina ASAN (AMD)',
Kenneth Russell18fff67f2021-11-05 23:45:113381 # Not enough capacity.
3382 'Mac FYI Retina Release (NVIDIA)',
3383 ],
Yuly Novikov220c14a52021-12-14 02:49:333384 'modifications': {
3385 'Mac FYI ASAN (Intel)': {
3386 'args': [
3387 '--extra-browser-args=--disable-metal-shader-cache',
Brian Sheedya111ca92022-04-18 23:37:153388 '--enable-metal-debug-layers',
3389 ],
3390 },
3391 'Mac FYI Release (Intel)': {
3392 'args': [
3393 '--enable-metal-debug-layers',
Yuly Novikov220c14a52021-12-14 02:49:333394 ],
3395 },
3396 'Mac FYI Retina ASAN (AMD)': {
3397 'args': [
3398 '--extra-browser-args=--disable-metal-shader-cache',
Brian Sheedy3fd310772022-04-20 02:15:513399 # This slows down tests and we are currently having AMD Mac capacity
3400 # issues.
3401 # '--enable-metal-debug-layers',
Brian Sheedya111ca92022-04-18 23:37:153402 ],
3403 },
3404 'Mac FYI Retina Release (AMD)': {
3405 'args': [
Brian Sheedy3fd310772022-04-20 02:15:513406 # This slows down tests and we are currently having AMD Mac capacity
3407 # issues.
3408 # '--enable-metal-debug-layers',
Yuly Novikov220c14a52021-12-14 02:49:333409 ],
3410 },
3411 },
Kenneth Russell18fff67f2021-11-05 23:45:113412 },
John Budorick82e61dfb2019-12-10 04:36:093413 'webgl2_conformance_validating_tests': {
Stephen Martinis54d64ad2018-09-21 22:16:203414 'remove_from': [
Brian Sheedyefb683c2022-01-25 21:17:363415 # Currently not enough capacity to run these tests on this config.
3416 # TODO(crbug.com/1280418): Re-enable once more of the Pixel 6 capacity
3417 # is deployed.
3418 'Android FYI Release (Pixel 6)',
Brian Sheedy43f5a6f2022-01-07 02:41:043419 # Passthrough version run on this configuration, not enough capacity for
3420 # both. See https://crbug.com/1238070.
3421 'ChromeOS FYI Release (kevin)',
Stephen Martinis54d64ad2018-09-21 22:16:203422 # The Mac NVIDIA Retina bots don't have the capacity to run
3423 # this test suite on mac_optional_gpu_tests_rel.
3424 'Optional Mac Retina Release (NVIDIA)',
3425 ],
Kenneth Russell8a386d42018-06-02 09:48:013426 'modifications': {
Brian Sheedyab0a1992021-08-13 20:57:393427 # This VM configuration is known to be significantly slower than other
3428 # CrOS configurations, so increase the shards.
3429 # TODO(crbug.com/1223550): Remove this if the configuration can be sped
3430 # up.
3431 'ChromeOS FYI Release (amd64-generic)': {
3432 'swarming': {
3433 'shards': 30,
3434 },
Brian Sheedy9bde4532021-08-20 18:11:193435 # This configuration is tested with the passthrough decoder as well,
3436 # which will be shipped in the nearish future, so any failures that
3437 # show up with the validating decoder are just an FYI.
3438 'experiment_percentage': 100,
Brian Sheedyab0a1992021-08-13 20:57:393439 },
Ramy Medhata48901d2022-04-19 16:48:073440 'ChromeOS FYI Release (amd64-generic) (reclient shadow)': {
3441 'swarming': {
3442 'shards': 30,
3443 },
3444 # This configuration is tested with the passthrough decoder as well,
3445 # which will be shipped in the nearish future, so any failures that
3446 # show up with the validating decoder are just an FYI.
3447 'experiment_percentage': 100,
3448 },
Brian Sheedy22200312021-08-20 22:17:503449 'ChromeOS FYI Release (kevin)': {
3450 'experiment_percentage': 100,
3451 },
Kenneth Russell8a386d42018-06-02 09:48:013452 },
3453 },
Struan Shrimptona1ab7672022-01-13 18:02:513454 'webgl_conformance_d3d11_passthrough_tests': {
3455 'modifications': {
3456 'Win10 x64 Release (NVIDIA)': {
3457 'swarming': {
3458 'quickrun_shards': 4,
3459 },
3460 },
3461 },
3462 },
Kenneth Russell984f2f12020-12-15 23:23:353463 'webgl_conformance_metal_passthrough_tests': {
3464 'remove_from': [
Yuly Novikov7d00cdb2022-01-05 00:10:383465 # crbug.com/1270755
3466 'Mac FYI ASAN (Intel)',
3467 'Mac FYI Retina ASAN (AMD)',
Yuly Novikov220c14a52021-12-14 02:49:333468 # crbug.com/1158857: re-enable when switching to Metal by default.
Kenneth Russell984f2f12020-12-15 23:23:353469 'Mac FYI Retina Release (NVIDIA)',
3470 ],
Yuly Novikov220c14a52021-12-14 02:49:333471 'modifications': {
3472 'Mac FYI ASAN (Intel)': {
3473 'args': [
3474 '--extra-browser-args=--disable-metal-shader-cache',
Brian Sheedya111ca92022-04-18 23:37:153475 '--enable-metal-debug-layers',
3476 ],
3477 },
3478 'Mac FYI Release (Intel)': {
3479 'args': [
3480 '--enable-metal-debug-layers',
Yuly Novikov220c14a52021-12-14 02:49:333481 ],
3482 },
3483 'Mac FYI Retina ASAN (AMD)': {
3484 'args': [
3485 '--extra-browser-args=--disable-metal-shader-cache',
Brian Sheedy3fd310772022-04-20 02:15:513486 # This slows down tests and we are currently having AMD Mac capacity
3487 # issues.
3488 # '--enable-metal-debug-layers',
Brian Sheedya111ca92022-04-18 23:37:153489 ],
3490 },
3491 'Mac FYI Retina Release (AMD)': {
3492 'args': [
Brian Sheedy3fd310772022-04-20 02:15:513493 # This slows down tests and we are currently having AMD Mac capacity
3494 # issues.
3495 # '--enable-metal-debug-layers',
Yuly Novikov220c14a52021-12-14 02:49:333496 ],
3497 },
3498 },
Kenneth Russell984f2f12020-12-15 23:23:353499 },
Stephen Martinis54d64ad2018-09-21 22:16:203500 'webgl_conformance_tests': {
Kenneth Russelle63e41f2019-04-09 02:45:283501 'remove_from': [
3502 # Too slow on this configuration, which is severely hardware
3503 # constrained. crbug.com/950690
3504 'Mac FYI Retina Debug (NVIDIA)',
3505 ],
Struan Shrimptona1ab7672022-01-13 18:02:513506 'modifications': {
3507 'chromeos-amd64-generic-rel': {
3508 'swarming': {
3509 'quickrun_shards': 40,
3510 },
3511 },
3512 },
Kenneth Russell8a386d42018-06-02 09:48:013513 },
Austin Enge8c0ba02021-07-19 23:55:193514 'webgpu_blink_web_tests': {
3515 'modifications': {
3516 # Increase the timeout with ASAN (crbug.com/1208253)
3517 'Dawn Win10 x64 ASAN Release': {
3518 'args': [
Weizhong Xia91b53362022-01-05 17:13:353519 '--timeout-ms=48000',
Austin Enge8c0ba02021-07-19 23:55:193520 ],
3521 },
3522 },
Brian Sheedy5796b4b2021-09-15 21:51:413523 'replacements': {
3524 'Dawn Mac x64 Experimental Release (Intel)': {
3525 'args': {
Avi Drissman5afd38bc2021-10-27 17:35:133526 '--platform': 'mac-mac11',
Brian Sheedy5796b4b2021-09-15 21:51:413527 },
3528 }
3529 },
3530 },
3531 'webgpu_blink_web_tests_with_backend_validation': {
3532 'replacements': {
3533 'Dawn Mac x64 Experimental Release (Intel)': {
3534 'args': {
Avi Drissman5afd38bc2021-10-27 17:35:133535 '--platform': 'mac-mac11',
Brian Sheedy5796b4b2021-09-15 21:51:413536 },
3537 },
3538 },
Austin Enge8c0ba02021-07-19 23:55:193539 },
Kenneth Russelleb60cbd22017-12-05 07:54:283540 'webkit_unit_tests': {
Yun Liu16394ab32019-11-19 16:37:573541 'remove_from': [
3542 # Flakily fails on Win7. https://crbug.com/943372.
3543 'Win7 Tests (1)',
3544 'Win 7 Tests x64 (1)',
Haiyang Pan90ed7c642021-02-06 01:22:063545 # Runs on android-marshmallow-x86-rel already (crbug.com/1127110)
3546 'android-marshmallow-arm64-rel',
3547 'android-marshmallow-x86-rel-non-cq',
Yun Liu16394ab32019-11-19 16:37:573548 ],
Dirk Pranke81ff51c2017-12-09 19:24:283549 'modifications': {
John Budorick5052d552017-12-13 02:59:343550 'Linux ASan LSan Tests (1)': {
3551 # These are very slow on the ASAN trybot for some reason.
Ben Pastened2c01af2022-01-31 23:06:443552 # crbug.com/1257927
John Budorick5052d552017-12-13 02:59:343553 'swarming': {
3554 'shards': 5,
3555 },
3556 },
Erik Chen681dc0282019-11-26 22:54:493557 'Linux TSan Tests': {
3558 'swarming': {
3559 'shards': 2,
3560 },
3561 },
arthursonzogni26889d82018-05-29 17:18:163562 'Marshmallow 64 bit Tester': {
3563 # Increase timeout. See https://crbug.com/847229.
3564 'swarming': {
3565 'hard_timeout': 1200,
3566 },
3567 },
Haiyang Pan9d68ca02021-08-04 21:30:473568 'android-11-x86-rel': {
Haiyang Panc7c009e2021-03-18 19:31:233569 'args': [
Haiyang Panc08d02212021-10-18 18:58:383570 '--test-launcher-filter-file=../../testing/buildbot/filters/android.emulator.blink_unittests.filter',
3571 ],
3572 },
Haiyang Pan2a55a452022-03-03 08:18:333573 'android-12-x64-rel': {
Haiyang Panc08d02212021-10-18 18:58:383574 'args': [
3575 '--test-launcher-filter-file=../../testing/buildbot/filters/android.emulator.blink_unittests.filter',
Haiyang Panc7c009e2021-03-18 19:31:233576 ],
3577 },
Dirk Pranke81ff51c2017-12-09 19:24:283578 },
Kenneth Russelleb60cbd22017-12-05 07:54:283579 },
Haiyang Panfbd2b482020-09-23 23:41:253580 'weblayer_browsertests': {
3581 'modifications': {
Haiyang Pan9d68ca02021-08-04 21:30:473582 'android-11-x86-rel': {
Haiyang Pand38464f52021-03-24 00:29:013583 'args': [
Haiyang Pan2877f062021-11-18 01:06:063584 # TODO(crbug.com/1191784): Fix the test failure
3585 '--gtest_filter=-DownloadBrowserTest.OverrideDownloadDirectory',
3586 ],
3587 },
Haiyang Pan2a55a452022-03-03 08:18:333588 'android-12-x64-rel': {
Haiyang Pan2877f062021-11-18 01:06:063589 'args': [
3590 # TODO(crbug.com/1191784): Fix the test failure
Haiyang Pand38464f52021-03-24 00:29:013591 '--gtest_filter=-DownloadBrowserTest.OverrideDownloadDirectory',
3592 ],
3593 },
Haiyang Panfbd2b482020-09-23 23:41:253594 'android-pie-arm64-rel': {
3595 # TODO(crbug.com/1111436): Move this back to walleye if/when additional
3596 # capacity has been deployed.
3597 'swarming': {
Struan Shrimpton57c594e42022-01-25 17:59:133598 'quickrun_shards': 2,
Haiyang Panfbd2b482020-09-23 23:41:253599 'dimension_sets': [
3600 {
3601 'device_type': 'sailfish',
3602 },
3603 ],
3604 },
3605 },
3606 },
3607 },
Haiyang Pan591dbad2020-06-05 20:26:373608 'weblayer_bundle_test': {
3609 'remove_from': [
Haiyang Pan2486dcb2020-09-18 17:53:063610 'android-marshmallow-x86-rel-non-cq', # crbug.com/1088013
Haiyang Pan9d68ca02021-08-04 21:30:473611 'android-11-x86-rel', # crbug.com/1165280
Haiyang Pan591dbad2020-06-05 20:26:373612 ],
3613 },
3614 'weblayer_instrumentation_test_apk': {
3615 'remove_from': [
Haiyang Pan2486dcb2020-09-18 17:53:063616 'android-marshmallow-x86-rel-non-cq', # crbug.com/1088013
Haiyang Pan9d68ca02021-08-04 21:30:473617 'android-11-x86-rel', # crbug.com/1165280
Haiyang Pan591dbad2020-06-05 20:26:373618 ],
Haiyang Pan6d7a15b2020-10-03 00:29:193619 'modifications': {
Struan Shrimptonf5b2b552022-01-20 20:37:393620 'android-marshmallow-arm64-rel': {
3621 'swarming': {
3622 'quickrun_shards': 2,
3623 },
3624 },
Haiyang Pan6d7a15b2020-10-03 00:29:193625 'android-pie-arm64-rel': {
3626 # TODO(crbug.com/1111436): Move this back to walleye if/when additional
3627 # capacity has been deployed.
3628 'swarming': {
3629 'dimension_sets': [
3630 {
3631 'device_type': 'sailfish',
3632 },
3633 ],
3634 },
3635 },
3636 },
Haiyang Pan591dbad2020-06-05 20:26:373637 },
Haiyang Pan4efd9b02021-03-17 23:58:303638 'weblayer_private_instrumentation_test_apk': {
3639 'modifications': {
3640 # TODO(crbug.com/1189403): Remove the filter once the issue is fixed.
Haiyang Pan9d68ca02021-08-04 21:30:473641 'android-11-x86-rel': {
Haiyang Pan4efd9b02021-03-17 23:58:303642 'args': [
3643 '--gtest_filter=-org.chromium.weblayer.test.MediaCaptureTest.*',
3644 ],
3645 },
Haiyang Pan2a55a452022-03-03 08:18:333646 'android-12-x64-rel': {
Haiyang Pan64d61242022-02-16 19:06:363647 'args': [
3648 # crbug.com/1275200
3649 '--gtest_filter=-org.chromium.weblayer.test.BrowserControlsTest.testTopExpandedOnLoadWhenOnlyExpandAtTop',
3650 ],
3651 },
Haiyang Pan4efd9b02021-03-17 23:58:303652 },
3653 },
Weizhong Xia7d335882021-01-28 02:49:523654 'weblayer_shell_wpt': {
3655 'modifications': {
Weizhong Xia0f0c3302021-04-27 00:05:433656 'android-weblayer-pie-x86-wpt-smoketest': {
3657 'args': [
Haiyang Pan1f205ad2021-07-31 01:47:523658 '--default-exclude',
Weizhong Xia63f39c12022-01-10 23:09:293659 '--include-file=../../third_party/blink/web_tests/android/WPTSmokeTestCases',
Weizhong Xia0f0c3302021-04-27 00:05:433660 ],
3661 'swarming': {
Weizhong Xia63f39c12022-01-10 23:09:293662 'shards': 1,
Weizhong Xia0f0c3302021-04-27 00:05:433663 },
3664 },
Weizhong Xia7d335882021-01-28 02:49:523665 },
3666 },
Erik Staab70ca5b32021-08-07 00:38:353667 'webview_64_cts_tests': {
3668 'modifications': {
3669 'android-pie-arm64-rel': {
3670 # TODO(crbug.com/1111436): Move this back to walleye if/when additional
3671 # capacity has been deployed.
3672 'swarming': {
3673 'dimension_sets': [
3674 {
3675 'device_type': 'sailfish',
3676 },
3677 ],
3678 },
3679 },
3680 },
3681 },
Haiyang Panfbd2b482020-09-23 23:41:253682 'webview_cts_tests': {
3683 'modifications': {
3684 'android-pie-arm64-rel': {
3685 # TODO(crbug.com/1111436): Move this back to walleye if/when additional
3686 # capacity has been deployed.
3687 'swarming': {
3688 'dimension_sets': [
3689 {
3690 'device_type': 'sailfish',
3691 },
3692 ],
3693 },
3694 },
3695 },
3696 },
Kenneth Russelleb60cbd22017-12-05 07:54:283697 'webview_instrumentation_test_apk': {
3698 'remove_from': [
Hans Wennborgeac4c36c2018-05-23 16:04:063699 # This test frequently fails on Android, https://crbug.com/824959
Stephen Martinis1384ff92020-01-07 19:52:153700 # matching android builders, the test fails on these.
Hans Wennborga0b11ebe2018-05-15 16:26:503701 'ToTAndroid',
John Budorick27d2d44e2019-05-20 20:26:093702 'android-asan', # https://crbug.com/964562
Ben Joyce02dc8092021-03-04 21:48:193703 'android-code-coverage-native', # Does not generate profraw data.
Ben Joyce46ca6012021-03-31 19:19:253704 'android-pie-arm64-coverage-experimental-rel', # Does not generate profraw data.
Ben Joyce02dc8092021-03-04 21:48:193705
Dirk Pranke20eae9a72017-12-09 18:12:143706 # On chromium.swarm, this should possibly be being run (or removed
Takuto Ikuta527cdff2020-01-29 08:04:273707 # from android-marshmallow-arm64-rel-swarming).
Garrett Beaty47a2d802020-11-10 20:50:533708 # https://crbug.com/1147531 - covered on pie
3709 'android-marshmallow-arm64-rel',
Kenneth Russelleb60cbd22017-12-05 07:54:283710 ],
Ben Pastenee17a8e92018-07-12 21:55:183711 'modifications': {
3712 'Oreo Phone Tester': {
Andrew Luo93c4a1e2019-08-30 05:26:303713 # TODO(crbug.com/997362): Enable this once it's passing.
bsheedy01833462018-12-07 01:05:573714 # TODO(https://crbug.com/884413): Re-enable this once the tests are
3715 # either passing or there is more capacity.
3716 'experiment_percentage': 0,
Ben Pastenee17a8e92018-07-12 21:55:183717 },
Haiyang Pan9d68ca02021-08-04 21:30:473718 'android-11-x86-rel': {
Haiyang Pan103864812021-03-19 19:28:443719 'args': [
3720 # TODO(crbug.com/1189746) Enable this test once the issue is fixed.
3721 '--gtest_filter=-org.chromium.net.NetworkChangeNotifierTest.testNetworkChangeNotifierJavaObservers',
3722 ],
3723 },
Haiyang Pan2a55a452022-03-03 08:18:333724 'android-12-x64-rel': {
Haiyang Pan3261fae2022-02-01 00:54:363725 'args': [
3726 # crbug.com/1292197
3727 '--gtest_filter=-org.chromium.android_webview.test.devui.HomeFragmentTest.testLongPressCopy*',
3728 ],
3729 },
James Shen39aa0e32022-03-22 04:44:503730 'android-marshmallow-x86-fyi-rel-reviver': {
3731 'swarming': {
3732 'shards': 9,
3733 },
3734 },
Haiyang Panb991f562021-08-10 17:46:463735 'android-marshmallow-x86-rel': {
Haiyang Panb991f562021-08-10 17:46:463736 'swarming': {
3737 'shards': 9,
3738 },
3739 },
Kuan Huang1f402c82021-06-08 17:58:183740 'android-pie-arm64-rel': {
3741 'swarming': {
3742 'shards': 9,
3743 },
3744 },
Haiyang Pan08d09dc2020-04-01 16:11:213745 'android-pie-x86-rel': {
Haiyang Panfdd94332020-03-27 02:43:293746 'args': [
3747 '--test-launcher-filter-file=../../testing/buildbot/filters/android.emulator.webview_instrumentation_test_apk.filter',
3748 ],
Ben Joyce9a7eb312021-08-25 00:44:593749 'swarming': {
3750 'shards': 9,
3751 },
Haiyang Panfdd94332020-03-27 02:43:293752 },
Ben Pastenee17a8e92018-07-12 21:55:183753 },
Kenneth Russelleb60cbd22017-12-05 07:54:283754 },
Haiyang Panfed339172021-03-10 23:19:573755 'webview_ui_test_app_test_apk': {
3756 'remove_from': [
Haiyang Pan9d68ca02021-08-04 21:30:473757 'android-11-x86-rel', # crbug.com/1165280
Haiyang Panfed339172021-03-10 23:19:573758 ],
3759 },
Kenneth Russelleb60cbd22017-12-05 07:54:283760}