blob: 56054eb236946d8c28eede376b1bbce808d2a448 [file] [log] [blame]
Kenneth Russelleb60cbd22017-12-05 07:54:281# Copyright 2017 The Chromium Authors. All rights reserved.
2# Use of this source code is governed by a BSD-style license that can be
3# found in the LICENSE file.
4
5# This is a .pyl, or "Python Literal", file. You can treat it just like a
6# .json file, with the following exceptions:
7# * all keys must be quoted (use single quotes, please);
8# * comments are allowed, using '#' syntax; and
9# * trailing commas are allowed.
10
11# Exceptions to the common test suites can only include removal from
12# particular bots, and modifications on particular bots. By design,
13# it's not possible to add one-off tests to bots. Instead they have to
14# be added to one of the test suites in test_suites.pyl.
15#
Jeff Yoone2188f62020-08-24 20:55:5716# Note that if you are excluding with variants, you will need to exclude
17# per variant, with the identifier appended to the test suite name.
18# For example, if you have ios_chrome_ui_eg2tests_module with variant
19# SIM_IPHONE_6S_14_0 (identifier = "iPhone 6s 14.0"), you
20# must exclude with the test name as:
21# "ios_chrome_ui_eg2tests_module_iPhone 6s 14.0"
22
Kenneth Russelleb60cbd22017-12-05 07:54:2823# The goal is to drive the number of exceptions to zero, to make all
24# the bots behave similarly.
25{
Chong Gua10cd302022-01-14 19:22:1926 'accessibility_unittests':{
27 'modifications': {
28 'fuchsia-fyi-x64-asan': {
29 'args': [
30 '--test-launcher-filter-file=../../testing/buildbot/filters/fuchsia.lsan.accessibility_unittests.filter',
31 ],
32 },
33 },
34 },
Andrew Luo38b311f2019-10-04 03:42:0935 'android_browsertests': {
36 'modifications': {
Haiyang Pan9d68ca02021-08-04 21:30:4737 'android-11-x86-rel': {
Haiyang Pan0ea9b3ef2022-01-21 21:58:1438 'args': [
39 # https://crbug.com/1289764
40 '--gtest_filter=-All/ChromeBrowsingDataLifetimeManagerScheduledRemovalTest.History/*',
41 ],
Haiyang Panca7fcec2021-03-19 02:11:1042 'swarming': {
43 'shards': 2,
44 },
45 },
Haiyang Panc1192662022-03-09 00:09:0246 'android-12-x64-rel': {
47 'args': [
48 # https://crbug.com/1289764
49 '--gtest_filter=-All/ChromeBrowsingDataLifetimeManagerScheduledRemovalTest.History/*',
50 ],
51 'swarming': {
52 'shards': 2,
53 },
54 },
Struan Shrimptone772d72f2021-12-15 07:50:0955 'android-marshmallow-arm64-rel': {
56 'swarming': {
Struan Shrimpton4b7abc02021-12-16 01:36:5957 'quickrun_shards': 3,
Struan Shrimptone772d72f2021-12-15 07:50:0958 },
59 },
James Shen39aa0e32022-03-22 04:44:5060 'android-marshmallow-x86-fyi-rel-reviver': {
61 'swarming': {
62 'shards': 2,
63 'quickrun_shards': 6,
64 },
65 },
Haiyang Panb991f562021-08-10 17:46:4666 'android-marshmallow-x86-rel': {
67 'swarming': {
68 'shards': 2,
Struan Shrimpton4b7abc02021-12-16 01:36:5969 'quickrun_shards': 6,
Haiyang Panb991f562021-08-10 17:46:4670 },
71 },
Haiyang Pancf24ceb2022-03-17 02:31:3072 'android-nougat-x86-rel': {
73 'swarming': {
74 'shards': 2,
75 },
76 },
Andrew Luo38b311f2019-10-04 03:42:0977 'android-pie-arm64-rel': {
Andrew Luobe83fd82019-12-19 03:07:5878 'args': [
79 '--gtest_filter=-ImportantSitesUtilBrowserTest.DSENotConsideredImportantInRegularMode', # https://crbug.com/1034001
80 ],
Haiyang Panfbd2b482020-09-23 23:41:2581 # TODO(crbug.com/1111436): Move this back to walleye if/when additional
82 # capacity has been deployed.
83 'swarming': {
84 'dimension_sets': [
85 {
86 'device_type': 'sailfish',
87 },
88 ],
Haiyang Pan1678f0c02021-03-09 23:05:0989 'shards': 2,
Struan Shrimpton4b7abc02021-12-16 01:36:5990 'quickrun_shards': 6,
Haiyang Panfbd2b482020-09-23 23:41:2591 },
Andrew Luo38b311f2019-10-04 03:42:0992 },
Haiyang Pan08d09dc2020-04-01 16:11:2193 'android-pie-x86-rel': {
John Budorick191adfcd2020-01-29 18:19:0494 'args': [
95 '--gtest_filter=-ImportantSitesUtilBrowserTest.DSENotConsideredImportantInRegularMode', # https://crbug.com/1034001
96 ],
Haiyang Pan7cd609d2021-04-08 20:17:2497 'swarming': {
98 'shards': 2,
99 },
John Budorick191adfcd2020-01-29 18:19:04100 },
Andrew Luo38b311f2019-10-04 03:42:09101 },
102 },
Sven Zhengc60debc2020-09-10 18:40:52103 'android_sync_integration_tests': {
104 'remove_from': [
Haiyang Pan6b8e4cf2021-08-02 21:38:28105 # Remove from CQ bots due to capacity.
106 'android-marshmallow-arm64-rel',
Sven Zhengc60debc2020-09-10 18:40:52107 ],
James Shen9e4c19e2022-04-15 17:57:50108 'modifications': {
109 'android-12-x64-rel': {
110 'swarming': {
111 'shards': 3,
112 },
113 },
114 'android-marshmallow-x86-rel': {
115 'swarming': {
116 'shards': 3,
117 },
118 },
119 },
Sven Zhengc60debc2020-09-10 18:40:52120 },
Kenneth Russelleb60cbd22017-12-05 07:54:28121 'android_webview_unittests': {
Kenneth Russelleb60cbd22017-12-05 07:54:28122 },
Jamie Madillc9ae75d2020-10-23 19:19:48123 'angle_end2end_tests': {
Yuly Novikov60cbf642020-11-19 20:43:15124 'modifications': {
Yuly Novikov80d2e672021-02-13 00:16:04125 'win10-angle-x64-intel': {
126 'args': [
127 '--max-processes=1',
128 ],
129 },
Yuly Novikov60cbf642020-11-19 20:43:15130 },
Jamie Madillc9ae75d2020-10-23 19:19:48131 },
Jamie Madillc9ae75d2020-10-23 19:19:48132 'angle_unittests': {
133 'remove_from': [
134 # On Android, these are already run on the main waterfall.
135 'Android FYI Release (Nexus 5X)',
Yuly Novikovc1117ae82021-01-15 22:33:36136 # Times out listing tests crbug.com/1167314
137 'android-asan',
Jamie Madillc9ae75d2020-10-23 19:19:48138 # Does not currently work on Lacros configurations.
Junhua Chen39dd2dba2021-05-05 17:51:54139 'linux-lacros-code-coverage',
Jamie Madillc9ae75d2020-10-23 19:19:48140 'linux-lacros-tester-rel',
141 'linux-lacros-tester-fyi-rel',
Yuke Liaof27ebe52021-08-05 22:12:40142 'linux-lacros-dbg-tests-fyi',
Jamie Madillc9ae75d2020-10-23 19:19:48143 ],
Chong Gua10cd302022-01-14 19:22:19144 'modifications': {
145 # anglebug.com/6894
146 'fuchsia-fyi-x64-asan': {
147 'args': [
148 # crbug.com/
149 '--gtest_filter=-ConstructCompilerTest.DefaultParameters',
150 ],
151 },
152 },
Jamie Madillc9ae75d2020-10-23 19:19:48153 },
154 'angle_white_box_tests': {
Yuly Novikov60cbf642020-11-19 20:43:15155 'modifications': {
Yuly Novikov80d2e672021-02-13 00:16:04156 'win10-angle-x64-intel': {
157 'args': [
158 '--max-processes=1',
159 ],
160 },
Yuly Novikov60cbf642020-11-19 20:43:15161 },
Jamie Madillc9ae75d2020-10-23 19:19:48162 },
Sven Zhengef0d0872022-04-04 22:13:29163 'aura_unittests amd64-generic': {
Yuke Liaob6beaeca2021-04-29 23:41:51164 'remove_from': [
165 # TODO(crbug.com/1204231): Re-enable.
166 'lacros-amd64-generic-rel',
167 ]
168 },
Sven Zhengef0d0872022-04-04 22:13:29169 'aura_unittests eve': {
Yuke Liao79a8cf52021-06-11 18:14:34170 'remove_from': [
171 # TODO(crbug.com/1204231): Re-enable.
172 'lacros-amd64-generic-rel',
173 ]
174 },
Chong Gudf7fbe92021-02-24 02:55:58175 'base_unittests': {
176 'modifications': {
Haiyang Pan9d68ca02021-08-04 21:30:47177 'android-11-x86-rel': {
Haiyang Panc7c009e2021-03-18 19:31:23178 'args': [
Haiyang Panc08d02212021-10-18 18:58:38179 '--test-launcher-filter-file=../../testing/buildbot/filters/android.emulator.base_unittests.filter',
180 ],
181 },
Haiyang Pan2a55a452022-03-03 08:18:33182 'android-12-x64-rel': {
Haiyang Panc08d02212021-10-18 18:58:38183 'args': [
184 '--test-launcher-filter-file=../../testing/buildbot/filters/android.emulator.base_unittests.filter',
185 '--gtest_filter=-ModuleCacheTest.CheckAgainstProcMaps', # crbug.com/1260521
Haiyang Panc7c009e2021-03-18 19:31:23186 ],
187 },
Chong Gudf7fbe92021-02-24 02:55:58188 'fuchsia-code-coverage': {
189 'swarming': {
190 'shards': 5,
191 },
192 },
Chong Gua10cd302022-01-14 19:22:19193 'fuchsia-fyi-x64-asan': {
194 'args': [
195 '--test-launcher-filter-file=../../testing/buildbot/filters/fuchsia.lsan.base_unittests.filter',
196 ],
197 },
Chong Gudf7fbe92021-02-24 02:55:58198 },
199 },
Haiyang Pan363c59a2020-07-23 05:47:04200 'blink_platform_unittests': {
201 'modifications': {
Haiyang Panfbd2b482020-09-23 23:41:25202 'android-pie-arm64-rel': {
203 # TODO(crbug.com/1111436): Move this back to walleye if/when additional
204 # capacity has been deployed.
205 'swarming': {
206 'dimension_sets': [
207 {
208 'device_type': 'sailfish',
209 },
210 ],
211 },
212 },
Chong Gu52481452021-04-02 17:52:41213 'fuchsia-code-coverage': {
214 'swarming': {
215 'shards': 5,
216 },
217 },
Haiyang Pan363c59a2020-07-23 05:47:04218 },
219 },
Chong Gu76046412021-09-22 17:49:21220 'blink_unittests': {
Chong Guc2d145e2021-03-31 19:55:34221 'modifications': {
222 'fuchsia-code-coverage': {
223 'swarming': {
224 'shards': 30,
225 },
226 },
227 },
228 },
John Chenaab16fc02020-03-03 06:35:45229 'blink_web_tests': {
230 'remove_from': [
John Chenaab16fc02020-03-03 06:35:45231 'Win 7 Tests x64 (1)', # 64-bit win is unsupported by the layout tests.
232 'Win10 Tests x64 (dbg)',
233 ],
234 'modifications': {
235 'Fuchsia x64': {
236 'args': [
237 '--platform=fuchsia',
Weizhong Xia3fdef5ca2022-01-04 21:50:20238 '--jobs=1',
John Chenaab16fc02020-03-03 06:35:45239 ],
240 'swarming': {
241 'shards': 1,
242 },
243 },
244 'Linux Tests': {
245 "args": [
246 "--additional-env-var=LLVM_PROFILE_FILE=${ISOLATED_OUTDIR}/profraw/default-%2m.profraw",
247 ],
Struan Shrimpton57c594e42022-01-25 17:59:13248 'swarming': {
249 'quickrun_shards': 18,
250 },
John Chenaab16fc02020-03-03 06:35:45251 },
252 'Linux Tests (dbg)(1)': {
253 'args': [
254 '--debug',
255 ],
256 'swarming': {
Sven Zheng439fcdf2021-07-13 20:14:57257 'shards': 30,
John Chenaab16fc02020-03-03 06:35:45258 },
259 },
John Chenaab16fc02020-03-03 06:35:45260 'Mac10.13 Tests': {
261 'swarming': {
262 'dimension_sets': [
263 {
Erik Staab59591f32020-08-25 23:07:07264 'gpu': None,
John Chenaab16fc02020-03-03 06:35:45265 },
266 ],
267 'shards': 25,
268 },
269 },
Zhaoyang Li69e2e002021-02-19 21:57:35270 'Mac10.15 Tests': {
271 'swarming': {
272 'dimension_sets': [
273 {
274 'gpu': None,
275 },
276 ],
277 'shards': 25,
278 },
279 },
Lindsay Pasricha8d9a0c32021-12-08 17:08:29280 'Mac11 Tests': {
281 'swarming': {
282 'dimension_sets': [
283 {
284 'gpu': None,
285 },
286 ],
287 'shards': 25,
Struan Shrimpton57c594e42022-01-25 17:59:13288 'quickrun_shards': 26,
Lindsay Pasricha8d9a0c32021-12-08 17:08:29289 },
290 },
Zhaoyang Li9357e1e12021-12-07 18:53:17291 'Mac11 Tests (dbg)': {
292 'experiment_percentage': 100,
293 'args': [
294 '--debug',
295 ],
296 'swarming': {
297 'shards': 40,
298 },
299 },
Chong Gu75af969a2021-03-22 14:46:14300 'ToTFuchsia x64': {
301 'args': [
302 '--platform=fuchsia',
303 ],
304 'swarming': {
305 'shards': 1,
306 },
307 },
John Chenaab16fc02020-03-03 06:35:45308 'V8 Blink Linux Debug': {
Michael Achenbach455d39242020-06-22 13:33:45309 # This builder compiles Chromium in release mode, but V8 in debug.
310 # TODO(machenbach): Change name and out directory of this builder to
311 # something less confusing.
John Chenaab16fc02020-03-03 06:35:45312 'args': [
Michael Achenbach455d39242020-06-22 13:33:45313 '-t',
314 'Debug',
315 '--release',
John Chenaab16fc02020-03-03 06:35:45316 ],
317 },
318 'V8 Blink Linux Future': {
319 'args': [
Brian Sheedy10ddf0a2021-08-16 23:19:07320 '--flag-specific=future-js',
John Chenaab16fc02020-03-03 06:35:45321 ],
322 },
323 'WebKit Linux ASAN': {
324 'args': [
325 '--additional-expectations',
326 '../../third_party/blink/web_tests/ASANExpectations',
Weizhong Xia91b53362022-01-05 17:13:35327 '--timeout-ms',
John Chenaab16fc02020-03-03 06:35:45328 '48000',
329 '--enable-sanitizer',
330 ],
331 'swarming': {
332 'shards': 20,
333 },
334 },
335 'WebKit Linux Leak': {
336 'args': [
337 '--additional-expectations',
338 '../../third_party/blink/web_tests/LeakExpectations',
Weizhong Xia91b53362022-01-05 17:13:35339 '--timeout-ms',
John Chenaab16fc02020-03-03 06:35:45340 '48000',
341 '--enable-leak-detection',
342 ],
343 'swarming': {
344 'shards': 10,
345 },
346 },
347 'WebKit Linux MSAN': {
348 'args': [
349 '--additional-expectations',
350 '../../third_party/blink/web_tests/MSANExpectations',
Weizhong Xia91b53362022-01-05 17:13:35351 '--timeout-ms',
John Chenaab16fc02020-03-03 06:35:45352 '66000',
353 '--enable-sanitizer',
354 ],
355 'swarming': {
356 'expiration': 36000,
357 'hard_timeout': 10800,
358 'io_timeout': 3600,
359 'shards': 20,
360 },
361 },
John Chenaab16fc02020-03-03 06:35:45362 'Win10 Tests x64': {
363 'args': [
364 '--target',
Takuto Ikutab28b582e2021-02-10 01:41:21365 'Release_x64',
John Chenaab16fc02020-03-03 06:35:45366 ],
367 'swarming': {
368 "shards": 28
369 },
370 },
371 'Win10 Tests x64 (dbg)': {
372 'args': [
373 '--debug',
374 '--target',
Takuto Ikutab28b582e2021-02-10 01:41:21375 'Debug_x64',
John Chenaab16fc02020-03-03 06:35:45376 ],
377 },
Kuan Huanga89737d2022-01-07 19:42:11378 'Win11 Tests x64': {
379 'args': [
380 '--target',
381 'Release_x64',
382 ],
383 'swarming': {
384 "shards": 28
385 },
386 },
John Chenaab16fc02020-03-03 06:35:45387 # tryserver.chromium.android
388 'android_blink_rel': {
389 'args': [
390 '--release',
391 '--android',
392 # TODO(crbug.com/912120): Breakpad was entirely disabled on
393 # Android. Remove this when it no longer affects Android crash
394 # log handling.
395 '--disable-breakpad',
396 # TODO(crbug.com/875172): run on the real GPU since the
397 # software fallback, SwiftShader, isn't yet for 32-bit ARM.
398 '--additional-driver-flag=--use-gpu-in-tests',
399 ],
400 },
401 'devtools_frontend_linux_blink_light_rel': {
402 'args': [
403 'http/tests/devtools',
404 ],
405 'swarming': {
406 'shards': 4,
407 },
408 },
Takuto Ikutabace8f82022-01-26 23:47:47409 'devtools_frontend_linux_blink_light_rel_fastbuild': {
410 'args': [
411 'http/tests/devtools',
412 ],
413 'swarming': {
414 'shards': 4,
415 },
416 },
John Chenaab16fc02020-03-03 06:35:45417 'fuchsia-fyi-x64-rel': {
418 'args': [
419 '--platform=fuchsia',
420 ],
421 'swarming': {
422 'shards': 1,
423 },
424 },
Mathias Carlen30968a62020-03-31 08:47:04425 'linux-autofill-assistant': {
426 'args': [
427 '--release',
428 ],
429 },
Arthur Sonzogni90f6df12022-02-02 14:28:32430 'linux-bfcache-rel': {
431 'args': [
432 '--flag-specific=enable-back-forward-cache-same-site',
433 # TODO(crbug.com/1255537): Re-enable the test.
434 '--ignore-tests=external/wpt/html/browsers/browsing-the-web/back-forward-cache/events.html',
435 ],
436 },
John Chenaab16fc02020-03-03 06:35:45437 'linux-blink-animation-use-time-delta': {
438 'args': [
439 '--debug',
440 ],
441 },
Daniel Libby178c9832020-10-08 20:36:14442 'linux-blink-web-tests-force-accessibility-rel': {
443 'args': [
Brian Sheedy10ddf0a2021-08-16 23:19:07444 '--flag-specific=force-renderer-accessibility',
Daniel Libby178c9832020-10-08 20:36:14445 ],
446 },
John Chenaab16fc02020-03-03 06:35:45447 'linux-code-coverage': {
448 'args': [
449 '--additional-env-var=LLVM_PROFILE_FILE=${ISOLATED_OUTDIR}/profraw/default-%2m.profraw',
450 ],
451 'swarming': {
452 'shards': 20,
453 },
454 },
Aaron Gable40f79aa2020-03-21 01:21:15455 'linux-layout-tests-edit-ng': {
456 'args': [
Brian Sheedy10ddf0a2021-08-16 23:19:07457 '--flag-specific=enable-editing-ng',
Aaron Gable40f79aa2020-03-21 01:21:15458 ],
459 },
Garrett Beaty731523e92022-05-03 17:16:55460 'linux_layout_tests_layout_ng_disabled': {
461 'args': [
462 '--flag-specific=disable-layout-ng',
463 ],
464 'swarming': {
465 'shards': 20,
466 },
467 },
John Chenaab16fc02020-03-03 06:35:45468 'mac10.13-blink-rel-dummy': {
469 'swarming': {
Weizhong Xia02352952022-04-29 00:49:42470 'shards': 2,
John Chenaab16fc02020-03-03 06:35:45471 },
472 },
John Chenaab16fc02020-03-03 06:35:45473 'mac10.14-blink-rel-dummy': {
474 'swarming': {
Weizhong Xia02352952022-04-29 00:49:42475 'shards': 2,
John Chenaab16fc02020-03-03 06:35:45476 },
477 },
Ilia Samsonov7efe05e2020-05-07 19:00:46478 'mac10.15-blink-rel-dummy': {
479 'swarming': {
480 'shards': 20,
481 },
482 },
Ilia Samsonovdd271c6c22020-09-08 22:24:44483 'mac11.0-blink-rel-dummy': {
484 'swarming': {
Dirk Pranke2cc61792021-06-10 20:24:54485 'shards': 12,
486 'hard_timeout': 1800,
Ilia Samsonovdd271c6c22020-09-08 22:24:44487 },
488 },
Preethi Mohand030de42021-07-22 21:12:13489 'win10.20h2-blink-rel-dummy': {
490 'swarming': {
Preethi Mohand044dd02021-09-06 15:59:42491 'shards': 14,
Preethi Mohand030de42021-07-22 21:12:13492 'hard_timeout': 1200,
493 },
494 },
Weizhong Xia9afdbe52022-05-10 02:29:20495 'win11-blink-rel-dummy': {
496 'swarming': {
497 'hard_timeout': 1200,
498 },
499 'args': [
500 '--target',
501 'Release_x64',
502 ],
503 },
John Chenaab16fc02020-03-03 06:35:45504 },
505 },
John Budorickca995852019-06-26 16:55:55506 'breakpad_unittests': {
507 'modifications': {
508 'android-asan': {
509 'args': [
510 '--test-launcher-filter-file=../../testing/buildbot/filters/android.asan.breakpad_unittests.filter',
511 ],
512 },
513 },
514 },
Kenneth Russelleb60cbd22017-12-05 07:54:28515 'browser_tests': {
Kenneth Russellfbda3c532017-12-08 23:57:24516 'remove_from': [
Brad Halla36886c2019-02-26 16:52:29517 'CrWinAsan(dll)', # https://crbug.com/935598
Nico Weber3af4da72018-02-27 01:59:41518 'linux-win_cross-rel',
Nico Weberdae13cd92018-12-14 13:56:26519 'ToTLinuxTSan', # https://crbug.com/368525
Lindsay Pasrichab3f72db2021-09-22 22:05:46520 # TODO(crbug.com/1171053): Enable the suite in 'Mac10.15 Tests' once it's
Zhaoyang Li69e2e002021-02-19 21:57:35521 # off CQ.
Gary Tongd5f5a742021-01-29 00:01:13522 'Mac10.13 Tests', # https://crbug.com/1042757
Zhaoyang Li69e2e002021-02-19 21:57:35523 'Mac10.15 Tests', # https://crbug.com/1042757
Zhaoyang Li9357e1e12021-12-07 18:53:17524 'Mac11 Tests (dbg)', # https://crbug.com/1201386
Lindsay Pasricha8155d052021-04-22 00:06:43525 'mac-code-coverage', # https://crbug.com/1201386
Nico Weberd36959682018-04-12 03:33:46526 'Linux TSan Tests', # https://crbug.com/368525
Stephen Martinise701f5a2018-05-04 01:25:11527 'Win10 Tests x64 (dbg)',
Kenneth Russellfbda3c532017-12-08 23:57:24528 ],
Kenneth Russelleb60cbd22017-12-05 07:54:28529 'modifications': {
Nico Weber3f919792020-06-12 23:34:52530 'CrWinAsan': {
531 # These are very slow on the ASAN trybot for some reason.
Ben Pastened2c01af2022-01-31 23:06:44532 # crbug.com/1257927
Nico Weber3f919792020-06-12 23:34:52533 'swarming': {
534 'shards': 40,
535 },
536 },
537 'CrWinAsan(dll)': {
538 # These are very slow on the ASAN trybot for some reason.
Ben Pastened2c01af2022-01-31 23:06:44539 # crbug.com/1257927
Nico Weber3f919792020-06-12 23:34:52540 'swarming': {
541 'shards': 40,
542 },
543 },
Stephen Martinis1384ff92020-01-07 19:52:15544 'Linux - Future (dbg)': { # client.v8.chromium
Yuke Liaoea70f472019-12-19 06:03:36545 'swarming': {
Stephen Martinis1384ff92020-01-07 19:52:15546 'shards': 10,
Yuke Liaoea70f472019-12-19 06:03:36547 },
548 },
Stephen Martinis1384ff92020-01-07 19:52:15549 'Linux ASan LSan Tests (1)': {
550 # These are very slow on the ASAN trybot for some reason.
Ben Pastened2c01af2022-01-31 23:06:44551 # crbug.com/1257927
Roberto Carrillo2c9ec972019-03-20 03:11:19552 'swarming': {
Stephen Martinis1384ff92020-01-07 19:52:15553 'shards': 40,
Struan Shrimptone772d72f2021-12-15 07:50:09554 'quickrun_shards': 80
Roberto Carrillo2c9ec972019-03-20 03:11:19555 },
556 },
Chris Cunningham1d0e9e12020-02-26 22:56:40557 'Linux ASan Tests (sandboxed)': {
558 'swarming': {
John Abd-El-Malek3a631612020-07-08 21:40:41559 'shards': 30, # https://crbug.com/1103330
Chris Cunningham1d0e9e12020-02-26 22:56:40560 },
561 },
Stephen Martinis1384ff92020-01-07 19:52:15562 'Linux Chromium OS ASan LSan Tests (1)': {
563 # These are very slow on the ASAN trybot for some reason.
Ben Pastened2c01af2022-01-31 23:06:44564 # crbug.com/1257927
Roberto Carrillo5a5c98dc2019-10-30 22:33:51565 'swarming': {
Chris Cunningham74217f32022-05-02 18:47:23566 'shards': 60,
Roberto Carrillo5a5c98dc2019-10-30 22:33:51567 },
568 },
Ben Pastene7636bb62022-04-22 18:55:25569 'Linux ChromiumOS MSan Focal': {
570 # These are very slow on the Chrome OS MSAN trybot for some reason.
571 # crbug.com/865455
572 'swarming': {
573 'shards': 40,
574 },
575 'args': [
576 '--test-launcher-filter-file=../../testing/buildbot/filters/chromeos.msan.browser_tests.oobe_negative.filter',
577 ],
578 },
Stephen Martinis1384ff92020-01-07 19:52:15579 'Linux ChromiumOS MSan Tests': {
Alexis Hetua804f7412022-05-13 17:04:20580 # These are very slow on the Chrome OS MSAN trybot, most likely because browser_tests on cros has ~40% more tests. Also, these tests
581 # run on ash, which means every test starts and shuts down ash, which most likely explains why it takes longer than on other platforms.
Stephen Martinis1384ff92020-01-07 19:52:15582 # crbug.com/865455
Kenneth Russell56a3e862017-12-08 03:11:34583 'swarming': {
Alexis Hetud62dbf32022-05-17 19:48:38584 'shards': 48,
Kenneth Russell56a3e862017-12-08 03:11:34585 },
Ben Pastene44221d32020-05-21 23:38:36586 'args': [
587 '--test-launcher-filter-file=../../testing/buildbot/filters/chromeos.msan.browser_tests.oobe_negative.filter',
588 ],
Kenneth Russell56a3e862017-12-08 03:11:34589 },
Struan Shrimptonf5b2b552022-01-20 20:37:39590 'Linux Tests': {
591 'swarming': {
592 'quickrun_shards': 15,
593 },
594 },
Maksim Sisovc81d284c2021-10-05 17:54:35595 # https://crbug.com/1084469
596 'Linux Tests (Wayland)': {
597 'args': [
598 '--test-launcher-filter-file=../../testing/buildbot/filters/ozone-linux.wayland_browser_tests.filter',
599 ],
Struan Shrimptone772d72f2021-12-15 07:50:09600 'swarming': {
601 'quickrun_shards': 24,
602 },
Maksim Sisovc81d284c2021-10-05 17:54:35603 },
John Budorick614f91a2020-03-30 20:34:55604 'Linux Tests (dbg)(1)': {
605 # crbug.com/1066161
606 'swarming': {
607 'shards': 20,
608 },
609 },
Stephen Martinis1384ff92020-01-07 19:52:15610 'Mac ASan 64 Tests (1)': {
Kenneth Russellfbda3c532017-12-08 23:57:24611 'swarming': {
Stephen Martiniscd3c3832020-11-19 22:01:24612 'shards': 30,
Kenneth Russellfbda3c532017-12-08 23:57:24613 },
Lindsay Pasricha8155d052021-04-22 00:06:43614 # crbug.com/1196416
615 'args': [
616 '--test-launcher-filter-file=../../testing/buildbot/filters/mac.mac-rel.browser_tests.filter',
617 ],
Lindsay Pasrichab3f72db2021-09-22 22:05:46618 'experiment_percentage': 100, # https://crbug.com/1251657
Kenneth Russellfbda3c532017-12-08 23:57:24619 },
Lindsay Pasricha76f44d22021-04-07 16:16:26620 'Mac10.15 Tests': {
621 # crbug.com/1042757
622 'swarming': {
623 'dimension_sets': [
624 {
625 # These shards are liable to time out when running on macmini7,1.
626 'cores': '8|12',
627 }
628 ],
629 },
630 # crbug.com/1196416
631 'args': [
632 '--test-launcher-filter-file=../../testing/buildbot/filters/mac.mac-rel.browser_tests.filter',
633 ],
634 },
Lindsay Pasrichaf8762592021-12-02 23:43:09635 'Mac11 Tests': {
636 'ci_only': True,
637 },
Zhaoyang Li9357e1e12021-12-07 18:53:17638 'Mac11 Tests (dbg)': {
639 # crbug.com/1042757
640 'swarming': {
641 'dimension_sets': [
642 {
643 # These shards are liable to time out when running on macmini7,1.
644 'cores': '8|12',
645 }
646 ],
647 },
648 # crbug.com/1196416
649 'args': [
650 '--test-launcher-filter-file=../../testing/buildbot/filters/mac.mac-rel.browser_tests.filter',
651 ],
652 },
Stephen Martinis1384ff92020-01-07 19:52:15653 'ToTWin(dbg)': {
Kenneth Russelleb60cbd22017-12-05 07:54:28654 'swarming': {
John Budorickca14c76f62017-12-09 14:19:18655 'shards': 20,
Kenneth Russelleb60cbd22017-12-05 07:54:28656 },
657 },
Stephen Martinis1384ff92020-01-07 19:52:15658 'ToTWin64(dbg)': {
Kenneth Russell8ceeabf2017-12-11 17:53:28659 'swarming': {
660 'shards': 20,
661 },
662 },
Kenneth Russell6c83d212018-07-27 20:52:59663 'Win10 Tests x64': {
664 # crbug.com/868082
665 'args': [
666 '--disable-features=WebRTC-H264WithOpenH264FFmpeg',
667 ],
Takuto Ikutac9c269a2019-01-10 22:40:25668 'swarming': {
669 # This is for slow test execution that often becomes a critical path of
670 # swarming jobs. crbug.com/868114
671 'shards': 15,
Struan Shrimptona1ab7672022-01-13 18:02:51672 'quickrun_shards': 40,
Takuto Ikutac9c269a2019-01-10 22:40:25673 }
Kenneth Russell6c83d212018-07-27 20:52:59674 },
Kuan Huanga89737d2022-01-07 19:42:11675 'Win11 Tests x64': {
676 # crbug.com/868082
677 'args': [
678 '--disable-features=WebRTC-H264WithOpenH264FFmpeg',
679 ],
680 'swarming': {
681 # This is for slow test execution that often becomes a critical path of
682 # swarming jobs. crbug.com/868114
683 'shards': 15,
684 'quickrun_shards': 30,
685 }
686 },
Stephen Martinis1384ff92020-01-07 19:52:15687 'Win7 Tests (1)': {
688 # This is for slow test execution that often becomes a critical path of
689 # swarming jobs. crbug.com/868114
690 'swarming': {
691 'shards': 15,
692 },
693 },
Stephen Martinis1384ff92020-01-07 19:52:15694 'linux-chromeos-chrome': {
695 # TODO(https://crbug.com/932269): Promote out of experiment when the
696 # tests are green.
697 'args': [
698 '--test-launcher-filter-file=../../testing/buildbot/filters/chromeos.browser_tests.filter',
699 ],
700 },
701 'linux-chromeos-code-coverage': {
Nico Weber0c2861b2018-12-14 18:05:16702 'swarming': {
Stephen Martinis1384ff92020-01-07 19:52:15703 'shards': 50,
704 },
705 },
706 'linux-chromeos-dbg': {
707 'swarming': {
Chris Cunningham88e70de2022-05-02 23:39:16708 'shards': 50,
Stephen Martinis1384ff92020-01-07 19:52:15709 },
710 },
711 'linux-chromeos-rel': {
712 'swarming': {
713 'shards': 20,
Struan Shrimptone772d72f2021-12-15 07:50:09714 'quickrun_shards': 40,
Stephanie Kime9008f72020-03-05 23:01:16715 'dimension_sets': [
716 {
717 'kvm': '1',
718 },
719 ],
Stephen Martinis1384ff92020-01-07 19:52:15720 },
721 },
722 'linux-code-coverage': {
Yuke Liao58e1d202020-03-20 23:02:01723 'args': [
724 '--no-sandbox',
725 ],
Stephen Martinis1384ff92020-01-07 19:52:15726 'swarming': {
727 'shards': 50,
728 },
729 },
Junhua Chen39dd2dba2021-05-05 17:51:54730 'linux-lacros-code-coverage': {
731 'args': [
Ben Pastened1b2fd192021-05-11 19:10:18732 '--test-launcher-filter-file=../../testing/buildbot/filters/linux-lacros.browser_tests.filter',
Junhua Chen39dd2dba2021-05-05 17:51:54733 ],
734 },
Jieting Yangbf15db672021-10-04 19:18:37735 'linux-lacros-dbg-tests-fyi': {
736 'args': [
737 '--test-launcher-filter-file=../../testing/buildbot/filters/linux-lacros.browser_tests.filter',
738 ],
739 },
Sven Zheng80734f12020-08-06 06:50:39740 'linux-lacros-tester-rel': {
741 'args': [
Ben Pastened1b2fd192021-05-11 19:10:18742 '--test-launcher-filter-file=../../testing/buildbot/filters/linux-lacros.browser_tests.filter',
Sven Zheng80734f12020-08-06 06:50:39743 ],
Struan Shrimptone772d72f2021-12-15 07:50:09744 'swarming': {
745 'quickrun_shards': 20,
746 },
Sven Zheng80734f12020-08-06 06:50:39747 },
Kuan Huang235b0142021-10-19 18:59:28748 'mac-code-coverage': {
749 'args': [
750 '--coverage-continuous-mode=1',
751 ],
752 },
Lindsay Pasricha8bbc3382022-01-31 22:54:54753 'mac-osxbeta-rel': {
754 'swarming': {
755 'shards': 12,
756 },
757 },
Kuan Huang83a1c922021-09-08 22:00:27758 'mac11-arm64-rel-tests': {
Kuan Huang199112a52021-08-23 17:37:19759 'ci_only': False, # https://crbug.com/1234525
Lindsay Pasricha36432062021-10-27 20:43:30760 'args': [
761 # crbug.com/1262402
762 '--test-launcher-filter-file=../../testing/buildbot/filters/mac.mac11-arm64-rel.browser_tests.filter',
Lindsay Pasricha7cb620d2022-01-28 23:47:01763 ],
764 'swarming': {
Lindsay Pasrichab7e471f2022-02-08 18:17:31765 'shards': 30,
Lindsay Pasricha7cb620d2022-01-28 23:47:01766 },
Kuan Huang199112a52021-08-23 17:37:19767 },
Stephen Martinis1384ff92020-01-07 19:52:15768 'win-asan': {
Nico Weber3f919792020-06-12 23:34:52769 # These are very slow on the ASAN trybot for some reason.
Ben Pastened2c01af2022-01-31 23:06:44770 # crbug.com/1257927
Stephen Martinis1384ff92020-01-07 19:52:15771 'swarming': {
Nico Weber3f919792020-06-12 23:34:52772 'shards': 40,
Nico Weber0c2861b2018-12-14 18:05:16773 },
774 },
Yuki Yamada70190fc2021-10-28 09:00:27775 'win-backuprefptr-x64-fyi-rel': {
776 'args': [
777 '--test-launcher-filter-file=../../testing/buildbot/filters/win_backuprefptr_fyi.browser_tests.filter',
778 ],
779 },
Kenneth Russelleb60cbd22017-12-05 07:54:28780 },
781 },
Erik Chen681dc0282019-11-26 22:54:49782 'cc_unittests': {
783 'modifications': {
784 'Linux TSan Tests': {
785 'swarming': {
786 'shards': 3,
787 },
788 },
Haiyang Pan9d68ca02021-08-04 21:30:47789 'android-11-x86-rel': {
Haiyang Pancf765862021-03-18 20:39:15790 # https://crbug.com/1039860
791 'args': [
Haiyang Pan11d8bd52021-11-19 21:22:54792 '--test-launcher-filter-file=../../testing/buildbot/filters/android.emulator_11_12.cc_unittests.filter',
793 ],
794 },
Haiyang Pan2a55a452022-03-03 08:18:33795 'android-12-x64-rel': {
Haiyang Pan11d8bd52021-11-19 21:22:54796 # https://crbug.com/1039860
797 'args': [
798 '--test-launcher-filter-file=../../testing/buildbot/filters/android.emulator_11_12.cc_unittests.filter',
Haiyang Pancf765862021-03-18 20:39:15799 ],
800 },
Haiyang Pan6b8e4cf2021-08-02 21:38:28801 'android-marshmallow-x86-rel': {
John Budorickfa8f1da92020-01-15 18:11:38802 # https://crbug.com/1039860
803 'args': [
804 '--test-launcher-filter-file=../../testing/buildbot/filters/android.emulator.cc_unittests.filter',
805 ],
806 },
Haiyang Pan08d09dc2020-04-01 16:11:21807 'android-pie-x86-rel': {
John Budorickfa8f1da92020-01-15 18:11:38808 # https://crbug.com/1039860
809 'args': [
810 '--test-launcher-filter-file=../../testing/buildbot/filters/android.emulator.cc_unittests.filter',
811 ],
812 },
Struan Shrimptona1ab7672022-01-13 18:02:51813 'chromeos-amd64-generic-rel': {
814 'swarming': {
815 'quickrun_shards': 2,
816 },
817 },
Chong Gudf7fbe92021-02-24 02:55:58818 'fuchsia-code-coverage': {
819 'swarming': {
820 'shards': 4,
821 },
822 },
Chong Gub2446462021-08-19 18:44:08823 'fuchsia-fyi-arm64-dbg': {
824 'args': [
825 '--test-launcher-filter-file=../../testing/buildbot/filters/fuchsia.debug.cc_unittests.filter',
826 ],
827 },
Erik Chen681dc0282019-11-26 22:54:49828 },
829 },
Prakhar94f444a2020-10-08 07:30:08830 'check_static_initializers': {
831 'modifications': {
832 'Mac Builder': {
833 'args': [
834 '--allow-coverage-initializer',
835 ],
836 },
837 },
838 },
Ben Pastene7a05a8f2020-11-12 17:25:51839 'chrome_all_tast_tests': {
840 'modifications': {
Struan Shrimpton4b7abc02021-12-16 01:36:59841 'chromeos-amd64-generic-rel': {
842 'swarming': {
Struan Shrimpton57c594e42022-01-25 17:59:13843 'quickrun_shards': 8,
Struan Shrimpton4b7abc02021-12-16 01:36:59844 },
845 },
Ben Pastene7a05a8f2020-11-12 17:25:51846 'chromeos-betty-pi-arc-cfi-thin-lto-chrome': {
847 'args': [
848 # This bot sets symbol_level=2, which doesn't fit inside a normal VM.
849 '--strip-chrome',
850 ],
851 },
852 },
853 },
Andrew Luod252791ac2019-10-15 00:28:13854 'chrome_java_test_pagecontroller_tests': {
Haiyang Panfbd2b482020-09-23 23:41:25855 'modifications': {
856 'android-pie-arm64-rel': {
857 # TODO(crbug.com/1111436): Move this back to walleye if/when additional
858 # capacity has been deployed.
859 'swarming': {
860 'dimension_sets': [
861 {
862 'device_type': 'sailfish',
863 },
864 ],
865 },
866 },
867 },
Andrew Luod252791ac2019-10-15 00:28:13868 },
Stephanie Kim07761d22021-11-25 00:21:18869 'chrome_junit_tests': {
870 'modifications': {
871 'android-marshmallow-arm64-rel': {
872 'args': [
873 # Too many shards can lead to race conditions (crbug/1272066)
874 '--shards=8',
875 ],
876 },
877 },
878 },
Yun Liu7cfd28a2019-10-30 01:57:12879 'chrome_public_smoke_test': {
880 'remove_from': [
Ben Joyce02dc8092021-03-04 21:48:19881 'android-code-coverage-native', # Does not generate profraw data.
Ben Joyce46ca6012021-03-31 19:19:25882 'android-pie-arm64-coverage-experimental-rel', # Does not generate profraw data.
Yun Liu7cfd28a2019-10-30 01:57:12883 ],
884 },
Kenneth Russelleb60cbd22017-12-05 07:54:28885 'chrome_public_test_apk': {
John Budorick27d2d44e2019-05-20 20:26:09886 'remove_from': [
887 'android-asan', # https://crbug.com/964562
Ben Joyce02dc8092021-03-04 21:48:19888 'android-code-coverage-native', # Does not generate profraw data.
Ben Joyce46ca6012021-03-31 19:19:25889 'android-pie-arm64-coverage-experimental-rel', # Does not generate profraw data.
John Budorick27d2d44e2019-05-20 20:26:09890 ],
Kenneth Russelleb60cbd22017-12-05 07:54:28891 'modifications': {
Kenneth Russelleb60cbd22017-12-05 07:54:28892 'Marshmallow 64 bit Tester': {
893 'swarming': {
Kenneth Russelleb60cbd22017-12-05 07:54:28894 'shards': 14,
895 },
896 },
Arthur Wang5dd7b07c2020-04-04 01:05:22897 'Marshmallow Tablet Tester': {
898 'args': [
899 '--timeout-scale',
900 '2.0',
901 ],
902 },
Ben Pastenec73e96e92018-07-12 01:40:35903 'Oreo Phone Tester': {
bsheedy01833462018-12-07 01:05:57904 # TODO(https://crbug.com/884413): Re-enable this once the tests are
905 # either passing or there is more capacity.
906 'experiment_percentage': 0,
Ben Pastenec73e96e92018-07-12 01:40:35907 },
Haiyang Pan9d68ca02021-08-04 21:30:47908 'android-11-x86-rel': {
Haiyang Panb80557c2021-03-13 03:01:44909 'args': [
910 '--test-launcher-filter-file=../../testing/buildbot/filters/android.emulator_11.chrome_public_test_apk.filter',
Haiyang Pan1d5ca2862021-04-01 22:21:09911 '--timeout-scale=2.0',
Haiyang Panb80557c2021-03-13 03:01:44912 ],
Haiyang Panc82c3fa2022-02-01 01:26:06913 # TODO(https://crbug.com/1285975) Remove experiment and enable on
914 # trybot once the device offline issue is resolved.
915 'ci_only': True,
916 'experiment_percentage': 100,
Haiyang Pan68a39c02021-11-11 21:12:21917 },
Haiyang Pan2a55a452022-03-03 08:18:33918 'android-12-x64-rel': {
Haiyang Pan68a39c02021-11-11 21:12:21919 'args': [
Haiyang Pan629f4e42022-02-09 22:11:23920 '--test-launcher-filter-file=../../testing/buildbot/filters/android.emulator_12.chrome_public_test_apk.filter',
Haiyang Pan68a39c02021-11-11 21:12:21921 '--timeout-scale=2.0',
922 ],
Haiyang Pan2a55a452022-03-03 08:18:33923 # TODO(crbug.com/1225851): Remove experiment and ci_only
924 # once the test suite is stable.
925 'ci_only': True,
926 'experiment_percentage': 100,
Haiyang Panb80557c2021-03-13 03:01:44927 },
Stephen Martinis1384ff92020-01-07 19:52:15928 'android-arm64-proguard-rel': {
929 'swarming': {
930 'shards': 25,
931 },
932 },
Brian Sheedy44a7a0032020-04-16 19:20:57933 'android-marshmallow-arm64-rel-swarming': {
934 'swarming': {
Brian Sheedy180c2dd2020-04-22 19:34:31935 'service_account': '[email protected]'
Brian Sheedy44a7a0032020-04-16 19:20:57936 },
937 },
James Shen39aa0e32022-03-22 04:44:50938 'android-marshmallow-x86-fyi-rel-reviver': {
939 'swarming': {
940 # TODO(crbug.com/1127110): Revisit shards and machine_type if there
941 # are n2 machines available in the test pool.
942 'shards': 25,
943 },
944 },
Haiyang Pan742760c2021-02-12 03:21:41945 'android-marshmallow-x86-rel': {
946 'args': [
947 '--test-launcher-filter-file=../../testing/buildbot/filters/android.emulator_m.chrome_public_test_apk.filter',
948 ],
949 'swarming': {
950 # TODO(crbug.com/1127110): Revisit shards and machine_type if there
951 # are n2 machines available in the test pool.
952 'shards': 25,
Haiyang Pan742760c2021-02-12 03:21:41953 },
Haiyang Pan37fbd7a42020-06-03 03:27:37954 },
Stephen Martinis1384ff92020-01-07 19:52:15955 'android-pie-arm64-rel': {
956 'args': [
957 '--test-launcher-filter-file=../../testing/buildbot/filters/android.pie_arm64_rel.chrome_public_test_apk.filter', # https://crbug.com/1010211
958 ],
Stephen Martinisd05530d2021-07-27 22:50:22959 'ci_only': True, # https://crbug.com/1233700
Haiyang Pan43640ee2020-02-13 01:38:00960 },
Haiyang Pan08d09dc2020-04-01 16:11:21961 'android-pie-x86-rel': {
Haiyang Pan43640ee2020-02-13 01:38:00962 'args': [
Haiyang Pan71373072020-03-02 19:57:49963 # https://crbug.com/1046059
Haiyang Pan23f64f52020-06-04 01:23:32964 '--test-launcher-filter-file=../../testing/buildbot/filters/android.emulator_p.chrome_public_test_apk.filter',
Haiyang Pan43640ee2020-02-13 01:38:00965 ],
Haiyang Pan71373072020-03-02 19:57:49966 'swarming': {
Haiyang Pan58a6db22021-07-30 01:08:26967 # See https://crbug.com/1230192, runs of 40-60 minutes at 20 shards.
968 'shards': 30,
969 },
970 },
971 },
972 },
973 'chrome_public_test_apk_with_playstore': {
974 'remove_from': [
975 # Android Emulator does not ship playstore image on Marshmallow.
James Shen39aa0e32022-03-22 04:44:50976 'android-marshmallow-x86-fyi-rel-reviver',
Haiyang Pan58a6db22021-07-30 01:08:26977 'android-marshmallow-x86-rel',
978 ],
979 'modifications': {
Haiyang Pan9d68ca02021-08-04 21:30:47980 'android-11-x86-rel': {
Haiyang Pan58a6db22021-07-30 01:08:26981 'args': [
982 '--avd-config=../../tools/android/avd/proto/generic_playstore_android30.textpb',
983 ],
984 'swarming': {
985 # soft affinity so that bots with caches will be picked first
986 'optional_dimensions': {
987 '60': [
988 {
Haiyang Pan0fee3652022-02-23 19:19:48989 'caches': 'generic_playstore_android30',
Haiyang Pan58a6db22021-07-30 01:08:26990 }
991 ],
992 },
993 'named_caches': [
994 {
Haiyang Pan0fee3652022-02-23 19:19:48995 'name': 'generic_playstore_android30',
996 'path': '.android_emulator/generic_playstore_android30',
Haiyang Pan58a6db22021-07-30 01:08:26997 },
998 ],
999 },
1000 },
Haiyang Pan2a55a452022-03-03 08:18:331001 'android-12-x64-rel': {
Haiyang Pan68a39c02021-11-11 21:12:211002 'args': [
1003 '--avd-config=../../tools/android/avd/proto/generic_playstore_android31.textpb',
1004 ],
1005 'swarming': {
1006 # soft affinity so that bots with caches will be picked first
1007 'optional_dimensions': {
1008 '60': [
1009 {
Haiyang Pan0fee3652022-02-23 19:19:481010 'caches': 'generic_playstore_android31',
Haiyang Pan68a39c02021-11-11 21:12:211011 }
1012 ],
1013 },
1014 'named_caches': [
1015 {
Haiyang Pan0fee3652022-02-23 19:19:481016 'name': 'generic_playstore_android31',
1017 'path': '.android_emulator/generic_playstore_android31',
Haiyang Pan68a39c02021-11-11 21:12:211018 },
1019 ],
1020 },
1021 },
Haiyang Pan58a6db22021-07-30 01:08:261022 'android-pie-x86-rel': {
1023 'args': [
1024 '--avd-config=../../tools/android/avd/proto/generic_playstore_android28.textpb',
1025 ],
1026 'swarming': {
Haiyang Pan2c438302021-06-11 23:50:381027 # soft affinity so that bots with caches will be picked first
1028 'optional_dimensions': {
1029 '60': [
1030 {
Haiyang Pan0fee3652022-02-23 19:19:481031 'caches': 'generic_playstore_android28',
Haiyang Pan2c438302021-06-11 23:50:381032 }
1033 ],
1034 },
Haiyang Pan71373072020-03-02 19:57:491035 'named_caches': [
1036 {
Haiyang Pan0fee3652022-02-23 19:19:481037 'name': 'generic_playstore_android28',
1038 'path': '.android_emulator/generic_playstore_android28',
Haiyang Pan71373072020-03-02 19:57:491039 },
Haiyang Pan980402822020-10-07 23:24:561040 ],
Haiyang Pan71373072020-03-02 19:57:491041 },
John Budorick34009472018-04-03 17:38:441042 },
Kenneth Russelleb60cbd22017-12-05 07:54:281043 },
1044 },
1045 'chrome_public_test_vr_apk': {
Nico Weberb0b3f5862018-07-13 18:45:151046 'remove_from': [
Ben Joyce3e043862021-10-20 23:57:241047 # Decided to no longer run VR tests on M, crbug.com/1159619.
bsheedy410dd7c2018-06-15 22:42:091048 'Marshmallow Tablet Tester',
Haiyang Pand12ff5462021-07-12 17:29:021049
Andrew Luo38b311f2019-10-04 03:42:091050 'android-pie-arm64-rel', # https://crbug.com/1010211
bsheedydf58b4e2018-11-01 19:42:161051 'ToTAndroid',
John Budorick27d2d44e2019-05-20 20:26:091052 'android-asan', # https://crbug.com/964562
Ben Joyce02dc8092021-03-04 21:48:191053 'android-code-coverage-native', # Does not generate profraw data.
Ben Joyce46ca6012021-03-31 19:19:251054 'android-pie-arm64-coverage-experimental-rel', # Does not generate profraw data.
bsheedy410dd7c2018-06-15 22:42:091055 ],
Kenneth Russelleb60cbd22017-12-05 07:54:281056 },
bsheedy75a4dd52018-11-27 23:24:301057 'chrome_public_test_vr_apk-vega': {
1058 'modifications': {
bsheedy75a4dd52018-11-27 23:24:301059 'Oreo Phone Tester': {
1060 'swarming': {
1061 'dimension_sets': [
1062 {
1063 'device_os': 'OVR1.180808.003',
1064 'device_type': 'vega',
1065 'os': 'Android',
1066 },
1067 ],
1068 },
1069 }
1070 }
1071 },
Ian Struiksmaeb285db02020-10-20 22:19:341072 'chrome_sizes': {
1073 'modifications': {
Yuke Liao975680302021-02-18 18:34:541074 'lacros-amd64-generic-chrome': {
1075 'swarming': {
1076 'dimension_sets': [
1077 {
Yuke Liao31225ee32021-03-17 23:21:331078 'cpu': 'x86-64',
Ben Pasteneddd3da72021-09-23 17:41:351079 'os': 'Ubuntu-18.04',
Yuke Liao975680302021-02-18 18:34:541080 },
1081 ],
1082 },
1083 },
Ben Pastenee9536c82021-10-19 01:48:571084 'lacros-arm-generic-chrome': {
1085 'swarming': {
1086 'dimension_sets': [
1087 {
1088 'cpu': 'x86-64',
1089 'os': 'Ubuntu-18.04',
1090 },
1091 ],
1092 },
1093 },
Ian Struiksmaeb285db02020-10-20 22:19:341094 },
1095 },
Takuto Ikuta1b749b902019-04-11 18:05:531096 'chromedriver_py_tests': {
1097 'remove_from': [
1098 # Timeout happens sometimes (crbug.com/951799).
Takuto Ikuta1b749b902019-04-11 18:05:531099 'Win10 Tests x64 (dbg)',
1100 ],
1101 },
Haiyang Panfed339172021-03-10 23:19:571102 'components_browsertests': {
1103 'modifications': {
Haiyang Pan9d68ca02021-08-04 21:30:471104 'android-11-x86-rel': {
Haiyang Panfed339172021-03-10 23:19:571105 'swarming': {
1106 'shards': 2,
1107 },
1108 },
André Kempef30fe9d22022-02-03 10:44:291109 'android-asan': {
1110 'swarming': {
1111 'shards': 3,
1112 },
1113 },
Struan Shrimptonf5b2b552022-01-20 20:37:391114 'android-marshmallow-arm64-rel': {
1115 'swarming': {
1116 'quickrun_shards': 2,
1117 },
1118 },
Haiyang Panfed339172021-03-10 23:19:571119 },
1120 },
Kenneth Russelleb60cbd22017-12-05 07:54:281121 'components_unittests': {
Yun Liu3e759dbb2019-11-01 19:25:521122 'remove_from': [
Ben Joyce68c5c852021-10-16 23:55:161123 # https://crbug.com/1147531 - covered on marshmallow emulator.
Garrett Beaty47a2d802020-11-10 20:50:531124 'android-marshmallow-arm64-rel',
Yun Liu3e759dbb2019-11-01 19:25:521125 ],
Kenneth Russelleb60cbd22017-12-05 07:54:281126 'modifications': {
John Budorick5052d552017-12-13 02:59:341127 'Linux ASan LSan Tests (1)': {
1128 # These are very slow on the ASAN trybot for some reason.
Ben Pastened2c01af2022-01-31 23:06:441129 # crbug.com/1257927
John Budorick5052d552017-12-13 02:59:341130 'swarming': {
1131 'shards': 5,
1132 },
1133 },
Takuto Ikuta54671d972018-07-19 19:06:351134 'Linux Chromium OS ASan LSan Tests (1)': {
1135 # These are very slow on the ASAN trybot for some reason.
Ben Pastened2c01af2022-01-31 23:06:441136 # crbug.com/1257927
Takuto Ikuta54671d972018-07-19 19:06:351137 'swarming': {
1138 'shards': 5,
1139 },
1140 },
Erik Chen681dc0282019-11-26 22:54:491141 'Linux TSan Tests': {
1142 'swarming': {
1143 'shards': 2,
1144 },
1145 },
Haiyang Pan9d68ca02021-08-04 21:30:471146 'android-11-x86-rel': {
Haiyang Pan799282f2021-03-25 19:38:311147 'args': [
Haiyang Pane521cf692021-11-30 00:35:231148 # TODO(crbug.com/1192348): Fix the test failure
1149 '--gtest_filter=-FieldFormatterTest.DifferentLocales',
Haiyang Pan799282f2021-03-25 19:38:311150 ],
1151 },
Haiyang Pan2a55a452022-03-03 08:18:331152 'android-12-x64-rel': {
Haiyang Pan2877f062021-11-18 01:06:061153 'args': [
1154 # TODO(crbug.com/1192348): Fix the test failure
1155 '--gtest_filter=-FieldFormatterTest.DifferentLocales',
1156 ],
1157 },
Sven Zheng80734f12020-08-06 06:50:391158 # https://crbug.com/1111979,
Junhua Chen39dd2dba2021-05-05 17:51:541159 'linux-lacros-code-coverage': {
1160 'args': [
1161 '--test-launcher-filter-file=../../testing/buildbot/filters/linux-lacros.components_unittests.filter',
1162 ],
1163 },
1164 # https://crbug.com/1111979,
Yuke Liaoa0db4742021-08-09 18:28:331165 'linux-lacros-dbg-tests-fyi': {
1166 'args': [
1167 '--test-launcher-filter-file=../../testing/buildbot/filters/linux-lacros.components_unittests.filter',
1168 ],
1169 },
1170 # https://crbug.com/1111979,
Sven Zheng5c9d3e342020-08-11 21:39:431171 'linux-lacros-tester-rel': {
Sven Zheng5c9d3e342020-08-11 21:39:431172 'args': [
Yuke Liao56a437dd2021-05-05 04:53:401173 '--test-launcher-filter-file=../../testing/buildbot/filters/linux-lacros.components_unittests.filter',
Sven Zheng5c9d3e342020-08-11 21:39:431174 ],
Sven Zheng80734f12020-08-06 06:50:391175 },
1176 },
Sven Zheng577fe5ff2020-08-03 22:06:441177 },
Chong Gu76046412021-09-22 17:49:211178 'compositor_unittests': {
Chong Gub2446462021-08-19 18:44:081179 'modifications': {
1180 'fuchsia-fyi-arm64-dbg': {
1181 'args': [
1182 '--test-launcher-filter-file=../../testing/buildbot/filters/fuchsia.debug.compositor_unittests.filter',
1183 ],
1184 },
1185 },
1186 },
Kenneth Russelleb60cbd22017-12-05 07:54:281187 'content_browsertests': {
Brad Halla36886c2019-02-26 16:52:291188 'remove_from': [
Brad Halla36886c2019-02-26 16:52:291189 'CrWinAsan(dll)', # https://crbug.com/935598
Chong Gu0ed5dcda2021-07-15 21:26:111190 'android-marshmallow-arm64-rel', # http://crbug.com/1060245#c30: due to low utility and capacity.
Brad Halla36886c2019-02-26 16:52:291191 ],
Kenneth Russelleb60cbd22017-12-05 07:54:281192 'modifications': {
Kenneth Russellfbda3c532017-12-08 23:57:241193 'Cast Audio Linux': {
1194 'args': [
Nico Weber02f30392018-07-16 18:39:431195 '--test-launcher-filter-file=../../testing/buildbot/filters/cast-linux.content_browsertests.filter',
Kenneth Russellfbda3c532017-12-08 23:57:241196 ],
Kenneth Russellfbda3c532017-12-08 23:57:241197 },
1198 'Cast Linux': {
1199 'args': [
Nico Weber02f30392018-07-16 18:39:431200 '--test-launcher-filter-file=../../testing/buildbot/filters/cast-linux.content_browsertests.filter',
Kenneth Russellfbda3c532017-12-08 23:57:241201 ],
Kenneth Russellfbda3c532017-12-08 23:57:241202 },
Erik Chenb681c8c2019-11-25 22:52:521203 'Linux ASan LSan Tests (1)': {
1204 'swarming': {
1205 'shards': 12,
Struan Shrimptone772d72f2021-12-15 07:50:091206 'quickrun_shards': 24,
Erik Chenb681c8c2019-11-25 22:52:521207 },
1208 },
Chris Cunninghame1a04ea2019-04-24 01:49:321209 'Linux ASan Tests (sandboxed)': {
1210 'swarming': {
John Abd-El-Malek3a631612020-07-08 21:40:411211 'shards': 10, # https://crbug.com/1103330
Chris Cunninghame1a04ea2019-04-24 01:49:321212 },
1213 },
Erik Chen681dc0282019-11-26 22:54:491214 'Linux TSan Tests': {
1215 'swarming': {
1216 'shards': 15,
Struan Shrimptonf5b2b552022-01-20 20:37:391217 'quickrun_shards': 30,
Erik Chen681dc0282019-11-26 22:54:491218 },
1219 },
Lindsay Pasrichab3f72db2021-09-22 22:05:461220 'Mac ASan 64 Tests (1)': { # https://crbug.com/1200640
1221 'experiment_percentage': 100,
1222 },
Struan Shrimpton57c594e42022-01-25 17:59:131223 'Mac11 Tests': {
1224 'swarming': {
Lindsay Pasricha0b5beaf2022-03-04 08:15:271225 'shards': 12,
Struan Shrimpton57c594e42022-01-25 17:59:131226 'quickrun_shards': 10,
1227 },
1228 },
Lindsay Pasricha945e4d62022-01-20 02:14:011229 'Mac11 Tests (dbg)': { # https://crbug.com/1279504
1230 'swarming': {
Lindsay Pasricha9ec81b52022-03-10 03:43:311231 'shards': 18,
Lindsay Pasricha945e4d62022-01-20 02:14:011232 },
1233 },
1234
Sergey Silkinfe96b352020-10-19 20:41:341235 'Marshmallow Tablet Tester': {
1236 'args': [
1237 '--test-launcher-filter-file=../../testing/buildbot/filters/android.marshmallow_tablet_tester.content_browsertests.filter',
1238 ],
Haiyang Pan1f6367352021-07-02 21:15:571239 'swarming': {
1240 'shards': 15,
1241 },
Sergey Silkinfe96b352020-10-19 20:41:341242 },
Sergey Silkin1fe10e82020-10-30 19:36:581243 'WebRTC Chromium FYI Android Tests (dbg) (M Nexus5X)': {
1244 'args': [
1245 '--test-launcher-filter-file=../../testing/buildbot/filters/chromium.webrtc.fyi.android.tests.dbg.content_browsertests.filter',
1246 ],
Andrew Grieveae21ca62021-10-20 18:37:521247 },
1248 'WebRTC Chromium FYI Android Tests (dbg) (N Nexus5X)': {
1249 'args': [
1250 '--test-launcher-filter-file=../../testing/buildbot/filters/chromium.webrtc.fyi.android.tests.dbg.content_browsertests.filter',
1251 ],
1252 },
Stephen Martinis1384ff92020-01-07 19:52:151253 'Win10 Tests x64': {
1254 # crbug.com/868082
1255 'args': [
1256 '--disable-features=WebRTC-H264WithOpenH264FFmpeg',
1257 ],
Struan Shrimptona1ab7672022-01-13 18:02:511258 'swarming': {
1259 'quickrun_shards': 18,
1260 },
Stephen Martinis1384ff92020-01-07 19:52:151261 },
1262 'Win10 Tests x64 (dbg)': {
1263 'experiment_percentage': 100,
1264 # crbug.com/868082
1265 'args': [
1266 '--disable-features=WebRTC-H264WithOpenH264FFmpeg',
Stephen Martinis1384ff92020-01-07 19:52:151267 ],
1268 },
Kuan Huanga89737d2022-01-07 19:42:111269 'Win11 Tests x64': {
1270 # crbug.com/868082
1271 'args': [
1272 '--disable-features=WebRTC-H264WithOpenH264FFmpeg',
1273 ],
1274 },
Haiyang Pan9d68ca02021-08-04 21:30:471275 'android-11-x86-rel': {
Haiyang Pan566e2652022-01-25 07:01:521276 # TODO(crbug.com/1137474): Remove ci_only and experiment_percentage
1277 # after the test suite is green.
1278 'ci_only': True,
Haiyang Pan10f029c2021-07-30 23:17:561279 'experiment_percentage': 100,
Haiyang Pan51450ab2021-03-23 00:48:571280 # TODO(crbug.com/1137474): Revisit the shard number once failed tests
1281 # are fixed.
Haiyang Panfed339172021-03-10 23:19:571282 'swarming': {
Haiyang Pan51450ab2021-03-23 00:48:571283 'shards': 30,
Haiyang Pan45e77dda2021-07-01 22:23:291284 'dimension_sets': [
1285 {
1286 'machine_type': 'e2-standard-8', # use 8-core to shorten runtime
1287 },
1288 ],
Haiyang Panfed339172021-03-10 23:19:571289 },
1290 },
Haiyang Pan2a55a452022-03-03 08:18:331291 'android-12-x64-rel': {
Haiyang Pandbff3ef2022-02-11 23:24:191292 'args': [
1293 '--test-launcher-filter-file=../../testing/buildbot/filters/android.emulator_12.content_browsertests.filter',
1294 ],
Haiyang Pan249494b2022-01-27 21:56:211295 'swarming': {
Haiyang Panc1192662022-03-09 00:09:021296 'shards': 25,
Haiyang Pan249494b2022-01-27 21:56:211297 },
1298 },
Stephen Martinis1384ff92020-01-07 19:52:151299 'android-arm64-proguard-rel': {
1300 'swarming': {
1301 'shards': 16,
1302 },
1303 },
1304 'android-asan': {
1305 'args': [
1306 '--test-launcher-filter-file=../../testing/buildbot/filters/android.asan.content_browsertests.filter',
1307 ],
1308 'swarming': {
André Kempef30fe9d22022-02-03 10:44:291309 'shards': 25,
Stephen Martinis1384ff92020-01-07 19:52:151310 },
1311 },
Stephen Martinis1384ff92020-01-07 19:52:151312 'android-marshmallow-arm64-rel': {
1313 'swarming': {
1314 'shards': 16,
1315 },
1316 },
Haiyang Pan2486dcb2020-09-18 17:53:061317 'android-marshmallow-x86-rel-non-cq': {
John Budoricka4e23882020-02-28 18:36:431318 'args': [
Haiyang Pan12d5acd2020-06-01 20:54:571319 '--test-launcher-filter-file=../../testing/buildbot/filters/android.emulator_m.content_browsertests.filter',
John Budoricka4e23882020-02-28 18:36:431320 ],
Haiyang Panc47f6d12020-08-19 18:34:491321 'swarming': {
1322 'shards': 20,
1323 },
John Budoricka4e23882020-02-28 18:36:431324 },
Haiyang Pancf24ceb2022-03-17 02:31:301325 'android-nougat-x86-rel': {
1326 'swarming': {
1327 'shards': 20,
1328 },
1329 },
Struan Shrimptone772d72f2021-12-15 07:50:091330 'android-pie-arm64-rel': {
1331 'swarming': {
Struan Shrimpton4b7abc02021-12-16 01:36:591332 'quickrun_shards': 40
Struan Shrimptone772d72f2021-12-15 07:50:091333 }
1334 },
Haiyang Pan08d09dc2020-04-01 16:11:211335 'android-pie-x86-rel': {
John Budoricka4e23882020-02-28 18:36:431336 'args': [
Haiyang Pan12d5acd2020-06-01 20:54:571337 '--test-launcher-filter-file=../../testing/buildbot/filters/android.emulator_p.content_browsertests.filter',
John Budoricka4e23882020-02-28 18:36:431338 ],
Sky Malice303f7ec2021-07-17 04:13:091339 'swarming': {
1340 # Flaking with only 20 shards with 40-60 minute runs.
1341 # https://crbug.com/1230118
1342 'shards': 30,
Haiyang Pan2eb735e72020-09-15 22:51:511343 },
John Budoricka4e23882020-02-28 18:36:431344 },
Stephen Martinis1384ff92020-01-07 19:52:151345 'linux-chromeos-code-coverage': {
1346 'swarming': {
1347 'shards': 12,
1348 },
1349 },
Albert J. Wong91f109652019-11-19 03:01:161350 'linux-chromeos-rel': {
1351 'swarming': {
1352 'shards': 3,
1353 },
1354 },
Yuke Liao79424e42020-01-06 21:00:111355 'linux-code-coverage': {
Yuke Liao58e1d202020-03-20 23:02:011356 'args': [
1357 '--no-sandbox',
1358 ],
Yuke Liao79424e42020-01-06 21:00:111359 'swarming': {
1360 'shards': 12,
1361 },
1362 },
Junhua Chen39dd2dba2021-05-05 17:51:541363 # https://crbug.com/1111979,
1364 'linux-lacros-code-coverage': {
1365 'args': [
1366 '--test-launcher-filter-file=../../testing/buildbot/filters/linux-lacros.content_browsertests.filter',
1367 ],
1368 },
Jieting Yangbf15db672021-10-04 19:18:371369 # https://crbug.com/1111979,
1370 'linux-lacros-dbg-tests-fyi': {
1371 'args': [
1372 '--test-launcher-filter-file=../../testing/buildbot/filters/linux-lacros.content_browsertests.filter',
1373 ],
1374 },
Sven Zheng80734f12020-08-06 06:50:391375 # https://crbug.com/1111979
1376 'linux-lacros-tester-fyi-rel': {
1377 'experiment_percentage': 100,
1378 },
Sven Zheng5c9d3e342020-08-11 21:39:431379 # https://crbug.com/1111979,
1380 'linux-lacros-tester-rel': {
Sven Zheng5c9d3e342020-08-11 21:39:431381 'args': [
Yuke Liao56a437dd2021-05-05 04:53:401382 '--test-launcher-filter-file=../../testing/buildbot/filters/linux-lacros.content_browsertests.filter',
Sven Zheng5c9d3e342020-08-11 21:39:431383 ],
1384 },
Kuan Huang235b0142021-10-19 18:59:281385 'mac-code-coverage': {
1386 'args': [
1387 '--coverage-continuous-mode=1',
1388 ],
1389 },
Kuan Huang05332fb2021-10-12 02:04:261390 # https://crbug.com/1255940
1391 'mac-rel-swarming': {
1392 'swarming': {
1393 'dimension_sets': [
1394 {
1395 # These test would time out when running on 4 cores instances.
1396 'cores': '8|12',
1397 }
1398 ],
1399 },
1400 },
Kenneth Russelleb60cbd22017-12-05 07:54:281401 },
1402 },
Nico Weber81e16ace22018-06-30 02:58:471403 'content_shell_crash_test': {
Haiyang Pan8c201b92020-06-04 01:25:071404 'remove_from': [
Haiyang Pan2486dcb2020-09-18 17:53:061405 'android-marshmallow-x86-rel-non-cq', # crbug.com/1084353
Haiyang Pan8c201b92020-06-04 01:25:071406 ],
Dirk Prankeb1c36b322018-07-11 02:42:001407 'modifications': {
Dirk Prankeb1c36b322018-07-11 02:42:001408 'Win10 Tests x64 (dbg)': {
1409 'experiment_percentage': 100, # https://crbug.com/861730
1410 },
1411 },
Nico Weber81e16ace22018-06-30 02:58:471412 },
John Budorick27d2d44e2019-05-20 20:26:091413 'content_shell_test_apk': {
1414 'remove_from': [
John Budorick27d2d44e2019-05-20 20:26:091415 'android-asan', # https://crbug.com/964562
Ben Joyce02dc8092021-03-04 21:48:191416 'android-code-coverage-native', # Does not generate profraw data.
Ben Joyce46ca6012021-03-31 19:19:251417 'android-pie-arm64-coverage-experimental-rel', # Does not generate profraw data.
John Budorick27d2d44e2019-05-20 20:26:091418 ],
John Budorickee2e64f2020-03-02 20:19:101419 'modifications': {
Haiyang Pan9d68ca02021-08-04 21:30:471420 'android-11-x86-rel': {
Haiyang Pan103864812021-03-19 19:28:441421 'args': [
1422 '--test-launcher-filter-file=../../testing/buildbot/filters/android.emulator_11.content_shell_test_apk.filter',
Haiyang Panabdab2f2021-07-19 20:37:511423 '--timeout-scale=2.0',
Haiyang Pan103864812021-03-19 19:28:441424 ],
1425 },
Haiyang Pan2a55a452022-03-03 08:18:331426 'android-12-x64-rel': {
Haiyang Pan3b1016e2022-02-05 00:02:451427 'args': [
1428 '--test-launcher-filter-file=../../testing/buildbot/filters/android.emulator_12.content_shell_test_apk.filter',
1429 ],
1430 },
James Shen39aa0e32022-03-22 04:44:501431 'android-marshmallow-x86-fyi-rel-reviver': {
1432 'swarming': {
1433 'quickrun_shards': 8,
1434 },
1435 },
Haiyang Panb991f562021-08-10 17:46:461436 'android-marshmallow-x86-rel': {
John Budorickee2e64f2020-03-02 20:19:101437 'args': [
Haiyang Pan28e73582020-05-30 00:34:271438 '--test-launcher-filter-file=../../testing/buildbot/filters/android.emulator_m.content_shell_test_apk.filter',
John Budorickee2e64f2020-03-02 20:19:101439 ],
Struan Shrimpton57c594e42022-01-25 17:59:131440 'swarming': {
1441 'quickrun_shards': 8,
1442 },
John Budorickee2e64f2020-03-02 20:19:101443 },
Haiyang Pan08d09dc2020-04-01 16:11:211444 'android-pie-x86-rel': {
John Budorickee2e64f2020-03-02 20:19:101445 'args': [
1446 '--gtest_filter=-ContentViewScrollingTest.testFling',
1447 ],
1448 },
1449 },
John Budorick27d2d44e2019-05-20 20:26:091450 },
Kenneth Russelleb60cbd22017-12-05 07:54:281451 'content_unittests': {
1452 'modifications': {
John Budorick5052d552017-12-13 02:59:341453 'Linux ASan LSan Tests (1)': {
1454 # These are slow on the ASAN trybot for some reason.
Ben Pastened2c01af2022-01-31 23:06:441455 # crbug.com/1257927
John Budorick5052d552017-12-13 02:59:341456 'swarming': {
1457 'shards': 2,
1458 },
1459 },
Takuto Ikuta54671d972018-07-19 19:06:351460 'Linux ChromiumOS MSan Tests': {
1461 # These are very slow on the Chrome OS MSAN trybot for some reason.
1462 # crbug.com/865455
1463 'swarming': {
1464 'shards': 2,
1465 },
1466 },
Chong Gu52481452021-04-02 17:52:411467 'fuchsia-code-coverage': {
1468 'swarming': {
1469 'shards': 12,
1470 },
1471 },
Chong Gua10cd302022-01-14 19:22:191472 'fuchsia-fyi-x64-asan': {
1473 'args': [
1474 '--test-launcher-filter-file=../../testing/buildbot/filters/fuchsia.lsan.content_unittests.filter',
1475 ],
1476 },
Kenneth Russelleb60cbd22017-12-05 07:54:281477 },
1478 },
Jonah Ryan-Davis832c8462020-06-09 03:45:031479 'context_lost_validating_tests': {
Brian Sheedye285c9b2019-07-15 21:42:461480 # TODO(https://crbug.com/850107): Remove the Android FYI Release (Pixel 2)
1481 # exception once there is enough capacity to run these tests.
1482 'remove_from': [
Brian Sheedye285c9b2019-07-15 21:42:461483 'Android FYI Release (Pixel 2)',
1484 ],
Kenneth Russellc1a09302018-07-10 01:12:541485 },
Kenneth Russellfbda3c532017-12-08 23:57:241486 'crashpad_tests': {
1487 'remove_from': [
Nico Weber15a00d62018-05-16 17:11:481488 'linux-win_cross-rel', # https://crbug.com/762167
Vlad Tsyrklevich06a9a44f2019-07-24 19:14:391489 # https://crbug.com/crashpad/304
1490 'Linux TSan Tests',
1491 'ToTLinuxTSan',
1492 # https://crbug.com/crashpad/306
1493 'Linux CFI',
Michael Savigny0a956032021-10-27 19:18:021494 'Linux CFI (reclient shadow)',
Vlad Tsyrklevich06a9a44f2019-07-24 19:14:391495 'CFI Linux ToT',
Kenneth Russellfbda3c532017-12-08 23:57:241496 ],
Haiyang Panc7c009e2021-03-18 19:31:231497 'modifications': {
Avi Drissmanc6318122022-03-29 17:07:421498 # TODO(crbug.com/1254975): dyld was rebuilt for macOS 12, which breaks
1499 # the tests. Run this experimentally on all the macOS bots >= 12 and
1500 # remove this exception once fixed.
1501 'Mac Builder Next': {
1502 'experiment_percentage': 100,
1503 },
Haiyang Pan9d68ca02021-08-04 21:30:471504 'android-11-x86-rel': {
Haiyang Panc7c009e2021-03-18 19:31:231505 'args': [
1506 '--test-launcher-filter-file=../../testing/buildbot/filters/android.emulator_11.crashpad_tests.filter',
1507 ],
1508 },
Haiyang Pan2a55a452022-03-03 08:18:331509 'android-12-x64-rel': {
Haiyang Pan07d9e262021-10-20 21:50:031510 'args': [
1511 '--test-launcher-filter-file=../../testing/buildbot/filters/android.emulator_12.crashpad_tests.filter',
1512 ],
1513 },
Avi Drissmanc6318122022-03-29 17:07:421514 # TODO(crbug.com/1254975): dyld was rebuilt for macOS 12, which breaks
1515 # the tests. Run this experimentally on all the macOS bots >= 12 and
1516 # remove this exception once fixed.
Lindsay Pasricha60535a22021-12-13 16:50:241517 'mac-osxbeta-rel': {
1518 'experiment_percentage': 100,
1519 },
Haiyang Panc7c009e2021-03-18 19:31:231520 },
Kenneth Russellfbda3c532017-12-08 23:57:241521 },
Austin Eng414af1612022-04-08 02:15:361522 'dawn_perf_tests': {
1523 'remove_from': [
1524 'Dawn Win10 x86 DEPS Release (Intel HD 630)',
1525 'Dawn Win10 x86 Release (Intel HD 630)',
1526 ],
1527 },
Haiyang Pan1c813ca2021-11-24 18:52:161528 'device_unittests': {
1529 'modifications': {
Haiyang Pan2a55a452022-03-03 08:18:331530 'android-12-x64-rel': {
Haiyang Pan1c813ca2021-11-24 18:52:161531 'args': [
1532 '--test-launcher-filter-file=../../testing/buildbot/filters/android.emulator_12.device_unittests.filter',
1533 ],
1534 },
1535 },
1536 },
Ben Pastene61ad637c2020-05-08 22:24:411537 'disk_usage_tast_test': {
1538 # TODO(crbug.com/1077659): Add the test back after it's fixed.
1539 'remove_from': [
1540 'chromeos-kevin-rel',
1541 ],
1542 },
Struan Shrimpton57c594e42022-01-25 17:59:131543 'exo_unittests': {
1544 'modifications': {
1545 'linux-chromeos-rel': {
1546 'swarming': {
1547 'quickrun_shards': 2,
1548 }
1549 },
1550 },
1551 },
Joe Downing41486042018-10-18 22:44:441552 'extensions_browsertests': {
Brad Halla36886c2019-02-26 16:52:291553 'remove_from': [
Brad Halla36886c2019-02-26 16:52:291554 'CrWinAsan(dll)', # https://crbug.com/935598
1555 ],
Joe Downing41486042018-10-18 22:44:441556 'modifications': {
1557 'Win10 Tests x64 (dbg)': {
1558 'experiment_percentage': 100, # https://crbug.com/876615
1559 },
Sven Zheng5c9d3e342020-08-11 21:39:431560 # https://crbug.com/1111979,
Junhua Chen39dd2dba2021-05-05 17:51:541561 'linux-lacros-code-coverage': {
1562 'args': [
1563 '--gtest_filter=-BluetoothShellApiTest.ApiSanityCheck:BluetoothSocketApiTest.Listen:BluetoothSocketApiTest.PermissionDenied',
1564 ],
1565 },
Yuke Liaoa0db4742021-08-09 18:28:331566 'linux-lacros-dbg-tests-fyi': {
1567 'args': [
1568 '--gtest_filter=-BluetoothShellApiTest.ApiSanityCheck:BluetoothSocketApiTest.Listen:BluetoothSocketApiTest.PermissionDenied',
1569 ],
1570 },
Sven Zheng5c9d3e342020-08-11 21:39:431571 'linux-lacros-tester-rel': {
Sven Zheng5c9d3e342020-08-11 21:39:431572 'args': [
1573 '--gtest_filter=-BluetoothShellApiTest.ApiSanityCheck:BluetoothSocketApiTest.Listen:BluetoothSocketApiTest.PermissionDenied',
1574 ],
1575 },
Joe Downing41486042018-10-18 22:44:441576 },
1577 },
Sven Zheng577fe5ff2020-08-03 22:06:441578 'extensions_unittests': {
Sven Zheng80734f12020-08-06 06:50:391579 'modifications': {
Chong Gud034fe52022-01-20 21:48:041580 'fuchsia-fyi-x64-asan': {
1581 'args': [
Chong Gu1155d872022-02-10 17:55:271582 '--test-launcher-filter-file=../../testing/buildbot/filters/fuchsia.lsan.extensions_unittests.filter',
Chong Gud034fe52022-01-20 21:48:041583 ],
1584 },
Sven Zheng5c9d3e342020-08-11 21:39:431585 # https://crbug.com/1111979,
Junhua Chen39dd2dba2021-05-05 17:51:541586 'linux-lacros-code-coverage': {
1587 'args': [
Yuke Liaoa0db4742021-08-09 18:28:331588 '--gtest_filter=-BluetoothSocketApiUnittest.CreateThenClose:'
1589 'NativeExtensionBindingsSystemUnittest.*',
1590 ],
1591 },
1592 'linux-lacros-dbg-tests-fyi': {
1593 'args': [
Junhua Chen39dd2dba2021-05-05 17:51:541594 '--gtest_filter=-NativeExtensionBindingsSystemUnittest*:'
1595 'BluetoothSocketApiUnittest.CreateThenClose:'
1596 'FeatureProviderTest.PermissionFeatureAvailability',
1597 ],
1598 },
Sven Zheng5c9d3e342020-08-11 21:39:431599 'linux-lacros-tester-rel': {
Sven Zheng5c9d3e342020-08-11 21:39:431600 'args': [
Yuke Liaobb8308322020-08-12 20:20:471601 '--gtest_filter=-NativeExtensionBindingsSystemUnittest*:'
1602 'BluetoothSocketApiUnittest.CreateThenClose:'
1603 'FeatureProviderTest.PermissionFeatureAvailability',
Sven Zheng5c9d3e342020-08-11 21:39:431604 ],
1605 },
Sven Zheng80734f12020-08-06 06:50:391606 },
Sven Zheng577fe5ff2020-08-03 22:06:441607 },
Chong Gu76046412021-09-22 17:49:211608 'gfx_unittests': {
Chong Gudf7fbe92021-02-24 02:55:581609 'modifications': {
1610 'fuchsia-code-coverage': {
1611 'swarming': {
1612 'shards': 2,
1613 },
1614 },
1615 },
1616 },
Kenneth Russelleb60cbd22017-12-05 07:54:281617 'gin_unittests': {
1618 'remove_from': [
Nico Weber1394523f2018-06-06 15:58:471619 'ToTLinuxASan', # https://crbug.com/831667
Nico Weberd36959682018-04-12 03:33:461620 'Linux ASan LSan Tests (1)', # https://crbug.com/831667
Nico Weber1394523f2018-06-06 15:58:471621 'Linux Chromium OS ASan LSan Tests (1)', # https://crbug.com/831667
Kenneth Russelleb60cbd22017-12-05 07:54:281622 ],
Chong Gua10cd302022-01-14 19:22:191623 'modifications': {
1624 'fuchsia-fyi-x64-asan': {
1625 'args': [
1626 '--test-launcher-filter-file=../../testing/buildbot/filters/fuchsia.lsan.gin_unittests.filter',
1627 ],
1628 },
1629 },
Kenneth Russelleb60cbd22017-12-05 07:54:281630 },
Brian Ho8271a7ad2021-08-12 20:48:031631 # TODO(crbug.com/1202958): Remove these GLRenderer variants when
1632 # SkiaRenderer is fully shipped on Chrome OS.
1633 # Don't run these on real devices due to capacity issues.
1634 'gl_renderer_context_lost_tests': {
1635 'remove_from': [
1636 'ChromeOS FYI Release (kevin)',
1637 'Lacros FYI x64 Release (Intel)',
1638 ],
1639 },
Brian Ho8271a7ad2021-08-12 20:48:031640 'gl_renderer_gpu_process_launch_tests': {
1641 'remove_from': [
1642 'ChromeOS FYI Release (kevin)',
1643 'Lacros FYI x64 Release (Intel)',
1644 ],
1645 },
1646 'gl_renderer_hardware_accelerated_feature_tests': {
1647 'remove_from': [
1648 'ChromeOS FYI Release (kevin)',
1649 'Lacros FYI x64 Release (Intel)',
1650 ],
1651 },
1652 'gl_renderer_maps_pixel_tests': {
1653 'remove_from': [
1654 'ChromeOS FYI Release (kevin)',
1655 'Lacros FYI x64 Release (Intel)',
1656 ],
1657 },
1658 'gl_renderer_pixel_skia_gold_tests': {
1659 'remove_from': [
1660 'ChromeOS FYI Release (kevin)',
1661 'Lacros FYI x64 Release (Intel)',
1662 ],
1663 },
Jonah Ryan-Davisdeeffeaf2020-06-18 17:56:001664 'gl_tests_passthrough': {
1665 'remove_from': [
1666 'CFI Linux ToT',
1667 # Can't run on MSAN because gl_tests uses the hardware driver,
1668 # which isn't instrumented.
1669 'Linux MSan Tests',
Ben Pastene7636bb62022-04-22 18:55:251670 'Linux MSan Focal',
Jonah Ryan-Davisdeeffeaf2020-06-18 17:56:001671 ],
1672 'modifications': {
1673 # TODO(kbr): figure out a better way to specify blocks of
1674 # arguments like this for tests on multiple machines.
Garrett Beatya491ec72020-07-25 12:36:121675 'Linux ASan LSan Tests (1)': {
1676 'args': [
1677 '--use-gpu-in-tests',
1678 '--no-xvfb',
1679 ],
1680 'swarming': {
1681 'dimension_sets': [
1682 {
Yuly Novikovaa06f172022-02-12 00:38:571683 'gpu': '10de:2184',
Garrett Beatya491ec72020-07-25 12:36:121684 'os': 'Ubuntu',
1685 'pool': 'chromium.tests.gpu',
1686 },
1687 ],
1688 },
1689 },
1690 'Linux CFI': {
1691 'args': [
1692 '--use-gpu-in-tests',
1693 '--no-xvfb',
1694 ],
1695 'swarming': {
1696 'dimension_sets': [
1697 {
Yuly Novikovaa06f172022-02-12 00:38:571698 'gpu': '10de:2184',
Garrett Beatya491ec72020-07-25 12:36:121699 'os': 'Ubuntu',
1700 'pool': 'chromium.tests.gpu',
1701 },
1702 ],
1703 },
1704 },
Michael Savigny64f8ba32022-01-12 15:50:571705 'Linux CFI (reclient shadow)': {
1706 'args': [
1707 '--use-gpu-in-tests',
1708 '--no-xvfb',
1709 ],
1710 'swarming': {
1711 'dimension_sets': [
1712 {
Yuly Novikovaa06f172022-02-12 00:38:571713 'gpu': '10de:2184',
Michael Savigny64f8ba32022-01-12 15:50:571714 'os': 'Ubuntu',
1715 'pool': 'chromium.tests.gpu',
1716 },
1717 ],
1718 },
1719 },
Garrett Beatya491ec72020-07-25 12:36:121720 'Linux TSan Tests': {
1721 'args': [
1722 '--use-gpu-in-tests',
1723 '--no-xvfb',
1724 ],
1725 'swarming': {
1726 'dimension_sets': [
1727 {
Yuly Novikovaa06f172022-02-12 00:38:571728 'gpu': '10de:2184',
Garrett Beatya491ec72020-07-25 12:36:121729 'os': 'Ubuntu',
1730 'pool': 'chromium.tests.gpu',
1731 },
1732 ],
1733 },
1734 },
Jonah Ryan-Davisdeeffeaf2020-06-18 17:56:001735 },
1736 },
Jonah Ryan-Davise25a89f2020-05-29 20:18:241737 'gl_tests_validating': {
Jonah Ryan-Davisb9f03ac2021-03-18 23:53:021738 'remove_from': [
Kenneth Russell8a386d42018-06-02 09:48:011739 'Android FYI Release (Nexus 5X)',
John Budorickca14c76f62017-12-09 14:19:181740 ],
Kenneth Russelleb60cbd22017-12-05 07:54:281741 'modifications': {
Haiyang Pan9d68ca02021-08-04 21:30:471742 'android-11-x86-rel': {
Haiyang Pancf765862021-03-18 20:39:151743 'args': [
1744 '--test-launcher-filter-file=../../testing/buildbot/filters/android.emulator_11.gl_tests.filter',
1745 ],
1746 },
Haiyang Pan2a55a452022-03-03 08:18:331747 'android-12-x64-rel': {
Haiyang Pan382008922021-11-19 21:15:091748 'args': [
1749 '--test-launcher-filter-file=../../testing/buildbot/filters/android.emulator_12.gl_tests.filter',
1750 ],
1751 },
Haiyang Panb991f562021-08-10 17:46:461752 'android-marshmallow-x86-rel': {
John Budorick79ec9012020-01-08 21:56:311753 'args': [
1754 '--test-launcher-filter-file=../../testing/buildbot/filters/android.emulator.gl_tests.filter',
1755 ],
1756 },
Andrew Luo38b311f2019-10-04 03:42:091757 'android-pie-arm64-rel': {
John Budorick79ec9012020-01-08 21:56:311758 'args': [
Andrew Luobe83fd82019-12-19 03:07:581759 '--test-launcher-filter-file=../../testing/buildbot/filters/android.pie_arm64_rel.gl_tests.filter', # https://crbug.com/1034007
1760 ],
Andrew Luo38b311f2019-10-04 03:42:091761 },
Haiyang Pan08d09dc2020-04-01 16:11:211762 'android-pie-x86-rel': {
John Budorick79ec9012020-01-08 21:56:311763 'args': [
1764 '--test-launcher-filter-file=../../testing/buildbot/filters/android.emulator.gl_tests.filter',
1765 ],
1766 },
Kenneth Russelleb60cbd22017-12-05 07:54:281767 },
1768 },
Takuto Ikutaf5333252019-11-06 16:07:081769 'gl_unittests': {
1770 'remove_from': [
Takuto Ikutaf5333252019-11-06 16:07:081771 # On Android, these are already run on the main waterfall.
1772 # Run them on the one-off Android FYI bots, though.
1773 'Android FYI Release (Nexus 5X)',
Yuly Novikov37e04342020-05-29 00:52:041774 # Can't run on MSAN because gl_unittests uses the hardware driver,
1775 # which isn't instrumented.
1776 'Linux MSan Tests',
Ben Pastene7636bb62022-04-22 18:55:251777 'Linux MSan Focal',
Takuto Ikutaf5333252019-11-06 16:07:081778 ],
Haiyang Pan505fcd5a2021-12-13 19:46:231779 'modifications': {
Haiyang Pan2a55a452022-03-03 08:18:331780 'android-12-x64-rel': {
Haiyang Pan505fcd5a2021-12-13 19:46:231781 'args': [
1782 '--test-launcher-filter-file=../../testing/buildbot/filters/android.emulator_12.gl_unittests.filter',
1783 ],
1784 },
1785 },
Takuto Ikutaf5333252019-11-06 16:07:081786 },
1787 'gl_unittests_ozone': {
1788 'remove_from': [
1789 # Can't run on MSAN because gl_unittests_ozone uses the hardware driver,
1790 # which isn't instrumented.
1791 'Linux ChromiumOS MSan Tests',
Ben Pastene7636bb62022-04-22 18:55:251792 'Linux ChromiumOS MSan Focal',
Takuto Ikutaf5333252019-11-06 16:07:081793 ],
1794 },
1795 'gpu_process_launch_tests': {
1796 # TODO(https://crbug.com/850107): Remove the Android FYI Release (Pixel 2)
1797 # exception once there is enough capacity to run these tests.
1798 'remove_from': [
Takuto Ikutaf5333252019-11-06 16:07:081799 'Android FYI Release (Pixel 2)',
1800 ],
1801 },
Brian Sheedy053d88cf2022-05-24 23:40:051802 'gpu_pytype': {
1803 'remove_from': [
1804 'linux-code-coverage',
1805 ],
1806 },
Chong Gu76046412021-09-22 17:49:211807 'gpu_unittests': {
Chong Gudf7fbe92021-02-24 02:55:581808 'modifications': {
1809 'fuchsia-code-coverage': {
1810 'swarming': {
1811 'shards': 5,
1812 },
1813 },
1814 },
1815 },
Kevin McNeed21a6c522021-06-14 21:27:251816 'grit_python_unittests': {
1817 'remove_from': [
1818 # These tests require node, which is not supported in Win7.
1819 # (https://crbug.com/1218989)
1820 'Win 7 Tests x64 (1)',
1821 'Win7 Tests (1)',
Titouan Rigoudy9e860832021-11-08 15:34:451822 # TODO(https://crbug.com/1267125): Re-enable.
1823 'mac11-arm64-rel-tests',
Kevin McNeed21a6c522021-06-14 21:27:251824 ],
1825 },
Brian Sheedye285c9b2019-07-15 21:42:461826 'hardware_accelerated_feature_tests': {
1827 # TODO(https://crbug.com/850107): Remove the Android FYI Release (Pixel 2)
1828 # exception once there is enough capacity to run these tests.
1829 'remove_from': [
Brian Sheedye285c9b2019-07-15 21:42:461830 'Android FYI Release (Pixel 2)',
1831 ],
1832 },
Brad Halla36886c2019-02-26 16:52:291833 'headless_browsertests': {
Chong Gud08d1232021-09-11 08:53:591834 'remove_from': [
1835 'CrWinAsan(dll)', # https://crbug.com/935598
Maksim Sisovc81d284c2021-10-05 17:54:351836 # Wayland bot doesn't support headless mode.
1837 'Linux Tests (Wayland)',
Chong Gud08d1232021-09-11 08:53:591838 ],
Chong Gud1a5c5992021-04-09 04:08:321839 'modifications': {
1840 'fuchsia-code-coverage': {
1841 'swarming': {
Chong Gu115ce152021-04-15 23:57:161842 'shards': 6,
Chong Gud1a5c5992021-04-09 04:08:321843 },
1844 },
1845 },
Brad Halla36886c2019-02-26 16:52:291846 },
Kenneth Russell8a386d42018-06-02 09:48:011847 'info_collection_tests': {
1848 'remove_from': [
Kenneth Russell8a386d42018-06-02 09:48:011849 'Android V8 FYI Release (Nexus 5X)',
1850 'Linux V8 FYI Release (NVIDIA)',
Michael Achenbach5fdfc67b2018-12-13 13:26:351851 'Linux V8 FYI Release - pointer compression (NVIDIA)',
Kenneth Russell8a386d42018-06-02 09:48:011852 'Mac V8 FYI Release (Intel)',
1853 'Win V8 FYI Release (NVIDIA)',
1854 ],
Brian Sheedyfe61cdac2020-02-12 01:25:591855 'modifications': {
Brian Sheedyb18cb762020-06-30 00:09:291856 'ChromeOS FYI Release (amd64-generic)': {
Brian Sheedy65be3052020-06-26 19:26:511857 'args': [
Brian Sheedyb18cb762020-06-30 00:09:291858 # Swarming does not report a GPU since tests are run in a VM, but
1859 # the VM does report that a GPU is present.
1860 '--expected-device-id', '1050',
Brian Sheedydf2672f2020-05-07 20:44:361861 ],
1862 },
Chong Gu3065cdc2022-02-28 21:03:031863 'fuchsia-fyi-x64-rel': {
1864 'args': [
1865 # Swarming does not report a GPU since tests are run in a VM, but
1866 # the VM does report that a GPU is present.
1867 '--expected-device-id', 'c0de',
1868 ],
1869 },
1870 'fuchsia-fyi-x64-wst': {
1871 'args': [
1872 # Swarming does not report a GPU since tests are run in a VM, but
1873 # the VM does report that a GPU is present.
1874 '--expected-device-id', 'c0de',
1875 ],
1876 },
Brian Sheedyfe61cdac2020-02-12 01:25:591877 },
Brian Sheedy32eeeb52020-05-22 01:49:371878 'replacements': {
1879 'ChromeOS FYI Release (amd64-generic)': {
1880 'args': {
1881 # Swarming does not report a GPU since tests are run in a VM, but
1882 # the VM does report that a GPU is present.
1883 '--expected-vendor-id': '1af4',
Brian Sheedyb18cb762020-06-30 00:09:291884 # Magic substitution happens after regular replacement, so remove it
1885 # now since we are manually applying the expected device ID above.
1886 '$$MAGIC_SUBSTITUTION_GPUExpectedDeviceId': None,
Brian Sheedy32eeeb52020-05-22 01:49:371887 },
Brian Sheedyff6d1442020-09-19 00:46:311888 },
Brian Sheedy177addbf2021-09-24 19:06:511889 'Mac FYI Release (Apple M1)': {
1890 'args': {
1891 # The GPU information is not yet exposed in swarming, so we can't
1892 # explicitly request it and have the JSON generation handle this
1893 # automatically.
1894 '--expected-vendor-id': '106b',
1895 },
1896 },
Chong Gu3065cdc2022-02-28 21:03:031897 'fuchsia-fyi-x64-rel': {
1898 'args': {
1899 # The GPU information is not exposed in swarming since Fuchsia
1900 # launches an emulator on the GCE machine.
1901 '--expected-vendor-id': '1ae0',
1902 '$$MAGIC_SUBSTITUTION_GPUExpectedDeviceId': None,
1903 },
1904 },
1905 'fuchsia-fyi-x64-wst': {
1906 'args': {
1907 # The GPU information is not exposed in swarming since Fuchsia
1908 # launches an emulator on the GCE machine.
1909 '--expected-vendor-id': '1ae0',
1910 '$$MAGIC_SUBSTITUTION_GPUExpectedDeviceId': None,
1911 },
1912 },
Brian Sheedy32eeeb52020-05-22 01:49:371913 },
Kenneth Russell8a386d42018-06-02 09:48:011914 },
Kenneth Russelleb60cbd22017-12-05 07:54:281915 'interactive_ui_tests': {
Brad Halla36886c2019-02-26 16:52:291916 'remove_from': [
Brad Halla36886c2019-02-26 16:52:291917 'CrWinAsan(dll)', # https://crbug.com/935598
1918 ],
Kenneth Russelleb60cbd22017-12-05 07:54:281919 'modifications': {
Stephen Martinis1384ff92020-01-07 19:52:151920 'Linux - Future (dbg)': { # client.v8.chromium
Nico Weberdae13cd92018-12-14 13:56:261921 'swarming': {
Stephen Martinis1384ff92020-01-07 19:52:151922 'shards': 3,
Nico Weberdae13cd92018-12-14 13:56:261923 },
1924 },
John Budorickca14c76f62017-12-09 14:19:181925 'Linux ASan LSan Tests (1)': {
Ben Pastened2c01af2022-01-31 23:06:441926 # These are slow on the ASan trybot for some reason, crbug.com/1257927
Nico Weber96a75a6942018-06-20 04:53:171927 'swarming': {
1928 'shards': 6,
Struan Shrimptone772d72f2021-12-15 07:50:091929 'quickrun_shards': 12,
Nico Weber96a75a6942018-06-20 04:53:171930 },
1931 },
Pavol Marko05b6bb92022-03-21 12:33:291932 'Linux Chromium OS ASan LSan Tests (1)': {
1933 # These are slow on the ASan trybot for some reason, crbug.com/1257927
1934 'swarming': {
1935 'shards': 6,
1936 'quickrun_shards': 12,
1937 },
1938 },
Ben Pastene7636bb62022-04-22 18:55:251939 'Linux ChromiumOS MSan Focal': {
1940 # These are very slow on the Chrome OS MSAN trybot for some reason.
1941 # crbug.com/865455
1942 'swarming': {
1943 'shards': 5,
1944 },
1945 },
Takuto Ikuta54671d972018-07-19 19:06:351946 'Linux ChromiumOS MSan Tests': {
1947 # These are very slow on the Chrome OS MSAN trybot for some reason.
1948 # crbug.com/865455
1949 'swarming': {
1950 'shards': 5,
1951 },
1952 },
Stephen Martinis1384ff92020-01-07 19:52:151953 'Linux TSan Tests': {
Ben Pastened2c01af2022-01-31 23:06:441954 # These are slow on the TSan bots for some reason, crbug.com/1257927
Dirk Pranke8fd63c12017-12-10 18:06:271955 'swarming': {
Stephen Martinisad6cb7af2021-02-24 01:12:001956 'shards': 32, # Adjusted for testing, see https://crbug.com/1179567
Dirk Pranke8fd63c12017-12-10 18:06:271957 },
1958 },
Maksim Sisovc81d284c2021-10-05 17:54:351959 # https://crbug.com/1192997
1960 'Linux Tests (Wayland)': {
1961 'args': [
1962 '--test-launcher-filter-file=../../testing/buildbot/filters/ozone-linux.interactive_ui_tests_wayland.filter',
1963 ],
1964 },
Lindsay Pasrichab3f72db2021-09-22 22:05:461965 'Mac ASan 64 Tests (1)': { # https://crbug.com/1251656
1966 'experiment_percentage': 100,
1967 },
Struan Shrimptone772d72f2021-12-15 07:50:091968 'Mac11 Tests': {
1969 'swarming': {
1970 'quickrun_shards': 6,
1971 },
1972 },
Zhaoyang Li9357e1e12021-12-07 18:53:171973 'Mac11 Tests (dbg)': { # https://crbug.com/1265051
1974 'experiment_percentage': 100,
1975 },
Stephen Martinis1384ff92020-01-07 19:52:151976 'ToTLinuxTSan': {
Ben Pastened2c01af2022-01-31 23:06:441977 # These are slow on the TSan bots for some reason, crbug.com/1257927
Stephen Martinis1384ff92020-01-07 19:52:151978 'swarming': {
1979 'shards': 6,
1980 },
1981 },
Struan Shrimptona1ab7672022-01-13 18:02:511982 'Win10 Tests x64': {
1983 'swarming': {
Struan Shrimptonf5b2b552022-01-20 20:37:391984 'quickrun_shards': 8,
Struan Shrimptona1ab7672022-01-13 18:02:511985 },
1986 },
Stephen Martinis1384ff92020-01-07 19:52:151987 # temporary, https://crbug.com/818832
Greg Thompson3eb7e6522018-05-25 09:04:031988 'Win10 Tests x64 (dbg)': {
1989 'experiment_percentage': 100,
1990 },
Jacob Kopczynski3a555bd32020-12-10 01:41:161991 # TODO(crbug.com/970649): Remove these filters.
Ben Pastene8ef125e2019-12-10 01:46:291992 'linux-chromeos-chrome': {
Ben Pastene8ef125e2019-12-10 01:46:291993 'args': [
1994 '--gtest_filter=-SadTabViewInteractiveUITest.ReloadMultipleSadTabs',
1995 ],
1996 },
Stephen Martinis1384ff92020-01-07 19:52:151997 'linux-chromeos-code-coverage': {
Yuke Liao79424e42020-01-06 21:00:111998 'swarming': {
1999 'shards': 10,
2000 },
2001 },
Pavol Marko582a15d2022-04-01 12:47:202002 'linux-chromeos-dbg': {
2003 'swarming': {
2004 'shards': 6,
2005 },
2006 },
Stephen Martinis1384ff92020-01-07 19:52:152007 'linux-code-coverage': {
Yuke Liao79424e42020-01-06 21:00:112008 'swarming': {
2009 'shards': 10,
2010 },
2011 },
Sven Zheng80734f12020-08-06 06:50:392012 # https://crbug.com/1111979
Junhua Chen39dd2dba2021-05-05 17:51:542013 'linux-lacros-code-coverage': {
2014 'args': [
2015 '--test-launcher-filter-file=../../testing/buildbot/filters/linux-lacros.interactive_ui_tests.filter',
2016 ],
2017 },
2018 # https://crbug.com/1111979
Jieting Yangbf15db672021-10-04 19:18:372019 'linux-lacros-dbg-tests-fyi': {
2020 'args': [
2021 '--test-launcher-filter-file=../../testing/buildbot/filters/linux-lacros.interactive_ui_tests.filter',
2022 ],
2023 },
2024 # https://crbug.com/1111979
Sven Zheng010820d2020-08-17 22:38:442025 'linux-lacros-tester-rel': {
Sven Zheng010820d2020-08-17 22:38:442026 'args': [
Yuke Liao56a437dd2021-05-05 04:53:402027 '--test-launcher-filter-file=../../testing/buildbot/filters/linux-lacros.interactive_ui_tests.filter',
Sven Zheng010820d2020-08-17 22:38:442028 ],
2029 },
Kuan Huang235b0142021-10-19 18:59:282030 'mac-code-coverage': {
2031 'args': [
2032 '--coverage-continuous-mode=1',
2033 ],
2034 },
Lindsay Pasricha60535a22021-12-13 16:50:242035 # TODO (crbug.com/1278617) Re-enable once fixed
2036 'mac-osxbeta-rel': {
2037 'experiment_percentage': 100,
2038 },
Kenneth Russelleb60cbd22017-12-05 07:54:282039 },
2040 },
Sven Zhengef0d0872022-04-04 22:13:292041 'interactive_ui_tests amd64-generic': {
Yuke Liaob6beaeca2021-04-29 23:41:512042 'remove_from': [
2043 # TODO(crbug.com/1204231): Re-enable.
2044 'lacros-amd64-generic-rel',
Yuke Liao859819d2022-02-24 08:23:492045 'lacros-amd64-generic-rel-fyi',
Yuke Liaob6beaeca2021-04-29 23:41:512046 ]
2047 },
Sven Zhengef0d0872022-04-04 22:13:292048 'interactive_ui_tests eve': {
Yuke Liao79a8cf52021-06-11 18:14:342049 'remove_from': [
2050 # TODO(crbug.com/1204231): Re-enable.
2051 'lacros-amd64-generic-rel',
Yuke Liao859819d2022-02-24 08:23:492052 'lacros-amd64-generic-rel-fyi',
Yuke Liao79a8cf52021-06-11 18:14:342053 ]
2054 },
John Budorickf00e5ff2019-06-11 21:21:062055 'ipc_tests': {
2056 'modifications': {
Ken Rockot83999b62022-05-20 21:37:052057 'Linux ChromiumOS MSan Tests': {
2058 'swarming': {
2059 'dimension_sets': [
2060 {
2061 'cpu': 'x86-64',
2062 'os': 'Ubuntu-18.04',
2063 },
2064 ],
2065 },
2066 },
2067 'Linux MSan Tests': {
2068 'swarming': {
2069 'dimension_sets': [
2070 {
2071 'cpu': 'x86-64',
2072 'os': 'Ubuntu-18.04',
2073 },
2074 ],
2075 },
2076 },
John Budorickf00e5ff2019-06-11 21:21:062077 'android-asan': {
2078 'swarming': {
2079 'shards': 2,
2080 },
2081 },
2082 },
2083 },
Jonah Ryan-Davis832c8462020-06-09 03:45:032084 'maps_pixel_passthrough_test': {
Brian Sheedyc0c142c2021-06-01 21:18:052085 'modifications': {
2086 'Android FYI Release (Pixel 4)': {
2087 'args': [
2088 # Pixel 4s are weird in that they can output in different color spaces
2089 # simultaneously. The readback code for capturing a screenshot assumes
2090 # only one color space, so disable wide color gamut for the test to
2091 # work around the issue. See https://crbug.com/1166379 for more
2092 # information.
2093 '--extra-browser-args=--disable-wcg-for-test',
2094 ],
2095 },
Ben Pastene63f13302022-05-12 21:04:052096 'android_optional_gpu_tests_rel': {
2097 'args': [
2098 # See above.
2099 '--extra-browser-args=--disable-wcg-for-test',
2100 ],
2101 },
Brian Sheedyc0c142c2021-06-01 21:18:052102 },
Jonah Ryan-Davis832c8462020-06-09 03:45:032103 'replacements': {
2104 # The V8 builders pass the V8 revision for ${got_revision}, so instead
2105 # use ${got_cr_revision}, which is only set on the V8 bots.
2106 'Linux V8 FYI Release (NVIDIA)': {
2107 'args': {
2108 '--git-revision': '${got_cr_revision}',
2109 },
2110 },
2111 'Linux V8 FYI Release - pointer compression (NVIDIA)': {
2112 'args': {
2113 '--git-revision': '${got_cr_revision}',
2114 },
2115 },
Jonah Ryan-Davisdeeffeaf2020-06-18 17:56:002116 'Mac V8 FYI Release (Intel)': {
2117 'args': {
2118 '--git-revision': '${got_cr_revision}',
2119 },
2120 },
Jonah Ryan-Davis832c8462020-06-09 03:45:032121 'Win V8 FYI Release (NVIDIA)': {
2122 'args': {
2123 '--git-revision': '${got_cr_revision}',
2124 },
2125 },
2126 },
2127 },
2128 'maps_pixel_validating_test': {
Brian Sheedy0566f2cb2021-02-12 22:12:502129 'modifications': {
2130 'Android FYI Release (Pixel 4)': {
2131 'args': [
2132 # Pixel 4s are weird in that they can output in different color spaces
2133 # simultaneously. The readback code for capturing a screenshot assumes
2134 # only one color space, so disable wide color gamut for the test to
2135 # work around the issue. See https://crbug.com/1166379 for more
2136 # information.
2137 '--extra-browser-args=--disable-wcg-for-test',
2138 ],
2139 },
Ben Pastene63f13302022-05-12 21:04:052140 'android_optional_gpu_tests_rel': {
2141 'args': [
2142 # See above.
2143 '--extra-browser-args=--disable-wcg-for-test',
2144 ],
2145 },
Brian Sheedy0566f2cb2021-02-12 22:12:502146 },
Brian Sheedye285c9b2019-07-15 21:42:462147 # TODO(https://crbug.com/850107): Remove the Android FYI Release (Pixel 2)
2148 # exception once there is enough capacity to run these tests.
2149 'remove_from': [
Brian Sheedye285c9b2019-07-15 21:42:462150 'Android FYI Release (Pixel 2)',
2151 ],
Brian Sheedy44fd891b2019-10-03 20:07:542152 'replacements': {
Brian Sheedy44fd891b2019-10-03 20:07:542153 # The V8 builders pass the V8 revision for ${got_revision}, so instead
2154 # use ${got_cr_revision}, which is only set on the V8 bots.
2155 'Android V8 FYI Release (Nexus 5X)': {
2156 'args': {
Brian Sheedy4d335deb2020-04-01 20:47:322157 '--git-revision': '${got_cr_revision}',
Brian Sheedy44fd891b2019-10-03 20:07:542158 },
2159 },
Brian Sheedy44fd891b2019-10-03 20:07:542160 'Mac V8 FYI Release (Intel)': {
2161 'args': {
Brian Sheedy4d335deb2020-04-01 20:47:322162 '--git-revision': '${got_cr_revision}',
Brian Sheedy44fd891b2019-10-03 20:07:542163 },
2164 },
Brian Sheedy44fd891b2019-10-03 20:07:542165 },
Brian Sheedye285c9b2019-07-15 21:42:462166 },
Andrew Luo38b311f2019-10-04 03:42:092167 'media_unittests': {
2168 'modifications': {
Haiyang Pan9d68ca02021-08-04 21:30:472169 'android-11-x86-rel': {
Haiyang Pancf765862021-03-18 20:39:152170 'args': [
Haiyang Pan80b0d412021-11-23 00:06:422171 '--test-launcher-filter-file=../../testing/buildbot/filters/android.emulator_11_12.media_unittests.filter',
2172 ],
2173 },
Haiyang Pan2a55a452022-03-03 08:18:332174 'android-12-x64-rel': {
Haiyang Pan80b0d412021-11-23 00:06:422175 'args': [
2176 '--test-launcher-filter-file=../../testing/buildbot/filters/android.emulator_11_12.media_unittests.filter',
Haiyang Pancf765862021-03-18 20:39:152177 ],
2178 },
Haiyang Pan2486dcb2020-09-18 17:53:062179 'android-marshmallow-x86-rel-non-cq': {
John Budorickb5185112020-01-08 22:40:212180 'args': [
Haiyang Pan569659f02020-05-30 00:48:452181 '--test-launcher-filter-file=../../testing/buildbot/filters/android.emulator_m.media_unittests.filter',
John Budorickb5185112020-01-08 22:40:212182 ],
2183 },
Andrew Luo38b311f2019-10-04 03:42:092184 'android-pie-arm64-rel': {
Andrew Luobe83fd82019-12-19 03:07:582185 'args': [
2186 '--gtest_filter=-AAudio/AudioOutputTest.Play200HzTone/0', # https://crbug.com/1034009
2187 ],
Andrew Luo38b311f2019-10-04 03:42:092188 },
Chong Gudf7fbe92021-02-24 02:55:582189 'fuchsia-code-coverage': {
2190 'swarming': {
2191 'shards': 3,
2192 },
2193 },
Chong Gub2446462021-08-19 18:44:082194 'fuchsia-fyi-arm64-dbg': {
2195 'args': [
2196 '--test-launcher-filter-file=../../testing/buildbot/filters/fuchsia.debug.media_unittests.filter',
2197 ],
2198 },
Andrew Luo38b311f2019-10-04 03:42:092199 },
2200 },
Chong Gu4eca1ce2021-05-17 08:49:572201 'mediapipe_validating_tests': {
Chong Guabe5adec02022-03-24 17:41:302202 'modifications': { # TODO(crbug.com/1201887): Remove once tests are stable.
2203 'fuchsia-fyi-x64-rel': {
2204 'experiment_percentage': 100,
2205 },
2206 },
Chong Gu4eca1ce2021-05-17 08:49:572207 'remove_from': [
2208 # TODO(crbug.com/1201887): Remove once tests are stable.
2209 'Fuchsia x64',
2210 ],
2211 },
Ben Joyce02dc8092021-03-04 21:48:192212 'mojo_test_apk': {
2213 'remove_from': [
2214 'android-code-coverage-native', # Does not generate profraw data.
Ben Joyce46ca6012021-03-31 19:19:252215 'android-pie-arm64-coverage-experimental-rel', # Does not generate profraw data.
Ben Joyce02dc8092021-03-04 21:48:192216 ],
2217 },
John Budorickf00e5ff2019-06-11 21:21:062218 'mojo_unittests': {
2219 'modifications': {
2220 'android-asan': {
2221 'swarming': {
John Budorick5a29d7542019-10-11 20:56:442222 'shards': 5,
John Budorickf00e5ff2019-06-11 21:21:062223 },
2224 },
Chong Gudf7fbe92021-02-24 02:55:582225 'fuchsia-code-coverage': {
2226 'swarming': {
2227 'shards': 2,
2228 },
2229 },
John Budorickf00e5ff2019-06-11 21:21:062230 },
2231 },
bsheedye9469572019-01-23 17:31:332232 'monochrome_public_test_ar_apk': {
2233 'modifications': {
Brian Sheedy12169aa2019-10-16 23:38:032234 'Nougat Phone Tester': {
2235 'args': [
2236 # ArCore is not installed as a system app on N, so we can install it
2237 # normally instead of replacing the system version.
2238 '--additional-apk=//third_party/arcore-android-sdk/test-apks/arcore/arcore_current.apk'
2239 ],
2240 },
bsheedye9469572019-01-23 17:31:332241 # We need to match the Playstore version as well because AR tests fail on
2242 # old versions of the Playstore.
2243 'Oreo Phone Tester': {
Brian Sheedy2bcd16b2019-04-22 22:47:082244 'args': [
2245 # ArCore is not installed as a system app on O, so we can install it
2246 # normally instead of replacing the system version.
2247 '--additional-apk=//third_party/arcore-android-sdk/test-apks/arcore/arcore_current.apk'
2248 ],
bsheedye9469572019-01-23 17:31:332249 'swarming': {
2250 'dimension_sets': [
2251 {
2252 'device_os': 'OPR3.170623.008',
bsheedye9469572019-01-23 17:31:332253 'device_type': 'marlin',
2254 'os': 'Android',
2255 },
2256 ],
2257 },
2258 },
Haiyang Pan57159eba2020-05-07 23:14:132259 'android-10-arm64-rel': {
2260 'args': [
Brian Sheedy4dc4a6f2020-09-17 22:18:502261 '--remove-system-package=com.google.ar.core',
2262 '--additional-apk=//third_party/arcore-android-sdk/test-apks/arcore/arcore_current.apk',
Haiyang Pan57159eba2020-05-07 23:14:132263 ]
2264 },
Brian Sheedy2bcd16b2019-04-22 22:47:082265 'android-pie-arm64-dbg': {
2266 'args': [
Brian Sheedy4dc4a6f2020-09-17 22:18:502267 '--remove-system-package=com.google.ar.core',
2268 '--additional-apk=//third_party/arcore-android-sdk/test-apks/arcore/arcore_current.apk',
Brian Sheedy2bcd16b2019-04-22 22:47:082269 ]
2270 }
bsheedye9469572019-01-23 17:31:332271 },
2272 },
Kenneth Russellfbda3c532017-12-08 23:57:242273 'nacl_loader_unittests': {
2274 'remove_from': [
Nico Weber48f187142018-06-01 15:16:352275 'ToTMacASan', # The mac asan tot bot sets enable_nacl=false
Nico Weber3611ee802018-06-07 13:34:512276 'linux-win_cross-rel', # Sets enable_nacl=false, https://crbug.com/774186
Nico Webera8fc38f72018-04-10 02:20:112277 'Linux TSan Tests', # The TSan bot sets enable_nacl=false
Nico Weber05d3e642018-05-31 16:59:482278 'Mac ASan 64 Tests (1)', # The mac asan bot sets enable_nacl=false
Kenneth Russellfbda3c532017-12-08 23:57:242279 ],
2280 },
Kenneth Russelleb60cbd22017-12-05 07:54:282281 'net_unittests': {
2282 'modifications': {
Nico Weber33b9b7a2020-06-12 19:23:272283 'CrWinAsan': {
Ben Pastened2c01af2022-01-31 23:06:442284 # TODO(crbug.com/1257927): net_unittests is slow under ASan.
Nico Weber33b9b7a2020-06-12 19:23:272285 'swarming': {
2286 'shards': 16,
2287 },
2288 },
2289 'CrWinAsan(dll)': {
Ben Pastened2c01af2022-01-31 23:06:442290 # TODO(crbug.com/1257927): net_unittests is slow under ASan.
Nico Weber33b9b7a2020-06-12 19:23:272291 'swarming': {
2292 'shards': 16,
2293 },
2294 },
John Budorickca14c76f62017-12-09 14:19:182295 'Linux ASan LSan Tests (1)': {
John Budorick5052d552017-12-13 02:59:342296 # These are very slow on the ASAN trybot for some reason.
Ben Pastened2c01af2022-01-31 23:06:442297 # crbug.com/1257927
John Budorickca14c76f62017-12-09 14:19:182298 'swarming': {
John Budorick5052d552017-12-13 02:59:342299 'shards': 16,
John Budorickca14c76f62017-12-09 14:19:182300 },
2301 },
2302 'Linux Chromium OS ASan LSan Tests (1)': {
Takuto Ikuta54671d972018-07-19 19:06:352303 # These are very slow on the ASAN trybot for some reason.
Ben Pastened2c01af2022-01-31 23:06:442304 # crbug.com/1257927
John Budorickca14c76f62017-12-09 14:19:182305 'swarming': {
Sergey Berezinda3255c2018-03-16 00:34:022306 'shards': 8,
John Budorickca14c76f62017-12-09 14:19:182307 }
2308 },
Takuto Ikuta54671d972018-07-19 19:06:352309 'Linux ChromiumOS MSan Tests': {
2310 # These are very slow on the Chrome OS MSAN trybot for some reason.
2311 # crbug.com/865455
2312 'swarming': {
2313 'shards': 2,
2314 },
2315 },
John Budorickca14c76f62017-12-09 14:19:182316 'Linux TSan Tests': {
2317 'swarming': {
2318 'shards': 4,
2319 }
2320 },
Ben Pastene8bf205b2018-06-13 04:00:332321 # The suite runs signficantly slower on linux dbg, so increase shards.
2322 'Linux Tests (dbg)(1)': {
2323 'swarming': {
2324 'shards': 2,
2325 },
2326 },
Stephen Martinis1384ff92020-01-07 19:52:152327 'ToTLinuxASan': {
Ben Pastened2c01af2022-01-31 23:06:442328 # TODO(crbug.com/1257927): net_unittests is slow under ASan.
Stephen Martinis1384ff92020-01-07 19:52:152329 'swarming': {
2330 'shards': 16,
2331 },
2332 },
2333 'ToTLinuxTSan': {
2334 'swarming': {
2335 'shards': 4,
2336 }
2337 },
Haiyang Pan9d68ca02021-08-04 21:30:472338 'android-11-x86-rel': {
Haiyang Pan8d9906e02021-03-24 20:11:042339 'args': [
2340 '--test-launcher-filter-file=../../testing/buildbot/filters/android.emulator_11.net_unittests.filter',
2341 ],
2342 },
Haiyang Pan2a55a452022-03-03 08:18:332343 'android-12-x64-rel': {
Haiyang Pan2877f062021-11-18 01:06:062344 'args': [
2345 # TODO(crbug.com/1191793): Fix the test failure
2346 '--gtest_filter=-MimeUtilTest.ExtensionTest',
2347 ],
2348 },
Stefano Duof44278b2021-08-02 16:29:382349 'android-cronet-x86-dbg-10-tests': {
2350 'args': [
2351 '--test-launcher-filter-file=../../testing/buildbot/filters/android.emulator_10.net_unittests.filter',
2352 ],
2353 },
Chidera Olibieef99a55ca2021-10-01 21:42:002354 'android-cronet-x86-dbg-11-tests': {
2355 'args': [
2356 '--test-launcher-filter-file=../../testing/buildbot/filters/android.emulator_11.net_unittests.filter',
2357 ],
2358 },
Chidera Olibie262e33e2022-03-02 11:45:282359 'android-cronet-x86-dbg-lollipop-tests': {
2360 'args': [
2361 '--test-launcher-filter-file=../../testing/buildbot/filters/android.emulator_l.net_unittests.filter',
2362 ],
2363 },
Chidera Olibieef99a55ca2021-10-01 21:42:002364 'android-cronet-x86-dbg-oreo-tests': {
2365 'args': [
2366 '--test-launcher-filter-file=../../testing/buildbot/filters/android.emulator.net_unittests.filter',
2367 ],
2368 },
Chidera Olibie509fd732021-09-30 20:17:172369 'android-cronet-x86-dbg-pie-tests': {
2370 # crbug.com/1046060
2371 'args': [
2372 '--test-launcher-filter-file=../../testing/buildbot/filters/android.emulator.net_unittests.filter',
2373 ],
2374 },
Chidera Olibie5c0ec912022-03-23 10:44:512375 'android-cronet-x86-rel-kitkat-tests': {
2376 'args': [
2377 '--test-launcher-filter-file=../../testing/buildbot/filters/android.emulator_k.net_unittests.filter',
2378 ],
2379 },
Haiyang Pan2486dcb2020-09-18 17:53:062380 'android-marshmallow-x86-rel-non-cq': {
John Budorick7fde6b492020-01-29 17:43:502381 # crbug.com/1046060
2382 'args': [
2383 '--test-launcher-filter-file=../../testing/buildbot/filters/android.emulator.net_unittests.filter',
2384 ],
2385 },
Haiyang Pan08d09dc2020-04-01 16:11:212386 'android-pie-x86-rel': {
John Budorick7fde6b492020-01-29 17:43:502387 # crbug.com/1046060
2388 'args': [
2389 '--test-launcher-filter-file=../../testing/buildbot/filters/android.emulator.net_unittests.filter',
2390 ],
2391 },
Struan Shrimpton4b7abc02021-12-16 01:36:592392 'chromeos-amd64-generic-rel': {
2393 'swarming': {
2394 'quickrun_shards': 6,
2395 },
2396 },
Chong Gu76046412021-09-22 17:49:212397 'fuchsia-code-coverage': {
2398 'swarming': {
2399 'shards': 14,
2400 },
2401 },
Chong Gua10cd302022-01-14 19:22:192402 'fuchsia-fyi-x64-asan': {
2403 'args': [
2404 '--test-launcher-filter-file=../../testing/buildbot/filters/fuchsia.lsan.net_unittests.filter',
2405 ],
2406 },
Ben Pastene8bf205b2018-06-13 04:00:332407 'linux-chromeos-dbg': {
2408 'swarming': {
2409 'shards': 2,
2410 },
2411 },
Lindsay Pasricha60535a22021-12-13 16:50:242412 # TODO (crbug.com/1278618) Re-enable once fixed
2413 'mac-osxbeta-rel': {
2414 'experiment_percentage': 0,
2415 },
Nico Weber33b9b7a2020-06-12 19:23:272416 'win-asan': {
Ben Pastened2c01af2022-01-31 23:06:442417 # TODO(crbug.com/1257927): net_unittests is slow under ASan.
Nico Weber33b9b7a2020-06-12 19:23:272418 'swarming': {
2419 'shards': 16,
2420 },
2421 },
Kenneth Russelleb60cbd22017-12-05 07:54:282422 },
2423 },
John Chenaab16fc02020-03-03 06:35:452424 'not_site_per_process_blink_web_tests': {
Lukasz Anforowicz04bc6302018-11-19 19:04:282425 'remove_from': [
Lukasz Anforowicz04bc6302018-11-19 19:04:282426 # TODO(dpranke): Should we be running this step on Linux Tests (dbg)(1)?
2427 'Linux Tests (dbg)(1)',
Lukasz Anforowicz04bc6302018-11-19 19:04:282428 ],
Yuke Liaobc9ff982019-04-30 06:56:162429 'modifications': {
Stephen Martinis1384ff92020-01-07 19:52:152430 'Linux Tests': {
2431 "args": [
2432 "--additional-env-var=LLVM_PROFILE_FILE=${ISOLATED_OUTDIR}/profraw/default-%2m.profraw",
Stephen Martinis1384ff92020-01-07 19:52:152433 ],
Struan Shrimpton57c594e42022-01-25 17:59:132434 'swarming': {
2435 'quickrun_shards': 18,
2436 },
Stephen Martinis1384ff92020-01-07 19:52:152437 },
Yuke Liaoea70f472019-12-19 06:03:362438 'linux-code-coverage': {
2439 'args': [
2440 '--additional-env-var=LLVM_PROFILE_FILE=${ISOLATED_OUTDIR}/profraw/default-%2m.profraw',
Yuke Liaoea70f472019-12-19 06:03:362441 ],
2442 'swarming': {
2443 'shards': 20,
2444 },
2445 },
Yuke Liaobc9ff982019-04-30 06:56:162446 },
Lukasz Anforowicz04bc6302018-11-19 19:04:282447 },
Xi Cheng34ca4042018-02-23 00:10:122448 'notification_helper_unittests': {
2449 'remove_from': [
Hans Wennborg252643a2018-05-22 14:41:122450 # The test uses WinRT, which only exists in Windows 8 or above.
2451 # (https://crbug.com/813553)
Xi Cheng34ca4042018-02-23 00:10:122452 'Win 7 Tests x64 (1)',
Xi Cheng34ca4042018-02-23 00:10:122453 'Win7 Tests (1)',
Stephen Martinis1384ff92020-01-07 19:52:152454 # all these bots run Windows 7.
Xi Cheng34ca4042018-02-23 00:10:122455 'ToTWin',
2456 'ToTWin(dbg)',
2457 'ToTWin(dll)',
inglorionb8e7a3ed2019-04-12 09:49:032458 'ToTWinOfficial',
Arthur Eubanks0c24b822021-06-15 18:51:342459 'ToTWinOfficial64',
Xi Cheng34ca4042018-02-23 00:10:122460 'ToTWin64',
2461 'ToTWin64(dbg)',
2462 'ToTWin64(dll)',
Xi Cheng34ca4042018-02-23 00:10:122463 ],
2464 },
Peter McNeeley3cfc0ec82021-12-08 20:36:242465 'overlay_prioritization_viz_unittests': {
2466 'remove_from': [
2467 # Reduce CQ load
2468 'Linux Tests (Wayland)',
2469 ],
2470 },
Ben Pastenee723b2f2019-05-31 19:10:272471 'ozone_unittests': {
2472 'modifications': {
Ben Pastene8ef125e2019-12-10 01:46:292473 'chromeos-betty-pi-arc-chrome': {
2474 'args': [
2475 '--test-launcher-filter-file=../../testing/buildbot/filters/chromeos.ozone_unittests.filter',
2476 ],
2477 },
Ben Pastene500cc1d12021-01-22 18:10:472478 'chromeos-betty-pi-arc-chrome-dchecks': {
2479 'args': [
2480 '--test-launcher-filter-file=../../testing/buildbot/filters/chromeos.ozone_unittests.filter',
2481 ],
2482 },
Ben Pastene8ef125e2019-12-10 01:46:292483 'linux-chromeos-chrome': {
2484 'args': [
2485 '--test-launcher-filter-file=../../testing/buildbot/filters/chromeos.ozone_unittests.filter',
2486 ],
2487 },
Ben Pastenee723b2f2019-05-31 19:10:272488 },
2489 },
Maksim Sisovc81d284c2021-10-05 17:54:352490 'ozone_x11_unittests': {
2491 # Wayland bot uses chromium_linux_gtests that includes some x11 only
2492 # test targets. To avoid maintaining a list of tests, remove them here.
2493 'remove_from': [
2494 'Linux Tests (Wayland)',
2495 ],
2496 },
Karen Qian385d2ca2019-03-19 21:49:582497 'perfetto_unittests': {
Haiyang Pan0e27adbeb2021-12-14 22:44:302498 'modifications': {
Haiyang Pan2a55a452022-03-03 08:18:332499 'android-12-x64-rel': {
Haiyang Pan0e27adbeb2021-12-14 22:44:302500 'args': [
2501 # TODO(crbug.com/1260440): Fix the failed test
2502 '--gtest_filter=-ScopedDirTest.CloseOutOfScope',
2503 ],
2504 },
Chong Gua10cd302022-01-14 19:22:192505 'fuchsia-fyi-x64-asan': {
2506 'args': [
2507 '--test-launcher-filter-file=../../testing/buildbot/filters/fuchsia.lsan.perfetto_unittests.filter',
2508 ],
2509 },
Haiyang Pan0e27adbeb2021-12-14 22:44:302510 },
Karen Qian385d2ca2019-03-19 21:49:582511 'remove_from': [
Haiyang Pan363c59a2020-07-23 05:47:042512 # TODO(crbug.com/931138): Fix permission issue when creating tmp files
John Budorickd3fa5992019-12-13 17:22:412513 'android-arm64-proguard-rel',
John Budorickf2283d72019-06-25 01:09:092514 'android-asan',
Yun Liu022f4512019-06-10 23:14:042515 'android-code-coverage',
Yun Liu7cfd28a2019-10-30 01:57:122516 'android-code-coverage-native',
Karen Qian385d2ca2019-03-19 21:49:582517 'android-marshmallow-arm64-rel',
Haiyang Pan2486dcb2020-09-18 17:53:062518 'android-marshmallow-x86-rel-non-cq',
Ben Joyce46ca6012021-03-31 19:19:252519 'android-pie-arm64-coverage-experimental-rel', # Does not generate profraw data.
Andrew Luo38b311f2019-10-04 03:42:092520 'android-pie-arm64-rel',
Haiyang Pan08d09dc2020-04-01 16:11:212521 'android-pie-x86-rel',
Haiyang Pan9d68ca02021-08-04 21:30:472522 'android-11-x86-rel',
Karen Qian385d2ca2019-03-19 21:49:582523 'Marshmallow 64 bit Tester',
2524 'Marshmallow Tablet Tester',
2525 'Nougat Phone Tester',
Arthur Eubanksc8f86ee2021-05-10 20:14:242526 'ToTAndroid'
Karen Qian385d2ca2019-03-19 21:49:582527 ]
2528 },
Stephen Martinis54d64ad2018-09-21 22:16:202529 'performance_test_suite': {
2530 'modifications': {
Zhaoyang Li9357e1e12021-12-07 18:53:172531 'Mac11 Tests (dbg)': {
2532 'args': [
2533 '--browser=debug',
2534 ],
2535 },
Stephen Martinis54d64ad2018-09-21 22:16:202536 'Win10 Tests x64 (dbg)': {
2537 'args': [
Takuto Ikutab28b582e2021-02-10 01:41:212538 '--browser=debug_x64',
Stephen Martinis54d64ad2018-09-21 22:16:202539 ],
2540 'experiment_percentage': 100,
2541 },
Stephen Martinis54d64ad2018-09-21 22:16:202542 },
2543 },
Sven Zhenge8335e02020-08-07 22:38:392544 'pixel_browser_tests': {
2545 'modifications': {
2546 'win-pixel-tester-rel': {
2547 'non_precommit_args': [
2548 # Do not allow retry or it will break the bulk approval process.
2549 # When retry with fail-pass pattern, the passing test will overwrite the previously
2550 # seen flaky version on the trace. We can triage the image using the printed link,
2551 # but it will not show on the Skia Gold search page.
2552 '--test-launcher-retry-limit=0',
2553 ],
2554 },
2555 },
2556 },
Dana Fried86d6e5122022-04-26 20:53:162557 'pixel_interactive_ui_tests': {
2558 'modifications': {
2559 'win-pixel-tester-rel': {
2560 'non_precommit_args': [
2561 # Do not allow retry or it will break the bulk approval process.
2562 # When retry with fail-pass pattern, the passing test will overwrite the previously
2563 # seen flaky version on the trace. We can triage the image using the printed link,
2564 # but it will not show on the Skia Gold search page.
2565 '--test-launcher-retry-limit=0',
2566 ],
2567 },
2568 },
2569 },
Jonah Ryan-Davis832c8462020-06-09 03:45:032570 'pixel_skia_gold_passthrough_test': {
Brian Sheedyc0c142c2021-06-01 21:18:052571 'modifications': {
2572 'Android FYI Release (Pixel 4)': {
2573 'args': [
2574 # Pixel 4s are weird in that they can output in different color spaces
2575 # simultaneously. The readback code for capturing a screenshot assumes
2576 # only one color space, so disable wide color gamut for the test to
2577 # work around the issue. See https://crbug.com/1166379 for more
2578 # information.
2579 '--extra-browser-args=--disable-wcg-for-test',
2580 ],
2581 },
Struan Shrimptone772d72f2021-12-15 07:50:092582 'Mac Retina Release (AMD)': {
2583 'swarming': {
2584 'quickrun_shards': 2,
2585 },
2586 },
Struan Shrimpton4b7abc02021-12-16 01:36:592587 'Win10 x64 Release (NVIDIA)': {
2588 'swarming': {
2589 'quickrun_shards': 2,
2590 },
2591 },
Ben Pastene63f13302022-05-12 21:04:052592 'android_optional_gpu_tests_rel': {
2593 'args': [
2594 # See above.
2595 '--extra-browser-args=--disable-wcg-for-test',
2596 ],
2597 },
Brian Sheedyc0c142c2021-06-01 21:18:052598 },
Jonah Ryan-Davis832c8462020-06-09 03:45:032599 'replacements': {
2600 # The V8 builders pass the V8 revision for ${got_revision}, so instead
2601 # use ${got_cr_revision}, which is only set on the V8 bots.
2602 'Linux V8 FYI Release (NVIDIA)': {
2603 'args': {
2604 '--git-revision': '${got_cr_revision}',
2605 },
2606 },
2607 'Linux V8 FYI Release - pointer compression (NVIDIA)': {
2608 'args': {
2609 '--git-revision': '${got_cr_revision}',
2610 },
2611 },
Jonah Ryan-Davisdeeffeaf2020-06-18 17:56:002612 'Mac V8 FYI Release (Intel)': {
2613 'args': {
2614 '--git-revision': '${got_cr_revision}',
2615 },
2616 },
Jonah Ryan-Davis832c8462020-06-09 03:45:032617 'Win V8 FYI Release (NVIDIA)': {
2618 'args': {
2619 '--git-revision': '${got_cr_revision}',
2620 },
2621 },
2622 },
2623 },
2624 'pixel_skia_gold_validating_test': {
Brian Sheedy0566f2cb2021-02-12 22:12:502625 'modifications': {
2626 'Android FYI Release (Pixel 4)': {
2627 'args': [
2628 # Pixel 4s are weird in that they can output in different color spaces
2629 # simultaneously. The readback code for capturing a screenshot assumes
2630 # only one color space, so disable wide color gamut for the test to
2631 # work around the issue. See https://crbug.com/1166379 for more
2632 # information.
2633 '--extra-browser-args=--disable-wcg-for-test',
2634 ],
2635 },
Ben Pastene63f13302022-05-12 21:04:052636 'android_optional_gpu_tests_rel': {
2637 'args': [
2638 # See above.
2639 '--extra-browser-args=--disable-wcg-for-test',
2640 ],
2641 },
Chong Guabe5adec02022-03-24 17:41:302642 'fuchsia-fyi-x64-rel': { # https://crbug.com/1302427
2643 'experiment_percentage': 100,
2644 },
Brian Sheedy0566f2cb2021-02-12 22:12:502645 },
Chong Gu0aa929e62022-03-03 15:34:132646 'remove_from': [
2647 'Fuchsia x64', # https://crbug.com/1302427
2648 ],
Brian Sheedye6ea0ee2019-07-11 02:54:372649 'replacements': {
Brian Sheedye6ea0ee2019-07-11 02:54:372650 # The V8 builders pass the V8 revision for ${got_revision}, so instead
2651 # use ${got_cr_revision}, which is only set on the V8 bots.
2652 'Android V8 FYI Release (Nexus 5X)': {
2653 'args': {
Brian Sheedy4d335deb2020-04-01 20:47:322654 '--git-revision': '${got_cr_revision}',
Brian Sheedye6ea0ee2019-07-11 02:54:372655 },
2656 },
Brian Sheedye6ea0ee2019-07-11 02:54:372657 'Mac V8 FYI Release (Intel)': {
2658 'args': {
Brian Sheedy4d335deb2020-04-01 20:47:322659 '--git-revision': '${got_cr_revision}',
Brian Sheedye6ea0ee2019-07-11 02:54:372660 },
2661 },
Brian Sheedye6ea0ee2019-07-11 02:54:372662 },
2663 },
2664 'pixel_test':{
Takuto Ikuta35c85522019-06-04 16:55:462665 'modifications': {
2666 'Android Release (Nexus 5X)': {
2667 'swarming': {
2668 'shards': 2,
2669 },
2670 },
2671 },
Nico Weber128fd382018-06-14 23:29:272672 },
Brian Sheedy9653f152019-08-07 17:02:442673 'rendering_representative_perf_tests': {
2674 'modifications': {
2675 'Win10 FYI x64 Exp Release (Intel HD 630)': {
2676 'args': [
Takuto Ikutab28b582e2021-02-10 01:41:212677 '--browser=release_x64',
Brian Sheedy9653f152019-08-07 17:02:442678 ],
2679 },
2680 'Win10 FYI x64 Exp Release (NVIDIA)': {
2681 'args': [
Takuto Ikutab28b582e2021-02-10 01:41:212682 '--browser=release_x64',
Brian Sheedy9653f152019-08-07 17:02:442683 ],
2684 },
Yuly Novikov86cb3542020-11-26 17:10:002685 'Win10 FYI x64 Release (AMD RX 5500 XT)': {
2686 'args': [
Takuto Ikutab28b582e2021-02-10 01:41:212687 '--browser=release_x64',
Yuly Novikov86cb3542020-11-26 17:10:002688 ],
2689 },
Brian Sheedy9653f152019-08-07 17:02:442690 'Win10 FYI x64 Release (Intel HD 630)': {
2691 'args': [
Takuto Ikutab28b582e2021-02-10 01:41:212692 '--browser=release_x64',
Brian Sheedy9653f152019-08-07 17:02:442693 ],
2694 },
Brian Sheedy9653f152019-08-07 17:02:442695 'Win10 FYI x64 Release (NVIDIA)': {
2696 'args': [
Takuto Ikutab28b582e2021-02-10 01:41:212697 '--browser=release_x64',
Brian Sheedy9653f152019-08-07 17:02:442698 ],
2699 },
behdad26cf7e72019-12-18 13:57:302700 'Win10 x64 Release (NVIDIA)': {
2701 'args': [
Takuto Ikutab28b582e2021-02-10 01:41:212702 '--browser=release_x64',
behdad26cf7e72019-12-18 13:57:302703 ],
2704 },
Brian Sheedy9653f152019-08-07 17:02:442705 },
2706 },
John Budorickdce9d462019-03-23 00:25:382707 'sandbox_linux_unittests': {
2708 'modifications': {
Haiyang Pan2a55a452022-03-03 08:18:332709 'android-12-x64-rel': {
Haiyang Pan4d49f5d2021-11-24 02:06:132710 'args': [
2711 '--test-launcher-filter-file=../../testing/buildbot/filters/android.emulator_12.sandbox_linux_unittests.filter',
2712 ]
2713 },
Haiyang Pan6b8e4cf2021-08-02 21:38:282714 'android-marshmallow-x86-rel': {
John Budorick6e8e595b2020-01-27 18:15:582715 'args': [
2716 '--test-launcher-filter-file=../../testing/buildbot/filters/android.emulator.sandbox_linux_unittests.filter',
2717 ]
2718 },
Haiyang Pan08d09dc2020-04-01 16:11:212719 'android-pie-x86-rel': {
John Budorick191adfcd2020-01-29 18:19:042720 'args': [
2721 '--test-launcher-filter-file=../../testing/buildbot/filters/android.emulator.sandbox_linux_unittests.filter',
2722 ]
2723 },
John Budorickdce9d462019-03-23 00:25:382724 },
John Budorick3ebfdf852019-05-13 22:28:162725 'remove_from': [
John Budorick3ebfdf852019-05-13 22:28:162726 'android-asan', # https://crbug.com/962650
2727 ],
John Budorickdce9d462019-03-23 00:25:382728 },
Brian Sheedyc0c142c2021-06-01 21:18:052729 'screenshot_sync_passthrough_tests': {
2730 'modifications': {
2731 'Android FYI Release (Pixel 4)': {
2732 'args': [
2733 # Pixel 4s are weird in that they can output in different color spaces
2734 # simultaneously. The readback code for capturing a screenshot assumes
2735 # only one color space, so disable wide color gamut for the test to
2736 # work around the issue. See https://crbug.com/1166379 for more
2737 # information.
2738 '--extra-browser-args=--disable-wcg-for-test',
2739 ],
2740 },
Ben Pastene63f13302022-05-12 21:04:052741 'android_optional_gpu_tests_rel': {
2742 'args': [
2743 # See above.
2744 '--extra-browser-args=--disable-wcg-for-test',
2745 ],
2746 },
Brian Sheedyc0c142c2021-06-01 21:18:052747 },
2748 },
Brian Sheedy0566f2cb2021-02-12 22:12:502749 'screenshot_sync_validating_tests': {
2750 'modifications': {
2751 'Android FYI Release (Pixel 4)': {
2752 'args': [
2753 # Pixel 4s are weird in that they can output in different color spaces
2754 # simultaneously. The readback code for capturing a screenshot assumes
2755 # only one color space, so disable wide color gamut for the test to
2756 # work around the issue. See https://crbug.com/1166379 for more
2757 # information.
2758 '--extra-browser-args=--disable-wcg-for-test',
2759 ],
2760 },
Ben Pastene63f13302022-05-12 21:04:052761 'android_optional_gpu_tests_rel': {
2762 'args': [
2763 # See above.
2764 '--extra-browser-args=--disable-wcg-for-test',
2765 ],
2766 },
Brian Sheedy0566f2cb2021-02-12 22:12:502767 },
Chong Gu0aa929e62022-03-03 15:34:132768 'remove_from': [
2769 'Fuchsia x64', # https://crbug.com/1302427
2770 ],
Brian Sheedy0566f2cb2021-02-12 22:12:502771 },
Kenneth Russelleb60cbd22017-12-05 07:54:282772 'services_unittests': {
2773 'remove_from': [
Nico Weber15a00d62018-05-16 17:11:482774 'ToTLinuxMSan', # https://crbug.com/831676
Kenneth Russell8a386d42018-06-02 09:48:012775 # The face and barcode detection tests fail on the Mac Pros.
2776 'Mac Pro FYI Release (AMD)',
Nico Weberd36959682018-04-12 03:33:462777 'Linux ChromiumOS MSan Tests', # https://crbug.com/831676
Ben Pastene7636bb62022-04-22 18:55:252778 'Linux ChromiumOS MSan Focal',
Nico Weberd36959682018-04-12 03:33:462779 'Linux MSan Tests', # https://crbug.com/831676
Ben Pastene7636bb62022-04-22 18:55:252780 'Linux MSan Focal', # https://crbug.com/831676
Kenneth Russelleb60cbd22017-12-05 07:54:282781 ],
Brian Sheedyb6c58792020-05-07 18:37:332782 'replacements': {
2783 # TODO(crbug.com/1078982): Remove once the test is fixed on 10.15.4.
2784 'Mac FYI Experimental Release (Intel)': {
2785 'args': {
2786 '--gtest_filter': '*Detection*:-FaceDetectionImplMacTest.ScanOneFace*',
2787 },
2788 },
2789 },
Haiyang Pan363c59a2020-07-23 05:47:042790 'modifications': {
Struan Shrimptone772d72f2021-12-15 07:50:092791 'Linux ASan LSan Tests (1)': {
2792 'swarming': {
2793 'quickrun_shards': 2,
2794 },
2795 },
Haiyang Pan9d68ca02021-08-04 21:30:472796 'android-11-x86-rel': {
Haiyang Pan10f029c2021-07-30 23:17:562797 'args': [
Haiyang Pan2877f062021-11-18 01:06:062798 # TODO(crbug.com/1264654): Fix the failed tests
2799 '--gtest_filter=-PacLibraryTest.ActualPacMyIpAddress*'
2800 ],
2801 },
Haiyang Pan2a55a452022-03-03 08:18:332802 'android-12-x64-rel': {
Haiyang Pan2877f062021-11-18 01:06:062803 'args': [
2804 # TODO(crbug.com/1264654): Fix the failed tests
Haiyang Pan10f029c2021-07-30 23:17:562805 '--gtest_filter=-PacLibraryTest.ActualPacMyIpAddress*'
2806 ],
2807 },
Chong Gu52481452021-04-02 17:52:412808 'fuchsia-code-coverage': {
2809 'swarming': {
2810 'shards': 7,
2811 },
2812 },
2813 }
Chong Gudf7fbe92021-02-24 02:55:582814 },
Brian Ho8271a7ad2021-08-12 20:48:032815 # TODO(crbug.com/1202958): Remove these when SkiaRenderer is fully shipped
2816 # on Chrome OS.
2817 'skia_renderer_telemetry_perf_unittests': {
2818 'remove_from': [
2819 # Not enough capacity.
2820 'chromeos-betty-pi-arc-chrome',
2821 'chromeos-betty-pi-arc-chrome-dchecks',
Muyao Xuc5634692021-11-09 21:30:172822 # it sometimes flakily times out.
2823 'chromeos-amd64-generic-rel',
Brian Ho8271a7ad2021-08-12 20:48:032824 ],
2825 'modifications': {
2826 'chromeos-amd64-generic-rel': {
2827 'ci_only': True,
2828 },
2829 'chromeos-amd64-generic-rel (goma cache silo)': {
2830 'ci_only': True,
2831 },
2832 'chromeos-amd64-generic-rel (reclient)': {
2833 'ci_only': True,
2834 },
Brian Ho8271a7ad2021-08-12 20:48:032835 },
2836 },
2837 'skia_renderer_telemetry_unittests': {
2838 'remove_from': [
2839 # Not enough capacity.
2840 'chromeos-betty-pi-arc-chrome',
2841 'chromeos-betty-pi-arc-chrome-dchecks',
2842 ],
2843 'modifications': {
2844 'chromeos-amd64-generic-rel': {
2845 'ci_only': True,
2846 },
2847 'chromeos-amd64-generic-rel (goma cache silo)': {
2848 'ci_only': True,
2849 },
2850 'chromeos-amd64-generic-rel (reclient)': {
2851 'ci_only': True,
2852 },
Brian Ho8271a7ad2021-08-12 20:48:032853 },
2854 },
Chong Gu76046412021-09-22 17:49:212855 'snapshot_unittests': {
Chong Gub2446462021-08-19 18:44:082856 'modifications': {
2857 'fuchsia-fyi-arm64-dbg': {
2858 'args': [
2859 '--test-launcher-filter-file=../../testing/buildbot/filters/fuchsia.debug.snapshot_unittests.filter',
2860 ],
2861 },
2862 },
2863 },
Kenneth Russelleb60cbd22017-12-05 07:54:282864 'sync_integration_tests': {
Brad Halla36886c2019-02-26 16:52:292865 'remove_from': [
Brad Halla36886c2019-02-26 16:52:292866 'CrWinAsan(dll)', # https://crbug.com/935598
2867 ],
Kenneth Russelleb60cbd22017-12-05 07:54:282868 'modifications': {
Erik Chene84bc1c2019-11-25 23:23:522869 'Linux ASan LSan Tests (1)': {
2870 'swarming': {
2871 'shards': 4,
2872 },
2873 },
Nico Weber8fbc2832018-12-14 16:00:572874 'Linux TSan Tests': {
2875 'swarming': {
2876 'shards': 6,
2877 },
2878 },
Chris Cunninghama1239c8b2022-05-03 00:32:212879 'Mac ASan 64 Tests (1)': {
2880 'swarming': {
2881 'shards': 3,
Lindsay Pasricha2cfaec212022-05-11 19:00:392882 },
2883 },
2884 'Mac11 Tests': {
2885 'swarming': {
2886 'shards': 4,
Chris Cunninghama1239c8b2022-05-03 00:32:212887 },
2888 },
Stephen Martinis1384ff92020-01-07 19:52:152889 'ToTLinuxTSan': {
Kenneth Russelleb60cbd22017-12-05 07:54:282890 'swarming': {
Stephen Martinis1384ff92020-01-07 19:52:152891 'shards': 6,
Kenneth Russelleb60cbd22017-12-05 07:54:282892 },
2893 },
Struan Shrimptona1ab7672022-01-13 18:02:512894 'Win10 Tests x64': {
2895 'swarming': {
2896 'quickrun_shards': 3,
2897 },
2898 },
Stephen Martinis75ab55d2018-08-30 02:27:122899 'Win10 Tests x64 (dbg)': {
2900 'experiment_percentage': 100, # https://crbug.com/840369
2901 },
Stephen Martinis1384ff92020-01-07 19:52:152902 'linux-chromeos-code-coverage': {
Yuke Liao79424e42020-01-06 21:00:112903 'swarming': {
2904 'shards': 4,
2905 },
2906 },
Stephen Martinis1384ff92020-01-07 19:52:152907 'linux-code-coverage': {
Yuke Liao79424e42020-01-06 21:00:112908 'swarming': {
2909 'shards': 4,
2910 },
2911 },
Sven Zhengfbbf21a2021-04-16 23:57:122912 # https://crbug.com/1199909,
Junhua Chen39dd2dba2021-05-05 17:51:542913 'linux-lacros-code-coverage': {
2914 'args': [
2915 '--test-launcher-filter-file=../../testing/buildbot/filters/linux-lacros.sync_integration_tests.filter',
2916 ]
2917 },
Jieting Yangbf15db672021-10-04 19:18:372918 'linux-lacros-dbg-tests-fyi': {
2919 'args': [
2920 '--test-launcher-filter-file=../../testing/buildbot/filters/linux-lacros.sync_integration_tests.filter',
2921 ],
2922 },
Anastasiia N11c1f8d2021-04-19 14:04:422923 'linux-lacros-tester-rel': {
2924 'args': [
Yuke Liao56a437dd2021-05-05 04:53:402925 '--test-launcher-filter-file=../../testing/buildbot/filters/linux-lacros.sync_integration_tests.filter',
Anastasiia N11c1f8d2021-04-19 14:04:422926 ],
2927 },
Kuan Huang235b0142021-10-19 18:59:282928 'mac-code-coverage': {
2929 'args': [
2930 '--coverage-continuous-mode=1',
2931 ],
2932 },
Kenneth Russelleb60cbd22017-12-05 07:54:282933 },
2934 },
Weizhong Xia613fda42021-04-21 20:11:522935 'system_webview_wpt': {
2936 'modifications': {
2937 'android-webview-pie-x86-wpt-fyi-rel': {
Weizhong Xia7dd41362021-09-30 16:05:382938 'args': [
2939 '--log-wptreport',
2940 ],
Weizhong Xia613fda42021-04-21 20:11:522941 },
2942 },
2943 },
Kenneth Russell8a386d42018-06-02 09:48:012944 'tab_capture_end2end_tests': {
Nico Webere89a3c92018-07-01 01:30:522945 # Run these only on Release bots.
Kenneth Russell8a386d42018-06-02 09:48:012946 'remove_from': [
Kenneth Russell8a386d42018-06-02 09:48:012947 'Linux Debug (NVIDIA)',
2948 'Mac Debug (Intel)',
2949 'Mac Retina Debug (AMD)',
Yuly Novikovbc1ccff2019-08-03 00:05:492950 'Win10 FYI x64 Debug (NVIDIA)',
Yuly Novikovf28f1eca2019-07-04 22:43:392951 # Disabled due to dbus crashes crbug.com/927465
Yuly Novikov5865ff72019-07-09 21:38:052952 'Linux FYI Release (Intel HD 630)',
2953 'Linux FYI Release (NVIDIA)',
Yuly Novikov5865ff72019-07-09 21:38:052954 'Linux Release (NVIDIA)',
Kenneth Russell8a386d42018-06-02 09:48:012955 ],
Emily Hanleyb64ac7c2018-05-25 13:36:552956 },
Haiyang Pan8c201b92020-06-04 01:25:072957 'telemetry_chromium_minidump_unittests': {
2958 'remove_from': [
Haiyang Pan2486dcb2020-09-18 17:53:062959 'android-marshmallow-x86-rel-non-cq', # crbug.com/1084352
Haiyang Pan8c201b92020-06-04 01:25:072960 ],
2961 },
Brian Sheedyc117f6d2020-05-06 02:23:272962 'telemetry_monochrome_minidump_unittests': {
2963 'remove_from': [
2964 # Monochrome isn't supported on M.
2965 'android-marshmallow-arm64-rel',
Haiyang Pan2486dcb2020-09-18 17:53:062966 'android-marshmallow-x86-rel-non-cq',
Brian Sheedyc117f6d2020-05-06 02:23:272967 ],
2968 },
Kenneth Russelleb60cbd22017-12-05 07:54:282969 'telemetry_perf_unittests': {
2970 'modifications': {
Kenneth Russelleb60cbd22017-12-05 07:54:282971 'Linux Tests': {
2972 'args': [
2973 '--xvfb',
Ned Nguyene6e26042018-01-17 20:42:482974 '--jobs=1',
Kenneth Russelleb60cbd22017-12-05 07:54:282975 ],
2976 },
Juan Antonio Navarro Perez4899edf2019-03-14 13:05:352977 'Linux Tests (dbg)(1)': {
2978 'args': [
2979 '--xvfb',
2980 '--jobs=1',
2981 ],
2982 },
John Chen9fd22fcf2021-12-10 02:24:122983 'Mac11 Tests': {
2984 'ci_only': True,
2985 },
Struan Shrimptona1ab7672022-01-13 18:02:512986 'chromeos-amd64-generic-rel': {
2987 'swarming': {
2988 'quickrun_shards': 24,
2989 },
2990 },
Ben Pastene69400eb2021-03-25 19:27:162991 'chromeos-eve-chrome': {
2992 'args': [
2993 # TODO(crbug.com/1191132): Re-enable.
2994 '--skip=benchmarks.benchmark_smoke_unittest.BenchmarkSmokeTest.wasmpspdfkit',
2995 ],
2996 },
Ben Pastene2b4b15f2021-03-04 00:39:242997 'chromeos-kevin-chrome': {
2998 # TODO(crbug.com/1182948): Remove the experiment.
Ben Pastenebe91e462021-07-27 23:47:262999 # TODO(b/188822176): Restore to 100% when we have additional capacity.
3000 'experiment_percentage': 0,
Ben Pastene2b4b15f2021-03-04 00:39:243001 },
Kenneth Russelleb60cbd22017-12-05 07:54:283002 },
3003 'remove_from': [
Haiyang Pan2486dcb2020-09-18 17:53:063004 'android-marshmallow-x86-rel-non-cq', # crbug.com/1084352
Haiyang Pan0e39edf42020-04-28 19:29:013005 # There's no need to run telemetry_perf_unittests on both lollipop and
Erik Chen96894722019-11-21 20:03:393006 # marshmallow on the CQ. https://crbug.com/1026487.
Ben Joyce3e043862021-10-20 23:57:243007 # TODO(crbug/1260494): Test suite isn't running on android.
Erik Chen96894722019-11-21 20:03:393008 'android-marshmallow-arm64-rel',
Andrew Luobe83fd82019-12-19 03:07:583009 'android-pie-arm64-rel',
Garrett Beatyeef031a2019-02-28 01:55:413010 # crbug.com/936540
Shenghua Zhangbd6f1b232018-03-03 02:59:143011 'Mac10.13 Tests',
Zhaoyang Li69e2e002021-02-19 21:57:353012 'Mac10.15 Tests',
Lindsay Pasricha21bb93d72021-12-07 05:48:393013 # TODO crbug.com/1277277
Zhaoyang Li9357e1e12021-12-07 18:53:173014 'Mac11 Tests (dbg)',
Stephen Martinis1384ff92020-01-07 19:52:153015 'Linux - Future (dbg)', # client.v8.chromium
Takuto Ikuta9aa015d2019-04-15 23:33:293016 'Win10 Tests x64',
Stephen Martinise701f5a2018-05-04 01:25:113017 'Win10 Tests x64 (dbg)',
Kuan Huanga89737d2022-01-07 19:42:113018 'Win11 Tests x64',
Kenneth Russelleb60cbd22017-12-05 07:54:283019 ],
3020 },
Stephen Martinis54d64ad2018-09-21 22:16:203021 'telemetry_unittests': {
3022 'modifications': {
3023 'Win10 Tests x64 (dbg)': {
3024 'experiment_percentage': 100, # crbug.com/870673
Ben Pastene9383fe12020-10-20 21:32:403025 },
Struan Shrimptona1ab7672022-01-13 18:02:513026 'chromeos-amd64-generic-rel': {
3027 'swarming': {
3028 'quickrun_shards': 60,
3029 },
3030 },
John Budorickc498fd3c2019-03-14 01:16:263031 },
3032 'remove_from': [
Ben Pastene9ef2ced52021-07-28 18:04:343033 # TODO(crbug.com/1141234): Restore when there's more DUTs
3034 'chromeos-kevin-chrome',
3035 'chromeos-kevin-rel',
Ben Pastene619317752020-12-03 00:04:143036
Takuto Ikuta9aa015d2019-04-15 23:33:293037 'Win10 Tests x64',
Kuan Huanga89737d2022-01-07 19:42:113038 'Win11 Tests x64',
Titouan Rigoudye122ec32021-11-08 16:36:163039
3040 # TODO(https://crbug.com/1267161): Re-enable when platform is supported.
3041 'mac11-arm64-rel-tests',
John Budorickc498fd3c2019-03-14 01:16:263042 ],
Stephen Martinis54d64ad2018-09-21 22:16:203043 },
Ben Pastene8e7eb2652022-04-29 19:44:313044 'test_buildbucket_api_gpu_use_cases GTX 1660': {
3045 'remove_from': [
3046 'linux_optional_gpu_tests_rel', # crbug.com/1080749
Brian Sheedyf3b48d62020-05-08 23:03:123047 ],
3048 },
Chong Guabe5adec02022-03-24 17:41:303049 'trace_test': {
3050 'modifications': {
3051 'fuchsia-fyi-x64-rel': { # https://crbug.com/1269976
3052 'experiment_percentage': 100,
3053 },
3054 },
3055 },
Kenneth Russelleb60cbd22017-12-05 07:54:283056 'unit_tests': {
Yun Liu3e759dbb2019-11-01 19:25:523057 'remove_from': [
Ben Pastene3e32ffe2020-08-07 03:37:073058 'android-pie-arm64-rel', # https://crbug.com/1010211
Yun Liu3e759dbb2019-11-01 19:25:523059 ],
Kenneth Russelleb60cbd22017-12-05 07:54:283060 'modifications': {
John Budorickca14c76f62017-12-09 14:19:183061 'Linux ASan LSan Tests (1)': {
John Budorick5052d552017-12-13 02:59:343062 # These are slow on the ASAN trybot for some reason.
Ben Pastened2c01af2022-01-31 23:06:443063 # crbug.com/1257927
John Budorickca14c76f62017-12-09 14:19:183064 'swarming': {
John Budorick5052d552017-12-13 02:59:343065 'shards': 4,
John Budorickca14c76f62017-12-09 14:19:183066 },
3067 },
Stephen Martinis1384ff92020-01-07 19:52:153068 'Linux Chromium OS ASan LSan Tests (1)': {
3069 # These are slow on the ASAN trybot for some reason.
Ben Pastened2c01af2022-01-31 23:06:443070 # crbug.com/1257927
John Budorickca14c76f62017-12-09 14:19:183071 'swarming': {
3072 'shards': 2,
3073 },
3074 },
Takuto Ikuta54671d972018-07-19 19:06:353075 'Linux ChromiumOS MSan Tests': {
3076 # These are very slow on the Chrome OS MSAN trybot for some reason.
3077 # crbug.com/865455
3078 'swarming': {
3079 'shards': 2,
3080 },
3081 },
Stephen Martinis1384ff92020-01-07 19:52:153082 'Linux TSan Tests': {
Takuto Ikuta54671d972018-07-19 19:06:353083 'swarming': {
3084 'shards': 2,
3085 },
3086 },
Maksim Sisovc81d284c2021-10-05 17:54:353087 # https://crbug.com/1184127
3088 'Linux Tests (Wayland)': {
3089 'args': [
3090 '--test-launcher-filter-file=../../testing/buildbot/filters/ozone-linux.unit_tests_wayland.filter',
3091 ],
3092 },
Zhaoyang Li9357e1e12021-12-07 18:53:173093 'Mac11 Tests (dbg)': {
3094 'swarming': {
3095 'shards': 2,
3096 },
3097 },
Stephen Martinis1384ff92020-01-07 19:52:153098 'ToTLinuxASan': {
Dirk Pranke20eae9a72017-12-09 18:12:143099 'swarming': {
Stephen Martinis1384ff92020-01-07 19:52:153100 'shards': 2,
Dirk Pranke20eae9a72017-12-09 18:12:143101 },
3102 },
Stephen Martinis1384ff92020-01-07 19:52:153103 'android-asan': {
3104 'args': [
3105 '--test-launcher-filter-file=../../testing/buildbot/filters/android.asan.unit_tests.filter',
3106 ],
3107 },
Takuto Ikuta527cdff2020-01-29 08:04:273108 'android-marshmallow-arm64-rel-swarming': {
3109 'swarming': {
3110 'shards': 8,
3111 },
3112 },
Stephen Martinis1384ff92020-01-07 19:52:153113 'linux-chromeos-chrome': {
3114 'args': [
3115 '--test-launcher-filter-file=../../testing/buildbot/filters/chromeos.unit_tests.filter',
3116 ],
3117 },
Ben Pasteneacd57392019-10-31 02:13:253118 'linux-chromeos-dbg': {
3119 'swarming': {
3120 'shards': 2,
3121 },
3122 },
Erik Chend063aef72019-11-18 19:13:103123 'linux-chromeos-rel': {
3124 'swarming': {
3125 'shards': 2,
3126 },
3127 },
Yuke Liao597dd6df72020-08-18 03:02:543128 # https://crbug.com/1111979,
Junhua Chen39dd2dba2021-05-05 17:51:543129 'linux-lacros-code-coverage': {
3130 'args': [
3131 '--test-launcher-filter-file=../../testing/buildbot/filters/linux-lacros.unit_tests.filter',
3132 ],
3133 },
3134 # https://crbug.com/1111979,
Jieting Yangbf15db672021-10-04 19:18:373135 'linux-lacros-dbg-tests-fyi': {
3136 'args': [
3137 '--test-launcher-filter-file=../../testing/buildbot/filters/linux-lacros.unit_tests.filter',
3138 ],
3139 },
3140 # https://crbug.com/1111979,
Sven Zheng5c9d3e342020-08-11 21:39:433141 'linux-lacros-tester-rel': {
Sven Zheng5c9d3e342020-08-11 21:39:433142 'args': [
Yuke Liao56a437dd2021-05-05 04:53:403143 '--test-launcher-filter-file=../../testing/buildbot/filters/linux-lacros.unit_tests.filter',
Sven Zheng5c9d3e342020-08-11 21:39:433144 ],
3145 },
Kenneth Russelleb60cbd22017-12-05 07:54:283146 },
3147 },
Hao Wu77dd1ab2022-04-29 21:36:203148 'variations_smoke_tests': {
3149 'modifications': {
3150 'win-chrome': {
3151 'experiment_percentage': 100,
3152 },
3153 },
3154 },
Kenneth Russell8a386d42018-06-02 09:48:013155 'video_decode_accelerator_gl_unittest': {
3156 'remove_from': [
Kenneth Russell8a386d42018-06-02 09:48:013157 # Windows Intel doesn't have the GL extensions to support this test.
Yuly Novikovbc1ccff2019-08-03 00:05:493158 'Win10 FYI x64 Release (Intel HD 630)',
Yuly Novikov5ff15502019-07-31 00:55:483159 'Win10 FYI x64 Exp Release (Intel HD 630)',
Kenneth Russell8a386d42018-06-02 09:48:013160 ],
3161 },
Sven Zheng577fe5ff2020-08-03 22:06:443162 'views_unittests': {
Sven Zheng80734f12020-08-06 06:50:393163 'modifications': {
Maksim Sisovc81d284c2021-10-05 17:54:353164 'Linux Tests (Wayland)': {
3165 'args': [
3166 '--test-launcher-filter-file=../../testing/buildbot/filters/ozone-linux.wayland_views_unittests.filter',
3167 ],
3168 },
Chong Gu6aa22be2021-09-10 06:56:143169 'fuchsia-fyi-arm64-dbg': {
3170 'args': [
3171 '--test-launcher-filter-file=../../testing/buildbot/filters/fuchsia.debug.views_unittests.filter',
3172 ],
3173 },
Chong Gua10cd302022-01-14 19:22:193174 'fuchsia-fyi-x64-asan': {
3175 'args': [
3176 '--test-launcher-filter-file=../../testing/buildbot/filters/fuchsia.lsan.views_unittests.filter',
3177 ],
3178 },
Sven Zheng5c9d3e342020-08-11 21:39:433179 # https://crbug.com/1111979,
Junhua Chen39dd2dba2021-05-05 17:51:543180 'linux-lacros-code-coverage': {
3181 'args': [
3182 '--gtest_filter=-DesktopWidgetFocusManagerTest.AnchoredDialogInDesktopNativeWidgetAura:'
3183 'DesktopWidgetTest*:'
3184 'DesktopWindowTreeHostPlatformTest*:'
3185 'EditableComboboxTest*:'
3186 'MenuRunnerTest*:'
3187 'TextfieldTest*:'
3188 'TooltipControllerTest*:'
3189 'TooltipStateManagerTest*'
3190 ],
3191 },
Yuke Liaoa0db4742021-08-09 18:28:333192 'linux-lacros-dbg-tests-fyi': {
3193 'args': [
3194 '--gtest_filter=-DesktopWidgetFocusManagerTest.AnchoredDialogInDesktopNativeWidgetAura:'
3195 'TextfieldTest*:'
3196 'TooltipControllerTest*:'
3197 ],
3198 },
Sven Zheng5c9d3e342020-08-11 21:39:433199 'linux-lacros-tester-rel': {
Sven Zheng5c9d3e342020-08-11 21:39:433200 'args': [
3201 '--gtest_filter=-DesktopWidgetFocusManagerTest.AnchoredDialogInDesktopNativeWidgetAura:'
Yuke Liao34721c22020-08-14 21:41:193202 'DesktopWidgetTest*:'
3203 'DesktopWindowTreeHostPlatformTest*:'
Yuke Liaocf9db2b2020-08-13 19:42:533204 'EditableComboboxTest*:'
Sven Zhengea8903f2020-08-14 05:27:513205 'MenuRunnerTest*:'
Yuke Liaocf9db2b2020-08-13 19:42:533206 'TextfieldTest*:'
Benjamin Beaudry54b3b882021-03-12 23:55:363207 'TooltipControllerTest*:'
3208 'TooltipStateManagerTest*'
Sven Zheng5c9d3e342020-08-11 21:39:433209 ],
3210 },
Sven Zheng80734f12020-08-06 06:50:393211 },
Sven Zheng577fe5ff2020-08-03 22:06:443212 },
John Budorickd02c429de2020-01-10 19:02:213213 'viz_unittests': {
3214 'modifications': {
Haiyang Pan9d68ca02021-08-04 21:30:473215 'android-11-x86-rel': {
Haiyang Pancf765862021-03-18 20:39:153216 'args': [
3217 '--test-launcher-filter-file=../../testing/buildbot/filters/android.emulator_11.viz_unittests.filter',
3218 ],
3219 },
Haiyang Pan6b8e4cf2021-08-02 21:38:283220 'android-marshmallow-x86-rel': {
John Budorickafd548b2020-01-14 20:45:093221 'args': [
John Budorickd02c429de2020-01-10 19:02:213222 '--test-launcher-filter-file=../../testing/buildbot/filters/android.emulator.viz_unittests.filter',
3223 ],
3224 },
Haiyang Pan08d09dc2020-04-01 16:11:213225 'android-pie-x86-rel': {
John Budorickafd548b2020-01-14 20:45:093226 'args': [
John Budorickd02c429de2020-01-10 19:02:213227 '--test-launcher-filter-file=../../testing/buildbot/filters/android.emulator.viz_unittests.filter',
3228 ],
3229 },
Chong Gub2446462021-08-19 18:44:083230 'fuchsia-fyi-arm64-dbg': {
Chong Gu6aa22be2021-09-10 06:56:143231 'args': [
3232 '--test-launcher-filter-file=../../testing/buildbot/filters/fuchsia.debug.viz_unittests.filter',
3233 ],
Chong Gub2446462021-08-19 18:44:083234 },
John Budorickd02c429de2020-01-10 19:02:213235 },
3236 },
John Budorick20f4fa8d2019-08-02 22:58:293237 'vr_common_unittests': {
3238 'remove_from': [
Haiyang Pan08d09dc2020-04-01 16:11:213239 'android-pie-x86-rel',
John Budorick20f4fa8d2019-08-02 22:58:293240 ],
3241 },
Kenneth Russellfbda3c532017-12-08 23:57:243242 'vr_pixeltests': {
3243 'remove_from': [
Haiyang Pan08d09dc2020-04-01 16:11:213244 'android-pie-x86-rel',
Kenneth Russell8ceeabf2017-12-11 17:53:283245 'VR Linux',
Kenneth Russellfbda3c532017-12-08 23:57:243246 ],
3247 },
Nico Webere81999ee2018-07-01 23:52:433248 'wayland_client_perftests': {
3249 'remove_from': [
3250 'linux-chromeos-dbg', # https://crbug.com/859307
3251 ],
3252 },
Chong Gu76046412021-09-22 17:49:213253 'web_engine_browsertests': {
Chong Gud1a5c5992021-04-09 04:08:323254 'modifications': {
3255 'fuchsia-code-coverage': {
3256 'swarming': {
Chong Gu7a463202021-07-19 18:43:103257 'shards': 28,
Chong Gud1a5c5992021-04-09 04:08:323258 },
3259 },
3260 },
3261 },
Chong Gu76046412021-09-22 17:49:213262 'web_engine_integration_tests': {
Chong Gu4c9e8f112021-06-02 18:37:263263 'modifications': {
3264 'fuchsia-code-coverage': {
3265 'swarming': {
3266 'shards': 6,
3267 },
3268 },
3269 },
3270 },
John Budorick63357462019-02-27 23:02:513271 'webdriver_tests_suite': {
3272 'remove_from': [
3273 'Linux Tests', # https://crbug.com/929689, https://crbug.com/936557
3274 ],
3275 },
bsheedy048cbdb2019-02-04 20:32:053276 'webgl2_conformance_gl_passthrough_tests': {
3277 'remove_from': [
Geoff Lang1fede152019-10-10 23:03:443278 # Not enough capacity. https://crbug.com/982294
Geoff Lang1fede152019-10-10 23:03:443279 'Mac FYI Retina Release (NVIDIA)',
bsheedy048cbdb2019-02-04 20:32:053280 ],
3281 },
Ben Pastene02cb6232022-05-06 17:01:423282 'webgl2_conformance_gl_passthrough_tests 8086:3e9b': {
3283 'remove_from': [
3284 # Only run validating on Mac Intel due to capacity http://crbug.com/1236796
3285 'mac_optional_gpu_tests_rel'
3286 ],
3287 },
Brian Sheedy5a9f6562021-08-20 03:32:543288 'webgl2_conformance_gles_passthrough_tests': {
3289 'remove_from': [
Brian Sheedyefb683c2022-01-25 21:17:363290 # Currently not enough capacity to run these tests on this config.
3291 # TODO(crbug.com/1280418): Re-enable once more of the Pixel 6 capacity
3292 # is deployed.
3293 'Android FYI Release (Pixel 6)',
Brian Sheedy43f5a6f2022-01-07 02:41:043294 # Not enough CrOS hardware capacity to run both on anything other than
3295 # VMs. See https://crbug.com/1238070.
Brian Sheedy5a9f6562021-08-20 03:32:543296 'Lacros FYI x64 Release (Intel)',
3297 ],
3298 'modifications': {
3299 # This VM configuration is known to be significantly slower than other
3300 # CrOS configurations, so increase the shards.
3301 # TODO(crbug.com/1223550): Remove this if the configuration can be sped
3302 # up.
3303 'ChromeOS FYI Release (amd64-generic)': {
3304 'swarming': {
3305 'shards': 30,
3306 },
3307 },
3308 },
3309 },
Kenneth Russell18fff67f2021-11-05 23:45:113310 'webgl2_conformance_metal_passthrough_tests': {
3311 'remove_from': [
Yuly Novikov7d00cdb2022-01-05 00:10:383312 # crbug.com/1270755
3313 'Mac FYI ASAN (Intel)',
3314 'Mac FYI Retina ASAN (AMD)',
Kenneth Russell18fff67f2021-11-05 23:45:113315 # Not enough capacity.
3316 'Mac FYI Retina Release (NVIDIA)',
3317 ],
Yuly Novikov220c14a52021-12-14 02:49:333318 'modifications': {
3319 'Mac FYI ASAN (Intel)': {
3320 'args': [
3321 '--extra-browser-args=--disable-metal-shader-cache',
Brian Sheedya111ca92022-04-18 23:37:153322 '--enable-metal-debug-layers',
3323 ],
3324 },
3325 'Mac FYI Release (Intel)': {
3326 'args': [
3327 '--enable-metal-debug-layers',
Yuly Novikov220c14a52021-12-14 02:49:333328 ],
3329 },
3330 'Mac FYI Retina ASAN (AMD)': {
3331 'args': [
3332 '--extra-browser-args=--disable-metal-shader-cache',
Brian Sheedy3fd310772022-04-20 02:15:513333 # This slows down tests and we are currently having AMD Mac capacity
3334 # issues.
3335 # '--enable-metal-debug-layers',
Brian Sheedya111ca92022-04-18 23:37:153336 ],
3337 },
3338 'Mac FYI Retina Release (AMD)': {
3339 'args': [
Brian Sheedy3fd310772022-04-20 02:15:513340 # This slows down tests and we are currently having AMD Mac capacity
3341 # issues.
3342 # '--enable-metal-debug-layers',
Yuly Novikov220c14a52021-12-14 02:49:333343 ],
3344 },
3345 },
Kenneth Russell18fff67f2021-11-05 23:45:113346 },
John Budorick82e61dfb2019-12-10 04:36:093347 'webgl2_conformance_validating_tests': {
Stephen Martinis54d64ad2018-09-21 22:16:203348 'remove_from': [
Brian Sheedyefb683c2022-01-25 21:17:363349 # Currently not enough capacity to run these tests on this config.
3350 # TODO(crbug.com/1280418): Re-enable once more of the Pixel 6 capacity
3351 # is deployed.
3352 'Android FYI Release (Pixel 6)',
Brian Sheedy43f5a6f2022-01-07 02:41:043353 # Passthrough version run on this configuration, not enough capacity for
3354 # both. See https://crbug.com/1238070.
3355 'ChromeOS FYI Release (kevin)',
Stephen Martinis54d64ad2018-09-21 22:16:203356 ],
Kenneth Russell8a386d42018-06-02 09:48:013357 'modifications': {
Brian Sheedyab0a1992021-08-13 20:57:393358 # This VM configuration is known to be significantly slower than other
3359 # CrOS configurations, so increase the shards.
3360 # TODO(crbug.com/1223550): Remove this if the configuration can be sped
3361 # up.
3362 'ChromeOS FYI Release (amd64-generic)': {
3363 'swarming': {
3364 'shards': 30,
3365 },
Brian Sheedy9bde4532021-08-20 18:11:193366 # This configuration is tested with the passthrough decoder as well,
3367 # which will be shipped in the nearish future, so any failures that
3368 # show up with the validating decoder are just an FYI.
3369 'experiment_percentage': 100,
Brian Sheedyab0a1992021-08-13 20:57:393370 },
Brian Sheedy22200312021-08-20 22:17:503371 'ChromeOS FYI Release (kevin)': {
3372 'experiment_percentage': 100,
3373 },
Kenneth Russell8a386d42018-06-02 09:48:013374 },
3375 },
Struan Shrimptona1ab7672022-01-13 18:02:513376 'webgl_conformance_d3d11_passthrough_tests': {
3377 'modifications': {
3378 'Win10 x64 Release (NVIDIA)': {
3379 'swarming': {
3380 'quickrun_shards': 4,
3381 },
3382 },
3383 },
3384 },
Kenneth Russell984f2f12020-12-15 23:23:353385 'webgl_conformance_metal_passthrough_tests': {
3386 'remove_from': [
Yuly Novikov7d00cdb2022-01-05 00:10:383387 # crbug.com/1270755
3388 'Mac FYI ASAN (Intel)',
3389 'Mac FYI Retina ASAN (AMD)',
Yuly Novikov220c14a52021-12-14 02:49:333390 # crbug.com/1158857: re-enable when switching to Metal by default.
Kenneth Russell984f2f12020-12-15 23:23:353391 'Mac FYI Retina Release (NVIDIA)',
3392 ],
Yuly Novikov220c14a52021-12-14 02:49:333393 'modifications': {
3394 'Mac FYI ASAN (Intel)': {
3395 'args': [
3396 '--extra-browser-args=--disable-metal-shader-cache',
Brian Sheedya111ca92022-04-18 23:37:153397 '--enable-metal-debug-layers',
3398 ],
3399 },
3400 'Mac FYI Release (Intel)': {
3401 'args': [
3402 '--enable-metal-debug-layers',
Yuly Novikov220c14a52021-12-14 02:49:333403 ],
3404 },
3405 'Mac FYI Retina ASAN (AMD)': {
3406 'args': [
3407 '--extra-browser-args=--disable-metal-shader-cache',
Brian Sheedy3fd310772022-04-20 02:15:513408 # This slows down tests and we are currently having AMD Mac capacity
3409 # issues.
3410 # '--enable-metal-debug-layers',
Brian Sheedya111ca92022-04-18 23:37:153411 ],
3412 },
3413 'Mac FYI Retina Release (AMD)': {
3414 'args': [
Brian Sheedy3fd310772022-04-20 02:15:513415 # This slows down tests and we are currently having AMD Mac capacity
3416 # issues.
3417 # '--enable-metal-debug-layers',
Yuly Novikov220c14a52021-12-14 02:49:333418 ],
3419 },
3420 },
Kenneth Russell984f2f12020-12-15 23:23:353421 },
Stephen Martinis54d64ad2018-09-21 22:16:203422 'webgl_conformance_tests': {
Kenneth Russelle63e41f2019-04-09 02:45:283423 'remove_from': [
3424 # Too slow on this configuration, which is severely hardware
3425 # constrained. crbug.com/950690
3426 'Mac FYI Retina Debug (NVIDIA)',
3427 ],
Struan Shrimptona1ab7672022-01-13 18:02:513428 'modifications': {
3429 'chromeos-amd64-generic-rel': {
3430 'swarming': {
3431 'quickrun_shards': 40,
3432 },
3433 },
3434 },
Kenneth Russell8a386d42018-06-02 09:48:013435 },
Austin Enge8c0ba02021-07-19 23:55:193436 'webgpu_blink_web_tests': {
3437 'modifications': {
3438 # Increase the timeout with ASAN (crbug.com/1208253)
3439 'Dawn Win10 x64 ASAN Release': {
3440 'args': [
Weizhong Xia91b53362022-01-05 17:13:353441 '--timeout-ms=48000',
Austin Enge8c0ba02021-07-19 23:55:193442 ],
3443 },
3444 },
Brian Sheedy5796b4b2021-09-15 21:51:413445 'replacements': {
3446 'Dawn Mac x64 Experimental Release (Intel)': {
3447 'args': {
Avi Drissman5afd38bc2021-10-27 17:35:133448 '--platform': 'mac-mac11',
Brian Sheedy5796b4b2021-09-15 21:51:413449 },
3450 }
3451 },
3452 },
3453 'webgpu_blink_web_tests_with_backend_validation': {
3454 'replacements': {
3455 'Dawn Mac x64 Experimental Release (Intel)': {
3456 'args': {
Avi Drissman5afd38bc2021-10-27 17:35:133457 '--platform': 'mac-mac11',
Brian Sheedy5796b4b2021-09-15 21:51:413458 },
3459 },
3460 },
Austin Enge8c0ba02021-07-19 23:55:193461 },
Kenneth Russelleb60cbd22017-12-05 07:54:283462 'webkit_unit_tests': {
Yun Liu16394ab32019-11-19 16:37:573463 'remove_from': [
3464 # Flakily fails on Win7. https://crbug.com/943372.
3465 'Win7 Tests (1)',
3466 'Win 7 Tests x64 (1)',
Haiyang Pan90ed7c642021-02-06 01:22:063467 # Runs on android-marshmallow-x86-rel already (crbug.com/1127110)
3468 'android-marshmallow-arm64-rel',
3469 'android-marshmallow-x86-rel-non-cq',
Yun Liu16394ab32019-11-19 16:37:573470 ],
Dirk Pranke81ff51c2017-12-09 19:24:283471 'modifications': {
John Budorick5052d552017-12-13 02:59:343472 'Linux ASan LSan Tests (1)': {
3473 # These are very slow on the ASAN trybot for some reason.
Ben Pastened2c01af2022-01-31 23:06:443474 # crbug.com/1257927
John Budorick5052d552017-12-13 02:59:343475 'swarming': {
3476 'shards': 5,
3477 },
3478 },
Erik Chen681dc0282019-11-26 22:54:493479 'Linux TSan Tests': {
3480 'swarming': {
3481 'shards': 2,
3482 },
3483 },
arthursonzogni26889d82018-05-29 17:18:163484 'Marshmallow 64 bit Tester': {
3485 # Increase timeout. See https://crbug.com/847229.
3486 'swarming': {
3487 'hard_timeout': 1200,
3488 },
3489 },
Haiyang Pan9d68ca02021-08-04 21:30:473490 'android-11-x86-rel': {
Haiyang Panc7c009e2021-03-18 19:31:233491 'args': [
Haiyang Panc08d02212021-10-18 18:58:383492 '--test-launcher-filter-file=../../testing/buildbot/filters/android.emulator.blink_unittests.filter',
3493 ],
3494 },
Haiyang Pan2a55a452022-03-03 08:18:333495 'android-12-x64-rel': {
Haiyang Panc08d02212021-10-18 18:58:383496 'args': [
3497 '--test-launcher-filter-file=../../testing/buildbot/filters/android.emulator.blink_unittests.filter',
Haiyang Panc7c009e2021-03-18 19:31:233498 ],
3499 },
Dirk Pranke81ff51c2017-12-09 19:24:283500 },
Kenneth Russelleb60cbd22017-12-05 07:54:283501 },
Haiyang Panfbd2b482020-09-23 23:41:253502 'weblayer_browsertests': {
3503 'modifications': {
Haiyang Pan9d68ca02021-08-04 21:30:473504 'android-11-x86-rel': {
Haiyang Pand38464f52021-03-24 00:29:013505 'args': [
Haiyang Pan2877f062021-11-18 01:06:063506 # TODO(crbug.com/1191784): Fix the test failure
3507 '--gtest_filter=-DownloadBrowserTest.OverrideDownloadDirectory',
3508 ],
3509 },
Haiyang Pan2a55a452022-03-03 08:18:333510 'android-12-x64-rel': {
Haiyang Pan2877f062021-11-18 01:06:063511 'args': [
3512 # TODO(crbug.com/1191784): Fix the test failure
Haiyang Pand38464f52021-03-24 00:29:013513 '--gtest_filter=-DownloadBrowserTest.OverrideDownloadDirectory',
3514 ],
3515 },
Haiyang Panfbd2b482020-09-23 23:41:253516 'android-pie-arm64-rel': {
3517 # TODO(crbug.com/1111436): Move this back to walleye if/when additional
3518 # capacity has been deployed.
3519 'swarming': {
Struan Shrimpton57c594e42022-01-25 17:59:133520 'quickrun_shards': 2,
Haiyang Panfbd2b482020-09-23 23:41:253521 'dimension_sets': [
3522 {
3523 'device_type': 'sailfish',
3524 },
3525 ],
3526 },
3527 },
3528 },
3529 },
Haiyang Pan591dbad2020-06-05 20:26:373530 'weblayer_bundle_test': {
3531 'remove_from': [
Haiyang Pan2486dcb2020-09-18 17:53:063532 'android-marshmallow-x86-rel-non-cq', # crbug.com/1088013
Haiyang Pan9d68ca02021-08-04 21:30:473533 'android-11-x86-rel', # crbug.com/1165280
Haiyang Pan591dbad2020-06-05 20:26:373534 ],
3535 },
3536 'weblayer_instrumentation_test_apk': {
3537 'remove_from': [
Haiyang Pan2486dcb2020-09-18 17:53:063538 'android-marshmallow-x86-rel-non-cq', # crbug.com/1088013
Haiyang Pan9d68ca02021-08-04 21:30:473539 'android-11-x86-rel', # crbug.com/1165280
Haiyang Pan591dbad2020-06-05 20:26:373540 ],
Haiyang Pan6d7a15b2020-10-03 00:29:193541 'modifications': {
Struan Shrimptonf5b2b552022-01-20 20:37:393542 'android-marshmallow-arm64-rel': {
3543 'swarming': {
3544 'quickrun_shards': 2,
3545 },
3546 },
Haiyang Pan6d7a15b2020-10-03 00:29:193547 'android-pie-arm64-rel': {
3548 # TODO(crbug.com/1111436): Move this back to walleye if/when additional
3549 # capacity has been deployed.
3550 'swarming': {
3551 'dimension_sets': [
3552 {
3553 'device_type': 'sailfish',
3554 },
3555 ],
3556 },
3557 },
3558 },
Haiyang Pan591dbad2020-06-05 20:26:373559 },
Haiyang Pan4efd9b02021-03-17 23:58:303560 'weblayer_private_instrumentation_test_apk': {
3561 'modifications': {
3562 # TODO(crbug.com/1189403): Remove the filter once the issue is fixed.
Haiyang Pan9d68ca02021-08-04 21:30:473563 'android-11-x86-rel': {
Haiyang Pan4efd9b02021-03-17 23:58:303564 'args': [
3565 '--gtest_filter=-org.chromium.weblayer.test.MediaCaptureTest.*',
3566 ],
3567 },
Haiyang Pan2a55a452022-03-03 08:18:333568 'android-12-x64-rel': {
Haiyang Pan64d61242022-02-16 19:06:363569 'args': [
3570 # crbug.com/1275200
3571 '--gtest_filter=-org.chromium.weblayer.test.BrowserControlsTest.testTopExpandedOnLoadWhenOnlyExpandAtTop',
3572 ],
3573 },
Haiyang Pan4efd9b02021-03-17 23:58:303574 },
3575 },
Weizhong Xia7d335882021-01-28 02:49:523576 'weblayer_shell_wpt': {
3577 'modifications': {
Weizhong Xia0f0c3302021-04-27 00:05:433578 'android-weblayer-pie-x86-wpt-smoketest': {
3579 'args': [
Haiyang Pan1f205ad2021-07-31 01:47:523580 '--default-exclude',
Weizhong Xia63f39c12022-01-10 23:09:293581 '--include-file=../../third_party/blink/web_tests/android/WPTSmokeTestCases',
Weizhong Xia0f0c3302021-04-27 00:05:433582 ],
3583 'swarming': {
Weizhong Xia63f39c12022-01-10 23:09:293584 'shards': 1,
Weizhong Xia0f0c3302021-04-27 00:05:433585 },
3586 },
Weizhong Xia7d335882021-01-28 02:49:523587 },
3588 },
Erik Staab70ca5b32021-08-07 00:38:353589 'webview_64_cts_tests': {
3590 'modifications': {
3591 'android-pie-arm64-rel': {
3592 # TODO(crbug.com/1111436): Move this back to walleye if/when additional
3593 # capacity has been deployed.
3594 'swarming': {
3595 'dimension_sets': [
3596 {
3597 'device_type': 'sailfish',
3598 },
3599 ],
3600 },
3601 },
3602 },
3603 },
Haiyang Panfbd2b482020-09-23 23:41:253604 'webview_cts_tests': {
3605 'modifications': {
3606 'android-pie-arm64-rel': {
3607 # TODO(crbug.com/1111436): Move this back to walleye if/when additional
3608 # capacity has been deployed.
3609 'swarming': {
3610 'dimension_sets': [
3611 {
3612 'device_type': 'sailfish',
3613 },
3614 ],
3615 },
3616 },
3617 },
3618 },
Kenneth Russelleb60cbd22017-12-05 07:54:283619 'webview_instrumentation_test_apk': {
3620 'remove_from': [
Hans Wennborgeac4c36c2018-05-23 16:04:063621 # This test frequently fails on Android, https://crbug.com/824959
Stephen Martinis1384ff92020-01-07 19:52:153622 # matching android builders, the test fails on these.
Hans Wennborga0b11ebe2018-05-15 16:26:503623 'ToTAndroid',
John Budorick27d2d44e2019-05-20 20:26:093624 'android-asan', # https://crbug.com/964562
Ben Joyce02dc8092021-03-04 21:48:193625 'android-code-coverage-native', # Does not generate profraw data.
Ben Joyce46ca6012021-03-31 19:19:253626 'android-pie-arm64-coverage-experimental-rel', # Does not generate profraw data.
Ben Joyce02dc8092021-03-04 21:48:193627
Dirk Pranke20eae9a72017-12-09 18:12:143628 # On chromium.swarm, this should possibly be being run (or removed
Takuto Ikuta527cdff2020-01-29 08:04:273629 # from android-marshmallow-arm64-rel-swarming).
Garrett Beaty47a2d802020-11-10 20:50:533630 # https://crbug.com/1147531 - covered on pie
3631 'android-marshmallow-arm64-rel',
Kenneth Russelleb60cbd22017-12-05 07:54:283632 ],
Ben Pastenee17a8e92018-07-12 21:55:183633 'modifications': {
3634 'Oreo Phone Tester': {
Andrew Luo93c4a1e2019-08-30 05:26:303635 # TODO(crbug.com/997362): Enable this once it's passing.
bsheedy01833462018-12-07 01:05:573636 # TODO(https://crbug.com/884413): Re-enable this once the tests are
3637 # either passing or there is more capacity.
3638 'experiment_percentage': 0,
Ben Pastenee17a8e92018-07-12 21:55:183639 },
Haiyang Pan9d68ca02021-08-04 21:30:473640 'android-11-x86-rel': {
Haiyang Pan103864812021-03-19 19:28:443641 'args': [
3642 # TODO(crbug.com/1189746) Enable this test once the issue is fixed.
3643 '--gtest_filter=-org.chromium.net.NetworkChangeNotifierTest.testNetworkChangeNotifierJavaObservers',
3644 ],
3645 },
Haiyang Pan2a55a452022-03-03 08:18:333646 'android-12-x64-rel': {
Haiyang Pan3261fae2022-02-01 00:54:363647 'args': [
3648 # crbug.com/1292197
3649 '--gtest_filter=-org.chromium.android_webview.test.devui.HomeFragmentTest.testLongPressCopy*',
3650 ],
3651 },
James Shen39aa0e32022-03-22 04:44:503652 'android-marshmallow-x86-fyi-rel-reviver': {
3653 'swarming': {
3654 'shards': 9,
3655 },
3656 },
Haiyang Panb991f562021-08-10 17:46:463657 'android-marshmallow-x86-rel': {
Haiyang Panb991f562021-08-10 17:46:463658 'swarming': {
3659 'shards': 9,
3660 },
3661 },
Kuan Huang1f402c82021-06-08 17:58:183662 'android-pie-arm64-rel': {
3663 'swarming': {
3664 'shards': 9,
3665 },
3666 },
Haiyang Pan08d09dc2020-04-01 16:11:213667 'android-pie-x86-rel': {
Haiyang Panfdd94332020-03-27 02:43:293668 'args': [
3669 '--test-launcher-filter-file=../../testing/buildbot/filters/android.emulator.webview_instrumentation_test_apk.filter',
3670 ],
Ben Joyce9a7eb312021-08-25 00:44:593671 'swarming': {
3672 'shards': 9,
3673 },
Haiyang Panfdd94332020-03-27 02:43:293674 },
Ben Pastenee17a8e92018-07-12 21:55:183675 },
Kenneth Russelleb60cbd22017-12-05 07:54:283676 },
Haiyang Panfed339172021-03-10 23:19:573677 'webview_ui_test_app_test_apk': {
3678 'remove_from': [
Haiyang Pan9d68ca02021-08-04 21:30:473679 'android-11-x86-rel', # crbug.com/1165280
Haiyang Panfed339172021-03-10 23:19:573680 ],
3681 },
Kenneth Russelleb60cbd22017-12-05 07:54:283682}