blob: 24ee6408589f0175a191089c84df857dd01953f8 [file] [log] [blame]
Kenneth Russelleb60cbd22017-12-05 07:54:281# Copyright 2017 The Chromium Authors. All rights reserved.
2# Use of this source code is governed by a BSD-style license that can be
3# found in the LICENSE file.
4
5# This is a .pyl, or "Python Literal", file. You can treat it just like a
6# .json file, with the following exceptions:
7# * all keys must be quoted (use single quotes, please);
8# * comments are allowed, using '#' syntax; and
9# * trailing commas are allowed.
10
11# Exceptions to the common test suites can only include removal from
12# particular bots, and modifications on particular bots. By design,
13# it's not possible to add one-off tests to bots. Instead they have to
14# be added to one of the test suites in test_suites.pyl.
15#
Jeff Yoone2188f62020-08-24 20:55:5716# Note that if you are excluding with variants, you will need to exclude
17# per variant, with the identifier appended to the test suite name.
18# For example, if you have ios_chrome_ui_eg2tests_module with variant
19# SIM_IPHONE_6S_14_0 (identifier = "iPhone 6s 14.0"), you
20# must exclude with the test name as:
21# "ios_chrome_ui_eg2tests_module_iPhone 6s 14.0"
22
Kenneth Russelleb60cbd22017-12-05 07:54:2823# The goal is to drive the number of exceptions to zero, to make all
24# the bots behave similarly.
25{
Chong Gua10cd302022-01-14 19:22:1926 'accessibility_unittests':{
27 'modifications': {
28 'fuchsia-fyi-x64-asan': {
29 'args': [
30 '--test-launcher-filter-file=../../testing/buildbot/filters/fuchsia.lsan.accessibility_unittests.filter',
31 ],
32 },
33 },
34 },
Andrew Luo38b311f2019-10-04 03:42:0935 'android_browsertests': {
36 'modifications': {
Haiyang Pan9d68ca02021-08-04 21:30:4737 'android-11-x86-rel': {
Haiyang Pan0ea9b3ef2022-01-21 21:58:1438 'args': [
39 # https://crbug.com/1289764
40 '--gtest_filter=-All/ChromeBrowsingDataLifetimeManagerScheduledRemovalTest.History/*',
41 ],
Haiyang Panca7fcec2021-03-19 02:11:1042 'swarming': {
43 'shards': 2,
44 },
45 },
Haiyang Panc1192662022-03-09 00:09:0246 'android-12-x64-rel': {
47 'args': [
48 # https://crbug.com/1289764
49 '--gtest_filter=-All/ChromeBrowsingDataLifetimeManagerScheduledRemovalTest.History/*',
50 ],
51 'swarming': {
52 'shards': 2,
53 },
54 },
Struan Shrimptone772d72f2021-12-15 07:50:0955 'android-marshmallow-arm64-rel': {
56 'swarming': {
Struan Shrimpton4b7abc02021-12-16 01:36:5957 'quickrun_shards': 3,
Struan Shrimptone772d72f2021-12-15 07:50:0958 },
59 },
James Shen39aa0e32022-03-22 04:44:5060 'android-marshmallow-x86-fyi-rel-reviver': {
61 'swarming': {
62 'shards': 2,
63 'quickrun_shards': 6,
64 },
65 },
Haiyang Panb991f562021-08-10 17:46:4666 'android-marshmallow-x86-rel': {
67 'swarming': {
68 'shards': 2,
Struan Shrimpton4b7abc02021-12-16 01:36:5969 'quickrun_shards': 6,
Haiyang Panb991f562021-08-10 17:46:4670 },
71 },
Haiyang Pancf24ceb2022-03-17 02:31:3072 'android-nougat-x86-rel': {
73 'swarming': {
74 'shards': 2,
75 },
76 },
Andrew Luo38b311f2019-10-04 03:42:0977 'android-pie-arm64-rel': {
Andrew Luobe83fd82019-12-19 03:07:5878 'args': [
79 '--gtest_filter=-ImportantSitesUtilBrowserTest.DSENotConsideredImportantInRegularMode', # https://crbug.com/1034001
80 ],
Haiyang Panfbd2b482020-09-23 23:41:2581 # TODO(crbug.com/1111436): Move this back to walleye if/when additional
82 # capacity has been deployed.
83 'swarming': {
84 'dimension_sets': [
85 {
86 'device_type': 'sailfish',
87 },
88 ],
Haiyang Pan1678f0c02021-03-09 23:05:0989 'shards': 2,
Struan Shrimpton4b7abc02021-12-16 01:36:5990 'quickrun_shards': 6,
Haiyang Panfbd2b482020-09-23 23:41:2591 },
Andrew Luo38b311f2019-10-04 03:42:0992 },
Haiyang Pan08d09dc2020-04-01 16:11:2193 'android-pie-x86-rel': {
John Budorick191adfcd2020-01-29 18:19:0494 'args': [
95 '--gtest_filter=-ImportantSitesUtilBrowserTest.DSENotConsideredImportantInRegularMode', # https://crbug.com/1034001
96 ],
Haiyang Pan7cd609d2021-04-08 20:17:2497 'swarming': {
98 'shards': 2,
99 },
John Budorick191adfcd2020-01-29 18:19:04100 },
Andrew Luo38b311f2019-10-04 03:42:09101 },
102 },
Sven Zhengc60debc2020-09-10 18:40:52103 'android_sync_integration_tests': {
104 'remove_from': [
Haiyang Pan6b8e4cf2021-08-02 21:38:28105 # Remove from CQ bots due to capacity.
106 'android-marshmallow-arm64-rel',
Sven Zhengc60debc2020-09-10 18:40:52107 ],
James Shen9e4c19e2022-04-15 17:57:50108 'modifications': {
109 'android-12-x64-rel': {
110 'swarming': {
111 'shards': 3,
112 },
113 },
114 'android-marshmallow-x86-rel': {
115 'swarming': {
116 'shards': 3,
117 },
118 },
119 },
Sven Zhengc60debc2020-09-10 18:40:52120 },
Kenneth Russelleb60cbd22017-12-05 07:54:28121 'android_webview_unittests': {
Kenneth Russelleb60cbd22017-12-05 07:54:28122 },
Jamie Madillc9ae75d2020-10-23 19:19:48123 'angle_end2end_tests': {
Yuly Novikov60cbf642020-11-19 20:43:15124 'modifications': {
Yuly Novikov80d2e672021-02-13 00:16:04125 'win10-angle-x64-intel': {
126 'args': [
127 '--max-processes=1',
128 ],
129 },
Yuly Novikov60cbf642020-11-19 20:43:15130 },
Jamie Madillc9ae75d2020-10-23 19:19:48131 },
Jamie Madillc9ae75d2020-10-23 19:19:48132 'angle_unittests': {
133 'remove_from': [
134 # On Android, these are already run on the main waterfall.
135 'Android FYI Release (Nexus 5X)',
Yuly Novikovc1117ae82021-01-15 22:33:36136 # Times out listing tests crbug.com/1167314
137 'android-asan',
Jamie Madillc9ae75d2020-10-23 19:19:48138 # Does not currently work on Lacros configurations.
Junhua Chen39dd2dba2021-05-05 17:51:54139 'linux-lacros-code-coverage',
Jamie Madillc9ae75d2020-10-23 19:19:48140 'linux-lacros-tester-rel',
141 'linux-lacros-tester-fyi-rel',
Yuke Liaof27ebe52021-08-05 22:12:40142 'linux-lacros-dbg-tests-fyi',
Jamie Madillc9ae75d2020-10-23 19:19:48143 ],
Chong Gua10cd302022-01-14 19:22:19144 'modifications': {
145 # anglebug.com/6894
146 'fuchsia-fyi-x64-asan': {
147 'args': [
148 # crbug.com/
149 '--gtest_filter=-ConstructCompilerTest.DefaultParameters',
150 ],
151 },
152 },
Jamie Madillc9ae75d2020-10-23 19:19:48153 },
154 'angle_white_box_tests': {
Yuly Novikov60cbf642020-11-19 20:43:15155 'modifications': {
Yuly Novikov80d2e672021-02-13 00:16:04156 'win10-angle-x64-intel': {
157 'args': [
158 '--max-processes=1',
159 ],
160 },
Yuly Novikov60cbf642020-11-19 20:43:15161 },
Jamie Madillc9ae75d2020-10-23 19:19:48162 },
Sven Zhengef0d0872022-04-04 22:13:29163 'aura_unittests amd64-generic': {
Yuke Liaob6beaeca2021-04-29 23:41:51164 'remove_from': [
165 # TODO(crbug.com/1204231): Re-enable.
166 'lacros-amd64-generic-rel',
167 ]
168 },
Sven Zhengef0d0872022-04-04 22:13:29169 'aura_unittests eve': {
Yuke Liao79a8cf52021-06-11 18:14:34170 'remove_from': [
171 # TODO(crbug.com/1204231): Re-enable.
172 'lacros-amd64-generic-rel',
173 ]
174 },
Chong Gudf7fbe92021-02-24 02:55:58175 'base_unittests': {
176 'modifications': {
Haiyang Pan9d68ca02021-08-04 21:30:47177 'android-11-x86-rel': {
Haiyang Panc7c009e2021-03-18 19:31:23178 'args': [
Haiyang Panc08d02212021-10-18 18:58:38179 '--test-launcher-filter-file=../../testing/buildbot/filters/android.emulator.base_unittests.filter',
180 ],
181 },
Haiyang Pan2a55a452022-03-03 08:18:33182 'android-12-x64-rel': {
Haiyang Panc08d02212021-10-18 18:58:38183 'args': [
184 '--test-launcher-filter-file=../../testing/buildbot/filters/android.emulator.base_unittests.filter',
185 '--gtest_filter=-ModuleCacheTest.CheckAgainstProcMaps', # crbug.com/1260521
Haiyang Panc7c009e2021-03-18 19:31:23186 ],
187 },
Chong Gudf7fbe92021-02-24 02:55:58188 'fuchsia-code-coverage': {
189 'swarming': {
190 'shards': 5,
191 },
192 },
Chong Gua10cd302022-01-14 19:22:19193 'fuchsia-fyi-x64-asan': {
194 'args': [
195 '--test-launcher-filter-file=../../testing/buildbot/filters/fuchsia.lsan.base_unittests.filter',
196 ],
197 },
Chong Gudf7fbe92021-02-24 02:55:58198 },
199 },
Haiyang Pan363c59a2020-07-23 05:47:04200 'blink_platform_unittests': {
201 'modifications': {
Haiyang Panfbd2b482020-09-23 23:41:25202 'android-pie-arm64-rel': {
203 # TODO(crbug.com/1111436): Move this back to walleye if/when additional
204 # capacity has been deployed.
205 'swarming': {
206 'dimension_sets': [
207 {
208 'device_type': 'sailfish',
209 },
210 ],
211 },
212 },
Chong Gu52481452021-04-02 17:52:41213 'fuchsia-code-coverage': {
214 'swarming': {
215 'shards': 5,
216 },
217 },
Haiyang Pan363c59a2020-07-23 05:47:04218 },
219 },
Chong Gu76046412021-09-22 17:49:21220 'blink_unittests': {
Chong Guc2d145e2021-03-31 19:55:34221 'modifications': {
222 'fuchsia-code-coverage': {
223 'swarming': {
224 'shards': 30,
225 },
226 },
227 },
228 },
John Chenaab16fc02020-03-03 06:35:45229 'blink_web_tests': {
230 'remove_from': [
John Chenaab16fc02020-03-03 06:35:45231 'Win 7 Tests x64 (1)', # 64-bit win is unsupported by the layout tests.
Weizhong Xia501ccac2022-06-09 00:46:27232 'Win7 Tests (1)',
John Chenaab16fc02020-03-03 06:35:45233 'Win10 Tests x64 (dbg)',
234 ],
235 'modifications': {
236 'Fuchsia x64': {
237 'args': [
238 '--platform=fuchsia',
Weizhong Xia3fdef5ca2022-01-04 21:50:20239 '--jobs=1',
John Chenaab16fc02020-03-03 06:35:45240 ],
241 'swarming': {
242 'shards': 1,
243 },
244 },
245 'Linux Tests': {
246 "args": [
247 "--additional-env-var=LLVM_PROFILE_FILE=${ISOLATED_OUTDIR}/profraw/default-%2m.profraw",
248 ],
Struan Shrimpton57c594e42022-01-25 17:59:13249 'swarming': {
250 'quickrun_shards': 18,
251 },
John Chenaab16fc02020-03-03 06:35:45252 },
253 'Linux Tests (dbg)(1)': {
254 'args': [
255 '--debug',
256 ],
257 'swarming': {
Sven Zheng439fcdf2021-07-13 20:14:57258 'shards': 30,
John Chenaab16fc02020-03-03 06:35:45259 },
260 },
John Chenaab16fc02020-03-03 06:35:45261 'Mac10.13 Tests': {
262 'swarming': {
263 'dimension_sets': [
264 {
Erik Staab59591f32020-08-25 23:07:07265 'gpu': None,
John Chenaab16fc02020-03-03 06:35:45266 },
267 ],
268 'shards': 25,
269 },
270 },
Zhaoyang Li69e2e002021-02-19 21:57:35271 'Mac10.15 Tests': {
272 'swarming': {
273 'dimension_sets': [
274 {
275 'gpu': None,
276 },
277 ],
278 'shards': 25,
279 },
280 },
Lindsay Pasricha8d9a0c32021-12-08 17:08:29281 'Mac11 Tests': {
282 'swarming': {
283 'dimension_sets': [
284 {
285 'gpu': None,
286 },
287 ],
288 'shards': 25,
Struan Shrimpton57c594e42022-01-25 17:59:13289 'quickrun_shards': 26,
Lindsay Pasricha8d9a0c32021-12-08 17:08:29290 },
291 },
Zhaoyang Li9357e1e12021-12-07 18:53:17292 'Mac11 Tests (dbg)': {
293 'experiment_percentage': 100,
294 'args': [
295 '--debug',
296 ],
297 'swarming': {
298 'shards': 40,
299 },
300 },
Chong Gu75af969a2021-03-22 14:46:14301 'ToTFuchsia x64': {
302 'args': [
303 '--platform=fuchsia',
304 ],
305 'swarming': {
306 'shards': 1,
307 },
308 },
John Chenaab16fc02020-03-03 06:35:45309 'V8 Blink Linux Debug': {
Michael Achenbach455d39242020-06-22 13:33:45310 # This builder compiles Chromium in release mode, but V8 in debug.
311 # TODO(machenbach): Change name and out directory of this builder to
312 # something less confusing.
John Chenaab16fc02020-03-03 06:35:45313 'args': [
Michael Achenbach455d39242020-06-22 13:33:45314 '-t',
315 'Debug',
316 '--release',
John Chenaab16fc02020-03-03 06:35:45317 ],
318 },
319 'V8 Blink Linux Future': {
320 'args': [
Brian Sheedy10ddf0a2021-08-16 23:19:07321 '--flag-specific=future-js',
John Chenaab16fc02020-03-03 06:35:45322 ],
323 },
324 'WebKit Linux ASAN': {
325 'args': [
326 '--additional-expectations',
327 '../../third_party/blink/web_tests/ASANExpectations',
Weizhong Xia91b53362022-01-05 17:13:35328 '--timeout-ms',
John Chenaab16fc02020-03-03 06:35:45329 '48000',
330 '--enable-sanitizer',
331 ],
332 'swarming': {
333 'shards': 20,
334 },
335 },
336 'WebKit Linux Leak': {
337 'args': [
338 '--additional-expectations',
339 '../../third_party/blink/web_tests/LeakExpectations',
Weizhong Xia91b53362022-01-05 17:13:35340 '--timeout-ms',
John Chenaab16fc02020-03-03 06:35:45341 '48000',
342 '--enable-leak-detection',
343 ],
344 'swarming': {
345 'shards': 10,
346 },
347 },
348 'WebKit Linux MSAN': {
349 'args': [
350 '--additional-expectations',
351 '../../third_party/blink/web_tests/MSANExpectations',
Weizhong Xia91b53362022-01-05 17:13:35352 '--timeout-ms',
John Chenaab16fc02020-03-03 06:35:45353 '66000',
354 '--enable-sanitizer',
355 ],
356 'swarming': {
357 'expiration': 36000,
358 'hard_timeout': 10800,
359 'io_timeout': 3600,
360 'shards': 20,
361 },
362 },
John Chenaab16fc02020-03-03 06:35:45363 'Win10 Tests x64': {
364 'args': [
365 '--target',
Takuto Ikutab28b582e2021-02-10 01:41:21366 'Release_x64',
John Chenaab16fc02020-03-03 06:35:45367 ],
368 'swarming': {
369 "shards": 28
370 },
371 },
372 'Win10 Tests x64 (dbg)': {
373 'args': [
374 '--debug',
375 '--target',
Takuto Ikutab28b582e2021-02-10 01:41:21376 'Debug_x64',
John Chenaab16fc02020-03-03 06:35:45377 ],
378 },
Kuan Huanga89737d2022-01-07 19:42:11379 'Win11 Tests x64': {
380 'args': [
381 '--target',
382 'Release_x64',
383 ],
384 'swarming': {
385 "shards": 28
386 },
387 },
John Chenaab16fc02020-03-03 06:35:45388 # tryserver.chromium.android
389 'android_blink_rel': {
390 'args': [
391 '--release',
392 '--android',
393 # TODO(crbug.com/912120): Breakpad was entirely disabled on
394 # Android. Remove this when it no longer affects Android crash
395 # log handling.
396 '--disable-breakpad',
397 # TODO(crbug.com/875172): run on the real GPU since the
398 # software fallback, SwiftShader, isn't yet for 32-bit ARM.
399 '--additional-driver-flag=--use-gpu-in-tests',
400 ],
401 },
402 'devtools_frontend_linux_blink_light_rel': {
403 'args': [
404 'http/tests/devtools',
405 ],
406 'swarming': {
407 'shards': 4,
408 },
409 },
Takuto Ikutabace8f82022-01-26 23:47:47410 'devtools_frontend_linux_blink_light_rel_fastbuild': {
411 'args': [
412 'http/tests/devtools',
413 ],
414 'swarming': {
415 'shards': 4,
416 },
417 },
John Chenaab16fc02020-03-03 06:35:45418 'fuchsia-fyi-x64-rel': {
419 'args': [
420 '--platform=fuchsia',
421 ],
422 'swarming': {
423 'shards': 1,
424 },
425 },
Mathias Carlen30968a62020-03-31 08:47:04426 'linux-autofill-assistant': {
427 'args': [
428 '--release',
429 ],
430 },
Arthur Sonzogni90f6df12022-02-02 14:28:32431 'linux-bfcache-rel': {
432 'args': [
433 '--flag-specific=enable-back-forward-cache-same-site',
434 # TODO(crbug.com/1255537): Re-enable the test.
435 '--ignore-tests=external/wpt/html/browsers/browsing-the-web/back-forward-cache/events.html',
436 ],
437 },
John Chenaab16fc02020-03-03 06:35:45438 'linux-blink-animation-use-time-delta': {
439 'args': [
440 '--debug',
441 ],
442 },
Daniel Libby178c9832020-10-08 20:36:14443 'linux-blink-web-tests-force-accessibility-rel': {
444 'args': [
Brian Sheedy10ddf0a2021-08-16 23:19:07445 '--flag-specific=force-renderer-accessibility',
Daniel Libby178c9832020-10-08 20:36:14446 ],
447 },
John Chenaab16fc02020-03-03 06:35:45448 'linux-code-coverage': {
449 'args': [
450 '--additional-env-var=LLVM_PROFILE_FILE=${ISOLATED_OUTDIR}/profraw/default-%2m.profraw',
451 ],
452 'swarming': {
453 'shards': 20,
454 },
455 },
Aaron Gable40f79aa2020-03-21 01:21:15456 'linux-layout-tests-edit-ng': {
457 'args': [
Brian Sheedy10ddf0a2021-08-16 23:19:07458 '--flag-specific=enable-editing-ng',
Aaron Gable40f79aa2020-03-21 01:21:15459 ],
460 },
Garrett Beaty731523e92022-05-03 17:16:55461 'linux_layout_tests_layout_ng_disabled': {
462 'args': [
463 '--flag-specific=disable-layout-ng',
464 ],
465 'swarming': {
466 'shards': 20,
467 },
468 },
John Chenaab16fc02020-03-03 06:35:45469 'mac10.13-blink-rel-dummy': {
470 'swarming': {
Weizhong Xia02352952022-04-29 00:49:42471 'shards': 2,
John Chenaab16fc02020-03-03 06:35:45472 },
473 },
John Chenaab16fc02020-03-03 06:35:45474 'mac10.14-blink-rel-dummy': {
475 'swarming': {
Weizhong Xia02352952022-04-29 00:49:42476 'shards': 2,
John Chenaab16fc02020-03-03 06:35:45477 },
478 },
Ilia Samsonov7efe05e2020-05-07 19:00:46479 'mac10.15-blink-rel-dummy': {
480 'swarming': {
481 'shards': 20,
482 },
483 },
Ilia Samsonovdd271c6c22020-09-08 22:24:44484 'mac11.0-blink-rel-dummy': {
485 'swarming': {
Dirk Pranke2cc61792021-06-10 20:24:54486 'shards': 12,
487 'hard_timeout': 1800,
Ilia Samsonovdd271c6c22020-09-08 22:24:44488 },
489 },
Preethi Mohand030de42021-07-22 21:12:13490 'win10.20h2-blink-rel-dummy': {
491 'swarming': {
Preethi Mohand044dd02021-09-06 15:59:42492 'shards': 14,
Preethi Mohand030de42021-07-22 21:12:13493 'hard_timeout': 1200,
494 },
495 },
Weizhong Xia9afdbe52022-05-10 02:29:20496 'win11-blink-rel-dummy': {
497 'swarming': {
498 'hard_timeout': 1200,
499 },
500 'args': [
501 '--target',
502 'Release_x64',
503 ],
504 },
John Chenaab16fc02020-03-03 06:35:45505 },
506 },
John Budorickca995852019-06-26 16:55:55507 'breakpad_unittests': {
508 'modifications': {
509 'android-asan': {
510 'args': [
511 '--test-launcher-filter-file=../../testing/buildbot/filters/android.asan.breakpad_unittests.filter',
512 ],
513 },
514 },
515 },
Kenneth Russelleb60cbd22017-12-05 07:54:28516 'browser_tests': {
Kenneth Russellfbda3c532017-12-08 23:57:24517 'remove_from': [
Brad Halla36886c2019-02-26 16:52:29518 'CrWinAsan(dll)', # https://crbug.com/935598
Nico Weber3af4da72018-02-27 01:59:41519 'linux-win_cross-rel',
Nico Weberdae13cd92018-12-14 13:56:26520 'ToTLinuxTSan', # https://crbug.com/368525
Lindsay Pasrichab3f72db2021-09-22 22:05:46521 # TODO(crbug.com/1171053): Enable the suite in 'Mac10.15 Tests' once it's
Zhaoyang Li69e2e002021-02-19 21:57:35522 # off CQ.
Gary Tongd5f5a742021-01-29 00:01:13523 'Mac10.13 Tests', # https://crbug.com/1042757
Zhaoyang Li69e2e002021-02-19 21:57:35524 'Mac10.15 Tests', # https://crbug.com/1042757
Zhaoyang Li9357e1e12021-12-07 18:53:17525 'Mac11 Tests (dbg)', # https://crbug.com/1201386
Lindsay Pasricha8155d052021-04-22 00:06:43526 'mac-code-coverage', # https://crbug.com/1201386
Nico Weberd36959682018-04-12 03:33:46527 'Linux TSan Tests', # https://crbug.com/368525
Stephen Martinise701f5a2018-05-04 01:25:11528 'Win10 Tests x64 (dbg)',
Kenneth Russellfbda3c532017-12-08 23:57:24529 ],
Kenneth Russelleb60cbd22017-12-05 07:54:28530 'modifications': {
Nico Weber3f919792020-06-12 23:34:52531 'CrWinAsan': {
532 # These are very slow on the ASAN trybot for some reason.
Ben Pastened2c01af2022-01-31 23:06:44533 # crbug.com/1257927
Nico Weber3f919792020-06-12 23:34:52534 'swarming': {
535 'shards': 40,
536 },
537 },
538 'CrWinAsan(dll)': {
539 # These are very slow on the ASAN trybot for some reason.
Ben Pastened2c01af2022-01-31 23:06:44540 # crbug.com/1257927
Nico Weber3f919792020-06-12 23:34:52541 'swarming': {
542 'shards': 40,
543 },
544 },
Stephen Martinis1384ff92020-01-07 19:52:15545 'Linux - Future (dbg)': { # client.v8.chromium
Yuke Liaoea70f472019-12-19 06:03:36546 'swarming': {
Stephen Martinis1384ff92020-01-07 19:52:15547 'shards': 10,
Yuke Liaoea70f472019-12-19 06:03:36548 },
549 },
Stephen Martinis1384ff92020-01-07 19:52:15550 'Linux ASan LSan Tests (1)': {
551 # These are very slow on the ASAN trybot for some reason.
Ben Pastened2c01af2022-01-31 23:06:44552 # crbug.com/1257927
Roberto Carrillo2c9ec972019-03-20 03:11:19553 'swarming': {
Stephen Martinis1384ff92020-01-07 19:52:15554 'shards': 40,
Struan Shrimptone772d72f2021-12-15 07:50:09555 'quickrun_shards': 80
Roberto Carrillo2c9ec972019-03-20 03:11:19556 },
557 },
Chris Cunningham1d0e9e12020-02-26 22:56:40558 'Linux ASan Tests (sandboxed)': {
559 'swarming': {
John Abd-El-Malek3a631612020-07-08 21:40:41560 'shards': 30, # https://crbug.com/1103330
Chris Cunningham1d0e9e12020-02-26 22:56:40561 },
562 },
Stephen Martinis1384ff92020-01-07 19:52:15563 'Linux Chromium OS ASan LSan Tests (1)': {
564 # These are very slow on the ASAN trybot for some reason.
Ben Pastened2c01af2022-01-31 23:06:44565 # crbug.com/1257927
Roberto Carrillo5a5c98dc2019-10-30 22:33:51566 'swarming': {
Chris Cunningham74217f32022-05-02 18:47:23567 'shards': 60,
Roberto Carrillo5a5c98dc2019-10-30 22:33:51568 },
569 },
Ben Pastene7636bb62022-04-22 18:55:25570 'Linux ChromiumOS MSan Focal': {
571 # These are very slow on the Chrome OS MSAN trybot for some reason.
572 # crbug.com/865455
573 'swarming': {
574 'shards': 40,
575 },
576 'args': [
577 '--test-launcher-filter-file=../../testing/buildbot/filters/chromeos.msan.browser_tests.oobe_negative.filter',
578 ],
579 },
Stephen Martinis1384ff92020-01-07 19:52:15580 'Linux ChromiumOS MSan Tests': {
Alexis Hetua804f7412022-05-13 17:04:20581 # These are very slow on the Chrome OS MSAN trybot, most likely because browser_tests on cros has ~40% more tests. Also, these tests
582 # run on ash, which means every test starts and shuts down ash, which most likely explains why it takes longer than on other platforms.
Stephen Martinis1384ff92020-01-07 19:52:15583 # crbug.com/865455
Kenneth Russell56a3e862017-12-08 03:11:34584 'swarming': {
Alexis Hetud62dbf32022-05-17 19:48:38585 'shards': 48,
Kenneth Russell56a3e862017-12-08 03:11:34586 },
Ben Pastene44221d32020-05-21 23:38:36587 'args': [
588 '--test-launcher-filter-file=../../testing/buildbot/filters/chromeos.msan.browser_tests.oobe_negative.filter',
589 ],
Kenneth Russell56a3e862017-12-08 03:11:34590 },
Struan Shrimptonf5b2b552022-01-20 20:37:39591 'Linux Tests': {
592 'swarming': {
593 'quickrun_shards': 15,
594 },
595 },
Maksim Sisovc81d284c2021-10-05 17:54:35596 # https://crbug.com/1084469
597 'Linux Tests (Wayland)': {
598 'args': [
599 '--test-launcher-filter-file=../../testing/buildbot/filters/ozone-linux.wayland_browser_tests.filter',
600 ],
Struan Shrimptone772d72f2021-12-15 07:50:09601 'swarming': {
602 'quickrun_shards': 24,
603 },
Maksim Sisovc81d284c2021-10-05 17:54:35604 },
John Budorick614f91a2020-03-30 20:34:55605 'Linux Tests (dbg)(1)': {
606 # crbug.com/1066161
607 'swarming': {
608 'shards': 20,
609 },
610 },
Stephen Martinis1384ff92020-01-07 19:52:15611 'Mac ASan 64 Tests (1)': {
Kenneth Russellfbda3c532017-12-08 23:57:24612 'swarming': {
Stephen Martiniscd3c3832020-11-19 22:01:24613 'shards': 30,
Kenneth Russellfbda3c532017-12-08 23:57:24614 },
Lindsay Pasricha8155d052021-04-22 00:06:43615 # crbug.com/1196416
616 'args': [
617 '--test-launcher-filter-file=../../testing/buildbot/filters/mac.mac-rel.browser_tests.filter',
618 ],
Lindsay Pasrichab3f72db2021-09-22 22:05:46619 'experiment_percentage': 100, # https://crbug.com/1251657
Kenneth Russellfbda3c532017-12-08 23:57:24620 },
Lindsay Pasricha76f44d22021-04-07 16:16:26621 'Mac10.15 Tests': {
622 # crbug.com/1042757
623 'swarming': {
624 'dimension_sets': [
625 {
626 # These shards are liable to time out when running on macmini7,1.
627 'cores': '8|12',
628 }
629 ],
630 },
631 # crbug.com/1196416
632 'args': [
633 '--test-launcher-filter-file=../../testing/buildbot/filters/mac.mac-rel.browser_tests.filter',
634 ],
635 },
Lindsay Pasrichaf8762592021-12-02 23:43:09636 'Mac11 Tests': {
637 'ci_only': True,
638 },
Zhaoyang Li9357e1e12021-12-07 18:53:17639 'Mac11 Tests (dbg)': {
640 # crbug.com/1042757
641 'swarming': {
642 'dimension_sets': [
643 {
644 # These shards are liable to time out when running on macmini7,1.
645 'cores': '8|12',
646 }
647 ],
648 },
649 # crbug.com/1196416
650 'args': [
651 '--test-launcher-filter-file=../../testing/buildbot/filters/mac.mac-rel.browser_tests.filter',
652 ],
653 },
Stephen Martinis1384ff92020-01-07 19:52:15654 'ToTWin(dbg)': {
Kenneth Russelleb60cbd22017-12-05 07:54:28655 'swarming': {
John Budorickca14c76f62017-12-09 14:19:18656 'shards': 20,
Kenneth Russelleb60cbd22017-12-05 07:54:28657 },
658 },
Stephen Martinis1384ff92020-01-07 19:52:15659 'ToTWin64(dbg)': {
Kenneth Russell8ceeabf2017-12-11 17:53:28660 'swarming': {
661 'shards': 20,
662 },
663 },
Kenneth Russell6c83d212018-07-27 20:52:59664 'Win10 Tests x64': {
665 # crbug.com/868082
666 'args': [
667 '--disable-features=WebRTC-H264WithOpenH264FFmpeg',
668 ],
Takuto Ikutac9c269a2019-01-10 22:40:25669 'swarming': {
670 # This is for slow test execution that often becomes a critical path of
671 # swarming jobs. crbug.com/868114
672 'shards': 15,
Struan Shrimptona1ab7672022-01-13 18:02:51673 'quickrun_shards': 40,
Takuto Ikutac9c269a2019-01-10 22:40:25674 }
Kenneth Russell6c83d212018-07-27 20:52:59675 },
Kuan Huanga89737d2022-01-07 19:42:11676 'Win11 Tests x64': {
677 # crbug.com/868082
678 'args': [
679 '--disable-features=WebRTC-H264WithOpenH264FFmpeg',
680 ],
681 'swarming': {
682 # This is for slow test execution that often becomes a critical path of
683 # swarming jobs. crbug.com/868114
684 'shards': 15,
685 'quickrun_shards': 30,
686 }
687 },
Stephen Martinis1384ff92020-01-07 19:52:15688 'Win7 Tests (1)': {
689 # This is for slow test execution that often becomes a critical path of
690 # swarming jobs. crbug.com/868114
691 'swarming': {
692 'shards': 15,
693 },
694 },
Stephen Martinis1384ff92020-01-07 19:52:15695 'linux-chromeos-chrome': {
696 # TODO(https://crbug.com/932269): Promote out of experiment when the
697 # tests are green.
698 'args': [
699 '--test-launcher-filter-file=../../testing/buildbot/filters/chromeos.browser_tests.filter',
700 ],
701 },
702 'linux-chromeos-code-coverage': {
Nico Weber0c2861b2018-12-14 18:05:16703 'swarming': {
Stephen Martinis1384ff92020-01-07 19:52:15704 'shards': 50,
705 },
706 },
707 'linux-chromeos-dbg': {
708 'swarming': {
Chris Cunningham88e70de2022-05-02 23:39:16709 'shards': 50,
Stephen Martinis1384ff92020-01-07 19:52:15710 },
711 },
712 'linux-chromeos-rel': {
713 'swarming': {
714 'shards': 20,
Struan Shrimptone772d72f2021-12-15 07:50:09715 'quickrun_shards': 40,
Stephanie Kime9008f72020-03-05 23:01:16716 'dimension_sets': [
717 {
718 'kvm': '1',
719 },
720 ],
Stephen Martinis1384ff92020-01-07 19:52:15721 },
722 },
723 'linux-code-coverage': {
Yuke Liao58e1d202020-03-20 23:02:01724 'args': [
725 '--no-sandbox',
726 ],
Stephen Martinis1384ff92020-01-07 19:52:15727 'swarming': {
728 'shards': 50,
729 },
730 },
Junhua Chen39dd2dba2021-05-05 17:51:54731 'linux-lacros-code-coverage': {
732 'args': [
Ben Pastened1b2fd192021-05-11 19:10:18733 '--test-launcher-filter-file=../../testing/buildbot/filters/linux-lacros.browser_tests.filter',
Junhua Chen39dd2dba2021-05-05 17:51:54734 ],
735 },
Jieting Yangbf15db672021-10-04 19:18:37736 'linux-lacros-dbg-tests-fyi': {
737 'args': [
738 '--test-launcher-filter-file=../../testing/buildbot/filters/linux-lacros.browser_tests.filter',
739 ],
740 },
Sven Zheng80734f12020-08-06 06:50:39741 'linux-lacros-tester-rel': {
742 'args': [
Ben Pastened1b2fd192021-05-11 19:10:18743 '--test-launcher-filter-file=../../testing/buildbot/filters/linux-lacros.browser_tests.filter',
Sven Zheng80734f12020-08-06 06:50:39744 ],
Struan Shrimptone772d72f2021-12-15 07:50:09745 'swarming': {
746 'quickrun_shards': 20,
747 },
Sven Zheng80734f12020-08-06 06:50:39748 },
Kuan Huang235b0142021-10-19 18:59:28749 'mac-code-coverage': {
750 'args': [
751 '--coverage-continuous-mode=1',
752 ],
753 },
Lindsay Pasricha8bbc3382022-01-31 22:54:54754 'mac-osxbeta-rel': {
755 'swarming': {
756 'shards': 12,
757 },
758 },
Kuan Huang83a1c922021-09-08 22:00:27759 'mac11-arm64-rel-tests': {
Kuan Huang199112a52021-08-23 17:37:19760 'ci_only': False, # https://crbug.com/1234525
Lindsay Pasricha36432062021-10-27 20:43:30761 'args': [
762 # crbug.com/1262402
763 '--test-launcher-filter-file=../../testing/buildbot/filters/mac.mac11-arm64-rel.browser_tests.filter',
Lindsay Pasricha7cb620d2022-01-28 23:47:01764 ],
765 'swarming': {
Lindsay Pasrichab7e471f2022-02-08 18:17:31766 'shards': 30,
Lindsay Pasricha7cb620d2022-01-28 23:47:01767 },
Kuan Huang199112a52021-08-23 17:37:19768 },
Stephen Martinis1384ff92020-01-07 19:52:15769 'win-asan': {
Nico Weber3f919792020-06-12 23:34:52770 # These are very slow on the ASAN trybot for some reason.
Ben Pastened2c01af2022-01-31 23:06:44771 # crbug.com/1257927
Stephen Martinis1384ff92020-01-07 19:52:15772 'swarming': {
Nico Weber3f919792020-06-12 23:34:52773 'shards': 40,
Nico Weber0c2861b2018-12-14 18:05:16774 },
775 },
Yuki Yamada70190fc2021-10-28 09:00:27776 'win-backuprefptr-x64-fyi-rel': {
777 'args': [
778 '--test-launcher-filter-file=../../testing/buildbot/filters/win_backuprefptr_fyi.browser_tests.filter',
779 ],
780 },
Kenneth Russelleb60cbd22017-12-05 07:54:28781 },
782 },
Erik Chen681dc0282019-11-26 22:54:49783 'cc_unittests': {
784 'modifications': {
785 'Linux TSan Tests': {
786 'swarming': {
787 'shards': 3,
788 },
789 },
Haiyang Pan9d68ca02021-08-04 21:30:47790 'android-11-x86-rel': {
Haiyang Pancf765862021-03-18 20:39:15791 # https://crbug.com/1039860
792 'args': [
Haiyang Pan11d8bd52021-11-19 21:22:54793 '--test-launcher-filter-file=../../testing/buildbot/filters/android.emulator_11_12.cc_unittests.filter',
794 ],
795 },
Haiyang Pan2a55a452022-03-03 08:18:33796 'android-12-x64-rel': {
Haiyang Pan11d8bd52021-11-19 21:22:54797 # https://crbug.com/1039860
798 'args': [
799 '--test-launcher-filter-file=../../testing/buildbot/filters/android.emulator_11_12.cc_unittests.filter',
Haiyang Pancf765862021-03-18 20:39:15800 ],
801 },
Haiyang Pan6b8e4cf2021-08-02 21:38:28802 'android-marshmallow-x86-rel': {
John Budorickfa8f1da92020-01-15 18:11:38803 # https://crbug.com/1039860
804 'args': [
805 '--test-launcher-filter-file=../../testing/buildbot/filters/android.emulator.cc_unittests.filter',
806 ],
807 },
Haiyang Pan08d09dc2020-04-01 16:11:21808 'android-pie-x86-rel': {
John Budorickfa8f1da92020-01-15 18:11:38809 # https://crbug.com/1039860
810 'args': [
811 '--test-launcher-filter-file=../../testing/buildbot/filters/android.emulator.cc_unittests.filter',
812 ],
813 },
Struan Shrimptona1ab7672022-01-13 18:02:51814 'chromeos-amd64-generic-rel': {
815 'swarming': {
816 'quickrun_shards': 2,
817 },
818 },
Chong Gudf7fbe92021-02-24 02:55:58819 'fuchsia-code-coverage': {
820 'swarming': {
821 'shards': 4,
822 },
823 },
Chong Gub2446462021-08-19 18:44:08824 'fuchsia-fyi-arm64-dbg': {
825 'args': [
826 '--test-launcher-filter-file=../../testing/buildbot/filters/fuchsia.debug.cc_unittests.filter',
827 ],
828 },
Erik Chen681dc0282019-11-26 22:54:49829 },
830 },
Prakhar94f444a2020-10-08 07:30:08831 'check_static_initializers': {
832 'modifications': {
833 'Mac Builder': {
834 'args': [
835 '--allow-coverage-initializer',
836 ],
837 },
838 },
839 },
Ben Pastene7a05a8f2020-11-12 17:25:51840 'chrome_all_tast_tests': {
841 'modifications': {
Struan Shrimpton4b7abc02021-12-16 01:36:59842 'chromeos-amd64-generic-rel': {
843 'swarming': {
Struan Shrimpton57c594e42022-01-25 17:59:13844 'quickrun_shards': 8,
Struan Shrimpton4b7abc02021-12-16 01:36:59845 },
846 },
Ben Pastene7a05a8f2020-11-12 17:25:51847 'chromeos-betty-pi-arc-cfi-thin-lto-chrome': {
848 'args': [
849 # This bot sets symbol_level=2, which doesn't fit inside a normal VM.
850 '--strip-chrome',
851 ],
852 },
853 },
854 },
Andrew Luod252791ac2019-10-15 00:28:13855 'chrome_java_test_pagecontroller_tests': {
Haiyang Panfbd2b482020-09-23 23:41:25856 'modifications': {
857 'android-pie-arm64-rel': {
858 # TODO(crbug.com/1111436): Move this back to walleye if/when additional
859 # capacity has been deployed.
860 'swarming': {
861 'dimension_sets': [
862 {
863 'device_type': 'sailfish',
864 },
865 ],
866 },
867 },
868 },
Andrew Luod252791ac2019-10-15 00:28:13869 },
Stephanie Kim07761d22021-11-25 00:21:18870 'chrome_junit_tests': {
871 'modifications': {
872 'android-marshmallow-arm64-rel': {
873 'args': [
874 # Too many shards can lead to race conditions (crbug/1272066)
875 '--shards=8',
876 ],
877 },
878 },
879 },
Yun Liu7cfd28a2019-10-30 01:57:12880 'chrome_public_smoke_test': {
881 'remove_from': [
Ben Joyce02dc8092021-03-04 21:48:19882 'android-code-coverage-native', # Does not generate profraw data.
Ben Joyce46ca6012021-03-31 19:19:25883 'android-pie-arm64-coverage-experimental-rel', # Does not generate profraw data.
Yun Liu7cfd28a2019-10-30 01:57:12884 ],
885 },
Kenneth Russelleb60cbd22017-12-05 07:54:28886 'chrome_public_test_apk': {
John Budorick27d2d44e2019-05-20 20:26:09887 'remove_from': [
888 'android-asan', # https://crbug.com/964562
Ben Joyce02dc8092021-03-04 21:48:19889 'android-code-coverage-native', # Does not generate profraw data.
Ben Joyce46ca6012021-03-31 19:19:25890 'android-pie-arm64-coverage-experimental-rel', # Does not generate profraw data.
John Budorick27d2d44e2019-05-20 20:26:09891 ],
Kenneth Russelleb60cbd22017-12-05 07:54:28892 'modifications': {
Kenneth Russelleb60cbd22017-12-05 07:54:28893 'Marshmallow 64 bit Tester': {
894 'swarming': {
Kenneth Russelleb60cbd22017-12-05 07:54:28895 'shards': 14,
896 },
897 },
Arthur Wang5dd7b07c2020-04-04 01:05:22898 'Marshmallow Tablet Tester': {
899 'args': [
900 '--timeout-scale',
901 '2.0',
902 ],
903 },
Ben Pastenec73e96e92018-07-12 01:40:35904 'Oreo Phone Tester': {
bsheedy01833462018-12-07 01:05:57905 # TODO(https://crbug.com/884413): Re-enable this once the tests are
906 # either passing or there is more capacity.
907 'experiment_percentage': 0,
Ben Pastenec73e96e92018-07-12 01:40:35908 },
Haiyang Pan9d68ca02021-08-04 21:30:47909 'android-11-x86-rel': {
Haiyang Panb80557c2021-03-13 03:01:44910 'args': [
911 '--test-launcher-filter-file=../../testing/buildbot/filters/android.emulator_11.chrome_public_test_apk.filter',
Haiyang Pan1d5ca2862021-04-01 22:21:09912 '--timeout-scale=2.0',
Haiyang Panb80557c2021-03-13 03:01:44913 ],
Haiyang Panc82c3fa2022-02-01 01:26:06914 # TODO(https://crbug.com/1285975) Remove experiment and enable on
915 # trybot once the device offline issue is resolved.
916 'ci_only': True,
917 'experiment_percentage': 100,
Haiyang Pan68a39c02021-11-11 21:12:21918 },
Haiyang Pan2a55a452022-03-03 08:18:33919 'android-12-x64-rel': {
Haiyang Pan68a39c02021-11-11 21:12:21920 'args': [
Haiyang Pan629f4e42022-02-09 22:11:23921 '--test-launcher-filter-file=../../testing/buildbot/filters/android.emulator_12.chrome_public_test_apk.filter',
Haiyang Pan68a39c02021-11-11 21:12:21922 '--timeout-scale=2.0',
923 ],
Haiyang Pan2a55a452022-03-03 08:18:33924 # TODO(crbug.com/1225851): Remove experiment and ci_only
925 # once the test suite is stable.
926 'ci_only': True,
927 'experiment_percentage': 100,
Haiyang Panb80557c2021-03-13 03:01:44928 },
Stephen Martinis1384ff92020-01-07 19:52:15929 'android-arm64-proguard-rel': {
930 'swarming': {
931 'shards': 25,
932 },
933 },
Brian Sheedy44a7a0032020-04-16 19:20:57934 'android-marshmallow-arm64-rel-swarming': {
935 'swarming': {
Brian Sheedy180c2dd2020-04-22 19:34:31936 'service_account': '[email protected]'
Brian Sheedy44a7a0032020-04-16 19:20:57937 },
938 },
James Shen39aa0e32022-03-22 04:44:50939 'android-marshmallow-x86-fyi-rel-reviver': {
940 'swarming': {
941 # TODO(crbug.com/1127110): Revisit shards and machine_type if there
942 # are n2 machines available in the test pool.
943 'shards': 25,
944 },
945 },
Haiyang Pan742760c2021-02-12 03:21:41946 'android-marshmallow-x86-rel': {
947 'args': [
948 '--test-launcher-filter-file=../../testing/buildbot/filters/android.emulator_m.chrome_public_test_apk.filter',
949 ],
950 'swarming': {
951 # TODO(crbug.com/1127110): Revisit shards and machine_type if there
952 # are n2 machines available in the test pool.
953 'shards': 25,
Haiyang Pan742760c2021-02-12 03:21:41954 },
Haiyang Pan37fbd7a42020-06-03 03:27:37955 },
Stephen Martinis1384ff92020-01-07 19:52:15956 'android-pie-arm64-rel': {
957 'args': [
958 '--test-launcher-filter-file=../../testing/buildbot/filters/android.pie_arm64_rel.chrome_public_test_apk.filter', # https://crbug.com/1010211
959 ],
Stephen Martinisd05530d2021-07-27 22:50:22960 'ci_only': True, # https://crbug.com/1233700
Haiyang Pan43640ee2020-02-13 01:38:00961 },
Haiyang Pan08d09dc2020-04-01 16:11:21962 'android-pie-x86-rel': {
Haiyang Pan43640ee2020-02-13 01:38:00963 'args': [
Haiyang Pan71373072020-03-02 19:57:49964 # https://crbug.com/1046059
Haiyang Pan23f64f52020-06-04 01:23:32965 '--test-launcher-filter-file=../../testing/buildbot/filters/android.emulator_p.chrome_public_test_apk.filter',
Haiyang Pan43640ee2020-02-13 01:38:00966 ],
Haiyang Pan71373072020-03-02 19:57:49967 'swarming': {
Haiyang Pan58a6db22021-07-30 01:08:26968 # See https://crbug.com/1230192, runs of 40-60 minutes at 20 shards.
969 'shards': 30,
970 },
971 },
972 },
973 },
974 'chrome_public_test_apk_with_playstore': {
975 'remove_from': [
976 # Android Emulator does not ship playstore image on Marshmallow.
James Shen39aa0e32022-03-22 04:44:50977 'android-marshmallow-x86-fyi-rel-reviver',
Haiyang Pan58a6db22021-07-30 01:08:26978 'android-marshmallow-x86-rel',
979 ],
980 'modifications': {
Haiyang Pan9d68ca02021-08-04 21:30:47981 'android-11-x86-rel': {
Haiyang Pan58a6db22021-07-30 01:08:26982 'args': [
983 '--avd-config=../../tools/android/avd/proto/generic_playstore_android30.textpb',
984 ],
985 'swarming': {
986 # soft affinity so that bots with caches will be picked first
987 'optional_dimensions': {
988 '60': [
989 {
Haiyang Pan0fee3652022-02-23 19:19:48990 'caches': 'generic_playstore_android30',
Haiyang Pan58a6db22021-07-30 01:08:26991 }
992 ],
993 },
994 'named_caches': [
995 {
Haiyang Pan0fee3652022-02-23 19:19:48996 'name': 'generic_playstore_android30',
997 'path': '.android_emulator/generic_playstore_android30',
Haiyang Pan58a6db22021-07-30 01:08:26998 },
999 ],
1000 },
1001 },
Haiyang Pan2a55a452022-03-03 08:18:331002 'android-12-x64-rel': {
Haiyang Pan68a39c02021-11-11 21:12:211003 'args': [
1004 '--avd-config=../../tools/android/avd/proto/generic_playstore_android31.textpb',
1005 ],
1006 'swarming': {
1007 # soft affinity so that bots with caches will be picked first
1008 'optional_dimensions': {
1009 '60': [
1010 {
Haiyang Pan0fee3652022-02-23 19:19:481011 'caches': 'generic_playstore_android31',
Haiyang Pan68a39c02021-11-11 21:12:211012 }
1013 ],
1014 },
1015 'named_caches': [
1016 {
Haiyang Pan0fee3652022-02-23 19:19:481017 'name': 'generic_playstore_android31',
1018 'path': '.android_emulator/generic_playstore_android31',
Haiyang Pan68a39c02021-11-11 21:12:211019 },
1020 ],
1021 },
1022 },
Haiyang Pan58a6db22021-07-30 01:08:261023 'android-pie-x86-rel': {
1024 'args': [
1025 '--avd-config=../../tools/android/avd/proto/generic_playstore_android28.textpb',
1026 ],
1027 'swarming': {
Haiyang Pan2c438302021-06-11 23:50:381028 # soft affinity so that bots with caches will be picked first
1029 'optional_dimensions': {
1030 '60': [
1031 {
Haiyang Pan0fee3652022-02-23 19:19:481032 'caches': 'generic_playstore_android28',
Haiyang Pan2c438302021-06-11 23:50:381033 }
1034 ],
1035 },
Haiyang Pan71373072020-03-02 19:57:491036 'named_caches': [
1037 {
Haiyang Pan0fee3652022-02-23 19:19:481038 'name': 'generic_playstore_android28',
1039 'path': '.android_emulator/generic_playstore_android28',
Haiyang Pan71373072020-03-02 19:57:491040 },
Haiyang Pan980402822020-10-07 23:24:561041 ],
Haiyang Pan71373072020-03-02 19:57:491042 },
John Budorick34009472018-04-03 17:38:441043 },
Kenneth Russelleb60cbd22017-12-05 07:54:281044 },
1045 },
1046 'chrome_public_test_vr_apk': {
Nico Weberb0b3f5862018-07-13 18:45:151047 'remove_from': [
Ben Joyce3e043862021-10-20 23:57:241048 # Decided to no longer run VR tests on M, crbug.com/1159619.
bsheedy410dd7c2018-06-15 22:42:091049 'Marshmallow Tablet Tester',
Haiyang Pand12ff5462021-07-12 17:29:021050
Andrew Luo38b311f2019-10-04 03:42:091051 'android-pie-arm64-rel', # https://crbug.com/1010211
bsheedydf58b4e2018-11-01 19:42:161052 'ToTAndroid',
John Budorick27d2d44e2019-05-20 20:26:091053 'android-asan', # https://crbug.com/964562
Ben Joyce02dc8092021-03-04 21:48:191054 'android-code-coverage-native', # Does not generate profraw data.
Ben Joyce46ca6012021-03-31 19:19:251055 'android-pie-arm64-coverage-experimental-rel', # Does not generate profraw data.
bsheedy410dd7c2018-06-15 22:42:091056 ],
Kenneth Russelleb60cbd22017-12-05 07:54:281057 },
bsheedy75a4dd52018-11-27 23:24:301058 'chrome_public_test_vr_apk-vega': {
1059 'modifications': {
bsheedy75a4dd52018-11-27 23:24:301060 'Oreo Phone Tester': {
1061 'swarming': {
1062 'dimension_sets': [
1063 {
1064 'device_os': 'OVR1.180808.003',
1065 'device_type': 'vega',
1066 'os': 'Android',
1067 },
1068 ],
1069 },
1070 }
1071 }
1072 },
Henrique Nakashimad99462ab2022-06-08 19:52:421073 'chrome_public_unit_test_apk': {
1074 'modifications': {
1075 'android-12-x64-rel': {
1076 'args': [
1077 '--test-launcher-filter-file=../../testing/buildbot/filters/android.emulator_12.chrome_public_unit_test_apk.filter',
1078 ],
1079 },
1080 },
1081 },
Ian Struiksmaeb285db02020-10-20 22:19:341082 'chrome_sizes': {
1083 'modifications': {
Yuke Liao975680302021-02-18 18:34:541084 'lacros-amd64-generic-chrome': {
1085 'swarming': {
1086 'dimension_sets': [
1087 {
Yuke Liao31225ee32021-03-17 23:21:331088 'cpu': 'x86-64',
Ben Pasteneddd3da72021-09-23 17:41:351089 'os': 'Ubuntu-18.04',
Yuke Liao975680302021-02-18 18:34:541090 },
1091 ],
1092 },
1093 },
Ben Pastenee9536c82021-10-19 01:48:571094 'lacros-arm-generic-chrome': {
1095 'swarming': {
1096 'dimension_sets': [
1097 {
1098 'cpu': 'x86-64',
1099 'os': 'Ubuntu-18.04',
1100 },
1101 ],
1102 },
1103 },
Ian Struiksmaeb285db02020-10-20 22:19:341104 },
1105 },
Takuto Ikuta1b749b902019-04-11 18:05:531106 'chromedriver_py_tests': {
1107 'remove_from': [
1108 # Timeout happens sometimes (crbug.com/951799).
Takuto Ikuta1b749b902019-04-11 18:05:531109 'Win10 Tests x64 (dbg)',
1110 ],
1111 },
Haiyang Panfed339172021-03-10 23:19:571112 'components_browsertests': {
1113 'modifications': {
Haiyang Pan9d68ca02021-08-04 21:30:471114 'android-11-x86-rel': {
Haiyang Panfed339172021-03-10 23:19:571115 'swarming': {
1116 'shards': 2,
1117 },
1118 },
André Kempef30fe9d22022-02-03 10:44:291119 'android-asan': {
1120 'swarming': {
1121 'shards': 3,
1122 },
1123 },
Struan Shrimptonf5b2b552022-01-20 20:37:391124 'android-marshmallow-arm64-rel': {
1125 'swarming': {
1126 'quickrun_shards': 2,
1127 },
1128 },
Haiyang Panfed339172021-03-10 23:19:571129 },
1130 },
Kenneth Russelleb60cbd22017-12-05 07:54:281131 'components_unittests': {
Yun Liu3e759dbb2019-11-01 19:25:521132 'remove_from': [
Ben Joyce68c5c852021-10-16 23:55:161133 # https://crbug.com/1147531 - covered on marshmallow emulator.
Garrett Beaty47a2d802020-11-10 20:50:531134 'android-marshmallow-arm64-rel',
Yun Liu3e759dbb2019-11-01 19:25:521135 ],
Kenneth Russelleb60cbd22017-12-05 07:54:281136 'modifications': {
John Budorick5052d552017-12-13 02:59:341137 'Linux ASan LSan Tests (1)': {
1138 # These are very slow on the ASAN trybot for some reason.
Ben Pastened2c01af2022-01-31 23:06:441139 # crbug.com/1257927
John Budorick5052d552017-12-13 02:59:341140 'swarming': {
1141 'shards': 5,
1142 },
1143 },
Takuto Ikuta54671d972018-07-19 19:06:351144 'Linux Chromium OS ASan LSan Tests (1)': {
1145 # These are very slow on the ASAN trybot for some reason.
Ben Pastened2c01af2022-01-31 23:06:441146 # crbug.com/1257927
Takuto Ikuta54671d972018-07-19 19:06:351147 'swarming': {
1148 'shards': 5,
1149 },
1150 },
Erik Chen681dc0282019-11-26 22:54:491151 'Linux TSan Tests': {
1152 'swarming': {
1153 'shards': 2,
1154 },
1155 },
Haiyang Pan9d68ca02021-08-04 21:30:471156 'android-11-x86-rel': {
Haiyang Pan799282f2021-03-25 19:38:311157 'args': [
Haiyang Pane521cf692021-11-30 00:35:231158 # TODO(crbug.com/1192348): Fix the test failure
1159 '--gtest_filter=-FieldFormatterTest.DifferentLocales',
Haiyang Pan799282f2021-03-25 19:38:311160 ],
1161 },
Haiyang Pan2a55a452022-03-03 08:18:331162 'android-12-x64-rel': {
Haiyang Pan2877f062021-11-18 01:06:061163 'args': [
1164 # TODO(crbug.com/1192348): Fix the test failure
1165 '--gtest_filter=-FieldFormatterTest.DifferentLocales',
1166 ],
1167 },
Sven Zheng80734f12020-08-06 06:50:391168 # https://crbug.com/1111979,
Junhua Chen39dd2dba2021-05-05 17:51:541169 'linux-lacros-code-coverage': {
1170 'args': [
1171 '--test-launcher-filter-file=../../testing/buildbot/filters/linux-lacros.components_unittests.filter',
1172 ],
1173 },
1174 # https://crbug.com/1111979,
Yuke Liaoa0db4742021-08-09 18:28:331175 'linux-lacros-dbg-tests-fyi': {
1176 'args': [
1177 '--test-launcher-filter-file=../../testing/buildbot/filters/linux-lacros.components_unittests.filter',
1178 ],
1179 },
1180 # https://crbug.com/1111979,
Sven Zheng5c9d3e342020-08-11 21:39:431181 'linux-lacros-tester-rel': {
Sven Zheng5c9d3e342020-08-11 21:39:431182 'args': [
Yuke Liao56a437dd2021-05-05 04:53:401183 '--test-launcher-filter-file=../../testing/buildbot/filters/linux-lacros.components_unittests.filter',
Sven Zheng5c9d3e342020-08-11 21:39:431184 ],
Sven Zheng80734f12020-08-06 06:50:391185 },
1186 },
Sven Zheng577fe5ff2020-08-03 22:06:441187 },
Chong Gu76046412021-09-22 17:49:211188 'compositor_unittests': {
Chong Gub2446462021-08-19 18:44:081189 'modifications': {
1190 'fuchsia-fyi-arm64-dbg': {
1191 'args': [
1192 '--test-launcher-filter-file=../../testing/buildbot/filters/fuchsia.debug.compositor_unittests.filter',
1193 ],
1194 },
1195 },
1196 },
Kenneth Russelleb60cbd22017-12-05 07:54:281197 'content_browsertests': {
Brad Halla36886c2019-02-26 16:52:291198 'remove_from': [
Brad Halla36886c2019-02-26 16:52:291199 'CrWinAsan(dll)', # https://crbug.com/935598
Chong Gu0ed5dcda2021-07-15 21:26:111200 'android-marshmallow-arm64-rel', # http://crbug.com/1060245#c30: due to low utility and capacity.
Brad Halla36886c2019-02-26 16:52:291201 ],
Kenneth Russelleb60cbd22017-12-05 07:54:281202 'modifications': {
Kenneth Russellfbda3c532017-12-08 23:57:241203 'Cast Audio Linux': {
1204 'args': [
Nico Weber02f30392018-07-16 18:39:431205 '--test-launcher-filter-file=../../testing/buildbot/filters/cast-linux.content_browsertests.filter',
Kenneth Russellfbda3c532017-12-08 23:57:241206 ],
Kenneth Russellfbda3c532017-12-08 23:57:241207 },
1208 'Cast Linux': {
1209 'args': [
Nico Weber02f30392018-07-16 18:39:431210 '--test-launcher-filter-file=../../testing/buildbot/filters/cast-linux.content_browsertests.filter',
Kenneth Russellfbda3c532017-12-08 23:57:241211 ],
Kenneth Russellfbda3c532017-12-08 23:57:241212 },
Erik Chenb681c8c2019-11-25 22:52:521213 'Linux ASan LSan Tests (1)': {
1214 'swarming': {
1215 'shards': 12,
Struan Shrimptone772d72f2021-12-15 07:50:091216 'quickrun_shards': 24,
Erik Chenb681c8c2019-11-25 22:52:521217 },
1218 },
Chris Cunninghame1a04ea2019-04-24 01:49:321219 'Linux ASan Tests (sandboxed)': {
1220 'swarming': {
John Abd-El-Malek3a631612020-07-08 21:40:411221 'shards': 10, # https://crbug.com/1103330
Chris Cunninghame1a04ea2019-04-24 01:49:321222 },
1223 },
Erik Chen681dc0282019-11-26 22:54:491224 'Linux TSan Tests': {
1225 'swarming': {
1226 'shards': 15,
Struan Shrimptonf5b2b552022-01-20 20:37:391227 'quickrun_shards': 30,
Erik Chen681dc0282019-11-26 22:54:491228 },
1229 },
Lindsay Pasrichab3f72db2021-09-22 22:05:461230 'Mac ASan 64 Tests (1)': { # https://crbug.com/1200640
1231 'experiment_percentage': 100,
1232 },
Struan Shrimpton57c594e42022-01-25 17:59:131233 'Mac11 Tests': {
1234 'swarming': {
Lindsay Pasricha0b5beaf2022-03-04 08:15:271235 'shards': 12,
Struan Shrimpton57c594e42022-01-25 17:59:131236 'quickrun_shards': 10,
1237 },
1238 },
Lindsay Pasricha945e4d62022-01-20 02:14:011239 'Mac11 Tests (dbg)': { # https://crbug.com/1279504
1240 'swarming': {
Lindsay Pasricha9ec81b52022-03-10 03:43:311241 'shards': 18,
Lindsay Pasricha945e4d62022-01-20 02:14:011242 },
1243 },
1244
Sergey Silkinfe96b352020-10-19 20:41:341245 'Marshmallow Tablet Tester': {
1246 'args': [
1247 '--test-launcher-filter-file=../../testing/buildbot/filters/android.marshmallow_tablet_tester.content_browsertests.filter',
1248 ],
Haiyang Pan1f6367352021-07-02 21:15:571249 'swarming': {
1250 'shards': 15,
1251 },
Sergey Silkinfe96b352020-10-19 20:41:341252 },
Sergey Silkin1fe10e82020-10-30 19:36:581253 'WebRTC Chromium FYI Android Tests (dbg) (M Nexus5X)': {
1254 'args': [
1255 '--test-launcher-filter-file=../../testing/buildbot/filters/chromium.webrtc.fyi.android.tests.dbg.content_browsertests.filter',
1256 ],
Andrew Grieveae21ca62021-10-20 18:37:521257 },
1258 'WebRTC Chromium FYI Android Tests (dbg) (N Nexus5X)': {
1259 'args': [
1260 '--test-launcher-filter-file=../../testing/buildbot/filters/chromium.webrtc.fyi.android.tests.dbg.content_browsertests.filter',
1261 ],
1262 },
Stephen Martinis1384ff92020-01-07 19:52:151263 'Win10 Tests x64': {
1264 # crbug.com/868082
1265 'args': [
1266 '--disable-features=WebRTC-H264WithOpenH264FFmpeg',
1267 ],
Struan Shrimptona1ab7672022-01-13 18:02:511268 'swarming': {
1269 'quickrun_shards': 18,
1270 },
Stephen Martinis1384ff92020-01-07 19:52:151271 },
1272 'Win10 Tests x64 (dbg)': {
1273 'experiment_percentage': 100,
1274 # crbug.com/868082
1275 'args': [
1276 '--disable-features=WebRTC-H264WithOpenH264FFmpeg',
Stephen Martinis1384ff92020-01-07 19:52:151277 ],
1278 },
Kuan Huanga89737d2022-01-07 19:42:111279 'Win11 Tests x64': {
1280 # crbug.com/868082
1281 'args': [
1282 '--disable-features=WebRTC-H264WithOpenH264FFmpeg',
1283 ],
1284 },
Haiyang Pan9d68ca02021-08-04 21:30:471285 'android-11-x86-rel': {
Haiyang Pan566e2652022-01-25 07:01:521286 # TODO(crbug.com/1137474): Remove ci_only and experiment_percentage
1287 # after the test suite is green.
1288 'ci_only': True,
Haiyang Pan10f029c2021-07-30 23:17:561289 'experiment_percentage': 100,
Haiyang Pan51450ab2021-03-23 00:48:571290 # TODO(crbug.com/1137474): Revisit the shard number once failed tests
1291 # are fixed.
Haiyang Panfed339172021-03-10 23:19:571292 'swarming': {
Haiyang Pan51450ab2021-03-23 00:48:571293 'shards': 30,
Haiyang Pan45e77dda2021-07-01 22:23:291294 'dimension_sets': [
1295 {
1296 'machine_type': 'e2-standard-8', # use 8-core to shorten runtime
1297 },
1298 ],
Haiyang Panfed339172021-03-10 23:19:571299 },
1300 },
Haiyang Pan2a55a452022-03-03 08:18:331301 'android-12-x64-rel': {
Haiyang Pandbff3ef2022-02-11 23:24:191302 'args': [
1303 '--test-launcher-filter-file=../../testing/buildbot/filters/android.emulator_12.content_browsertests.filter',
1304 ],
Haiyang Pan249494b2022-01-27 21:56:211305 'swarming': {
Haiyang Panc1192662022-03-09 00:09:021306 'shards': 25,
Haiyang Pan249494b2022-01-27 21:56:211307 },
1308 },
Stephen Martinis1384ff92020-01-07 19:52:151309 'android-arm64-proguard-rel': {
1310 'swarming': {
1311 'shards': 16,
1312 },
1313 },
1314 'android-asan': {
1315 'args': [
1316 '--test-launcher-filter-file=../../testing/buildbot/filters/android.asan.content_browsertests.filter',
1317 ],
1318 'swarming': {
André Kempef30fe9d22022-02-03 10:44:291319 'shards': 25,
Stephen Martinis1384ff92020-01-07 19:52:151320 },
1321 },
Stephen Martinis1384ff92020-01-07 19:52:151322 'android-marshmallow-arm64-rel': {
1323 'swarming': {
1324 'shards': 16,
1325 },
1326 },
Haiyang Pan2486dcb2020-09-18 17:53:061327 'android-marshmallow-x86-rel-non-cq': {
John Budoricka4e23882020-02-28 18:36:431328 'args': [
Haiyang Pan12d5acd2020-06-01 20:54:571329 '--test-launcher-filter-file=../../testing/buildbot/filters/android.emulator_m.content_browsertests.filter',
John Budoricka4e23882020-02-28 18:36:431330 ],
Haiyang Panc47f6d12020-08-19 18:34:491331 'swarming': {
1332 'shards': 20,
1333 },
John Budoricka4e23882020-02-28 18:36:431334 },
Haiyang Pancf24ceb2022-03-17 02:31:301335 'android-nougat-x86-rel': {
1336 'swarming': {
1337 'shards': 20,
1338 },
1339 },
Struan Shrimptone772d72f2021-12-15 07:50:091340 'android-pie-arm64-rel': {
1341 'swarming': {
Struan Shrimpton4b7abc02021-12-16 01:36:591342 'quickrun_shards': 40
Struan Shrimptone772d72f2021-12-15 07:50:091343 }
1344 },
Haiyang Pan08d09dc2020-04-01 16:11:211345 'android-pie-x86-rel': {
John Budoricka4e23882020-02-28 18:36:431346 'args': [
Haiyang Pan12d5acd2020-06-01 20:54:571347 '--test-launcher-filter-file=../../testing/buildbot/filters/android.emulator_p.content_browsertests.filter',
John Budoricka4e23882020-02-28 18:36:431348 ],
Sky Malice303f7ec2021-07-17 04:13:091349 'swarming': {
1350 # Flaking with only 20 shards with 40-60 minute runs.
1351 # https://crbug.com/1230118
1352 'shards': 30,
Haiyang Pan2eb735e72020-09-15 22:51:511353 },
John Budoricka4e23882020-02-28 18:36:431354 },
Stephen Martinis1384ff92020-01-07 19:52:151355 'linux-chromeos-code-coverage': {
1356 'swarming': {
1357 'shards': 12,
1358 },
1359 },
Albert J. Wong91f109652019-11-19 03:01:161360 'linux-chromeos-rel': {
1361 'swarming': {
1362 'shards': 3,
1363 },
1364 },
Yuke Liao79424e42020-01-06 21:00:111365 'linux-code-coverage': {
Yuke Liao58e1d202020-03-20 23:02:011366 'args': [
1367 '--no-sandbox',
1368 ],
Yuke Liao79424e42020-01-06 21:00:111369 'swarming': {
1370 'shards': 12,
1371 },
1372 },
Junhua Chen39dd2dba2021-05-05 17:51:541373 # https://crbug.com/1111979,
1374 'linux-lacros-code-coverage': {
1375 'args': [
1376 '--test-launcher-filter-file=../../testing/buildbot/filters/linux-lacros.content_browsertests.filter',
1377 ],
1378 },
Jieting Yangbf15db672021-10-04 19:18:371379 # https://crbug.com/1111979,
1380 'linux-lacros-dbg-tests-fyi': {
1381 'args': [
1382 '--test-launcher-filter-file=../../testing/buildbot/filters/linux-lacros.content_browsertests.filter',
1383 ],
1384 },
Sven Zheng80734f12020-08-06 06:50:391385 # https://crbug.com/1111979
1386 'linux-lacros-tester-fyi-rel': {
1387 'experiment_percentage': 100,
1388 },
Sven Zheng5c9d3e342020-08-11 21:39:431389 # https://crbug.com/1111979,
1390 'linux-lacros-tester-rel': {
Sven Zheng5c9d3e342020-08-11 21:39:431391 'args': [
Yuke Liao56a437dd2021-05-05 04:53:401392 '--test-launcher-filter-file=../../testing/buildbot/filters/linux-lacros.content_browsertests.filter',
Sven Zheng5c9d3e342020-08-11 21:39:431393 ],
1394 },
Kuan Huang235b0142021-10-19 18:59:281395 'mac-code-coverage': {
1396 'args': [
1397 '--coverage-continuous-mode=1',
1398 ],
1399 },
Kuan Huang05332fb2021-10-12 02:04:261400 # https://crbug.com/1255940
1401 'mac-rel-swarming': {
1402 'swarming': {
1403 'dimension_sets': [
1404 {
1405 # These test would time out when running on 4 cores instances.
1406 'cores': '8|12',
1407 }
1408 ],
1409 },
1410 },
Kenneth Russelleb60cbd22017-12-05 07:54:281411 },
1412 },
Nico Weber81e16ace22018-06-30 02:58:471413 'content_shell_crash_test': {
Haiyang Pan8c201b92020-06-04 01:25:071414 'remove_from': [
Haiyang Pan2486dcb2020-09-18 17:53:061415 'android-marshmallow-x86-rel-non-cq', # crbug.com/1084353
Haiyang Pan8c201b92020-06-04 01:25:071416 ],
Dirk Prankeb1c36b322018-07-11 02:42:001417 'modifications': {
Dirk Prankeb1c36b322018-07-11 02:42:001418 'Win10 Tests x64 (dbg)': {
1419 'experiment_percentage': 100, # https://crbug.com/861730
1420 },
1421 },
Nico Weber81e16ace22018-06-30 02:58:471422 },
John Budorick27d2d44e2019-05-20 20:26:091423 'content_shell_test_apk': {
1424 'remove_from': [
John Budorick27d2d44e2019-05-20 20:26:091425 'android-asan', # https://crbug.com/964562
Ben Joyce02dc8092021-03-04 21:48:191426 'android-code-coverage-native', # Does not generate profraw data.
Ben Joyce46ca6012021-03-31 19:19:251427 'android-pie-arm64-coverage-experimental-rel', # Does not generate profraw data.
John Budorick27d2d44e2019-05-20 20:26:091428 ],
John Budorickee2e64f2020-03-02 20:19:101429 'modifications': {
Haiyang Pan9d68ca02021-08-04 21:30:471430 'android-11-x86-rel': {
Haiyang Pan103864812021-03-19 19:28:441431 'args': [
1432 '--test-launcher-filter-file=../../testing/buildbot/filters/android.emulator_11.content_shell_test_apk.filter',
Haiyang Panabdab2f2021-07-19 20:37:511433 '--timeout-scale=2.0',
Haiyang Pan103864812021-03-19 19:28:441434 ],
1435 },
Haiyang Pan2a55a452022-03-03 08:18:331436 'android-12-x64-rel': {
Haiyang Pan3b1016e2022-02-05 00:02:451437 'args': [
1438 '--test-launcher-filter-file=../../testing/buildbot/filters/android.emulator_12.content_shell_test_apk.filter',
1439 ],
1440 },
James Shen39aa0e32022-03-22 04:44:501441 'android-marshmallow-x86-fyi-rel-reviver': {
1442 'swarming': {
1443 'quickrun_shards': 8,
1444 },
1445 },
Haiyang Panb991f562021-08-10 17:46:461446 'android-marshmallow-x86-rel': {
John Budorickee2e64f2020-03-02 20:19:101447 'args': [
Haiyang Pan28e73582020-05-30 00:34:271448 '--test-launcher-filter-file=../../testing/buildbot/filters/android.emulator_m.content_shell_test_apk.filter',
John Budorickee2e64f2020-03-02 20:19:101449 ],
Struan Shrimpton57c594e42022-01-25 17:59:131450 'swarming': {
1451 'quickrun_shards': 8,
1452 },
John Budorickee2e64f2020-03-02 20:19:101453 },
Haiyang Pan08d09dc2020-04-01 16:11:211454 'android-pie-x86-rel': {
John Budorickee2e64f2020-03-02 20:19:101455 'args': [
1456 '--gtest_filter=-ContentViewScrollingTest.testFling',
1457 ],
1458 },
1459 },
John Budorick27d2d44e2019-05-20 20:26:091460 },
Kenneth Russelleb60cbd22017-12-05 07:54:281461 'content_unittests': {
1462 'modifications': {
John Budorick5052d552017-12-13 02:59:341463 'Linux ASan LSan Tests (1)': {
1464 # These are slow on the ASAN trybot for some reason.
Ben Pastened2c01af2022-01-31 23:06:441465 # crbug.com/1257927
John Budorick5052d552017-12-13 02:59:341466 'swarming': {
1467 'shards': 2,
1468 },
1469 },
Takuto Ikuta54671d972018-07-19 19:06:351470 'Linux ChromiumOS MSan Tests': {
1471 # These are very slow on the Chrome OS MSAN trybot for some reason.
1472 # crbug.com/865455
1473 'swarming': {
1474 'shards': 2,
1475 },
1476 },
Chong Gu52481452021-04-02 17:52:411477 'fuchsia-code-coverage': {
1478 'swarming': {
1479 'shards': 12,
1480 },
1481 },
Chong Gua10cd302022-01-14 19:22:191482 'fuchsia-fyi-x64-asan': {
1483 'args': [
1484 '--test-launcher-filter-file=../../testing/buildbot/filters/fuchsia.lsan.content_unittests.filter',
1485 ],
1486 },
Kenneth Russelleb60cbd22017-12-05 07:54:281487 },
1488 },
Jonah Ryan-Davis832c8462020-06-09 03:45:031489 'context_lost_validating_tests': {
Brian Sheedye285c9b2019-07-15 21:42:461490 # TODO(https://crbug.com/850107): Remove the Android FYI Release (Pixel 2)
1491 # exception once there is enough capacity to run these tests.
1492 'remove_from': [
Brian Sheedye285c9b2019-07-15 21:42:461493 'Android FYI Release (Pixel 2)',
1494 ],
Kenneth Russellc1a09302018-07-10 01:12:541495 },
Kenneth Russellfbda3c532017-12-08 23:57:241496 'crashpad_tests': {
1497 'remove_from': [
Nico Weber15a00d62018-05-16 17:11:481498 'linux-win_cross-rel', # https://crbug.com/762167
Vlad Tsyrklevich06a9a44f2019-07-24 19:14:391499 # https://crbug.com/crashpad/304
1500 'Linux TSan Tests',
1501 'ToTLinuxTSan',
1502 # https://crbug.com/crashpad/306
1503 'Linux CFI',
Michael Savigny0a956032021-10-27 19:18:021504 'Linux CFI (reclient shadow)',
Vlad Tsyrklevich06a9a44f2019-07-24 19:14:391505 'CFI Linux ToT',
Kenneth Russellfbda3c532017-12-08 23:57:241506 ],
Haiyang Panc7c009e2021-03-18 19:31:231507 'modifications': {
Avi Drissmanc6318122022-03-29 17:07:421508 # TODO(crbug.com/1254975): dyld was rebuilt for macOS 12, which breaks
1509 # the tests. Run this experimentally on all the macOS bots >= 12 and
1510 # remove this exception once fixed.
1511 'Mac Builder Next': {
1512 'experiment_percentage': 100,
1513 },
Haiyang Pan9d68ca02021-08-04 21:30:471514 'android-11-x86-rel': {
Haiyang Panc7c009e2021-03-18 19:31:231515 'args': [
1516 '--test-launcher-filter-file=../../testing/buildbot/filters/android.emulator_11.crashpad_tests.filter',
1517 ],
1518 },
Haiyang Pan2a55a452022-03-03 08:18:331519 'android-12-x64-rel': {
Haiyang Pan07d9e262021-10-20 21:50:031520 'args': [
1521 '--test-launcher-filter-file=../../testing/buildbot/filters/android.emulator_12.crashpad_tests.filter',
1522 ],
1523 },
Avi Drissmanc6318122022-03-29 17:07:421524 # TODO(crbug.com/1254975): dyld was rebuilt for macOS 12, which breaks
1525 # the tests. Run this experimentally on all the macOS bots >= 12 and
1526 # remove this exception once fixed.
Lindsay Pasricha60535a22021-12-13 16:50:241527 'mac-osxbeta-rel': {
1528 'experiment_percentage': 100,
1529 },
Haiyang Panc7c009e2021-03-18 19:31:231530 },
Kenneth Russellfbda3c532017-12-08 23:57:241531 },
Austin Eng414af1612022-04-08 02:15:361532 'dawn_perf_tests': {
1533 'remove_from': [
1534 'Dawn Win10 x86 DEPS Release (Intel HD 630)',
1535 'Dawn Win10 x86 Release (Intel HD 630)',
1536 ],
1537 },
Haiyang Pan1c813ca2021-11-24 18:52:161538 'device_unittests': {
1539 'modifications': {
Haiyang Pan2a55a452022-03-03 08:18:331540 'android-12-x64-rel': {
Haiyang Pan1c813ca2021-11-24 18:52:161541 'args': [
1542 '--test-launcher-filter-file=../../testing/buildbot/filters/android.emulator_12.device_unittests.filter',
1543 ],
1544 },
1545 },
1546 },
Ben Pastene61ad637c2020-05-08 22:24:411547 'disk_usage_tast_test': {
1548 # TODO(crbug.com/1077659): Add the test back after it's fixed.
1549 'remove_from': [
1550 'chromeos-kevin-rel',
1551 ],
1552 },
Struan Shrimpton57c594e42022-01-25 17:59:131553 'exo_unittests': {
1554 'modifications': {
1555 'linux-chromeos-rel': {
1556 'swarming': {
1557 'quickrun_shards': 2,
1558 }
1559 },
1560 },
1561 },
Joe Downing41486042018-10-18 22:44:441562 'extensions_browsertests': {
Brad Halla36886c2019-02-26 16:52:291563 'remove_from': [
Brad Halla36886c2019-02-26 16:52:291564 'CrWinAsan(dll)', # https://crbug.com/935598
1565 ],
Joe Downing41486042018-10-18 22:44:441566 'modifications': {
1567 'Win10 Tests x64 (dbg)': {
1568 'experiment_percentage': 100, # https://crbug.com/876615
1569 },
Sven Zheng5c9d3e342020-08-11 21:39:431570 # https://crbug.com/1111979,
Junhua Chen39dd2dba2021-05-05 17:51:541571 'linux-lacros-code-coverage': {
1572 'args': [
1573 '--gtest_filter=-BluetoothShellApiTest.ApiSanityCheck:BluetoothSocketApiTest.Listen:BluetoothSocketApiTest.PermissionDenied',
1574 ],
1575 },
Yuke Liaoa0db4742021-08-09 18:28:331576 'linux-lacros-dbg-tests-fyi': {
1577 'args': [
1578 '--gtest_filter=-BluetoothShellApiTest.ApiSanityCheck:BluetoothSocketApiTest.Listen:BluetoothSocketApiTest.PermissionDenied',
1579 ],
1580 },
Sven Zheng5c9d3e342020-08-11 21:39:431581 'linux-lacros-tester-rel': {
Sven Zheng5c9d3e342020-08-11 21:39:431582 'args': [
1583 '--gtest_filter=-BluetoothShellApiTest.ApiSanityCheck:BluetoothSocketApiTest.Listen:BluetoothSocketApiTest.PermissionDenied',
1584 ],
1585 },
Joe Downing41486042018-10-18 22:44:441586 },
1587 },
Sven Zheng577fe5ff2020-08-03 22:06:441588 'extensions_unittests': {
Sven Zheng80734f12020-08-06 06:50:391589 'modifications': {
Chong Gud034fe52022-01-20 21:48:041590 'fuchsia-fyi-x64-asan': {
1591 'args': [
Chong Gu1155d872022-02-10 17:55:271592 '--test-launcher-filter-file=../../testing/buildbot/filters/fuchsia.lsan.extensions_unittests.filter',
Chong Gud034fe52022-01-20 21:48:041593 ],
1594 },
Sven Zheng5c9d3e342020-08-11 21:39:431595 # https://crbug.com/1111979,
Junhua Chen39dd2dba2021-05-05 17:51:541596 'linux-lacros-code-coverage': {
1597 'args': [
Yuke Liaoa0db4742021-08-09 18:28:331598 '--gtest_filter=-BluetoothSocketApiUnittest.CreateThenClose:'
1599 'NativeExtensionBindingsSystemUnittest.*',
1600 ],
1601 },
1602 'linux-lacros-dbg-tests-fyi': {
1603 'args': [
Junhua Chen39dd2dba2021-05-05 17:51:541604 '--gtest_filter=-NativeExtensionBindingsSystemUnittest*:'
1605 'BluetoothSocketApiUnittest.CreateThenClose:'
1606 'FeatureProviderTest.PermissionFeatureAvailability',
1607 ],
1608 },
Sven Zheng5c9d3e342020-08-11 21:39:431609 'linux-lacros-tester-rel': {
Sven Zheng5c9d3e342020-08-11 21:39:431610 'args': [
Yuke Liaobb8308322020-08-12 20:20:471611 '--gtest_filter=-NativeExtensionBindingsSystemUnittest*:'
1612 'BluetoothSocketApiUnittest.CreateThenClose:'
1613 'FeatureProviderTest.PermissionFeatureAvailability',
Sven Zheng5c9d3e342020-08-11 21:39:431614 ],
1615 },
Sven Zheng80734f12020-08-06 06:50:391616 },
Sven Zheng577fe5ff2020-08-03 22:06:441617 },
Chong Gu76046412021-09-22 17:49:211618 'gfx_unittests': {
Chong Gudf7fbe92021-02-24 02:55:581619 'modifications': {
1620 'fuchsia-code-coverage': {
1621 'swarming': {
1622 'shards': 2,
1623 },
1624 },
1625 },
1626 },
Kenneth Russelleb60cbd22017-12-05 07:54:281627 'gin_unittests': {
1628 'remove_from': [
Nico Weber1394523f2018-06-06 15:58:471629 'ToTLinuxASan', # https://crbug.com/831667
Nico Weberd36959682018-04-12 03:33:461630 'Linux ASan LSan Tests (1)', # https://crbug.com/831667
Nico Weber1394523f2018-06-06 15:58:471631 'Linux Chromium OS ASan LSan Tests (1)', # https://crbug.com/831667
Kenneth Russelleb60cbd22017-12-05 07:54:281632 ],
Chong Gua10cd302022-01-14 19:22:191633 'modifications': {
1634 'fuchsia-fyi-x64-asan': {
1635 'args': [
1636 '--test-launcher-filter-file=../../testing/buildbot/filters/fuchsia.lsan.gin_unittests.filter',
1637 ],
1638 },
1639 },
Kenneth Russelleb60cbd22017-12-05 07:54:281640 },
Brian Ho8271a7ad2021-08-12 20:48:031641 # TODO(crbug.com/1202958): Remove these GLRenderer variants when
1642 # SkiaRenderer is fully shipped on Chrome OS.
1643 # Don't run these on real devices due to capacity issues.
1644 'gl_renderer_context_lost_tests': {
1645 'remove_from': [
1646 'ChromeOS FYI Release (kevin)',
1647 'Lacros FYI x64 Release (Intel)',
1648 ],
1649 },
Brian Ho8271a7ad2021-08-12 20:48:031650 'gl_renderer_gpu_process_launch_tests': {
1651 'remove_from': [
1652 'ChromeOS FYI Release (kevin)',
1653 'Lacros FYI x64 Release (Intel)',
1654 ],
1655 },
1656 'gl_renderer_hardware_accelerated_feature_tests': {
1657 'remove_from': [
1658 'ChromeOS FYI Release (kevin)',
1659 'Lacros FYI x64 Release (Intel)',
1660 ],
1661 },
1662 'gl_renderer_maps_pixel_tests': {
1663 'remove_from': [
1664 'ChromeOS FYI Release (kevin)',
1665 'Lacros FYI x64 Release (Intel)',
1666 ],
1667 },
1668 'gl_renderer_pixel_skia_gold_tests': {
1669 'remove_from': [
1670 'ChromeOS FYI Release (kevin)',
1671 'Lacros FYI x64 Release (Intel)',
1672 ],
1673 },
Jonah Ryan-Davisdeeffeaf2020-06-18 17:56:001674 'gl_tests_passthrough': {
1675 'remove_from': [
1676 'CFI Linux ToT',
1677 # Can't run on MSAN because gl_tests uses the hardware driver,
1678 # which isn't instrumented.
1679 'Linux MSan Tests',
Ben Pastene7636bb62022-04-22 18:55:251680 'Linux MSan Focal',
Jonah Ryan-Davisdeeffeaf2020-06-18 17:56:001681 ],
1682 'modifications': {
1683 # TODO(kbr): figure out a better way to specify blocks of
1684 # arguments like this for tests on multiple machines.
Garrett Beatya491ec72020-07-25 12:36:121685 'Linux ASan LSan Tests (1)': {
1686 'args': [
1687 '--use-gpu-in-tests',
1688 '--no-xvfb',
1689 ],
1690 'swarming': {
1691 'dimension_sets': [
1692 {
Yuly Novikovaa06f172022-02-12 00:38:571693 'gpu': '10de:2184',
Garrett Beatya491ec72020-07-25 12:36:121694 'os': 'Ubuntu',
1695 'pool': 'chromium.tests.gpu',
1696 },
1697 ],
1698 },
1699 },
1700 'Linux CFI': {
1701 'args': [
1702 '--use-gpu-in-tests',
1703 '--no-xvfb',
1704 ],
1705 'swarming': {
1706 'dimension_sets': [
1707 {
Yuly Novikovaa06f172022-02-12 00:38:571708 'gpu': '10de:2184',
Garrett Beatya491ec72020-07-25 12:36:121709 'os': 'Ubuntu',
1710 'pool': 'chromium.tests.gpu',
1711 },
1712 ],
1713 },
1714 },
Michael Savigny64f8ba32022-01-12 15:50:571715 'Linux CFI (reclient shadow)': {
1716 'args': [
1717 '--use-gpu-in-tests',
1718 '--no-xvfb',
1719 ],
1720 'swarming': {
1721 'dimension_sets': [
1722 {
Yuly Novikovaa06f172022-02-12 00:38:571723 'gpu': '10de:2184',
Michael Savigny64f8ba32022-01-12 15:50:571724 'os': 'Ubuntu',
1725 'pool': 'chromium.tests.gpu',
1726 },
1727 ],
1728 },
1729 },
Garrett Beatya491ec72020-07-25 12:36:121730 'Linux TSan Tests': {
1731 'args': [
1732 '--use-gpu-in-tests',
1733 '--no-xvfb',
1734 ],
1735 'swarming': {
1736 'dimension_sets': [
1737 {
Yuly Novikovaa06f172022-02-12 00:38:571738 'gpu': '10de:2184',
Garrett Beatya491ec72020-07-25 12:36:121739 'os': 'Ubuntu',
1740 'pool': 'chromium.tests.gpu',
1741 },
1742 ],
1743 },
1744 },
Jonah Ryan-Davisdeeffeaf2020-06-18 17:56:001745 },
1746 },
Jonah Ryan-Davise25a89f2020-05-29 20:18:241747 'gl_tests_validating': {
Jonah Ryan-Davisb9f03ac2021-03-18 23:53:021748 'remove_from': [
Kenneth Russell8a386d42018-06-02 09:48:011749 'Android FYI Release (Nexus 5X)',
John Budorickca14c76f62017-12-09 14:19:181750 ],
Kenneth Russelleb60cbd22017-12-05 07:54:281751 'modifications': {
Haiyang Pan9d68ca02021-08-04 21:30:471752 'android-11-x86-rel': {
Haiyang Pancf765862021-03-18 20:39:151753 'args': [
1754 '--test-launcher-filter-file=../../testing/buildbot/filters/android.emulator_11.gl_tests.filter',
1755 ],
1756 },
Haiyang Pan2a55a452022-03-03 08:18:331757 'android-12-x64-rel': {
Haiyang Pan382008922021-11-19 21:15:091758 'args': [
1759 '--test-launcher-filter-file=../../testing/buildbot/filters/android.emulator_12.gl_tests.filter',
1760 ],
1761 },
Haiyang Panb991f562021-08-10 17:46:461762 'android-marshmallow-x86-rel': {
John Budorick79ec9012020-01-08 21:56:311763 'args': [
1764 '--test-launcher-filter-file=../../testing/buildbot/filters/android.emulator.gl_tests.filter',
1765 ],
1766 },
Andrew Luo38b311f2019-10-04 03:42:091767 'android-pie-arm64-rel': {
John Budorick79ec9012020-01-08 21:56:311768 'args': [
Andrew Luobe83fd82019-12-19 03:07:581769 '--test-launcher-filter-file=../../testing/buildbot/filters/android.pie_arm64_rel.gl_tests.filter', # https://crbug.com/1034007
1770 ],
Andrew Luo38b311f2019-10-04 03:42:091771 },
Haiyang Pan08d09dc2020-04-01 16:11:211772 'android-pie-x86-rel': {
John Budorick79ec9012020-01-08 21:56:311773 'args': [
1774 '--test-launcher-filter-file=../../testing/buildbot/filters/android.emulator.gl_tests.filter',
1775 ],
1776 },
Kenneth Russelleb60cbd22017-12-05 07:54:281777 },
1778 },
Takuto Ikutaf5333252019-11-06 16:07:081779 'gl_unittests': {
1780 'remove_from': [
Takuto Ikutaf5333252019-11-06 16:07:081781 # On Android, these are already run on the main waterfall.
1782 # Run them on the one-off Android FYI bots, though.
1783 'Android FYI Release (Nexus 5X)',
Yuly Novikov37e04342020-05-29 00:52:041784 # Can't run on MSAN because gl_unittests uses the hardware driver,
1785 # which isn't instrumented.
1786 'Linux MSan Tests',
Ben Pastene7636bb62022-04-22 18:55:251787 'Linux MSan Focal',
Takuto Ikutaf5333252019-11-06 16:07:081788 ],
Haiyang Pan505fcd5a2021-12-13 19:46:231789 'modifications': {
Haiyang Pan2a55a452022-03-03 08:18:331790 'android-12-x64-rel': {
Haiyang Pan505fcd5a2021-12-13 19:46:231791 'args': [
1792 '--test-launcher-filter-file=../../testing/buildbot/filters/android.emulator_12.gl_unittests.filter',
1793 ],
1794 },
1795 },
Takuto Ikutaf5333252019-11-06 16:07:081796 },
1797 'gl_unittests_ozone': {
1798 'remove_from': [
1799 # Can't run on MSAN because gl_unittests_ozone uses the hardware driver,
1800 # which isn't instrumented.
1801 'Linux ChromiumOS MSan Tests',
Ben Pastene7636bb62022-04-22 18:55:251802 'Linux ChromiumOS MSan Focal',
Takuto Ikutaf5333252019-11-06 16:07:081803 ],
1804 },
1805 'gpu_process_launch_tests': {
1806 # TODO(https://crbug.com/850107): Remove the Android FYI Release (Pixel 2)
1807 # exception once there is enough capacity to run these tests.
1808 'remove_from': [
Takuto Ikutaf5333252019-11-06 16:07:081809 'Android FYI Release (Pixel 2)',
1810 ],
1811 },
Brian Sheedy053d88cf2022-05-24 23:40:051812 'gpu_pytype': {
1813 'remove_from': [
1814 'linux-code-coverage',
1815 ],
1816 },
Chong Gu76046412021-09-22 17:49:211817 'gpu_unittests': {
Chong Gudf7fbe92021-02-24 02:55:581818 'modifications': {
1819 'fuchsia-code-coverage': {
1820 'swarming': {
1821 'shards': 5,
1822 },
1823 },
1824 },
1825 },
Kevin McNeed21a6c522021-06-14 21:27:251826 'grit_python_unittests': {
1827 'remove_from': [
1828 # These tests require node, which is not supported in Win7.
1829 # (https://crbug.com/1218989)
1830 'Win 7 Tests x64 (1)',
1831 'Win7 Tests (1)',
Titouan Rigoudy9e860832021-11-08 15:34:451832 # TODO(https://crbug.com/1267125): Re-enable.
1833 'mac11-arm64-rel-tests',
Kevin McNeed21a6c522021-06-14 21:27:251834 ],
1835 },
Brian Sheedye285c9b2019-07-15 21:42:461836 'hardware_accelerated_feature_tests': {
1837 # TODO(https://crbug.com/850107): Remove the Android FYI Release (Pixel 2)
1838 # exception once there is enough capacity to run these tests.
1839 'remove_from': [
Brian Sheedye285c9b2019-07-15 21:42:461840 'Android FYI Release (Pixel 2)',
1841 ],
1842 },
Brad Halla36886c2019-02-26 16:52:291843 'headless_browsertests': {
Chong Gud08d1232021-09-11 08:53:591844 'remove_from': [
1845 'CrWinAsan(dll)', # https://crbug.com/935598
Maksim Sisovc81d284c2021-10-05 17:54:351846 # Wayland bot doesn't support headless mode.
1847 'Linux Tests (Wayland)',
Chong Gud08d1232021-09-11 08:53:591848 ],
Chong Gud1a5c5992021-04-09 04:08:321849 'modifications': {
1850 'fuchsia-code-coverage': {
1851 'swarming': {
Chong Gu115ce152021-04-15 23:57:161852 'shards': 6,
Chong Gud1a5c5992021-04-09 04:08:321853 },
1854 },
1855 },
Brad Halla36886c2019-02-26 16:52:291856 },
Kenneth Russell8a386d42018-06-02 09:48:011857 'info_collection_tests': {
1858 'remove_from': [
Kenneth Russell8a386d42018-06-02 09:48:011859 'Android V8 FYI Release (Nexus 5X)',
1860 'Linux V8 FYI Release (NVIDIA)',
Michael Achenbach5fdfc67b2018-12-13 13:26:351861 'Linux V8 FYI Release - pointer compression (NVIDIA)',
Kenneth Russell8a386d42018-06-02 09:48:011862 'Mac V8 FYI Release (Intel)',
1863 'Win V8 FYI Release (NVIDIA)',
1864 ],
Brian Sheedyfe61cdac2020-02-12 01:25:591865 'modifications': {
Brian Sheedyb18cb762020-06-30 00:09:291866 'ChromeOS FYI Release (amd64-generic)': {
Brian Sheedy65be3052020-06-26 19:26:511867 'args': [
Brian Sheedyb18cb762020-06-30 00:09:291868 # Swarming does not report a GPU since tests are run in a VM, but
1869 # the VM does report that a GPU is present.
1870 '--expected-device-id', '1050',
Brian Sheedydf2672f2020-05-07 20:44:361871 ],
1872 },
Chong Gu3065cdc2022-02-28 21:03:031873 'fuchsia-fyi-x64-rel': {
1874 'args': [
1875 # Swarming does not report a GPU since tests are run in a VM, but
1876 # the VM does report that a GPU is present.
1877 '--expected-device-id', 'c0de',
1878 ],
1879 },
1880 'fuchsia-fyi-x64-wst': {
1881 'args': [
1882 # Swarming does not report a GPU since tests are run in a VM, but
1883 # the VM does report that a GPU is present.
1884 '--expected-device-id', 'c0de',
1885 ],
1886 },
Brian Sheedyfe61cdac2020-02-12 01:25:591887 },
Brian Sheedy32eeeb52020-05-22 01:49:371888 'replacements': {
1889 'ChromeOS FYI Release (amd64-generic)': {
1890 'args': {
1891 # Swarming does not report a GPU since tests are run in a VM, but
1892 # the VM does report that a GPU is present.
1893 '--expected-vendor-id': '1af4',
Brian Sheedyb18cb762020-06-30 00:09:291894 # Magic substitution happens after regular replacement, so remove it
1895 # now since we are manually applying the expected device ID above.
1896 '$$MAGIC_SUBSTITUTION_GPUExpectedDeviceId': None,
Brian Sheedy32eeeb52020-05-22 01:49:371897 },
Brian Sheedyff6d1442020-09-19 00:46:311898 },
Brian Sheedy177addbf2021-09-24 19:06:511899 'Mac FYI Release (Apple M1)': {
1900 'args': {
1901 # The GPU information is not yet exposed in swarming, so we can't
1902 # explicitly request it and have the JSON generation handle this
1903 # automatically.
1904 '--expected-vendor-id': '106b',
1905 },
1906 },
Chong Gu3065cdc2022-02-28 21:03:031907 'fuchsia-fyi-x64-rel': {
1908 'args': {
1909 # The GPU information is not exposed in swarming since Fuchsia
1910 # launches an emulator on the GCE machine.
1911 '--expected-vendor-id': '1ae0',
1912 '$$MAGIC_SUBSTITUTION_GPUExpectedDeviceId': None,
1913 },
1914 },
1915 'fuchsia-fyi-x64-wst': {
1916 'args': {
1917 # The GPU information is not exposed in swarming since Fuchsia
1918 # launches an emulator on the GCE machine.
1919 '--expected-vendor-id': '1ae0',
1920 '$$MAGIC_SUBSTITUTION_GPUExpectedDeviceId': None,
1921 },
1922 },
Brian Sheedy32eeeb52020-05-22 01:49:371923 },
Kenneth Russell8a386d42018-06-02 09:48:011924 },
Kenneth Russelleb60cbd22017-12-05 07:54:281925 'interactive_ui_tests': {
Brad Halla36886c2019-02-26 16:52:291926 'remove_from': [
Brad Halla36886c2019-02-26 16:52:291927 'CrWinAsan(dll)', # https://crbug.com/935598
1928 ],
Kenneth Russelleb60cbd22017-12-05 07:54:281929 'modifications': {
Stephen Martinis1384ff92020-01-07 19:52:151930 'Linux - Future (dbg)': { # client.v8.chromium
Nico Weberdae13cd92018-12-14 13:56:261931 'swarming': {
Stephen Martinis1384ff92020-01-07 19:52:151932 'shards': 3,
Nico Weberdae13cd92018-12-14 13:56:261933 },
1934 },
John Budorickca14c76f62017-12-09 14:19:181935 'Linux ASan LSan Tests (1)': {
Ben Pastened2c01af2022-01-31 23:06:441936 # These are slow on the ASan trybot for some reason, crbug.com/1257927
Nico Weber96a75a6942018-06-20 04:53:171937 'swarming': {
1938 'shards': 6,
Struan Shrimptone772d72f2021-12-15 07:50:091939 'quickrun_shards': 12,
Nico Weber96a75a6942018-06-20 04:53:171940 },
1941 },
Pavol Marko05b6bb92022-03-21 12:33:291942 'Linux Chromium OS ASan LSan Tests (1)': {
1943 # These are slow on the ASan trybot for some reason, crbug.com/1257927
1944 'swarming': {
1945 'shards': 6,
1946 'quickrun_shards': 12,
1947 },
1948 },
Ben Pastene7636bb62022-04-22 18:55:251949 'Linux ChromiumOS MSan Focal': {
1950 # These are very slow on the Chrome OS MSAN trybot for some reason.
1951 # crbug.com/865455
1952 'swarming': {
1953 'shards': 5,
1954 },
1955 },
Takuto Ikuta54671d972018-07-19 19:06:351956 'Linux ChromiumOS MSan Tests': {
1957 # These are very slow on the Chrome OS MSAN trybot for some reason.
1958 # crbug.com/865455
1959 'swarming': {
1960 'shards': 5,
1961 },
1962 },
Stephen Martinis1384ff92020-01-07 19:52:151963 'Linux TSan Tests': {
Ben Pastened2c01af2022-01-31 23:06:441964 # These are slow on the TSan bots for some reason, crbug.com/1257927
Dirk Pranke8fd63c12017-12-10 18:06:271965 'swarming': {
Stephen Martinisad6cb7af2021-02-24 01:12:001966 'shards': 32, # Adjusted for testing, see https://crbug.com/1179567
Dirk Pranke8fd63c12017-12-10 18:06:271967 },
1968 },
Maksim Sisovc81d284c2021-10-05 17:54:351969 # https://crbug.com/1192997
1970 'Linux Tests (Wayland)': {
1971 'args': [
1972 '--test-launcher-filter-file=../../testing/buildbot/filters/ozone-linux.interactive_ui_tests_wayland.filter',
1973 ],
1974 },
Lindsay Pasrichab3f72db2021-09-22 22:05:461975 'Mac ASan 64 Tests (1)': { # https://crbug.com/1251656
1976 'experiment_percentage': 100,
1977 },
Struan Shrimptone772d72f2021-12-15 07:50:091978 'Mac11 Tests': {
1979 'swarming': {
1980 'quickrun_shards': 6,
1981 },
1982 },
Zhaoyang Li9357e1e12021-12-07 18:53:171983 'Mac11 Tests (dbg)': { # https://crbug.com/1265051
1984 'experiment_percentage': 100,
1985 },
Stephen Martinis1384ff92020-01-07 19:52:151986 'ToTLinuxTSan': {
Ben Pastened2c01af2022-01-31 23:06:441987 # These are slow on the TSan bots for some reason, crbug.com/1257927
Stephen Martinis1384ff92020-01-07 19:52:151988 'swarming': {
1989 'shards': 6,
1990 },
1991 },
Struan Shrimptona1ab7672022-01-13 18:02:511992 'Win10 Tests x64': {
1993 'swarming': {
Struan Shrimptonf5b2b552022-01-20 20:37:391994 'quickrun_shards': 8,
Struan Shrimptona1ab7672022-01-13 18:02:511995 },
1996 },
Stephen Martinis1384ff92020-01-07 19:52:151997 # temporary, https://crbug.com/818832
Greg Thompson3eb7e6522018-05-25 09:04:031998 'Win10 Tests x64 (dbg)': {
1999 'experiment_percentage': 100,
2000 },
Jacob Kopczynski3a555bd32020-12-10 01:41:162001 # TODO(crbug.com/970649): Remove these filters.
Ben Pastene8ef125e2019-12-10 01:46:292002 'linux-chromeos-chrome': {
Ben Pastene8ef125e2019-12-10 01:46:292003 'args': [
2004 '--gtest_filter=-SadTabViewInteractiveUITest.ReloadMultipleSadTabs',
2005 ],
2006 },
Stephen Martinis1384ff92020-01-07 19:52:152007 'linux-chromeos-code-coverage': {
Yuke Liao79424e42020-01-06 21:00:112008 'swarming': {
2009 'shards': 10,
2010 },
2011 },
Pavol Marko582a15d2022-04-01 12:47:202012 'linux-chromeos-dbg': {
2013 'swarming': {
2014 'shards': 6,
2015 },
2016 },
Stephen Martinis1384ff92020-01-07 19:52:152017 'linux-code-coverage': {
Yuke Liao79424e42020-01-06 21:00:112018 'swarming': {
2019 'shards': 10,
2020 },
2021 },
Sven Zheng80734f12020-08-06 06:50:392022 # https://crbug.com/1111979
Junhua Chen39dd2dba2021-05-05 17:51:542023 'linux-lacros-code-coverage': {
2024 'args': [
2025 '--test-launcher-filter-file=../../testing/buildbot/filters/linux-lacros.interactive_ui_tests.filter',
2026 ],
2027 },
2028 # https://crbug.com/1111979
Jieting Yangbf15db672021-10-04 19:18:372029 'linux-lacros-dbg-tests-fyi': {
2030 'args': [
2031 '--test-launcher-filter-file=../../testing/buildbot/filters/linux-lacros.interactive_ui_tests.filter',
2032 ],
2033 },
2034 # https://crbug.com/1111979
Sven Zheng010820d2020-08-17 22:38:442035 'linux-lacros-tester-rel': {
Sven Zheng010820d2020-08-17 22:38:442036 'args': [
Yuke Liao56a437dd2021-05-05 04:53:402037 '--test-launcher-filter-file=../../testing/buildbot/filters/linux-lacros.interactive_ui_tests.filter',
Sven Zheng010820d2020-08-17 22:38:442038 ],
2039 },
Kuan Huang235b0142021-10-19 18:59:282040 'mac-code-coverage': {
2041 'args': [
2042 '--coverage-continuous-mode=1',
2043 ],
2044 },
Lindsay Pasricha60535a22021-12-13 16:50:242045 # TODO (crbug.com/1278617) Re-enable once fixed
2046 'mac-osxbeta-rel': {
2047 'experiment_percentage': 100,
2048 },
Kenneth Russelleb60cbd22017-12-05 07:54:282049 },
2050 },
Sven Zhengef0d0872022-04-04 22:13:292051 'interactive_ui_tests amd64-generic': {
Yuke Liaob6beaeca2021-04-29 23:41:512052 'remove_from': [
2053 # TODO(crbug.com/1204231): Re-enable.
2054 'lacros-amd64-generic-rel',
Yuke Liao859819d2022-02-24 08:23:492055 'lacros-amd64-generic-rel-fyi',
Yuke Liaob6beaeca2021-04-29 23:41:512056 ]
2057 },
Sven Zhengef0d0872022-04-04 22:13:292058 'interactive_ui_tests eve': {
Yuke Liao79a8cf52021-06-11 18:14:342059 'remove_from': [
2060 # TODO(crbug.com/1204231): Re-enable.
2061 'lacros-amd64-generic-rel',
Yuke Liao859819d2022-02-24 08:23:492062 'lacros-amd64-generic-rel-fyi',
Yuke Liao79a8cf52021-06-11 18:14:342063 ]
2064 },
John Budorickf00e5ff2019-06-11 21:21:062065 'ipc_tests': {
2066 'modifications': {
Ken Rockot83999b62022-05-20 21:37:052067 'Linux ChromiumOS MSan Tests': {
2068 'swarming': {
2069 'dimension_sets': [
2070 {
2071 'cpu': 'x86-64',
2072 'os': 'Ubuntu-18.04',
2073 },
2074 ],
2075 },
2076 },
2077 'Linux MSan Tests': {
2078 'swarming': {
2079 'dimension_sets': [
2080 {
2081 'cpu': 'x86-64',
2082 'os': 'Ubuntu-18.04',
2083 },
2084 ],
2085 },
2086 },
John Budorickf00e5ff2019-06-11 21:21:062087 'android-asan': {
2088 'swarming': {
2089 'shards': 2,
2090 },
2091 },
2092 },
2093 },
Jonah Ryan-Davis832c8462020-06-09 03:45:032094 'maps_pixel_passthrough_test': {
Brian Sheedyc0c142c2021-06-01 21:18:052095 'modifications': {
2096 'Android FYI Release (Pixel 4)': {
2097 'args': [
2098 # Pixel 4s are weird in that they can output in different color spaces
2099 # simultaneously. The readback code for capturing a screenshot assumes
2100 # only one color space, so disable wide color gamut for the test to
2101 # work around the issue. See https://crbug.com/1166379 for more
2102 # information.
2103 '--extra-browser-args=--disable-wcg-for-test',
2104 ],
2105 },
Ben Pastene63f13302022-05-12 21:04:052106 'android_optional_gpu_tests_rel': {
2107 'args': [
2108 # See above.
2109 '--extra-browser-args=--disable-wcg-for-test',
2110 ],
2111 },
Brian Sheedyc0c142c2021-06-01 21:18:052112 },
Jonah Ryan-Davis832c8462020-06-09 03:45:032113 'replacements': {
2114 # The V8 builders pass the V8 revision for ${got_revision}, so instead
2115 # use ${got_cr_revision}, which is only set on the V8 bots.
2116 'Linux V8 FYI Release (NVIDIA)': {
2117 'args': {
2118 '--git-revision': '${got_cr_revision}',
2119 },
2120 },
2121 'Linux V8 FYI Release - pointer compression (NVIDIA)': {
2122 'args': {
2123 '--git-revision': '${got_cr_revision}',
2124 },
2125 },
Jonah Ryan-Davisdeeffeaf2020-06-18 17:56:002126 'Mac V8 FYI Release (Intel)': {
2127 'args': {
2128 '--git-revision': '${got_cr_revision}',
2129 },
2130 },
Jonah Ryan-Davis832c8462020-06-09 03:45:032131 'Win V8 FYI Release (NVIDIA)': {
2132 'args': {
2133 '--git-revision': '${got_cr_revision}',
2134 },
2135 },
2136 },
2137 },
2138 'maps_pixel_validating_test': {
Brian Sheedy0566f2cb2021-02-12 22:12:502139 'modifications': {
2140 'Android FYI Release (Pixel 4)': {
2141 'args': [
2142 # Pixel 4s are weird in that they can output in different color spaces
2143 # simultaneously. The readback code for capturing a screenshot assumes
2144 # only one color space, so disable wide color gamut for the test to
2145 # work around the issue. See https://crbug.com/1166379 for more
2146 # information.
2147 '--extra-browser-args=--disable-wcg-for-test',
2148 ],
2149 },
Ben Pastene63f13302022-05-12 21:04:052150 'android_optional_gpu_tests_rel': {
2151 'args': [
2152 # See above.
2153 '--extra-browser-args=--disable-wcg-for-test',
2154 ],
2155 },
Brian Sheedy0566f2cb2021-02-12 22:12:502156 },
Brian Sheedye285c9b2019-07-15 21:42:462157 # TODO(https://crbug.com/850107): Remove the Android FYI Release (Pixel 2)
2158 # exception once there is enough capacity to run these tests.
2159 'remove_from': [
Brian Sheedye285c9b2019-07-15 21:42:462160 'Android FYI Release (Pixel 2)',
2161 ],
Brian Sheedy44fd891b2019-10-03 20:07:542162 'replacements': {
Brian Sheedy44fd891b2019-10-03 20:07:542163 # The V8 builders pass the V8 revision for ${got_revision}, so instead
2164 # use ${got_cr_revision}, which is only set on the V8 bots.
2165 'Android V8 FYI Release (Nexus 5X)': {
2166 'args': {
Brian Sheedy4d335deb2020-04-01 20:47:322167 '--git-revision': '${got_cr_revision}',
Brian Sheedy44fd891b2019-10-03 20:07:542168 },
2169 },
Brian Sheedy44fd891b2019-10-03 20:07:542170 'Mac V8 FYI Release (Intel)': {
2171 'args': {
Brian Sheedy4d335deb2020-04-01 20:47:322172 '--git-revision': '${got_cr_revision}',
Brian Sheedy44fd891b2019-10-03 20:07:542173 },
2174 },
Brian Sheedy44fd891b2019-10-03 20:07:542175 },
Brian Sheedye285c9b2019-07-15 21:42:462176 },
Andrew Luo38b311f2019-10-04 03:42:092177 'media_unittests': {
2178 'modifications': {
Haiyang Pan9d68ca02021-08-04 21:30:472179 'android-11-x86-rel': {
Haiyang Pancf765862021-03-18 20:39:152180 'args': [
Haiyang Pan80b0d412021-11-23 00:06:422181 '--test-launcher-filter-file=../../testing/buildbot/filters/android.emulator_11_12.media_unittests.filter',
2182 ],
2183 },
Haiyang Pan2a55a452022-03-03 08:18:332184 'android-12-x64-rel': {
Haiyang Pan80b0d412021-11-23 00:06:422185 'args': [
2186 '--test-launcher-filter-file=../../testing/buildbot/filters/android.emulator_11_12.media_unittests.filter',
Haiyang Pancf765862021-03-18 20:39:152187 ],
2188 },
Haiyang Pan2486dcb2020-09-18 17:53:062189 'android-marshmallow-x86-rel-non-cq': {
John Budorickb5185112020-01-08 22:40:212190 'args': [
Haiyang Pan569659f02020-05-30 00:48:452191 '--test-launcher-filter-file=../../testing/buildbot/filters/android.emulator_m.media_unittests.filter',
John Budorickb5185112020-01-08 22:40:212192 ],
2193 },
Andrew Luo38b311f2019-10-04 03:42:092194 'android-pie-arm64-rel': {
Andrew Luobe83fd82019-12-19 03:07:582195 'args': [
2196 '--gtest_filter=-AAudio/AudioOutputTest.Play200HzTone/0', # https://crbug.com/1034009
2197 ],
Andrew Luo38b311f2019-10-04 03:42:092198 },
Chong Gudf7fbe92021-02-24 02:55:582199 'fuchsia-code-coverage': {
2200 'swarming': {
2201 'shards': 3,
2202 },
2203 },
Chong Gub2446462021-08-19 18:44:082204 'fuchsia-fyi-arm64-dbg': {
2205 'args': [
2206 '--test-launcher-filter-file=../../testing/buildbot/filters/fuchsia.debug.media_unittests.filter',
2207 ],
2208 },
Andrew Luo38b311f2019-10-04 03:42:092209 },
2210 },
Chong Gu4eca1ce2021-05-17 08:49:572211 'mediapipe_validating_tests': {
Chong Guabe5adec02022-03-24 17:41:302212 'modifications': { # TODO(crbug.com/1201887): Remove once tests are stable.
2213 'fuchsia-fyi-x64-rel': {
2214 'experiment_percentage': 100,
2215 },
2216 },
Chong Gu4eca1ce2021-05-17 08:49:572217 'remove_from': [
2218 # TODO(crbug.com/1201887): Remove once tests are stable.
2219 'Fuchsia x64',
2220 ],
2221 },
Ben Joyce02dc8092021-03-04 21:48:192222 'mojo_test_apk': {
2223 'remove_from': [
2224 'android-code-coverage-native', # Does not generate profraw data.
Ben Joyce46ca6012021-03-31 19:19:252225 'android-pie-arm64-coverage-experimental-rel', # Does not generate profraw data.
Ben Joyce02dc8092021-03-04 21:48:192226 ],
2227 },
John Budorickf00e5ff2019-06-11 21:21:062228 'mojo_unittests': {
2229 'modifications': {
2230 'android-asan': {
2231 'swarming': {
John Budorick5a29d7542019-10-11 20:56:442232 'shards': 5,
John Budorickf00e5ff2019-06-11 21:21:062233 },
2234 },
Chong Gudf7fbe92021-02-24 02:55:582235 'fuchsia-code-coverage': {
2236 'swarming': {
2237 'shards': 2,
2238 },
2239 },
John Budorickf00e5ff2019-06-11 21:21:062240 },
2241 },
bsheedye9469572019-01-23 17:31:332242 'monochrome_public_test_ar_apk': {
2243 'modifications': {
Brian Sheedy12169aa2019-10-16 23:38:032244 'Nougat Phone Tester': {
2245 'args': [
2246 # ArCore is not installed as a system app on N, so we can install it
2247 # normally instead of replacing the system version.
2248 '--additional-apk=//third_party/arcore-android-sdk/test-apks/arcore/arcore_current.apk'
2249 ],
2250 },
bsheedye9469572019-01-23 17:31:332251 # We need to match the Playstore version as well because AR tests fail on
2252 # old versions of the Playstore.
2253 'Oreo Phone Tester': {
Brian Sheedy2bcd16b2019-04-22 22:47:082254 'args': [
2255 # ArCore is not installed as a system app on O, so we can install it
2256 # normally instead of replacing the system version.
2257 '--additional-apk=//third_party/arcore-android-sdk/test-apks/arcore/arcore_current.apk'
2258 ],
bsheedye9469572019-01-23 17:31:332259 'swarming': {
2260 'dimension_sets': [
2261 {
2262 'device_os': 'OPR3.170623.008',
bsheedye9469572019-01-23 17:31:332263 'device_type': 'marlin',
2264 'os': 'Android',
2265 },
2266 ],
2267 },
2268 },
Haiyang Pan57159eba2020-05-07 23:14:132269 'android-10-arm64-rel': {
2270 'args': [
Brian Sheedy4dc4a6f2020-09-17 22:18:502271 '--remove-system-package=com.google.ar.core',
2272 '--additional-apk=//third_party/arcore-android-sdk/test-apks/arcore/arcore_current.apk',
Haiyang Pan57159eba2020-05-07 23:14:132273 ]
2274 },
Brian Sheedy2bcd16b2019-04-22 22:47:082275 'android-pie-arm64-dbg': {
2276 'args': [
Brian Sheedy4dc4a6f2020-09-17 22:18:502277 '--remove-system-package=com.google.ar.core',
2278 '--additional-apk=//third_party/arcore-android-sdk/test-apks/arcore/arcore_current.apk',
Brian Sheedy2bcd16b2019-04-22 22:47:082279 ]
2280 }
bsheedye9469572019-01-23 17:31:332281 },
2282 },
Kenneth Russellfbda3c532017-12-08 23:57:242283 'nacl_loader_unittests': {
2284 'remove_from': [
Nico Weber48f187142018-06-01 15:16:352285 'ToTMacASan', # The mac asan tot bot sets enable_nacl=false
Nico Weber3611ee802018-06-07 13:34:512286 'linux-win_cross-rel', # Sets enable_nacl=false, https://crbug.com/774186
Nico Webera8fc38f72018-04-10 02:20:112287 'Linux TSan Tests', # The TSan bot sets enable_nacl=false
Nico Weber05d3e642018-05-31 16:59:482288 'Mac ASan 64 Tests (1)', # The mac asan bot sets enable_nacl=false
Kenneth Russellfbda3c532017-12-08 23:57:242289 ],
2290 },
Kenneth Russelleb60cbd22017-12-05 07:54:282291 'net_unittests': {
2292 'modifications': {
Nico Weber33b9b7a2020-06-12 19:23:272293 'CrWinAsan': {
Ben Pastened2c01af2022-01-31 23:06:442294 # TODO(crbug.com/1257927): net_unittests is slow under ASan.
Nico Weber33b9b7a2020-06-12 19:23:272295 'swarming': {
2296 'shards': 16,
2297 },
2298 },
2299 'CrWinAsan(dll)': {
Ben Pastened2c01af2022-01-31 23:06:442300 # TODO(crbug.com/1257927): net_unittests is slow under ASan.
Nico Weber33b9b7a2020-06-12 19:23:272301 'swarming': {
2302 'shards': 16,
2303 },
2304 },
John Budorickca14c76f62017-12-09 14:19:182305 'Linux ASan LSan Tests (1)': {
John Budorick5052d552017-12-13 02:59:342306 # These are very slow on the ASAN trybot for some reason.
Ben Pastened2c01af2022-01-31 23:06:442307 # crbug.com/1257927
John Budorickca14c76f62017-12-09 14:19:182308 'swarming': {
John Budorick5052d552017-12-13 02:59:342309 'shards': 16,
John Budorickca14c76f62017-12-09 14:19:182310 },
2311 },
2312 'Linux Chromium OS ASan LSan Tests (1)': {
Takuto Ikuta54671d972018-07-19 19:06:352313 # These are very slow on the ASAN trybot for some reason.
Ben Pastened2c01af2022-01-31 23:06:442314 # crbug.com/1257927
John Budorickca14c76f62017-12-09 14:19:182315 'swarming': {
Sergey Berezinda3255c2018-03-16 00:34:022316 'shards': 8,
John Budorickca14c76f62017-12-09 14:19:182317 }
2318 },
Takuto Ikuta54671d972018-07-19 19:06:352319 'Linux ChromiumOS MSan Tests': {
2320 # These are very slow on the Chrome OS MSAN trybot for some reason.
2321 # crbug.com/865455
2322 'swarming': {
2323 'shards': 2,
2324 },
2325 },
John Budorickca14c76f62017-12-09 14:19:182326 'Linux TSan Tests': {
2327 'swarming': {
2328 'shards': 4,
2329 }
2330 },
Ben Pastene8bf205b2018-06-13 04:00:332331 # The suite runs signficantly slower on linux dbg, so increase shards.
2332 'Linux Tests (dbg)(1)': {
2333 'swarming': {
2334 'shards': 2,
2335 },
2336 },
Stephen Martinis1384ff92020-01-07 19:52:152337 'ToTLinuxASan': {
Ben Pastened2c01af2022-01-31 23:06:442338 # TODO(crbug.com/1257927): net_unittests is slow under ASan.
Stephen Martinis1384ff92020-01-07 19:52:152339 'swarming': {
2340 'shards': 16,
2341 },
2342 },
2343 'ToTLinuxTSan': {
2344 'swarming': {
2345 'shards': 4,
2346 }
2347 },
Haiyang Pan9d68ca02021-08-04 21:30:472348 'android-11-x86-rel': {
Haiyang Pan8d9906e02021-03-24 20:11:042349 'args': [
2350 '--test-launcher-filter-file=../../testing/buildbot/filters/android.emulator_11.net_unittests.filter',
2351 ],
2352 },
Haiyang Pan2a55a452022-03-03 08:18:332353 'android-12-x64-rel': {
Haiyang Pan2877f062021-11-18 01:06:062354 'args': [
2355 # TODO(crbug.com/1191793): Fix the test failure
2356 '--gtest_filter=-MimeUtilTest.ExtensionTest',
2357 ],
2358 },
Stefano Duof44278b2021-08-02 16:29:382359 'android-cronet-x86-dbg-10-tests': {
2360 'args': [
2361 '--test-launcher-filter-file=../../testing/buildbot/filters/android.emulator_10.net_unittests.filter',
2362 ],
2363 },
Chidera Olibieef99a55ca2021-10-01 21:42:002364 'android-cronet-x86-dbg-11-tests': {
2365 'args': [
2366 '--test-launcher-filter-file=../../testing/buildbot/filters/android.emulator_11.net_unittests.filter',
2367 ],
2368 },
Chidera Olibie262e33e2022-03-02 11:45:282369 'android-cronet-x86-dbg-lollipop-tests': {
2370 'args': [
2371 '--test-launcher-filter-file=../../testing/buildbot/filters/android.emulator_l.net_unittests.filter',
2372 ],
2373 },
Chidera Olibieef99a55ca2021-10-01 21:42:002374 'android-cronet-x86-dbg-oreo-tests': {
2375 'args': [
2376 '--test-launcher-filter-file=../../testing/buildbot/filters/android.emulator.net_unittests.filter',
2377 ],
2378 },
Chidera Olibie509fd732021-09-30 20:17:172379 'android-cronet-x86-dbg-pie-tests': {
2380 # crbug.com/1046060
2381 'args': [
2382 '--test-launcher-filter-file=../../testing/buildbot/filters/android.emulator.net_unittests.filter',
2383 ],
2384 },
Chidera Olibie5c0ec912022-03-23 10:44:512385 'android-cronet-x86-rel-kitkat-tests': {
2386 'args': [
2387 '--test-launcher-filter-file=../../testing/buildbot/filters/android.emulator_k.net_unittests.filter',
2388 ],
2389 },
Haiyang Pan2486dcb2020-09-18 17:53:062390 'android-marshmallow-x86-rel-non-cq': {
John Budorick7fde6b492020-01-29 17:43:502391 # crbug.com/1046060
2392 'args': [
2393 '--test-launcher-filter-file=../../testing/buildbot/filters/android.emulator.net_unittests.filter',
2394 ],
2395 },
Haiyang Pan08d09dc2020-04-01 16:11:212396 'android-pie-x86-rel': {
John Budorick7fde6b492020-01-29 17:43:502397 # crbug.com/1046060
2398 'args': [
2399 '--test-launcher-filter-file=../../testing/buildbot/filters/android.emulator.net_unittests.filter',
2400 ],
2401 },
Struan Shrimpton4b7abc02021-12-16 01:36:592402 'chromeos-amd64-generic-rel': {
2403 'swarming': {
2404 'quickrun_shards': 6,
2405 },
2406 },
Chong Gu76046412021-09-22 17:49:212407 'fuchsia-code-coverage': {
2408 'swarming': {
2409 'shards': 14,
2410 },
2411 },
Ben Pastene8bf205b2018-06-13 04:00:332412 'linux-chromeos-dbg': {
2413 'swarming': {
2414 'shards': 2,
2415 },
2416 },
Lindsay Pasricha60535a22021-12-13 16:50:242417 # TODO (crbug.com/1278618) Re-enable once fixed
2418 'mac-osxbeta-rel': {
2419 'experiment_percentage': 0,
2420 },
Nico Weber33b9b7a2020-06-12 19:23:272421 'win-asan': {
Ben Pastened2c01af2022-01-31 23:06:442422 # TODO(crbug.com/1257927): net_unittests is slow under ASan.
Nico Weber33b9b7a2020-06-12 19:23:272423 'swarming': {
2424 'shards': 16,
2425 },
2426 },
Kenneth Russelleb60cbd22017-12-05 07:54:282427 },
2428 },
John Chenaab16fc02020-03-03 06:35:452429 'not_site_per_process_blink_web_tests': {
Lukasz Anforowicz04bc6302018-11-19 19:04:282430 'remove_from': [
Lukasz Anforowicz04bc6302018-11-19 19:04:282431 # TODO(dpranke): Should we be running this step on Linux Tests (dbg)(1)?
2432 'Linux Tests (dbg)(1)',
Lukasz Anforowicz04bc6302018-11-19 19:04:282433 ],
Yuke Liaobc9ff982019-04-30 06:56:162434 'modifications': {
Stephen Martinis1384ff92020-01-07 19:52:152435 'Linux Tests': {
2436 "args": [
2437 "--additional-env-var=LLVM_PROFILE_FILE=${ISOLATED_OUTDIR}/profraw/default-%2m.profraw",
Stephen Martinis1384ff92020-01-07 19:52:152438 ],
Struan Shrimpton57c594e42022-01-25 17:59:132439 'swarming': {
2440 'quickrun_shards': 18,
2441 },
Stephen Martinis1384ff92020-01-07 19:52:152442 },
Yuke Liaoea70f472019-12-19 06:03:362443 'linux-code-coverage': {
2444 'args': [
2445 '--additional-env-var=LLVM_PROFILE_FILE=${ISOLATED_OUTDIR}/profraw/default-%2m.profraw',
Yuke Liaoea70f472019-12-19 06:03:362446 ],
2447 'swarming': {
2448 'shards': 20,
2449 },
2450 },
Yuke Liaobc9ff982019-04-30 06:56:162451 },
Lukasz Anforowicz04bc6302018-11-19 19:04:282452 },
Xi Cheng34ca4042018-02-23 00:10:122453 'notification_helper_unittests': {
2454 'remove_from': [
Hans Wennborg252643a2018-05-22 14:41:122455 # The test uses WinRT, which only exists in Windows 8 or above.
2456 # (https://crbug.com/813553)
Xi Cheng34ca4042018-02-23 00:10:122457 'Win 7 Tests x64 (1)',
Xi Cheng34ca4042018-02-23 00:10:122458 'Win7 Tests (1)',
Stephen Martinis1384ff92020-01-07 19:52:152459 # all these bots run Windows 7.
Xi Cheng34ca4042018-02-23 00:10:122460 'ToTWin',
2461 'ToTWin(dbg)',
2462 'ToTWin(dll)',
inglorionb8e7a3ed2019-04-12 09:49:032463 'ToTWinOfficial',
Arthur Eubanks0c24b822021-06-15 18:51:342464 'ToTWinOfficial64',
Xi Cheng34ca4042018-02-23 00:10:122465 'ToTWin64',
2466 'ToTWin64(dbg)',
2467 'ToTWin64(dll)',
Xi Cheng34ca4042018-02-23 00:10:122468 ],
2469 },
Peter McNeeley3cfc0ec82021-12-08 20:36:242470 'overlay_prioritization_viz_unittests': {
2471 'remove_from': [
2472 # Reduce CQ load
2473 'Linux Tests (Wayland)',
2474 ],
2475 },
Ben Pastenee723b2f2019-05-31 19:10:272476 'ozone_unittests': {
2477 'modifications': {
Ben Pastene8ef125e2019-12-10 01:46:292478 'chromeos-betty-pi-arc-chrome': {
2479 'args': [
2480 '--test-launcher-filter-file=../../testing/buildbot/filters/chromeos.ozone_unittests.filter',
2481 ],
2482 },
Ben Pastene500cc1d12021-01-22 18:10:472483 'chromeos-betty-pi-arc-chrome-dchecks': {
2484 'args': [
2485 '--test-launcher-filter-file=../../testing/buildbot/filters/chromeos.ozone_unittests.filter',
2486 ],
2487 },
Ben Pastene8ef125e2019-12-10 01:46:292488 'linux-chromeos-chrome': {
2489 'args': [
2490 '--test-launcher-filter-file=../../testing/buildbot/filters/chromeos.ozone_unittests.filter',
2491 ],
2492 },
Ben Pastenee723b2f2019-05-31 19:10:272493 },
2494 },
Maksim Sisovc81d284c2021-10-05 17:54:352495 'ozone_x11_unittests': {
2496 # Wayland bot uses chromium_linux_gtests that includes some x11 only
2497 # test targets. To avoid maintaining a list of tests, remove them here.
2498 'remove_from': [
2499 'Linux Tests (Wayland)',
2500 ],
2501 },
Karen Qian385d2ca2019-03-19 21:49:582502 'perfetto_unittests': {
Haiyang Pan0e27adbeb2021-12-14 22:44:302503 'modifications': {
Haiyang Pan2a55a452022-03-03 08:18:332504 'android-12-x64-rel': {
Haiyang Pan0e27adbeb2021-12-14 22:44:302505 'args': [
2506 # TODO(crbug.com/1260440): Fix the failed test
2507 '--gtest_filter=-ScopedDirTest.CloseOutOfScope',
2508 ],
2509 },
Chong Gua10cd302022-01-14 19:22:192510 'fuchsia-fyi-x64-asan': {
2511 'args': [
Kevin Marshall847bf0332022-05-31 20:12:542512 # TODO(crbug.com/1199334): Error messages only show up in klog.
2513 '--gtest_filter=-PagedMemoryTest.AccessUncommittedMemoryTriggersASAN'
Chong Gua10cd302022-01-14 19:22:192514 ],
2515 },
Haiyang Pan0e27adbeb2021-12-14 22:44:302516 },
Karen Qian385d2ca2019-03-19 21:49:582517 'remove_from': [
Haiyang Pan363c59a2020-07-23 05:47:042518 # TODO(crbug.com/931138): Fix permission issue when creating tmp files
John Budorickd3fa5992019-12-13 17:22:412519 'android-arm64-proguard-rel',
John Budorickf2283d72019-06-25 01:09:092520 'android-asan',
Yun Liu022f4512019-06-10 23:14:042521 'android-code-coverage',
Yun Liu7cfd28a2019-10-30 01:57:122522 'android-code-coverage-native',
Karen Qian385d2ca2019-03-19 21:49:582523 'android-marshmallow-arm64-rel',
Haiyang Pan2486dcb2020-09-18 17:53:062524 'android-marshmallow-x86-rel-non-cq',
Ben Joyce46ca6012021-03-31 19:19:252525 'android-pie-arm64-coverage-experimental-rel', # Does not generate profraw data.
Andrew Luo38b311f2019-10-04 03:42:092526 'android-pie-arm64-rel',
Haiyang Pan08d09dc2020-04-01 16:11:212527 'android-pie-x86-rel',
Haiyang Pan9d68ca02021-08-04 21:30:472528 'android-11-x86-rel',
Karen Qian385d2ca2019-03-19 21:49:582529 'Marshmallow 64 bit Tester',
2530 'Marshmallow Tablet Tester',
2531 'Nougat Phone Tester',
Arthur Eubanksc8f86ee2021-05-10 20:14:242532 'ToTAndroid'
Karen Qian385d2ca2019-03-19 21:49:582533 ]
2534 },
Stephen Martinis54d64ad2018-09-21 22:16:202535 'performance_test_suite': {
2536 'modifications': {
Zhaoyang Li9357e1e12021-12-07 18:53:172537 'Mac11 Tests (dbg)': {
2538 'args': [
2539 '--browser=debug',
2540 ],
2541 },
Stephen Martinis54d64ad2018-09-21 22:16:202542 'Win10 Tests x64 (dbg)': {
2543 'args': [
Takuto Ikutab28b582e2021-02-10 01:41:212544 '--browser=debug_x64',
Stephen Martinis54d64ad2018-09-21 22:16:202545 ],
2546 'experiment_percentage': 100,
2547 },
Stephen Martinis54d64ad2018-09-21 22:16:202548 },
2549 },
Jonah Ryan-Davis832c8462020-06-09 03:45:032550 'pixel_skia_gold_passthrough_test': {
Brian Sheedyc0c142c2021-06-01 21:18:052551 'modifications': {
2552 'Android FYI Release (Pixel 4)': {
2553 'args': [
2554 # Pixel 4s are weird in that they can output in different color spaces
2555 # simultaneously. The readback code for capturing a screenshot assumes
2556 # only one color space, so disable wide color gamut for the test to
2557 # work around the issue. See https://crbug.com/1166379 for more
2558 # information.
2559 '--extra-browser-args=--disable-wcg-for-test',
2560 ],
2561 },
Struan Shrimptone772d72f2021-12-15 07:50:092562 'Mac Retina Release (AMD)': {
2563 'swarming': {
2564 'quickrun_shards': 2,
2565 },
2566 },
Struan Shrimpton4b7abc02021-12-16 01:36:592567 'Win10 x64 Release (NVIDIA)': {
2568 'swarming': {
2569 'quickrun_shards': 2,
2570 },
2571 },
Ben Pastene63f13302022-05-12 21:04:052572 'android_optional_gpu_tests_rel': {
2573 'args': [
2574 # See above.
2575 '--extra-browser-args=--disable-wcg-for-test',
2576 ],
2577 },
Brian Sheedyc0c142c2021-06-01 21:18:052578 },
Jonah Ryan-Davis832c8462020-06-09 03:45:032579 'replacements': {
2580 # The V8 builders pass the V8 revision for ${got_revision}, so instead
2581 # use ${got_cr_revision}, which is only set on the V8 bots.
2582 'Linux V8 FYI Release (NVIDIA)': {
2583 'args': {
2584 '--git-revision': '${got_cr_revision}',
2585 },
2586 },
2587 'Linux V8 FYI Release - pointer compression (NVIDIA)': {
2588 'args': {
2589 '--git-revision': '${got_cr_revision}',
2590 },
2591 },
Jonah Ryan-Davisdeeffeaf2020-06-18 17:56:002592 'Mac V8 FYI Release (Intel)': {
2593 'args': {
2594 '--git-revision': '${got_cr_revision}',
2595 },
2596 },
Jonah Ryan-Davis832c8462020-06-09 03:45:032597 'Win V8 FYI Release (NVIDIA)': {
2598 'args': {
2599 '--git-revision': '${got_cr_revision}',
2600 },
2601 },
2602 },
2603 },
2604 'pixel_skia_gold_validating_test': {
Brian Sheedy0566f2cb2021-02-12 22:12:502605 'modifications': {
2606 'Android FYI Release (Pixel 4)': {
2607 'args': [
2608 # Pixel 4s are weird in that they can output in different color spaces
2609 # simultaneously. The readback code for capturing a screenshot assumes
2610 # only one color space, so disable wide color gamut for the test to
2611 # work around the issue. See https://crbug.com/1166379 for more
2612 # information.
2613 '--extra-browser-args=--disable-wcg-for-test',
2614 ],
2615 },
Ben Pastene63f13302022-05-12 21:04:052616 'android_optional_gpu_tests_rel': {
2617 'args': [
2618 # See above.
2619 '--extra-browser-args=--disable-wcg-for-test',
2620 ],
2621 },
Chong Guabe5adec02022-03-24 17:41:302622 'fuchsia-fyi-x64-rel': { # https://crbug.com/1302427
2623 'experiment_percentage': 100,
2624 },
Brian Sheedy0566f2cb2021-02-12 22:12:502625 },
Chong Gu0aa929e62022-03-03 15:34:132626 'remove_from': [
2627 'Fuchsia x64', # https://crbug.com/1302427
2628 ],
Brian Sheedye6ea0ee2019-07-11 02:54:372629 'replacements': {
Brian Sheedye6ea0ee2019-07-11 02:54:372630 # The V8 builders pass the V8 revision for ${got_revision}, so instead
2631 # use ${got_cr_revision}, which is only set on the V8 bots.
2632 'Android V8 FYI Release (Nexus 5X)': {
2633 'args': {
Brian Sheedy4d335deb2020-04-01 20:47:322634 '--git-revision': '${got_cr_revision}',
Brian Sheedye6ea0ee2019-07-11 02:54:372635 },
2636 },
Brian Sheedye6ea0ee2019-07-11 02:54:372637 'Mac V8 FYI Release (Intel)': {
2638 'args': {
Brian Sheedy4d335deb2020-04-01 20:47:322639 '--git-revision': '${got_cr_revision}',
Brian Sheedye6ea0ee2019-07-11 02:54:372640 },
2641 },
Brian Sheedye6ea0ee2019-07-11 02:54:372642 },
2643 },
2644 'pixel_test':{
Takuto Ikuta35c85522019-06-04 16:55:462645 'modifications': {
2646 'Android Release (Nexus 5X)': {
2647 'swarming': {
2648 'shards': 2,
2649 },
2650 },
2651 },
Nico Weber128fd382018-06-14 23:29:272652 },
John Budorickdce9d462019-03-23 00:25:382653 'sandbox_linux_unittests': {
2654 'modifications': {
Haiyang Pan2a55a452022-03-03 08:18:332655 'android-12-x64-rel': {
Haiyang Pan4d49f5d2021-11-24 02:06:132656 'args': [
2657 '--test-launcher-filter-file=../../testing/buildbot/filters/android.emulator_12.sandbox_linux_unittests.filter',
2658 ]
2659 },
Haiyang Pan6b8e4cf2021-08-02 21:38:282660 'android-marshmallow-x86-rel': {
John Budorick6e8e595b2020-01-27 18:15:582661 'args': [
2662 '--test-launcher-filter-file=../../testing/buildbot/filters/android.emulator.sandbox_linux_unittests.filter',
2663 ]
2664 },
Haiyang Pan08d09dc2020-04-01 16:11:212665 'android-pie-x86-rel': {
John Budorick191adfcd2020-01-29 18:19:042666 'args': [
2667 '--test-launcher-filter-file=../../testing/buildbot/filters/android.emulator.sandbox_linux_unittests.filter',
2668 ]
2669 },
John Budorickdce9d462019-03-23 00:25:382670 },
John Budorick3ebfdf852019-05-13 22:28:162671 'remove_from': [
John Budorick3ebfdf852019-05-13 22:28:162672 'android-asan', # https://crbug.com/962650
2673 ],
John Budorickdce9d462019-03-23 00:25:382674 },
Brian Sheedyc0c142c2021-06-01 21:18:052675 'screenshot_sync_passthrough_tests': {
2676 'modifications': {
2677 'Android FYI Release (Pixel 4)': {
2678 'args': [
2679 # Pixel 4s are weird in that they can output in different color spaces
2680 # simultaneously. The readback code for capturing a screenshot assumes
2681 # only one color space, so disable wide color gamut for the test to
2682 # work around the issue. See https://crbug.com/1166379 for more
2683 # information.
2684 '--extra-browser-args=--disable-wcg-for-test',
2685 ],
2686 },
Ben Pastene63f13302022-05-12 21:04:052687 'android_optional_gpu_tests_rel': {
2688 'args': [
2689 # See above.
2690 '--extra-browser-args=--disable-wcg-for-test',
2691 ],
2692 },
Brian Sheedyc0c142c2021-06-01 21:18:052693 },
2694 },
Brian Sheedy0566f2cb2021-02-12 22:12:502695 'screenshot_sync_validating_tests': {
2696 'modifications': {
2697 'Android FYI Release (Pixel 4)': {
2698 'args': [
2699 # Pixel 4s are weird in that they can output in different color spaces
2700 # simultaneously. The readback code for capturing a screenshot assumes
2701 # only one color space, so disable wide color gamut for the test to
2702 # work around the issue. See https://crbug.com/1166379 for more
2703 # information.
2704 '--extra-browser-args=--disable-wcg-for-test',
2705 ],
2706 },
Ben Pastene63f13302022-05-12 21:04:052707 'android_optional_gpu_tests_rel': {
2708 'args': [
2709 # See above.
2710 '--extra-browser-args=--disable-wcg-for-test',
2711 ],
2712 },
Brian Sheedy0566f2cb2021-02-12 22:12:502713 },
Chong Gu0aa929e62022-03-03 15:34:132714 'remove_from': [
2715 'Fuchsia x64', # https://crbug.com/1302427
2716 ],
Brian Sheedy0566f2cb2021-02-12 22:12:502717 },
Kenneth Russelleb60cbd22017-12-05 07:54:282718 'services_unittests': {
2719 'remove_from': [
Nico Weber15a00d62018-05-16 17:11:482720 'ToTLinuxMSan', # https://crbug.com/831676
Kenneth Russell8a386d42018-06-02 09:48:012721 # The face and barcode detection tests fail on the Mac Pros.
2722 'Mac Pro FYI Release (AMD)',
Nico Weberd36959682018-04-12 03:33:462723 'Linux ChromiumOS MSan Tests', # https://crbug.com/831676
Ben Pastene7636bb62022-04-22 18:55:252724 'Linux ChromiumOS MSan Focal',
Nico Weberd36959682018-04-12 03:33:462725 'Linux MSan Tests', # https://crbug.com/831676
Ben Pastene7636bb62022-04-22 18:55:252726 'Linux MSan Focal', # https://crbug.com/831676
Kenneth Russelleb60cbd22017-12-05 07:54:282727 ],
Brian Sheedyb6c58792020-05-07 18:37:332728 'replacements': {
2729 # TODO(crbug.com/1078982): Remove once the test is fixed on 10.15.4.
2730 'Mac FYI Experimental Release (Intel)': {
2731 'args': {
2732 '--gtest_filter': '*Detection*:-FaceDetectionImplMacTest.ScanOneFace*',
2733 },
2734 },
2735 },
Haiyang Pan363c59a2020-07-23 05:47:042736 'modifications': {
Struan Shrimptone772d72f2021-12-15 07:50:092737 'Linux ASan LSan Tests (1)': {
2738 'swarming': {
2739 'quickrun_shards': 2,
2740 },
2741 },
Haiyang Pan9d68ca02021-08-04 21:30:472742 'android-11-x86-rel': {
Haiyang Pan10f029c2021-07-30 23:17:562743 'args': [
Haiyang Pan2877f062021-11-18 01:06:062744 # TODO(crbug.com/1264654): Fix the failed tests
2745 '--gtest_filter=-PacLibraryTest.ActualPacMyIpAddress*'
2746 ],
2747 },
Haiyang Pan2a55a452022-03-03 08:18:332748 'android-12-x64-rel': {
Haiyang Pan2877f062021-11-18 01:06:062749 'args': [
2750 # TODO(crbug.com/1264654): Fix the failed tests
Haiyang Pan10f029c2021-07-30 23:17:562751 '--gtest_filter=-PacLibraryTest.ActualPacMyIpAddress*'
2752 ],
2753 },
Chong Gu52481452021-04-02 17:52:412754 'fuchsia-code-coverage': {
2755 'swarming': {
2756 'shards': 7,
2757 },
2758 },
2759 }
Chong Gudf7fbe92021-02-24 02:55:582760 },
Chong Gu76046412021-09-22 17:49:212761 'snapshot_unittests': {
Chong Gub2446462021-08-19 18:44:082762 'modifications': {
2763 'fuchsia-fyi-arm64-dbg': {
2764 'args': [
2765 '--test-launcher-filter-file=../../testing/buildbot/filters/fuchsia.debug.snapshot_unittests.filter',
2766 ],
2767 },
2768 },
2769 },
Kenneth Russelleb60cbd22017-12-05 07:54:282770 'sync_integration_tests': {
Brad Halla36886c2019-02-26 16:52:292771 'remove_from': [
Brad Halla36886c2019-02-26 16:52:292772 'CrWinAsan(dll)', # https://crbug.com/935598
2773 ],
Kenneth Russelleb60cbd22017-12-05 07:54:282774 'modifications': {
Erik Chene84bc1c2019-11-25 23:23:522775 'Linux ASan LSan Tests (1)': {
2776 'swarming': {
2777 'shards': 4,
2778 },
2779 },
Nico Weber8fbc2832018-12-14 16:00:572780 'Linux TSan Tests': {
2781 'swarming': {
2782 'shards': 6,
2783 },
2784 },
Chris Cunninghama1239c8b2022-05-03 00:32:212785 'Mac ASan 64 Tests (1)': {
2786 'swarming': {
2787 'shards': 3,
Lindsay Pasricha2cfaec212022-05-11 19:00:392788 },
2789 },
2790 'Mac11 Tests': {
2791 'swarming': {
2792 'shards': 4,
Chris Cunninghama1239c8b2022-05-03 00:32:212793 },
2794 },
Stephen Martinis1384ff92020-01-07 19:52:152795 'ToTLinuxTSan': {
Kenneth Russelleb60cbd22017-12-05 07:54:282796 'swarming': {
Stephen Martinis1384ff92020-01-07 19:52:152797 'shards': 6,
Kenneth Russelleb60cbd22017-12-05 07:54:282798 },
2799 },
Struan Shrimptona1ab7672022-01-13 18:02:512800 'Win10 Tests x64': {
2801 'swarming': {
2802 'quickrun_shards': 3,
2803 },
2804 },
Stephen Martinis75ab55d2018-08-30 02:27:122805 'Win10 Tests x64 (dbg)': {
2806 'experiment_percentage': 100, # https://crbug.com/840369
2807 },
Stephen Martinis1384ff92020-01-07 19:52:152808 'linux-chromeos-code-coverage': {
Yuke Liao79424e42020-01-06 21:00:112809 'swarming': {
2810 'shards': 4,
2811 },
2812 },
Stephen Martinis1384ff92020-01-07 19:52:152813 'linux-code-coverage': {
Yuke Liao79424e42020-01-06 21:00:112814 'swarming': {
2815 'shards': 4,
2816 },
2817 },
Sven Zhengfbbf21a2021-04-16 23:57:122818 # https://crbug.com/1199909,
Junhua Chen39dd2dba2021-05-05 17:51:542819 'linux-lacros-code-coverage': {
2820 'args': [
2821 '--test-launcher-filter-file=../../testing/buildbot/filters/linux-lacros.sync_integration_tests.filter',
2822 ]
2823 },
Jieting Yangbf15db672021-10-04 19:18:372824 'linux-lacros-dbg-tests-fyi': {
2825 'args': [
2826 '--test-launcher-filter-file=../../testing/buildbot/filters/linux-lacros.sync_integration_tests.filter',
2827 ],
2828 },
Anastasiia N11c1f8d2021-04-19 14:04:422829 'linux-lacros-tester-rel': {
2830 'args': [
Yuke Liao56a437dd2021-05-05 04:53:402831 '--test-launcher-filter-file=../../testing/buildbot/filters/linux-lacros.sync_integration_tests.filter',
Anastasiia N11c1f8d2021-04-19 14:04:422832 ],
2833 },
Kuan Huang235b0142021-10-19 18:59:282834 'mac-code-coverage': {
2835 'args': [
2836 '--coverage-continuous-mode=1',
2837 ],
2838 },
Kenneth Russelleb60cbd22017-12-05 07:54:282839 },
2840 },
Weizhong Xia613fda42021-04-21 20:11:522841 'system_webview_wpt': {
2842 'modifications': {
2843 'android-webview-pie-x86-wpt-fyi-rel': {
Weizhong Xia7dd41362021-09-30 16:05:382844 'args': [
2845 '--log-wptreport',
2846 ],
Weizhong Xia613fda42021-04-21 20:11:522847 },
2848 },
2849 },
Kenneth Russell8a386d42018-06-02 09:48:012850 'tab_capture_end2end_tests': {
Nico Webere89a3c92018-07-01 01:30:522851 # Run these only on Release bots.
Kenneth Russell8a386d42018-06-02 09:48:012852 'remove_from': [
Kenneth Russell8a386d42018-06-02 09:48:012853 'Linux Debug (NVIDIA)',
2854 'Mac Debug (Intel)',
2855 'Mac Retina Debug (AMD)',
Yuly Novikovbc1ccff2019-08-03 00:05:492856 'Win10 FYI x64 Debug (NVIDIA)',
Yuly Novikovf28f1eca2019-07-04 22:43:392857 # Disabled due to dbus crashes crbug.com/927465
Yuly Novikov5865ff72019-07-09 21:38:052858 'Linux FYI Release (Intel HD 630)',
2859 'Linux FYI Release (NVIDIA)',
Yuly Novikov5865ff72019-07-09 21:38:052860 'Linux Release (NVIDIA)',
Kenneth Russell8a386d42018-06-02 09:48:012861 ],
Emily Hanleyb64ac7c2018-05-25 13:36:552862 },
Haiyang Pan8c201b92020-06-04 01:25:072863 'telemetry_chromium_minidump_unittests': {
2864 'remove_from': [
Haiyang Pan2486dcb2020-09-18 17:53:062865 'android-marshmallow-x86-rel-non-cq', # crbug.com/1084352
Haiyang Pan8c201b92020-06-04 01:25:072866 ],
2867 },
Brian Sheedyc117f6d2020-05-06 02:23:272868 'telemetry_monochrome_minidump_unittests': {
2869 'remove_from': [
2870 # Monochrome isn't supported on M.
2871 'android-marshmallow-arm64-rel',
Haiyang Pan2486dcb2020-09-18 17:53:062872 'android-marshmallow-x86-rel-non-cq',
Brian Sheedyc117f6d2020-05-06 02:23:272873 ],
2874 },
Kenneth Russelleb60cbd22017-12-05 07:54:282875 'telemetry_perf_unittests': {
2876 'modifications': {
Kenneth Russelleb60cbd22017-12-05 07:54:282877 'Linux Tests': {
2878 'args': [
2879 '--xvfb',
Ned Nguyene6e26042018-01-17 20:42:482880 '--jobs=1',
Kenneth Russelleb60cbd22017-12-05 07:54:282881 ],
2882 },
Juan Antonio Navarro Perez4899edf2019-03-14 13:05:352883 'Linux Tests (dbg)(1)': {
2884 'args': [
2885 '--xvfb',
2886 '--jobs=1',
2887 ],
2888 },
John Chen9fd22fcf2021-12-10 02:24:122889 'Mac11 Tests': {
2890 'ci_only': True,
2891 },
Struan Shrimptona1ab7672022-01-13 18:02:512892 'chromeos-amd64-generic-rel': {
2893 'swarming': {
2894 'quickrun_shards': 24,
2895 },
2896 },
Ben Pastene69400eb2021-03-25 19:27:162897 'chromeos-eve-chrome': {
2898 'args': [
2899 # TODO(crbug.com/1191132): Re-enable.
2900 '--skip=benchmarks.benchmark_smoke_unittest.BenchmarkSmokeTest.wasmpspdfkit',
2901 ],
2902 },
Ben Pastene2b4b15f2021-03-04 00:39:242903 'chromeos-kevin-chrome': {
2904 # TODO(crbug.com/1182948): Remove the experiment.
Ben Pastenebe91e462021-07-27 23:47:262905 # TODO(b/188822176): Restore to 100% when we have additional capacity.
2906 'experiment_percentage': 0,
Ben Pastene2b4b15f2021-03-04 00:39:242907 },
Kenneth Russelleb60cbd22017-12-05 07:54:282908 },
2909 'remove_from': [
Haiyang Pan2486dcb2020-09-18 17:53:062910 'android-marshmallow-x86-rel-non-cq', # crbug.com/1084352
Haiyang Pan0e39edf42020-04-28 19:29:012911 # There's no need to run telemetry_perf_unittests on both lollipop and
Erik Chen96894722019-11-21 20:03:392912 # marshmallow on the CQ. https://crbug.com/1026487.
Ben Joyce3e043862021-10-20 23:57:242913 # TODO(crbug/1260494): Test suite isn't running on android.
Erik Chen96894722019-11-21 20:03:392914 'android-marshmallow-arm64-rel',
Andrew Luobe83fd82019-12-19 03:07:582915 'android-pie-arm64-rel',
Garrett Beatyeef031a2019-02-28 01:55:412916 # crbug.com/936540
Shenghua Zhangbd6f1b232018-03-03 02:59:142917 'Mac10.13 Tests',
Zhaoyang Li69e2e002021-02-19 21:57:352918 'Mac10.15 Tests',
Lindsay Pasricha21bb93d72021-12-07 05:48:392919 # TODO crbug.com/1277277
Zhaoyang Li9357e1e12021-12-07 18:53:172920 'Mac11 Tests (dbg)',
Stephen Martinis1384ff92020-01-07 19:52:152921 'Linux - Future (dbg)', # client.v8.chromium
Takuto Ikuta9aa015d2019-04-15 23:33:292922 'Win10 Tests x64',
Stephen Martinise701f5a2018-05-04 01:25:112923 'Win10 Tests x64 (dbg)',
Kuan Huanga89737d2022-01-07 19:42:112924 'Win11 Tests x64',
Kenneth Russelleb60cbd22017-12-05 07:54:282925 ],
2926 },
Stephen Martinis54d64ad2018-09-21 22:16:202927 'telemetry_unittests': {
2928 'modifications': {
2929 'Win10 Tests x64 (dbg)': {
2930 'experiment_percentage': 100, # crbug.com/870673
Ben Pastene9383fe12020-10-20 21:32:402931 },
Struan Shrimptona1ab7672022-01-13 18:02:512932 'chromeos-amd64-generic-rel': {
2933 'swarming': {
2934 'quickrun_shards': 60,
2935 },
2936 },
John Budorickc498fd3c2019-03-14 01:16:262937 },
2938 'remove_from': [
Ben Pastene9ef2ced52021-07-28 18:04:342939 # TODO(crbug.com/1141234): Restore when there's more DUTs
Ben Pastene7f1ded3a42022-06-08 17:01:592940 'chromeos-eve-chrome',
Ben Pastene9ef2ced52021-07-28 18:04:342941 'chromeos-kevin-chrome',
2942 'chromeos-kevin-rel',
Ben Pastene619317752020-12-03 00:04:142943
Takuto Ikuta9aa015d2019-04-15 23:33:292944 'Win10 Tests x64',
Kuan Huanga89737d2022-01-07 19:42:112945 'Win11 Tests x64',
Titouan Rigoudye122ec32021-11-08 16:36:162946
2947 # TODO(https://crbug.com/1267161): Re-enable when platform is supported.
2948 'mac11-arm64-rel-tests',
John Budorickc498fd3c2019-03-14 01:16:262949 ],
Stephen Martinis54d64ad2018-09-21 22:16:202950 },
Ben Pastene8e7eb2652022-04-29 19:44:312951 'test_buildbucket_api_gpu_use_cases GTX 1660': {
2952 'remove_from': [
2953 'linux_optional_gpu_tests_rel', # crbug.com/1080749
Brian Sheedyf3b48d62020-05-08 23:03:122954 ],
2955 },
Chong Guabe5adec02022-03-24 17:41:302956 'trace_test': {
2957 'modifications': {
2958 'fuchsia-fyi-x64-rel': { # https://crbug.com/1269976
2959 'experiment_percentage': 100,
2960 },
2961 },
2962 },
Kenneth Russelleb60cbd22017-12-05 07:54:282963 'unit_tests': {
Yun Liu3e759dbb2019-11-01 19:25:522964 'remove_from': [
Ben Pastene3e32ffe2020-08-07 03:37:072965 'android-pie-arm64-rel', # https://crbug.com/1010211
Yun Liu3e759dbb2019-11-01 19:25:522966 ],
Kenneth Russelleb60cbd22017-12-05 07:54:282967 'modifications': {
John Budorickca14c76f62017-12-09 14:19:182968 'Linux ASan LSan Tests (1)': {
John Budorick5052d552017-12-13 02:59:342969 # These are slow on the ASAN trybot for some reason.
Ben Pastened2c01af2022-01-31 23:06:442970 # crbug.com/1257927
John Budorickca14c76f62017-12-09 14:19:182971 'swarming': {
John Budorick5052d552017-12-13 02:59:342972 'shards': 4,
John Budorickca14c76f62017-12-09 14:19:182973 },
2974 },
Stephen Martinis1384ff92020-01-07 19:52:152975 'Linux Chromium OS ASan LSan Tests (1)': {
2976 # These are slow on the ASAN trybot for some reason.
Ben Pastened2c01af2022-01-31 23:06:442977 # crbug.com/1257927
John Budorickca14c76f62017-12-09 14:19:182978 'swarming': {
2979 'shards': 2,
2980 },
2981 },
Takuto Ikuta54671d972018-07-19 19:06:352982 'Linux ChromiumOS MSan Tests': {
2983 # These are very slow on the Chrome OS MSAN trybot for some reason.
2984 # crbug.com/865455
2985 'swarming': {
2986 'shards': 2,
2987 },
2988 },
Stephen Martinis1384ff92020-01-07 19:52:152989 'Linux TSan Tests': {
Takuto Ikuta54671d972018-07-19 19:06:352990 'swarming': {
2991 'shards': 2,
2992 },
2993 },
Maksim Sisovc81d284c2021-10-05 17:54:352994 # https://crbug.com/1184127
2995 'Linux Tests (Wayland)': {
2996 'args': [
2997 '--test-launcher-filter-file=../../testing/buildbot/filters/ozone-linux.unit_tests_wayland.filter',
2998 ],
2999 },
Zhaoyang Li9357e1e12021-12-07 18:53:173000 'Mac11 Tests (dbg)': {
3001 'swarming': {
3002 'shards': 2,
3003 },
3004 },
Stephen Martinis1384ff92020-01-07 19:52:153005 'ToTLinuxASan': {
Dirk Pranke20eae9a72017-12-09 18:12:143006 'swarming': {
Stephen Martinis1384ff92020-01-07 19:52:153007 'shards': 2,
Dirk Pranke20eae9a72017-12-09 18:12:143008 },
3009 },
Stephen Martinis1384ff92020-01-07 19:52:153010 'android-asan': {
3011 'args': [
3012 '--test-launcher-filter-file=../../testing/buildbot/filters/android.asan.unit_tests.filter',
3013 ],
3014 },
Takuto Ikuta527cdff2020-01-29 08:04:273015 'android-marshmallow-arm64-rel-swarming': {
3016 'swarming': {
3017 'shards': 8,
3018 },
3019 },
Stephen Martinis1384ff92020-01-07 19:52:153020 'linux-chromeos-chrome': {
3021 'args': [
3022 '--test-launcher-filter-file=../../testing/buildbot/filters/chromeos.unit_tests.filter',
3023 ],
3024 },
Ben Pasteneacd57392019-10-31 02:13:253025 'linux-chromeos-dbg': {
3026 'swarming': {
3027 'shards': 2,
3028 },
3029 },
Erik Chend063aef72019-11-18 19:13:103030 'linux-chromeos-rel': {
3031 'swarming': {
3032 'shards': 2,
3033 },
3034 },
Yuke Liao597dd6df72020-08-18 03:02:543035 # https://crbug.com/1111979,
Junhua Chen39dd2dba2021-05-05 17:51:543036 'linux-lacros-code-coverage': {
3037 'args': [
3038 '--test-launcher-filter-file=../../testing/buildbot/filters/linux-lacros.unit_tests.filter',
3039 ],
3040 },
3041 # https://crbug.com/1111979,
Jieting Yangbf15db672021-10-04 19:18:373042 'linux-lacros-dbg-tests-fyi': {
3043 'args': [
3044 '--test-launcher-filter-file=../../testing/buildbot/filters/linux-lacros.unit_tests.filter',
3045 ],
3046 },
3047 # https://crbug.com/1111979,
Sven Zheng5c9d3e342020-08-11 21:39:433048 'linux-lacros-tester-rel': {
Sven Zheng5c9d3e342020-08-11 21:39:433049 'args': [
Yuke Liao56a437dd2021-05-05 04:53:403050 '--test-launcher-filter-file=../../testing/buildbot/filters/linux-lacros.unit_tests.filter',
Sven Zheng5c9d3e342020-08-11 21:39:433051 ],
3052 },
Kenneth Russelleb60cbd22017-12-05 07:54:283053 },
3054 },
Hao Wu77dd1ab2022-04-29 21:36:203055 'variations_smoke_tests': {
3056 'modifications': {
3057 'win-chrome': {
3058 'experiment_percentage': 100,
3059 },
3060 },
3061 },
Kenneth Russell8a386d42018-06-02 09:48:013062 'video_decode_accelerator_gl_unittest': {
3063 'remove_from': [
Kenneth Russell8a386d42018-06-02 09:48:013064 # Windows Intel doesn't have the GL extensions to support this test.
Yuly Novikovbc1ccff2019-08-03 00:05:493065 'Win10 FYI x64 Release (Intel HD 630)',
Yuly Novikov5ff15502019-07-31 00:55:483066 'Win10 FYI x64 Exp Release (Intel HD 630)',
Kenneth Russell8a386d42018-06-02 09:48:013067 ],
3068 },
Sven Zheng577fe5ff2020-08-03 22:06:443069 'views_unittests': {
Sven Zheng80734f12020-08-06 06:50:393070 'modifications': {
Maksim Sisovc81d284c2021-10-05 17:54:353071 'Linux Tests (Wayland)': {
3072 'args': [
3073 '--test-launcher-filter-file=../../testing/buildbot/filters/ozone-linux.wayland_views_unittests.filter',
3074 ],
3075 },
Chong Gu6aa22be2021-09-10 06:56:143076 'fuchsia-fyi-arm64-dbg': {
3077 'args': [
3078 '--test-launcher-filter-file=../../testing/buildbot/filters/fuchsia.debug.views_unittests.filter',
3079 ],
3080 },
Chong Gua10cd302022-01-14 19:22:193081 'fuchsia-fyi-x64-asan': {
3082 'args': [
3083 '--test-launcher-filter-file=../../testing/buildbot/filters/fuchsia.lsan.views_unittests.filter',
3084 ],
3085 },
Sven Zheng5c9d3e342020-08-11 21:39:433086 # https://crbug.com/1111979,
Junhua Chen39dd2dba2021-05-05 17:51:543087 'linux-lacros-code-coverage': {
3088 'args': [
3089 '--gtest_filter=-DesktopWidgetFocusManagerTest.AnchoredDialogInDesktopNativeWidgetAura:'
3090 'DesktopWidgetTest*:'
3091 'DesktopWindowTreeHostPlatformTest*:'
3092 'EditableComboboxTest*:'
3093 'MenuRunnerTest*:'
3094 'TextfieldTest*:'
3095 'TooltipControllerTest*:'
3096 'TooltipStateManagerTest*'
3097 ],
3098 },
Yuke Liaoa0db4742021-08-09 18:28:333099 'linux-lacros-dbg-tests-fyi': {
3100 'args': [
3101 '--gtest_filter=-DesktopWidgetFocusManagerTest.AnchoredDialogInDesktopNativeWidgetAura:'
3102 'TextfieldTest*:'
3103 'TooltipControllerTest*:'
3104 ],
3105 },
Sven Zheng5c9d3e342020-08-11 21:39:433106 'linux-lacros-tester-rel': {
Sven Zheng5c9d3e342020-08-11 21:39:433107 'args': [
3108 '--gtest_filter=-DesktopWidgetFocusManagerTest.AnchoredDialogInDesktopNativeWidgetAura:'
Yuke Liao34721c22020-08-14 21:41:193109 'DesktopWidgetTest*:'
3110 'DesktopWindowTreeHostPlatformTest*:'
Yuke Liaocf9db2b2020-08-13 19:42:533111 'EditableComboboxTest*:'
Sven Zhengea8903f2020-08-14 05:27:513112 'MenuRunnerTest*:'
Yuke Liaocf9db2b2020-08-13 19:42:533113 'TextfieldTest*:'
Benjamin Beaudry54b3b882021-03-12 23:55:363114 'TooltipControllerTest*:'
3115 'TooltipStateManagerTest*'
Sven Zheng5c9d3e342020-08-11 21:39:433116 ],
3117 },
Sven Zheng80734f12020-08-06 06:50:393118 },
Sven Zheng577fe5ff2020-08-03 22:06:443119 },
John Budorickd02c429de2020-01-10 19:02:213120 'viz_unittests': {
3121 'modifications': {
Haiyang Pan9d68ca02021-08-04 21:30:473122 'android-11-x86-rel': {
Haiyang Pancf765862021-03-18 20:39:153123 'args': [
3124 '--test-launcher-filter-file=../../testing/buildbot/filters/android.emulator_11.viz_unittests.filter',
3125 ],
3126 },
Haiyang Pan6b8e4cf2021-08-02 21:38:283127 'android-marshmallow-x86-rel': {
John Budorickafd548b2020-01-14 20:45:093128 'args': [
John Budorickd02c429de2020-01-10 19:02:213129 '--test-launcher-filter-file=../../testing/buildbot/filters/android.emulator.viz_unittests.filter',
3130 ],
3131 },
Haiyang Pan08d09dc2020-04-01 16:11:213132 'android-pie-x86-rel': {
John Budorickafd548b2020-01-14 20:45:093133 'args': [
John Budorickd02c429de2020-01-10 19:02:213134 '--test-launcher-filter-file=../../testing/buildbot/filters/android.emulator.viz_unittests.filter',
3135 ],
3136 },
Chong Gub2446462021-08-19 18:44:083137 'fuchsia-fyi-arm64-dbg': {
Chong Gu6aa22be2021-09-10 06:56:143138 'args': [
3139 '--test-launcher-filter-file=../../testing/buildbot/filters/fuchsia.debug.viz_unittests.filter',
3140 ],
Chong Gub2446462021-08-19 18:44:083141 },
John Budorickd02c429de2020-01-10 19:02:213142 },
3143 },
John Budorick20f4fa8d2019-08-02 22:58:293144 'vr_common_unittests': {
3145 'remove_from': [
Haiyang Pan08d09dc2020-04-01 16:11:213146 'android-pie-x86-rel',
John Budorick20f4fa8d2019-08-02 22:58:293147 ],
3148 },
Kenneth Russellfbda3c532017-12-08 23:57:243149 'vr_pixeltests': {
3150 'remove_from': [
Haiyang Pan08d09dc2020-04-01 16:11:213151 'android-pie-x86-rel',
Kenneth Russell8ceeabf2017-12-11 17:53:283152 'VR Linux',
Kenneth Russellfbda3c532017-12-08 23:57:243153 ],
3154 },
Nico Webere81999ee2018-07-01 23:52:433155 'wayland_client_perftests': {
3156 'remove_from': [
3157 'linux-chromeos-dbg', # https://crbug.com/859307
3158 ],
3159 },
Chong Gu76046412021-09-22 17:49:213160 'web_engine_browsertests': {
Chong Gud1a5c5992021-04-09 04:08:323161 'modifications': {
3162 'fuchsia-code-coverage': {
3163 'swarming': {
Chong Gu7a463202021-07-19 18:43:103164 'shards': 28,
Chong Gud1a5c5992021-04-09 04:08:323165 },
3166 },
3167 },
3168 },
Chong Gu76046412021-09-22 17:49:213169 'web_engine_integration_tests': {
Chong Gu4c9e8f112021-06-02 18:37:263170 'modifications': {
3171 'fuchsia-code-coverage': {
3172 'swarming': {
3173 'shards': 6,
3174 },
3175 },
3176 },
3177 },
John Budorick63357462019-02-27 23:02:513178 'webdriver_tests_suite': {
3179 'remove_from': [
3180 'Linux Tests', # https://crbug.com/929689, https://crbug.com/936557
3181 ],
3182 },
bsheedy048cbdb2019-02-04 20:32:053183 'webgl2_conformance_gl_passthrough_tests': {
3184 'remove_from': [
Geoff Lang1fede152019-10-10 23:03:443185 # Not enough capacity. https://crbug.com/982294
Geoff Lang1fede152019-10-10 23:03:443186 'Mac FYI Retina Release (NVIDIA)',
bsheedy048cbdb2019-02-04 20:32:053187 ],
3188 },
Ben Pastene02cb6232022-05-06 17:01:423189 'webgl2_conformance_gl_passthrough_tests 8086:3e9b': {
3190 'remove_from': [
3191 # Only run validating on Mac Intel due to capacity http://crbug.com/1236796
3192 'mac_optional_gpu_tests_rel'
3193 ],
3194 },
Brian Sheedy5a9f6562021-08-20 03:32:543195 'webgl2_conformance_gles_passthrough_tests': {
3196 'remove_from': [
Brian Sheedyefb683c2022-01-25 21:17:363197 # Currently not enough capacity to run these tests on this config.
3198 # TODO(crbug.com/1280418): Re-enable once more of the Pixel 6 capacity
3199 # is deployed.
3200 'Android FYI Release (Pixel 6)',
Brian Sheedy43f5a6f2022-01-07 02:41:043201 # Not enough CrOS hardware capacity to run both on anything other than
3202 # VMs. See https://crbug.com/1238070.
Brian Sheedy5a9f6562021-08-20 03:32:543203 'Lacros FYI x64 Release (Intel)',
3204 ],
3205 'modifications': {
3206 # This VM configuration is known to be significantly slower than other
3207 # CrOS configurations, so increase the shards.
3208 # TODO(crbug.com/1223550): Remove this if the configuration can be sped
3209 # up.
3210 'ChromeOS FYI Release (amd64-generic)': {
3211 'swarming': {
3212 'shards': 30,
3213 },
3214 },
3215 },
3216 },
Kenneth Russell18fff67f2021-11-05 23:45:113217 'webgl2_conformance_metal_passthrough_tests': {
3218 'remove_from': [
Yuly Novikov7d00cdb2022-01-05 00:10:383219 # crbug.com/1270755
3220 'Mac FYI ASAN (Intel)',
3221 'Mac FYI Retina ASAN (AMD)',
Kenneth Russell18fff67f2021-11-05 23:45:113222 # Not enough capacity.
3223 'Mac FYI Retina Release (NVIDIA)',
3224 ],
Yuly Novikov220c14a52021-12-14 02:49:333225 'modifications': {
3226 'Mac FYI ASAN (Intel)': {
3227 'args': [
3228 '--extra-browser-args=--disable-metal-shader-cache',
Brian Sheedya111ca92022-04-18 23:37:153229 '--enable-metal-debug-layers',
3230 ],
3231 },
3232 'Mac FYI Release (Intel)': {
3233 'args': [
3234 '--enable-metal-debug-layers',
Yuly Novikov220c14a52021-12-14 02:49:333235 ],
3236 },
3237 'Mac FYI Retina ASAN (AMD)': {
3238 'args': [
3239 '--extra-browser-args=--disable-metal-shader-cache',
Brian Sheedy3fd310772022-04-20 02:15:513240 # This slows down tests and we are currently having AMD Mac capacity
3241 # issues.
3242 # '--enable-metal-debug-layers',
Brian Sheedya111ca92022-04-18 23:37:153243 ],
3244 },
3245 'Mac FYI Retina Release (AMD)': {
3246 'args': [
Brian Sheedy3fd310772022-04-20 02:15:513247 # This slows down tests and we are currently having AMD Mac capacity
3248 # issues.
3249 # '--enable-metal-debug-layers',
Yuly Novikov220c14a52021-12-14 02:49:333250 ],
3251 },
3252 },
Kenneth Russell18fff67f2021-11-05 23:45:113253 },
John Budorick82e61dfb2019-12-10 04:36:093254 'webgl2_conformance_validating_tests': {
Stephen Martinis54d64ad2018-09-21 22:16:203255 'remove_from': [
Brian Sheedyefb683c2022-01-25 21:17:363256 # Currently not enough capacity to run these tests on this config.
3257 # TODO(crbug.com/1280418): Re-enable once more of the Pixel 6 capacity
3258 # is deployed.
3259 'Android FYI Release (Pixel 6)',
Brian Sheedy43f5a6f2022-01-07 02:41:043260 # Passthrough version run on this configuration, not enough capacity for
3261 # both. See https://crbug.com/1238070.
3262 'ChromeOS FYI Release (kevin)',
Stephen Martinis54d64ad2018-09-21 22:16:203263 ],
Kenneth Russell8a386d42018-06-02 09:48:013264 'modifications': {
Brian Sheedyab0a1992021-08-13 20:57:393265 # This VM configuration is known to be significantly slower than other
3266 # CrOS configurations, so increase the shards.
3267 # TODO(crbug.com/1223550): Remove this if the configuration can be sped
3268 # up.
3269 'ChromeOS FYI Release (amd64-generic)': {
3270 'swarming': {
3271 'shards': 30,
3272 },
Brian Sheedy9bde4532021-08-20 18:11:193273 # This configuration is tested with the passthrough decoder as well,
3274 # which will be shipped in the nearish future, so any failures that
3275 # show up with the validating decoder are just an FYI.
3276 'experiment_percentage': 100,
Brian Sheedyab0a1992021-08-13 20:57:393277 },
Brian Sheedy22200312021-08-20 22:17:503278 'ChromeOS FYI Release (kevin)': {
3279 'experiment_percentage': 100,
3280 },
Kenneth Russell8a386d42018-06-02 09:48:013281 },
3282 },
Struan Shrimptona1ab7672022-01-13 18:02:513283 'webgl_conformance_d3d11_passthrough_tests': {
3284 'modifications': {
3285 'Win10 x64 Release (NVIDIA)': {
3286 'swarming': {
3287 'quickrun_shards': 4,
3288 },
3289 },
3290 },
3291 },
Kenneth Russell984f2f12020-12-15 23:23:353292 'webgl_conformance_metal_passthrough_tests': {
3293 'remove_from': [
Yuly Novikov7d00cdb2022-01-05 00:10:383294 # crbug.com/1270755
3295 'Mac FYI ASAN (Intel)',
3296 'Mac FYI Retina ASAN (AMD)',
Yuly Novikov220c14a52021-12-14 02:49:333297 # crbug.com/1158857: re-enable when switching to Metal by default.
Kenneth Russell984f2f12020-12-15 23:23:353298 'Mac FYI Retina Release (NVIDIA)',
3299 ],
Yuly Novikov220c14a52021-12-14 02:49:333300 'modifications': {
3301 'Mac FYI ASAN (Intel)': {
3302 'args': [
3303 '--extra-browser-args=--disable-metal-shader-cache',
Brian Sheedya111ca92022-04-18 23:37:153304 '--enable-metal-debug-layers',
3305 ],
3306 },
3307 'Mac FYI Release (Intel)': {
3308 'args': [
3309 '--enable-metal-debug-layers',
Yuly Novikov220c14a52021-12-14 02:49:333310 ],
3311 },
3312 'Mac FYI Retina ASAN (AMD)': {
3313 'args': [
3314 '--extra-browser-args=--disable-metal-shader-cache',
Brian Sheedy3fd310772022-04-20 02:15:513315 # This slows down tests and we are currently having AMD Mac capacity
3316 # issues.
3317 # '--enable-metal-debug-layers',
Brian Sheedya111ca92022-04-18 23:37:153318 ],
3319 },
3320 'Mac FYI Retina Release (AMD)': {
3321 'args': [
Brian Sheedy3fd310772022-04-20 02:15:513322 # This slows down tests and we are currently having AMD Mac capacity
3323 # issues.
3324 # '--enable-metal-debug-layers',
Yuly Novikov220c14a52021-12-14 02:49:333325 ],
3326 },
3327 },
Kenneth Russell984f2f12020-12-15 23:23:353328 },
Stephen Martinis54d64ad2018-09-21 22:16:203329 'webgl_conformance_tests': {
Kenneth Russelle63e41f2019-04-09 02:45:283330 'remove_from': [
3331 # Too slow on this configuration, which is severely hardware
3332 # constrained. crbug.com/950690
3333 'Mac FYI Retina Debug (NVIDIA)',
3334 ],
Struan Shrimptona1ab7672022-01-13 18:02:513335 'modifications': {
3336 'chromeos-amd64-generic-rel': {
Brian Sheedy9ee8e332022-05-31 21:37:553337 'args': [
3338 # Added to debug crbug.com/1293967.
3339 '--extra-browser-args=--disable-features=BackgroundVideoPauseOptimization',
3340 ],
Struan Shrimptona1ab7672022-01-13 18:02:513341 'swarming': {
3342 'quickrun_shards': 40,
3343 },
3344 },
3345 },
Kenneth Russell8a386d42018-06-02 09:48:013346 },
Austin Enge8c0ba02021-07-19 23:55:193347 'webgpu_blink_web_tests': {
3348 'modifications': {
3349 # Increase the timeout with ASAN (crbug.com/1208253)
3350 'Dawn Win10 x64 ASAN Release': {
3351 'args': [
Weizhong Xia91b53362022-01-05 17:13:353352 '--timeout-ms=48000',
Austin Enge8c0ba02021-07-19 23:55:193353 ],
3354 },
3355 },
Brian Sheedy5796b4b2021-09-15 21:51:413356 'replacements': {
3357 'Dawn Mac x64 Experimental Release (Intel)': {
3358 'args': {
Avi Drissman5afd38bc2021-10-27 17:35:133359 '--platform': 'mac-mac11',
Brian Sheedy5796b4b2021-09-15 21:51:413360 },
3361 }
3362 },
3363 },
3364 'webgpu_blink_web_tests_with_backend_validation': {
3365 'replacements': {
3366 'Dawn Mac x64 Experimental Release (Intel)': {
3367 'args': {
Avi Drissman5afd38bc2021-10-27 17:35:133368 '--platform': 'mac-mac11',
Brian Sheedy5796b4b2021-09-15 21:51:413369 },
3370 },
3371 },
Austin Enge8c0ba02021-07-19 23:55:193372 },
Kenneth Russelleb60cbd22017-12-05 07:54:283373 'webkit_unit_tests': {
Yun Liu16394ab32019-11-19 16:37:573374 'remove_from': [
3375 # Flakily fails on Win7. https://crbug.com/943372.
3376 'Win7 Tests (1)',
3377 'Win 7 Tests x64 (1)',
Haiyang Pan90ed7c642021-02-06 01:22:063378 # Runs on android-marshmallow-x86-rel already (crbug.com/1127110)
3379 'android-marshmallow-arm64-rel',
3380 'android-marshmallow-x86-rel-non-cq',
Yun Liu16394ab32019-11-19 16:37:573381 ],
Dirk Pranke81ff51c2017-12-09 19:24:283382 'modifications': {
John Budorick5052d552017-12-13 02:59:343383 'Linux ASan LSan Tests (1)': {
3384 # These are very slow on the ASAN trybot for some reason.
Ben Pastened2c01af2022-01-31 23:06:443385 # crbug.com/1257927
John Budorick5052d552017-12-13 02:59:343386 'swarming': {
3387 'shards': 5,
3388 },
3389 },
Erik Chen681dc0282019-11-26 22:54:493390 'Linux TSan Tests': {
3391 'swarming': {
3392 'shards': 2,
3393 },
3394 },
arthursonzogni26889d82018-05-29 17:18:163395 'Marshmallow 64 bit Tester': {
3396 # Increase timeout. See https://crbug.com/847229.
3397 'swarming': {
3398 'hard_timeout': 1200,
3399 },
3400 },
Haiyang Pan9d68ca02021-08-04 21:30:473401 'android-11-x86-rel': {
Haiyang Panc7c009e2021-03-18 19:31:233402 'args': [
Haiyang Panc08d02212021-10-18 18:58:383403 '--test-launcher-filter-file=../../testing/buildbot/filters/android.emulator.blink_unittests.filter',
3404 ],
3405 },
Haiyang Pan2a55a452022-03-03 08:18:333406 'android-12-x64-rel': {
Haiyang Panc08d02212021-10-18 18:58:383407 'args': [
3408 '--test-launcher-filter-file=../../testing/buildbot/filters/android.emulator.blink_unittests.filter',
Haiyang Panc7c009e2021-03-18 19:31:233409 ],
3410 },
Dirk Pranke81ff51c2017-12-09 19:24:283411 },
Kenneth Russelleb60cbd22017-12-05 07:54:283412 },
Haiyang Panfbd2b482020-09-23 23:41:253413 'weblayer_browsertests': {
3414 'modifications': {
Haiyang Pan9d68ca02021-08-04 21:30:473415 'android-11-x86-rel': {
Haiyang Pand38464f52021-03-24 00:29:013416 'args': [
Haiyang Pan2877f062021-11-18 01:06:063417 # TODO(crbug.com/1191784): Fix the test failure
3418 '--gtest_filter=-DownloadBrowserTest.OverrideDownloadDirectory',
3419 ],
3420 },
Haiyang Pan2a55a452022-03-03 08:18:333421 'android-12-x64-rel': {
Haiyang Pan2877f062021-11-18 01:06:063422 'args': [
3423 # TODO(crbug.com/1191784): Fix the test failure
Haiyang Pand38464f52021-03-24 00:29:013424 '--gtest_filter=-DownloadBrowserTest.OverrideDownloadDirectory',
3425 ],
3426 },
Haiyang Panfbd2b482020-09-23 23:41:253427 'android-pie-arm64-rel': {
3428 # TODO(crbug.com/1111436): Move this back to walleye if/when additional
3429 # capacity has been deployed.
3430 'swarming': {
Struan Shrimpton57c594e42022-01-25 17:59:133431 'quickrun_shards': 2,
Haiyang Panfbd2b482020-09-23 23:41:253432 'dimension_sets': [
3433 {
3434 'device_type': 'sailfish',
3435 },
3436 ],
3437 },
3438 },
3439 },
3440 },
Haiyang Pan591dbad2020-06-05 20:26:373441 'weblayer_bundle_test': {
3442 'remove_from': [
Haiyang Pan2486dcb2020-09-18 17:53:063443 'android-marshmallow-x86-rel-non-cq', # crbug.com/1088013
Haiyang Pan9d68ca02021-08-04 21:30:473444 'android-11-x86-rel', # crbug.com/1165280
Haiyang Pan591dbad2020-06-05 20:26:373445 ],
3446 },
3447 'weblayer_instrumentation_test_apk': {
3448 'remove_from': [
Haiyang Pan2486dcb2020-09-18 17:53:063449 'android-marshmallow-x86-rel-non-cq', # crbug.com/1088013
Haiyang Pan9d68ca02021-08-04 21:30:473450 'android-11-x86-rel', # crbug.com/1165280
Haiyang Pan591dbad2020-06-05 20:26:373451 ],
Haiyang Pan6d7a15b2020-10-03 00:29:193452 'modifications': {
Struan Shrimptonf5b2b552022-01-20 20:37:393453 'android-marshmallow-arm64-rel': {
3454 'swarming': {
3455 'quickrun_shards': 2,
3456 },
3457 },
Haiyang Pan6d7a15b2020-10-03 00:29:193458 'android-pie-arm64-rel': {
3459 # TODO(crbug.com/1111436): Move this back to walleye if/when additional
3460 # capacity has been deployed.
3461 'swarming': {
3462 'dimension_sets': [
3463 {
3464 'device_type': 'sailfish',
3465 },
3466 ],
3467 },
3468 },
3469 },
Haiyang Pan591dbad2020-06-05 20:26:373470 },
Haiyang Pan4efd9b02021-03-17 23:58:303471 'weblayer_private_instrumentation_test_apk': {
3472 'modifications': {
3473 # TODO(crbug.com/1189403): Remove the filter once the issue is fixed.
Haiyang Pan9d68ca02021-08-04 21:30:473474 'android-11-x86-rel': {
Haiyang Pan4efd9b02021-03-17 23:58:303475 'args': [
3476 '--gtest_filter=-org.chromium.weblayer.test.MediaCaptureTest.*',
3477 ],
3478 },
Haiyang Pan2a55a452022-03-03 08:18:333479 'android-12-x64-rel': {
Haiyang Pan64d61242022-02-16 19:06:363480 'args': [
3481 # crbug.com/1275200
3482 '--gtest_filter=-org.chromium.weblayer.test.BrowserControlsTest.testTopExpandedOnLoadWhenOnlyExpandAtTop',
3483 ],
3484 },
Haiyang Pan4efd9b02021-03-17 23:58:303485 },
3486 },
Weizhong Xia7d335882021-01-28 02:49:523487 'weblayer_shell_wpt': {
3488 'modifications': {
Weizhong Xia0f0c3302021-04-27 00:05:433489 'android-weblayer-pie-x86-wpt-smoketest': {
3490 'args': [
Haiyang Pan1f205ad2021-07-31 01:47:523491 '--default-exclude',
Weizhong Xia63f39c12022-01-10 23:09:293492 '--include-file=../../third_party/blink/web_tests/android/WPTSmokeTestCases',
Weizhong Xia0f0c3302021-04-27 00:05:433493 ],
3494 'swarming': {
Weizhong Xia63f39c12022-01-10 23:09:293495 'shards': 1,
Weizhong Xia0f0c3302021-04-27 00:05:433496 },
3497 },
Weizhong Xia7d335882021-01-28 02:49:523498 },
3499 },
Erik Staab70ca5b32021-08-07 00:38:353500 'webview_64_cts_tests': {
3501 'modifications': {
3502 'android-pie-arm64-rel': {
3503 # TODO(crbug.com/1111436): Move this back to walleye if/when additional
3504 # capacity has been deployed.
3505 'swarming': {
3506 'dimension_sets': [
3507 {
3508 'device_type': 'sailfish',
3509 },
3510 ],
3511 },
3512 },
3513 },
3514 },
Haiyang Panfbd2b482020-09-23 23:41:253515 'webview_cts_tests': {
3516 'modifications': {
3517 'android-pie-arm64-rel': {
3518 # TODO(crbug.com/1111436): Move this back to walleye if/when additional
3519 # capacity has been deployed.
3520 'swarming': {
3521 'dimension_sets': [
3522 {
3523 'device_type': 'sailfish',
3524 },
3525 ],
3526 },
3527 },
3528 },
3529 },
Kenneth Russelleb60cbd22017-12-05 07:54:283530 'webview_instrumentation_test_apk': {
3531 'remove_from': [
Hans Wennborgeac4c36c2018-05-23 16:04:063532 # This test frequently fails on Android, https://crbug.com/824959
Stephen Martinis1384ff92020-01-07 19:52:153533 # matching android builders, the test fails on these.
Hans Wennborga0b11ebe2018-05-15 16:26:503534 'ToTAndroid',
John Budorick27d2d44e2019-05-20 20:26:093535 'android-asan', # https://crbug.com/964562
Ben Joyce02dc8092021-03-04 21:48:193536 'android-code-coverage-native', # Does not generate profraw data.
Ben Joyce46ca6012021-03-31 19:19:253537 'android-pie-arm64-coverage-experimental-rel', # Does not generate profraw data.
Ben Joyce02dc8092021-03-04 21:48:193538
Dirk Pranke20eae9a72017-12-09 18:12:143539 # On chromium.swarm, this should possibly be being run (or removed
Takuto Ikuta527cdff2020-01-29 08:04:273540 # from android-marshmallow-arm64-rel-swarming).
Garrett Beaty47a2d802020-11-10 20:50:533541 # https://crbug.com/1147531 - covered on pie
3542 'android-marshmallow-arm64-rel',
Kenneth Russelleb60cbd22017-12-05 07:54:283543 ],
Ben Pastenee17a8e92018-07-12 21:55:183544 'modifications': {
3545 'Oreo Phone Tester': {
Andrew Luo93c4a1e2019-08-30 05:26:303546 # TODO(crbug.com/997362): Enable this once it's passing.
bsheedy01833462018-12-07 01:05:573547 # TODO(https://crbug.com/884413): Re-enable this once the tests are
3548 # either passing or there is more capacity.
3549 'experiment_percentage': 0,
Ben Pastenee17a8e92018-07-12 21:55:183550 },
Haiyang Pan9d68ca02021-08-04 21:30:473551 'android-11-x86-rel': {
Haiyang Pan103864812021-03-19 19:28:443552 'args': [
3553 # TODO(crbug.com/1189746) Enable this test once the issue is fixed.
3554 '--gtest_filter=-org.chromium.net.NetworkChangeNotifierTest.testNetworkChangeNotifierJavaObservers',
3555 ],
3556 },
Haiyang Pan2a55a452022-03-03 08:18:333557 'android-12-x64-rel': {
Haiyang Pan3261fae2022-02-01 00:54:363558 'args': [
3559 # crbug.com/1292197
3560 '--gtest_filter=-org.chromium.android_webview.test.devui.HomeFragmentTest.testLongPressCopy*',
3561 ],
3562 },
James Shen39aa0e32022-03-22 04:44:503563 'android-marshmallow-x86-fyi-rel-reviver': {
3564 'swarming': {
3565 'shards': 9,
3566 },
3567 },
Haiyang Panb991f562021-08-10 17:46:463568 'android-marshmallow-x86-rel': {
Haiyang Panb991f562021-08-10 17:46:463569 'swarming': {
3570 'shards': 9,
3571 },
3572 },
Kuan Huang1f402c82021-06-08 17:58:183573 'android-pie-arm64-rel': {
3574 'swarming': {
3575 'shards': 9,
3576 },
3577 },
Haiyang Pan08d09dc2020-04-01 16:11:213578 'android-pie-x86-rel': {
Haiyang Panfdd94332020-03-27 02:43:293579 'args': [
3580 '--test-launcher-filter-file=../../testing/buildbot/filters/android.emulator.webview_instrumentation_test_apk.filter',
3581 ],
Ben Joyce9a7eb312021-08-25 00:44:593582 'swarming': {
3583 'shards': 9,
3584 },
Haiyang Panfdd94332020-03-27 02:43:293585 },
Ben Pastenee17a8e92018-07-12 21:55:183586 },
Kenneth Russelleb60cbd22017-12-05 07:54:283587 },
Haiyang Panfed339172021-03-10 23:19:573588 'webview_ui_test_app_test_apk': {
3589 'remove_from': [
Haiyang Pan9d68ca02021-08-04 21:30:473590 'android-11-x86-rel', # crbug.com/1165280
Haiyang Panfed339172021-03-10 23:19:573591 ],
3592 },
Kenneth Russelleb60cbd22017-12-05 07:54:283593}