blob: 9306ebcdaebf9e29b91345084ce4b2c0e504f072 [file] [log] [blame]
Avi Drissmandfd880852022-09-15 20:11:091# Copyright 2017 The Chromium Authors
Kenneth Russelleb60cbd22017-12-05 07:54:282# Use of this source code is governed by a BSD-style license that can be
3# found in the LICENSE file.
4
5# This is a .pyl, or "Python Literal", file. You can treat it just like a
6# .json file, with the following exceptions:
7# * all keys must be quoted (use single quotes, please);
8# * comments are allowed, using '#' syntax; and
9# * trailing commas are allowed.
10
11# Exceptions to the common test suites can only include removal from
12# particular bots, and modifications on particular bots. By design,
13# it's not possible to add one-off tests to bots. Instead they have to
14# be added to one of the test suites in test_suites.pyl.
15#
Jeff Yoone2188f62020-08-24 20:55:5716# Note that if you are excluding with variants, you will need to exclude
17# per variant, with the identifier appended to the test suite name.
18# For example, if you have ios_chrome_ui_eg2tests_module with variant
19# SIM_IPHONE_6S_14_0 (identifier = "iPhone 6s 14.0"), you
20# must exclude with the test name as:
21# "ios_chrome_ui_eg2tests_module_iPhone 6s 14.0"
22
Kenneth Russelleb60cbd22017-12-05 07:54:2823# The goal is to drive the number of exceptions to zero, to make all
24# the bots behave similarly.
25{
Andrew Luo38b311f2019-10-04 03:42:0926 'android_browsertests': {
27 'modifications': {
Haiyang Pan9d68ca02021-08-04 21:30:4728 'android-11-x86-rel': {
Haiyang Pan0ea9b3ef2022-01-21 21:58:1429 'args': [
30 # https://crbug.com/1289764
31 '--gtest_filter=-All/ChromeBrowsingDataLifetimeManagerScheduledRemovalTest.History/*',
32 ],
Haiyang Panca7fcec2021-03-19 02:11:1033 },
Haiyang Panc1192662022-03-09 00:09:0234 'android-12-x64-rel': {
Haiyang Pan18b448d72022-12-13 21:33:4435 # TODO(crbug.com/1225851): Remove experiment and ci_only
36 # once the test suite is stable.
37 'ci_only': True,
38 'experiment_percentage': 100,
Haiyang Panc1192662022-03-09 00:09:0239 'args': [
40 # https://crbug.com/1289764
41 '--gtest_filter=-All/ChromeBrowsingDataLifetimeManagerScheduledRemovalTest.History/*',
42 ],
Haiyang Pan1b8faa20b2023-02-10 23:44:3643 },
44 'android-12l-x64-dbg-tests': {
45 'args': [
46 # https://crbug.com/1289764
47 '--gtest_filter=-All/ChromeBrowsingDataLifetimeManagerScheduledRemovalTest.History/*',
48 ],
49 },
50 'android-13-x64-rel': {
51 'args': [
52 # https://crbug.com/1414886
53 '--gtest_filter=-OfferNotificationControllerAndroidBrowserTestForMessagesUi.MessageShown',
54 ],
Haiyang Panc1192662022-03-09 00:09:0255 },
Haiyang Pancf24ceb2022-03-17 02:31:3056 'android-nougat-x86-rel': {
James Shenfb767a12023-02-17 01:47:2957 'ci_only': True,
Haiyang Pancf24ceb2022-03-17 02:31:3058 'swarming': {
Stephanie Kim53cc82d2022-11-01 19:42:5759 'shards': 9,
Haiyang Pancf24ceb2022-03-17 02:31:3060 },
61 },
Andrew Luo38b311f2019-10-04 03:42:0962 'android-pie-arm64-rel': {
Andrew Luobe83fd82019-12-19 03:07:5863 'args': [
64 '--gtest_filter=-ImportantSitesUtilBrowserTest.DSENotConsideredImportantInRegularMode', # https://crbug.com/1034001
65 ],
Haiyang Panfbd2b482020-09-23 23:41:2566 # TODO(crbug.com/1111436): Move this back to walleye if/when additional
67 # capacity has been deployed.
68 'swarming': {
69 'dimension_sets': [
70 {
71 'device_type': 'sailfish',
72 },
73 ],
James Shenc9d4b2b2022-08-24 06:14:2474 'shards': 3,
Struan Shrimpton4b7abc02021-12-16 01:36:5975 'quickrun_shards': 6,
Haiyang Panfbd2b482020-09-23 23:41:2576 },
Andrew Luo38b311f2019-10-04 03:42:0977 },
Haiyang Pan08d09dc2020-04-01 16:11:2178 'android-pie-x86-rel': {
John Budorick191adfcd2020-01-29 18:19:0479 'args': [
80 '--gtest_filter=-ImportantSitesUtilBrowserTest.DSENotConsideredImportantInRegularMode', # https://crbug.com/1034001
81 ],
Haiyang Pan7cd609d2021-04-08 20:17:2482 'swarming': {
Ben Joyce5bb3fad2022-09-23 06:05:1883 'dimension_sets': [
84 {
Haiyang Pane35ae642022-11-18 00:34:1585 'cores': '8', # crbug.com/1292221
Ben Joyce5bb3fad2022-09-23 06:05:1886 },
87 ],
Haiyang Pan7cd609d2021-04-08 20:17:2488 },
John Budorick191adfcd2020-01-29 18:19:0489 },
Andrew Luo38b311f2019-10-04 03:42:0990 },
91 },
Sven Zhengc60debc2020-09-10 18:40:5292 'android_sync_integration_tests': {
James Shen9e4c19e2022-04-15 17:57:5093 'modifications': {
94 'android-12-x64-rel': {
95 'swarming': {
96 'shards': 3,
97 },
98 },
Stephanie Kim11192362022-11-04 18:17:4499 'android-nougat-x86-rel': {
James Shen74810512023-02-22 20:27:39100 'ci_only': True,
Stephanie Kim11192362022-11-04 18:17:44101 'swarming': {
102 'shards': 2,
103 },
104 },
James Shen9e4c19e2022-04-15 17:57:50105 },
Sven Zhengc60debc2020-09-10 18:40:52106 },
Kenneth Russelleb60cbd22017-12-05 07:54:28107 'android_webview_unittests': {
Kenneth Russelleb60cbd22017-12-05 07:54:28108 },
Jamie Madillc9ae75d2020-10-23 19:19:48109 'angle_unittests': {
110 'remove_from': [
111 # On Android, these are already run on the main waterfall.
112 'Android FYI Release (Nexus 5X)',
Yuly Novikovc1117ae82021-01-15 22:33:36113 # Times out listing tests crbug.com/1167314
114 'android-asan',
Jamie Madillc9ae75d2020-10-23 19:19:48115 # Does not currently work on Lacros configurations.
Sven Zheng93bfaa92022-06-09 17:06:03116 'linux-lacros-asan-lsan-rel',
Junhua Chen39dd2dba2021-05-05 17:51:54117 'linux-lacros-code-coverage',
Jamie Madillc9ae75d2020-10-23 19:19:48118 'linux-lacros-tester-rel',
119 'linux-lacros-tester-fyi-rel',
Yuke Liaof27ebe52021-08-05 22:12:40120 'linux-lacros-dbg-tests-fyi',
Jamie Madillc9ae75d2020-10-23 19:19:48121 ],
Chong Gua10cd302022-01-14 19:22:19122 'modifications': {
123 # anglebug.com/6894
124 'fuchsia-fyi-x64-asan': {
125 'args': [
126 # crbug.com/
127 '--gtest_filter=-ConstructCompilerTest.DefaultParameters',
128 ],
129 },
130 },
Jamie Madillc9ae75d2020-10-23 19:19:48131 },
Eriko Kurimoto61a85332022-10-19 05:19:45132 'ash_crosapi_tests': {
133 'remove_from': [
134 # Disabling MSan tests since linux-chromeos chrome crashes on MSan build.
135 # TODO(crbug.com/1376064): Re-enable.
136 'Linux ChromiumOS MSan Tests',
137 ]
138 },
Sven Zhengef0d0872022-04-04 22:13:29139 'aura_unittests amd64-generic': {
Yuke Liaob6beaeca2021-04-29 23:41:51140 'remove_from': [
141 # TODO(crbug.com/1204231): Re-enable.
142 'lacros-amd64-generic-rel',
143 ]
144 },
Sven Zhengef0d0872022-04-04 22:13:29145 'aura_unittests eve': {
Yuke Liao79a8cf52021-06-11 18:14:34146 'remove_from': [
147 # TODO(crbug.com/1204231): Re-enable.
148 'lacros-amd64-generic-rel',
149 ]
150 },
Chong Gudf7fbe92021-02-24 02:55:58151 'base_unittests': {
152 'modifications': {
Ben Joycea0319112022-11-15 23:53:12153 'ToTAndroid': {
154 'args': [
155 '--test-launcher-filter-file=../../testing/buildbot/filters/android.pie_tot.base_unittests.filter',
156 ],
157 },
Haiyang Pan2a55a452022-03-03 08:18:33158 'android-12-x64-rel': {
Haiyang Panc08d02212021-10-18 18:58:38159 'args': [
Haiyang Pan32338b72023-02-08 23:48:58160 '--test-launcher-filter-file=../../testing/buildbot/filters/android.emulator.base_unittests.filter',
161 ],
162 },
163 'android-12l-x64-dbg-tests': {
164 'args': [
165 '--test-launcher-filter-file=../../testing/buildbot/filters/android.emulator.base_unittests.filter',
166 ],
167 },
168 'android-13-x64-rel': {
169 'args': [
170 '--test-launcher-filter-file=../../testing/buildbot/filters/android.emulator.base_unittests.filter',
Haiyang Panc7c009e2021-03-18 19:31:23171 ],
172 },
Chong Gudf7fbe92021-02-24 02:55:58173 'fuchsia-code-coverage': {
174 'swarming': {
175 'shards': 5,
176 },
177 },
Chong Gua10cd302022-01-14 19:22:19178 'fuchsia-fyi-x64-asan': {
179 'args': [
180 '--test-launcher-filter-file=../../testing/buildbot/filters/fuchsia.lsan.base_unittests.filter',
181 ],
182 },
Chong Gudf7fbe92021-02-24 02:55:58183 },
184 },
James Shen5df9af872022-10-28 01:32:15185 'bf_cache_content_browsertests': {
186 'modifications': {
187 'android-bfcache-rel': {
188 'args': [
James Shenea291852022-11-08 04:19:45189 '--test-launcher-filter-file=../../testing/buildbot/filters/android.emulator_n.content_browsertests.filter',
James Shen5df9af872022-10-28 01:32:15190 ],
James Shen2c574ce02022-11-03 22:59:23191 'swarming': {
192 'shards': 15,
193 },
James Shen5df9af872022-10-28 01:32:15194 }
195 }
196 },
Haiyang Pan363c59a2020-07-23 05:47:04197 'blink_platform_unittests': {
198 'modifications': {
James Shen088356672022-06-28 01:21:14199 # TODO(crbug.com/1303439): Remove this filter
200 'android-nougat-x86-rel': {
201 'args': [
202 '--test-launcher-filter-file=../../testing/buildbot/filters/android.emulator_n.blink_platform_unittests.filter',
203 ],
204 },
Haiyang Panfbd2b482020-09-23 23:41:25205 'android-pie-arm64-rel': {
206 # TODO(crbug.com/1111436): Move this back to walleye if/when additional
207 # capacity has been deployed.
208 'swarming': {
209 'dimension_sets': [
210 {
211 'device_type': 'sailfish',
212 },
213 ],
214 },
215 },
Chong Gu52481452021-04-02 17:52:41216 'fuchsia-code-coverage': {
217 'swarming': {
218 'shards': 5,
219 },
220 },
Haiyang Pan363c59a2020-07-23 05:47:04221 },
222 },
Brian Sheedy944d0622022-07-27 20:42:42223 'blink_pytype': {
224 'remove_from': [
225 'linux-code-coverage',
226 ],
227 },
Chong Gu76046412021-09-22 17:49:21228 'blink_unittests': {
Chong Guc2d145e2021-03-31 19:55:34229 'modifications': {
230 'fuchsia-code-coverage': {
231 'swarming': {
232 'shards': 30,
233 },
234 },
235 },
236 },
John Chenaab16fc02020-03-03 06:35:45237 'blink_web_tests': {
238 'remove_from': [
John Chenaab16fc02020-03-03 06:35:45239 'Win10 Tests x64 (dbg)',
Rahul Kumar Adudodla1aba33602022-10-12 22:41:14240 'mac-osxbeta-rel',
John Chenaab16fc02020-03-03 06:35:45241 ],
242 'modifications': {
John Chenaab16fc02020-03-03 06:35:45243 'Linux Tests': {
244 "args": [
245 "--additional-env-var=LLVM_PROFILE_FILE=${ISOLATED_OUTDIR}/profraw/default-%2m.profraw",
246 ],
Struan Shrimpton57c594e42022-01-25 17:59:13247 'swarming': {
Weizhong Xia8b786422022-06-23 14:46:51248 'shards': 8,
Struan Shrimpton57c594e42022-01-25 17:59:13249 },
John Chenaab16fc02020-03-03 06:35:45250 },
251 'Linux Tests (dbg)(1)': {
252 'args': [
253 '--debug',
254 ],
255 'swarming': {
Weizhong Xia8b786422022-06-23 14:46:51256 'shards': 12,
John Chenaab16fc02020-03-03 06:35:45257 },
258 },
John Chenaab16fc02020-03-03 06:35:45259 'Mac10.13 Tests': {
260 'swarming': {
261 'dimension_sets': [
262 {
Erik Staab59591f32020-08-25 23:07:07263 'gpu': None,
John Chenaab16fc02020-03-03 06:35:45264 },
265 ],
Weizhong Xia8b786422022-06-23 14:46:51266 'shards': 10,
John Chenaab16fc02020-03-03 06:35:45267 },
268 },
Zhaoyang Li69e2e002021-02-19 21:57:35269 'Mac10.15 Tests': {
270 'swarming': {
271 'dimension_sets': [
272 {
273 'gpu': None,
274 },
275 ],
Weizhong Xia8b786422022-06-23 14:46:51276 'shards': 10,
Zhaoyang Li69e2e002021-02-19 21:57:35277 },
278 },
Lindsay Pasricha8d9a0c32021-12-08 17:08:29279 'Mac11 Tests': {
280 'swarming': {
281 'dimension_sets': [
282 {
283 'gpu': None,
284 },
285 ],
Weizhong Xia8b786422022-06-23 14:46:51286 'shards': 12,
Lindsay Pasricha8d9a0c32021-12-08 17:08:29287 },
288 },
Yue She0cad2922022-06-24 15:06:07289 'Mac12 Tests': {
290 'swarming': {
291 'dimension_sets': [
292 {
293 'gpu': None,
294 },
295 ],
Lindsay Pasrichadf6edb62022-07-06 22:08:35296 'shards': 12,
Struan Shrimpton5786bfd02023-01-11 00:47:54297 'inverse_quickrun_shards': 24,
Yue She0cad2922022-06-24 15:06:07298 },
299 },
Cameron Higgins7558b162022-06-10 18:53:07300 'Mac12 Tests (dbg)': {
Zhaoyang Li9357e1e12021-12-07 18:53:17301 'experiment_percentage': 100,
302 'args': [
303 '--debug',
304 ],
305 'swarming': {
Weizhong Xia8b786422022-06-23 14:46:51306 'shards': 16,
Zhaoyang Li9357e1e12021-12-07 18:53:17307 },
308 },
Chong Gu75af969a2021-03-22 14:46:14309 'ToTFuchsia x64': {
310 'args': [
311 '--platform=fuchsia',
312 ],
313 'swarming': {
314 'shards': 1,
315 },
316 },
John Chenaab16fc02020-03-03 06:35:45317 'V8 Blink Linux Debug': {
Michael Achenbach455d39242020-06-22 13:33:45318 # This builder compiles Chromium in release mode, but V8 in debug.
319 # TODO(machenbach): Change name and out directory of this builder to
320 # something less confusing.
John Chenaab16fc02020-03-03 06:35:45321 'args': [
Michael Achenbach455d39242020-06-22 13:33:45322 '-t',
323 'Debug',
324 '--release',
John Chenaab16fc02020-03-03 06:35:45325 ],
326 },
327 'V8 Blink Linux Future': {
328 'args': [
Brian Sheedy10ddf0a2021-08-16 23:19:07329 '--flag-specific=future-js',
John Chenaab16fc02020-03-03 06:35:45330 ],
331 },
332 'WebKit Linux ASAN': {
333 'args': [
334 '--additional-expectations',
335 '../../third_party/blink/web_tests/ASANExpectations',
Weizhong Xia91b53362022-01-05 17:13:35336 '--timeout-ms',
John Chenaab16fc02020-03-03 06:35:45337 '48000',
338 '--enable-sanitizer',
339 ],
340 'swarming': {
Weizhong Xia8b786422022-06-23 14:46:51341 'shards': 8,
John Chenaab16fc02020-03-03 06:35:45342 },
343 },
344 'WebKit Linux Leak': {
345 'args': [
346 '--additional-expectations',
347 '../../third_party/blink/web_tests/LeakExpectations',
Weizhong Xia91b53362022-01-05 17:13:35348 '--timeout-ms',
John Chenaab16fc02020-03-03 06:35:45349 '48000',
350 '--enable-leak-detection',
351 ],
352 'swarming': {
Weizhong Xia8b786422022-06-23 14:46:51353 'shards': 4,
John Chenaab16fc02020-03-03 06:35:45354 },
355 },
356 'WebKit Linux MSAN': {
357 'args': [
358 '--additional-expectations',
359 '../../third_party/blink/web_tests/MSANExpectations',
Weizhong Xia91b53362022-01-05 17:13:35360 '--timeout-ms',
John Chenaab16fc02020-03-03 06:35:45361 '66000',
362 '--enable-sanitizer',
363 ],
364 'swarming': {
365 'expiration': 36000,
366 'hard_timeout': 10800,
367 'io_timeout': 3600,
Weizhong Xia8b786422022-06-23 14:46:51368 'shards': 8,
John Chenaab16fc02020-03-03 06:35:45369 },
370 },
John Chenaab16fc02020-03-03 06:35:45371 'Win10 Tests x64': {
372 'args': [
373 '--target',
Takuto Ikutab28b582e2021-02-10 01:41:21374 'Release_x64',
John Chenaab16fc02020-03-03 06:35:45375 ],
376 'swarming': {
Struan Shrimpton5786bfd02023-01-11 00:47:54377 "shards": 12,
378 "inverse_quickrun_shards": 24,
John Chenaab16fc02020-03-03 06:35:45379 },
380 },
381 'Win10 Tests x64 (dbg)': {
382 'args': [
383 '--debug',
384 '--target',
Takuto Ikutab28b582e2021-02-10 01:41:21385 'Debug_x64',
John Chenaab16fc02020-03-03 06:35:45386 ],
387 },
Kuan Huanga89737d2022-01-07 19:42:11388 'Win11 Tests x64': {
389 'args': [
390 '--target',
391 'Release_x64',
392 ],
393 'swarming': {
Weizhong Xia8b786422022-06-23 14:46:51394 "shards": 12
Kuan Huanga89737d2022-01-07 19:42:11395 },
396 },
John Chenaab16fc02020-03-03 06:35:45397 # tryserver.chromium.android
398 'android_blink_rel': {
399 'args': [
400 '--release',
401 '--android',
John Chenaab16fc02020-03-03 06:35:45402 # TODO(crbug.com/875172): run on the real GPU since the
403 # software fallback, SwiftShader, isn't yet for 32-bit ARM.
404 '--additional-driver-flag=--use-gpu-in-tests',
405 ],
406 },
407 'devtools_frontend_linux_blink_light_rel': {
408 'args': [
409 'http/tests/devtools',
410 ],
411 'swarming': {
Weizhong Xia8b786422022-06-23 14:46:51412 'shards': 2,
John Chenaab16fc02020-03-03 06:35:45413 },
414 },
Takuto Ikutabace8f82022-01-26 23:47:47415 'devtools_frontend_linux_blink_light_rel_fastbuild': {
416 'args': [
417 'http/tests/devtools',
418 ],
419 'swarming': {
Weizhong Xia8b786422022-06-23 14:46:51420 'shards': 2,
Takuto Ikutabace8f82022-01-26 23:47:47421 },
422 },
David Dorwinf060a72d2022-10-05 22:09:03423 'fuchsia-x64-cast-receiver-rel': {
John Chenaab16fc02020-03-03 06:35:45424 'args': [
425 '--platform=fuchsia',
David Dorwinf060a72d2022-10-05 22:09:03426 '--jobs=1',
John Chenaab16fc02020-03-03 06:35:45427 ],
428 'swarming': {
429 'shards': 1,
430 },
431 },
David Dorwinf060a72d2022-10-05 22:09:03432 'fuchsia-x64-chrome-rel': {
David Dorwin49b2ddb2022-09-08 20:49:43433 'args': [
434 '--platform=fuchsia',
David Dorwin49b2ddb2022-09-08 20:49:43435 ],
436 'swarming': {
437 'shards': 1,
438 },
439 },
440 'fuchsia-x64-rel': {
441 'args': [
442 '--platform=fuchsia',
443 '--jobs=1',
444 ],
445 'swarming': {
446 'shards': 1,
447 },
448 },
John Chenaab16fc02020-03-03 06:35:45449 'linux-blink-animation-use-time-delta': {
450 'args': [
451 '--debug',
452 ],
453 },
Jonathan Leed3ba7bf2023-01-13 21:15:16454 'linux-blink-rel': {
455 'swarming': {
456 'hard_timeout': 2400,
457 },
458 },
Daniel Libby178c9832020-10-08 20:36:14459 'linux-blink-web-tests-force-accessibility-rel': {
460 'args': [
Brian Sheedy10ddf0a2021-08-16 23:19:07461 '--flag-specific=force-renderer-accessibility',
Daniel Libby178c9832020-10-08 20:36:14462 ],
463 },
W. James MacLeance9b3a62022-10-05 16:58:58464 'linux-blink-wpt-reset-rel': {
465 'args': [
466 '--additional-driver-flag=--force-browsing-instance-reset-between-tests',
467 ],
468 # The flag above will slow the tests down, and we don't want the bot to
469 # timeout, so set a higher timeout here.
470 # TODO(wjmaclean): It would be nice if we could somehow specify a delta
471 # to the default/inherited timeout instead of an absolute.
472 'swarming': {
473 'hard_timeout': 1500,
474 },
475 },
John Chenaab16fc02020-03-03 06:35:45476 'linux-code-coverage': {
477 'args': [
478 '--additional-env-var=LLVM_PROFILE_FILE=${ISOLATED_OUTDIR}/profraw/default-%2m.profraw',
479 ],
480 'swarming': {
Weizhong Xia8b786422022-06-23 14:46:51481 'shards': 8,
John Chenaab16fc02020-03-03 06:35:45482 },
483 },
Aaron Gable40f79aa2020-03-21 01:21:15484 'linux-layout-tests-edit-ng': {
485 'args': [
Brian Sheedy10ddf0a2021-08-16 23:19:07486 '--flag-specific=enable-editing-ng',
Aaron Gable40f79aa2020-03-21 01:21:15487 ],
488 },
Thiago Perrotta61487462023-01-20 12:52:32489 'linux-rel-cft': {
490 "args": [
491 "--additional-env-var=LLVM_PROFILE_FILE=${ISOLATED_OUTDIR}/profraw/default-%2m.profraw",
492 ],
493 'swarming': {
494 'shards': 8,
495 },
496 },
Thiago Perrottaa289bad2023-01-20 12:44:39497 'mac-rel-cft': {
498 'swarming': {
499 'dimension_sets': [
500 {
501 'gpu': None,
502 },
503 ],
504 'shards': 12,
505 'inverse_quickrun_shards': 24,
506 },
507 },
Riley Wong89d6dc72022-09-08 20:29:07508 'mac10.13-blink-rel': {
509 'swarming': {
510 'shards': 1,
511 },
512 },
Riley Wong89d6dc72022-09-08 20:29:07513 'mac10.14-blink-rel': {
514 'swarming': {
515 'shards': 1,
516 },
517 },
Riley Wong89d6dc72022-09-08 20:29:07518 'mac10.15-blink-rel': {
519 'swarming': {
520 'shards': 8,
Weizhong Xia21063c72022-11-09 23:48:30521 'hard_timeout': 2400,
Riley Wong89d6dc72022-09-08 20:29:07522 },
523 },
Riley Wongc20ba4a2022-09-12 17:06:31524 'mac11.0-blink-rel': {
525 'swarming': {
526 'shards': 5,
Weizhong Xia21063c72022-11-09 23:48:30527 'hard_timeout': 2400,
528 },
529 },
530 'mac11.0.arm64-blink-rel': {
531 'swarming': {
532 'hard_timeout': 2400,
533 },
534 },
535 'mac12.0-blink-rel': {
536 'swarming': {
537 'hard_timeout': 2400,
538 },
539 },
540 'mac12.0.arm64-blink-rel': {
541 'swarming': {
542 'hard_timeout': 2400,
Riley Wongc20ba4a2022-09-12 17:06:31543 },
544 },
Thiago Perrotta770925d42023-01-17 18:38:51545 'win-rel-cft': {
546 'args': [
547 '--target',
548 'Release_x64',
549 ],
Thiago Perrotta314f7b02023-01-19 21:30:53550 'swarming': {
551 "shards": 12,
552 "inverse_quickrun_shards": 24,
553 },
Thiago Perrotta770925d42023-01-17 18:38:51554 },
Ben Pasteneebad8fc2022-08-12 23:34:28555 'win10-rel-no-external-ip': {
556 'args': [
557 '--target',
558 'Release_x64',
559 ],
560 'swarming': {
561 "shards": 12
562 },
563 },
Riley Wong5feb0eb2022-08-05 15:49:26564 'win10.20h2-blink-rel': {
565 'swarming': {
566 'shards': 6,
Weizhong Xia21063c72022-11-09 23:48:30567 'hard_timeout': 2400,
Riley Wong5feb0eb2022-08-05 15:49:26568 },
569 },
Weizhong Xia8b786422022-06-23 14:46:51570 'win11-blink-rel': {
571 'swarming': {
Weizhong Xia21063c72022-11-09 23:48:30572 'hard_timeout': 2400,
Weizhong Xia8b786422022-06-23 14:46:51573 },
574 'args': [
575 '--target',
576 'Release_x64',
577 ],
578 },
579 },
580 },
581 'blink_wpt_tests': {
582 'remove_from': [
Weizhong Xia8b786422022-06-23 14:46:51583 'Win10 Tests x64 (dbg)',
Weizhong Xia6d85a442022-06-23 17:17:06584 'devtools_frontend_linux_blink_light_rel',
585 'devtools_frontend_linux_blink_light_rel_fastbuild',
Rahul Kumar Adudodla35da216b2022-11-21 19:48:20586 'mac-osxbeta-rel',
Weizhong Xia8b786422022-06-23 14:46:51587 ],
588 'modifications': {
Weizhong Xia8b786422022-06-23 14:46:51589 'Linux Tests': {
590 "args": [
591 "--additional-env-var=LLVM_PROFILE_FILE=${ISOLATED_OUTDIR}/profraw/default-%2m.profraw",
592 ],
593 'swarming': {
Weizhong Xia8b786422022-06-23 14:46:51594 'shards': 10,
595 },
596 },
597 'Linux Tests (dbg)(1)': {
598 'args': [
599 '--debug',
600 ],
601 'swarming': {
602 'shards': 18,
603 },
604 },
605 'Mac10.13 Tests': {
606 'swarming': {
607 'dimension_sets': [
608 {
609 'gpu': None,
610 },
611 ],
612 'shards': 15,
613 },
614 },
615 'Mac10.15 Tests': {
616 'swarming': {
617 'dimension_sets': [
618 {
619 'gpu': None,
620 },
621 ],
622 'shards': 15,
623 },
624 },
625 'Mac11 Tests': {
626 'swarming': {
627 'dimension_sets': [
628 {
629 'gpu': None,
630 },
631 ],
632 'shards': 18,
Weizhong Xia8b786422022-06-23 14:46:51633 },
634 },
Lindsay Pasrichadf6edb62022-07-06 22:08:35635 'Mac12 Tests': {
Jie Shengcc95e742022-11-15 16:26:53636 'args': [
637 '--driver-logging',
638 ],
Lindsay Pasrichadf6edb62022-07-06 22:08:35639 'swarming': {
640 'dimension_sets': [
641 {
642 'gpu': None,
643 },
644 ],
645 'shards': 18,
Struan Shrimpton5786bfd02023-01-11 00:47:54646 'inverse_quickrun_shards': 36,
Lindsay Pasrichadf6edb62022-07-06 22:08:35647 },
648 },
Weizhong Xia8b786422022-06-23 14:46:51649 'Mac12 Tests (dbg)': {
650 'experiment_percentage': 100,
651 'args': [
652 '--debug',
653 ],
654 'swarming': {
655 'shards': 24,
656 },
657 },
658 'ToTFuchsia x64': {
659 'args': [
660 '--platform=fuchsia',
661 ],
662 'swarming': {
663 'shards': 1,
664 },
665 },
666 'V8 Blink Linux Debug': {
667 # This builder compiles Chromium in release mode, but V8 in debug.
668 # TODO(machenbach): Change name and out directory of this builder to
669 # something less confusing.
670 'args': [
671 '-t',
672 'Debug',
673 '--release',
674 ],
675 },
676 'V8 Blink Linux Future': {
677 'args': [
678 '--flag-specific=future-js',
679 ],
680 },
681 'WebKit Linux ASAN': {
682 'args': [
683 '--additional-expectations',
684 '../../third_party/blink/web_tests/ASANExpectations',
685 '--timeout-ms',
686 '48000',
687 '--enable-sanitizer',
688 ],
689 'swarming': {
690 'shards': 12,
691 },
692 },
693 'WebKit Linux Leak': {
694 'args': [
695 '--additional-expectations',
696 '../../third_party/blink/web_tests/LeakExpectations',
697 '--timeout-ms',
698 '48000',
699 '--enable-leak-detection',
700 ],
701 'swarming': {
702 'shards': 6,
703 },
704 },
705 'WebKit Linux MSAN': {
706 'args': [
707 '--additional-expectations',
708 '../../third_party/blink/web_tests/MSANExpectations',
709 '--timeout-ms',
710 '66000',
711 '--enable-sanitizer',
712 ],
713 'swarming': {
714 'expiration': 36000,
715 'hard_timeout': 10800,
716 'io_timeout': 3600,
717 'shards': 12,
718 },
719 },
720 'Win10 Tests x64': {
721 'args': [
722 '--target',
723 'Release_x64',
724 ],
725 'swarming': {
Struan Shrimpton5786bfd02023-01-11 00:47:54726 "shards": 18,
727 "inverse_quickrun_shards": 36,
Weizhong Xia8b786422022-06-23 14:46:51728 },
729 },
730 'Win10 Tests x64 (dbg)': {
731 'args': [
732 '--debug',
733 '--target',
734 'Debug_x64',
735 ],
736 },
737 'Win11 Tests x64': {
738 'args': [
739 '--target',
740 'Release_x64',
741 ],
742 'swarming': {
743 "shards": 18
744 },
745 },
746 # tryserver.chromium.android
747 'android_blink_rel': {
748 'args': [
749 '--release',
750 '--android',
Weizhong Xia8b786422022-06-23 14:46:51751 # TODO(crbug.com/875172): run on the real GPU since the
752 # software fallback, SwiftShader, isn't yet for 32-bit ARM.
753 '--additional-driver-flag=--use-gpu-in-tests',
754 ],
755 },
David Dorwinf060a72d2022-10-05 22:09:03756 'fuchsia-x64-cast-receiver-rel': {
Weizhong Xia8b786422022-06-23 14:46:51757 'args': [
758 '--platform=fuchsia',
David Dorwinf060a72d2022-10-05 22:09:03759 '--jobs=1',
Weizhong Xia8b786422022-06-23 14:46:51760 ],
761 'swarming': {
762 'shards': 1,
763 },
764 },
David Dorwinf060a72d2022-10-05 22:09:03765 'fuchsia-x64-chrome-rel': {
David Dorwin49b2ddb2022-09-08 20:49:43766 'args': [
767 '--platform=fuchsia',
David Dorwin49b2ddb2022-09-08 20:49:43768 ],
769 'swarming': {
770 'shards': 1,
771 },
772 },
773 'fuchsia-x64-rel': {
774 'args': [
775 '--platform=fuchsia',
776 '--jobs=1',
777 ],
778 'swarming': {
779 'shards': 1,
780 },
781 },
Weizhong Xia8b786422022-06-23 14:46:51782 'linux-bfcache-rel': {
783 'args': [
Weizhong Xia8b786422022-06-23 14:46:51784 # TODO(crbug.com/1255537): Re-enable the test.
785 '--ignore-tests=external/wpt/html/browsers/browsing-the-web/back-forward-cache/events.html',
786 ],
787 },
788 'linux-blink-animation-use-time-delta': {
789 'args': [
790 '--debug',
791 ],
792 },
Jonathan Leed3ba7bf2023-01-13 21:15:16793 'linux-blink-rel': {
794 'swarming': {
795 'hard_timeout': 2400,
796 },
797 },
Weizhong Xia8b786422022-06-23 14:46:51798 'linux-blink-web-tests-force-accessibility-rel': {
799 'args': [
800 '--flag-specific=force-renderer-accessibility',
801 ],
802 },
W. James MacLeance9b3a62022-10-05 16:58:58803 'linux-blink-wpt-reset-rel': {
804 'args': [
805 '--additional-driver-flag=--force-browsing-instance-reset-between-tests',
806 ],
807 },
Weizhong Xia8b786422022-06-23 14:46:51808 'linux-code-coverage': {
809 'args': [
810 '--additional-env-var=LLVM_PROFILE_FILE=${ISOLATED_OUTDIR}/profraw/default-%2m.profraw',
811 ],
812 'swarming': {
813 'shards': 12,
814 },
815 },
816 'linux-layout-tests-edit-ng': {
817 'args': [
818 '--flag-specific=enable-editing-ng',
819 ],
820 },
Thiago Perrotta61487462023-01-20 12:52:32821 'linux-rel-cft': {
822 "args": [
823 "--additional-env-var=LLVM_PROFILE_FILE=${ISOLATED_OUTDIR}/profraw/default-%2m.profraw",
824 ],
825 'swarming': {
826 'shards': 10,
827 },
828 },
Thiago Perrottaa289bad2023-01-20 12:44:39829 'mac-rel-cft': {
830 'args': [
831 '--driver-logging',
832 ],
833 'swarming': {
834 'dimension_sets': [
835 {
836 'gpu': None,
837 },
838 ],
839 'shards': 18,
840 'inverse_quickrun_shards': 36,
841 },
842 },
Riley Wong89d6dc72022-09-08 20:29:07843 'mac10.13-blink-rel': {
844 'swarming': {
845 'shards': 1,
846 },
847 },
Riley Wong89d6dc72022-09-08 20:29:07848 'mac10.14-blink-rel': {
849 'swarming': {
850 'shards': 1,
851 },
852 },
Riley Wong89d6dc72022-09-08 20:29:07853 'mac10.15-blink-rel': {
854 'swarming': {
855 'shards': 12,
Weizhong Xia21063c72022-11-09 23:48:30856 'hard_timeout': 2400,
Riley Wong89d6dc72022-09-08 20:29:07857 },
858 },
Riley Wongc20ba4a2022-09-12 17:06:31859 'mac11.0-blink-rel': {
860 'swarming': {
861 'shards': 7,
Weizhong Xia21063c72022-11-09 23:48:30862 'hard_timeout': 2400,
863 },
864 },
865 'mac11.0.arm64-blink-rel': {
866 'swarming': {
867 'hard_timeout': 2400,
868 },
869 },
870 'mac12.0-blink-rel': {
871 'swarming': {
872 'hard_timeout': 2400,
873 },
874 },
875 'mac12.0.arm64-blink-rel': {
876 'swarming': {
877 'hard_timeout': 2400,
Riley Wongc20ba4a2022-09-12 17:06:31878 },
879 },
Thiago Perrotta770925d42023-01-17 18:38:51880 'win-rel-cft': {
881 'args': [
882 '--target',
883 'Release_x64',
884 ],
Thiago Perrotta314f7b02023-01-19 21:30:53885 'swarming': {
886 "shards": 18,
887 "inverse_quickrun_shards": 36,
888 },
Thiago Perrotta770925d42023-01-17 18:38:51889 },
Ben Pasteneebad8fc2022-08-12 23:34:28890 'win10-rel-no-external-ip': {
891 'args': [
892 '--target',
893 'Release_x64',
894 ],
895 'swarming': {
896 "shards": 18
897 },
898 },
Riley Wong5feb0eb2022-08-05 15:49:26899 'win10.20h2-blink-rel': {
900 'swarming': {
901 'shards': 9,
Weizhong Xia21063c72022-11-09 23:48:30902 'hard_timeout': 2400,
Riley Wong5feb0eb2022-08-05 15:49:26903 },
904 },
Riley Wong5fc22762022-06-15 20:25:07905 'win11-blink-rel': {
906 'swarming': {
Weizhong Xia21063c72022-11-09 23:48:30907 'hard_timeout': 2400,
Riley Wong5fc22762022-06-15 20:25:07908 },
909 'args': [
910 '--target',
911 'Release_x64',
912 ],
Thiago Perrotta770925d42023-01-17 18:38:51913 },
John Chenaab16fc02020-03-03 06:35:45914 },
915 },
Kenneth Russelleb60cbd22017-12-05 07:54:28916 'browser_tests': {
Kenneth Russellfbda3c532017-12-08 23:57:24917 'remove_from': [
Brad Halla36886c2019-02-26 16:52:29918 'CrWinAsan(dll)', # https://crbug.com/935598
Nico Weber3af4da72018-02-27 01:59:41919 'linux-win_cross-rel',
Nico Weberdae13cd92018-12-14 13:56:26920 'ToTLinuxTSan', # https://crbug.com/368525
Lindsay Pasrichab3f72db2021-09-22 22:05:46921 # TODO(crbug.com/1171053): Enable the suite in 'Mac10.15 Tests' once it's
Zhaoyang Li69e2e002021-02-19 21:57:35922 # off CQ.
Gary Tongd5f5a742021-01-29 00:01:13923 'Mac10.13 Tests', # https://crbug.com/1042757
Zhaoyang Li69e2e002021-02-19 21:57:35924 'Mac10.15 Tests', # https://crbug.com/1042757
Cameron Higgins7558b162022-06-10 18:53:07925 'Mac12 Tests (dbg)', # https://crbug.com/1201386
Lindsay Pasricha8155d052021-04-22 00:06:43926 'mac-code-coverage', # https://crbug.com/1201386
Lindsay Pasricha23227912023-01-11 22:36:34927 'mac11-arm64-rel-tests', # https://crbug.com/1406364
928 'mac12-arm64-rel-tests', # https://crbug.com/1406364
Nico Weberd36959682018-04-12 03:33:46929 'Linux TSan Tests', # https://crbug.com/368525
Stephen Martinise701f5a2018-05-04 01:25:11930 'Win10 Tests x64 (dbg)',
Kenneth Russellfbda3c532017-12-08 23:57:24931 ],
Kenneth Russelleb60cbd22017-12-05 07:54:28932 'modifications': {
Nico Weber3f919792020-06-12 23:34:52933 'CrWinAsan': {
934 # These are very slow on the ASAN trybot for some reason.
Ben Pastened2c01af2022-01-31 23:06:44935 # crbug.com/1257927
Nico Weber3f919792020-06-12 23:34:52936 'swarming': {
937 'shards': 40,
938 },
939 },
940 'CrWinAsan(dll)': {
941 # These are very slow on the ASAN trybot for some reason.
Ben Pastened2c01af2022-01-31 23:06:44942 # crbug.com/1257927
Nico Weber3f919792020-06-12 23:34:52943 'swarming': {
944 'shards': 40,
945 },
946 },
Stephen Martinis1384ff92020-01-07 19:52:15947 'Linux - Future (dbg)': { # client.v8.chromium
Yuke Liaoea70f472019-12-19 06:03:36948 'swarming': {
Stephen Martinis1384ff92020-01-07 19:52:15949 'shards': 10,
Yuke Liaoea70f472019-12-19 06:03:36950 },
951 },
Stephen Martinis1384ff92020-01-07 19:52:15952 'Linux ASan LSan Tests (1)': {
Gregory Gutermanb6f9a972022-09-27 20:17:58953 'ci_only': True,
Stephen Martinis1384ff92020-01-07 19:52:15954 # These are very slow on the ASAN trybot for some reason.
Ben Pastened2c01af2022-01-31 23:06:44955 # crbug.com/1257927
Roberto Carrillo2c9ec972019-03-20 03:11:19956 'swarming': {
Stephen Martinis1384ff92020-01-07 19:52:15957 'shards': 40,
Roberto Carrillo2c9ec972019-03-20 03:11:19958 },
959 },
Chris Cunningham1d0e9e12020-02-26 22:56:40960 'Linux ASan Tests (sandboxed)': {
961 'swarming': {
John Abd-El-Malek3a631612020-07-08 21:40:41962 'shards': 30, # https://crbug.com/1103330
Chris Cunningham1d0e9e12020-02-26 22:56:40963 },
964 },
Titouan Rigoudy3fbe2742022-09-09 17:10:14965 'Linux CFI': {
966 'swarming': {
967 'shards': 20, # https://crbug.com/1361973
968 },
969 },
Stephen Martinis1384ff92020-01-07 19:52:15970 'Linux Chromium OS ASan LSan Tests (1)': {
971 # These are very slow on the ASAN trybot for some reason.
Ben Pastened2c01af2022-01-31 23:06:44972 # crbug.com/1257927
Roberto Carrillo5a5c98dc2019-10-30 22:33:51973 'swarming': {
Chris Cunningham74217f32022-05-02 18:47:23974 'shards': 60,
Roberto Carrillo5a5c98dc2019-10-30 22:33:51975 },
976 },
Stephen Martinis1384ff92020-01-07 19:52:15977 'Linux ChromiumOS MSan Tests': {
Alexis Hetua804f7412022-05-13 17:04:20978 # These are very slow on the Chrome OS MSAN trybot, most likely because browser_tests on cros has ~40% more tests. Also, these tests
979 # run on ash, which means every test starts and shuts down ash, which most likely explains why it takes longer than on other platforms.
Stephen Martinis1384ff92020-01-07 19:52:15980 # crbug.com/865455
Kenneth Russell56a3e862017-12-08 03:11:34981 'swarming': {
Tom Anderson1e776fcd2023-01-06 19:53:29982 'shards': 64,
Kenneth Russell56a3e862017-12-08 03:11:34983 },
Ben Pastene44221d32020-05-21 23:38:36984 'args': [
985 '--test-launcher-filter-file=../../testing/buildbot/filters/chromeos.msan.browser_tests.oobe_negative.filter',
986 ],
Kenneth Russell56a3e862017-12-08 03:11:34987 },
Struan Shrimptona9b1d512022-09-13 16:09:42988 'Linux MSan Tests': {
989 'swarming': {
Ben Pastene6c4db112022-10-21 18:55:34990 'shards': 15,
Struan Shrimptona9b1d512022-09-13 16:09:42991 },
992 },
Struan Shrimptonf5b2b552022-01-20 20:37:39993 'Linux Tests': {
994 'swarming': {
Stephanie Kim8332c7dd2022-11-07 20:03:49995 'shards': 20,
Struan Shrimptonf5b2b552022-01-20 20:37:39996 },
997 },
Maksim Sisovc81d284c2021-10-05 17:54:35998 # https://crbug.com/1084469
999 'Linux Tests (Wayland)': {
1000 'args': [
1001 '--test-launcher-filter-file=../../testing/buildbot/filters/ozone-linux.wayland_browser_tests.filter',
1002 ],
Struan Shrimptone772d72f2021-12-15 07:50:091003 'swarming': {
Stephanie Kim8332c7dd2022-11-07 20:03:491004 'shards': 20,
Struan Shrimptone772d72f2021-12-15 07:50:091005 'quickrun_shards': 24,
1006 },
Maksim Sisovc81d284c2021-10-05 17:54:351007 },
John Budorick614f91a2020-03-30 20:34:551008 'Linux Tests (dbg)(1)': {
1009 # crbug.com/1066161
1010 'swarming': {
1011 'shards': 20,
1012 },
1013 },
Stephen Martinis1384ff92020-01-07 19:52:151014 'Mac ASan 64 Tests (1)': {
Kenneth Russellfbda3c532017-12-08 23:57:241015 'swarming': {
Stephen Martiniscd3c3832020-11-19 22:01:241016 'shards': 30,
Kenneth Russellfbda3c532017-12-08 23:57:241017 },
Lindsay Pasricha8155d052021-04-22 00:06:431018 # crbug.com/1196416
1019 'args': [
1020 '--test-launcher-filter-file=../../testing/buildbot/filters/mac.mac-rel.browser_tests.filter',
1021 ],
Lindsay Pasrichab3f72db2021-09-22 22:05:461022 'experiment_percentage': 100, # https://crbug.com/1251657
Kenneth Russellfbda3c532017-12-08 23:57:241023 },
Lindsay Pasricha76f44d22021-04-07 16:16:261024 'Mac10.15 Tests': {
1025 # crbug.com/1042757
1026 'swarming': {
1027 'dimension_sets': [
1028 {
1029 # These shards are liable to time out when running on macmini7,1.
1030 'cores': '8|12',
1031 }
1032 ],
1033 },
1034 # crbug.com/1196416
1035 'args': [
1036 '--test-launcher-filter-file=../../testing/buildbot/filters/mac.mac-rel.browser_tests.filter',
1037 ],
1038 },
Lindsay Pasrichaf8762592021-12-02 23:43:091039 'Mac11 Tests': {
1040 'ci_only': True,
Lindsay Pasrichaee30f252022-10-11 22:02:481041 'swarming': {
1042 'shards': 20, # crbug.com/1366016
1043 },
Lindsay Pasrichaf8762592021-12-02 23:43:091044 },
Yue She0cad2922022-06-24 15:06:071045 'Mac12 Tests': {
1046 'ci_only': True,
Titouan Rigoudycd0e6dd72022-09-09 13:18:201047 'swarming': {
1048 'shards': 20, # crbug.com/1361887
1049 },
Yue She0cad2922022-06-24 15:06:071050 },
Cameron Higgins7558b162022-06-10 18:53:071051 'Mac12 Tests (dbg)': {
Zhaoyang Li9357e1e12021-12-07 18:53:171052 # crbug.com/1042757
1053 'swarming': {
1054 'dimension_sets': [
1055 {
1056 # These shards are liable to time out when running on macmini7,1.
1057 'cores': '8|12',
1058 }
1059 ],
1060 },
1061 # crbug.com/1196416
1062 'args': [
1063 '--test-launcher-filter-file=../../testing/buildbot/filters/mac.mac-rel.browser_tests.filter',
1064 ],
1065 },
Tom Anderson482eab12023-01-10 00:05:371066 'ToTLinuxMSan': {
1067 'swarming': {
1068 'shards': 24,
1069 },
1070 },
Stephen Martinis1384ff92020-01-07 19:52:151071 'ToTWin(dbg)': {
Kenneth Russelleb60cbd22017-12-05 07:54:281072 'swarming': {
John Budorickca14c76f62017-12-09 14:19:181073 'shards': 20,
Kenneth Russelleb60cbd22017-12-05 07:54:281074 },
1075 },
Stephen Martinis1384ff92020-01-07 19:52:151076 'ToTWin64(dbg)': {
Kenneth Russell8ceeabf2017-12-11 17:53:281077 'swarming': {
1078 'shards': 20,
1079 },
1080 },
Kenneth Russell6c83d212018-07-27 20:52:591081 'Win10 Tests x64': {
1082 # crbug.com/868082
1083 'args': [
1084 '--disable-features=WebRTC-H264WithOpenH264FFmpeg',
1085 ],
Takuto Ikutac9c269a2019-01-10 22:40:251086 'swarming': {
1087 # This is for slow test execution that often becomes a critical path of
1088 # swarming jobs. crbug.com/868114
Stephanie Kima57b46a2022-10-27 22:09:031089 'shards': 55,
Takuto Ikutac9c269a2019-01-10 22:40:251090 }
Kenneth Russell6c83d212018-07-27 20:52:591091 },
Kuan Huanga89737d2022-01-07 19:42:111092 'Win11 Tests x64': {
1093 # crbug.com/868082
1094 'args': [
1095 '--disable-features=WebRTC-H264WithOpenH264FFmpeg',
1096 ],
1097 'swarming': {
1098 # This is for slow test execution that often becomes a critical path of
1099 # swarming jobs. crbug.com/868114
1100 'shards': 15,
1101 'quickrun_shards': 30,
1102 }
1103 },
Stephen Martinis1384ff92020-01-07 19:52:151104 'linux-chromeos-chrome': {
1105 # TODO(https://crbug.com/932269): Promote out of experiment when the
1106 # tests are green.
1107 'args': [
1108 '--test-launcher-filter-file=../../testing/buildbot/filters/chromeos.browser_tests.filter',
1109 ],
Ben Pastene37473092022-08-02 19:16:461110 'swarming': {
1111 'shards': 20,
1112 },
Stephen Martinis1384ff92020-01-07 19:52:151113 },
1114 'linux-chromeos-code-coverage': {
Nico Weber0c2861b2018-12-14 18:05:161115 'swarming': {
Stephen Martinis1384ff92020-01-07 19:52:151116 'shards': 50,
1117 },
1118 },
1119 'linux-chromeos-dbg': {
1120 'swarming': {
Chris Cunningham88e70de2022-05-02 23:39:161121 'shards': 50,
Stephen Martinis1384ff92020-01-07 19:52:151122 },
1123 },
1124 'linux-chromeos-rel': {
1125 'swarming': {
Stephanie Kimc932b4c2022-11-01 21:29:381126 'shards': 60,
Stephanie Kime9008f72020-03-05 23:01:161127 'dimension_sets': [
1128 {
1129 'kvm': '1',
1130 },
1131 ],
Stephen Martinis1384ff92020-01-07 19:52:151132 },
1133 },
1134 'linux-code-coverage': {
Yuke Liao58e1d202020-03-20 23:02:011135 'args': [
1136 '--no-sandbox',
1137 ],
Stephen Martinis1384ff92020-01-07 19:52:151138 'swarming': {
1139 'shards': 50,
1140 },
1141 },
Sven Zheng49ffa5c2022-09-06 18:48:261142 # asan tests is slower.
1143 'linux-lacros-asan-lsan-rel': {
1144 'swarming': {
1145 'shards': 20,
1146 },
Sven Zhenge8b0d9a62023-01-31 23:09:191147 # TODO(crbug.com/1324240): Enable tests.
1148 'args': [
1149 '--gtest_filter=-All/MultiActionAPITest.SessionStorageDoesNotPersistBetweenOpenings/*:All/MultiActionAPITest.PopupCreation/*'
1150 ],
Sven Zheng49ffa5c2022-09-06 18:48:261151 },
Sven Zheng80734f12020-08-06 06:50:391152 'linux-lacros-tester-rel': {
Struan Shrimptone772d72f2021-12-15 07:50:091153 'swarming': {
Stephanie Kim8332c7dd2022-11-07 20:03:491154 'shards': 20,
Struan Shrimptone772d72f2021-12-15 07:50:091155 },
Sven Zheng80734f12020-08-06 06:50:391156 },
Thiago Perrotta099ea612022-12-14 17:59:401157 'linux-rel-cft': {
1158 'args': [
Thiago Perrottad12c7872023-01-12 17:30:561159 '--test-launcher-filter-file=../../testing/buildbot/filters/linux.linux-rel-cft.browser_tests.filter',
Thiago Perrotta099ea612022-12-14 17:59:401160 ],
Thiago Perrotta61487462023-01-20 12:52:321161 'swarming': {
1162 'shards': 20,
1163 },
Thiago Perrotta099ea612022-12-14 17:59:401164 },
Kuan Huang235b0142021-10-19 18:59:281165 'mac-code-coverage': {
1166 'args': [
1167 '--coverage-continuous-mode=1',
1168 ],
1169 },
Lindsay Pasricha8bbc3382022-01-31 22:54:541170 'mac-osxbeta-rel': {
1171 'swarming': {
1172 'shards': 12,
1173 },
1174 },
Thiago Perrotta099ea612022-12-14 17:59:401175 'mac-rel-cft': {
1176 'args': [
Thiago Perrottad12c7872023-01-12 17:30:561177 '--test-launcher-filter-file=../../testing/buildbot/filters/mac.mac-rel-cft.browser_tests.filter',
Thiago Perrotta099ea612022-12-14 17:59:401178 ],
Thiago Perrottaa289bad2023-01-20 12:44:391179 'ci_only': True,
Thiago Perrotta28efe812023-01-17 19:31:271180 'swarming': {
1181 'shards': 20, # crbug.com/1361887
1182 },
Thiago Perrotta099ea612022-12-14 17:59:401183 },
Stephen Martinis1384ff92020-01-07 19:52:151184 'win-asan': {
Kuan Huang1b52d442023-02-07 20:35:341185 # Tests shows tests run faster with fewer retries by using fewer jobs crbug.com/1411912
1186 'args': [
1187 '--test-launcher-jobs=3',
1188 ],
Nico Weber3f919792020-06-12 23:34:521189 # These are very slow on the ASAN trybot for some reason.
Ben Pastened2c01af2022-01-31 23:06:441190 # crbug.com/1257927
Stephen Martinis1384ff92020-01-07 19:52:151191 'swarming': {
Kuan Huang1b52d442023-02-07 20:35:341192 'shards': 60,
Nico Weber0c2861b2018-12-14 18:05:161193 },
1194 },
Yuki Yamada70190fc2021-10-28 09:00:271195 'win-backuprefptr-x64-fyi-rel': {
1196 'args': [
1197 '--test-launcher-filter-file=../../testing/buildbot/filters/win_backuprefptr_fyi.browser_tests.filter',
1198 ],
1199 },
Thiago Perrotta099ea612022-12-14 17:59:401200 'win-rel-cft': {
1201 'args': [
Thiago Perrotta770925d42023-01-17 18:38:511202 # crbug.com/868082
1203 '--disable-features=WebRTC-H264WithOpenH264FFmpeg',
Thiago Perrottad12c7872023-01-12 17:30:561204 '--test-launcher-filter-file=../../testing/buildbot/filters/win.win-rel-cft.browser_tests.filter',
Thiago Perrotta099ea612022-12-14 17:59:401205 ],
Thiago Perrotta314f7b02023-01-19 21:30:531206 'swarming': {
1207 # This is for slow test execution that often becomes a critical path of
1208 # swarming jobs. crbug.com/868114
1209 'shards': 15,
1210 }
Thiago Perrotta099ea612022-12-14 17:59:401211 },
Ben Pasteneebad8fc2022-08-12 23:34:281212 'win10-rel-no-external-ip': {
1213 # crbug.com/868082
1214 'args': [
1215 '--disable-features=WebRTC-H264WithOpenH264FFmpeg',
1216 ],
1217 'swarming': {
1218 'shards': 15,
1219 }
1220 },
Kenneth Russelleb60cbd22017-12-05 07:54:281221 },
1222 },
Erik Chen681dc0282019-11-26 22:54:491223 'cc_unittests': {
1224 'modifications': {
1225 'Linux TSan Tests': {
1226 'swarming': {
1227 'shards': 3,
1228 },
1229 },
Haiyang Pan9d68ca02021-08-04 21:30:471230 'android-11-x86-rel': {
Haiyang Pancf765862021-03-18 20:39:151231 # https://crbug.com/1039860
1232 'args': [
Haiyang Pan11d8bd52021-11-19 21:22:541233 '--test-launcher-filter-file=../../testing/buildbot/filters/android.emulator_11_12.cc_unittests.filter',
1234 ],
1235 },
Haiyang Pan2a55a452022-03-03 08:18:331236 'android-12-x64-rel': {
Haiyang Pan11d8bd52021-11-19 21:22:541237 # https://crbug.com/1039860
1238 'args': [
1239 '--test-launcher-filter-file=../../testing/buildbot/filters/android.emulator_11_12.cc_unittests.filter',
Haiyang Pancf765862021-03-18 20:39:151240 ],
1241 },
Haiyang Pan08d09dc2020-04-01 16:11:211242 'android-pie-x86-rel': {
John Budorickfa8f1da92020-01-15 18:11:381243 # https://crbug.com/1039860
1244 'args': [
1245 '--test-launcher-filter-file=../../testing/buildbot/filters/android.emulator.cc_unittests.filter',
1246 ],
1247 },
Struan Shrimptona1ab7672022-01-13 18:02:511248 'chromeos-amd64-generic-rel': {
1249 'swarming': {
1250 'quickrun_shards': 2,
1251 },
1252 },
Chong Gudf7fbe92021-02-24 02:55:581253 'fuchsia-code-coverage': {
1254 'swarming': {
1255 'shards': 4,
1256 },
1257 },
Chong Gub2446462021-08-19 18:44:081258 'fuchsia-fyi-arm64-dbg': {
1259 'args': [
1260 '--test-launcher-filter-file=../../testing/buildbot/filters/fuchsia.debug.cc_unittests.filter',
1261 ],
1262 },
Erik Chen681dc0282019-11-26 22:54:491263 },
1264 },
Prakhar94f444a2020-10-08 07:30:081265 'check_static_initializers': {
1266 'modifications': {
1267 'Mac Builder': {
1268 'args': [
1269 '--allow-coverage-initializer',
1270 ],
1271 },
Thiago Perrottaa289bad2023-01-20 12:44:391272 'mac-rel-cft': {
1273 'args': [
1274 '--allow-coverage-initializer',
1275 ],
1276 },
Prakhar94f444a2020-10-08 07:30:081277 },
1278 },
Ben Pastene7a05a8f2020-11-12 17:25:511279 'chrome_all_tast_tests': {
1280 'modifications': {
Struan Shrimpton4b7abc02021-12-16 01:36:591281 'chromeos-amd64-generic-rel': {
1282 'swarming': {
Ben Pastene8fdb0ea92022-06-23 18:46:581283 'shards': 7,
Struan Shrimpton4b7abc02021-12-16 01:36:591284 },
Ben Pastenef3c910a72023-01-26 20:23:411285 'args': [
1286 '--tast-shard-method=hash',
1287 ],
Struan Shrimpton4b7abc02021-12-16 01:36:591288 },
Ben Pastene7a05a8f2020-11-12 17:25:511289 'chromeos-betty-pi-arc-cfi-thin-lto-chrome': {
1290 'args': [
1291 # This bot sets symbol_level=2, which doesn't fit inside a normal VM.
1292 '--strip-chrome',
1293 ],
1294 },
Ben Pastenefb70e5f2022-11-08 04:16:421295 'chromeos-betty-pi-arc-chrome': {
1296 'swarming': {
1297 'shards': 15,
1298 },
1299 },
Alvin Jia47a28032022-11-07 23:09:151300 'chromeos-eve-chrome': {
1301 'swarming': {
Alvin Jia1c4563f2023-02-07 01:39:561302 # Increased timeout to 3 hours due to shard timeout.
1303 'hard_timeout': 10800,
Alvin Jia47a28032022-11-07 23:09:151304 }
1305 },
Ben Pastenef85543f2022-06-24 17:50:021306 # TODO(crbug.com/1141234): Move out of experimental if/when the bots are
1307 # stable.
1308 'chromeos-jacuzzi-chrome': {
1309 'experiment_percentage': 100,
1310 },
yoshiki iguchi32971c52022-07-08 16:55:011311 'chromeos-kevin-chrome': {
1312 'swarming': {
Austin Engda0cb2e92022-07-11 18:08:551313 # Reducing parallelism due to DUT shortage (b/238271231)
yoshiki iguchi32971c52022-07-08 16:55:011314 'shards': 5,
Jonathan Fan25f924f2023-02-16 18:49:541315 # Increased timeout to 3 hours due to shard timeout.
1316 'hard_timeout': 10800,
yoshiki iguchi32971c52022-07-08 16:55:011317 }
1318 },
Ben Pastene7a05a8f2020-11-12 17:25:511319 },
1320 },
Andrew Luod252791ac2019-10-15 00:28:131321 'chrome_java_test_pagecontroller_tests': {
Haiyang Panfbd2b482020-09-23 23:41:251322 'modifications': {
1323 'android-pie-arm64-rel': {
1324 # TODO(crbug.com/1111436): Move this back to walleye if/when additional
1325 # capacity has been deployed.
1326 'swarming': {
1327 'dimension_sets': [
1328 {
1329 'device_type': 'sailfish',
1330 },
1331 ],
1332 },
1333 },
1334 },
Andrew Luod252791ac2019-10-15 00:28:131335 },
Yun Liu7cfd28a2019-10-30 01:57:121336 'chrome_public_smoke_test': {
1337 'remove_from': [
Ben Joyce02dc8092021-03-04 21:48:191338 'android-code-coverage-native', # Does not generate profraw data.
Yun Liu7cfd28a2019-10-30 01:57:121339 ],
1340 },
Kenneth Russelleb60cbd22017-12-05 07:54:281341 'chrome_public_test_apk': {
John Budorick27d2d44e2019-05-20 20:26:091342 'remove_from': [
1343 'android-asan', # https://crbug.com/964562
Ben Joyce02dc8092021-03-04 21:48:191344 'android-code-coverage-native', # Does not generate profraw data.
John Budorick27d2d44e2019-05-20 20:26:091345 ],
Kenneth Russelleb60cbd22017-12-05 07:54:281346 'modifications': {
Ben Pastenec73e96e92018-07-12 01:40:351347 'Oreo Phone Tester': {
bsheedy01833462018-12-07 01:05:571348 # TODO(https://crbug.com/884413): Re-enable this once the tests are
1349 # either passing or there is more capacity.
1350 'experiment_percentage': 0,
Ben Pastenec73e96e92018-07-12 01:40:351351 },
Haiyang Pan9d68ca02021-08-04 21:30:471352 'android-11-x86-rel': {
Haiyang Panb80557c2021-03-13 03:01:441353 'args': [
1354 '--test-launcher-filter-file=../../testing/buildbot/filters/android.emulator_11.chrome_public_test_apk.filter',
Haiyang Pan1d5ca2862021-04-01 22:21:091355 '--timeout-scale=2.0',
Haiyang Panb80557c2021-03-13 03:01:441356 ],
Haiyang Panc82c3fa2022-02-01 01:26:061357 # TODO(https://crbug.com/1285975) Remove experiment and enable on
1358 # trybot once the device offline issue is resolved.
1359 'ci_only': True,
1360 'experiment_percentage': 100,
Haiyang Pan68a39c02021-11-11 21:12:211361 },
Haiyang Pan2a55a452022-03-03 08:18:331362 'android-12-x64-rel': {
Haiyang Pan68a39c02021-11-11 21:12:211363 'args': [
Haiyang Pan629f4e42022-02-09 22:11:231364 '--test-launcher-filter-file=../../testing/buildbot/filters/android.emulator_12.chrome_public_test_apk.filter',
Haiyang Pan68a39c02021-11-11 21:12:211365 '--timeout-scale=2.0',
1366 ],
Haiyang Pan2a55a452022-03-03 08:18:331367 # TODO(crbug.com/1225851): Remove experiment and ci_only
1368 # once the test suite is stable.
1369 'ci_only': True,
1370 'experiment_percentage': 100,
Haiyang Panb80557c2021-03-13 03:01:441371 },
Stephen Martinis1384ff92020-01-07 19:52:151372 'android-arm64-proguard-rel': {
1373 'swarming': {
1374 'shards': 25,
1375 },
1376 },
James Shenf0ce295f2022-07-21 01:37:171377 'android-nougat-x86-rel': {
1378 'args': [
1379 '--test-launcher-filter-file=../../testing/buildbot/filters/android.emulator_n.chrome_public_test_apk.filter',
1380 ],
James Shen57e04ef2022-09-23 02:22:271381 'swarming': {
Stephanie Kim5e700522022-11-11 14:52:351382 'shards': 75,
James Shen57e04ef2022-09-23 02:22:271383 'dimension_sets': [
1384 {
Haiyang Panca60fce2022-11-16 18:10:381385 # use 8-core to shorten runtime
Haiyang Pane35ae642022-11-18 00:34:151386 'cores': '8',
James Shen57e04ef2022-09-23 02:22:271387 },
1388 ],
1389 },
James Shenf0ce295f2022-07-21 01:37:171390 },
Stephen Martinis1384ff92020-01-07 19:52:151391 'android-pie-arm64-rel': {
1392 'args': [
1393 '--test-launcher-filter-file=../../testing/buildbot/filters/android.pie_arm64_rel.chrome_public_test_apk.filter', # https://crbug.com/1010211
Ben Joyceb5321412022-10-26 21:05:151394 '--use-persistent-shell',
Stephen Martinis1384ff92020-01-07 19:52:151395 ],
Stephen Martinisd05530d2021-07-27 22:50:221396 'ci_only': True, # https://crbug.com/1233700
Haiyang Pan43640ee2020-02-13 01:38:001397 },
Ben Joyce6d63a582022-12-09 18:34:551398 'android-pie-arm64-rel-swarming': {
1399 'swarming': {
1400 'service_account': '[email protected]'
1401 },
1402 },
Haiyang Pan08d09dc2020-04-01 16:11:211403 'android-pie-x86-rel': {
Haiyang Pan43640ee2020-02-13 01:38:001404 'args': [
Haiyang Pan71373072020-03-02 19:57:491405 # https://crbug.com/1046059
Haiyang Pan23f64f52020-06-04 01:23:321406 '--test-launcher-filter-file=../../testing/buildbot/filters/android.emulator_p.chrome_public_test_apk.filter',
Haiyang Pan43640ee2020-02-13 01:38:001407 ],
Haiyang Pan71373072020-03-02 19:57:491408 'swarming': {
Haiyang Pan58a6db22021-07-30 01:08:261409 # See https://crbug.com/1230192, runs of 40-60 minutes at 20 shards.
1410 'shards': 30,
1411 },
1412 },
1413 },
1414 },
1415 'chrome_public_test_apk_with_playstore': {
Haiyang Pan58a6db22021-07-30 01:08:261416 'modifications': {
Haiyang Pan9d68ca02021-08-04 21:30:471417 'android-11-x86-rel': {
Haiyang Pan58a6db22021-07-30 01:08:261418 'args': [
1419 '--avd-config=../../tools/android/avd/proto/generic_playstore_android30.textpb',
1420 ],
1421 'swarming': {
1422 # soft affinity so that bots with caches will be picked first
1423 'optional_dimensions': {
1424 '60': [
1425 {
Haiyang Pan0fee3652022-02-23 19:19:481426 'caches': 'generic_playstore_android30',
Haiyang Pan58a6db22021-07-30 01:08:261427 }
1428 ],
1429 },
1430 'named_caches': [
1431 {
Haiyang Pan0fee3652022-02-23 19:19:481432 'name': 'generic_playstore_android30',
1433 'path': '.android_emulator/generic_playstore_android30',
Haiyang Pan58a6db22021-07-30 01:08:261434 },
1435 ],
1436 },
1437 },
Haiyang Pan2a55a452022-03-03 08:18:331438 'android-12-x64-rel': {
Haiyang Pan68a39c02021-11-11 21:12:211439 'args': [
1440 '--avd-config=../../tools/android/avd/proto/generic_playstore_android31.textpb',
1441 ],
1442 'swarming': {
1443 # soft affinity so that bots with caches will be picked first
1444 'optional_dimensions': {
1445 '60': [
1446 {
Haiyang Pan0fee3652022-02-23 19:19:481447 'caches': 'generic_playstore_android31',
Haiyang Pan68a39c02021-11-11 21:12:211448 }
1449 ],
1450 },
1451 'named_caches': [
1452 {
Haiyang Pan0fee3652022-02-23 19:19:481453 'name': 'generic_playstore_android31',
1454 'path': '.android_emulator/generic_playstore_android31',
Haiyang Pan68a39c02021-11-11 21:12:211455 },
1456 ],
1457 },
1458 },
Haiyang Pan58a6db22021-07-30 01:08:261459 'android-pie-x86-rel': {
1460 'args': [
1461 '--avd-config=../../tools/android/avd/proto/generic_playstore_android28.textpb',
1462 ],
1463 'swarming': {
Haiyang Pan2c438302021-06-11 23:50:381464 # soft affinity so that bots with caches will be picked first
1465 'optional_dimensions': {
1466 '60': [
1467 {
Haiyang Pan0fee3652022-02-23 19:19:481468 'caches': 'generic_playstore_android28',
Haiyang Pan2c438302021-06-11 23:50:381469 }
1470 ],
1471 },
Haiyang Pan71373072020-03-02 19:57:491472 'named_caches': [
1473 {
Haiyang Pan0fee3652022-02-23 19:19:481474 'name': 'generic_playstore_android28',
1475 'path': '.android_emulator/generic_playstore_android28',
Haiyang Pan71373072020-03-02 19:57:491476 },
Haiyang Pan980402822020-10-07 23:24:561477 ],
Haiyang Pan71373072020-03-02 19:57:491478 },
John Budorick34009472018-04-03 17:38:441479 },
Kenneth Russelleb60cbd22017-12-05 07:54:281480 },
1481 },
1482 'chrome_public_test_vr_apk': {
Nico Weberb0b3f5862018-07-13 18:45:151483 'remove_from': [
Andrew Luo38b311f2019-10-04 03:42:091484 'android-pie-arm64-rel', # https://crbug.com/1010211
bsheedydf58b4e2018-11-01 19:42:161485 'ToTAndroid',
John Budorick27d2d44e2019-05-20 20:26:091486 'android-asan', # https://crbug.com/964562
Ben Joyce02dc8092021-03-04 21:48:191487 'android-code-coverage-native', # Does not generate profraw data.
bsheedy410dd7c2018-06-15 22:42:091488 ],
Kenneth Russelleb60cbd22017-12-05 07:54:281489 },
bsheedy75a4dd52018-11-27 23:24:301490 'chrome_public_test_vr_apk-vega': {
1491 'modifications': {
bsheedy75a4dd52018-11-27 23:24:301492 'Oreo Phone Tester': {
1493 'swarming': {
1494 'dimension_sets': [
1495 {
1496 'device_os': 'OVR1.180808.003',
1497 'device_type': 'vega',
1498 'os': 'Android',
1499 },
1500 ],
1501 },
1502 }
1503 }
1504 },
Henrique Nakashimad99462ab2022-06-08 19:52:421505 'chrome_public_unit_test_apk': {
Henrique Nakashima4b24b55a2022-11-02 22:25:321506 'remove_from': [
1507 'android-asan', # https://crbug.com/964562
1508 'android-code-coverage-native', # Does not generate profraw data.
Henrique Nakashima4b24b55a2022-11-02 22:25:321509 ],
Henrique Nakashimad99462ab2022-06-08 19:52:421510 'modifications': {
1511 'android-12-x64-rel': {
1512 'args': [
1513 '--test-launcher-filter-file=../../testing/buildbot/filters/android.emulator_12.chrome_public_unit_test_apk.filter',
1514 ],
1515 },
Haiyang Pan0fb3ee42023-02-14 21:04:341516 'android-12l-x64-dbg-tests': {
1517 'args': [
1518 '--test-launcher-filter-file=../../testing/buildbot/filters/android.emulator_12l.chrome_public_unit_test_apk.filter',
1519 ],
1520 },
1521 'android-13-x64-rel': {
1522 'args': [
1523 '--test-launcher-filter-file=../../testing/buildbot/filters/android.emulator_13.chrome_public_unit_test_apk.filter',
1524 ],
1525 },
Henrique Nakashimad99462ab2022-06-08 19:52:421526 },
1527 },
Nihar Damarasingu8def1a22022-08-18 21:15:541528 'chrome_public_wpt': {
1529 'modifications': {
1530 'android-chrome-pie-x86-wpt-fyi-rel': {
1531 'args': [
1532 '--use-upstream-wpt',
1533 ],
1534 },
1535 },
1536 },
Ian Struiksmaeb285db02020-10-20 22:19:341537 'chrome_sizes': {
1538 'modifications': {
Yuke Liao975680302021-02-18 18:34:541539 'lacros-amd64-generic-chrome': {
1540 'swarming': {
1541 'dimension_sets': [
1542 {
Yuke Liao31225ee32021-03-17 23:21:331543 'cpu': 'x86-64',
Ben Pasteneddd3da72021-09-23 17:41:351544 'os': 'Ubuntu-18.04',
Yuke Liao975680302021-02-18 18:34:541545 },
1546 ],
1547 },
1548 },
Sven Zheng0b608c212023-02-23 18:18:561549 'lacros-amd64-generic-chrome-skylab': {
1550 'swarming': {
1551 'dimension_sets': [
1552 {
1553 'cpu': 'x86-64',
1554 'os': 'Ubuntu-18.04',
1555 },
1556 ],
1557 },
1558 },
Ben Pastenee9536c82021-10-19 01:48:571559 'lacros-arm-generic-chrome': {
1560 'swarming': {
1561 'dimension_sets': [
1562 {
1563 'cpu': 'x86-64',
1564 'os': 'Ubuntu-18.04',
1565 },
1566 ],
1567 },
1568 },
Sven Zheng0b608c212023-02-23 18:18:561569 'lacros-arm-generic-chrome-skylab': {
1570 'swarming': {
1571 'dimension_sets': [
1572 {
1573 'cpu': 'x86-64',
1574 'os': 'Ubuntu-18.04',
1575 },
1576 ],
1577 },
1578 },
1579 'lacros-arm64-generic-chrome-skylab': {
1580 'swarming': {
1581 'dimension_sets': [
1582 {
1583 'cpu': 'x86-64',
1584 'os': 'Ubuntu-18.04',
1585 },
1586 ],
1587 },
1588 },
Ian Struiksmaeb285db02020-10-20 22:19:341589 },
1590 },
Takuto Ikuta1b749b902019-04-11 18:05:531591 'chromedriver_py_tests': {
Ben Pastene1b1aa972022-09-28 17:51:011592 'modifications': {
1593 'Win10 Tests x64': {
1594 # TODO(crbug.com/1369158): Fix & re-enable.
1595 'isolate_profile_data': False,
1596 },
Thiago Perrotta314f7b02023-01-19 21:30:531597 'win-rel-cft': {
1598 # TODO(crbug.com/1369158): Fix & re-enable.
1599 'isolate_profile_data': False,
1600 },
Ben Pastene1b1aa972022-09-28 17:51:011601 },
Takuto Ikuta1b749b902019-04-11 18:05:531602 'remove_from': [
1603 # Timeout happens sometimes (crbug.com/951799).
Takuto Ikuta1b749b902019-04-11 18:05:531604 'Win10 Tests x64 (dbg)',
1605 ],
1606 },
Haiyang Panfed339172021-03-10 23:19:571607 'components_browsertests': {
1608 'modifications': {
Stephanie Kim6b4abfd32022-11-15 20:33:371609 'Linux TSan Tests': {
1610 'swarming': {
1611 'shards': 2,
1612 },
1613 },
Haiyang Pan9d68ca02021-08-04 21:30:471614 'android-11-x86-rel': {
Haiyang Panfed339172021-03-10 23:19:571615 'swarming': {
1616 'shards': 2,
1617 },
1618 },
André Kempef30fe9d22022-02-03 10:44:291619 'android-asan': {
1620 'swarming': {
1621 'shards': 3,
1622 },
1623 },
Haiyang Pandcc3e012022-09-30 01:57:431624 'android-nougat-x86-rel': {
1625 'swarming': {
Stephanie Kim55d87ef22022-11-08 23:00:471626 'shards': 4,
Haiyang Pandcc3e012022-09-30 01:57:431627 },
1628 },
Haiyang Panfed339172021-03-10 23:19:571629 },
1630 },
Kenneth Russelleb60cbd22017-12-05 07:54:281631 'components_unittests': {
Kenneth Russelleb60cbd22017-12-05 07:54:281632 'modifications': {
John Budorick5052d552017-12-13 02:59:341633 'Linux ASan LSan Tests (1)': {
1634 # These are very slow on the ASAN trybot for some reason.
Ben Pastened2c01af2022-01-31 23:06:441635 # crbug.com/1257927
John Budorick5052d552017-12-13 02:59:341636 'swarming': {
1637 'shards': 5,
1638 },
1639 },
Takuto Ikuta54671d972018-07-19 19:06:351640 'Linux Chromium OS ASan LSan Tests (1)': {
1641 # These are very slow on the ASAN trybot for some reason.
Ben Pastened2c01af2022-01-31 23:06:441642 # crbug.com/1257927
Takuto Ikuta54671d972018-07-19 19:06:351643 'swarming': {
1644 'shards': 5,
1645 },
1646 },
Erik Chen681dc0282019-11-26 22:54:491647 'Linux TSan Tests': {
1648 'swarming': {
1649 'shards': 2,
1650 },
1651 },
Lindsay Pasrichafaeaac72022-07-27 21:08:081652 # https://crbug.com/1344223
1653 'Mac10.13 Tests': {
1654 'swarming': {
1655 'shards': 2,
1656 },
1657 },
Struan Shrimpton5786bfd02023-01-11 00:47:541658 'Mac12 Tests': {
1659 'swarming': {
1660 'inverse_quickrun_shards': 2,
1661 },
1662 },
1663 'Win10 Tests x64': {
1664 'swarming': {
1665 'inverse_quickrun_shards': 2,
1666 },
1667 },
Haiyang Pan9d68ca02021-08-04 21:30:471668 'android-11-x86-rel': {
Haiyang Pan799282f2021-03-25 19:38:311669 'args': [
Haiyang Pane521cf692021-11-30 00:35:231670 # TODO(crbug.com/1192348): Fix the test failure
1671 '--gtest_filter=-FieldFormatterTest.DifferentLocales',
Haiyang Pan799282f2021-03-25 19:38:311672 ],
1673 },
Haiyang Pan2a55a452022-03-03 08:18:331674 'android-12-x64-rel': {
Haiyang Pan2877f062021-11-18 01:06:061675 'args': [
1676 # TODO(crbug.com/1192348): Fix the test failure
1677 '--gtest_filter=-FieldFormatterTest.DifferentLocales',
1678 ],
1679 },
Struan Shrimpton5786bfd02023-01-11 00:47:541680 'android-nougat-x86-rel': {
1681 'swarming': {
1682 'inverse_quickrun_shards': 12,
1683 },
1684 },
Thiago Perrottaa289bad2023-01-20 12:44:391685 'mac-rel-cft': {
1686 'swarming': {
1687 'inverse_quickrun_shards': 2,
1688 },
1689 },
Scott Violet17087cd2022-11-15 22:29:441690 'win-asan': {
1691 # With a single shard seems to hit time limit.
1692 'swarming': {
1693 'shards': 2,
1694 },
1695 },
Thiago Perrotta314f7b02023-01-19 21:30:531696 'win-rel-cft': {
1697 'swarming': {
1698 'inverse_quickrun_shards': 2,
1699 },
1700 },
Sven Zheng80734f12020-08-06 06:50:391701 },
Sven Zheng577fe5ff2020-08-03 22:06:441702 },
Chong Gu76046412021-09-22 17:49:211703 'compositor_unittests': {
Chong Gub2446462021-08-19 18:44:081704 'modifications': {
1705 'fuchsia-fyi-arm64-dbg': {
1706 'args': [
1707 '--test-launcher-filter-file=../../testing/buildbot/filters/fuchsia.debug.compositor_unittests.filter',
1708 ],
1709 },
1710 },
1711 },
Kenneth Russelleb60cbd22017-12-05 07:54:281712 'content_browsertests': {
Brad Halla36886c2019-02-26 16:52:291713 'remove_from': [
Brad Halla36886c2019-02-26 16:52:291714 'CrWinAsan(dll)', # https://crbug.com/935598
Rohan Pavonedf728bee22022-11-09 21:32:551715 # TODO(crbug.com/1371630): Enable on Fuchsia dbg/asan/clang builders.
1716 'fuchsia-fyi-arm64-dbg',
1717 'fuchsia-fyi-x64-asan',
1718 'fuchsia-fyi-x64-dbg',
1719 'ToTFuchsia x64',
1720 'ToTFuchsiaOfficial arm64',
Brad Halla36886c2019-02-26 16:52:291721 ],
Kenneth Russelleb60cbd22017-12-05 07:54:281722 'modifications': {
Kenneth Russellfbda3c532017-12-08 23:57:241723 'Cast Audio Linux': {
1724 'args': [
Nico Weber02f30392018-07-16 18:39:431725 '--test-launcher-filter-file=../../testing/buildbot/filters/cast-linux.content_browsertests.filter',
Kenneth Russellfbda3c532017-12-08 23:57:241726 ],
Kenneth Russellfbda3c532017-12-08 23:57:241727 },
1728 'Cast Linux': {
1729 'args': [
Nico Weber02f30392018-07-16 18:39:431730 '--test-launcher-filter-file=../../testing/buildbot/filters/cast-linux.content_browsertests.filter',
Kenneth Russellfbda3c532017-12-08 23:57:241731 ],
Kenneth Russellfbda3c532017-12-08 23:57:241732 },
Erik Chenb681c8c2019-11-25 22:52:521733 'Linux ASan LSan Tests (1)': {
1734 'swarming': {
Stephanie Kim75e95f62022-11-04 16:06:131735 'shards': 24,
Erik Chenb681c8c2019-11-25 22:52:521736 },
1737 },
Chris Cunninghame1a04ea2019-04-24 01:49:321738 'Linux ASan Tests (sandboxed)': {
1739 'swarming': {
John Abd-El-Malek3a631612020-07-08 21:40:411740 'shards': 10, # https://crbug.com/1103330
Chris Cunninghame1a04ea2019-04-24 01:49:321741 },
1742 },
Erik Chen681dc0282019-11-26 22:54:491743 'Linux TSan Tests': {
1744 'swarming': {
Stephanie Kim6b4abfd32022-11-15 20:33:371745 'shards': 30,
Erik Chen681dc0282019-11-26 22:54:491746 },
1747 },
Lindsay Pasrichab3f72db2021-09-22 22:05:461748 'Mac ASan 64 Tests (1)': { # https://crbug.com/1200640
1749 'experiment_percentage': 100,
1750 },
Struan Shrimpton57c594e42022-01-25 17:59:131751 'Mac11 Tests': {
1752 'swarming': {
Lindsay Pasricha0b5beaf2022-03-04 08:15:271753 'shards': 12,
Struan Shrimpton57c594e42022-01-25 17:59:131754 },
1755 },
Yue She0cad2922022-06-24 15:06:071756 'Mac12 Tests': {
1757 'swarming': {
1758 'shards': 12,
Struan Shrimpton5786bfd02023-01-11 00:47:541759 'inverse_quickrun_shards': 24,
Yue She0cad2922022-06-24 15:06:071760 },
1761 },
Cameron Higgins7558b162022-06-10 18:53:071762 'Mac12 Tests (dbg)': { # https://crbug.com/1279504
Lindsay Pasricha945e4d62022-01-20 02:14:011763 'swarming': {
Lindsay Pasricha9ec81b52022-03-10 03:43:311764 'shards': 18,
Lindsay Pasricha945e4d62022-01-20 02:14:011765 },
1766 },
Mirko Bonadei1bee8b02022-11-17 13:56:331767 'WebRTC Chromium FYI Android Tests (dbg)': {
1768 'args': [
1769 '--test-launcher-filter-file=../../testing/buildbot/filters/chromium.webrtc.fyi.android.tests.dbg.content_browsertests.filter',
1770 ],
1771 },
Mirko Bonadei1bee8b02022-11-17 13:56:331772 'WebRTC Chromium FYI Android Tests ARM64 (dbg)': {
1773 'args': [
1774 '--test-launcher-filter-file=../../testing/buildbot/filters/chromium.webrtc.fyi.android.tests.dbg.content_browsertests.filter',
1775 ],
1776 },
Stephen Martinis1384ff92020-01-07 19:52:151777 'Win10 Tests x64': {
1778 # crbug.com/868082
1779 'args': [
1780 '--disable-features=WebRTC-H264WithOpenH264FFmpeg',
1781 ],
Struan Shrimptona1ab7672022-01-13 18:02:511782 'swarming': {
1783 'quickrun_shards': 18,
1784 },
Stephen Martinis1384ff92020-01-07 19:52:151785 },
1786 'Win10 Tests x64 (dbg)': {
1787 'experiment_percentage': 100,
1788 # crbug.com/868082
1789 'args': [
1790 '--disable-features=WebRTC-H264WithOpenH264FFmpeg',
Stephen Martinis1384ff92020-01-07 19:52:151791 ],
1792 },
Kuan Huanga89737d2022-01-07 19:42:111793 'Win11 Tests x64': {
1794 # crbug.com/868082
1795 'args': [
1796 '--disable-features=WebRTC-H264WithOpenH264FFmpeg',
1797 ],
1798 },
Haiyang Pan9d68ca02021-08-04 21:30:471799 'android-11-x86-rel': {
Haiyang Pan566e2652022-01-25 07:01:521800 # TODO(crbug.com/1137474): Remove ci_only and experiment_percentage
1801 # after the test suite is green.
1802 'ci_only': True,
Haiyang Pan10f029c2021-07-30 23:17:561803 'experiment_percentage': 100,
Haiyang Pan51450ab2021-03-23 00:48:571804 # TODO(crbug.com/1137474): Revisit the shard number once failed tests
1805 # are fixed.
Haiyang Panfed339172021-03-10 23:19:571806 'swarming': {
Haiyang Pan51450ab2021-03-23 00:48:571807 'shards': 30,
Haiyang Pan45e77dda2021-07-01 22:23:291808 'dimension_sets': [
1809 {
Haiyang Panca60fce2022-11-16 18:10:381810 # use 8-core to shorten runtime
Haiyang Pane35ae642022-11-18 00:34:151811 'cores': '8',
Haiyang Pan45e77dda2021-07-01 22:23:291812 },
1813 ],
Haiyang Panfed339172021-03-10 23:19:571814 },
1815 },
Haiyang Pan2a55a452022-03-03 08:18:331816 'android-12-x64-rel': {
Haiyang Pan1ed9ebb2022-12-13 03:10:031817 # TODO(crbug.com/1225851): Remove experiment and ci_only
1818 # once the test suite is stable.
1819 'ci_only': True,
1820 'experiment_percentage': 100,
Haiyang Pandbff3ef2022-02-11 23:24:191821 'args': [
1822 '--test-launcher-filter-file=../../testing/buildbot/filters/android.emulator_12.content_browsertests.filter',
1823 ],
Haiyang Pan249494b2022-01-27 21:56:211824 'swarming': {
Haiyang Panc1192662022-03-09 00:09:021825 'shards': 25,
Haiyang Pan249494b2022-01-27 21:56:211826 },
1827 },
Haiyang Pan1b8faa20b2023-02-10 23:44:361828 'android-12l-x64-dbg-tests': {
1829 'args': [
1830 '--test-launcher-filter-file=../../testing/buildbot/filters/android.emulator_12l_13.content_browsertests.filter',
1831 ],
1832 'swarming': {
1833 'shards': 25,
1834 },
1835 },
1836 'android-13-x64-rel': {
1837 'args': [
1838 '--test-launcher-filter-file=../../testing/buildbot/filters/android.emulator_12l_13.content_browsertests.filter',
1839 ],
1840 'swarming': {
1841 'shards': 25,
1842 },
1843 },
Stephen Martinis1384ff92020-01-07 19:52:151844 'android-arm64-proguard-rel': {
1845 'swarming': {
1846 'shards': 16,
1847 },
1848 },
1849 'android-asan': {
1850 'args': [
1851 '--test-launcher-filter-file=../../testing/buildbot/filters/android.asan.content_browsertests.filter',
1852 ],
1853 'swarming': {
André Kempef30fe9d22022-02-03 10:44:291854 'shards': 25,
Stephen Martinis1384ff92020-01-07 19:52:151855 },
1856 },
Haiyang Pancf24ceb2022-03-17 02:31:301857 'android-nougat-x86-rel': {
James Shenfa680ebaa2022-07-22 02:53:531858 'args': [
1859 '--test-launcher-filter-file=../../testing/buildbot/filters/android.emulator_n.content_browsertests.filter',
1860 ],
Haiyang Pancf24ceb2022-03-17 02:31:301861 'swarming': {
Stephanie Kim5e700522022-11-11 14:52:351862 'shards': 75,
James Shen57e04ef2022-09-23 02:22:271863 'dimension_sets': [
1864 {
Haiyang Panca60fce2022-11-16 18:10:381865 # use 8-core to shorten runtime
Haiyang Pane35ae642022-11-18 00:34:151866 'cores': '8',
James Shen57e04ef2022-09-23 02:22:271867 },
1868 ],
Haiyang Pancf24ceb2022-03-17 02:31:301869 },
1870 },
Struan Shrimptone772d72f2021-12-15 07:50:091871 'android-pie-arm64-rel': {
Ben Joycec0a90cd2023-01-10 21:30:491872 'args': [
1873 '--test-launcher-filter-file=../../testing/buildbot/filters/android.pie_arm64.content_browsertests_coverage.filter',
1874 ],
Struan Shrimptone772d72f2021-12-15 07:50:091875 'swarming': {
Struan Shrimpton4b7abc02021-12-16 01:36:591876 'quickrun_shards': 40
Ben Joyce6f9c3c52022-12-22 18:47:541877 },
Struan Shrimptone772d72f2021-12-15 07:50:091878 },
Haiyang Pan08d09dc2020-04-01 16:11:211879 'android-pie-x86-rel': {
John Budoricka4e23882020-02-28 18:36:431880 'args': [
Haiyang Pan12d5acd2020-06-01 20:54:571881 '--test-launcher-filter-file=../../testing/buildbot/filters/android.emulator_p.content_browsertests.filter',
John Budoricka4e23882020-02-28 18:36:431882 ],
Sky Malice303f7ec2021-07-17 04:13:091883 'swarming': {
1884 # Flaking with only 20 shards with 40-60 minute runs.
1885 # https://crbug.com/1230118
1886 'shards': 30,
Haiyang Pan2eb735e72020-09-15 22:51:511887 },
John Budoricka4e23882020-02-28 18:36:431888 },
Rohan Pavonedf728bee22022-11-09 21:32:551889 'fuchsia-arm64-cast-receiver-rel': {
1890 # Temporarily only run this on CI due to resource and naming
1891 # constraints.
1892 # TODO(crbug.com/1371630): Remove this when resource requirements are
1893 # lower.
1894 'ci_only': True,
1895 },
1896 'fuchsia-arm64-rel': {
1897 # Temporarily only run this on CI due to resource and naming
1898 # constraints.
1899 # TODO(crbug.com/1371630): Remove this when resource requirements are
1900 # lower.
1901 'ci_only': True,
1902 },
1903 'fuchsia-x64-cast-receiver-rel': {
1904 # Temporarily only run this on CI due to resource requirements.
1905 # TODO(crbug.com/1374125): Remove this once resources are available.
1906 'ci_only': True,
1907 'swarming': {
1908 'shards': 41,
1909 },
Zijie He0f361e652023-01-13 14:42:151910 'args': [
1911 # TODO(crbug.com/1406693): Remove this when the kernal panic in
1912 # fuchsia has been resolved.
1913 '--test-arg=--test-launcher-jobs=1',
1914 ],
Rohan Pavonedf728bee22022-11-09 21:32:551915 },
1916 'fuchsia-x64-rel': {
1917 'swarming': {
1918 'shards': 41,
1919 },
Zijie He38e3d132023-01-20 01:22:471920 'args': [
1921 # TODO(crbug.com/1406693): Remove this when the kernal panic in
1922 # fuchsia has been resolved.
1923 '--test-arg=--test-launcher-jobs=1',
1924 ],
Rohan Pavonedf728bee22022-11-09 21:32:551925 },
Stephen Martinis1384ff92020-01-07 19:52:151926 'linux-chromeos-code-coverage': {
1927 'swarming': {
1928 'shards': 12,
1929 },
1930 },
Albert J. Wong91f109652019-11-19 03:01:161931 'linux-chromeos-rel': {
1932 'swarming': {
Stephanie Kim3aa4c552023-01-10 18:00:041933 'shards': 6,
Albert J. Wong91f109652019-11-19 03:01:161934 },
1935 },
Yuke Liao79424e42020-01-06 21:00:111936 'linux-code-coverage': {
Yuke Liao58e1d202020-03-20 23:02:011937 'args': [
1938 '--no-sandbox',
1939 ],
Yuke Liao79424e42020-01-06 21:00:111940 'swarming': {
1941 'shards': 12,
1942 },
1943 },
Sven Zheng80734f12020-08-06 06:50:391944 # https://crbug.com/1111979
1945 'linux-lacros-tester-fyi-rel': {
1946 'experiment_percentage': 100,
1947 },
Kuan Huang235b0142021-10-19 18:59:281948 'mac-code-coverage': {
1949 'args': [
1950 '--coverage-continuous-mode=1',
1951 ],
1952 },
Thiago Perrottaa289bad2023-01-20 12:44:391953 'mac-rel-cft': {
1954 'swarming': {
1955 'shards': 12,
1956 'inverse_quickrun_shards': 24,
1957 },
1958 },
Kuan Huang05332fb2021-10-12 02:04:261959 # https://crbug.com/1255940
1960 'mac-rel-swarming': {
1961 'swarming': {
1962 'dimension_sets': [
1963 {
1964 # These test would time out when running on 4 cores instances.
1965 'cores': '8|12',
1966 }
1967 ],
1968 },
1969 },
Kuan Huang1b52d442023-02-07 20:35:341970 'win-asan': {
1971 # Tests shows tests run faster with fewer retries by using fewer jobs crbug.com/1411912
1972 'args': [
1973 '--test-launcher-jobs=3',
1974 ],
1975 'swarming': {
1976 'shards': 16,
1977 },
1978 },
Thiago Perrotta314f7b02023-01-19 21:30:531979 'win-rel-cft': {
1980 # crbug.com/868082
1981 'args': [
1982 '--disable-features=WebRTC-H264WithOpenH264FFmpeg',
1983 ],
1984 'swarming': {
1985 'quickrun_shards': 18,
1986 },
1987 },
Ben Pasteneebad8fc2022-08-12 23:34:281988 'win10-rel-no-external-ip': {
1989 # crbug.com/868082
1990 'args': [
1991 '--disable-features=WebRTC-H264WithOpenH264FFmpeg',
1992 ],
1993 },
Kenneth Russelleb60cbd22017-12-05 07:54:281994 },
1995 },
Nico Weber81e16ace22018-06-30 02:58:471996 'content_shell_crash_test': {
Haiyang Pan8c201b92020-06-04 01:25:071997 'remove_from': [
James Shenad325fb02022-07-25 19:46:211998 'android-nougat-x86-rel', # crbug.com/1084353
Haiyang Pan8c201b92020-06-04 01:25:071999 ],
Dirk Prankeb1c36b322018-07-11 02:42:002000 'modifications': {
Dirk Prankeb1c36b322018-07-11 02:42:002001 'Win10 Tests x64 (dbg)': {
2002 'experiment_percentage': 100, # https://crbug.com/861730
2003 },
2004 },
Nico Weber81e16ace22018-06-30 02:58:472005 },
John Budorick27d2d44e2019-05-20 20:26:092006 'content_shell_test_apk': {
2007 'remove_from': [
John Budorick27d2d44e2019-05-20 20:26:092008 'android-asan', # https://crbug.com/964562
Ben Joyce02dc8092021-03-04 21:48:192009 'android-code-coverage-native', # Does not generate profraw data.
John Budorick27d2d44e2019-05-20 20:26:092010 ],
John Budorickee2e64f2020-03-02 20:19:102011 'modifications': {
Haiyang Pan9d68ca02021-08-04 21:30:472012 'android-11-x86-rel': {
Haiyang Pan103864812021-03-19 19:28:442013 'args': [
2014 '--test-launcher-filter-file=../../testing/buildbot/filters/android.emulator_11.content_shell_test_apk.filter',
Haiyang Panabdab2f2021-07-19 20:37:512015 '--timeout-scale=2.0',
Haiyang Pan103864812021-03-19 19:28:442016 ],
2017 },
Haiyang Pan2a55a452022-03-03 08:18:332018 'android-12-x64-rel': {
Haiyang Pan3b1016e2022-02-05 00:02:452019 'args': [
2020 '--test-launcher-filter-file=../../testing/buildbot/filters/android.emulator_12.content_shell_test_apk.filter',
2021 ],
James Shen818743e2023-02-16 02:11:162022 'ci_only': True,
Struan Shrimpton5786bfd02023-01-11 00:47:542023 'swarming': {
2024 'inverse_quickrun_shards': 6,
2025 },
Haiyang Pan3b1016e2022-02-05 00:02:452026 },
Haiyang Pan162b36f2023-02-17 23:23:032027 'android-12l-x64-dbg-tests': {
2028 'args': [
2029 '--test-launcher-filter-file=../../testing/buildbot/filters/android.emulator_12l.content_shell_test_apk.filter',
2030 ],
2031 },
2032 'android-13-x64-rel': {
2033 'args': [
2034 '--test-launcher-filter-file=../../testing/buildbot/filters/android.emulator_13.content_shell_test_apk.filter',
2035 ],
2036 },
James Shen97b48ac42022-07-01 23:34:442037 'android-nougat-x86-rel': {
2038 'args': [
2039 '--test-launcher-filter-file=../../testing/buildbot/filters/android.emulator_n.content_shell_test_apk.filter',
2040 ],
James Shen57e04ef2022-09-23 02:22:272041 'swarming': {
Stephanie Kim55d87ef22022-11-08 23:00:472042 'shards': 6,
James Shen57e04ef2022-09-23 02:22:272043 'dimension_sets': [
2044 {
Haiyang Panca60fce2022-11-16 18:10:382045 # use 8-core to shorten runtime
Haiyang Pane35ae642022-11-18 00:34:152046 'cores': '8',
James Shen57e04ef2022-09-23 02:22:272047 },
2048 ],
2049 },
James Shen97b48ac42022-07-01 23:34:442050 },
Haiyang Pan08d09dc2020-04-01 16:11:212051 'android-pie-x86-rel': {
John Budorickee2e64f2020-03-02 20:19:102052 'args': [
2053 '--gtest_filter=-ContentViewScrollingTest.testFling',
2054 ],
2055 },
2056 },
John Budorick27d2d44e2019-05-20 20:26:092057 },
Kenneth Russelleb60cbd22017-12-05 07:54:282058 'content_unittests': {
2059 'modifications': {
John Budorick5052d552017-12-13 02:59:342060 'Linux ASan LSan Tests (1)': {
2061 # These are slow on the ASAN trybot for some reason.
Ben Pastened2c01af2022-01-31 23:06:442062 # crbug.com/1257927
John Budorick5052d552017-12-13 02:59:342063 'swarming': {
2064 'shards': 2,
2065 },
2066 },
Takuto Ikuta54671d972018-07-19 19:06:352067 'Linux ChromiumOS MSan Tests': {
2068 # These are very slow on the Chrome OS MSAN trybot for some reason.
2069 # crbug.com/865455
2070 'swarming': {
2071 'shards': 2,
2072 },
2073 },
Chong Gu52481452021-04-02 17:52:412074 'fuchsia-code-coverage': {
2075 'swarming': {
2076 'shards': 12,
2077 },
2078 },
Chong Gua10cd302022-01-14 19:22:192079 'fuchsia-fyi-x64-asan': {
2080 'args': [
2081 '--test-launcher-filter-file=../../testing/buildbot/filters/fuchsia.lsan.content_unittests.filter',
2082 ],
2083 },
Kenneth Russelleb60cbd22017-12-05 07:54:282084 },
2085 },
Jonah Ryan-Davis832c8462020-06-09 03:45:032086 'context_lost_validating_tests': {
Brian Sheedye285c9b2019-07-15 21:42:462087 # TODO(https://crbug.com/850107): Remove the Android FYI Release (Pixel 2)
2088 # exception once there is enough capacity to run these tests.
2089 'remove_from': [
Brian Sheedye285c9b2019-07-15 21:42:462090 'Android FYI Release (Pixel 2)',
2091 ],
Kenneth Russellc1a09302018-07-10 01:12:542092 },
Kenneth Russellfbda3c532017-12-08 23:57:242093 'crashpad_tests': {
2094 'remove_from': [
Nico Weber15a00d62018-05-16 17:11:482095 'linux-win_cross-rel', # https://crbug.com/762167
Vlad Tsyrklevich06a9a44f2019-07-24 19:14:392096 # https://crbug.com/crashpad/304
2097 'Linux TSan Tests',
2098 'ToTLinuxTSan',
2099 # https://crbug.com/crashpad/306
2100 'Linux CFI',
2101 'CFI Linux ToT',
Kenneth Russellfbda3c532017-12-08 23:57:242102 ],
Haiyang Panc7c009e2021-03-18 19:31:232103 'modifications': {
Avi Drissmanc6318122022-03-29 17:07:422104 # TODO(crbug.com/1254975): dyld was rebuilt for macOS 12, which breaks
2105 # the tests. Run this experimentally on all the macOS bots >= 12 and
2106 # remove this exception once fixed.
2107 'Mac Builder Next': {
2108 'experiment_percentage': 100,
2109 },
Ben Joycea0319112022-11-15 23:53:122110 'ToTAndroid': {
2111 'args': [
2112 '--test-launcher-filter-file=../../testing/buildbot/filters/android.pie_tot.crashpad_tests.filter',
2113 ],
2114 },
Haiyang Pan9d68ca02021-08-04 21:30:472115 'android-11-x86-rel': {
Haiyang Panc7c009e2021-03-18 19:31:232116 'args': [
Haiyang Pan32338b72023-02-08 23:48:582117 '--test-launcher-filter-file=../../testing/buildbot/filters/android.emulator.crashpad_tests.filter',
Haiyang Panc7c009e2021-03-18 19:31:232118 ],
2119 },
Haiyang Pan2a55a452022-03-03 08:18:332120 'android-12-x64-rel': {
Haiyang Pan07d9e262021-10-20 21:50:032121 'args': [
Haiyang Pan32338b72023-02-08 23:48:582122 '--test-launcher-filter-file=../../testing/buildbot/filters/android.emulator.crashpad_tests.filter',
2123 ],
2124 },
2125 'android-12l-x64-dbg-tests': {
2126 'args': [
2127 '--test-launcher-filter-file=../../testing/buildbot/filters/android.emulator.crashpad_tests.filter',
2128 ],
2129 },
2130 'android-13-x64-rel': {
2131 'args': [
2132 '--test-launcher-filter-file=../../testing/buildbot/filters/android.emulator.crashpad_tests.filter',
Haiyang Pan07d9e262021-10-20 21:50:032133 ],
2134 },
Avi Drissmanc6318122022-03-29 17:07:422135 # TODO(crbug.com/1254975): dyld was rebuilt for macOS 12, which breaks
2136 # the tests. Run this experimentally on all the macOS bots >= 12 and
2137 # remove this exception once fixed.
Lindsay Pasricha60535a22021-12-13 16:50:242138 'mac-osxbeta-rel': {
2139 'experiment_percentage': 100,
2140 },
Haiyang Panc7c009e2021-03-18 19:31:232141 },
Kenneth Russellfbda3c532017-12-08 23:57:242142 },
Brian Sheedyd9a809f02022-10-06 00:50:372143 'dawn_end2end_skip_validation_tests': {
2144 'remove_from': [
2145 # TODO(crbug.com/1363409): Enable these once they're shown to work on
2146 # Android.
2147 'Dawn Android arm DEPS Release (Pixel 4)',
2148 'Dawn Android arm Release (Pixel 4)',
2149 ],
2150 },
2151 'dawn_end2end_validation_layers_tests': {
2152 'remove_from': [
2153 # TODO(crbug.com/1363409): Enable these once they're shown to work on
2154 # Android.
2155 'Dawn Android arm DEPS Release (Pixel 4)',
2156 'Dawn Android arm Release (Pixel 4)',
2157 ],
2158 },
2159 'dawn_end2end_wire_tests': {
2160 'remove_from': [
2161 # TODO(crbug.com/1363409): Enable these once they're shown to work on
2162 # Android.
2163 'Dawn Android arm DEPS Release (Pixel 4)',
2164 'Dawn Android arm Release (Pixel 4)',
2165 ],
2166 },
Austin Eng414af1612022-04-08 02:15:362167 'dawn_perf_tests': {
2168 'remove_from': [
Brian Sheedyd9a809f02022-10-06 00:50:372169 # TODO(crbug.com/1363409): Enable these once they're shown to work on
2170 # Android.
2171 'Dawn Android arm DEPS Release (Pixel 4)',
2172 'Dawn Android arm Release (Pixel 4)',
Austin Eng414af1612022-04-08 02:15:362173 ],
2174 },
Haiyang Pan1c813ca2021-11-24 18:52:162175 'device_unittests': {
2176 'modifications': {
Haiyang Pan2a55a452022-03-03 08:18:332177 'android-12-x64-rel': {
Haiyang Pan1c813ca2021-11-24 18:52:162178 'args': [
Haiyang Pand1a294512023-02-09 19:40:122179 '--test-launcher-filter-file=../../testing/buildbot/filters/android.emulator.device_unittests.filter',
2180 ],
2181 },
2182 'android-12l-x64-dbg-tests': {
2183 'args': [
2184 '--test-launcher-filter-file=../../testing/buildbot/filters/android.emulator.device_unittests.filter',
2185 ],
2186 },
2187 'android-13-x64-rel': {
2188 'args': [
2189 '--test-launcher-filter-file=../../testing/buildbot/filters/android.emulator.device_unittests.filter',
Haiyang Pan1c813ca2021-11-24 18:52:162190 ],
2191 },
2192 },
2193 },
Struan Shrimpton57c594e42022-01-25 17:59:132194 'exo_unittests': {
2195 'modifications': {
2196 'linux-chromeos-rel': {
2197 'swarming': {
2198 'quickrun_shards': 2,
2199 }
2200 },
2201 },
2202 },
Joe Downing41486042018-10-18 22:44:442203 'extensions_browsertests': {
Brad Halla36886c2019-02-26 16:52:292204 'remove_from': [
Brad Halla36886c2019-02-26 16:52:292205 'CrWinAsan(dll)', # https://crbug.com/935598
2206 ],
Joe Downing41486042018-10-18 22:44:442207 'modifications': {
2208 'Win10 Tests x64 (dbg)': {
2209 'experiment_percentage': 100, # https://crbug.com/876615
2210 },
Sven Zhengbc822262022-09-20 20:47:352211 # https://crbug.com/1111979
2212 'linux-lacros-asan-lsan-rel': {
2213 'args': [
2214 '--gtest_filter=-BluetoothShellApiTest.ApiSanityCheck:BluetoothSocketApiTest.Listen:BluetoothSocketApiTest.PermissionDenied',
2215 ],
2216 },
Sven Zheng5c9d3e342020-08-11 21:39:432217 # https://crbug.com/1111979,
Junhua Chen39dd2dba2021-05-05 17:51:542218 'linux-lacros-code-coverage': {
2219 'args': [
2220 '--gtest_filter=-BluetoothShellApiTest.ApiSanityCheck:BluetoothSocketApiTest.Listen:BluetoothSocketApiTest.PermissionDenied',
2221 ],
2222 },
Yuke Liaoa0db4742021-08-09 18:28:332223 'linux-lacros-dbg-tests-fyi': {
2224 'args': [
2225 '--gtest_filter=-BluetoothShellApiTest.ApiSanityCheck:BluetoothSocketApiTest.Listen:BluetoothSocketApiTest.PermissionDenied',
2226 ],
2227 },
Sven Zheng5c9d3e342020-08-11 21:39:432228 'linux-lacros-tester-rel': {
Sven Zheng5c9d3e342020-08-11 21:39:432229 'args': [
2230 '--gtest_filter=-BluetoothShellApiTest.ApiSanityCheck:BluetoothSocketApiTest.Listen:BluetoothSocketApiTest.PermissionDenied',
2231 ],
2232 },
Joe Downing41486042018-10-18 22:44:442233 },
2234 },
Sven Zheng577fe5ff2020-08-03 22:06:442235 'extensions_unittests': {
Sven Zheng80734f12020-08-06 06:50:392236 'modifications': {
Chong Gud034fe52022-01-20 21:48:042237 'fuchsia-fyi-x64-asan': {
2238 'args': [
Chong Gu1155d872022-02-10 17:55:272239 '--test-launcher-filter-file=../../testing/buildbot/filters/fuchsia.lsan.extensions_unittests.filter',
Chong Gud034fe52022-01-20 21:48:042240 ],
2241 },
Sven Zhengbc822262022-09-20 20:47:352242 # https://crbug.com/1111979
2243 'linux-lacros-asan-lsan-rel': {
2244 'args': [
2245 '--gtest_filter=-NativeExtensionBindingsSystemUnittest*:'
2246 'BluetoothSocketApiUnittest.CreateThenClose:'
2247 'FeatureProviderTest.PermissionFeatureAvailability',
2248 ],
2249 },
Sven Zheng5c9d3e342020-08-11 21:39:432250 # https://crbug.com/1111979,
Junhua Chen39dd2dba2021-05-05 17:51:542251 'linux-lacros-code-coverage': {
2252 'args': [
Yuke Liaoa0db4742021-08-09 18:28:332253 '--gtest_filter=-BluetoothSocketApiUnittest.CreateThenClose:'
2254 'NativeExtensionBindingsSystemUnittest.*',
2255 ],
2256 },
2257 'linux-lacros-dbg-tests-fyi': {
2258 'args': [
Junhua Chen39dd2dba2021-05-05 17:51:542259 '--gtest_filter=-NativeExtensionBindingsSystemUnittest*:'
2260 'BluetoothSocketApiUnittest.CreateThenClose:'
2261 'FeatureProviderTest.PermissionFeatureAvailability',
2262 ],
2263 },
Sven Zheng5c9d3e342020-08-11 21:39:432264 'linux-lacros-tester-rel': {
Sven Zheng5c9d3e342020-08-11 21:39:432265 'args': [
Yuke Liaobb8308322020-08-12 20:20:472266 '--gtest_filter=-NativeExtensionBindingsSystemUnittest*:'
2267 'BluetoothSocketApiUnittest.CreateThenClose:'
2268 'FeatureProviderTest.PermissionFeatureAvailability',
Sven Zheng5c9d3e342020-08-11 21:39:432269 ],
2270 },
Sven Zheng80734f12020-08-06 06:50:392271 },
Sven Zheng577fe5ff2020-08-03 22:06:442272 },
Chong Gu76046412021-09-22 17:49:212273 'gfx_unittests': {
Chong Gudf7fbe92021-02-24 02:55:582274 'modifications': {
2275 'fuchsia-code-coverage': {
2276 'swarming': {
2277 'shards': 2,
2278 },
2279 },
2280 },
2281 },
Kenneth Russelleb60cbd22017-12-05 07:54:282282 'gin_unittests': {
2283 'remove_from': [
Nico Weber1394523f2018-06-06 15:58:472284 'ToTLinuxASan', # https://crbug.com/831667
Nico Weberd36959682018-04-12 03:33:462285 'Linux ASan LSan Tests (1)', # https://crbug.com/831667
Nico Weber1394523f2018-06-06 15:58:472286 'Linux Chromium OS ASan LSan Tests (1)', # https://crbug.com/831667
Kenneth Russelleb60cbd22017-12-05 07:54:282287 ],
Chong Gua10cd302022-01-14 19:22:192288 'modifications': {
Ben Joycee3f55c902023-01-13 00:27:292289 'android-code-coverage-native': {
2290 'args': [
2291 # https://crbug.com/1404782
2292 '--test-launcher-filter-file=../../testing/buildbot/filters/android.pie_arm64.gin_unittests_coverage.filter',
2293 ],
2294 },
Chong Gua10cd302022-01-14 19:22:192295 'fuchsia-fyi-x64-asan': {
2296 'args': [
2297 '--test-launcher-filter-file=../../testing/buildbot/filters/fuchsia.lsan.gin_unittests.filter',
2298 ],
2299 },
2300 },
Kenneth Russelleb60cbd22017-12-05 07:54:282301 },
Jonah Ryan-Davisdeeffeaf2020-06-18 17:56:002302 'gl_tests_passthrough': {
2303 'remove_from': [
2304 'CFI Linux ToT',
Brian Sheedyd9a809f02022-10-06 00:50:372305 # TODO(crbug.com/1363409): Enable these once they're shown to work on
2306 # Android.
2307 'Dawn Android arm DEPS Release (Pixel 4)',
2308 'Dawn Android arm Release (Pixel 4)',
Jonah Ryan-Davisdeeffeaf2020-06-18 17:56:002309 # Can't run on MSAN because gl_tests uses the hardware driver,
2310 # which isn't instrumented.
2311 'Linux MSan Tests',
2312 ],
2313 'modifications': {
2314 # TODO(kbr): figure out a better way to specify blocks of
2315 # arguments like this for tests on multiple machines.
Garrett Beatya491ec72020-07-25 12:36:122316 'Linux ASan LSan Tests (1)': {
2317 'args': [
2318 '--use-gpu-in-tests',
2319 '--no-xvfb',
2320 ],
2321 'swarming': {
2322 'dimension_sets': [
2323 {
Yuly Novikovaa06f172022-02-12 00:38:572324 'gpu': '10de:2184',
Garrett Beatya491ec72020-07-25 12:36:122325 'os': 'Ubuntu',
2326 'pool': 'chromium.tests.gpu',
2327 },
2328 ],
2329 },
2330 },
2331 'Linux CFI': {
2332 'args': [
2333 '--use-gpu-in-tests',
2334 '--no-xvfb',
2335 ],
2336 'swarming': {
2337 'dimension_sets': [
2338 {
Yuly Novikovaa06f172022-02-12 00:38:572339 'gpu': '10de:2184',
Garrett Beatya491ec72020-07-25 12:36:122340 'os': 'Ubuntu',
2341 'pool': 'chromium.tests.gpu',
2342 },
2343 ],
2344 },
2345 },
2346 'Linux TSan Tests': {
2347 'args': [
2348 '--use-gpu-in-tests',
2349 '--no-xvfb',
2350 ],
2351 'swarming': {
2352 'dimension_sets': [
2353 {
Yuly Novikovaa06f172022-02-12 00:38:572354 'gpu': '10de:2184',
Garrett Beatya491ec72020-07-25 12:36:122355 'os': 'Ubuntu',
2356 'pool': 'chromium.tests.gpu',
2357 },
2358 ],
2359 },
2360 },
Jonah Ryan-Davisdeeffeaf2020-06-18 17:56:002361 },
2362 },
Jonah Ryan-Davise25a89f2020-05-29 20:18:242363 'gl_tests_validating': {
Jonah Ryan-Davisb9f03ac2021-03-18 23:53:022364 'remove_from': [
Kenneth Russell8a386d42018-06-02 09:48:012365 'Android FYI Release (Nexus 5X)',
John Budorickca14c76f62017-12-09 14:19:182366 ],
Kenneth Russelleb60cbd22017-12-05 07:54:282367 'modifications': {
Brian Sheedy920df652022-11-11 20:54:152368 'Android FYI Release (Samsung A13)': {
2369 'args': [
2370 '--test-launcher-filter-file=../../testing/buildbot/filters/android.samsung_a13.gl_tests.filter',
2371 ],
2372 },
Sunny Sachanandanib5c6c082022-09-29 00:26:142373 'Android FYI Release (Samsung A23)': {
2374 'args': [
2375 '--test-launcher-filter-file=../../testing/buildbot/filters/android.samsung_a23.gl_tests.filter',
2376 ],
2377 },
Ben Joycea0319112022-11-15 23:53:122378 'ToTAndroid': {
2379 'args': [
2380 '--test-launcher-filter-file=../../testing/buildbot/filters/android.pie_tot.gl_tests.filter', # https://crbug.com/1034007
2381 ],
2382 },
Haiyang Pan9d68ca02021-08-04 21:30:472383 'android-11-x86-rel': {
Haiyang Pancf765862021-03-18 20:39:152384 'args': [
2385 '--test-launcher-filter-file=../../testing/buildbot/filters/android.emulator_11.gl_tests.filter',
2386 ],
2387 },
Haiyang Pan2a55a452022-03-03 08:18:332388 'android-12-x64-rel': {
Haiyang Pan382008922021-11-19 21:15:092389 'args': [
Haiyang Pand1a294512023-02-09 19:40:122390 '--test-launcher-filter-file=../../testing/buildbot/filters/android.emulator_12_12l_13.gl_tests.filter',
2391 ],
2392 },
2393 'android-12l-x64-dbg-tests': {
2394 'args': [
2395 '--test-launcher-filter-file=../../testing/buildbot/filters/android.emulator_12_12l_13.gl_tests.filter',
2396 ],
2397 },
2398 'android-13-x64-rel': {
2399 'args': [
2400 '--test-launcher-filter-file=../../testing/buildbot/filters/android.emulator_12_12l_13.gl_tests.filter',
Haiyang Pan382008922021-11-19 21:15:092401 ],
2402 },
Nate Fischerb0474702022-12-13 22:46:532403 'android-arm64-proguard-rel': {
2404 'args': [
2405 '--test-launcher-filter-file=../../testing/buildbot/filters/android.arm64_proguard_rel.gl_tests.filter', # https://crbug.com/1034007
2406 ],
2407 },
Ben Joycee3f55c902023-01-13 00:27:292408 'android-code-coverage-native': {
2409 'args': [
2410 '--test-launcher-filter-file=../../testing/buildbot/filters/android.pie_arm64_rel.gl_tests.filter', # https://crbug.com/1034007
2411 ],
2412 },
James Shenc47f7b12022-07-07 23:42:412413 'android-nougat-x86-rel': {
2414 'args': [
2415 '--test-launcher-filter-file=../../testing/buildbot/filters/android.emulator_n.gl_tests.filter',
2416 ],
2417 },
Andrew Luo38b311f2019-10-04 03:42:092418 'android-pie-arm64-rel': {
John Budorick79ec9012020-01-08 21:56:312419 'args': [
Andrew Luobe83fd82019-12-19 03:07:582420 '--test-launcher-filter-file=../../testing/buildbot/filters/android.pie_arm64_rel.gl_tests.filter', # https://crbug.com/1034007
2421 ],
Andrew Luo38b311f2019-10-04 03:42:092422 },
Haiyang Pan08d09dc2020-04-01 16:11:212423 'android-pie-x86-rel': {
John Budorick79ec9012020-01-08 21:56:312424 'args': [
2425 '--test-launcher-filter-file=../../testing/buildbot/filters/android.emulator.gl_tests.filter',
2426 ],
2427 },
Kenneth Russelleb60cbd22017-12-05 07:54:282428 },
2429 },
Takuto Ikutaf5333252019-11-06 16:07:082430 'gl_unittests': {
2431 'remove_from': [
Takuto Ikutaf5333252019-11-06 16:07:082432 # On Android, these are already run on the main waterfall.
2433 # Run them on the one-off Android FYI bots, though.
2434 'Android FYI Release (Nexus 5X)',
Brian Sheedyd9a809f02022-10-06 00:50:372435 # TODO(crbug.com/1363409): Enable these once they're shown to work on
2436 # Android.
2437 'Dawn Android arm DEPS Release (Pixel 4)',
2438 'Dawn Android arm Release (Pixel 4)',
Yuly Novikov37e04342020-05-29 00:52:042439 # Can't run on MSAN because gl_unittests uses the hardware driver,
2440 # which isn't instrumented.
2441 'Linux MSan Tests',
Takuto Ikutaf5333252019-11-06 16:07:082442 ],
Haiyang Pan505fcd5a2021-12-13 19:46:232443 'modifications': {
Haiyang Pan2a55a452022-03-03 08:18:332444 'android-12-x64-rel': {
Haiyang Pan505fcd5a2021-12-13 19:46:232445 'args': [
2446 '--test-launcher-filter-file=../../testing/buildbot/filters/android.emulator_12.gl_unittests.filter',
2447 ],
2448 },
2449 },
Takuto Ikutaf5333252019-11-06 16:07:082450 },
2451 'gl_unittests_ozone': {
2452 'remove_from': [
2453 # Can't run on MSAN because gl_unittests_ozone uses the hardware driver,
2454 # which isn't instrumented.
2455 'Linux ChromiumOS MSan Tests',
2456 ],
2457 },
Brian Sheedy0bf7f822022-07-21 17:44:432458 'gold_common_pytype': {
2459 'remove_from': [
2460 'linux-code-coverage',
2461 ],
2462 },
Takuto Ikutaf5333252019-11-06 16:07:082463 'gpu_process_launch_tests': {
2464 # TODO(https://crbug.com/850107): Remove the Android FYI Release (Pixel 2)
2465 # exception once there is enough capacity to run these tests.
2466 'remove_from': [
Takuto Ikutaf5333252019-11-06 16:07:082467 'Android FYI Release (Pixel 2)',
2468 ],
2469 },
Brian Sheedy053d88cf2022-05-24 23:40:052470 'gpu_pytype': {
2471 'remove_from': [
2472 'linux-code-coverage',
2473 ],
2474 },
Chong Gu76046412021-09-22 17:49:212475 'gpu_unittests': {
Chong Gudf7fbe92021-02-24 02:55:582476 'modifications': {
2477 'fuchsia-code-coverage': {
2478 'swarming': {
2479 'shards': 5,
2480 },
2481 },
2482 },
2483 },
Kevin McNeed21a6c522021-06-14 21:27:252484 'grit_python_unittests': {
2485 'remove_from': [
Titouan Rigoudy9e860832021-11-08 15:34:452486 # TODO(https://crbug.com/1267125): Re-enable.
2487 'mac11-arm64-rel-tests',
Zhaoyang Li5d3713d2022-06-13 18:01:172488 # TODO(https://crbug.com/1267125): Re-enable.
2489 'mac12-arm64-rel-tests',
Kevin McNeed21a6c522021-06-14 21:27:252490 ],
2491 },
Brian Sheedye285c9b2019-07-15 21:42:462492 'hardware_accelerated_feature_tests': {
2493 # TODO(https://crbug.com/850107): Remove the Android FYI Release (Pixel 2)
2494 # exception once there is enough capacity to run these tests.
2495 'remove_from': [
Brian Sheedye285c9b2019-07-15 21:42:462496 'Android FYI Release (Pixel 2)',
2497 ],
2498 },
Brad Halla36886c2019-02-26 16:52:292499 'headless_browsertests': {
Chong Gud08d1232021-09-11 08:53:592500 'remove_from': [
2501 'CrWinAsan(dll)', # https://crbug.com/935598
Maksim Sisovc81d284c2021-10-05 17:54:352502 # Wayland bot doesn't support headless mode.
2503 'Linux Tests (Wayland)',
Chong Gud08d1232021-09-11 08:53:592504 ],
Chong Gud1a5c5992021-04-09 04:08:322505 'modifications': {
2506 'fuchsia-code-coverage': {
2507 'swarming': {
Chong Gu115ce152021-04-15 23:57:162508 'shards': 6,
Chong Gud1a5c5992021-04-09 04:08:322509 },
2510 },
2511 },
Brad Halla36886c2019-02-26 16:52:292512 },
Kenneth Russell8a386d42018-06-02 09:48:012513 'info_collection_tests': {
2514 'remove_from': [
Kenneth Russell8a386d42018-06-02 09:48:012515 'Android V8 FYI Release (Nexus 5X)',
2516 'Linux V8 FYI Release (NVIDIA)',
Michael Achenbach5fdfc67b2018-12-13 13:26:352517 'Linux V8 FYI Release - pointer compression (NVIDIA)',
Kenneth Russell8a386d42018-06-02 09:48:012518 'Mac V8 FYI Release (Intel)',
2519 'Win V8 FYI Release (NVIDIA)',
2520 ],
Brian Sheedyfe61cdac2020-02-12 01:25:592521 'modifications': {
Brian Sheedyb18cb762020-06-30 00:09:292522 'ChromeOS FYI Release (amd64-generic)': {
Brian Sheedy65be3052020-06-26 19:26:512523 'args': [
Brian Sheedyb18cb762020-06-30 00:09:292524 # Swarming does not report a GPU since tests are run in a VM, but
2525 # the VM does report that a GPU is present.
2526 '--expected-device-id', '1050',
Brian Sheedydf2672f2020-05-07 20:44:362527 ],
2528 },
Chong Gubd236c22022-10-12 18:11:562529 'fuchsia-x64-chrome-rel': {
Chong Gu3065cdc2022-02-28 21:03:032530 'args': [
2531 # Swarming does not report a GPU since tests are run in a VM, but
2532 # the VM does report that a GPU is present.
2533 '--expected-device-id', 'c0de',
2534 ],
2535 },
Brian Sheedyfe61cdac2020-02-12 01:25:592536 },
Brian Sheedy32eeeb52020-05-22 01:49:372537 'replacements': {
2538 'ChromeOS FYI Release (amd64-generic)': {
2539 'args': {
2540 # Swarming does not report a GPU since tests are run in a VM, but
2541 # the VM does report that a GPU is present.
2542 '--expected-vendor-id': '1af4',
Brian Sheedyb18cb762020-06-30 00:09:292543 # Magic substitution happens after regular replacement, so remove it
2544 # now since we are manually applying the expected device ID above.
2545 '$$MAGIC_SUBSTITUTION_GPUExpectedDeviceId': None,
Brian Sheedy32eeeb52020-05-22 01:49:372546 },
Brian Sheedyff6d1442020-09-19 00:46:312547 },
Brian Sheedye9c7afe52022-06-13 21:19:372548 'Mac FYI Experimental Release (Apple M1)': {
2549 'args': {
2550 # The GPU information is not yet exposed in swarming, so we can't
2551 # explicitly request it and have the JSON generation handle this
2552 # automatically.
2553 '--expected-vendor-id': '106b',
2554 },
2555 },
Brian Sheedy177addbf2021-09-24 19:06:512556 'Mac FYI Release (Apple M1)': {
2557 'args': {
2558 # The GPU information is not yet exposed in swarming, so we can't
2559 # explicitly request it and have the JSON generation handle this
2560 # automatically.
2561 '--expected-vendor-id': '106b',
2562 },
2563 },
Chong Gubd236c22022-10-12 18:11:562564 'fuchsia-x64-chrome-rel': {
Chong Gu3065cdc2022-02-28 21:03:032565 'args': {
2566 # The GPU information is not exposed in swarming since Fuchsia
2567 # launches an emulator on the GCE machine.
2568 '--expected-vendor-id': '1ae0',
2569 '$$MAGIC_SUBSTITUTION_GPUExpectedDeviceId': None,
2570 },
2571 },
Brian Sheedy32eeeb52020-05-22 01:49:372572 },
Kenneth Russell8a386d42018-06-02 09:48:012573 },
Kenneth Russelleb60cbd22017-12-05 07:54:282574 'interactive_ui_tests': {
Brad Halla36886c2019-02-26 16:52:292575 'remove_from': [
Brad Halla36886c2019-02-26 16:52:292576 'CrWinAsan(dll)', # https://crbug.com/935598
2577 ],
Kenneth Russelleb60cbd22017-12-05 07:54:282578 'modifications': {
Stephen Martinis1384ff92020-01-07 19:52:152579 'Linux - Future (dbg)': { # client.v8.chromium
Nico Weberdae13cd92018-12-14 13:56:262580 'swarming': {
Stephen Martinis1384ff92020-01-07 19:52:152581 'shards': 3,
Nico Weberdae13cd92018-12-14 13:56:262582 },
2583 },
John Budorickca14c76f62017-12-09 14:19:182584 'Linux ASan LSan Tests (1)': {
Ben Pastened2c01af2022-01-31 23:06:442585 # These are slow on the ASan trybot for some reason, crbug.com/1257927
Nico Weber96a75a6942018-06-20 04:53:172586 'swarming': {
Stephanie Kim75e95f62022-11-04 16:06:132587 'shards': 12,
Nico Weber96a75a6942018-06-20 04:53:172588 },
2589 },
Pavol Marko05b6bb92022-03-21 12:33:292590 'Linux Chromium OS ASan LSan Tests (1)': {
2591 # These are slow on the ASan trybot for some reason, crbug.com/1257927
2592 'swarming': {
2593 'shards': 6,
2594 'quickrun_shards': 12,
2595 },
2596 },
Takuto Ikuta54671d972018-07-19 19:06:352597 'Linux ChromiumOS MSan Tests': {
2598 # These are very slow on the Chrome OS MSAN trybot for some reason.
2599 # crbug.com/865455
2600 'swarming': {
2601 'shards': 5,
2602 },
2603 },
Stephen Martinis1384ff92020-01-07 19:52:152604 'Linux TSan Tests': {
Ben Pastened2c01af2022-01-31 23:06:442605 # These are slow on the TSan bots for some reason, crbug.com/1257927
Dirk Pranke8fd63c12017-12-10 18:06:272606 'swarming': {
Stephen Martinisad6cb7af2021-02-24 01:12:002607 'shards': 32, # Adjusted for testing, see https://crbug.com/1179567
Dirk Pranke8fd63c12017-12-10 18:06:272608 },
2609 },
Maksim Sisovc81d284c2021-10-05 17:54:352610 # https://crbug.com/1192997
2611 'Linux Tests (Wayland)': {
2612 'args': [
2613 '--test-launcher-filter-file=../../testing/buildbot/filters/ozone-linux.interactive_ui_tests_wayland.filter',
2614 ],
2615 },
Lindsay Pasrichab3f72db2021-09-22 22:05:462616 'Mac ASan 64 Tests (1)': { # https://crbug.com/1251656
2617 'experiment_percentage': 100,
2618 },
Struan Shrimptone772d72f2021-12-15 07:50:092619 'Mac11 Tests': {
2620 'swarming': {
2621 'quickrun_shards': 6,
2622 },
2623 },
Yue She0cad2922022-06-24 15:06:072624 'Mac12 Tests': {
2625 'swarming': {
Stephanie Kim28fc5902022-11-11 14:54:422626 'shards': 6,
Struan Shrimpton5786bfd02023-01-11 00:47:542627 'inverse_quickrun_shards': 12,
Yue She0cad2922022-06-24 15:06:072628 },
2629 },
Cameron Higgins7558b162022-06-10 18:53:072630 'Mac12 Tests (dbg)': { # https://crbug.com/1265051
Zhaoyang Li9357e1e12021-12-07 18:53:172631 'experiment_percentage': 100,
2632 },
Stephen Martinis1384ff92020-01-07 19:52:152633 'ToTLinuxTSan': {
Ben Pastened2c01af2022-01-31 23:06:442634 # These are slow on the TSan bots for some reason, crbug.com/1257927
Stephen Martinis1384ff92020-01-07 19:52:152635 'swarming': {
2636 'shards': 6,
2637 },
2638 },
Struan Shrimptona1ab7672022-01-13 18:02:512639 'Win10 Tests x64': {
2640 'swarming': {
Stephanie Kima57b46a2022-10-27 22:09:032641 'shards': 9,
Struan Shrimptona1ab7672022-01-13 18:02:512642 },
2643 },
Stephen Martinis1384ff92020-01-07 19:52:152644 # temporary, https://crbug.com/818832
Greg Thompson3eb7e6522018-05-25 09:04:032645 'Win10 Tests x64 (dbg)': {
2646 'experiment_percentage': 100,
2647 },
Jacob Kopczynski3a555bd32020-12-10 01:41:162648 # TODO(crbug.com/970649): Remove these filters.
Ben Pastene8ef125e2019-12-10 01:46:292649 'linux-chromeos-chrome': {
Ben Pastene8ef125e2019-12-10 01:46:292650 'args': [
2651 '--gtest_filter=-SadTabViewInteractiveUITest.ReloadMultipleSadTabs',
2652 ],
2653 },
Stephen Martinis1384ff92020-01-07 19:52:152654 'linux-chromeos-code-coverage': {
Yuke Liao79424e42020-01-06 21:00:112655 'swarming': {
2656 'shards': 10,
2657 },
2658 },
Pavol Marko582a15d2022-04-01 12:47:202659 'linux-chromeos-dbg': {
2660 'swarming': {
2661 'shards': 6,
2662 },
2663 },
Stephanie Kim3aa4c552023-01-10 18:00:042664 'linux-chromeos-rel': {
2665 'swarming': {
2666 'shards': 5,
2667 },
2668 },
Stephen Martinis1384ff92020-01-07 19:52:152669 'linux-code-coverage': {
Yuke Liao79424e42020-01-06 21:00:112670 'swarming': {
2671 'shards': 10,
2672 },
2673 },
Thiago Perrottad12c7872023-01-12 17:30:562674 'linux-rel-cft': {
2675 'args': [
2676 '--test-launcher-filter-file=../../testing/buildbot/filters/linux.linux-rel-cft.interactive_ui_tests.filter',
2677 ],
2678 },
Kuan Huang235b0142021-10-19 18:59:282679 'mac-code-coverage': {
2680 'args': [
2681 '--coverage-continuous-mode=1',
2682 ],
2683 },
Lindsay Pasricha60535a22021-12-13 16:50:242684 # TODO (crbug.com/1278617) Re-enable once fixed
2685 'mac-osxbeta-rel': {
2686 'experiment_percentage': 100,
2687 },
Thiago Perrottad12c7872023-01-12 17:30:562688 'mac-rel-cft': {
2689 'args': [
2690 '--test-launcher-filter-file=../../testing/buildbot/filters/mac.mac-rel-cft.interactive_ui_tests.filter',
2691 ],
Thiago Perrottaa289bad2023-01-20 12:44:392692 'swarming': {
2693 'shards': 6,
2694 'inverse_quickrun_shards': 12,
2695 },
Thiago Perrottad12c7872023-01-12 17:30:562696 },
Kuan Huang1b52d442023-02-07 20:35:342697 'win-asan': {
2698 # Tests shows tests run faster with fewer retries by using fewer jobs crbug.com/1411912
2699 'args': [
2700 '--test-launcher-jobs=3',
2701 ],
2702 'swarming': {
2703 'shards': 6,
2704 },
2705 },
Thiago Perrottad12c7872023-01-12 17:30:562706 'win-rel-cft': {
2707 'args': [
2708 '--test-launcher-filter-file=../../testing/buildbot/filters/win.win-rel-cft.interactive_ui_tests.filter',
2709 ],
Thiago Perrotta314f7b02023-01-19 21:30:532710 'swarming': {
2711 'shards': 9,
2712 },
Thiago Perrottad12c7872023-01-12 17:30:562713 },
Kenneth Russelleb60cbd22017-12-05 07:54:282714 },
2715 },
Sven Zhengef0d0872022-04-04 22:13:292716 'interactive_ui_tests amd64-generic': {
Yuke Liaob6beaeca2021-04-29 23:41:512717 'remove_from': [
2718 # TODO(crbug.com/1204231): Re-enable.
2719 'lacros-amd64-generic-rel',
Yuke Liao859819d2022-02-24 08:23:492720 'lacros-amd64-generic-rel-fyi',
Yuke Liaob6beaeca2021-04-29 23:41:512721 ]
2722 },
Sven Zhengef0d0872022-04-04 22:13:292723 'interactive_ui_tests eve': {
Yuke Liao79a8cf52021-06-11 18:14:342724 'remove_from': [
2725 # TODO(crbug.com/1204231): Re-enable.
2726 'lacros-amd64-generic-rel',
Yuke Liao859819d2022-02-24 08:23:492727 'lacros-amd64-generic-rel-fyi',
Yuke Liao79a8cf52021-06-11 18:14:342728 ]
2729 },
John Budorickf00e5ff2019-06-11 21:21:062730 'ipc_tests': {
2731 'modifications': {
2732 'android-asan': {
2733 'swarming': {
2734 'shards': 2,
2735 },
2736 },
2737 },
2738 },
Jieting Yange63d9cf2022-09-20 21:57:502739 'lacros_all_tast_tests jacuzzi': {
2740 'modifications': {
2741 'lacros-arm-generic-chrome': {
2742 'experiment_percentage': 100,
2743 },
Jieting Yangd81cc962022-12-05 21:26:132744 'lacros-arm-generic-rel': {
2745 'ci_only': True,
2746 },
2747 },
2748 },
2749 'lacros_cq_tast_tests_jacuzzi jacuzzi': {
2750 'modifications': {
2751 'lacros-arm-generic-rel': {
2752 'ci_only': True,
2753 },
Jieting Yange63d9cf2022-09-20 21:57:502754 },
2755 },
Dirk Pranke8d2a9f52022-12-08 20:25:422756 'mac_signing_tests': {
2757 'remove_from': [
2758 # This is intentional and explained in the waterfalls.pyl comment for
2759 # this builder.
2760 'mac-rel-cft',
2761 ],
2762 },
Jonah Ryan-Davis832c8462020-06-09 03:45:032763 'maps_pixel_passthrough_test': {
Brian Sheedyc0c142c2021-06-01 21:18:052764 'modifications': {
2765 'Android FYI Release (Pixel 4)': {
2766 'args': [
2767 # Pixel 4s are weird in that they can output in different color spaces
2768 # simultaneously. The readback code for capturing a screenshot assumes
2769 # only one color space, so disable wide color gamut for the test to
2770 # work around the issue. See https://crbug.com/1166379 for more
2771 # information.
2772 '--extra-browser-args=--disable-wcg-for-test',
2773 ],
2774 },
Ben Pastene63f13302022-05-12 21:04:052775 'android_optional_gpu_tests_rel': {
2776 'args': [
2777 # See above.
2778 '--extra-browser-args=--disable-wcg-for-test',
2779 ],
2780 },
Brian Sheedyc0c142c2021-06-01 21:18:052781 },
Jonah Ryan-Davis832c8462020-06-09 03:45:032782 'replacements': {
2783 # The V8 builders pass the V8 revision for ${got_revision}, so instead
2784 # use ${got_cr_revision}, which is only set on the V8 bots.
2785 'Linux V8 FYI Release (NVIDIA)': {
2786 'args': {
2787 '--git-revision': '${got_cr_revision}',
2788 },
2789 },
2790 'Linux V8 FYI Release - pointer compression (NVIDIA)': {
2791 'args': {
2792 '--git-revision': '${got_cr_revision}',
2793 },
2794 },
Jonah Ryan-Davisdeeffeaf2020-06-18 17:56:002795 'Mac V8 FYI Release (Intel)': {
2796 'args': {
2797 '--git-revision': '${got_cr_revision}',
2798 },
2799 },
Jonah Ryan-Davis832c8462020-06-09 03:45:032800 'Win V8 FYI Release (NVIDIA)': {
2801 'args': {
2802 '--git-revision': '${got_cr_revision}',
2803 },
2804 },
2805 },
2806 },
2807 'maps_pixel_validating_test': {
Brian Sheedy0566f2cb2021-02-12 22:12:502808 'modifications': {
2809 'Android FYI Release (Pixel 4)': {
2810 'args': [
2811 # Pixel 4s are weird in that they can output in different color spaces
2812 # simultaneously. The readback code for capturing a screenshot assumes
2813 # only one color space, so disable wide color gamut for the test to
2814 # work around the issue. See https://crbug.com/1166379 for more
2815 # information.
2816 '--extra-browser-args=--disable-wcg-for-test',
2817 ],
2818 },
Ben Pastene63f13302022-05-12 21:04:052819 'android_optional_gpu_tests_rel': {
2820 'args': [
2821 # See above.
2822 '--extra-browser-args=--disable-wcg-for-test',
2823 ],
2824 },
Brian Sheedy0566f2cb2021-02-12 22:12:502825 },
Brian Sheedye285c9b2019-07-15 21:42:462826 # TODO(https://crbug.com/850107): Remove the Android FYI Release (Pixel 2)
2827 # exception once there is enough capacity to run these tests.
2828 'remove_from': [
Brian Sheedye285c9b2019-07-15 21:42:462829 'Android FYI Release (Pixel 2)',
2830 ],
Brian Sheedy44fd891b2019-10-03 20:07:542831 'replacements': {
Brian Sheedy44fd891b2019-10-03 20:07:542832 # The V8 builders pass the V8 revision for ${got_revision}, so instead
2833 # use ${got_cr_revision}, which is only set on the V8 bots.
2834 'Android V8 FYI Release (Nexus 5X)': {
2835 'args': {
Brian Sheedy4d335deb2020-04-01 20:47:322836 '--git-revision': '${got_cr_revision}',
Brian Sheedy44fd891b2019-10-03 20:07:542837 },
2838 },
Brian Sheedy44fd891b2019-10-03 20:07:542839 },
Brian Sheedye285c9b2019-07-15 21:42:462840 },
Andrew Luo38b311f2019-10-04 03:42:092841 'media_unittests': {
2842 'modifications': {
Haiyang Pan9d68ca02021-08-04 21:30:472843 'android-11-x86-rel': {
Haiyang Pancf765862021-03-18 20:39:152844 'args': [
Haiyang Pan9c91cd42023-02-08 23:19:592845 '--test-launcher-filter-file=../../testing/buildbot/filters/android.emulator.media_unittests.filter',
Haiyang Pan80b0d412021-11-23 00:06:422846 ],
2847 },
Haiyang Pan2a55a452022-03-03 08:18:332848 'android-12-x64-rel': {
Haiyang Pan80b0d412021-11-23 00:06:422849 'args': [
Haiyang Pan9c91cd42023-02-08 23:19:592850 '--test-launcher-filter-file=../../testing/buildbot/filters/android.emulator.media_unittests.filter',
2851 ],
2852 },
2853 'android-12l-x64-dbg-tests': {
2854 'args': [
2855 '--test-launcher-filter-file=../../testing/buildbot/filters/android.emulator.media_unittests.filter',
2856 ],
2857 },
2858 'android-13-x64-rel': {
2859 'args': [
2860 '--test-launcher-filter-file=../../testing/buildbot/filters/android.emulator.media_unittests.filter',
Haiyang Pancf765862021-03-18 20:39:152861 ],
2862 },
Andrew Luo38b311f2019-10-04 03:42:092863 'android-pie-arm64-rel': {
Andrew Luobe83fd82019-12-19 03:07:582864 'args': [
2865 '--gtest_filter=-AAudio/AudioOutputTest.Play200HzTone/0', # https://crbug.com/1034009
2866 ],
Andrew Luo38b311f2019-10-04 03:42:092867 },
Chong Gudf7fbe92021-02-24 02:55:582868 'fuchsia-code-coverage': {
2869 'swarming': {
2870 'shards': 3,
2871 },
2872 },
Chong Gub2446462021-08-19 18:44:082873 'fuchsia-fyi-arm64-dbg': {
2874 'args': [
2875 '--test-launcher-filter-file=../../testing/buildbot/filters/fuchsia.debug.media_unittests.filter',
2876 ],
2877 },
Andrew Luo38b311f2019-10-04 03:42:092878 },
2879 },
Chong Gu4eca1ce2021-05-17 08:49:572880 'mediapipe_validating_tests': {
Rohan Pavonedf728bee22022-11-09 21:32:552881 'modifications': {
David Dorwin06fae772022-10-07 16:34:422882 # TODO(crbug.com/1372213): Remove once tests are stable.
David Dorwinf060a72d2022-10-05 22:09:032883 'fuchsia-x64-chrome-rel': {
Chong Guabe5adec02022-03-24 17:41:302884 'experiment_percentage': 100,
2885 },
2886 },
Chong Gu4eca1ce2021-05-17 08:49:572887 'remove_from': [
David Dorwin06fae772022-10-07 16:34:422888 # TODO(crbug.com/1372213): Remove these once tests are stable.
David Dorwin49b2ddb2022-09-08 20:49:432889 'fuchsia-x64-cast-receiver-rel',
2890 'fuchsia-x64-rel',
Chong Gu4eca1ce2021-05-17 08:49:572891 ],
2892 },
Ben Joyce02dc8092021-03-04 21:48:192893 'mojo_test_apk': {
2894 'remove_from': [
2895 'android-code-coverage-native', # Does not generate profraw data.
2896 ],
2897 },
John Budorickf00e5ff2019-06-11 21:21:062898 'mojo_unittests': {
2899 'modifications': {
2900 'android-asan': {
2901 'swarming': {
John Budorick5a29d7542019-10-11 20:56:442902 'shards': 5,
John Budorickf00e5ff2019-06-11 21:21:062903 },
2904 },
Chong Gudf7fbe92021-02-24 02:55:582905 'fuchsia-code-coverage': {
2906 'swarming': {
2907 'shards': 2,
2908 },
2909 },
John Budorickf00e5ff2019-06-11 21:21:062910 },
2911 },
bsheedye9469572019-01-23 17:31:332912 'monochrome_public_test_ar_apk': {
2913 'modifications': {
Brian Sheedy12169aa2019-10-16 23:38:032914 'Nougat Phone Tester': {
2915 'args': [
2916 # ArCore is not installed as a system app on N, so we can install it
2917 # normally instead of replacing the system version.
2918 '--additional-apk=//third_party/arcore-android-sdk/test-apks/arcore/arcore_current.apk'
2919 ],
2920 },
bsheedye9469572019-01-23 17:31:332921 # We need to match the Playstore version as well because AR tests fail on
2922 # old versions of the Playstore.
2923 'Oreo Phone Tester': {
Brian Sheedy2bcd16b2019-04-22 22:47:082924 'args': [
2925 # ArCore is not installed as a system app on O, so we can install it
2926 # normally instead of replacing the system version.
2927 '--additional-apk=//third_party/arcore-android-sdk/test-apks/arcore/arcore_current.apk'
2928 ],
bsheedye9469572019-01-23 17:31:332929 'swarming': {
2930 'dimension_sets': [
2931 {
2932 'device_os': 'OPR3.170623.008',
bsheedye9469572019-01-23 17:31:332933 'device_type': 'marlin',
2934 'os': 'Android',
2935 },
2936 ],
2937 },
2938 },
Haiyang Pan57159eba2020-05-07 23:14:132939 'android-10-arm64-rel': {
2940 'args': [
Brian Sheedy4dc4a6f2020-09-17 22:18:502941 '--remove-system-package=com.google.ar.core',
2942 '--additional-apk=//third_party/arcore-android-sdk/test-apks/arcore/arcore_current.apk',
Haiyang Pan57159eba2020-05-07 23:14:132943 ]
2944 },
Brian Sheedy2bcd16b2019-04-22 22:47:082945 'android-pie-arm64-dbg': {
2946 'args': [
Brian Sheedy4dc4a6f2020-09-17 22:18:502947 '--remove-system-package=com.google.ar.core',
2948 '--additional-apk=//third_party/arcore-android-sdk/test-apks/arcore/arcore_current.apk',
Brian Sheedy2bcd16b2019-04-22 22:47:082949 ]
2950 }
bsheedye9469572019-01-23 17:31:332951 },
2952 },
Kenneth Russellfbda3c532017-12-08 23:57:242953 'nacl_loader_unittests': {
2954 'remove_from': [
Nico Weber48f187142018-06-01 15:16:352955 'ToTMacASan', # The mac asan tot bot sets enable_nacl=false
Nico Weber3611ee802018-06-07 13:34:512956 'linux-win_cross-rel', # Sets enable_nacl=false, https://crbug.com/774186
Nico Webera8fc38f72018-04-10 02:20:112957 'Linux TSan Tests', # The TSan bot sets enable_nacl=false
Nico Weber05d3e642018-05-31 16:59:482958 'Mac ASan 64 Tests (1)', # The mac asan bot sets enable_nacl=false
Kenneth Russellfbda3c532017-12-08 23:57:242959 ],
2960 },
Kenneth Russelleb60cbd22017-12-05 07:54:282961 'net_unittests': {
2962 'modifications': {
Nico Weber33b9b7a2020-06-12 19:23:272963 'CrWinAsan': {
Ben Pastened2c01af2022-01-31 23:06:442964 # TODO(crbug.com/1257927): net_unittests is slow under ASan.
Nico Weber33b9b7a2020-06-12 19:23:272965 'swarming': {
2966 'shards': 16,
2967 },
2968 },
2969 'CrWinAsan(dll)': {
Ben Pastened2c01af2022-01-31 23:06:442970 # TODO(crbug.com/1257927): net_unittests is slow under ASan.
Nico Weber33b9b7a2020-06-12 19:23:272971 'swarming': {
2972 'shards': 16,
2973 },
2974 },
John Budorickca14c76f62017-12-09 14:19:182975 'Linux ASan LSan Tests (1)': {
John Budorick5052d552017-12-13 02:59:342976 # These are very slow on the ASAN trybot for some reason.
Ben Pastened2c01af2022-01-31 23:06:442977 # crbug.com/1257927
John Budorickca14c76f62017-12-09 14:19:182978 'swarming': {
John Budorick5052d552017-12-13 02:59:342979 'shards': 16,
John Budorickca14c76f62017-12-09 14:19:182980 },
2981 },
2982 'Linux Chromium OS ASan LSan Tests (1)': {
Takuto Ikuta54671d972018-07-19 19:06:352983 # These are very slow on the ASAN trybot for some reason.
Ben Pastened2c01af2022-01-31 23:06:442984 # crbug.com/1257927
John Budorickca14c76f62017-12-09 14:19:182985 'swarming': {
Sergey Berezinda3255c2018-03-16 00:34:022986 'shards': 8,
John Budorickca14c76f62017-12-09 14:19:182987 }
2988 },
Takuto Ikuta54671d972018-07-19 19:06:352989 'Linux ChromiumOS MSan Tests': {
2990 # These are very slow on the Chrome OS MSAN trybot for some reason.
2991 # crbug.com/865455
2992 'swarming': {
2993 'shards': 2,
2994 },
2995 },
John Budorickca14c76f62017-12-09 14:19:182996 'Linux TSan Tests': {
2997 'swarming': {
2998 'shards': 4,
2999 }
3000 },
Ben Pastene8bf205b2018-06-13 04:00:333001 # The suite runs signficantly slower on linux dbg, so increase shards.
3002 'Linux Tests (dbg)(1)': {
3003 'swarming': {
3004 'shards': 2,
3005 },
3006 },
Stephen Martinis1384ff92020-01-07 19:52:153007 'ToTLinuxASan': {
Ben Pastened2c01af2022-01-31 23:06:443008 # TODO(crbug.com/1257927): net_unittests is slow under ASan.
Stephen Martinis1384ff92020-01-07 19:52:153009 'swarming': {
3010 'shards': 16,
3011 },
3012 },
3013 'ToTLinuxTSan': {
3014 'swarming': {
3015 'shards': 4,
3016 }
3017 },
Struan Shrimpton5786bfd02023-01-11 00:47:543018 'android-12-x64-rel': {
3019 'swarming': {
3020 'inverse_quickrun_shards': 6,
3021 },
3022 },
Stefano Duof44278b2021-08-02 16:29:383023 'android-cronet-x86-dbg-10-tests': {
3024 'args': [
3025 '--test-launcher-filter-file=../../testing/buildbot/filters/android.emulator_10.net_unittests.filter',
3026 ],
3027 },
Chidera Olibie262e33e2022-03-02 11:45:283028 'android-cronet-x86-dbg-lollipop-tests': {
3029 'args': [
3030 '--test-launcher-filter-file=../../testing/buildbot/filters/android.emulator_l.net_unittests.filter',
3031 ],
3032 },
Chidera Olibieef99a55ca2021-10-01 21:42:003033 'android-cronet-x86-dbg-oreo-tests': {
3034 'args': [
3035 '--test-launcher-filter-file=../../testing/buildbot/filters/android.emulator.net_unittests.filter',
3036 ],
3037 },
Chidera Olibie509fd732021-09-30 20:17:173038 'android-cronet-x86-dbg-pie-tests': {
3039 # crbug.com/1046060
3040 'args': [
3041 '--test-launcher-filter-file=../../testing/buildbot/filters/android.emulator.net_unittests.filter',
3042 ],
3043 },
Chidera Olibie5c0ec912022-03-23 10:44:513044 'android-cronet-x86-rel-kitkat-tests': {
3045 'args': [
3046 '--test-launcher-filter-file=../../testing/buildbot/filters/android.emulator_k.net_unittests.filter',
3047 ],
3048 },
Haiyang Pan08d09dc2020-04-01 16:11:213049 'android-pie-x86-rel': {
John Budorick7fde6b492020-01-29 17:43:503050 # crbug.com/1046060
3051 'args': [
3052 '--test-launcher-filter-file=../../testing/buildbot/filters/android.emulator.net_unittests.filter',
3053 ],
3054 },
Struan Shrimpton4b7abc02021-12-16 01:36:593055 'chromeos-amd64-generic-rel': {
3056 'swarming': {
3057 'quickrun_shards': 6,
3058 },
3059 },
Chong Gu76046412021-09-22 17:49:213060 'fuchsia-code-coverage': {
3061 'swarming': {
3062 'shards': 14,
3063 },
3064 },
Ben Pastene8bf205b2018-06-13 04:00:333065 'linux-chromeos-dbg': {
3066 'swarming': {
3067 'shards': 2,
3068 },
3069 },
Nico Weber33b9b7a2020-06-12 19:23:273070 'win-asan': {
Ben Pastened2c01af2022-01-31 23:06:443071 # TODO(crbug.com/1257927): net_unittests is slow under ASan.
Nico Weber33b9b7a2020-06-12 19:23:273072 'swarming': {
3073 'shards': 16,
3074 },
3075 },
Kenneth Russelleb60cbd22017-12-05 07:54:283076 },
3077 },
John Chenaab16fc02020-03-03 06:35:453078 'not_site_per_process_blink_web_tests': {
Lukasz Anforowicz04bc6302018-11-19 19:04:283079 'remove_from': [
Lukasz Anforowicz04bc6302018-11-19 19:04:283080 # TODO(dpranke): Should we be running this step on Linux Tests (dbg)(1)?
3081 'Linux Tests (dbg)(1)',
Lukasz Anforowicz04bc6302018-11-19 19:04:283082 ],
Yuke Liaobc9ff982019-04-30 06:56:163083 'modifications': {
Stephen Martinis1384ff92020-01-07 19:52:153084 'Linux Tests': {
3085 "args": [
3086 "--additional-env-var=LLVM_PROFILE_FILE=${ISOLATED_OUTDIR}/profraw/default-%2m.profraw",
Stephen Martinis1384ff92020-01-07 19:52:153087 ],
Struan Shrimpton57c594e42022-01-25 17:59:133088 'swarming': {
3089 'quickrun_shards': 18,
3090 },
Stephen Martinis1384ff92020-01-07 19:52:153091 },
Yuke Liaoea70f472019-12-19 06:03:363092 'linux-code-coverage': {
3093 'args': [
3094 '--additional-env-var=LLVM_PROFILE_FILE=${ISOLATED_OUTDIR}/profraw/default-%2m.profraw',
Yuke Liaoea70f472019-12-19 06:03:363095 ],
3096 'swarming': {
3097 'shards': 20,
3098 },
3099 },
Thiago Perrotta61487462023-01-20 12:52:323100 'linux-rel-cft': {
3101 "args": [
3102 "--additional-env-var=LLVM_PROFILE_FILE=${ISOLATED_OUTDIR}/profraw/default-%2m.profraw",
3103 ],
3104 'swarming': {
3105 'quickrun_shards': 18,
3106 },
3107 },
Yuke Liaobc9ff982019-04-30 06:56:163108 },
Lukasz Anforowicz04bc6302018-11-19 19:04:283109 },
Xi Cheng34ca4042018-02-23 00:10:123110 'notification_helper_unittests': {
3111 'remove_from': [
Stephen Martinis1384ff92020-01-07 19:52:153112 # all these bots run Windows 7.
Xi Cheng34ca4042018-02-23 00:10:123113 'ToTWin',
3114 'ToTWin(dbg)',
3115 'ToTWin(dll)',
inglorionb8e7a3ed2019-04-12 09:49:033116 'ToTWinOfficial',
Arthur Eubanks0c24b822021-06-15 18:51:343117 'ToTWinOfficial64',
Xi Cheng34ca4042018-02-23 00:10:123118 'ToTWin64',
3119 'ToTWin64(dbg)',
3120 'ToTWin64(dll)',
Xi Cheng34ca4042018-02-23 00:10:123121 ],
3122 },
James Shenf4199bfd2022-08-13 00:44:273123 'oop_network_service_content_browsertests': {
3124 'modifications': {
3125 'android-12-x64-fyi-rel': {
3126 'args': [
3127 '--test-launcher-filter-file=../../testing/buildbot/filters/android.emulator_12.oop_network_service_content_browsertests.filter',
3128 ],
3129 },
3130 },
3131 },
Ben Pastenee723b2f2019-05-31 19:10:273132 'ozone_unittests': {
3133 'modifications': {
Ben Pastene8ef125e2019-12-10 01:46:293134 'chromeos-betty-pi-arc-chrome': {
3135 'args': [
3136 '--test-launcher-filter-file=../../testing/buildbot/filters/chromeos.ozone_unittests.filter',
3137 ],
3138 },
Ben Pastene500cc1d12021-01-22 18:10:473139 'chromeos-betty-pi-arc-chrome-dchecks': {
3140 'args': [
3141 '--test-launcher-filter-file=../../testing/buildbot/filters/chromeos.ozone_unittests.filter',
3142 ],
3143 },
Ben Pastene8ef125e2019-12-10 01:46:293144 'linux-chromeos-chrome': {
3145 'args': [
3146 '--test-launcher-filter-file=../../testing/buildbot/filters/chromeos.ozone_unittests.filter',
3147 ],
3148 },
Ben Pastenee723b2f2019-05-31 19:10:273149 },
3150 },
Maksim Sisovc81d284c2021-10-05 17:54:353151 'ozone_x11_unittests': {
3152 # Wayland bot uses chromium_linux_gtests that includes some x11 only
3153 # test targets. To avoid maintaining a list of tests, remove them here.
3154 'remove_from': [
3155 'Linux Tests (Wayland)',
3156 ],
3157 },
Karen Qian385d2ca2019-03-19 21:49:583158 'perfetto_unittests': {
Haiyang Pan0e27adbeb2021-12-14 22:44:303159 'modifications': {
Haiyang Pan2a55a452022-03-03 08:18:333160 'android-12-x64-rel': {
Haiyang Pan0e27adbeb2021-12-14 22:44:303161 'args': [
3162 # TODO(crbug.com/1260440): Fix the failed test
3163 '--gtest_filter=-ScopedDirTest.CloseOutOfScope',
3164 ],
3165 },
Haiyang Pan32338b72023-02-08 23:48:583166 'android-12l-x64-dbg-tests': {
3167 'args': [
3168 # TODO(crbug.com/1260440): Fix the failed test
3169 '--gtest_filter=-ScopedDirTest.CloseOutOfScope',
3170 ],
3171 },
3172 'android-13-x64-rel': {
3173 'args': [
3174 # TODO(crbug.com/1260440): Fix the failed test
3175 '--gtest_filter=-ScopedDirTest.CloseOutOfScope',
3176 ],
3177 },
James Shen274775eb2022-07-06 22:54:433178 'android-nougat-x86-rel': {
3179 'args': [
3180 # TODO(crbug.com/1260440): Fix the failed test
3181 '--gtest_filter=-ScopedDirTest.CloseOutOfScope',
3182 ],
3183 },
Chong Gua10cd302022-01-14 19:22:193184 'fuchsia-fyi-x64-asan': {
3185 'args': [
Kevin Marshall847bf0332022-05-31 20:12:543186 # TODO(crbug.com/1199334): Error messages only show up in klog.
3187 '--gtest_filter=-PagedMemoryTest.AccessUncommittedMemoryTriggersASAN'
Chong Gua10cd302022-01-14 19:22:193188 ],
3189 },
Haiyang Pan0e27adbeb2021-12-14 22:44:303190 },
Karen Qian385d2ca2019-03-19 21:49:583191 'remove_from': [
Haiyang Pan363c59a2020-07-23 05:47:043192 # TODO(crbug.com/931138): Fix permission issue when creating tmp files
John Budorickd3fa5992019-12-13 17:22:413193 'android-arm64-proguard-rel',
John Budorickf2283d72019-06-25 01:09:093194 'android-asan',
Yun Liu022f4512019-06-10 23:14:043195 'android-code-coverage',
Yun Liu7cfd28a2019-10-30 01:57:123196 'android-code-coverage-native',
Andrew Luo38b311f2019-10-04 03:42:093197 'android-pie-arm64-rel',
Haiyang Pan08d09dc2020-04-01 16:11:213198 'android-pie-x86-rel',
Haiyang Pan9d68ca02021-08-04 21:30:473199 'android-11-x86-rel',
Karen Qian385d2ca2019-03-19 21:49:583200 'Nougat Phone Tester',
Arthur Eubanksc8f86ee2021-05-10 20:14:243201 'ToTAndroid'
Karen Qian385d2ca2019-03-19 21:49:583202 ]
3203 },
Stephen Martinis54d64ad2018-09-21 22:16:203204 'performance_test_suite': {
3205 'modifications': {
Cameron Higgins7558b162022-06-10 18:53:073206 'Mac12 Tests (dbg)': {
Zhaoyang Li9357e1e12021-12-07 18:53:173207 'args': [
3208 '--browser=debug',
3209 ],
3210 },
Stephen Martinis54d64ad2018-09-21 22:16:203211 'Win10 Tests x64 (dbg)': {
3212 'args': [
Takuto Ikutab28b582e2021-02-10 01:41:213213 '--browser=debug_x64',
Stephen Martinis54d64ad2018-09-21 22:16:203214 ],
3215 'experiment_percentage': 100,
3216 },
Stephen Martinis54d64ad2018-09-21 22:16:203217 },
3218 },
Sven Zheng00e75602022-11-16 18:01:383219 'pixel_browser_tests': {
3220 # This target should be removed from any CI only builders. Developers can
3221 # intentionally make UI changes. Without running pixel tests on CQ, those
3222 # cls will get wrongly reverted by sheriffs.
3223 # When we switch CQ builders(e.g. use Win11 to replace Win10), we also
3224 # need to update this field.
3225 'remove_from': [
3226 'Win11 Tests x64',
Thiago Perrotta8b9d127ab2023-01-19 18:08:443227 'win-rel-cft',
Sven Zheng00e75602022-11-16 18:01:383228 ],
3229 },
Jonah Ryan-Davis832c8462020-06-09 03:45:033230 'pixel_skia_gold_passthrough_test': {
Brian Sheedyc0c142c2021-06-01 21:18:053231 'modifications': {
3232 'Android FYI Release (Pixel 4)': {
3233 'args': [
3234 # Pixel 4s are weird in that they can output in different color spaces
3235 # simultaneously. The readback code for capturing a screenshot assumes
3236 # only one color space, so disable wide color gamut for the test to
3237 # work around the issue. See https://crbug.com/1166379 for more
3238 # information.
3239 '--extra-browser-args=--disable-wcg-for-test',
3240 ],
3241 },
Struan Shrimptone772d72f2021-12-15 07:50:093242 'Mac Retina Release (AMD)': {
3243 'swarming': {
3244 'quickrun_shards': 2,
3245 },
3246 },
Struan Shrimpton4b7abc02021-12-16 01:36:593247 'Win10 x64 Release (NVIDIA)': {
3248 'swarming': {
3249 'quickrun_shards': 2,
3250 },
3251 },
Ben Pastene63f13302022-05-12 21:04:053252 'android_optional_gpu_tests_rel': {
3253 'args': [
3254 # See above.
3255 '--extra-browser-args=--disable-wcg-for-test',
3256 ],
3257 },
Brian Sheedyc0c142c2021-06-01 21:18:053258 },
Jonah Ryan-Davis832c8462020-06-09 03:45:033259 'replacements': {
3260 # The V8 builders pass the V8 revision for ${got_revision}, so instead
3261 # use ${got_cr_revision}, which is only set on the V8 bots.
3262 'Linux V8 FYI Release (NVIDIA)': {
3263 'args': {
3264 '--git-revision': '${got_cr_revision}',
3265 },
3266 },
3267 'Linux V8 FYI Release - pointer compression (NVIDIA)': {
3268 'args': {
3269 '--git-revision': '${got_cr_revision}',
3270 },
3271 },
Jonah Ryan-Davisdeeffeaf2020-06-18 17:56:003272 'Mac V8 FYI Release (Intel)': {
3273 'args': {
3274 '--git-revision': '${got_cr_revision}',
3275 },
3276 },
Jonah Ryan-Davis832c8462020-06-09 03:45:033277 'Win V8 FYI Release (NVIDIA)': {
3278 'args': {
3279 '--git-revision': '${got_cr_revision}',
3280 },
3281 },
3282 },
3283 },
3284 'pixel_skia_gold_validating_test': {
Brian Sheedy0566f2cb2021-02-12 22:12:503285 'modifications': {
3286 'Android FYI Release (Pixel 4)': {
3287 'args': [
3288 # Pixel 4s are weird in that they can output in different color spaces
3289 # simultaneously. The readback code for capturing a screenshot assumes
3290 # only one color space, so disable wide color gamut for the test to
3291 # work around the issue. See https://crbug.com/1166379 for more
3292 # information.
3293 '--extra-browser-args=--disable-wcg-for-test',
3294 ],
3295 },
Ben Pastene63f13302022-05-12 21:04:053296 'android_optional_gpu_tests_rel': {
3297 'args': [
3298 # See above.
3299 '--extra-browser-args=--disable-wcg-for-test',
3300 ],
3301 },
David Dorwinf060a72d2022-10-05 22:09:033302 'fuchsia-x64-chrome-rel': { # https://crbug.com/1302427
Chong Guabe5adec02022-03-24 17:41:303303 'experiment_percentage': 100,
3304 },
Brian Sheedy0566f2cb2021-02-12 22:12:503305 },
Chong Gu0aa929e62022-03-03 15:34:133306 'remove_from': [
David Dorwin49b2ddb2022-09-08 20:49:433307 # TODO(https://crbug.com/1302427): Remove once tests pass.
David Dorwin49b2ddb2022-09-08 20:49:433308 'fuchsia-x64-cast-receiver-rel',
3309 'fuchsia-x64-rel',
Chong Gu0aa929e62022-03-03 15:34:133310 ],
Brian Sheedye6ea0ee2019-07-11 02:54:373311 'replacements': {
Brian Sheedye6ea0ee2019-07-11 02:54:373312 # The V8 builders pass the V8 revision for ${got_revision}, so instead
3313 # use ${got_cr_revision}, which is only set on the V8 bots.
3314 'Android V8 FYI Release (Nexus 5X)': {
3315 'args': {
Brian Sheedy4d335deb2020-04-01 20:47:323316 '--git-revision': '${got_cr_revision}',
Brian Sheedye6ea0ee2019-07-11 02:54:373317 },
3318 },
Brian Sheedye6ea0ee2019-07-11 02:54:373319 },
3320 },
3321 'pixel_test':{
Takuto Ikuta35c85522019-06-04 16:55:463322 'modifications': {
3323 'Android Release (Nexus 5X)': {
3324 'swarming': {
3325 'shards': 2,
3326 },
3327 },
3328 },
Nico Weber128fd382018-06-14 23:29:273329 },
Henrique Nakashima87b6d8b2022-07-13 13:59:043330 'sandbox_linux_unittests': {
John Budorickdce9d462019-03-23 00:25:383331 'modifications': {
James Shenca34ad02022-06-29 22:38:513332 'android-nougat-x86-rel': {
3333 'args': [
3334 '--test-launcher-filter-file=../../testing/buildbot/filters/android.emulator.sandbox_linux_unittests.filter',
3335 ]
3336 },
Haiyang Pan08d09dc2020-04-01 16:11:213337 'android-pie-x86-rel': {
John Budorick191adfcd2020-01-29 18:19:043338 'args': [
Henrique Nakashima87b6d8b2022-07-13 13:59:043339 '--test-launcher-filter-file=../../testing/buildbot/filters/android.emulator.sandbox_linux_unittests.filter',
John Budorick191adfcd2020-01-29 18:19:043340 ]
3341 },
John Budorickdce9d462019-03-23 00:25:383342 },
John Budorick3ebfdf852019-05-13 22:28:163343 'remove_from': [
John Budorick3ebfdf852019-05-13 22:28:163344 'android-asan', # https://crbug.com/962650
3345 ],
John Budorickdce9d462019-03-23 00:25:383346 },
Brian Sheedyc0c142c2021-06-01 21:18:053347 'screenshot_sync_passthrough_tests': {
3348 'modifications': {
3349 'Android FYI Release (Pixel 4)': {
3350 'args': [
3351 # Pixel 4s are weird in that they can output in different color spaces
3352 # simultaneously. The readback code for capturing a screenshot assumes
3353 # only one color space, so disable wide color gamut for the test to
3354 # work around the issue. See https://crbug.com/1166379 for more
3355 # information.
3356 '--extra-browser-args=--disable-wcg-for-test',
3357 ],
3358 },
Ben Pastene63f13302022-05-12 21:04:053359 'android_optional_gpu_tests_rel': {
3360 'args': [
3361 # See above.
3362 '--extra-browser-args=--disable-wcg-for-test',
3363 ],
3364 },
Brian Sheedyc0c142c2021-06-01 21:18:053365 },
3366 },
Brian Sheedy0566f2cb2021-02-12 22:12:503367 'screenshot_sync_validating_tests': {
3368 'modifications': {
3369 'Android FYI Release (Pixel 4)': {
3370 'args': [
3371 # Pixel 4s are weird in that they can output in different color spaces
3372 # simultaneously. The readback code for capturing a screenshot assumes
3373 # only one color space, so disable wide color gamut for the test to
3374 # work around the issue. See https://crbug.com/1166379 for more
3375 # information.
3376 '--extra-browser-args=--disable-wcg-for-test',
3377 ],
3378 },
Ben Pastene63f13302022-05-12 21:04:053379 'android_optional_gpu_tests_rel': {
3380 'args': [
3381 # See above.
3382 '--extra-browser-args=--disable-wcg-for-test',
3383 ],
3384 },
Brian Sheedy0566f2cb2021-02-12 22:12:503385 },
Chong Gu0aa929e62022-03-03 15:34:133386 'remove_from': [
David Dorwin49b2ddb2022-09-08 20:49:433387 # TODO(https://crbug.com/1302427): Remove once tests pass.
David Dorwin49b2ddb2022-09-08 20:49:433388 'fuchsia-x64-cast-receiver-rel',
3389 'fuchsia-x64-rel',
Chong Gu0aa929e62022-03-03 15:34:133390 ],
Brian Sheedy0566f2cb2021-02-12 22:12:503391 },
Kenneth Russelleb60cbd22017-12-05 07:54:283392 'services_unittests': {
3393 'remove_from': [
Nico Weber15a00d62018-05-16 17:11:483394 'ToTLinuxMSan', # https://crbug.com/831676
Kenneth Russell8a386d42018-06-02 09:48:013395 # The face and barcode detection tests fail on the Mac Pros.
3396 'Mac Pro FYI Release (AMD)',
Nico Weberd36959682018-04-12 03:33:463397 'Linux ChromiumOS MSan Tests', # https://crbug.com/831676
3398 'Linux MSan Tests', # https://crbug.com/831676
Kenneth Russelleb60cbd22017-12-05 07:54:283399 ],
Brian Sheedyb6c58792020-05-07 18:37:333400 'replacements': {
3401 # TODO(crbug.com/1078982): Remove once the test is fixed on 10.15.4.
3402 'Mac FYI Experimental Release (Intel)': {
3403 'args': {
3404 '--gtest_filter': '*Detection*:-FaceDetectionImplMacTest.ScanOneFace*',
3405 },
3406 },
3407 },
Haiyang Pan363c59a2020-07-23 05:47:043408 'modifications': {
Struan Shrimptone772d72f2021-12-15 07:50:093409 'Linux ASan LSan Tests (1)': {
3410 'swarming': {
3411 'quickrun_shards': 2,
3412 },
3413 },
Haiyang Pan9d68ca02021-08-04 21:30:473414 'android-11-x86-rel': {
Haiyang Pan10f029c2021-07-30 23:17:563415 'args': [
Haiyang Pan2877f062021-11-18 01:06:063416 # TODO(crbug.com/1264654): Fix the failed tests
3417 '--gtest_filter=-PacLibraryTest.ActualPacMyIpAddress*'
3418 ],
3419 },
Haiyang Pan2a55a452022-03-03 08:18:333420 'android-12-x64-rel': {
Haiyang Pan2877f062021-11-18 01:06:063421 'args': [
3422 # TODO(crbug.com/1264654): Fix the failed tests
Haiyang Pan10f029c2021-07-30 23:17:563423 '--gtest_filter=-PacLibraryTest.ActualPacMyIpAddress*'
3424 ],
James Shen421441a2023-02-21 22:54:023425 'swarming': {
3426 'shards': 2,
3427 },
Haiyang Pan10f029c2021-07-30 23:17:563428 },
James Shenb3549802022-06-30 18:32:513429 'android-nougat-x86-rel': {
3430 'args': [
3431 # TODO(crbug.com/1264654): Fix the failed tests
3432 '--gtest_filter=-PacLibraryTest.ActualPacMyIpAddress*'
3433 ],
Stephanie Kim11192362022-11-04 18:17:443434 'swarming': {
James Shen421441a2023-02-21 22:54:023435 'shards': 3,
Struan Shrimpton5786bfd02023-01-11 00:47:543436 'inverse_quickrun_shards': 4,
Stephanie Kim11192362022-11-04 18:17:443437 },
James Shenb3549802022-06-30 18:32:513438 },
Chong Gu52481452021-04-02 17:52:413439 'fuchsia-code-coverage': {
3440 'swarming': {
3441 'shards': 7,
3442 },
3443 },
Zijie He117165f2022-12-12 21:40:263444 'fuchsia-fyi-x64-asan': {
3445 'args': [
Rohan Pavonedf499ad2022-12-14 18:40:403446 '--test-launcher-filter-file=../../testing/buildbot/filters/fuchsia.lsan.services_unittests.filter',
Zijie He117165f2022-12-12 21:40:263447 ],
3448 },
Chong Gu52481452021-04-02 17:52:413449 }
Chong Gudf7fbe92021-02-24 02:55:583450 },
Chong Gu76046412021-09-22 17:49:213451 'snapshot_unittests': {
Chong Gub2446462021-08-19 18:44:083452 'modifications': {
3453 'fuchsia-fyi-arm64-dbg': {
3454 'args': [
3455 '--test-launcher-filter-file=../../testing/buildbot/filters/fuchsia.debug.snapshot_unittests.filter',
3456 ],
3457 },
3458 },
3459 },
Kenneth Russelleb60cbd22017-12-05 07:54:283460 'sync_integration_tests': {
Brad Halla36886c2019-02-26 16:52:293461 'remove_from': [
Brad Halla36886c2019-02-26 16:52:293462 'CrWinAsan(dll)', # https://crbug.com/935598
3463 ],
Kenneth Russelleb60cbd22017-12-05 07:54:283464 'modifications': {
Erik Chene84bc1c2019-11-25 23:23:523465 'Linux ASan LSan Tests (1)': {
3466 'swarming': {
3467 'shards': 4,
3468 },
3469 },
Nico Weber8fbc2832018-12-14 16:00:573470 'Linux TSan Tests': {
3471 'swarming': {
3472 'shards': 6,
3473 },
3474 },
Chris Cunninghama1239c8b2022-05-03 00:32:213475 'Mac ASan 64 Tests (1)': {
3476 'swarming': {
3477 'shards': 3,
Lindsay Pasricha2cfaec212022-05-11 19:00:393478 },
3479 },
3480 'Mac11 Tests': {
3481 'swarming': {
3482 'shards': 4,
Chris Cunninghama1239c8b2022-05-03 00:32:213483 },
3484 },
Yue She0cad2922022-06-24 15:06:073485 'Mac12 Tests': {
Lindsay Pasrichac7e07d1e2022-12-16 22:10:063486 'ci_only': True,
Yue She0cad2922022-06-24 15:06:073487 'swarming': {
3488 'shards': 4,
3489 },
3490 },
Cameron Higgins493e6a4e2022-10-11 05:03:303491 'Mac12 Tests (dbg)':{
3492 'swarming': {
3493 'shards': 2,
3494 }
3495 },
Stephen Martinis1384ff92020-01-07 19:52:153496 'ToTLinuxTSan': {
Kenneth Russelleb60cbd22017-12-05 07:54:283497 'swarming': {
Stephen Martinis1384ff92020-01-07 19:52:153498 'shards': 6,
Kenneth Russelleb60cbd22017-12-05 07:54:283499 },
3500 },
Struan Shrimptona1ab7672022-01-13 18:02:513501 'Win10 Tests x64': {
3502 'swarming': {
Stephanie Kimbf31a692022-11-01 17:31:573503 'shards': 3,
Struan Shrimptona1ab7672022-01-13 18:02:513504 },
3505 },
Stephen Martinis75ab55d2018-08-30 02:27:123506 'Win10 Tests x64 (dbg)': {
3507 'experiment_percentage': 100, # https://crbug.com/840369
3508 },
Stephen Martinis1384ff92020-01-07 19:52:153509 'linux-chromeos-code-coverage': {
Yuke Liao79424e42020-01-06 21:00:113510 'swarming': {
3511 'shards': 4,
3512 },
3513 },
Stephanie Kim3aa4c552023-01-10 18:00:043514 'linux-chromeos-rel': {
3515 'swarming': {
3516 'shards': 2,
3517 },
3518 },
Stephen Martinis1384ff92020-01-07 19:52:153519 'linux-code-coverage': {
Yuke Liao79424e42020-01-06 21:00:113520 'swarming': {
3521 'shards': 4,
3522 },
3523 },
Kuan Huang235b0142021-10-19 18:59:283524 'mac-code-coverage': {
3525 'args': [
3526 '--coverage-continuous-mode=1',
3527 ],
3528 },
Thiago Perrottaa289bad2023-01-20 12:44:393529 'mac-rel-cft': {
3530 'ci_only': True,
3531 'swarming': {
3532 'shards': 4,
3533 },
3534 },
Kuan Huang1b52d442023-02-07 20:35:343535 'win-asan': {
3536 # Tests shows tests run faster with fewer retries by using fewer jobs crbug.com/1411912
3537 'args': [
3538 '--test-launcher-jobs=3',
3539 ],
3540 'swarming': {
3541 'shards': 2,
3542 },
3543 },
Thiago Perrotta314f7b02023-01-19 21:30:533544 'win-rel-cft': {
3545 'swarming': {
3546 'shards': 3,
3547 },
3548 },
Kenneth Russelleb60cbd22017-12-05 07:54:283549 },
3550 },
Weizhong Xia613fda42021-04-21 20:11:523551 'system_webview_wpt': {
3552 'modifications': {
3553 'android-webview-pie-x86-wpt-fyi-rel': {
Weizhong Xia7dd41362021-09-30 16:05:383554 'args': [
3555 '--log-wptreport',
Nihar Damarasingu8def1a22022-08-18 21:15:543556 '--use-upstream-wpt',
Weizhong Xia7dd41362021-09-30 16:05:383557 ],
Weizhong Xia613fda42021-04-21 20:11:523558 },
3559 },
3560 },
Kenneth Russell8a386d42018-06-02 09:48:013561 'tab_capture_end2end_tests': {
Nico Webere89a3c92018-07-01 01:30:523562 # Run these only on Release bots.
Kenneth Russell8a386d42018-06-02 09:48:013563 'remove_from': [
Kenneth Russell8a386d42018-06-02 09:48:013564 'Linux Debug (NVIDIA)',
3565 'Mac Debug (Intel)',
3566 'Mac Retina Debug (AMD)',
Yuly Novikovbc1ccff2019-08-03 00:05:493567 'Win10 FYI x64 Debug (NVIDIA)',
Yuly Novikovf28f1eca2019-07-04 22:43:393568 # Disabled due to dbus crashes crbug.com/927465
Yuly Novikov86d61c42022-07-22 19:40:143569 'Linux FYI Release (Intel UHD 630)',
Yuly Novikov5865ff72019-07-09 21:38:053570 'Linux FYI Release (NVIDIA)',
Yuly Novikov5865ff72019-07-09 21:38:053571 'Linux Release (NVIDIA)',
Kenneth Russell8a386d42018-06-02 09:48:013572 ],
Emily Hanleyb64ac7c2018-05-25 13:36:553573 },
Haiyang Pan8c201b92020-06-04 01:25:073574 'telemetry_chromium_minidump_unittests': {
James Shen969655a2022-09-28 02:27:073575 'modifications': {
3576 'android-nougat-x86-rel': {
3577 'ci_only': True,
3578 },
3579 },
Haiyang Pan8c201b92020-06-04 01:25:073580 },
Brian Sheedyc117f6d2020-05-06 02:23:273581 'telemetry_monochrome_minidump_unittests': {
James Shen969655a2022-09-28 02:27:073582 'modifications': {
3583 'android-nougat-x86-rel': {
3584 'ci_only': True,
3585 },
3586 },
Brian Sheedyc117f6d2020-05-06 02:23:273587 },
Kenneth Russelleb60cbd22017-12-05 07:54:283588 'telemetry_perf_unittests': {
3589 'modifications': {
Kenneth Russelleb60cbd22017-12-05 07:54:283590 'Linux Tests': {
3591 'args': [
3592 '--xvfb',
Ned Nguyene6e26042018-01-17 20:42:483593 '--jobs=1',
Kenneth Russelleb60cbd22017-12-05 07:54:283594 ],
3595 },
Juan Antonio Navarro Perez4899edf2019-03-14 13:05:353596 'Linux Tests (dbg)(1)': {
3597 'args': [
3598 '--xvfb',
3599 '--jobs=1',
3600 ],
3601 },
John Chen9fd22fcf2021-12-10 02:24:123602 'Mac11 Tests': {
3603 'ci_only': True,
3604 },
Yue She0cad2922022-06-24 15:06:073605 'Mac12 Tests': {
3606 'ci_only': True,
3607 },
Brian Sheedy172ab8932022-07-27 20:39:283608 'android-nougat-x86-rel': {
3609 'args': [
3610 # For whatever reason, automatic browser selection on this bot chooses
3611 # webview instead of the full browser, so explicitly specify it here.
3612 '--browser=android-chromium',
3613 ],
James Shen969655a2022-09-28 02:27:073614 'ci_only': True,
Brian Sheedy172ab8932022-07-27 20:39:283615 },
Struan Shrimptona1ab7672022-01-13 18:02:513616 'chromeos-amd64-generic-rel': {
3617 'swarming': {
3618 'quickrun_shards': 24,
3619 },
3620 },
Ben Pastene69400eb2021-03-25 19:27:163621 'chromeos-eve-chrome': {
3622 'args': [
3623 # TODO(crbug.com/1191132): Re-enable.
3624 '--skip=benchmarks.benchmark_smoke_unittest.BenchmarkSmokeTest.wasmpspdfkit',
3625 ],
3626 },
Ben Pastene2b4b15f2021-03-04 00:39:243627 'chromeos-kevin-chrome': {
3628 # TODO(crbug.com/1182948): Remove the experiment.
Ben Pastenebe91e462021-07-27 23:47:263629 # TODO(b/188822176): Restore to 100% when we have additional capacity.
3630 'experiment_percentage': 0,
Ben Pastene2b4b15f2021-03-04 00:39:243631 },
Thiago Perrotta49e70492023-01-10 23:12:353632 'linux-rel-cft': {
3633 'args': [
3634 '--xvfb',
3635 '--jobs=1',
3636 ],
3637 },
Ben Pasteneebad8fc2022-08-12 23:34:283638 'linux-rel-no-external-ip': {
3639 'args': [
3640 '--xvfb',
3641 '--jobs=1',
3642 ],
3643 },
Thiago Perrottaa289bad2023-01-20 12:44:393644 'mac-rel-cft': {
3645 'ci_only': True,
3646 },
Kenneth Russelleb60cbd22017-12-05 07:54:283647 },
3648 'remove_from': [
Andrew Luobe83fd82019-12-19 03:07:583649 'android-pie-arm64-rel',
Garrett Beatyeef031a2019-02-28 01:55:413650 # crbug.com/936540
Shenghua Zhangbd6f1b232018-03-03 02:59:143651 'Mac10.13 Tests',
Zhaoyang Li69e2e002021-02-19 21:57:353652 'Mac10.15 Tests',
Lindsay Pasricha21bb93d72021-12-07 05:48:393653 # TODO crbug.com/1277277
Cameron Higgins7558b162022-06-10 18:53:073654 'Mac12 Tests (dbg)',
Stephen Martinis1384ff92020-01-07 19:52:153655 'Linux - Future (dbg)', # client.v8.chromium
Takuto Ikuta9aa015d2019-04-15 23:33:293656 'Win10 Tests x64',
Stephen Martinise701f5a2018-05-04 01:25:113657 'Win10 Tests x64 (dbg)',
Kuan Huanga89737d2022-01-07 19:42:113658 'Win11 Tests x64',
Ben Pasteneebad8fc2022-08-12 23:34:283659 'win10-rel-no-external-ip',
Thiago Perrotta770925d42023-01-17 18:38:513660 'win-rel-cft',
Kenneth Russelleb60cbd22017-12-05 07:54:283661 ],
3662 },
Stephen Martinis54d64ad2018-09-21 22:16:203663 'telemetry_unittests': {
3664 'modifications': {
3665 'Win10 Tests x64 (dbg)': {
3666 'experiment_percentage': 100, # crbug.com/870673
Ben Pastene9383fe12020-10-20 21:32:403667 },
Struan Shrimptona1ab7672022-01-13 18:02:513668 'chromeos-amd64-generic-rel': {
3669 'swarming': {
3670 'quickrun_shards': 60,
3671 },
3672 },
John Budorickc498fd3c2019-03-14 01:16:263673 },
3674 'remove_from': [
Ben Pastene9ef2ced52021-07-28 18:04:343675 # TODO(crbug.com/1141234): Restore when there's more DUTs
Ben Pastene7f1ded3a42022-06-08 17:01:593676 'chromeos-eve-chrome',
Ben Pastene9ef2ced52021-07-28 18:04:343677 'chromeos-kevin-chrome',
Ben Pastene619317752020-12-03 00:04:143678
Takuto Ikuta9aa015d2019-04-15 23:33:293679 'Win10 Tests x64',
Kuan Huanga89737d2022-01-07 19:42:113680 'Win11 Tests x64',
Ben Pasteneebad8fc2022-08-12 23:34:283681 'win10-rel-no-external-ip',
Thiago Perrotta770925d42023-01-17 18:38:513682 'win-rel-cft',
Titouan Rigoudye122ec32021-11-08 16:36:163683
3684 # TODO(https://crbug.com/1267161): Re-enable when platform is supported.
3685 'mac11-arm64-rel-tests',
Zhaoyang Li5d3713d2022-06-13 18:01:173686 # TODO(https://crbug.com/1267161): Re-enable when platform is supported.
3687 'mac12-arm64-rel-tests',
John Budorickc498fd3c2019-03-14 01:16:263688 ],
Stephen Martinis54d64ad2018-09-21 22:16:203689 },
Ben Pastene8e7eb2652022-04-29 19:44:313690 'test_buildbucket_api_gpu_use_cases GTX 1660': {
3691 'remove_from': [
3692 'linux_optional_gpu_tests_rel', # crbug.com/1080749
Brian Sheedyf3b48d62020-05-08 23:03:123693 ],
3694 },
Preethi Mohan6d478e462022-10-13 18:51:593695 'testing_pytype': {
3696 'remove_from': [
3697 'linux-code-coverage',
3698 ],
3699 },
Chong Guabe5adec02022-03-24 17:41:303700 'trace_test': {
3701 'modifications': {
David Dorwinf060a72d2022-10-05 22:09:033702 'fuchsia-x64-chrome-rel': { # https://crbug.com/1269976
Chong Guabe5adec02022-03-24 17:41:303703 'experiment_percentage': 100,
3704 },
3705 },
3706 },
Kenneth Russelleb60cbd22017-12-05 07:54:283707 'unit_tests': {
Yun Liu3e759dbb2019-11-01 19:25:523708 'remove_from': [
Ben Pastene3e32ffe2020-08-07 03:37:073709 'android-pie-arm64-rel', # https://crbug.com/1010211
Yun Liu3e759dbb2019-11-01 19:25:523710 ],
Kenneth Russelleb60cbd22017-12-05 07:54:283711 'modifications': {
John Budorickca14c76f62017-12-09 14:19:183712 'Linux ASan LSan Tests (1)': {
John Budorick5052d552017-12-13 02:59:343713 # These are slow on the ASAN trybot for some reason.
Ben Pastened2c01af2022-01-31 23:06:443714 # crbug.com/1257927
John Budorickca14c76f62017-12-09 14:19:183715 'swarming': {
John Budorick5052d552017-12-13 02:59:343716 'shards': 4,
John Budorickca14c76f62017-12-09 14:19:183717 },
3718 },
Stephen Martinis1384ff92020-01-07 19:52:153719 'Linux Chromium OS ASan LSan Tests (1)': {
3720 # These are slow on the ASAN trybot for some reason.
Ben Pastened2c01af2022-01-31 23:06:443721 # crbug.com/1257927
John Budorickca14c76f62017-12-09 14:19:183722 'swarming': {
3723 'shards': 2,
3724 },
3725 },
Takuto Ikuta54671d972018-07-19 19:06:353726 'Linux ChromiumOS MSan Tests': {
3727 # These are very slow on the Chrome OS MSAN trybot for some reason.
3728 # crbug.com/865455
3729 'swarming': {
3730 'shards': 2,
3731 },
3732 },
Stephen Martinis1384ff92020-01-07 19:52:153733 'Linux TSan Tests': {
Takuto Ikuta54671d972018-07-19 19:06:353734 'swarming': {
3735 'shards': 2,
3736 },
3737 },
Maksim Sisovc81d284c2021-10-05 17:54:353738 # https://crbug.com/1184127
3739 'Linux Tests (Wayland)': {
3740 'args': [
3741 '--test-launcher-filter-file=../../testing/buildbot/filters/ozone-linux.unit_tests_wayland.filter',
3742 ],
3743 },
Struan Shrimpton5786bfd02023-01-11 00:47:543744 'Mac12 Tests': {
3745 'swarming': {
3746 'inverse_quickrun_shards': 2,
3747 },
3748 },
Cameron Higgins7558b162022-06-10 18:53:073749 'Mac12 Tests (dbg)': {
Zhaoyang Li9357e1e12021-12-07 18:53:173750 'swarming': {
3751 'shards': 2,
3752 },
3753 },
Stephen Martinis1384ff92020-01-07 19:52:153754 'ToTLinuxASan': {
Dirk Pranke20eae9a72017-12-09 18:12:143755 'swarming': {
Stephen Martinis1384ff92020-01-07 19:52:153756 'shards': 2,
Dirk Pranke20eae9a72017-12-09 18:12:143757 },
3758 },
Stephen Martinis1384ff92020-01-07 19:52:153759 'android-asan': {
3760 'args': [
3761 '--test-launcher-filter-file=../../testing/buildbot/filters/android.asan.unit_tests.filter',
3762 ],
3763 },
Ben Joyce6d63a582022-12-09 18:34:553764 'android-pie-arm64-rel-swarming': {
Takuto Ikuta527cdff2020-01-29 08:04:273765 'swarming': {
3766 'shards': 8,
3767 },
3768 },
Stephen Martinis1384ff92020-01-07 19:52:153769 'linux-chromeos-chrome': {
3770 'args': [
3771 '--test-launcher-filter-file=../../testing/buildbot/filters/chromeos.unit_tests.filter',
3772 ],
3773 },
Ben Pasteneacd57392019-10-31 02:13:253774 'linux-chromeos-dbg': {
3775 'swarming': {
3776 'shards': 2,
3777 },
3778 },
Erik Chend063aef72019-11-18 19:13:103779 'linux-chromeos-rel': {
3780 'swarming': {
3781 'shards': 2,
3782 },
3783 },
Thiago Perrottaa289bad2023-01-20 12:44:393784 'mac-rel-cft': {
3785 'swarming': {
3786 'inverse_quickrun_shards': 2,
3787 },
3788 },
Kenneth Russelleb60cbd22017-12-05 07:54:283789 },
3790 },
Hao Wu77dd1ab2022-04-29 21:36:203791 'variations_smoke_tests': {
3792 'modifications': {
Hao Wud38c2342022-06-09 02:03:473793 'linux-chrome': {
3794 'swarming': {
3795 'dimension_sets': [
3796 {
3797 'pool': 'chrome.tests.finch',
3798 },
3799 ],
3800 },
3801 },
Hao Wu77dd1ab2022-04-29 21:36:203802 'win-chrome': {
3803 'experiment_percentage': 100,
Hao Wud38c2342022-06-09 02:03:473804 'swarming': {
3805 'dimension_sets': [
3806 {
3807 'pool': 'chrome.tests.finch',
3808 },
3809 ],
3810 },
Hao Wu77dd1ab2022-04-29 21:36:203811 },
3812 },
3813 },
Kenneth Russell8a386d42018-06-02 09:48:013814 'video_decode_accelerator_gl_unittest': {
3815 'remove_from': [
Kenneth Russell8a386d42018-06-02 09:48:013816 # Windows Intel doesn't have the GL extensions to support this test.
Yuly Novikov3db078282023-01-04 10:06:253817 'Win10 FYI x64 Release (Intel)',
3818 'Win10 FYI x64 Experimental Release (Intel)',
Kenneth Russell8a386d42018-06-02 09:48:013819 ],
3820 },
Sven Zheng577fe5ff2020-08-03 22:06:443821 'views_unittests': {
Sven Zheng80734f12020-08-06 06:50:393822 'modifications': {
Maksim Sisovc81d284c2021-10-05 17:54:353823 'Linux Tests (Wayland)': {
3824 'args': [
3825 '--test-launcher-filter-file=../../testing/buildbot/filters/ozone-linux.wayland_views_unittests.filter',
3826 ],
3827 },
Chong Gu6aa22be2021-09-10 06:56:143828 'fuchsia-fyi-arm64-dbg': {
3829 'args': [
3830 '--test-launcher-filter-file=../../testing/buildbot/filters/fuchsia.debug.views_unittests.filter',
3831 ],
3832 },
Sven Zhengbc822262022-09-20 20:47:353833 # https://crbug.com/1111979
3834 'linux-lacros-asan-lsan-rel': {
3835 'args': [
3836 '--gtest_filter=-DesktopWidgetFocusManagerTest.AnchoredDialogInDesktopNativeWidgetAura:'
3837 'DesktopWidgetTest*:'
3838 'DesktopWindowTreeHostPlatformTest*:'
3839 'EditableComboboxTest*:'
3840 'MenuRunnerTest*:'
3841 'TextfieldTest*:'
Sven Zhengbc822262022-09-20 20:47:353842 ],
3843 },
Sven Zheng5c9d3e342020-08-11 21:39:433844 # https://crbug.com/1111979,
Junhua Chen39dd2dba2021-05-05 17:51:543845 'linux-lacros-code-coverage': {
3846 'args': [
3847 '--gtest_filter=-DesktopWidgetFocusManagerTest.AnchoredDialogInDesktopNativeWidgetAura:'
3848 'DesktopWidgetTest*:'
3849 'DesktopWindowTreeHostPlatformTest*:'
3850 'EditableComboboxTest*:'
3851 'MenuRunnerTest*:'
3852 'TextfieldTest*:'
Junhua Chen39dd2dba2021-05-05 17:51:543853 ],
3854 },
Yuke Liaoa0db4742021-08-09 18:28:333855 'linux-lacros-dbg-tests-fyi': {
3856 'args': [
3857 '--gtest_filter=-DesktopWidgetFocusManagerTest.AnchoredDialogInDesktopNativeWidgetAura:'
3858 'TextfieldTest*:'
Yuke Liaoa0db4742021-08-09 18:28:333859 ],
3860 },
Sven Zheng5c9d3e342020-08-11 21:39:433861 'linux-lacros-tester-rel': {
Sven Zheng5c9d3e342020-08-11 21:39:433862 'args': [
3863 '--gtest_filter=-DesktopWidgetFocusManagerTest.AnchoredDialogInDesktopNativeWidgetAura:'
Yuke Liao34721c22020-08-14 21:41:193864 'DesktopWidgetTest*:'
3865 'DesktopWindowTreeHostPlatformTest*:'
Yuke Liaocf9db2b2020-08-13 19:42:533866 'EditableComboboxTest*:'
Sven Zhengea8903f2020-08-14 05:27:513867 'MenuRunnerTest*:'
Yuke Liaocf9db2b2020-08-13 19:42:533868 'TextfieldTest*:'
Sven Zheng5c9d3e342020-08-11 21:39:433869 ],
3870 },
Sven Zheng80734f12020-08-06 06:50:393871 },
Sven Zheng577fe5ff2020-08-03 22:06:443872 },
John Budorickd02c429de2020-01-10 19:02:213873 'viz_unittests': {
3874 'modifications': {
Chong Gub2446462021-08-19 18:44:083875 'fuchsia-fyi-arm64-dbg': {
Chong Gu6aa22be2021-09-10 06:56:143876 'args': [
3877 '--test-launcher-filter-file=../../testing/buildbot/filters/fuchsia.debug.viz_unittests.filter',
3878 ],
Chong Gub2446462021-08-19 18:44:083879 },
John Budorickd02c429de2020-01-10 19:02:213880 },
3881 },
John Budorick20f4fa8d2019-08-02 22:58:293882 'vr_common_unittests': {
3883 'remove_from': [
Haiyang Pan08d09dc2020-04-01 16:11:213884 'android-pie-x86-rel',
John Budorick20f4fa8d2019-08-02 22:58:293885 ],
3886 },
Brian Sheedy45935b42022-12-14 23:21:463887 'vulkan_pixel_skia_gold_test': {
3888 'replacements': {
3889 # The V8 builders pass the V8 revision for ${got_revision}, so instead
3890 # use ${got_cr_revision}, which is only set on the V8 bots.
3891 'Linux V8 FYI Release (NVIDIA)': {
3892 'args': {
3893 '--git-revision': '${got_cr_revision}',
3894 },
3895 },
Brian Sheedyd7973022023-01-03 14:15:093896 'Linux V8 FYI Release - pointer compression (NVIDIA)': {
3897 'args': {
3898 '--git-revision': '${got_cr_revision}',
3899 },
3900 },
3901 'Mac V8 FYI Release (Intel)': {
3902 'args': {
3903 '--git-revision': '${got_cr_revision}',
3904 },
3905 },
3906 'Win V8 FYI Release (NVIDIA)': {
3907 'args': {
3908 '--git-revision': '${got_cr_revision}',
3909 },
3910 },
Brian Sheedy45935b42022-12-14 23:21:463911 },
3912 },
Nico Webere81999ee2018-07-01 23:52:433913 'wayland_client_perftests': {
3914 'remove_from': [
3915 'linux-chromeos-dbg', # https://crbug.com/859307
3916 ],
3917 },
Chong Gu76046412021-09-22 17:49:213918 'web_engine_browsertests': {
Chong Gud1a5c5992021-04-09 04:08:323919 'modifications': {
3920 'fuchsia-code-coverage': {
3921 'swarming': {
Chong Gu7a463202021-07-19 18:43:103922 'shards': 28,
Chong Gud1a5c5992021-04-09 04:08:323923 },
3924 },
3925 },
3926 },
John Budorick63357462019-02-27 23:02:513927 'webdriver_tests_suite': {
3928 'remove_from': [
3929 'Linux Tests', # https://crbug.com/929689, https://crbug.com/936557
Thiago Perrotta61487462023-01-20 12:52:323930 'linux-rel-cft',
John Budorick63357462019-02-27 23:02:513931 ],
3932 },
Rayan Kansoa246e412023-02-10 11:54:073933 'webengine_support_instrumentation_test_apk': {
3934 'modifications': {
3935 'android-12-x64-rel': {
3936 'ci_only': True,
3937 },
3938 'android-nougat-x86-rel': {
3939 'ci_only': True,
3940 },
3941 'android-pie-arm64-rel': {
3942 'ci_only': True,
3943 },
3944 },
3945 },
Brian Sheedyd7973022023-01-03 14:15:093946 'webgl2_conformance_d3d11_passthrough_tests': {
3947 'remove_from': [
3948 # Removed from V8 builder since WebGL 1 should provide reasonable
3949 # upstream test coverage without the capacity hit from WebGL 2.
3950 'Win V8 FYI Release (NVIDIA)',
3951 ],
3952 },
Yuly Novikov19bc4c332022-10-17 18:45:063953 'webgl2_conformance_gl_passthrough_tests': {
3954 'remove_from': [
Brian Sheedyd7973022023-01-03 14:15:093955 # Removed from V8 builders since WebGL 1 should provide reasonable
3956 # upstream test coverage without the capacity hit from WebGL 2.
3957 'Linux V8 FYI Release (NVIDIA)',
3958 'Linux V8 FYI Release - pointer compression (NVIDIA)',
Yuly Novikov19bc4c332022-10-17 18:45:063959 # Not enough capacity on Mac AMD https://crbug.com/1375306.
3960 'Mac FYI Retina ASAN (AMD)',
3961 'Mac FYI Retina Release (AMD)',
Brian Sheedyd7973022023-01-03 14:15:093962 'Mac V8 FYI Release (Intel)',
Yuly Novikov19bc4c332022-10-17 18:45:063963 'mac-angle-chromium-amd',
3964 ],
3965 },
Brian Sheedy5a9f6562021-08-20 03:32:543966 'webgl2_conformance_gles_passthrough_tests': {
3967 'remove_from': [
Brian Sheedyefb683c2022-01-25 21:17:363968 # Currently not enough capacity to run these tests on this config.
3969 # TODO(crbug.com/1280418): Re-enable once more of the Pixel 6 capacity
3970 # is deployed.
3971 'Android FYI Release (Pixel 6)',
Brian Sheedy43f5a6f2022-01-07 02:41:043972 # Not enough CrOS hardware capacity to run both on anything other than
3973 # VMs. See https://crbug.com/1238070.
Brian Sheedy5a9f6562021-08-20 03:32:543974 'Lacros FYI x64 Release (Intel)',
3975 ],
3976 'modifications': {
3977 # This VM configuration is known to be significantly slower than other
3978 # CrOS configurations, so increase the shards.
3979 # TODO(crbug.com/1223550): Remove this if the configuration can be sped
3980 # up.
3981 'ChromeOS FYI Release (amd64-generic)': {
3982 'swarming': {
3983 'shards': 30,
3984 },
3985 },
3986 },
3987 },
Kenneth Russell18fff67f2021-11-05 23:45:113988 'webgl2_conformance_metal_passthrough_tests': {
3989 'remove_from': [
Yuly Novikov7d00cdb2022-01-05 00:10:383990 # crbug.com/1270755
3991 'Mac FYI ASAN (Intel)',
3992 'Mac FYI Retina ASAN (AMD)',
Kenneth Russell18fff67f2021-11-05 23:45:113993 # Not enough capacity.
3994 'Mac FYI Retina Release (NVIDIA)',
Brian Sheedyd7973022023-01-03 14:15:093995 # Removed from V8 builders since WebGL 1 should provide reasonable
3996 # upstream test coverage without the capacity hit from WebGL 2.
3997 'Mac V8 FYI Release (Intel)',
Kenneth Russell18fff67f2021-11-05 23:45:113998 ],
Yuly Novikov220c14a52021-12-14 02:49:333999 'modifications': {
4000 'Mac FYI ASAN (Intel)': {
4001 'args': [
4002 '--extra-browser-args=--disable-metal-shader-cache',
Brian Sheedya111ca92022-04-18 23:37:154003 '--enable-metal-debug-layers',
4004 ],
4005 },
4006 'Mac FYI Release (Intel)': {
4007 'args': [
4008 '--enable-metal-debug-layers',
Yuly Novikov220c14a52021-12-14 02:49:334009 ],
4010 },
4011 'Mac FYI Retina ASAN (AMD)': {
4012 'args': [
4013 '--extra-browser-args=--disable-metal-shader-cache',
Brian Sheedy3fd310772022-04-20 02:15:514014 # This slows down tests and we are currently having AMD Mac capacity
4015 # issues.
4016 # '--enable-metal-debug-layers',
Brian Sheedya111ca92022-04-18 23:37:154017 ],
4018 },
4019 'Mac FYI Retina Release (AMD)': {
4020 'args': [
Brian Sheedy3fd310772022-04-20 02:15:514021 # This slows down tests and we are currently having AMD Mac capacity
4022 # issues.
4023 # '--enable-metal-debug-layers',
Yuly Novikov220c14a52021-12-14 02:49:334024 ],
4025 },
Yuly Novikov599840bf2023-01-31 19:13:094026 'mac-angle-chromium-amd': {
4027 'args': [
4028 # This slows down tests and we are currently having AMD Mac capacity
4029 # issues.
4030 # '--enable-metal-debug-layers',
4031 ],
4032 },
4033 'mac-angle-chromium-intel': {
4034 'args': [
4035 '--enable-metal-debug-layers',
4036 ],
4037 },
Yuly Novikov220c14a52021-12-14 02:49:334038 },
Kenneth Russell18fff67f2021-11-05 23:45:114039 },
John Budorick82e61dfb2019-12-10 04:36:094040 'webgl2_conformance_validating_tests': {
Stephen Martinis54d64ad2018-09-21 22:16:204041 'remove_from': [
Brian Sheedyefb683c2022-01-25 21:17:364042 # Currently not enough capacity to run these tests on this config.
4043 # TODO(crbug.com/1280418): Re-enable once more of the Pixel 6 capacity
4044 # is deployed.
4045 'Android FYI Release (Pixel 6)',
Brian Sheedy43f5a6f2022-01-07 02:41:044046 # Passthrough version run on this configuration, not enough capacity for
4047 # both. See https://crbug.com/1238070.
4048 'ChromeOS FYI Release (kevin)',
Stephen Martinis54d64ad2018-09-21 22:16:204049 ],
Kenneth Russell8a386d42018-06-02 09:48:014050 'modifications': {
Brian Sheedyab0a1992021-08-13 20:57:394051 # This VM configuration is known to be significantly slower than other
4052 # CrOS configurations, so increase the shards.
4053 # TODO(crbug.com/1223550): Remove this if the configuration can be sped
4054 # up.
4055 'ChromeOS FYI Release (amd64-generic)': {
4056 'swarming': {
4057 'shards': 30,
4058 },
Brian Sheedy9bde4532021-08-20 18:11:194059 # This configuration is tested with the passthrough decoder as well,
4060 # which will be shipped in the nearish future, so any failures that
4061 # show up with the validating decoder are just an FYI.
4062 'experiment_percentage': 100,
Brian Sheedyab0a1992021-08-13 20:57:394063 },
Brian Sheedy22200312021-08-20 22:17:504064 'ChromeOS FYI Release (kevin)': {
4065 'experiment_percentage': 100,
4066 },
Kenneth Russell8a386d42018-06-02 09:48:014067 },
4068 },
Struan Shrimptona1ab7672022-01-13 18:02:514069 'webgl_conformance_d3d11_passthrough_tests': {
4070 'modifications': {
4071 'Win10 x64 Release (NVIDIA)': {
4072 'swarming': {
4073 'quickrun_shards': 4,
4074 },
4075 },
4076 },
4077 },
Brian Sheedye8723cb2022-07-21 13:37:284078 'webgl_conformance_gl_passthrough_tests 1002:6821': {
4079 'modifications': {
4080 'mac_optional_gpu_tests_rel': {
4081 'args': [
4082 # Added to debug crbug.com/1293967.
Brian Sheedyf528ce592022-07-26 22:44:464083 '--extra-browser-args=--disable-background-media-suspend --disable-renderer-backgrounding --disable-background-timer-throttling',
Brian Sheedye8723cb2022-07-21 13:37:284084 ],
4085 },
4086 },
4087 },
Kenneth Russell984f2f12020-12-15 23:23:354088 'webgl_conformance_metal_passthrough_tests': {
4089 'remove_from': [
Yuly Novikov7d00cdb2022-01-05 00:10:384090 # crbug.com/1270755
4091 'Mac FYI ASAN (Intel)',
4092 'Mac FYI Retina ASAN (AMD)',
Yuly Novikov220c14a52021-12-14 02:49:334093 # crbug.com/1158857: re-enable when switching to Metal by default.
Kenneth Russell984f2f12020-12-15 23:23:354094 'Mac FYI Retina Release (NVIDIA)',
4095 ],
Yuly Novikov220c14a52021-12-14 02:49:334096 'modifications': {
4097 'Mac FYI ASAN (Intel)': {
4098 'args': [
4099 '--extra-browser-args=--disable-metal-shader-cache',
Brian Sheedya111ca92022-04-18 23:37:154100 '--enable-metal-debug-layers',
4101 ],
4102 },
4103 'Mac FYI Release (Intel)': {
4104 'args': [
4105 '--enable-metal-debug-layers',
Yuly Novikov220c14a52021-12-14 02:49:334106 ],
4107 },
4108 'Mac FYI Retina ASAN (AMD)': {
4109 'args': [
4110 '--extra-browser-args=--disable-metal-shader-cache',
Brian Sheedy3fd310772022-04-20 02:15:514111 # This slows down tests and we are currently having AMD Mac capacity
4112 # issues.
4113 # '--enable-metal-debug-layers',
Brian Sheedya111ca92022-04-18 23:37:154114 ],
4115 },
4116 'Mac FYI Retina Release (AMD)': {
4117 'args': [
Brian Sheedy3fd310772022-04-20 02:15:514118 # This slows down tests and we are currently having AMD Mac capacity
4119 # issues.
4120 # '--enable-metal-debug-layers',
Yuly Novikov220c14a52021-12-14 02:49:334121 ],
4122 },
Yuly Novikov599840bf2023-01-31 19:13:094123 'mac-angle-chromium-amd': {
4124 'args': [
4125 # This slows down tests and we are currently having AMD Mac capacity
4126 # issues.
4127 # '--enable-metal-debug-layers',
4128 ],
4129 },
4130 'mac-angle-chromium-intel': {
4131 'args': [
4132 '--enable-metal-debug-layers',
4133 ],
4134 },
Yuly Novikov220c14a52021-12-14 02:49:334135 },
Kenneth Russell984f2f12020-12-15 23:23:354136 },
Stephen Martinis54d64ad2018-09-21 22:16:204137 'webgl_conformance_tests': {
Struan Shrimptona1ab7672022-01-13 18:02:514138 'modifications': {
4139 'chromeos-amd64-generic-rel': {
Kenneth Russelld5558352022-07-15 18:40:454140 'args': [
4141 # Added to debug crbug.com/1293967.
Brian Sheedyf528ce592022-07-26 22:44:464142 '--extra-browser-args=--disable-features=BackgroundVideoPauseOptimization --disable-background-media-suspend --disable-renderer-backgrounding --disable-background-timer-throttling',
Kenneth Russelld5558352022-07-15 18:40:454143 ],
Struan Shrimptona1ab7672022-01-13 18:02:514144 'swarming': {
4145 'quickrun_shards': 40,
4146 },
4147 },
4148 },
Kenneth Russell8a386d42018-06-02 09:48:014149 },
Austin Enge8c0ba02021-07-19 23:55:194150 'webgpu_blink_web_tests': {
Brian Sheedyd9a809f02022-10-06 00:50:374151 'remove_from': [
4152 # TODO(crbug.com/1363409): Enable these once they're shown to work on
4153 # Android.
4154 'Dawn Android arm DEPS Release (Pixel 4)',
4155 'Dawn Android arm Release (Pixel 4)',
4156 ],
Austin Enge8c0ba02021-07-19 23:55:194157 'modifications': {
4158 # Increase the timeout with ASAN (crbug.com/1208253)
4159 'Dawn Win10 x64 ASAN Release': {
4160 'args': [
Weizhong Xia91b53362022-01-05 17:13:354161 '--timeout-ms=48000',
Austin Enge8c0ba02021-07-19 23:55:194162 ],
4163 },
Kai Ninomiyabb3312a2023-02-07 00:07:534164 # These tests must run with a GPU.
4165 'linux-code-coverage': {
4166 'swarming': {
4167 'dimension_sets': [
4168 {
4169 # TODO(crbug.com/1408314): This must be kept in sync with the
4170 # appropriate mixin; currently, linux_nvidia_gtx_1660_stable,
4171 # which is used by Dawn Linux x64 Release (NVIDIA).
4172 'gpu': '10de:2184-440.100',
4173 'os': 'Ubuntu-18.04.5|Ubuntu-18.04.6',
4174 'pool': 'chromium.tests.gpu'
4175 }
4176 ],
4177 },
4178 },
4179 'mac-code-coverage': {
4180 'swarming': {
4181 'dimension_sets': [
4182 {
4183 # TODO(crbug.com/1408314): This must be kept in sync with the
4184 # appropriate mixin; currently, mac_mini_intel_gpu_stable,
4185 # which is used by Dawn Mac x64 Release (Intel).
4186 'cpu': 'x86-64',
4187 'gpu': '8086:3e9b',
4188 'os': 'Mac-12.5',
4189 'display_attached': '1',
4190 }
4191 ],
4192 },
4193 },
4194 'win10-code-coverage': {
4195 'swarming': {
4196 'dimension_sets': [
4197 {
4198 # TODO(crbug.com/1408314): This must be kept in sync with the
4199 # appropriate mixin; currently, win10_nvidia_gtx_1660_stable,
4200 # which is used by Dawn Win10 x64 Release (NVIDIA).
4201 'gpu': '10de:2184-27.21.14.5638',
4202 'os': 'Windows-10-18363',
4203 'pool': 'chromium.tests.gpu',
4204 }
4205 ],
4206 },
4207 },
Austin Enge8c0ba02021-07-19 23:55:194208 },
Brian Sheedy5796b4b2021-09-15 21:51:414209 'replacements': {
4210 'Dawn Mac x64 Experimental Release (Intel)': {
4211 'args': {
Avi Drissman5afd38bc2021-10-27 17:35:134212 '--platform': 'mac-mac11',
Brian Sheedy5796b4b2021-09-15 21:51:414213 },
4214 }
4215 },
4216 },
4217 'webgpu_blink_web_tests_with_backend_validation': {
4218 'replacements': {
4219 'Dawn Mac x64 Experimental Release (Intel)': {
4220 'args': {
Avi Drissman5afd38bc2021-10-27 17:35:134221 '--platform': 'mac-mac11',
Brian Sheedy5796b4b2021-09-15 21:51:414222 },
4223 },
4224 },
Austin Engd7a88622022-08-12 18:50:004225 # Remove from bots where capacity is constrained.
4226 'remove_from': [
Brian Sheedyd9a809f02022-10-06 00:50:374227 # TODO(crbug.com/1363409): Enable these once they're shown to work on
4228 # Android.
4229 'Dawn Android arm DEPS Release (Pixel 4)',
4230 'Dawn Android arm Release (Pixel 4)',
Austin Engd7a88622022-08-12 18:50:004231 'Dawn Mac x64 DEPS Release (AMD)',
4232 'Dawn Mac x64 Release (AMD)',
Yuly Novikov9f43dc52023-01-10 15:07:174233 'Dawn Win10 x64 DEPS Release (Intel)',
4234 'Dawn Win10 x64 Release (Intel)',
Kai Ninomiyabb3312a2023-02-07 00:07:534235 'linux-code-coverage',
4236 'mac-code-coverage',
4237 'win10-code-coverage',
Austin Engd7a88622022-08-12 18:50:004238 ],
4239 },
4240 'webgpu_cts_tests': {
4241 'remove_from': [
Brian Sheedyd9a809f02022-10-06 00:50:374242 # TODO(crbug.com/1363409): Enable these once they're shown to work on
4243 # Android.
4244 'Dawn Android arm DEPS Release (Pixel 4)',
4245 'Dawn Android arm Release (Pixel 4)',
Austin Engd7a88622022-08-12 18:50:004246 # GPU hang kills the bot. https://crbug.com/dawn/1511
4247 'Dawn Mac x64 Release (AMD)',
4248 'Dawn Mac x64 DEPS Release (AMD)',
4249 ],
Kai Ninomiyabb3312a2023-02-07 00:07:534250 'modifications': {
4251 # These tests must run with a GPU.
4252 'linux-code-coverage': {
4253 'swarming': {
4254 'dimension_sets': [
4255 {
4256 # TODO(crbug.com/1408314): This must be kept in sync with the
4257 # appropriate mixin; currently, linux_nvidia_gtx_1660_stable,
4258 # which is used by Dawn Linux x64 Release (NVIDIA).
4259 'gpu': '10de:2184-440.100',
4260 'os': 'Ubuntu-18.04.5|Ubuntu-18.04.6',
4261 'pool': 'chromium.tests.gpu'
4262 }
4263 ],
4264 },
4265 },
4266 'mac-code-coverage': {
4267 'swarming': {
4268 'dimension_sets': [
4269 {
4270 # TODO(crbug.com/1408314): This must be kept in sync with the
4271 # appropriate mixin; currently, mac_mini_intel_gpu_stable,
4272 # which is used by Dawn Mac x64 Release (Intel).
4273 'cpu': 'x86-64',
4274 'gpu': '8086:3e9b',
4275 'os': 'Mac-12.5',
4276 'display_attached': '1',
4277 }
4278 ],
4279 },
4280 },
4281 'win10-code-coverage': {
4282 'swarming': {
4283 'dimension_sets': [
4284 {
4285 # TODO(crbug.com/1408314): This must be kept in sync with the
4286 # appropriate mixin; currently, win10_nvidia_gtx_1660_stable,
4287 # which is used by Dawn Win10 x64 Release (NVIDIA).
4288 'gpu': '10de:2184-27.21.14.5638',
4289 'os': 'Windows-10-18363',
4290 'pool': 'chromium.tests.gpu',
4291 }
4292 ],
4293 },
4294 },
4295 },
Austin Engd7a88622022-08-12 18:50:004296 },
4297 'webgpu_cts_with_validation_tests': {
4298 # Remove from bots where capacity is constrained.
4299 'remove_from': [
Brian Sheedyd9a809f02022-10-06 00:50:374300 # TODO(crbug.com/1363409): Enable these once they're shown to work on
4301 # Android.
4302 'Dawn Android arm DEPS Release (Pixel 4)',
4303 'Dawn Android arm Release (Pixel 4)',
Austin Engd7a88622022-08-12 18:50:004304 'Dawn Mac x64 DEPS Release (AMD)',
4305 'Dawn Mac x64 Release (AMD)',
Yuly Novikov9f43dc52023-01-10 15:07:174306 'Dawn Win10 x64 DEPS Release (Intel)',
4307 'Dawn Win10 x64 Release (Intel)',
4308 'Dawn Win10 x86 DEPS Release (Intel)',
4309 'Dawn Win10 x86 Release (Intel)',
Kai Ninomiyabb3312a2023-02-07 00:07:534310 'linux-code-coverage',
4311 'mac-code-coverage',
4312 'win10-code-coverage',
Austin Engd7a88622022-08-12 18:50:004313 ],
4314 'modifications': {
4315 # ci_only for bots where capacity is constrained.
4316 'Dawn Linux x64 DEPS Release (Intel UHD 630)': {
4317 'ci_only': True,
4318 },
4319 'Dawn Linux x64 Release (Intel UHD 630)': {
4320 'ci_only': True,
4321 },
4322 },
4323 },
4324 'webgpu_swiftshader_web_platform_cts_with_validation_tests': {
4325 # Remove from bots where capacity is constrained.
4326 'remove_from': [
4327 'Dawn Mac x64 DEPS Release (AMD)',
4328 'Dawn Mac x64 Release (AMD)',
Yuly Novikov9f43dc52023-01-10 15:07:174329 'Dawn Win10 x64 DEPS Release (Intel)',
4330 'Dawn Win10 x64 Release (Intel)',
4331 'Dawn Win10 x86 DEPS Release (Intel)',
4332 'Dawn Win10 x86 Release (Intel)',
Austin Engd7a88622022-08-12 18:50:004333 ],
4334 'modifications': {
4335 # ci_only for bots where capacity is constrained.
4336 'Dawn Linux x64 DEPS Release (Intel UHD 630)': {
4337 'ci_only': True,
4338 },
4339 'Dawn Linux x64 Release (Intel UHD 630)': {
4340 'ci_only': True,
4341 },
4342 },
Austin Enge8c0ba02021-07-19 23:55:194343 },
Kenneth Russelleb60cbd22017-12-05 07:54:284344 'webkit_unit_tests': {
Dirk Pranke81ff51c2017-12-09 19:24:284345 'modifications': {
John Budorick5052d552017-12-13 02:59:344346 'Linux ASan LSan Tests (1)': {
4347 # These are very slow on the ASAN trybot for some reason.
Ben Pastened2c01af2022-01-31 23:06:444348 # crbug.com/1257927
John Budorick5052d552017-12-13 02:59:344349 'swarming': {
4350 'shards': 5,
4351 },
4352 },
Erik Chen681dc0282019-11-26 22:54:494353 'Linux TSan Tests': {
4354 'swarming': {
4355 'shards': 2,
4356 },
4357 },
Struan Shrimpton5786bfd02023-01-11 00:47:544358 'android-nougat-x86-rel': {
4359 'swarming': {
4360 'inverse_quickrun_shards': 12,
4361 },
4362 },
Dirk Pranke81ff51c2017-12-09 19:24:284363 },
Kenneth Russelleb60cbd22017-12-05 07:54:284364 },
Erik Staab70ca5b32021-08-07 00:38:354365 'webview_64_cts_tests': {
4366 'modifications': {
4367 'android-pie-arm64-rel': {
Ben Joycec0a90cd2023-01-10 21:30:494368 'args': [
4369 '--test-launcher-filter-file=../../testing/buildbot/filters/android.webview_cts_tests_coverage.filter',
4370 ],
Erik Staab70ca5b32021-08-07 00:38:354371 # TODO(crbug.com/1111436): Move this back to walleye if/when additional
4372 # capacity has been deployed.
4373 'swarming': {
4374 'dimension_sets': [
4375 {
4376 'device_type': 'sailfish',
4377 },
4378 ],
4379 },
4380 },
4381 },
4382 },
Haiyang Panfbd2b482020-09-23 23:41:254383 'webview_cts_tests': {
4384 'modifications': {
James Shen39977242022-07-08 23:46:424385 'android-nougat-x86-rel': {
4386 'args': [
Ben Joyce0e5ef162022-12-19 21:26:104387 '--test-launcher-filter-file=../../testing/buildbot/filters/android.emulator.webview_cts_tests.filter',
Ben Joycec0a90cd2023-01-10 21:30:494388 '--test-launcher-filter-file=../../testing/buildbot/filters/android.webview_cts_tests_coverage.filter',
James Shen39977242022-07-08 23:46:424389 ],
4390 },
Haiyang Panfbd2b482020-09-23 23:41:254391 'android-pie-arm64-rel': {
4392 # TODO(crbug.com/1111436): Move this back to walleye if/when additional
4393 # capacity has been deployed.
4394 'swarming': {
4395 'dimension_sets': [
4396 {
4397 'device_type': 'sailfish',
4398 },
4399 ],
4400 },
4401 },
4402 },
4403 },
Kenneth Russelleb60cbd22017-12-05 07:54:284404 'webview_instrumentation_test_apk': {
4405 'remove_from': [
Hans Wennborgeac4c36c2018-05-23 16:04:064406 # This test frequently fails on Android, https://crbug.com/824959
Stephen Martinis1384ff92020-01-07 19:52:154407 # matching android builders, the test fails on these.
Hans Wennborga0b11ebe2018-05-15 16:26:504408 'ToTAndroid',
John Budorick27d2d44e2019-05-20 20:26:094409 'android-asan', # https://crbug.com/964562
Ben Joyce02dc8092021-03-04 21:48:194410 'android-code-coverage-native', # Does not generate profraw data.
Kenneth Russelleb60cbd22017-12-05 07:54:284411 ],
Ben Pastenee17a8e92018-07-12 21:55:184412 'modifications': {
4413 'Oreo Phone Tester': {
Andrew Luo93c4a1e2019-08-30 05:26:304414 # TODO(crbug.com/997362): Enable this once it's passing.
bsheedy01833462018-12-07 01:05:574415 # TODO(https://crbug.com/884413): Re-enable this once the tests are
4416 # either passing or there is more capacity.
4417 'experiment_percentage': 0,
Ben Pastenee17a8e92018-07-12 21:55:184418 },
Haiyang Pan9d68ca02021-08-04 21:30:474419 'android-11-x86-rel': {
Haiyang Pan103864812021-03-19 19:28:444420 'args': [
4421 # TODO(crbug.com/1189746) Enable this test once the issue is fixed.
4422 '--gtest_filter=-org.chromium.net.NetworkChangeNotifierTest.testNetworkChangeNotifierJavaObservers',
4423 ],
4424 },
Struan Shrimpton5786bfd02023-01-11 00:47:544425 'android-12-x64-rel': {
4426 'swarming': {
4427 'inverse_quickrun_shards': 14,
4428 },
4429 },
Haiyang Pandcc3e012022-09-30 01:57:434430 'android-nougat-x86-rel': {
Ben Joyce98b04822022-11-10 23:40:554431 'args': [
4432 '--use-persistent-shell',
4433 ],
Haiyang Pandcc3e012022-09-30 01:57:434434 'swarming': {
Stephanie Kim8e9b7432022-11-01 22:36:344435 'shards': 27,
Haiyang Pandcc3e012022-09-30 01:57:434436 },
4437 },
Kuan Huang1f402c82021-06-08 17:58:184438 'android-pie-arm64-rel': {
Ben Joycee8955c42022-11-01 21:38:504439 'args': [
4440 '--use-persistent-shell',
4441 ],
Gregory Guterman7c7edc6342022-09-26 21:00:134442 'ci_only': True, # crbug/1368281
Kuan Huang1f402c82021-06-08 17:58:184443 'swarming': {
4444 'shards': 9,
4445 },
4446 },
Haiyang Pan08d09dc2020-04-01 16:11:214447 'android-pie-x86-rel': {
Haiyang Panfdd94332020-03-27 02:43:294448 'args': [
4449 '--test-launcher-filter-file=../../testing/buildbot/filters/android.emulator.webview_instrumentation_test_apk.filter',
4450 ],
Ben Joyce9a7eb312021-08-25 00:44:594451 'swarming': {
4452 'shards': 9,
4453 },
Haiyang Panfdd94332020-03-27 02:43:294454 },
Ben Pastenee17a8e92018-07-12 21:55:184455 },
Kenneth Russelleb60cbd22017-12-05 07:54:284456 },
Haiyang Panfed339172021-03-10 23:19:574457 'webview_ui_test_app_test_apk': {
4458 'remove_from': [
Haiyang Pan9d68ca02021-08-04 21:30:474459 'android-11-x86-rel', # crbug.com/1165280
Haiyang Panfed339172021-03-10 23:19:574460 ],
4461 },
Nihar Damarasinguaac11d862022-10-03 20:24:244462 'wpt_tests_suite': {
4463 'modifications': {
Jonathan Lee4d014e82022-12-15 22:21:184464 'linux-wpt-content-shell-asan-fyi-rel': {
4465 'args': [
4466 '--enable-sanitizer',
4467 ],
4468 'swarming': {
4469 'shards': 8,
4470 },
4471 },
Nihar Damarasinguaac11d862022-10-03 20:24:244472 'win10-wpt-content-shell-fyi-rel': {
4473 'args': [
4474 '--target',
4475 'Release_x64',
4476 ],
4477 },
Nihar Damarasinguc5b983c2022-12-08 18:56:144478 'win11-wpt-content-shell-fyi-rel': {
4479 'args': [
4480 '--target',
4481 'Release_x64',
4482 ],
4483 },
Nihar Damarasinguaac11d862022-10-03 20:24:244484 },
4485 },
Kenneth Russelleb60cbd22017-12-05 07:54:284486}