blob: 75d53d797b12112773621d23b7546eb1e27c2ce4 [file] [log] [blame]
Avi Drissmandfd880852022-09-15 20:11:091# Copyright 2017 The Chromium Authors
Kenneth Russelleb60cbd22017-12-05 07:54:282# Use of this source code is governed by a BSD-style license that can be
3# found in the LICENSE file.
4
5# This is a .pyl, or "Python Literal", file. You can treat it just like a
6# .json file, with the following exceptions:
7# * all keys must be quoted (use single quotes, please);
8# * comments are allowed, using '#' syntax; and
9# * trailing commas are allowed.
10
11# Exceptions to the common test suites can only include removal from
12# particular bots, and modifications on particular bots. By design,
13# it's not possible to add one-off tests to bots. Instead they have to
14# be added to one of the test suites in test_suites.pyl.
15#
Jeff Yoone2188f62020-08-24 20:55:5716# Note that if you are excluding with variants, you will need to exclude
17# per variant, with the identifier appended to the test suite name.
18# For example, if you have ios_chrome_ui_eg2tests_module with variant
19# SIM_IPHONE_6S_14_0 (identifier = "iPhone 6s 14.0"), you
20# must exclude with the test name as:
21# "ios_chrome_ui_eg2tests_module_iPhone 6s 14.0"
22
Kenneth Russelleb60cbd22017-12-05 07:54:2823# The goal is to drive the number of exceptions to zero, to make all
24# the bots behave similarly.
25{
Andrew Luo38b311f2019-10-04 03:42:0926 'android_browsertests': {
27 'modifications': {
Haiyang Pan9d68ca02021-08-04 21:30:4728 'android-11-x86-rel': {
Haiyang Pan0ea9b3ef2022-01-21 21:58:1429 'args': [
30 # https://crbug.com/1289764
31 '--gtest_filter=-All/ChromeBrowsingDataLifetimeManagerScheduledRemovalTest.History/*',
32 ],
Haiyang Panca7fcec2021-03-19 02:11:1033 'swarming': {
34 'shards': 2,
35 },
36 },
Haiyang Panc1192662022-03-09 00:09:0237 'android-12-x64-rel': {
Haiyang Pan18b448d72022-12-13 21:33:4438 # TODO(crbug.com/1225851): Remove experiment and ci_only
39 # once the test suite is stable.
40 'ci_only': True,
41 'experiment_percentage': 100,
Haiyang Panc1192662022-03-09 00:09:0242 'args': [
43 # https://crbug.com/1289764
44 '--gtest_filter=-All/ChromeBrowsingDataLifetimeManagerScheduledRemovalTest.History/*',
45 ],
46 'swarming': {
47 'shards': 2,
48 },
49 },
Haiyang Pancf24ceb2022-03-17 02:31:3050 'android-nougat-x86-rel': {
51 'swarming': {
Stephanie Kim53cc82d2022-11-01 19:42:5752 'shards': 9,
Haiyang Pancf24ceb2022-03-17 02:31:3053 },
54 },
Andrew Luo38b311f2019-10-04 03:42:0955 'android-pie-arm64-rel': {
Andrew Luobe83fd82019-12-19 03:07:5856 'args': [
57 '--gtest_filter=-ImportantSitesUtilBrowserTest.DSENotConsideredImportantInRegularMode', # https://crbug.com/1034001
58 ],
Haiyang Panfbd2b482020-09-23 23:41:2559 # TODO(crbug.com/1111436): Move this back to walleye if/when additional
60 # capacity has been deployed.
61 'swarming': {
62 'dimension_sets': [
63 {
64 'device_type': 'sailfish',
65 },
66 ],
James Shenc9d4b2b2022-08-24 06:14:2467 'shards': 3,
Struan Shrimpton4b7abc02021-12-16 01:36:5968 'quickrun_shards': 6,
Haiyang Panfbd2b482020-09-23 23:41:2569 },
Andrew Luo38b311f2019-10-04 03:42:0970 },
Haiyang Pan08d09dc2020-04-01 16:11:2171 'android-pie-x86-rel': {
John Budorick191adfcd2020-01-29 18:19:0472 'args': [
73 '--gtest_filter=-ImportantSitesUtilBrowserTest.DSENotConsideredImportantInRegularMode', # https://crbug.com/1034001
74 ],
Haiyang Pan7cd609d2021-04-08 20:17:2475 'swarming': {
76 'shards': 2,
Ben Joyce5bb3fad2022-09-23 06:05:1877 'dimension_sets': [
78 {
Haiyang Pane35ae642022-11-18 00:34:1579 'cores': '8', # crbug.com/1292221
Ben Joyce5bb3fad2022-09-23 06:05:1880 },
81 ],
Haiyang Pan7cd609d2021-04-08 20:17:2482 },
John Budorick191adfcd2020-01-29 18:19:0483 },
Andrew Luo38b311f2019-10-04 03:42:0984 },
85 },
Sven Zhengc60debc2020-09-10 18:40:5286 'android_sync_integration_tests': {
James Shen9e4c19e2022-04-15 17:57:5087 'modifications': {
88 'android-12-x64-rel': {
89 'swarming': {
90 'shards': 3,
91 },
92 },
Stephanie Kim11192362022-11-04 18:17:4493 'android-nougat-x86-rel': {
94 'swarming': {
95 'shards': 2,
96 },
97 },
James Shen9e4c19e2022-04-15 17:57:5098 },
Sven Zhengc60debc2020-09-10 18:40:5299 },
Kenneth Russelleb60cbd22017-12-05 07:54:28100 'android_webview_unittests': {
Kenneth Russelleb60cbd22017-12-05 07:54:28101 },
Jamie Madillc9ae75d2020-10-23 19:19:48102 'angle_unittests': {
103 'remove_from': [
104 # On Android, these are already run on the main waterfall.
105 'Android FYI Release (Nexus 5X)',
Yuly Novikovc1117ae82021-01-15 22:33:36106 # Times out listing tests crbug.com/1167314
107 'android-asan',
Jamie Madillc9ae75d2020-10-23 19:19:48108 # Does not currently work on Lacros configurations.
Sven Zheng93bfaa92022-06-09 17:06:03109 'linux-lacros-asan-lsan-rel',
Junhua Chen39dd2dba2021-05-05 17:51:54110 'linux-lacros-code-coverage',
Jamie Madillc9ae75d2020-10-23 19:19:48111 'linux-lacros-tester-rel',
112 'linux-lacros-tester-fyi-rel',
Yuke Liaof27ebe52021-08-05 22:12:40113 'linux-lacros-dbg-tests-fyi',
Jamie Madillc9ae75d2020-10-23 19:19:48114 ],
Chong Gua10cd302022-01-14 19:22:19115 'modifications': {
116 # anglebug.com/6894
117 'fuchsia-fyi-x64-asan': {
118 'args': [
119 # crbug.com/
120 '--gtest_filter=-ConstructCompilerTest.DefaultParameters',
121 ],
122 },
123 },
Jamie Madillc9ae75d2020-10-23 19:19:48124 },
Eriko Kurimoto61a85332022-10-19 05:19:45125 'ash_crosapi_tests': {
126 'remove_from': [
127 # Disabling MSan tests since linux-chromeos chrome crashes on MSan build.
128 # TODO(crbug.com/1376064): Re-enable.
129 'Linux ChromiumOS MSan Tests',
130 ]
131 },
Sven Zhengef0d0872022-04-04 22:13:29132 'aura_unittests amd64-generic': {
Yuke Liaob6beaeca2021-04-29 23:41:51133 'remove_from': [
134 # TODO(crbug.com/1204231): Re-enable.
135 'lacros-amd64-generic-rel',
136 ]
137 },
Sven Zhengef0d0872022-04-04 22:13:29138 'aura_unittests eve': {
Yuke Liao79a8cf52021-06-11 18:14:34139 'remove_from': [
140 # TODO(crbug.com/1204231): Re-enable.
141 'lacros-amd64-generic-rel',
142 ]
143 },
Chong Gudf7fbe92021-02-24 02:55:58144 'base_unittests': {
145 'modifications': {
Ben Joycea0319112022-11-15 23:53:12146 'ToTAndroid': {
147 'args': [
148 '--test-launcher-filter-file=../../testing/buildbot/filters/android.pie_tot.base_unittests.filter',
149 ],
150 },
Haiyang Pan2a55a452022-03-03 08:18:33151 'android-12-x64-rel': {
Haiyang Panc08d02212021-10-18 18:58:38152 'args': [
Haiyang Pane342be42022-12-12 20:23:04153 '--test-launcher-filter-file=../../testing/buildbot/filters/android.emulator_12.base_unittests.filter',
Haiyang Panc7c009e2021-03-18 19:31:23154 ],
155 },
Chong Gudf7fbe92021-02-24 02:55:58156 'fuchsia-code-coverage': {
157 'swarming': {
158 'shards': 5,
159 },
160 },
Chong Gua10cd302022-01-14 19:22:19161 'fuchsia-fyi-x64-asan': {
162 'args': [
163 '--test-launcher-filter-file=../../testing/buildbot/filters/fuchsia.lsan.base_unittests.filter',
164 ],
165 },
Chong Gudf7fbe92021-02-24 02:55:58166 },
167 },
James Shen5df9af872022-10-28 01:32:15168 'bf_cache_content_browsertests': {
169 'modifications': {
170 'android-bfcache-rel': {
171 'args': [
James Shenea291852022-11-08 04:19:45172 '--test-launcher-filter-file=../../testing/buildbot/filters/android.emulator_n.content_browsertests.filter',
James Shen5df9af872022-10-28 01:32:15173 ],
James Shen2c574ce02022-11-03 22:59:23174 'swarming': {
175 'shards': 15,
176 },
James Shen5df9af872022-10-28 01:32:15177 }
178 }
179 },
Haiyang Pan363c59a2020-07-23 05:47:04180 'blink_platform_unittests': {
181 'modifications': {
James Shen088356672022-06-28 01:21:14182 # TODO(crbug.com/1303439): Remove this filter
183 'android-nougat-x86-rel': {
184 'args': [
185 '--test-launcher-filter-file=../../testing/buildbot/filters/android.emulator_n.blink_platform_unittests.filter',
186 ],
187 },
Haiyang Panfbd2b482020-09-23 23:41:25188 'android-pie-arm64-rel': {
189 # TODO(crbug.com/1111436): Move this back to walleye if/when additional
190 # capacity has been deployed.
191 'swarming': {
192 'dimension_sets': [
193 {
194 'device_type': 'sailfish',
195 },
196 ],
197 },
198 },
Chong Gu52481452021-04-02 17:52:41199 'fuchsia-code-coverage': {
200 'swarming': {
201 'shards': 5,
202 },
203 },
Haiyang Pan363c59a2020-07-23 05:47:04204 },
205 },
Brian Sheedy944d0622022-07-27 20:42:42206 'blink_pytype': {
207 'remove_from': [
208 'linux-code-coverage',
209 ],
210 },
Chong Gu76046412021-09-22 17:49:21211 'blink_unittests': {
Chong Guc2d145e2021-03-31 19:55:34212 'modifications': {
213 'fuchsia-code-coverage': {
214 'swarming': {
215 'shards': 30,
216 },
217 },
218 },
219 },
John Chenaab16fc02020-03-03 06:35:45220 'blink_web_tests': {
221 'remove_from': [
John Chenaab16fc02020-03-03 06:35:45222 'Win10 Tests x64 (dbg)',
Rahul Kumar Adudodla1aba33602022-10-12 22:41:14223 'mac-osxbeta-rel',
John Chenaab16fc02020-03-03 06:35:45224 ],
225 'modifications': {
John Chenaab16fc02020-03-03 06:35:45226 'Linux Tests': {
227 "args": [
228 "--additional-env-var=LLVM_PROFILE_FILE=${ISOLATED_OUTDIR}/profraw/default-%2m.profraw",
229 ],
Struan Shrimpton57c594e42022-01-25 17:59:13230 'swarming': {
Weizhong Xia8b786422022-06-23 14:46:51231 'shards': 8,
Struan Shrimpton57c594e42022-01-25 17:59:13232 },
John Chenaab16fc02020-03-03 06:35:45233 },
234 'Linux Tests (dbg)(1)': {
235 'args': [
236 '--debug',
237 ],
238 'swarming': {
Weizhong Xia8b786422022-06-23 14:46:51239 'shards': 12,
John Chenaab16fc02020-03-03 06:35:45240 },
241 },
John Chenaab16fc02020-03-03 06:35:45242 'Mac10.13 Tests': {
243 'swarming': {
244 'dimension_sets': [
245 {
Erik Staab59591f32020-08-25 23:07:07246 'gpu': None,
John Chenaab16fc02020-03-03 06:35:45247 },
248 ],
Weizhong Xia8b786422022-06-23 14:46:51249 'shards': 10,
John Chenaab16fc02020-03-03 06:35:45250 },
251 },
Zhaoyang Li69e2e002021-02-19 21:57:35252 'Mac10.15 Tests': {
253 'swarming': {
254 'dimension_sets': [
255 {
256 'gpu': None,
257 },
258 ],
Weizhong Xia8b786422022-06-23 14:46:51259 'shards': 10,
Zhaoyang Li69e2e002021-02-19 21:57:35260 },
261 },
Lindsay Pasricha8d9a0c32021-12-08 17:08:29262 'Mac11 Tests': {
263 'swarming': {
264 'dimension_sets': [
265 {
266 'gpu': None,
267 },
268 ],
Weizhong Xia8b786422022-06-23 14:46:51269 'shards': 12,
Lindsay Pasricha8d9a0c32021-12-08 17:08:29270 },
271 },
Yue She0cad2922022-06-24 15:06:07272 'Mac12 Tests': {
273 'swarming': {
274 'dimension_sets': [
275 {
276 'gpu': None,
277 },
278 ],
Lindsay Pasrichadf6edb62022-07-06 22:08:35279 'shards': 12,
Struan Shrimpton5786bfd02023-01-11 00:47:54280 'inverse_quickrun_shards': 24,
Yue She0cad2922022-06-24 15:06:07281 },
282 },
Cameron Higgins7558b162022-06-10 18:53:07283 'Mac12 Tests (dbg)': {
Zhaoyang Li9357e1e12021-12-07 18:53:17284 'experiment_percentage': 100,
285 'args': [
286 '--debug',
287 ],
288 'swarming': {
Weizhong Xia8b786422022-06-23 14:46:51289 'shards': 16,
Zhaoyang Li9357e1e12021-12-07 18:53:17290 },
291 },
Chong Gu75af969a2021-03-22 14:46:14292 'ToTFuchsia x64': {
293 'args': [
294 '--platform=fuchsia',
295 ],
296 'swarming': {
297 'shards': 1,
298 },
299 },
John Chenaab16fc02020-03-03 06:35:45300 'V8 Blink Linux Debug': {
Michael Achenbach455d39242020-06-22 13:33:45301 # This builder compiles Chromium in release mode, but V8 in debug.
302 # TODO(machenbach): Change name and out directory of this builder to
303 # something less confusing.
John Chenaab16fc02020-03-03 06:35:45304 'args': [
Michael Achenbach455d39242020-06-22 13:33:45305 '-t',
306 'Debug',
307 '--release',
John Chenaab16fc02020-03-03 06:35:45308 ],
309 },
310 'V8 Blink Linux Future': {
311 'args': [
Brian Sheedy10ddf0a2021-08-16 23:19:07312 '--flag-specific=future-js',
John Chenaab16fc02020-03-03 06:35:45313 ],
314 },
315 'WebKit Linux ASAN': {
316 'args': [
317 '--additional-expectations',
318 '../../third_party/blink/web_tests/ASANExpectations',
Weizhong Xia91b53362022-01-05 17:13:35319 '--timeout-ms',
John Chenaab16fc02020-03-03 06:35:45320 '48000',
321 '--enable-sanitizer',
322 ],
323 'swarming': {
Weizhong Xia8b786422022-06-23 14:46:51324 'shards': 8,
John Chenaab16fc02020-03-03 06:35:45325 },
326 },
327 'WebKit Linux Leak': {
328 'args': [
329 '--additional-expectations',
330 '../../third_party/blink/web_tests/LeakExpectations',
Weizhong Xia91b53362022-01-05 17:13:35331 '--timeout-ms',
John Chenaab16fc02020-03-03 06:35:45332 '48000',
333 '--enable-leak-detection',
334 ],
335 'swarming': {
Weizhong Xia8b786422022-06-23 14:46:51336 'shards': 4,
John Chenaab16fc02020-03-03 06:35:45337 },
338 },
339 'WebKit Linux MSAN': {
340 'args': [
341 '--additional-expectations',
342 '../../third_party/blink/web_tests/MSANExpectations',
Weizhong Xia91b53362022-01-05 17:13:35343 '--timeout-ms',
John Chenaab16fc02020-03-03 06:35:45344 '66000',
345 '--enable-sanitizer',
346 ],
347 'swarming': {
348 'expiration': 36000,
349 'hard_timeout': 10800,
350 'io_timeout': 3600,
Weizhong Xia8b786422022-06-23 14:46:51351 'shards': 8,
John Chenaab16fc02020-03-03 06:35:45352 },
353 },
John Chenaab16fc02020-03-03 06:35:45354 'Win10 Tests x64': {
355 'args': [
356 '--target',
Takuto Ikutab28b582e2021-02-10 01:41:21357 'Release_x64',
John Chenaab16fc02020-03-03 06:35:45358 ],
359 'swarming': {
Struan Shrimpton5786bfd02023-01-11 00:47:54360 "shards": 12,
361 "inverse_quickrun_shards": 24,
John Chenaab16fc02020-03-03 06:35:45362 },
363 },
364 'Win10 Tests x64 (dbg)': {
365 'args': [
366 '--debug',
367 '--target',
Takuto Ikutab28b582e2021-02-10 01:41:21368 'Debug_x64',
John Chenaab16fc02020-03-03 06:35:45369 ],
370 },
Kuan Huanga89737d2022-01-07 19:42:11371 'Win11 Tests x64': {
372 'args': [
373 '--target',
374 'Release_x64',
375 ],
376 'swarming': {
Weizhong Xia8b786422022-06-23 14:46:51377 "shards": 12
Kuan Huanga89737d2022-01-07 19:42:11378 },
379 },
John Chenaab16fc02020-03-03 06:35:45380 # tryserver.chromium.android
381 'android_blink_rel': {
382 'args': [
383 '--release',
384 '--android',
John Chenaab16fc02020-03-03 06:35:45385 # TODO(crbug.com/875172): run on the real GPU since the
386 # software fallback, SwiftShader, isn't yet for 32-bit ARM.
387 '--additional-driver-flag=--use-gpu-in-tests',
388 ],
389 },
390 'devtools_frontend_linux_blink_light_rel': {
391 'args': [
392 'http/tests/devtools',
393 ],
394 'swarming': {
Weizhong Xia8b786422022-06-23 14:46:51395 'shards': 2,
John Chenaab16fc02020-03-03 06:35:45396 },
397 },
Takuto Ikutabace8f82022-01-26 23:47:47398 'devtools_frontend_linux_blink_light_rel_fastbuild': {
399 'args': [
400 'http/tests/devtools',
401 ],
402 'swarming': {
Weizhong Xia8b786422022-06-23 14:46:51403 'shards': 2,
Takuto Ikutabace8f82022-01-26 23:47:47404 },
405 },
David Dorwinf060a72d2022-10-05 22:09:03406 'fuchsia-x64-cast-receiver-rel': {
John Chenaab16fc02020-03-03 06:35:45407 'args': [
408 '--platform=fuchsia',
David Dorwinf060a72d2022-10-05 22:09:03409 '--jobs=1',
John Chenaab16fc02020-03-03 06:35:45410 ],
411 'swarming': {
412 'shards': 1,
413 },
414 },
David Dorwinf060a72d2022-10-05 22:09:03415 'fuchsia-x64-chrome-rel': {
David Dorwin49b2ddb2022-09-08 20:49:43416 'args': [
417 '--platform=fuchsia',
David Dorwin49b2ddb2022-09-08 20:49:43418 ],
419 'swarming': {
420 'shards': 1,
421 },
422 },
423 'fuchsia-x64-rel': {
424 'args': [
425 '--platform=fuchsia',
426 '--jobs=1',
427 ],
428 'swarming': {
429 'shards': 1,
430 },
431 },
John Chenaab16fc02020-03-03 06:35:45432 'linux-blink-animation-use-time-delta': {
433 'args': [
434 '--debug',
435 ],
436 },
Jonathan Leed3ba7bf2023-01-13 21:15:16437 'linux-blink-rel': {
438 'swarming': {
439 'hard_timeout': 2400,
440 },
441 },
Daniel Libby178c9832020-10-08 20:36:14442 'linux-blink-web-tests-force-accessibility-rel': {
443 'args': [
Brian Sheedy10ddf0a2021-08-16 23:19:07444 '--flag-specific=force-renderer-accessibility',
Daniel Libby178c9832020-10-08 20:36:14445 ],
446 },
W. James MacLeance9b3a62022-10-05 16:58:58447 'linux-blink-wpt-reset-rel': {
448 'args': [
449 '--additional-driver-flag=--force-browsing-instance-reset-between-tests',
450 ],
451 # The flag above will slow the tests down, and we don't want the bot to
452 # timeout, so set a higher timeout here.
453 # TODO(wjmaclean): It would be nice if we could somehow specify a delta
454 # to the default/inherited timeout instead of an absolute.
455 'swarming': {
456 'hard_timeout': 1500,
457 },
458 },
John Chenaab16fc02020-03-03 06:35:45459 'linux-code-coverage': {
460 'args': [
461 '--additional-env-var=LLVM_PROFILE_FILE=${ISOLATED_OUTDIR}/profraw/default-%2m.profraw',
462 ],
463 'swarming': {
Weizhong Xia8b786422022-06-23 14:46:51464 'shards': 8,
John Chenaab16fc02020-03-03 06:35:45465 },
466 },
Aaron Gable40f79aa2020-03-21 01:21:15467 'linux-layout-tests-edit-ng': {
468 'args': [
Brian Sheedy10ddf0a2021-08-16 23:19:07469 '--flag-specific=enable-editing-ng',
Aaron Gable40f79aa2020-03-21 01:21:15470 ],
471 },
Riley Wong89d6dc72022-09-08 20:29:07472 'mac10.13-blink-rel': {
473 'swarming': {
474 'shards': 1,
475 },
476 },
Riley Wong89d6dc72022-09-08 20:29:07477 'mac10.14-blink-rel': {
478 'swarming': {
479 'shards': 1,
480 },
481 },
Riley Wong89d6dc72022-09-08 20:29:07482 'mac10.15-blink-rel': {
483 'swarming': {
484 'shards': 8,
Weizhong Xia21063c72022-11-09 23:48:30485 'hard_timeout': 2400,
Riley Wong89d6dc72022-09-08 20:29:07486 },
487 },
Riley Wongc20ba4a2022-09-12 17:06:31488 'mac11.0-blink-rel': {
489 'swarming': {
490 'shards': 5,
Weizhong Xia21063c72022-11-09 23:48:30491 'hard_timeout': 2400,
492 },
493 },
494 'mac11.0.arm64-blink-rel': {
495 'swarming': {
496 'hard_timeout': 2400,
497 },
498 },
499 'mac12.0-blink-rel': {
500 'swarming': {
501 'hard_timeout': 2400,
502 },
503 },
504 'mac12.0.arm64-blink-rel': {
505 'swarming': {
506 'hard_timeout': 2400,
Riley Wongc20ba4a2022-09-12 17:06:31507 },
508 },
Thiago Perrotta770925d42023-01-17 18:38:51509 'win-rel-cft': {
510 'args': [
511 '--target',
512 'Release_x64',
513 ],
Thiago Perrotta314f7b02023-01-19 21:30:53514 'swarming': {
515 "shards": 12,
516 "inverse_quickrun_shards": 24,
517 },
Thiago Perrotta770925d42023-01-17 18:38:51518 },
Ben Pasteneebad8fc2022-08-12 23:34:28519 'win10-rel-no-external-ip': {
520 'args': [
521 '--target',
522 'Release_x64',
523 ],
524 'swarming': {
525 "shards": 12
526 },
527 },
Riley Wong5feb0eb2022-08-05 15:49:26528 'win10.20h2-blink-rel': {
529 'swarming': {
530 'shards': 6,
Weizhong Xia21063c72022-11-09 23:48:30531 'hard_timeout': 2400,
Riley Wong5feb0eb2022-08-05 15:49:26532 },
533 },
Weizhong Xia8b786422022-06-23 14:46:51534 'win11-blink-rel': {
535 'swarming': {
Weizhong Xia21063c72022-11-09 23:48:30536 'hard_timeout': 2400,
Weizhong Xia8b786422022-06-23 14:46:51537 },
538 'args': [
539 '--target',
540 'Release_x64',
541 ],
542 },
543 },
544 },
545 'blink_wpt_tests': {
546 'remove_from': [
Weizhong Xia8b786422022-06-23 14:46:51547 'Win10 Tests x64 (dbg)',
Weizhong Xia6d85a442022-06-23 17:17:06548 'devtools_frontend_linux_blink_light_rel',
549 'devtools_frontend_linux_blink_light_rel_fastbuild',
Rahul Kumar Adudodla35da216b2022-11-21 19:48:20550 'mac-osxbeta-rel',
Weizhong Xia8b786422022-06-23 14:46:51551 ],
552 'modifications': {
Weizhong Xia8b786422022-06-23 14:46:51553 'Linux Tests': {
554 "args": [
555 "--additional-env-var=LLVM_PROFILE_FILE=${ISOLATED_OUTDIR}/profraw/default-%2m.profraw",
556 ],
557 'swarming': {
Weizhong Xia8b786422022-06-23 14:46:51558 'shards': 10,
559 },
560 },
561 'Linux Tests (dbg)(1)': {
562 'args': [
563 '--debug',
564 ],
565 'swarming': {
566 'shards': 18,
567 },
568 },
569 'Mac10.13 Tests': {
570 'swarming': {
571 'dimension_sets': [
572 {
573 'gpu': None,
574 },
575 ],
576 'shards': 15,
577 },
578 },
579 'Mac10.15 Tests': {
580 'swarming': {
581 'dimension_sets': [
582 {
583 'gpu': None,
584 },
585 ],
586 'shards': 15,
587 },
588 },
589 'Mac11 Tests': {
590 'swarming': {
591 'dimension_sets': [
592 {
593 'gpu': None,
594 },
595 ],
596 'shards': 18,
Weizhong Xia8b786422022-06-23 14:46:51597 },
598 },
Lindsay Pasrichadf6edb62022-07-06 22:08:35599 'Mac12 Tests': {
Jie Shengcc95e742022-11-15 16:26:53600 'args': [
601 '--driver-logging',
602 ],
Lindsay Pasrichadf6edb62022-07-06 22:08:35603 'swarming': {
604 'dimension_sets': [
605 {
606 'gpu': None,
607 },
608 ],
609 'shards': 18,
Struan Shrimpton5786bfd02023-01-11 00:47:54610 'inverse_quickrun_shards': 36,
Lindsay Pasrichadf6edb62022-07-06 22:08:35611 },
612 },
Weizhong Xia8b786422022-06-23 14:46:51613 'Mac12 Tests (dbg)': {
614 'experiment_percentage': 100,
615 'args': [
616 '--debug',
617 ],
618 'swarming': {
619 'shards': 24,
620 },
621 },
622 'ToTFuchsia x64': {
623 'args': [
624 '--platform=fuchsia',
625 ],
626 'swarming': {
627 'shards': 1,
628 },
629 },
630 'V8 Blink Linux Debug': {
631 # This builder compiles Chromium in release mode, but V8 in debug.
632 # TODO(machenbach): Change name and out directory of this builder to
633 # something less confusing.
634 'args': [
635 '-t',
636 'Debug',
637 '--release',
638 ],
639 },
640 'V8 Blink Linux Future': {
641 'args': [
642 '--flag-specific=future-js',
643 ],
644 },
645 'WebKit Linux ASAN': {
646 'args': [
647 '--additional-expectations',
648 '../../third_party/blink/web_tests/ASANExpectations',
649 '--timeout-ms',
650 '48000',
651 '--enable-sanitizer',
652 ],
653 'swarming': {
654 'shards': 12,
655 },
656 },
657 'WebKit Linux Leak': {
658 'args': [
659 '--additional-expectations',
660 '../../third_party/blink/web_tests/LeakExpectations',
661 '--timeout-ms',
662 '48000',
663 '--enable-leak-detection',
664 ],
665 'swarming': {
666 'shards': 6,
667 },
668 },
669 'WebKit Linux MSAN': {
670 'args': [
671 '--additional-expectations',
672 '../../third_party/blink/web_tests/MSANExpectations',
673 '--timeout-ms',
674 '66000',
675 '--enable-sanitizer',
676 ],
677 'swarming': {
678 'expiration': 36000,
679 'hard_timeout': 10800,
680 'io_timeout': 3600,
681 'shards': 12,
682 },
683 },
684 'Win10 Tests x64': {
685 'args': [
686 '--target',
687 'Release_x64',
688 ],
689 'swarming': {
Struan Shrimpton5786bfd02023-01-11 00:47:54690 "shards": 18,
691 "inverse_quickrun_shards": 36,
Weizhong Xia8b786422022-06-23 14:46:51692 },
693 },
694 'Win10 Tests x64 (dbg)': {
695 'args': [
696 '--debug',
697 '--target',
698 'Debug_x64',
699 ],
700 },
701 'Win11 Tests x64': {
702 'args': [
703 '--target',
704 'Release_x64',
705 ],
706 'swarming': {
707 "shards": 18
708 },
709 },
710 # tryserver.chromium.android
711 'android_blink_rel': {
712 'args': [
713 '--release',
714 '--android',
Weizhong Xia8b786422022-06-23 14:46:51715 # TODO(crbug.com/875172): run on the real GPU since the
716 # software fallback, SwiftShader, isn't yet for 32-bit ARM.
717 '--additional-driver-flag=--use-gpu-in-tests',
718 ],
719 },
David Dorwinf060a72d2022-10-05 22:09:03720 'fuchsia-x64-cast-receiver-rel': {
Weizhong Xia8b786422022-06-23 14:46:51721 'args': [
722 '--platform=fuchsia',
David Dorwinf060a72d2022-10-05 22:09:03723 '--jobs=1',
Weizhong Xia8b786422022-06-23 14:46:51724 ],
725 'swarming': {
726 'shards': 1,
727 },
728 },
David Dorwinf060a72d2022-10-05 22:09:03729 'fuchsia-x64-chrome-rel': {
David Dorwin49b2ddb2022-09-08 20:49:43730 'args': [
731 '--platform=fuchsia',
David Dorwin49b2ddb2022-09-08 20:49:43732 ],
733 'swarming': {
734 'shards': 1,
735 },
736 },
737 'fuchsia-x64-rel': {
738 'args': [
739 '--platform=fuchsia',
740 '--jobs=1',
741 ],
742 'swarming': {
743 'shards': 1,
744 },
745 },
Weizhong Xia8b786422022-06-23 14:46:51746 'linux-bfcache-rel': {
747 'args': [
Weizhong Xia8b786422022-06-23 14:46:51748 # TODO(crbug.com/1255537): Re-enable the test.
749 '--ignore-tests=external/wpt/html/browsers/browsing-the-web/back-forward-cache/events.html',
750 ],
751 },
752 'linux-blink-animation-use-time-delta': {
753 'args': [
754 '--debug',
755 ],
756 },
Jonathan Leed3ba7bf2023-01-13 21:15:16757 'linux-blink-rel': {
758 'swarming': {
759 'hard_timeout': 2400,
760 },
761 },
Weizhong Xia8b786422022-06-23 14:46:51762 'linux-blink-web-tests-force-accessibility-rel': {
763 'args': [
764 '--flag-specific=force-renderer-accessibility',
765 ],
766 },
W. James MacLeance9b3a62022-10-05 16:58:58767 'linux-blink-wpt-reset-rel': {
768 'args': [
769 '--additional-driver-flag=--force-browsing-instance-reset-between-tests',
770 ],
771 },
Weizhong Xia8b786422022-06-23 14:46:51772 'linux-code-coverage': {
773 'args': [
774 '--additional-env-var=LLVM_PROFILE_FILE=${ISOLATED_OUTDIR}/profraw/default-%2m.profraw',
775 ],
776 'swarming': {
777 'shards': 12,
778 },
779 },
780 'linux-layout-tests-edit-ng': {
781 'args': [
782 '--flag-specific=enable-editing-ng',
783 ],
784 },
Riley Wong89d6dc72022-09-08 20:29:07785 'mac10.13-blink-rel': {
786 'swarming': {
787 'shards': 1,
788 },
789 },
Riley Wong89d6dc72022-09-08 20:29:07790 'mac10.14-blink-rel': {
791 'swarming': {
792 'shards': 1,
793 },
794 },
Riley Wong89d6dc72022-09-08 20:29:07795 'mac10.15-blink-rel': {
796 'swarming': {
797 'shards': 12,
Weizhong Xia21063c72022-11-09 23:48:30798 'hard_timeout': 2400,
Riley Wong89d6dc72022-09-08 20:29:07799 },
800 },
Riley Wongc20ba4a2022-09-12 17:06:31801 'mac11.0-blink-rel': {
802 'swarming': {
803 'shards': 7,
Weizhong Xia21063c72022-11-09 23:48:30804 'hard_timeout': 2400,
805 },
806 },
807 'mac11.0.arm64-blink-rel': {
808 'swarming': {
809 'hard_timeout': 2400,
810 },
811 },
812 'mac12.0-blink-rel': {
813 'swarming': {
814 'hard_timeout': 2400,
815 },
816 },
817 'mac12.0.arm64-blink-rel': {
818 'swarming': {
819 'hard_timeout': 2400,
Riley Wongc20ba4a2022-09-12 17:06:31820 },
821 },
Thiago Perrotta770925d42023-01-17 18:38:51822 'win-rel-cft': {
823 'args': [
824 '--target',
825 'Release_x64',
826 ],
Thiago Perrotta314f7b02023-01-19 21:30:53827 'swarming': {
828 "shards": 18,
829 "inverse_quickrun_shards": 36,
830 },
Thiago Perrotta770925d42023-01-17 18:38:51831 },
Ben Pasteneebad8fc2022-08-12 23:34:28832 'win10-rel-no-external-ip': {
833 'args': [
834 '--target',
835 'Release_x64',
836 ],
837 'swarming': {
838 "shards": 18
839 },
840 },
Riley Wong5feb0eb2022-08-05 15:49:26841 'win10.20h2-blink-rel': {
842 'swarming': {
843 'shards': 9,
Weizhong Xia21063c72022-11-09 23:48:30844 'hard_timeout': 2400,
Riley Wong5feb0eb2022-08-05 15:49:26845 },
846 },
Riley Wong5fc22762022-06-15 20:25:07847 'win11-blink-rel': {
848 'swarming': {
Weizhong Xia21063c72022-11-09 23:48:30849 'hard_timeout': 2400,
Riley Wong5fc22762022-06-15 20:25:07850 },
851 'args': [
852 '--target',
853 'Release_x64',
854 ],
Thiago Perrotta770925d42023-01-17 18:38:51855 },
John Chenaab16fc02020-03-03 06:35:45856 },
857 },
Kenneth Russelleb60cbd22017-12-05 07:54:28858 'browser_tests': {
Kenneth Russellfbda3c532017-12-08 23:57:24859 'remove_from': [
Brad Halla36886c2019-02-26 16:52:29860 'CrWinAsan(dll)', # https://crbug.com/935598
Nico Weber3af4da72018-02-27 01:59:41861 'linux-win_cross-rel',
Nico Weberdae13cd92018-12-14 13:56:26862 'ToTLinuxTSan', # https://crbug.com/368525
Lindsay Pasrichab3f72db2021-09-22 22:05:46863 # TODO(crbug.com/1171053): Enable the suite in 'Mac10.15 Tests' once it's
Zhaoyang Li69e2e002021-02-19 21:57:35864 # off CQ.
Gary Tongd5f5a742021-01-29 00:01:13865 'Mac10.13 Tests', # https://crbug.com/1042757
Zhaoyang Li69e2e002021-02-19 21:57:35866 'Mac10.15 Tests', # https://crbug.com/1042757
Cameron Higgins7558b162022-06-10 18:53:07867 'Mac12 Tests (dbg)', # https://crbug.com/1201386
Lindsay Pasricha8155d052021-04-22 00:06:43868 'mac-code-coverage', # https://crbug.com/1201386
Lindsay Pasricha23227912023-01-11 22:36:34869 'mac11-arm64-rel-tests', # https://crbug.com/1406364
870 'mac12-arm64-rel-tests', # https://crbug.com/1406364
Nico Weberd36959682018-04-12 03:33:46871 'Linux TSan Tests', # https://crbug.com/368525
Stephen Martinise701f5a2018-05-04 01:25:11872 'Win10 Tests x64 (dbg)',
Kenneth Russellfbda3c532017-12-08 23:57:24873 ],
Kenneth Russelleb60cbd22017-12-05 07:54:28874 'modifications': {
Nico Weber3f919792020-06-12 23:34:52875 'CrWinAsan': {
876 # These are very slow on the ASAN trybot for some reason.
Ben Pastened2c01af2022-01-31 23:06:44877 # crbug.com/1257927
Nico Weber3f919792020-06-12 23:34:52878 'swarming': {
879 'shards': 40,
880 },
881 },
882 'CrWinAsan(dll)': {
883 # These are very slow on the ASAN trybot for some reason.
Ben Pastened2c01af2022-01-31 23:06:44884 # crbug.com/1257927
Nico Weber3f919792020-06-12 23:34:52885 'swarming': {
886 'shards': 40,
887 },
888 },
Stephen Martinis1384ff92020-01-07 19:52:15889 'Linux - Future (dbg)': { # client.v8.chromium
Yuke Liaoea70f472019-12-19 06:03:36890 'swarming': {
Stephen Martinis1384ff92020-01-07 19:52:15891 'shards': 10,
Yuke Liaoea70f472019-12-19 06:03:36892 },
893 },
Stephen Martinis1384ff92020-01-07 19:52:15894 'Linux ASan LSan Tests (1)': {
Gregory Gutermanb6f9a972022-09-27 20:17:58895 'ci_only': True,
Stephen Martinis1384ff92020-01-07 19:52:15896 # These are very slow on the ASAN trybot for some reason.
Ben Pastened2c01af2022-01-31 23:06:44897 # crbug.com/1257927
Roberto Carrillo2c9ec972019-03-20 03:11:19898 'swarming': {
Stephen Martinis1384ff92020-01-07 19:52:15899 'shards': 40,
Roberto Carrillo2c9ec972019-03-20 03:11:19900 },
901 },
Chris Cunningham1d0e9e12020-02-26 22:56:40902 'Linux ASan Tests (sandboxed)': {
903 'swarming': {
John Abd-El-Malek3a631612020-07-08 21:40:41904 'shards': 30, # https://crbug.com/1103330
Chris Cunningham1d0e9e12020-02-26 22:56:40905 },
906 },
Titouan Rigoudy3fbe2742022-09-09 17:10:14907 'Linux CFI': {
908 'swarming': {
909 'shards': 20, # https://crbug.com/1361973
910 },
911 },
Stephen Martinis1384ff92020-01-07 19:52:15912 'Linux Chromium OS ASan LSan Tests (1)': {
913 # These are very slow on the ASAN trybot for some reason.
Ben Pastened2c01af2022-01-31 23:06:44914 # crbug.com/1257927
Roberto Carrillo5a5c98dc2019-10-30 22:33:51915 'swarming': {
Chris Cunningham74217f32022-05-02 18:47:23916 'shards': 60,
Roberto Carrillo5a5c98dc2019-10-30 22:33:51917 },
918 },
Stephen Martinis1384ff92020-01-07 19:52:15919 'Linux ChromiumOS MSan Tests': {
Alexis Hetua804f7412022-05-13 17:04:20920 # These are very slow on the Chrome OS MSAN trybot, most likely because browser_tests on cros has ~40% more tests. Also, these tests
921 # run on ash, which means every test starts and shuts down ash, which most likely explains why it takes longer than on other platforms.
Stephen Martinis1384ff92020-01-07 19:52:15922 # crbug.com/865455
Kenneth Russell56a3e862017-12-08 03:11:34923 'swarming': {
Tom Anderson1e776fcd2023-01-06 19:53:29924 'shards': 64,
Kenneth Russell56a3e862017-12-08 03:11:34925 },
Ben Pastene44221d32020-05-21 23:38:36926 'args': [
927 '--test-launcher-filter-file=../../testing/buildbot/filters/chromeos.msan.browser_tests.oobe_negative.filter',
928 ],
Kenneth Russell56a3e862017-12-08 03:11:34929 },
Struan Shrimptona9b1d512022-09-13 16:09:42930 'Linux MSan Tests': {
931 'swarming': {
Ben Pastene6c4db112022-10-21 18:55:34932 'shards': 15,
Struan Shrimptona9b1d512022-09-13 16:09:42933 },
934 },
Struan Shrimptonf5b2b552022-01-20 20:37:39935 'Linux Tests': {
936 'swarming': {
Stephanie Kim8332c7dd2022-11-07 20:03:49937 'shards': 20,
Struan Shrimptonf5b2b552022-01-20 20:37:39938 },
939 },
Maksim Sisovc81d284c2021-10-05 17:54:35940 # https://crbug.com/1084469
941 'Linux Tests (Wayland)': {
942 'args': [
943 '--test-launcher-filter-file=../../testing/buildbot/filters/ozone-linux.wayland_browser_tests.filter',
944 ],
Struan Shrimptone772d72f2021-12-15 07:50:09945 'swarming': {
Stephanie Kim8332c7dd2022-11-07 20:03:49946 'shards': 20,
Struan Shrimptone772d72f2021-12-15 07:50:09947 'quickrun_shards': 24,
948 },
Maksim Sisovc81d284c2021-10-05 17:54:35949 },
John Budorick614f91a2020-03-30 20:34:55950 'Linux Tests (dbg)(1)': {
951 # crbug.com/1066161
952 'swarming': {
953 'shards': 20,
954 },
955 },
Stephen Martinis1384ff92020-01-07 19:52:15956 'Mac ASan 64 Tests (1)': {
Kenneth Russellfbda3c532017-12-08 23:57:24957 'swarming': {
Stephen Martiniscd3c3832020-11-19 22:01:24958 'shards': 30,
Kenneth Russellfbda3c532017-12-08 23:57:24959 },
Lindsay Pasricha8155d052021-04-22 00:06:43960 # crbug.com/1196416
961 'args': [
962 '--test-launcher-filter-file=../../testing/buildbot/filters/mac.mac-rel.browser_tests.filter',
963 ],
Lindsay Pasrichab3f72db2021-09-22 22:05:46964 'experiment_percentage': 100, # https://crbug.com/1251657
Kenneth Russellfbda3c532017-12-08 23:57:24965 },
Lindsay Pasricha76f44d22021-04-07 16:16:26966 'Mac10.15 Tests': {
967 # crbug.com/1042757
968 'swarming': {
969 'dimension_sets': [
970 {
971 # These shards are liable to time out when running on macmini7,1.
972 'cores': '8|12',
973 }
974 ],
975 },
976 # crbug.com/1196416
977 'args': [
978 '--test-launcher-filter-file=../../testing/buildbot/filters/mac.mac-rel.browser_tests.filter',
979 ],
980 },
Lindsay Pasrichaf8762592021-12-02 23:43:09981 'Mac11 Tests': {
982 'ci_only': True,
Lindsay Pasrichaee30f252022-10-11 22:02:48983 'swarming': {
984 'shards': 20, # crbug.com/1366016
985 },
Lindsay Pasrichaf8762592021-12-02 23:43:09986 },
Yue She0cad2922022-06-24 15:06:07987 'Mac12 Tests': {
988 'ci_only': True,
Titouan Rigoudycd0e6dd72022-09-09 13:18:20989 'swarming': {
990 'shards': 20, # crbug.com/1361887
991 },
Yue She0cad2922022-06-24 15:06:07992 },
Cameron Higgins7558b162022-06-10 18:53:07993 'Mac12 Tests (dbg)': {
Zhaoyang Li9357e1e12021-12-07 18:53:17994 # crbug.com/1042757
995 'swarming': {
996 'dimension_sets': [
997 {
998 # These shards are liable to time out when running on macmini7,1.
999 'cores': '8|12',
1000 }
1001 ],
1002 },
1003 # crbug.com/1196416
1004 'args': [
1005 '--test-launcher-filter-file=../../testing/buildbot/filters/mac.mac-rel.browser_tests.filter',
1006 ],
1007 },
Tom Anderson482eab12023-01-10 00:05:371008 'ToTLinuxMSan': {
1009 'swarming': {
1010 'shards': 24,
1011 },
1012 },
Stephen Martinis1384ff92020-01-07 19:52:151013 'ToTWin(dbg)': {
Kenneth Russelleb60cbd22017-12-05 07:54:281014 'swarming': {
John Budorickca14c76f62017-12-09 14:19:181015 'shards': 20,
Kenneth Russelleb60cbd22017-12-05 07:54:281016 },
1017 },
Stephen Martinis1384ff92020-01-07 19:52:151018 'ToTWin64(dbg)': {
Kenneth Russell8ceeabf2017-12-11 17:53:281019 'swarming': {
1020 'shards': 20,
1021 },
1022 },
Kenneth Russell6c83d212018-07-27 20:52:591023 'Win10 Tests x64': {
1024 # crbug.com/868082
1025 'args': [
1026 '--disable-features=WebRTC-H264WithOpenH264FFmpeg',
1027 ],
Takuto Ikutac9c269a2019-01-10 22:40:251028 'swarming': {
1029 # This is for slow test execution that often becomes a critical path of
1030 # swarming jobs. crbug.com/868114
Stephanie Kima57b46a2022-10-27 22:09:031031 'shards': 55,
Takuto Ikutac9c269a2019-01-10 22:40:251032 }
Kenneth Russell6c83d212018-07-27 20:52:591033 },
Kuan Huanga89737d2022-01-07 19:42:111034 'Win11 Tests x64': {
1035 # crbug.com/868082
1036 'args': [
1037 '--disable-features=WebRTC-H264WithOpenH264FFmpeg',
1038 ],
1039 'swarming': {
1040 # This is for slow test execution that often becomes a critical path of
1041 # swarming jobs. crbug.com/868114
1042 'shards': 15,
1043 'quickrun_shards': 30,
1044 }
1045 },
Stephen Martinis1384ff92020-01-07 19:52:151046 'linux-chromeos-chrome': {
1047 # TODO(https://crbug.com/932269): Promote out of experiment when the
1048 # tests are green.
1049 'args': [
1050 '--test-launcher-filter-file=../../testing/buildbot/filters/chromeos.browser_tests.filter',
1051 ],
Ben Pastene37473092022-08-02 19:16:461052 'swarming': {
1053 'shards': 20,
1054 },
Stephen Martinis1384ff92020-01-07 19:52:151055 },
1056 'linux-chromeos-code-coverage': {
Nico Weber0c2861b2018-12-14 18:05:161057 'swarming': {
Stephen Martinis1384ff92020-01-07 19:52:151058 'shards': 50,
1059 },
1060 },
1061 'linux-chromeos-dbg': {
1062 'swarming': {
Chris Cunningham88e70de2022-05-02 23:39:161063 'shards': 50,
Stephen Martinis1384ff92020-01-07 19:52:151064 },
1065 },
1066 'linux-chromeos-rel': {
1067 'swarming': {
Stephanie Kimc932b4c2022-11-01 21:29:381068 'shards': 60,
Stephanie Kime9008f72020-03-05 23:01:161069 'dimension_sets': [
1070 {
1071 'kvm': '1',
1072 },
1073 ],
Stephen Martinis1384ff92020-01-07 19:52:151074 },
1075 },
1076 'linux-code-coverage': {
Yuke Liao58e1d202020-03-20 23:02:011077 'args': [
1078 '--no-sandbox',
1079 ],
Stephen Martinis1384ff92020-01-07 19:52:151080 'swarming': {
1081 'shards': 50,
1082 },
1083 },
Sven Zheng49ffa5c2022-09-06 18:48:261084 # asan tests is slower.
1085 'linux-lacros-asan-lsan-rel': {
1086 'swarming': {
1087 'shards': 20,
1088 },
1089 },
Sven Zheng80734f12020-08-06 06:50:391090 'linux-lacros-tester-rel': {
Struan Shrimptone772d72f2021-12-15 07:50:091091 'swarming': {
Stephanie Kim8332c7dd2022-11-07 20:03:491092 'shards': 20,
Struan Shrimptone772d72f2021-12-15 07:50:091093 },
Sven Zheng80734f12020-08-06 06:50:391094 },
Thiago Perrotta099ea612022-12-14 17:59:401095 'linux-rel-cft': {
1096 'args': [
Thiago Perrottad12c7872023-01-12 17:30:561097 '--test-launcher-filter-file=../../testing/buildbot/filters/linux.linux-rel-cft.browser_tests.filter',
Thiago Perrotta099ea612022-12-14 17:59:401098 ],
1099 },
Kuan Huang235b0142021-10-19 18:59:281100 'mac-code-coverage': {
1101 'args': [
1102 '--coverage-continuous-mode=1',
1103 ],
1104 },
Lindsay Pasricha8bbc3382022-01-31 22:54:541105 'mac-osxbeta-rel': {
1106 'swarming': {
1107 'shards': 12,
1108 },
1109 },
Thiago Perrotta099ea612022-12-14 17:59:401110 'mac-rel-cft': {
1111 'args': [
Thiago Perrottad12c7872023-01-12 17:30:561112 '--test-launcher-filter-file=../../testing/buildbot/filters/mac.mac-rel-cft.browser_tests.filter',
Thiago Perrotta099ea612022-12-14 17:59:401113 ],
Thiago Perrotta28efe812023-01-17 19:31:271114 'swarming': {
1115 'shards': 20, # crbug.com/1361887
1116 },
Thiago Perrotta099ea612022-12-14 17:59:401117 },
Stephen Martinis1384ff92020-01-07 19:52:151118 'win-asan': {
Nico Weber3f919792020-06-12 23:34:521119 # These are very slow on the ASAN trybot for some reason.
Ben Pastened2c01af2022-01-31 23:06:441120 # crbug.com/1257927
Stephen Martinis1384ff92020-01-07 19:52:151121 'swarming': {
Nico Weber3f919792020-06-12 23:34:521122 'shards': 40,
Nico Weber0c2861b2018-12-14 18:05:161123 },
1124 },
Yuki Yamada70190fc2021-10-28 09:00:271125 'win-backuprefptr-x64-fyi-rel': {
1126 'args': [
1127 '--test-launcher-filter-file=../../testing/buildbot/filters/win_backuprefptr_fyi.browser_tests.filter',
1128 ],
1129 },
Thiago Perrotta099ea612022-12-14 17:59:401130 'win-rel-cft': {
1131 'args': [
Thiago Perrotta770925d42023-01-17 18:38:511132 # crbug.com/868082
1133 '--disable-features=WebRTC-H264WithOpenH264FFmpeg',
Thiago Perrottad12c7872023-01-12 17:30:561134 '--test-launcher-filter-file=../../testing/buildbot/filters/win.win-rel-cft.browser_tests.filter',
Thiago Perrotta099ea612022-12-14 17:59:401135 ],
Thiago Perrotta314f7b02023-01-19 21:30:531136 'swarming': {
1137 # This is for slow test execution that often becomes a critical path of
1138 # swarming jobs. crbug.com/868114
1139 'shards': 15,
1140 }
Thiago Perrotta099ea612022-12-14 17:59:401141 },
Ben Pasteneebad8fc2022-08-12 23:34:281142 'win10-rel-no-external-ip': {
1143 # crbug.com/868082
1144 'args': [
1145 '--disable-features=WebRTC-H264WithOpenH264FFmpeg',
1146 ],
1147 'swarming': {
1148 'shards': 15,
1149 }
1150 },
Kenneth Russelleb60cbd22017-12-05 07:54:281151 },
1152 },
Erik Chen681dc0282019-11-26 22:54:491153 'cc_unittests': {
1154 'modifications': {
1155 'Linux TSan Tests': {
1156 'swarming': {
1157 'shards': 3,
1158 },
1159 },
Haiyang Pan9d68ca02021-08-04 21:30:471160 'android-11-x86-rel': {
Haiyang Pancf765862021-03-18 20:39:151161 # https://crbug.com/1039860
1162 'args': [
Haiyang Pan11d8bd52021-11-19 21:22:541163 '--test-launcher-filter-file=../../testing/buildbot/filters/android.emulator_11_12.cc_unittests.filter',
1164 ],
1165 },
Haiyang Pan2a55a452022-03-03 08:18:331166 'android-12-x64-rel': {
Haiyang Pan11d8bd52021-11-19 21:22:541167 # https://crbug.com/1039860
1168 'args': [
1169 '--test-launcher-filter-file=../../testing/buildbot/filters/android.emulator_11_12.cc_unittests.filter',
Haiyang Pancf765862021-03-18 20:39:151170 ],
1171 },
Haiyang Pan08d09dc2020-04-01 16:11:211172 'android-pie-x86-rel': {
John Budorickfa8f1da92020-01-15 18:11:381173 # https://crbug.com/1039860
1174 'args': [
1175 '--test-launcher-filter-file=../../testing/buildbot/filters/android.emulator.cc_unittests.filter',
1176 ],
1177 },
Struan Shrimptona1ab7672022-01-13 18:02:511178 'chromeos-amd64-generic-rel': {
1179 'swarming': {
1180 'quickrun_shards': 2,
1181 },
1182 },
Chong Gudf7fbe92021-02-24 02:55:581183 'fuchsia-code-coverage': {
1184 'swarming': {
1185 'shards': 4,
1186 },
1187 },
Chong Gub2446462021-08-19 18:44:081188 'fuchsia-fyi-arm64-dbg': {
1189 'args': [
1190 '--test-launcher-filter-file=../../testing/buildbot/filters/fuchsia.debug.cc_unittests.filter',
1191 ],
1192 },
Erik Chen681dc0282019-11-26 22:54:491193 },
1194 },
Prakhar94f444a2020-10-08 07:30:081195 'check_static_initializers': {
1196 'modifications': {
1197 'Mac Builder': {
1198 'args': [
1199 '--allow-coverage-initializer',
1200 ],
1201 },
1202 },
1203 },
Ben Pastene7a05a8f2020-11-12 17:25:511204 'chrome_all_tast_tests': {
1205 'modifications': {
Struan Shrimpton4b7abc02021-12-16 01:36:591206 'chromeos-amd64-generic-rel': {
1207 'swarming': {
Ben Pastene8fdb0ea92022-06-23 18:46:581208 'shards': 7,
Struan Shrimpton4b7abc02021-12-16 01:36:591209 },
1210 },
Ben Pastene7a05a8f2020-11-12 17:25:511211 'chromeos-betty-pi-arc-cfi-thin-lto-chrome': {
1212 'args': [
1213 # This bot sets symbol_level=2, which doesn't fit inside a normal VM.
1214 '--strip-chrome',
1215 ],
1216 },
Ben Pastenefb70e5f2022-11-08 04:16:421217 'chromeos-betty-pi-arc-chrome': {
1218 'swarming': {
1219 'shards': 15,
1220 },
1221 },
Alvin Jia47a28032022-11-07 23:09:151222 'chromeos-eve-chrome': {
1223 'swarming': {
1224 # Increased timeout to 2 hours due to shard timeout.
1225 'hard_timeout': 7200,
1226 }
1227 },
Ben Pastenef85543f2022-06-24 17:50:021228 # TODO(crbug.com/1141234): Move out of experimental if/when the bots are
1229 # stable.
1230 'chromeos-jacuzzi-chrome': {
1231 'experiment_percentage': 100,
1232 },
yoshiki iguchi32971c52022-07-08 16:55:011233 'chromeos-kevin-chrome': {
1234 'swarming': {
Austin Engda0cb2e92022-07-11 18:08:551235 # Reducing parallelism due to DUT shortage (b/238271231)
yoshiki iguchi32971c52022-07-08 16:55:011236 'shards': 5,
1237 }
1238 },
Ben Pastene7a05a8f2020-11-12 17:25:511239 },
1240 },
Andrew Luod252791ac2019-10-15 00:28:131241 'chrome_java_test_pagecontroller_tests': {
Haiyang Panfbd2b482020-09-23 23:41:251242 'modifications': {
1243 'android-pie-arm64-rel': {
1244 # TODO(crbug.com/1111436): Move this back to walleye if/when additional
1245 # capacity has been deployed.
1246 'swarming': {
1247 'dimension_sets': [
1248 {
1249 'device_type': 'sailfish',
1250 },
1251 ],
1252 },
1253 },
1254 },
Andrew Luod252791ac2019-10-15 00:28:131255 },
Ben Joyce9772d542022-10-13 20:50:531256 # TODO(crbug/1239300): Remove when experiment is done.
Ben Joyce99d3beb2022-10-14 23:32:041257 'chrome_public_persistent_shell_test_apk': {
Ben Joycec1566e282022-10-31 19:03:591258 'remove_from': [
1259 'android-pie-arm64-rel', # crbug/1239300. Experiment is done on this bot.
1260 ],
Ben Joyce99d3beb2022-10-14 23:32:041261 'modifications': {
1262 'android-nougat-x86-rel': {
Ben Joyce993f1df2022-10-21 00:47:541263 'args': [
1264 '--test-launcher-filter-file=../../testing/buildbot/filters/android.emulator_n.chrome_public_test_apk.filter',
1265 ],
Ben Joyce99d3beb2022-10-14 23:32:041266 'swarming': {
1267 'shards': 25,
1268 },
1269 },
1270 },
1271 },
1272 # TODO(crbug/1239300): Remove when experiment is done.
Ben Joyce9772d542022-10-13 20:50:531273 'chrome_public_persistent_shell_unit_test_apk': {
1274 'modifications': {
1275 'android-nougat-x86-rel': {
1276 'swarming': {
1277 'shards': 4,
1278 },
1279 },
1280 },
1281 },
Yun Liu7cfd28a2019-10-30 01:57:121282 'chrome_public_smoke_test': {
1283 'remove_from': [
Ben Joyce02dc8092021-03-04 21:48:191284 'android-code-coverage-native', # Does not generate profraw data.
Yun Liu7cfd28a2019-10-30 01:57:121285 ],
1286 },
Kenneth Russelleb60cbd22017-12-05 07:54:281287 'chrome_public_test_apk': {
John Budorick27d2d44e2019-05-20 20:26:091288 'remove_from': [
1289 'android-asan', # https://crbug.com/964562
Ben Joyce02dc8092021-03-04 21:48:191290 'android-code-coverage-native', # Does not generate profraw data.
John Budorick27d2d44e2019-05-20 20:26:091291 ],
Kenneth Russelleb60cbd22017-12-05 07:54:281292 'modifications': {
Ben Pastenec73e96e92018-07-12 01:40:351293 'Oreo Phone Tester': {
bsheedy01833462018-12-07 01:05:571294 # TODO(https://crbug.com/884413): Re-enable this once the tests are
1295 # either passing or there is more capacity.
1296 'experiment_percentage': 0,
Ben Pastenec73e96e92018-07-12 01:40:351297 },
Haiyang Pan9d68ca02021-08-04 21:30:471298 'android-11-x86-rel': {
Haiyang Panb80557c2021-03-13 03:01:441299 'args': [
1300 '--test-launcher-filter-file=../../testing/buildbot/filters/android.emulator_11.chrome_public_test_apk.filter',
Haiyang Pan1d5ca2862021-04-01 22:21:091301 '--timeout-scale=2.0',
Haiyang Panb80557c2021-03-13 03:01:441302 ],
Haiyang Panc82c3fa2022-02-01 01:26:061303 # TODO(https://crbug.com/1285975) Remove experiment and enable on
1304 # trybot once the device offline issue is resolved.
1305 'ci_only': True,
1306 'experiment_percentage': 100,
Haiyang Pan68a39c02021-11-11 21:12:211307 },
Haiyang Pan2a55a452022-03-03 08:18:331308 'android-12-x64-rel': {
Haiyang Pan68a39c02021-11-11 21:12:211309 'args': [
Haiyang Pan629f4e42022-02-09 22:11:231310 '--test-launcher-filter-file=../../testing/buildbot/filters/android.emulator_12.chrome_public_test_apk.filter',
Haiyang Pan68a39c02021-11-11 21:12:211311 '--timeout-scale=2.0',
1312 ],
Haiyang Pan2a55a452022-03-03 08:18:331313 # TODO(crbug.com/1225851): Remove experiment and ci_only
1314 # once the test suite is stable.
1315 'ci_only': True,
1316 'experiment_percentage': 100,
Haiyang Panb80557c2021-03-13 03:01:441317 },
Stephen Martinis1384ff92020-01-07 19:52:151318 'android-arm64-proguard-rel': {
1319 'swarming': {
1320 'shards': 25,
1321 },
1322 },
James Shenf0ce295f2022-07-21 01:37:171323 'android-nougat-x86-rel': {
1324 'args': [
1325 '--test-launcher-filter-file=../../testing/buildbot/filters/android.emulator_n.chrome_public_test_apk.filter',
1326 ],
James Shen57e04ef2022-09-23 02:22:271327 'swarming': {
Stephanie Kim5e700522022-11-11 14:52:351328 'shards': 75,
James Shen57e04ef2022-09-23 02:22:271329 'dimension_sets': [
1330 {
Haiyang Panca60fce2022-11-16 18:10:381331 # use 8-core to shorten runtime
Haiyang Pane35ae642022-11-18 00:34:151332 'cores': '8',
James Shen57e04ef2022-09-23 02:22:271333 },
1334 ],
1335 },
James Shenf0ce295f2022-07-21 01:37:171336 },
Stephen Martinis1384ff92020-01-07 19:52:151337 'android-pie-arm64-rel': {
1338 'args': [
1339 '--test-launcher-filter-file=../../testing/buildbot/filters/android.pie_arm64_rel.chrome_public_test_apk.filter', # https://crbug.com/1010211
Ben Joyceb5321412022-10-26 21:05:151340 '--use-persistent-shell',
Stephen Martinis1384ff92020-01-07 19:52:151341 ],
Stephen Martinisd05530d2021-07-27 22:50:221342 'ci_only': True, # https://crbug.com/1233700
Haiyang Pan43640ee2020-02-13 01:38:001343 },
Ben Joyce6d63a582022-12-09 18:34:551344 'android-pie-arm64-rel-swarming': {
1345 'swarming': {
1346 'service_account': '[email protected]'
1347 },
1348 },
Haiyang Pan08d09dc2020-04-01 16:11:211349 'android-pie-x86-rel': {
Haiyang Pan43640ee2020-02-13 01:38:001350 'args': [
Haiyang Pan71373072020-03-02 19:57:491351 # https://crbug.com/1046059
Haiyang Pan23f64f52020-06-04 01:23:321352 '--test-launcher-filter-file=../../testing/buildbot/filters/android.emulator_p.chrome_public_test_apk.filter',
Haiyang Pan43640ee2020-02-13 01:38:001353 ],
Haiyang Pan71373072020-03-02 19:57:491354 'swarming': {
Haiyang Pan58a6db22021-07-30 01:08:261355 # See https://crbug.com/1230192, runs of 40-60 minutes at 20 shards.
1356 'shards': 30,
1357 },
1358 },
1359 },
1360 },
1361 'chrome_public_test_apk_with_playstore': {
Haiyang Pan58a6db22021-07-30 01:08:261362 'modifications': {
Haiyang Pan9d68ca02021-08-04 21:30:471363 'android-11-x86-rel': {
Haiyang Pan58a6db22021-07-30 01:08:261364 'args': [
1365 '--avd-config=../../tools/android/avd/proto/generic_playstore_android30.textpb',
1366 ],
1367 'swarming': {
1368 # soft affinity so that bots with caches will be picked first
1369 'optional_dimensions': {
1370 '60': [
1371 {
Haiyang Pan0fee3652022-02-23 19:19:481372 'caches': 'generic_playstore_android30',
Haiyang Pan58a6db22021-07-30 01:08:261373 }
1374 ],
1375 },
1376 'named_caches': [
1377 {
Haiyang Pan0fee3652022-02-23 19:19:481378 'name': 'generic_playstore_android30',
1379 'path': '.android_emulator/generic_playstore_android30',
Haiyang Pan58a6db22021-07-30 01:08:261380 },
1381 ],
1382 },
1383 },
Haiyang Pan2a55a452022-03-03 08:18:331384 'android-12-x64-rel': {
Haiyang Pan68a39c02021-11-11 21:12:211385 'args': [
1386 '--avd-config=../../tools/android/avd/proto/generic_playstore_android31.textpb',
1387 ],
1388 'swarming': {
1389 # soft affinity so that bots with caches will be picked first
1390 'optional_dimensions': {
1391 '60': [
1392 {
Haiyang Pan0fee3652022-02-23 19:19:481393 'caches': 'generic_playstore_android31',
Haiyang Pan68a39c02021-11-11 21:12:211394 }
1395 ],
1396 },
1397 'named_caches': [
1398 {
Haiyang Pan0fee3652022-02-23 19:19:481399 'name': 'generic_playstore_android31',
1400 'path': '.android_emulator/generic_playstore_android31',
Haiyang Pan68a39c02021-11-11 21:12:211401 },
1402 ],
1403 },
1404 },
Haiyang Pan58a6db22021-07-30 01:08:261405 'android-pie-x86-rel': {
1406 'args': [
1407 '--avd-config=../../tools/android/avd/proto/generic_playstore_android28.textpb',
1408 ],
1409 'swarming': {
Haiyang Pan2c438302021-06-11 23:50:381410 # soft affinity so that bots with caches will be picked first
1411 'optional_dimensions': {
1412 '60': [
1413 {
Haiyang Pan0fee3652022-02-23 19:19:481414 'caches': 'generic_playstore_android28',
Haiyang Pan2c438302021-06-11 23:50:381415 }
1416 ],
1417 },
Haiyang Pan71373072020-03-02 19:57:491418 'named_caches': [
1419 {
Haiyang Pan0fee3652022-02-23 19:19:481420 'name': 'generic_playstore_android28',
1421 'path': '.android_emulator/generic_playstore_android28',
Haiyang Pan71373072020-03-02 19:57:491422 },
Haiyang Pan980402822020-10-07 23:24:561423 ],
Haiyang Pan71373072020-03-02 19:57:491424 },
John Budorick34009472018-04-03 17:38:441425 },
Kenneth Russelleb60cbd22017-12-05 07:54:281426 },
1427 },
1428 'chrome_public_test_vr_apk': {
Nico Weberb0b3f5862018-07-13 18:45:151429 'remove_from': [
Andrew Luo38b311f2019-10-04 03:42:091430 'android-pie-arm64-rel', # https://crbug.com/1010211
bsheedydf58b4e2018-11-01 19:42:161431 'ToTAndroid',
John Budorick27d2d44e2019-05-20 20:26:091432 'android-asan', # https://crbug.com/964562
Ben Joyce02dc8092021-03-04 21:48:191433 'android-code-coverage-native', # Does not generate profraw data.
bsheedy410dd7c2018-06-15 22:42:091434 ],
Kenneth Russelleb60cbd22017-12-05 07:54:281435 },
bsheedy75a4dd52018-11-27 23:24:301436 'chrome_public_test_vr_apk-vega': {
1437 'modifications': {
bsheedy75a4dd52018-11-27 23:24:301438 'Oreo Phone Tester': {
1439 'swarming': {
1440 'dimension_sets': [
1441 {
1442 'device_os': 'OVR1.180808.003',
1443 'device_type': 'vega',
1444 'os': 'Android',
1445 },
1446 ],
1447 },
1448 }
1449 }
1450 },
Henrique Nakashimad99462ab2022-06-08 19:52:421451 'chrome_public_unit_test_apk': {
Henrique Nakashima4b24b55a2022-11-02 22:25:321452 'remove_from': [
1453 'android-asan', # https://crbug.com/964562
1454 'android-code-coverage-native', # Does not generate profraw data.
Henrique Nakashima4b24b55a2022-11-02 22:25:321455 ],
Henrique Nakashimad99462ab2022-06-08 19:52:421456 'modifications': {
1457 'android-12-x64-rel': {
1458 'args': [
1459 '--test-launcher-filter-file=../../testing/buildbot/filters/android.emulator_12.chrome_public_unit_test_apk.filter',
1460 ],
1461 },
1462 },
1463 },
Nihar Damarasingu8def1a22022-08-18 21:15:541464 'chrome_public_wpt': {
1465 'modifications': {
1466 'android-chrome-pie-x86-wpt-fyi-rel': {
1467 'args': [
1468 '--use-upstream-wpt',
1469 ],
1470 },
1471 },
1472 },
Ian Struiksmaeb285db02020-10-20 22:19:341473 'chrome_sizes': {
1474 'modifications': {
Yuke Liao975680302021-02-18 18:34:541475 'lacros-amd64-generic-chrome': {
1476 'swarming': {
1477 'dimension_sets': [
1478 {
Yuke Liao31225ee32021-03-17 23:21:331479 'cpu': 'x86-64',
Ben Pasteneddd3da72021-09-23 17:41:351480 'os': 'Ubuntu-18.04',
Yuke Liao975680302021-02-18 18:34:541481 },
1482 ],
1483 },
1484 },
Ben Pastenee9536c82021-10-19 01:48:571485 'lacros-arm-generic-chrome': {
1486 'swarming': {
1487 'dimension_sets': [
1488 {
1489 'cpu': 'x86-64',
1490 'os': 'Ubuntu-18.04',
1491 },
1492 ],
1493 },
1494 },
Ian Struiksmaeb285db02020-10-20 22:19:341495 },
1496 },
Takuto Ikuta1b749b902019-04-11 18:05:531497 'chromedriver_py_tests': {
Ben Pastene1b1aa972022-09-28 17:51:011498 'modifications': {
1499 'Win10 Tests x64': {
1500 # TODO(crbug.com/1369158): Fix & re-enable.
1501 'isolate_profile_data': False,
1502 },
Thiago Perrotta314f7b02023-01-19 21:30:531503 'win-rel-cft': {
1504 # TODO(crbug.com/1369158): Fix & re-enable.
1505 'isolate_profile_data': False,
1506 },
Ben Pastene1b1aa972022-09-28 17:51:011507 },
Takuto Ikuta1b749b902019-04-11 18:05:531508 'remove_from': [
1509 # Timeout happens sometimes (crbug.com/951799).
Takuto Ikuta1b749b902019-04-11 18:05:531510 'Win10 Tests x64 (dbg)',
1511 ],
1512 },
Haiyang Panfed339172021-03-10 23:19:571513 'components_browsertests': {
1514 'modifications': {
Stephanie Kim6b4abfd32022-11-15 20:33:371515 'Linux TSan Tests': {
1516 'swarming': {
1517 'shards': 2,
1518 },
1519 },
Haiyang Pan9d68ca02021-08-04 21:30:471520 'android-11-x86-rel': {
Haiyang Panfed339172021-03-10 23:19:571521 'swarming': {
1522 'shards': 2,
1523 },
1524 },
André Kempef30fe9d22022-02-03 10:44:291525 'android-asan': {
1526 'swarming': {
1527 'shards': 3,
1528 },
1529 },
Haiyang Pandcc3e012022-09-30 01:57:431530 'android-nougat-x86-rel': {
1531 'swarming': {
Stephanie Kim55d87ef22022-11-08 23:00:471532 'shards': 4,
Haiyang Pandcc3e012022-09-30 01:57:431533 },
1534 },
Haiyang Panfed339172021-03-10 23:19:571535 },
1536 },
Kenneth Russelleb60cbd22017-12-05 07:54:281537 'components_unittests': {
Kenneth Russelleb60cbd22017-12-05 07:54:281538 'modifications': {
John Budorick5052d552017-12-13 02:59:341539 'Linux ASan LSan Tests (1)': {
1540 # These are very slow on the ASAN trybot for some reason.
Ben Pastened2c01af2022-01-31 23:06:441541 # crbug.com/1257927
John Budorick5052d552017-12-13 02:59:341542 'swarming': {
1543 'shards': 5,
1544 },
1545 },
Takuto Ikuta54671d972018-07-19 19:06:351546 'Linux Chromium OS ASan LSan Tests (1)': {
1547 # These are very slow on the ASAN trybot for some reason.
Ben Pastened2c01af2022-01-31 23:06:441548 # crbug.com/1257927
Takuto Ikuta54671d972018-07-19 19:06:351549 'swarming': {
1550 'shards': 5,
1551 },
1552 },
Erik Chen681dc0282019-11-26 22:54:491553 'Linux TSan Tests': {
1554 'swarming': {
1555 'shards': 2,
1556 },
1557 },
Lindsay Pasrichafaeaac72022-07-27 21:08:081558 # https://crbug.com/1344223
1559 'Mac10.13 Tests': {
1560 'swarming': {
1561 'shards': 2,
1562 },
1563 },
Struan Shrimpton5786bfd02023-01-11 00:47:541564 'Mac12 Tests': {
1565 'swarming': {
1566 'inverse_quickrun_shards': 2,
1567 },
1568 },
1569 'Win10 Tests x64': {
1570 'swarming': {
1571 'inverse_quickrun_shards': 2,
1572 },
1573 },
Haiyang Pan9d68ca02021-08-04 21:30:471574 'android-11-x86-rel': {
Haiyang Pan799282f2021-03-25 19:38:311575 'args': [
Haiyang Pane521cf692021-11-30 00:35:231576 # TODO(crbug.com/1192348): Fix the test failure
1577 '--gtest_filter=-FieldFormatterTest.DifferentLocales',
Haiyang Pan799282f2021-03-25 19:38:311578 ],
1579 },
Haiyang Pan2a55a452022-03-03 08:18:331580 'android-12-x64-rel': {
Haiyang Pan2877f062021-11-18 01:06:061581 'args': [
1582 # TODO(crbug.com/1192348): Fix the test failure
1583 '--gtest_filter=-FieldFormatterTest.DifferentLocales',
1584 ],
1585 },
Struan Shrimpton5786bfd02023-01-11 00:47:541586 'android-nougat-x86-rel': {
1587 'swarming': {
1588 'inverse_quickrun_shards': 12,
1589 },
1590 },
Scott Violet17087cd2022-11-15 22:29:441591 'win-asan': {
1592 # With a single shard seems to hit time limit.
1593 'swarming': {
1594 'shards': 2,
1595 },
1596 },
Thiago Perrotta314f7b02023-01-19 21:30:531597 'win-rel-cft': {
1598 'swarming': {
1599 'inverse_quickrun_shards': 2,
1600 },
1601 },
Sven Zheng80734f12020-08-06 06:50:391602 },
Sven Zheng577fe5ff2020-08-03 22:06:441603 },
Chong Gu76046412021-09-22 17:49:211604 'compositor_unittests': {
Chong Gub2446462021-08-19 18:44:081605 'modifications': {
1606 'fuchsia-fyi-arm64-dbg': {
1607 'args': [
1608 '--test-launcher-filter-file=../../testing/buildbot/filters/fuchsia.debug.compositor_unittests.filter',
1609 ],
1610 },
1611 },
1612 },
Kenneth Russelleb60cbd22017-12-05 07:54:281613 'content_browsertests': {
Brad Halla36886c2019-02-26 16:52:291614 'remove_from': [
Brad Halla36886c2019-02-26 16:52:291615 'CrWinAsan(dll)', # https://crbug.com/935598
Rohan Pavonedf728bee22022-11-09 21:32:551616 # TODO(crbug.com/1371630): Enable on Fuchsia dbg/asan/clang builders.
1617 'fuchsia-fyi-arm64-dbg',
1618 'fuchsia-fyi-x64-asan',
1619 'fuchsia-fyi-x64-dbg',
1620 'ToTFuchsia x64',
1621 'ToTFuchsiaOfficial arm64',
Brad Halla36886c2019-02-26 16:52:291622 ],
Kenneth Russelleb60cbd22017-12-05 07:54:281623 'modifications': {
Kenneth Russellfbda3c532017-12-08 23:57:241624 'Cast Audio Linux': {
1625 'args': [
Nico Weber02f30392018-07-16 18:39:431626 '--test-launcher-filter-file=../../testing/buildbot/filters/cast-linux.content_browsertests.filter',
Kenneth Russellfbda3c532017-12-08 23:57:241627 ],
Kenneth Russellfbda3c532017-12-08 23:57:241628 },
1629 'Cast Linux': {
1630 'args': [
Nico Weber02f30392018-07-16 18:39:431631 '--test-launcher-filter-file=../../testing/buildbot/filters/cast-linux.content_browsertests.filter',
Kenneth Russellfbda3c532017-12-08 23:57:241632 ],
Kenneth Russellfbda3c532017-12-08 23:57:241633 },
Erik Chenb681c8c2019-11-25 22:52:521634 'Linux ASan LSan Tests (1)': {
1635 'swarming': {
Stephanie Kim75e95f62022-11-04 16:06:131636 'shards': 24,
Erik Chenb681c8c2019-11-25 22:52:521637 },
1638 },
Chris Cunninghame1a04ea2019-04-24 01:49:321639 'Linux ASan Tests (sandboxed)': {
1640 'swarming': {
John Abd-El-Malek3a631612020-07-08 21:40:411641 'shards': 10, # https://crbug.com/1103330
Chris Cunninghame1a04ea2019-04-24 01:49:321642 },
1643 },
Erik Chen681dc0282019-11-26 22:54:491644 'Linux TSan Tests': {
1645 'swarming': {
Stephanie Kim6b4abfd32022-11-15 20:33:371646 'shards': 30,
Erik Chen681dc0282019-11-26 22:54:491647 },
1648 },
Lindsay Pasrichab3f72db2021-09-22 22:05:461649 'Mac ASan 64 Tests (1)': { # https://crbug.com/1200640
1650 'experiment_percentage': 100,
1651 },
Struan Shrimpton57c594e42022-01-25 17:59:131652 'Mac11 Tests': {
1653 'swarming': {
Lindsay Pasricha0b5beaf2022-03-04 08:15:271654 'shards': 12,
Struan Shrimpton57c594e42022-01-25 17:59:131655 },
1656 },
Yue She0cad2922022-06-24 15:06:071657 'Mac12 Tests': {
1658 'swarming': {
1659 'shards': 12,
Struan Shrimpton5786bfd02023-01-11 00:47:541660 'inverse_quickrun_shards': 24,
Yue She0cad2922022-06-24 15:06:071661 },
1662 },
Cameron Higgins7558b162022-06-10 18:53:071663 'Mac12 Tests (dbg)': { # https://crbug.com/1279504
Lindsay Pasricha945e4d62022-01-20 02:14:011664 'swarming': {
Lindsay Pasricha9ec81b52022-03-10 03:43:311665 'shards': 18,
Lindsay Pasricha945e4d62022-01-20 02:14:011666 },
1667 },
Mirko Bonadei1bee8b02022-11-17 13:56:331668 'WebRTC Chromium FYI Android Tests (dbg)': {
1669 'args': [
1670 '--test-launcher-filter-file=../../testing/buildbot/filters/chromium.webrtc.fyi.android.tests.dbg.content_browsertests.filter',
1671 ],
1672 },
Mirko Bonadei1bee8b02022-11-17 13:56:331673 'WebRTC Chromium FYI Android Tests ARM64 (dbg)': {
1674 'args': [
1675 '--test-launcher-filter-file=../../testing/buildbot/filters/chromium.webrtc.fyi.android.tests.dbg.content_browsertests.filter',
1676 ],
1677 },
Stephen Martinis1384ff92020-01-07 19:52:151678 'Win10 Tests x64': {
1679 # crbug.com/868082
1680 'args': [
1681 '--disable-features=WebRTC-H264WithOpenH264FFmpeg',
1682 ],
Struan Shrimptona1ab7672022-01-13 18:02:511683 'swarming': {
1684 'quickrun_shards': 18,
1685 },
Stephen Martinis1384ff92020-01-07 19:52:151686 },
1687 'Win10 Tests x64 (dbg)': {
1688 'experiment_percentage': 100,
1689 # crbug.com/868082
1690 'args': [
1691 '--disable-features=WebRTC-H264WithOpenH264FFmpeg',
Stephen Martinis1384ff92020-01-07 19:52:151692 ],
1693 },
Kuan Huanga89737d2022-01-07 19:42:111694 'Win11 Tests x64': {
1695 # crbug.com/868082
1696 'args': [
1697 '--disable-features=WebRTC-H264WithOpenH264FFmpeg',
1698 ],
1699 },
Haiyang Pan9d68ca02021-08-04 21:30:471700 'android-11-x86-rel': {
Haiyang Pan566e2652022-01-25 07:01:521701 # TODO(crbug.com/1137474): Remove ci_only and experiment_percentage
1702 # after the test suite is green.
1703 'ci_only': True,
Haiyang Pan10f029c2021-07-30 23:17:561704 'experiment_percentage': 100,
Haiyang Pan51450ab2021-03-23 00:48:571705 # TODO(crbug.com/1137474): Revisit the shard number once failed tests
1706 # are fixed.
Haiyang Panfed339172021-03-10 23:19:571707 'swarming': {
Haiyang Pan51450ab2021-03-23 00:48:571708 'shards': 30,
Haiyang Pan45e77dda2021-07-01 22:23:291709 'dimension_sets': [
1710 {
Haiyang Panca60fce2022-11-16 18:10:381711 # use 8-core to shorten runtime
Haiyang Pane35ae642022-11-18 00:34:151712 'cores': '8',
Haiyang Pan45e77dda2021-07-01 22:23:291713 },
1714 ],
Haiyang Panfed339172021-03-10 23:19:571715 },
1716 },
Haiyang Pan2a55a452022-03-03 08:18:331717 'android-12-x64-rel': {
Haiyang Pan1ed9ebb2022-12-13 03:10:031718 # TODO(crbug.com/1225851): Remove experiment and ci_only
1719 # once the test suite is stable.
1720 'ci_only': True,
1721 'experiment_percentage': 100,
Haiyang Pandbff3ef2022-02-11 23:24:191722 'args': [
1723 '--test-launcher-filter-file=../../testing/buildbot/filters/android.emulator_12.content_browsertests.filter',
1724 ],
Haiyang Pan249494b2022-01-27 21:56:211725 'swarming': {
Haiyang Panc1192662022-03-09 00:09:021726 'shards': 25,
Haiyang Pan249494b2022-01-27 21:56:211727 },
1728 },
Stephen Martinis1384ff92020-01-07 19:52:151729 'android-arm64-proguard-rel': {
1730 'swarming': {
1731 'shards': 16,
1732 },
1733 },
1734 'android-asan': {
1735 'args': [
1736 '--test-launcher-filter-file=../../testing/buildbot/filters/android.asan.content_browsertests.filter',
1737 ],
1738 'swarming': {
André Kempef30fe9d22022-02-03 10:44:291739 'shards': 25,
Stephen Martinis1384ff92020-01-07 19:52:151740 },
1741 },
Haiyang Pancf24ceb2022-03-17 02:31:301742 'android-nougat-x86-rel': {
James Shenfa680ebaa2022-07-22 02:53:531743 'args': [
1744 '--test-launcher-filter-file=../../testing/buildbot/filters/android.emulator_n.content_browsertests.filter',
1745 ],
Haiyang Pancf24ceb2022-03-17 02:31:301746 'swarming': {
Stephanie Kim5e700522022-11-11 14:52:351747 'shards': 75,
James Shen57e04ef2022-09-23 02:22:271748 'dimension_sets': [
1749 {
Haiyang Panca60fce2022-11-16 18:10:381750 # use 8-core to shorten runtime
Haiyang Pane35ae642022-11-18 00:34:151751 'cores': '8',
James Shen57e04ef2022-09-23 02:22:271752 },
1753 ],
Haiyang Pancf24ceb2022-03-17 02:31:301754 },
1755 },
Struan Shrimptone772d72f2021-12-15 07:50:091756 'android-pie-arm64-rel': {
Ben Joycec0a90cd2023-01-10 21:30:491757 'args': [
1758 '--test-launcher-filter-file=../../testing/buildbot/filters/android.pie_arm64.content_browsertests_coverage.filter',
1759 ],
Struan Shrimptone772d72f2021-12-15 07:50:091760 'swarming': {
Struan Shrimpton4b7abc02021-12-16 01:36:591761 'quickrun_shards': 40
Ben Joyce6f9c3c52022-12-22 18:47:541762 },
Struan Shrimptone772d72f2021-12-15 07:50:091763 },
Haiyang Pan08d09dc2020-04-01 16:11:211764 'android-pie-x86-rel': {
John Budoricka4e23882020-02-28 18:36:431765 'args': [
Haiyang Pan12d5acd2020-06-01 20:54:571766 '--test-launcher-filter-file=../../testing/buildbot/filters/android.emulator_p.content_browsertests.filter',
John Budoricka4e23882020-02-28 18:36:431767 ],
Sky Malice303f7ec2021-07-17 04:13:091768 'swarming': {
1769 # Flaking with only 20 shards with 40-60 minute runs.
1770 # https://crbug.com/1230118
1771 'shards': 30,
Haiyang Pan2eb735e72020-09-15 22:51:511772 },
John Budoricka4e23882020-02-28 18:36:431773 },
Rohan Pavonedf728bee22022-11-09 21:32:551774 'fuchsia-arm64-cast-receiver-rel': {
1775 # Temporarily only run this on CI due to resource and naming
1776 # constraints.
1777 # TODO(crbug.com/1371630): Remove this when resource requirements are
1778 # lower.
1779 'ci_only': True,
1780 },
1781 'fuchsia-arm64-rel': {
1782 # Temporarily only run this on CI due to resource and naming
1783 # constraints.
1784 # TODO(crbug.com/1371630): Remove this when resource requirements are
1785 # lower.
1786 'ci_only': True,
1787 },
1788 'fuchsia-x64-cast-receiver-rel': {
1789 # Temporarily only run this on CI due to resource requirements.
1790 # TODO(crbug.com/1374125): Remove this once resources are available.
1791 'ci_only': True,
1792 'swarming': {
1793 'shards': 41,
1794 },
Zijie He0f361e652023-01-13 14:42:151795 'args': [
1796 # TODO(crbug.com/1406693): Remove this when the kernal panic in
1797 # fuchsia has been resolved.
1798 '--test-arg=--test-launcher-jobs=1',
1799 ],
Rohan Pavonedf728bee22022-11-09 21:32:551800 },
1801 'fuchsia-x64-rel': {
1802 'swarming': {
1803 'shards': 41,
1804 },
1805 },
Stephen Martinis1384ff92020-01-07 19:52:151806 'linux-chromeos-code-coverage': {
1807 'swarming': {
1808 'shards': 12,
1809 },
1810 },
Albert J. Wong91f109652019-11-19 03:01:161811 'linux-chromeos-rel': {
1812 'swarming': {
Stephanie Kim3aa4c552023-01-10 18:00:041813 'shards': 6,
Albert J. Wong91f109652019-11-19 03:01:161814 },
1815 },
Yuke Liao79424e42020-01-06 21:00:111816 'linux-code-coverage': {
Yuke Liao58e1d202020-03-20 23:02:011817 'args': [
1818 '--no-sandbox',
1819 ],
Yuke Liao79424e42020-01-06 21:00:111820 'swarming': {
1821 'shards': 12,
1822 },
1823 },
Sven Zheng80734f12020-08-06 06:50:391824 # https://crbug.com/1111979
1825 'linux-lacros-tester-fyi-rel': {
1826 'experiment_percentage': 100,
1827 },
Kuan Huang235b0142021-10-19 18:59:281828 'mac-code-coverage': {
1829 'args': [
1830 '--coverage-continuous-mode=1',
1831 ],
1832 },
Kuan Huang05332fb2021-10-12 02:04:261833 # https://crbug.com/1255940
1834 'mac-rel-swarming': {
1835 'swarming': {
1836 'dimension_sets': [
1837 {
1838 # These test would time out when running on 4 cores instances.
1839 'cores': '8|12',
1840 }
1841 ],
1842 },
1843 },
Thiago Perrotta314f7b02023-01-19 21:30:531844 'win-rel-cft': {
1845 # crbug.com/868082
1846 'args': [
1847 '--disable-features=WebRTC-H264WithOpenH264FFmpeg',
1848 ],
1849 'swarming': {
1850 'quickrun_shards': 18,
1851 },
1852 },
Ben Pasteneebad8fc2022-08-12 23:34:281853 'win10-rel-no-external-ip': {
1854 # crbug.com/868082
1855 'args': [
1856 '--disable-features=WebRTC-H264WithOpenH264FFmpeg',
1857 ],
1858 },
Kenneth Russelleb60cbd22017-12-05 07:54:281859 },
1860 },
Ben Joyce9735fb992022-10-27 00:20:451861 # TODO(crbug/1239300): Remove when experiment is done.
1862 'content_browsertests_persistent_shell': {
1863 'modifications': {
1864 'android-nougat-x86-rel': {
1865 'args': [
1866 '--test-launcher-filter-file=../../testing/buildbot/filters/android.emulator_n.content_browsertests.filter',
1867 ],
1868 'swarming': {
1869 'shards': 25,
1870 'dimension_sets': [
1871 {
Haiyang Panca60fce2022-11-16 18:10:381872 # copying android-nougat-x86-rel
Haiyang Pane35ae642022-11-18 00:34:151873 'cores': '8',
Ben Joyce9735fb992022-10-27 00:20:451874 },
1875 ],
1876 },
1877 },
1878 },
1879 },
Nico Weber81e16ace22018-06-30 02:58:471880 'content_shell_crash_test': {
Haiyang Pan8c201b92020-06-04 01:25:071881 'remove_from': [
James Shenad325fb02022-07-25 19:46:211882 'android-nougat-x86-rel', # crbug.com/1084353
Haiyang Pan8c201b92020-06-04 01:25:071883 ],
Dirk Prankeb1c36b322018-07-11 02:42:001884 'modifications': {
Dirk Prankeb1c36b322018-07-11 02:42:001885 'Win10 Tests x64 (dbg)': {
1886 'experiment_percentage': 100, # https://crbug.com/861730
1887 },
1888 },
Nico Weber81e16ace22018-06-30 02:58:471889 },
John Budorick27d2d44e2019-05-20 20:26:091890 'content_shell_test_apk': {
1891 'remove_from': [
John Budorick27d2d44e2019-05-20 20:26:091892 'android-asan', # https://crbug.com/964562
Ben Joyce02dc8092021-03-04 21:48:191893 'android-code-coverage-native', # Does not generate profraw data.
John Budorick27d2d44e2019-05-20 20:26:091894 ],
John Budorickee2e64f2020-03-02 20:19:101895 'modifications': {
Haiyang Pan9d68ca02021-08-04 21:30:471896 'android-11-x86-rel': {
Haiyang Pan103864812021-03-19 19:28:441897 'args': [
1898 '--test-launcher-filter-file=../../testing/buildbot/filters/android.emulator_11.content_shell_test_apk.filter',
Haiyang Panabdab2f2021-07-19 20:37:511899 '--timeout-scale=2.0',
Haiyang Pan103864812021-03-19 19:28:441900 ],
1901 },
Haiyang Pan2a55a452022-03-03 08:18:331902 'android-12-x64-rel': {
Haiyang Pan3b1016e2022-02-05 00:02:451903 'args': [
1904 '--test-launcher-filter-file=../../testing/buildbot/filters/android.emulator_12.content_shell_test_apk.filter',
1905 ],
Struan Shrimpton5786bfd02023-01-11 00:47:541906 'swarming': {
1907 'inverse_quickrun_shards': 6,
1908 },
Haiyang Pan3b1016e2022-02-05 00:02:451909 },
James Shen97b48ac42022-07-01 23:34:441910 'android-nougat-x86-rel': {
1911 'args': [
1912 '--test-launcher-filter-file=../../testing/buildbot/filters/android.emulator_n.content_shell_test_apk.filter',
1913 ],
James Shen57e04ef2022-09-23 02:22:271914 'swarming': {
Stephanie Kim55d87ef22022-11-08 23:00:471915 'shards': 6,
James Shen57e04ef2022-09-23 02:22:271916 'dimension_sets': [
1917 {
Haiyang Panca60fce2022-11-16 18:10:381918 # use 8-core to shorten runtime
Haiyang Pane35ae642022-11-18 00:34:151919 'cores': '8',
James Shen57e04ef2022-09-23 02:22:271920 },
1921 ],
1922 },
James Shen97b48ac42022-07-01 23:34:441923 },
Haiyang Pan08d09dc2020-04-01 16:11:211924 'android-pie-x86-rel': {
John Budorickee2e64f2020-03-02 20:19:101925 'args': [
1926 '--gtest_filter=-ContentViewScrollingTest.testFling',
1927 ],
1928 },
1929 },
John Budorick27d2d44e2019-05-20 20:26:091930 },
Kenneth Russelleb60cbd22017-12-05 07:54:281931 'content_unittests': {
1932 'modifications': {
John Budorick5052d552017-12-13 02:59:341933 'Linux ASan LSan Tests (1)': {
1934 # These are slow on the ASAN trybot for some reason.
Ben Pastened2c01af2022-01-31 23:06:441935 # crbug.com/1257927
John Budorick5052d552017-12-13 02:59:341936 'swarming': {
1937 'shards': 2,
1938 },
1939 },
Takuto Ikuta54671d972018-07-19 19:06:351940 'Linux ChromiumOS MSan Tests': {
1941 # These are very slow on the Chrome OS MSAN trybot for some reason.
1942 # crbug.com/865455
1943 'swarming': {
1944 'shards': 2,
1945 },
1946 },
Chong Gu52481452021-04-02 17:52:411947 'fuchsia-code-coverage': {
1948 'swarming': {
1949 'shards': 12,
1950 },
1951 },
Chong Gua10cd302022-01-14 19:22:191952 'fuchsia-fyi-x64-asan': {
1953 'args': [
1954 '--test-launcher-filter-file=../../testing/buildbot/filters/fuchsia.lsan.content_unittests.filter',
1955 ],
1956 },
Kenneth Russelleb60cbd22017-12-05 07:54:281957 },
1958 },
Jonah Ryan-Davis832c8462020-06-09 03:45:031959 'context_lost_validating_tests': {
Brian Sheedye285c9b2019-07-15 21:42:461960 # TODO(https://crbug.com/850107): Remove the Android FYI Release (Pixel 2)
1961 # exception once there is enough capacity to run these tests.
1962 'remove_from': [
Brian Sheedye285c9b2019-07-15 21:42:461963 'Android FYI Release (Pixel 2)',
1964 ],
Kenneth Russellc1a09302018-07-10 01:12:541965 },
Kenneth Russellfbda3c532017-12-08 23:57:241966 'crashpad_tests': {
1967 'remove_from': [
Nico Weber15a00d62018-05-16 17:11:481968 'linux-win_cross-rel', # https://crbug.com/762167
Vlad Tsyrklevich06a9a44f2019-07-24 19:14:391969 # https://crbug.com/crashpad/304
1970 'Linux TSan Tests',
1971 'ToTLinuxTSan',
1972 # https://crbug.com/crashpad/306
1973 'Linux CFI',
Michael Savigny0a956032021-10-27 19:18:021974 'Linux CFI (reclient shadow)',
Vlad Tsyrklevich06a9a44f2019-07-24 19:14:391975 'CFI Linux ToT',
Kenneth Russellfbda3c532017-12-08 23:57:241976 ],
Haiyang Panc7c009e2021-03-18 19:31:231977 'modifications': {
Avi Drissmanc6318122022-03-29 17:07:421978 # TODO(crbug.com/1254975): dyld was rebuilt for macOS 12, which breaks
1979 # the tests. Run this experimentally on all the macOS bots >= 12 and
1980 # remove this exception once fixed.
1981 'Mac Builder Next': {
1982 'experiment_percentage': 100,
1983 },
Ben Joycea0319112022-11-15 23:53:121984 'ToTAndroid': {
1985 'args': [
1986 '--test-launcher-filter-file=../../testing/buildbot/filters/android.pie_tot.crashpad_tests.filter',
1987 ],
1988 },
Haiyang Pan9d68ca02021-08-04 21:30:471989 'android-11-x86-rel': {
Haiyang Panc7c009e2021-03-18 19:31:231990 'args': [
1991 '--test-launcher-filter-file=../../testing/buildbot/filters/android.emulator_11.crashpad_tests.filter',
1992 ],
1993 },
Haiyang Pan2a55a452022-03-03 08:18:331994 'android-12-x64-rel': {
Haiyang Pan07d9e262021-10-20 21:50:031995 'args': [
1996 '--test-launcher-filter-file=../../testing/buildbot/filters/android.emulator_12.crashpad_tests.filter',
1997 ],
1998 },
Avi Drissmanc6318122022-03-29 17:07:421999 # TODO(crbug.com/1254975): dyld was rebuilt for macOS 12, which breaks
2000 # the tests. Run this experimentally on all the macOS bots >= 12 and
2001 # remove this exception once fixed.
Lindsay Pasricha60535a22021-12-13 16:50:242002 'mac-osxbeta-rel': {
2003 'experiment_percentage': 100,
2004 },
Haiyang Panc7c009e2021-03-18 19:31:232005 },
Kenneth Russellfbda3c532017-12-08 23:57:242006 },
Brian Sheedyd9a809f02022-10-06 00:50:372007 'dawn_end2end_skip_validation_tests': {
2008 'remove_from': [
2009 # TODO(crbug.com/1363409): Enable these once they're shown to work on
2010 # Android.
2011 'Dawn Android arm DEPS Release (Pixel 4)',
2012 'Dawn Android arm Release (Pixel 4)',
2013 ],
2014 },
2015 'dawn_end2end_validation_layers_tests': {
2016 'remove_from': [
2017 # TODO(crbug.com/1363409): Enable these once they're shown to work on
2018 # Android.
2019 'Dawn Android arm DEPS Release (Pixel 4)',
2020 'Dawn Android arm Release (Pixel 4)',
2021 ],
2022 },
2023 'dawn_end2end_wire_tests': {
2024 'remove_from': [
2025 # TODO(crbug.com/1363409): Enable these once they're shown to work on
2026 # Android.
2027 'Dawn Android arm DEPS Release (Pixel 4)',
2028 'Dawn Android arm Release (Pixel 4)',
2029 ],
2030 },
Austin Eng414af1612022-04-08 02:15:362031 'dawn_perf_tests': {
2032 'remove_from': [
Brian Sheedyd9a809f02022-10-06 00:50:372033 # TODO(crbug.com/1363409): Enable these once they're shown to work on
2034 # Android.
2035 'Dawn Android arm DEPS Release (Pixel 4)',
2036 'Dawn Android arm Release (Pixel 4)',
Austin Eng414af1612022-04-08 02:15:362037 ],
2038 },
Haiyang Pan1c813ca2021-11-24 18:52:162039 'device_unittests': {
2040 'modifications': {
Haiyang Pan2a55a452022-03-03 08:18:332041 'android-12-x64-rel': {
Haiyang Pan1c813ca2021-11-24 18:52:162042 'args': [
2043 '--test-launcher-filter-file=../../testing/buildbot/filters/android.emulator_12.device_unittests.filter',
2044 ],
2045 },
2046 },
2047 },
Struan Shrimpton57c594e42022-01-25 17:59:132048 'exo_unittests': {
2049 'modifications': {
2050 'linux-chromeos-rel': {
2051 'swarming': {
2052 'quickrun_shards': 2,
2053 }
2054 },
2055 },
2056 },
Joe Downing41486042018-10-18 22:44:442057 'extensions_browsertests': {
Brad Halla36886c2019-02-26 16:52:292058 'remove_from': [
Brad Halla36886c2019-02-26 16:52:292059 'CrWinAsan(dll)', # https://crbug.com/935598
2060 ],
Joe Downing41486042018-10-18 22:44:442061 'modifications': {
2062 'Win10 Tests x64 (dbg)': {
2063 'experiment_percentage': 100, # https://crbug.com/876615
2064 },
Sven Zhengbc822262022-09-20 20:47:352065 # https://crbug.com/1111979
2066 'linux-lacros-asan-lsan-rel': {
2067 'args': [
2068 '--gtest_filter=-BluetoothShellApiTest.ApiSanityCheck:BluetoothSocketApiTest.Listen:BluetoothSocketApiTest.PermissionDenied',
2069 ],
2070 },
Sven Zheng5c9d3e342020-08-11 21:39:432071 # https://crbug.com/1111979,
Junhua Chen39dd2dba2021-05-05 17:51:542072 'linux-lacros-code-coverage': {
2073 'args': [
2074 '--gtest_filter=-BluetoothShellApiTest.ApiSanityCheck:BluetoothSocketApiTest.Listen:BluetoothSocketApiTest.PermissionDenied',
2075 ],
2076 },
Yuke Liaoa0db4742021-08-09 18:28:332077 'linux-lacros-dbg-tests-fyi': {
2078 'args': [
2079 '--gtest_filter=-BluetoothShellApiTest.ApiSanityCheck:BluetoothSocketApiTest.Listen:BluetoothSocketApiTest.PermissionDenied',
2080 ],
2081 },
Sven Zheng5c9d3e342020-08-11 21:39:432082 'linux-lacros-tester-rel': {
Sven Zheng5c9d3e342020-08-11 21:39:432083 'args': [
2084 '--gtest_filter=-BluetoothShellApiTest.ApiSanityCheck:BluetoothSocketApiTest.Listen:BluetoothSocketApiTest.PermissionDenied',
2085 ],
2086 },
Joe Downing41486042018-10-18 22:44:442087 },
2088 },
Sven Zheng577fe5ff2020-08-03 22:06:442089 'extensions_unittests': {
Sven Zheng80734f12020-08-06 06:50:392090 'modifications': {
Chong Gud034fe52022-01-20 21:48:042091 'fuchsia-fyi-x64-asan': {
2092 'args': [
Chong Gu1155d872022-02-10 17:55:272093 '--test-launcher-filter-file=../../testing/buildbot/filters/fuchsia.lsan.extensions_unittests.filter',
Chong Gud034fe52022-01-20 21:48:042094 ],
2095 },
Sven Zhengbc822262022-09-20 20:47:352096 # https://crbug.com/1111979
2097 'linux-lacros-asan-lsan-rel': {
2098 'args': [
2099 '--gtest_filter=-NativeExtensionBindingsSystemUnittest*:'
2100 'BluetoothSocketApiUnittest.CreateThenClose:'
2101 'FeatureProviderTest.PermissionFeatureAvailability',
2102 ],
2103 },
Sven Zheng5c9d3e342020-08-11 21:39:432104 # https://crbug.com/1111979,
Junhua Chen39dd2dba2021-05-05 17:51:542105 'linux-lacros-code-coverage': {
2106 'args': [
Yuke Liaoa0db4742021-08-09 18:28:332107 '--gtest_filter=-BluetoothSocketApiUnittest.CreateThenClose:'
2108 'NativeExtensionBindingsSystemUnittest.*',
2109 ],
2110 },
2111 'linux-lacros-dbg-tests-fyi': {
2112 'args': [
Junhua Chen39dd2dba2021-05-05 17:51:542113 '--gtest_filter=-NativeExtensionBindingsSystemUnittest*:'
2114 'BluetoothSocketApiUnittest.CreateThenClose:'
2115 'FeatureProviderTest.PermissionFeatureAvailability',
2116 ],
2117 },
Sven Zheng5c9d3e342020-08-11 21:39:432118 'linux-lacros-tester-rel': {
Sven Zheng5c9d3e342020-08-11 21:39:432119 'args': [
Yuke Liaobb8308322020-08-12 20:20:472120 '--gtest_filter=-NativeExtensionBindingsSystemUnittest*:'
2121 'BluetoothSocketApiUnittest.CreateThenClose:'
2122 'FeatureProviderTest.PermissionFeatureAvailability',
Sven Zheng5c9d3e342020-08-11 21:39:432123 ],
2124 },
Sven Zheng80734f12020-08-06 06:50:392125 },
Sven Zheng577fe5ff2020-08-03 22:06:442126 },
Chong Gu76046412021-09-22 17:49:212127 'gfx_unittests': {
Chong Gudf7fbe92021-02-24 02:55:582128 'modifications': {
2129 'fuchsia-code-coverage': {
2130 'swarming': {
2131 'shards': 2,
2132 },
2133 },
2134 },
2135 },
Kenneth Russelleb60cbd22017-12-05 07:54:282136 'gin_unittests': {
2137 'remove_from': [
Nico Weber1394523f2018-06-06 15:58:472138 'ToTLinuxASan', # https://crbug.com/831667
Nico Weberd36959682018-04-12 03:33:462139 'Linux ASan LSan Tests (1)', # https://crbug.com/831667
Nico Weber1394523f2018-06-06 15:58:472140 'Linux Chromium OS ASan LSan Tests (1)', # https://crbug.com/831667
Kenneth Russelleb60cbd22017-12-05 07:54:282141 ],
Chong Gua10cd302022-01-14 19:22:192142 'modifications': {
Ben Joycee3f55c902023-01-13 00:27:292143 'android-code-coverage-native': {
2144 'args': [
2145 # https://crbug.com/1404782
2146 '--test-launcher-filter-file=../../testing/buildbot/filters/android.pie_arm64.gin_unittests_coverage.filter',
2147 ],
2148 },
Chong Gua10cd302022-01-14 19:22:192149 'fuchsia-fyi-x64-asan': {
2150 'args': [
2151 '--test-launcher-filter-file=../../testing/buildbot/filters/fuchsia.lsan.gin_unittests.filter',
2152 ],
2153 },
2154 },
Kenneth Russelleb60cbd22017-12-05 07:54:282155 },
Jonah Ryan-Davisdeeffeaf2020-06-18 17:56:002156 'gl_tests_passthrough': {
2157 'remove_from': [
2158 'CFI Linux ToT',
Brian Sheedyd9a809f02022-10-06 00:50:372159 # TODO(crbug.com/1363409): Enable these once they're shown to work on
2160 # Android.
2161 'Dawn Android arm DEPS Release (Pixel 4)',
2162 'Dawn Android arm Release (Pixel 4)',
Jonah Ryan-Davisdeeffeaf2020-06-18 17:56:002163 # Can't run on MSAN because gl_tests uses the hardware driver,
2164 # which isn't instrumented.
2165 'Linux MSan Tests',
2166 ],
2167 'modifications': {
2168 # TODO(kbr): figure out a better way to specify blocks of
2169 # arguments like this for tests on multiple machines.
Garrett Beatya491ec72020-07-25 12:36:122170 'Linux ASan LSan Tests (1)': {
2171 'args': [
2172 '--use-gpu-in-tests',
2173 '--no-xvfb',
2174 ],
2175 'swarming': {
2176 'dimension_sets': [
2177 {
Yuly Novikovaa06f172022-02-12 00:38:572178 'gpu': '10de:2184',
Garrett Beatya491ec72020-07-25 12:36:122179 'os': 'Ubuntu',
2180 'pool': 'chromium.tests.gpu',
2181 },
2182 ],
2183 },
2184 },
2185 'Linux CFI': {
2186 'args': [
2187 '--use-gpu-in-tests',
2188 '--no-xvfb',
2189 ],
2190 'swarming': {
2191 'dimension_sets': [
2192 {
Yuly Novikovaa06f172022-02-12 00:38:572193 'gpu': '10de:2184',
Garrett Beatya491ec72020-07-25 12:36:122194 'os': 'Ubuntu',
2195 'pool': 'chromium.tests.gpu',
2196 },
2197 ],
2198 },
2199 },
Michael Savigny64f8ba32022-01-12 15:50:572200 'Linux CFI (reclient shadow)': {
2201 'args': [
2202 '--use-gpu-in-tests',
2203 '--no-xvfb',
2204 ],
2205 'swarming': {
2206 'dimension_sets': [
2207 {
Yuly Novikovaa06f172022-02-12 00:38:572208 'gpu': '10de:2184',
Michael Savigny64f8ba32022-01-12 15:50:572209 'os': 'Ubuntu',
2210 'pool': 'chromium.tests.gpu',
2211 },
2212 ],
2213 },
2214 },
Garrett Beatya491ec72020-07-25 12:36:122215 'Linux TSan Tests': {
2216 'args': [
2217 '--use-gpu-in-tests',
2218 '--no-xvfb',
2219 ],
2220 'swarming': {
2221 'dimension_sets': [
2222 {
Yuly Novikovaa06f172022-02-12 00:38:572223 'gpu': '10de:2184',
Garrett Beatya491ec72020-07-25 12:36:122224 'os': 'Ubuntu',
2225 'pool': 'chromium.tests.gpu',
2226 },
2227 ],
2228 },
2229 },
Jonah Ryan-Davisdeeffeaf2020-06-18 17:56:002230 },
2231 },
Jonah Ryan-Davise25a89f2020-05-29 20:18:242232 'gl_tests_validating': {
Jonah Ryan-Davisb9f03ac2021-03-18 23:53:022233 'remove_from': [
Kenneth Russell8a386d42018-06-02 09:48:012234 'Android FYI Release (Nexus 5X)',
John Budorickca14c76f62017-12-09 14:19:182235 ],
Kenneth Russelleb60cbd22017-12-05 07:54:282236 'modifications': {
Brian Sheedy920df652022-11-11 20:54:152237 'Android FYI Release (Samsung A13)': {
2238 'args': [
2239 '--test-launcher-filter-file=../../testing/buildbot/filters/android.samsung_a13.gl_tests.filter',
2240 ],
2241 },
Sunny Sachanandanib5c6c082022-09-29 00:26:142242 'Android FYI Release (Samsung A23)': {
2243 'args': [
2244 '--test-launcher-filter-file=../../testing/buildbot/filters/android.samsung_a23.gl_tests.filter',
2245 ],
2246 },
Ben Joycea0319112022-11-15 23:53:122247 'ToTAndroid': {
2248 'args': [
2249 '--test-launcher-filter-file=../../testing/buildbot/filters/android.pie_tot.gl_tests.filter', # https://crbug.com/1034007
2250 ],
2251 },
Haiyang Pan9d68ca02021-08-04 21:30:472252 'android-11-x86-rel': {
Haiyang Pancf765862021-03-18 20:39:152253 'args': [
2254 '--test-launcher-filter-file=../../testing/buildbot/filters/android.emulator_11.gl_tests.filter',
2255 ],
2256 },
Haiyang Pan2a55a452022-03-03 08:18:332257 'android-12-x64-rel': {
Haiyang Pan382008922021-11-19 21:15:092258 'args': [
2259 '--test-launcher-filter-file=../../testing/buildbot/filters/android.emulator_12.gl_tests.filter',
2260 ],
2261 },
Nate Fischerb0474702022-12-13 22:46:532262 'android-arm64-proguard-rel': {
2263 'args': [
2264 '--test-launcher-filter-file=../../testing/buildbot/filters/android.arm64_proguard_rel.gl_tests.filter', # https://crbug.com/1034007
2265 ],
2266 },
Ben Joycee3f55c902023-01-13 00:27:292267 'android-code-coverage-native': {
2268 'args': [
2269 '--test-launcher-filter-file=../../testing/buildbot/filters/android.pie_arm64_rel.gl_tests.filter', # https://crbug.com/1034007
2270 ],
2271 },
James Shenc47f7b12022-07-07 23:42:412272 'android-nougat-x86-rel': {
2273 'args': [
2274 '--test-launcher-filter-file=../../testing/buildbot/filters/android.emulator_n.gl_tests.filter',
2275 ],
2276 },
Andrew Luo38b311f2019-10-04 03:42:092277 'android-pie-arm64-rel': {
John Budorick79ec9012020-01-08 21:56:312278 'args': [
Andrew Luobe83fd82019-12-19 03:07:582279 '--test-launcher-filter-file=../../testing/buildbot/filters/android.pie_arm64_rel.gl_tests.filter', # https://crbug.com/1034007
2280 ],
Andrew Luo38b311f2019-10-04 03:42:092281 },
Haiyang Pan08d09dc2020-04-01 16:11:212282 'android-pie-x86-rel': {
John Budorick79ec9012020-01-08 21:56:312283 'args': [
2284 '--test-launcher-filter-file=../../testing/buildbot/filters/android.emulator.gl_tests.filter',
2285 ],
2286 },
Kenneth Russelleb60cbd22017-12-05 07:54:282287 },
2288 },
Takuto Ikutaf5333252019-11-06 16:07:082289 'gl_unittests': {
2290 'remove_from': [
Takuto Ikutaf5333252019-11-06 16:07:082291 # On Android, these are already run on the main waterfall.
2292 # Run them on the one-off Android FYI bots, though.
2293 'Android FYI Release (Nexus 5X)',
Brian Sheedyd9a809f02022-10-06 00:50:372294 # TODO(crbug.com/1363409): Enable these once they're shown to work on
2295 # Android.
2296 'Dawn Android arm DEPS Release (Pixel 4)',
2297 'Dawn Android arm Release (Pixel 4)',
Yuly Novikov37e04342020-05-29 00:52:042298 # Can't run on MSAN because gl_unittests uses the hardware driver,
2299 # which isn't instrumented.
2300 'Linux MSan Tests',
Takuto Ikutaf5333252019-11-06 16:07:082301 ],
Haiyang Pan505fcd5a2021-12-13 19:46:232302 'modifications': {
Haiyang Pan2a55a452022-03-03 08:18:332303 'android-12-x64-rel': {
Haiyang Pan505fcd5a2021-12-13 19:46:232304 'args': [
2305 '--test-launcher-filter-file=../../testing/buildbot/filters/android.emulator_12.gl_unittests.filter',
2306 ],
2307 },
2308 },
Takuto Ikutaf5333252019-11-06 16:07:082309 },
2310 'gl_unittests_ozone': {
2311 'remove_from': [
2312 # Can't run on MSAN because gl_unittests_ozone uses the hardware driver,
2313 # which isn't instrumented.
2314 'Linux ChromiumOS MSan Tests',
2315 ],
2316 },
Brian Sheedy0bf7f822022-07-21 17:44:432317 'gold_common_pytype': {
2318 'remove_from': [
2319 'linux-code-coverage',
2320 ],
2321 },
Takuto Ikutaf5333252019-11-06 16:07:082322 'gpu_process_launch_tests': {
2323 # TODO(https://crbug.com/850107): Remove the Android FYI Release (Pixel 2)
2324 # exception once there is enough capacity to run these tests.
2325 'remove_from': [
Takuto Ikutaf5333252019-11-06 16:07:082326 'Android FYI Release (Pixel 2)',
2327 ],
2328 },
Brian Sheedy053d88cf2022-05-24 23:40:052329 'gpu_pytype': {
2330 'remove_from': [
2331 'linux-code-coverage',
2332 ],
2333 },
Chong Gu76046412021-09-22 17:49:212334 'gpu_unittests': {
Chong Gudf7fbe92021-02-24 02:55:582335 'modifications': {
2336 'fuchsia-code-coverage': {
2337 'swarming': {
2338 'shards': 5,
2339 },
2340 },
2341 },
2342 },
Kevin McNeed21a6c522021-06-14 21:27:252343 'grit_python_unittests': {
2344 'remove_from': [
Titouan Rigoudy9e860832021-11-08 15:34:452345 # TODO(https://crbug.com/1267125): Re-enable.
2346 'mac11-arm64-rel-tests',
Zhaoyang Li5d3713d2022-06-13 18:01:172347 # TODO(https://crbug.com/1267125): Re-enable.
2348 'mac12-arm64-rel-tests',
Kevin McNeed21a6c522021-06-14 21:27:252349 ],
2350 },
Brian Sheedye285c9b2019-07-15 21:42:462351 'hardware_accelerated_feature_tests': {
2352 # TODO(https://crbug.com/850107): Remove the Android FYI Release (Pixel 2)
2353 # exception once there is enough capacity to run these tests.
2354 'remove_from': [
Brian Sheedye285c9b2019-07-15 21:42:462355 'Android FYI Release (Pixel 2)',
2356 ],
2357 },
Brad Halla36886c2019-02-26 16:52:292358 'headless_browsertests': {
Chong Gud08d1232021-09-11 08:53:592359 'remove_from': [
2360 'CrWinAsan(dll)', # https://crbug.com/935598
Maksim Sisovc81d284c2021-10-05 17:54:352361 # Wayland bot doesn't support headless mode.
2362 'Linux Tests (Wayland)',
Chong Gud08d1232021-09-11 08:53:592363 ],
Chong Gud1a5c5992021-04-09 04:08:322364 'modifications': {
2365 'fuchsia-code-coverage': {
2366 'swarming': {
Chong Gu115ce152021-04-15 23:57:162367 'shards': 6,
Chong Gud1a5c5992021-04-09 04:08:322368 },
2369 },
2370 },
Brad Halla36886c2019-02-26 16:52:292371 },
Kenneth Russell8a386d42018-06-02 09:48:012372 'info_collection_tests': {
2373 'remove_from': [
Kenneth Russell8a386d42018-06-02 09:48:012374 'Android V8 FYI Release (Nexus 5X)',
2375 'Linux V8 FYI Release (NVIDIA)',
Michael Achenbach5fdfc67b2018-12-13 13:26:352376 'Linux V8 FYI Release - pointer compression (NVIDIA)',
Kenneth Russell8a386d42018-06-02 09:48:012377 'Mac V8 FYI Release (Intel)',
2378 'Win V8 FYI Release (NVIDIA)',
2379 ],
Brian Sheedyfe61cdac2020-02-12 01:25:592380 'modifications': {
Brian Sheedyb18cb762020-06-30 00:09:292381 'ChromeOS FYI Release (amd64-generic)': {
Brian Sheedy65be3052020-06-26 19:26:512382 'args': [
Brian Sheedyb18cb762020-06-30 00:09:292383 # Swarming does not report a GPU since tests are run in a VM, but
2384 # the VM does report that a GPU is present.
2385 '--expected-device-id', '1050',
Brian Sheedydf2672f2020-05-07 20:44:362386 ],
2387 },
Chong Gubd236c22022-10-12 18:11:562388 'fuchsia-x64-chrome-rel': {
Chong Gu3065cdc2022-02-28 21:03:032389 'args': [
2390 # Swarming does not report a GPU since tests are run in a VM, but
2391 # the VM does report that a GPU is present.
2392 '--expected-device-id', 'c0de',
2393 ],
2394 },
Chong Gubd236c22022-10-12 18:11:562395 'fuchsia-x64-workstation': {
Chong Gu3065cdc2022-02-28 21:03:032396 'args': [
2397 # Swarming does not report a GPU since tests are run in a VM, but
2398 # the VM does report that a GPU is present.
2399 '--expected-device-id', 'c0de',
2400 ],
2401 },
Brian Sheedyfe61cdac2020-02-12 01:25:592402 },
Brian Sheedy32eeeb52020-05-22 01:49:372403 'replacements': {
2404 'ChromeOS FYI Release (amd64-generic)': {
2405 'args': {
2406 # Swarming does not report a GPU since tests are run in a VM, but
2407 # the VM does report that a GPU is present.
2408 '--expected-vendor-id': '1af4',
Brian Sheedyb18cb762020-06-30 00:09:292409 # Magic substitution happens after regular replacement, so remove it
2410 # now since we are manually applying the expected device ID above.
2411 '$$MAGIC_SUBSTITUTION_GPUExpectedDeviceId': None,
Brian Sheedy32eeeb52020-05-22 01:49:372412 },
Brian Sheedyff6d1442020-09-19 00:46:312413 },
Brian Sheedye9c7afe52022-06-13 21:19:372414 'Mac FYI Experimental Release (Apple M1)': {
2415 'args': {
2416 # The GPU information is not yet exposed in swarming, so we can't
2417 # explicitly request it and have the JSON generation handle this
2418 # automatically.
2419 '--expected-vendor-id': '106b',
2420 },
2421 },
Brian Sheedy177addbf2021-09-24 19:06:512422 'Mac FYI Release (Apple M1)': {
2423 'args': {
2424 # The GPU information is not yet exposed in swarming, so we can't
2425 # explicitly request it and have the JSON generation handle this
2426 # automatically.
2427 '--expected-vendor-id': '106b',
2428 },
2429 },
Chong Gubd236c22022-10-12 18:11:562430 'fuchsia-x64-chrome-rel': {
Chong Gu3065cdc2022-02-28 21:03:032431 'args': {
2432 # The GPU information is not exposed in swarming since Fuchsia
2433 # launches an emulator on the GCE machine.
2434 '--expected-vendor-id': '1ae0',
2435 '$$MAGIC_SUBSTITUTION_GPUExpectedDeviceId': None,
2436 },
2437 },
Chong Gubd236c22022-10-12 18:11:562438 'fuchsia-x64-workstation': {
Chong Gu3065cdc2022-02-28 21:03:032439 'args': {
2440 # The GPU information is not exposed in swarming since Fuchsia
2441 # launches an emulator on the GCE machine.
2442 '--expected-vendor-id': '1ae0',
2443 '$$MAGIC_SUBSTITUTION_GPUExpectedDeviceId': None,
2444 },
2445 },
Brian Sheedy32eeeb52020-05-22 01:49:372446 },
Kenneth Russell8a386d42018-06-02 09:48:012447 },
Kenneth Russelleb60cbd22017-12-05 07:54:282448 'interactive_ui_tests': {
Brad Halla36886c2019-02-26 16:52:292449 'remove_from': [
Brad Halla36886c2019-02-26 16:52:292450 'CrWinAsan(dll)', # https://crbug.com/935598
2451 ],
Kenneth Russelleb60cbd22017-12-05 07:54:282452 'modifications': {
Stephen Martinis1384ff92020-01-07 19:52:152453 'Linux - Future (dbg)': { # client.v8.chromium
Nico Weberdae13cd92018-12-14 13:56:262454 'swarming': {
Stephen Martinis1384ff92020-01-07 19:52:152455 'shards': 3,
Nico Weberdae13cd92018-12-14 13:56:262456 },
2457 },
John Budorickca14c76f62017-12-09 14:19:182458 'Linux ASan LSan Tests (1)': {
Ben Pastened2c01af2022-01-31 23:06:442459 # These are slow on the ASan trybot for some reason, crbug.com/1257927
Nico Weber96a75a6942018-06-20 04:53:172460 'swarming': {
Stephanie Kim75e95f62022-11-04 16:06:132461 'shards': 12,
Nico Weber96a75a6942018-06-20 04:53:172462 },
2463 },
Pavol Marko05b6bb92022-03-21 12:33:292464 'Linux Chromium OS ASan LSan Tests (1)': {
2465 # These are slow on the ASan trybot for some reason, crbug.com/1257927
2466 'swarming': {
2467 'shards': 6,
2468 'quickrun_shards': 12,
2469 },
2470 },
Takuto Ikuta54671d972018-07-19 19:06:352471 'Linux ChromiumOS MSan Tests': {
2472 # These are very slow on the Chrome OS MSAN trybot for some reason.
2473 # crbug.com/865455
2474 'swarming': {
2475 'shards': 5,
2476 },
2477 },
Stephen Martinis1384ff92020-01-07 19:52:152478 'Linux TSan Tests': {
Ben Pastened2c01af2022-01-31 23:06:442479 # These are slow on the TSan bots for some reason, crbug.com/1257927
Dirk Pranke8fd63c12017-12-10 18:06:272480 'swarming': {
Stephen Martinisad6cb7af2021-02-24 01:12:002481 'shards': 32, # Adjusted for testing, see https://crbug.com/1179567
Dirk Pranke8fd63c12017-12-10 18:06:272482 },
2483 },
Maksim Sisovc81d284c2021-10-05 17:54:352484 # https://crbug.com/1192997
2485 'Linux Tests (Wayland)': {
2486 'args': [
2487 '--test-launcher-filter-file=../../testing/buildbot/filters/ozone-linux.interactive_ui_tests_wayland.filter',
2488 ],
2489 },
Lindsay Pasrichab3f72db2021-09-22 22:05:462490 'Mac ASan 64 Tests (1)': { # https://crbug.com/1251656
2491 'experiment_percentage': 100,
2492 },
Struan Shrimptone772d72f2021-12-15 07:50:092493 'Mac11 Tests': {
2494 'swarming': {
2495 'quickrun_shards': 6,
2496 },
2497 },
Yue She0cad2922022-06-24 15:06:072498 'Mac12 Tests': {
2499 'swarming': {
Stephanie Kim28fc5902022-11-11 14:54:422500 'shards': 6,
Struan Shrimpton5786bfd02023-01-11 00:47:542501 'inverse_quickrun_shards': 12,
Yue She0cad2922022-06-24 15:06:072502 },
2503 },
Cameron Higgins7558b162022-06-10 18:53:072504 'Mac12 Tests (dbg)': { # https://crbug.com/1265051
Zhaoyang Li9357e1e12021-12-07 18:53:172505 'experiment_percentage': 100,
2506 },
Stephen Martinis1384ff92020-01-07 19:52:152507 'ToTLinuxTSan': {
Ben Pastened2c01af2022-01-31 23:06:442508 # These are slow on the TSan bots for some reason, crbug.com/1257927
Stephen Martinis1384ff92020-01-07 19:52:152509 'swarming': {
2510 'shards': 6,
2511 },
2512 },
Struan Shrimptona1ab7672022-01-13 18:02:512513 'Win10 Tests x64': {
2514 'swarming': {
Stephanie Kima57b46a2022-10-27 22:09:032515 'shards': 9,
Struan Shrimptona1ab7672022-01-13 18:02:512516 },
2517 },
Stephen Martinis1384ff92020-01-07 19:52:152518 # temporary, https://crbug.com/818832
Greg Thompson3eb7e6522018-05-25 09:04:032519 'Win10 Tests x64 (dbg)': {
2520 'experiment_percentage': 100,
2521 },
Jacob Kopczynski3a555bd32020-12-10 01:41:162522 # TODO(crbug.com/970649): Remove these filters.
Ben Pastene8ef125e2019-12-10 01:46:292523 'linux-chromeos-chrome': {
Ben Pastene8ef125e2019-12-10 01:46:292524 'args': [
2525 '--gtest_filter=-SadTabViewInteractiveUITest.ReloadMultipleSadTabs',
2526 ],
2527 },
Stephen Martinis1384ff92020-01-07 19:52:152528 'linux-chromeos-code-coverage': {
Yuke Liao79424e42020-01-06 21:00:112529 'swarming': {
2530 'shards': 10,
2531 },
2532 },
Pavol Marko582a15d2022-04-01 12:47:202533 'linux-chromeos-dbg': {
2534 'swarming': {
2535 'shards': 6,
2536 },
2537 },
Stephanie Kim3aa4c552023-01-10 18:00:042538 'linux-chromeos-rel': {
2539 'swarming': {
2540 'shards': 5,
2541 },
2542 },
Stephen Martinis1384ff92020-01-07 19:52:152543 'linux-code-coverage': {
Yuke Liao79424e42020-01-06 21:00:112544 'swarming': {
2545 'shards': 10,
2546 },
2547 },
Thiago Perrottad12c7872023-01-12 17:30:562548 'linux-rel-cft': {
2549 'args': [
2550 '--test-launcher-filter-file=../../testing/buildbot/filters/linux.linux-rel-cft.interactive_ui_tests.filter',
2551 ],
2552 },
Kuan Huang235b0142021-10-19 18:59:282553 'mac-code-coverage': {
2554 'args': [
2555 '--coverage-continuous-mode=1',
2556 ],
2557 },
Lindsay Pasricha60535a22021-12-13 16:50:242558 # TODO (crbug.com/1278617) Re-enable once fixed
2559 'mac-osxbeta-rel': {
2560 'experiment_percentage': 100,
2561 },
Thiago Perrottad12c7872023-01-12 17:30:562562 'mac-rel-cft': {
2563 'args': [
2564 '--test-launcher-filter-file=../../testing/buildbot/filters/mac.mac-rel-cft.interactive_ui_tests.filter',
2565 ],
2566 },
2567 'win-rel-cft': {
2568 'args': [
2569 '--test-launcher-filter-file=../../testing/buildbot/filters/win.win-rel-cft.interactive_ui_tests.filter',
2570 ],
Thiago Perrotta314f7b02023-01-19 21:30:532571 'swarming': {
2572 'shards': 9,
2573 },
Thiago Perrottad12c7872023-01-12 17:30:562574 },
Kenneth Russelleb60cbd22017-12-05 07:54:282575 },
2576 },
Sven Zhengef0d0872022-04-04 22:13:292577 'interactive_ui_tests amd64-generic': {
Yuke Liaob6beaeca2021-04-29 23:41:512578 'remove_from': [
2579 # TODO(crbug.com/1204231): Re-enable.
2580 'lacros-amd64-generic-rel',
Yuke Liao859819d2022-02-24 08:23:492581 'lacros-amd64-generic-rel-fyi',
Yuke Liaob6beaeca2021-04-29 23:41:512582 ]
2583 },
Sven Zhengef0d0872022-04-04 22:13:292584 'interactive_ui_tests eve': {
Yuke Liao79a8cf52021-06-11 18:14:342585 'remove_from': [
2586 # TODO(crbug.com/1204231): Re-enable.
2587 'lacros-amd64-generic-rel',
Yuke Liao859819d2022-02-24 08:23:492588 'lacros-amd64-generic-rel-fyi',
Yuke Liao79a8cf52021-06-11 18:14:342589 ]
2590 },
John Budorickf00e5ff2019-06-11 21:21:062591 'ipc_tests': {
2592 'modifications': {
2593 'android-asan': {
2594 'swarming': {
2595 'shards': 2,
2596 },
2597 },
2598 },
2599 },
Jieting Yange63d9cf2022-09-20 21:57:502600 'lacros_all_tast_tests jacuzzi': {
2601 'modifications': {
2602 'lacros-arm-generic-chrome': {
2603 'experiment_percentage': 100,
2604 },
Jieting Yangd81cc962022-12-05 21:26:132605 'lacros-arm-generic-rel': {
2606 'ci_only': True,
2607 },
2608 },
2609 },
2610 'lacros_cq_tast_tests_jacuzzi jacuzzi': {
2611 'modifications': {
2612 'lacros-arm-generic-rel': {
2613 'ci_only': True,
2614 },
Jieting Yange63d9cf2022-09-20 21:57:502615 },
2616 },
Dirk Pranke8d2a9f52022-12-08 20:25:422617 'mac_signing_tests': {
2618 'remove_from': [
2619 # This is intentional and explained in the waterfalls.pyl comment for
2620 # this builder.
2621 'mac-rel-cft',
2622 ],
2623 },
Jonah Ryan-Davis832c8462020-06-09 03:45:032624 'maps_pixel_passthrough_test': {
Brian Sheedyc0c142c2021-06-01 21:18:052625 'modifications': {
2626 'Android FYI Release (Pixel 4)': {
2627 'args': [
2628 # Pixel 4s are weird in that they can output in different color spaces
2629 # simultaneously. The readback code for capturing a screenshot assumes
2630 # only one color space, so disable wide color gamut for the test to
2631 # work around the issue. See https://crbug.com/1166379 for more
2632 # information.
2633 '--extra-browser-args=--disable-wcg-for-test',
2634 ],
2635 },
Ben Pastene63f13302022-05-12 21:04:052636 'android_optional_gpu_tests_rel': {
2637 'args': [
2638 # See above.
2639 '--extra-browser-args=--disable-wcg-for-test',
2640 ],
2641 },
Brian Sheedyc0c142c2021-06-01 21:18:052642 },
Jonah Ryan-Davis832c8462020-06-09 03:45:032643 'replacements': {
2644 # The V8 builders pass the V8 revision for ${got_revision}, so instead
2645 # use ${got_cr_revision}, which is only set on the V8 bots.
2646 'Linux V8 FYI Release (NVIDIA)': {
2647 'args': {
2648 '--git-revision': '${got_cr_revision}',
2649 },
2650 },
2651 'Linux V8 FYI Release - pointer compression (NVIDIA)': {
2652 'args': {
2653 '--git-revision': '${got_cr_revision}',
2654 },
2655 },
Jonah Ryan-Davisdeeffeaf2020-06-18 17:56:002656 'Mac V8 FYI Release (Intel)': {
2657 'args': {
2658 '--git-revision': '${got_cr_revision}',
2659 },
2660 },
Jonah Ryan-Davis832c8462020-06-09 03:45:032661 'Win V8 FYI Release (NVIDIA)': {
2662 'args': {
2663 '--git-revision': '${got_cr_revision}',
2664 },
2665 },
2666 },
2667 },
2668 'maps_pixel_validating_test': {
Brian Sheedy0566f2cb2021-02-12 22:12:502669 'modifications': {
2670 'Android FYI Release (Pixel 4)': {
2671 'args': [
2672 # Pixel 4s are weird in that they can output in different color spaces
2673 # simultaneously. The readback code for capturing a screenshot assumes
2674 # only one color space, so disable wide color gamut for the test to
2675 # work around the issue. See https://crbug.com/1166379 for more
2676 # information.
2677 '--extra-browser-args=--disable-wcg-for-test',
2678 ],
2679 },
Ben Pastene63f13302022-05-12 21:04:052680 'android_optional_gpu_tests_rel': {
2681 'args': [
2682 # See above.
2683 '--extra-browser-args=--disable-wcg-for-test',
2684 ],
2685 },
Brian Sheedy0566f2cb2021-02-12 22:12:502686 },
Brian Sheedye285c9b2019-07-15 21:42:462687 # TODO(https://crbug.com/850107): Remove the Android FYI Release (Pixel 2)
2688 # exception once there is enough capacity to run these tests.
2689 'remove_from': [
Brian Sheedye285c9b2019-07-15 21:42:462690 'Android FYI Release (Pixel 2)',
2691 ],
Brian Sheedy44fd891b2019-10-03 20:07:542692 'replacements': {
Brian Sheedy44fd891b2019-10-03 20:07:542693 # The V8 builders pass the V8 revision for ${got_revision}, so instead
2694 # use ${got_cr_revision}, which is only set on the V8 bots.
2695 'Android V8 FYI Release (Nexus 5X)': {
2696 'args': {
Brian Sheedy4d335deb2020-04-01 20:47:322697 '--git-revision': '${got_cr_revision}',
Brian Sheedy44fd891b2019-10-03 20:07:542698 },
2699 },
Brian Sheedy44fd891b2019-10-03 20:07:542700 },
Brian Sheedye285c9b2019-07-15 21:42:462701 },
Andrew Luo38b311f2019-10-04 03:42:092702 'media_unittests': {
2703 'modifications': {
Haiyang Pan9d68ca02021-08-04 21:30:472704 'android-11-x86-rel': {
Haiyang Pancf765862021-03-18 20:39:152705 'args': [
Haiyang Pan80b0d412021-11-23 00:06:422706 '--test-launcher-filter-file=../../testing/buildbot/filters/android.emulator_11_12.media_unittests.filter',
2707 ],
2708 },
Haiyang Pan2a55a452022-03-03 08:18:332709 'android-12-x64-rel': {
Haiyang Pan80b0d412021-11-23 00:06:422710 'args': [
2711 '--test-launcher-filter-file=../../testing/buildbot/filters/android.emulator_11_12.media_unittests.filter',
Haiyang Pancf765862021-03-18 20:39:152712 ],
2713 },
Andrew Luo38b311f2019-10-04 03:42:092714 'android-pie-arm64-rel': {
Andrew Luobe83fd82019-12-19 03:07:582715 'args': [
2716 '--gtest_filter=-AAudio/AudioOutputTest.Play200HzTone/0', # https://crbug.com/1034009
2717 ],
Andrew Luo38b311f2019-10-04 03:42:092718 },
Chong Gudf7fbe92021-02-24 02:55:582719 'fuchsia-code-coverage': {
2720 'swarming': {
2721 'shards': 3,
2722 },
2723 },
Chong Gub2446462021-08-19 18:44:082724 'fuchsia-fyi-arm64-dbg': {
2725 'args': [
2726 '--test-launcher-filter-file=../../testing/buildbot/filters/fuchsia.debug.media_unittests.filter',
2727 ],
2728 },
Andrew Luo38b311f2019-10-04 03:42:092729 },
2730 },
Chong Gu4eca1ce2021-05-17 08:49:572731 'mediapipe_validating_tests': {
Rohan Pavonedf728bee22022-11-09 21:32:552732 'modifications': {
David Dorwin06fae772022-10-07 16:34:422733 # TODO(crbug.com/1372213): Remove once tests are stable.
David Dorwinf060a72d2022-10-05 22:09:032734 'fuchsia-x64-chrome-rel': {
Chong Guabe5adec02022-03-24 17:41:302735 'experiment_percentage': 100,
2736 },
2737 },
Chong Gu4eca1ce2021-05-17 08:49:572738 'remove_from': [
David Dorwin06fae772022-10-07 16:34:422739 # TODO(crbug.com/1372213): Remove these once tests are stable.
David Dorwin49b2ddb2022-09-08 20:49:432740 'fuchsia-x64-cast-receiver-rel',
2741 'fuchsia-x64-rel',
Chong Gu4eca1ce2021-05-17 08:49:572742 ],
2743 },
Ben Joyce02dc8092021-03-04 21:48:192744 'mojo_test_apk': {
2745 'remove_from': [
2746 'android-code-coverage-native', # Does not generate profraw data.
2747 ],
2748 },
John Budorickf00e5ff2019-06-11 21:21:062749 'mojo_unittests': {
2750 'modifications': {
2751 'android-asan': {
2752 'swarming': {
John Budorick5a29d7542019-10-11 20:56:442753 'shards': 5,
John Budorickf00e5ff2019-06-11 21:21:062754 },
2755 },
Chong Gudf7fbe92021-02-24 02:55:582756 'fuchsia-code-coverage': {
2757 'swarming': {
2758 'shards': 2,
2759 },
2760 },
John Budorickf00e5ff2019-06-11 21:21:062761 },
2762 },
bsheedye9469572019-01-23 17:31:332763 'monochrome_public_test_ar_apk': {
2764 'modifications': {
Brian Sheedy12169aa2019-10-16 23:38:032765 'Nougat Phone Tester': {
2766 'args': [
2767 # ArCore is not installed as a system app on N, so we can install it
2768 # normally instead of replacing the system version.
2769 '--additional-apk=//third_party/arcore-android-sdk/test-apks/arcore/arcore_current.apk'
2770 ],
2771 },
bsheedye9469572019-01-23 17:31:332772 # We need to match the Playstore version as well because AR tests fail on
2773 # old versions of the Playstore.
2774 'Oreo Phone Tester': {
Brian Sheedy2bcd16b2019-04-22 22:47:082775 'args': [
2776 # ArCore is not installed as a system app on O, so we can install it
2777 # normally instead of replacing the system version.
2778 '--additional-apk=//third_party/arcore-android-sdk/test-apks/arcore/arcore_current.apk'
2779 ],
bsheedye9469572019-01-23 17:31:332780 'swarming': {
2781 'dimension_sets': [
2782 {
2783 'device_os': 'OPR3.170623.008',
bsheedye9469572019-01-23 17:31:332784 'device_type': 'marlin',
2785 'os': 'Android',
2786 },
2787 ],
2788 },
2789 },
Haiyang Pan57159eba2020-05-07 23:14:132790 'android-10-arm64-rel': {
2791 'args': [
Brian Sheedy4dc4a6f2020-09-17 22:18:502792 '--remove-system-package=com.google.ar.core',
2793 '--additional-apk=//third_party/arcore-android-sdk/test-apks/arcore/arcore_current.apk',
Haiyang Pan57159eba2020-05-07 23:14:132794 ]
2795 },
Brian Sheedy2bcd16b2019-04-22 22:47:082796 'android-pie-arm64-dbg': {
2797 'args': [
Brian Sheedy4dc4a6f2020-09-17 22:18:502798 '--remove-system-package=com.google.ar.core',
2799 '--additional-apk=//third_party/arcore-android-sdk/test-apks/arcore/arcore_current.apk',
Brian Sheedy2bcd16b2019-04-22 22:47:082800 ]
2801 }
bsheedye9469572019-01-23 17:31:332802 },
2803 },
Kenneth Russellfbda3c532017-12-08 23:57:242804 'nacl_loader_unittests': {
2805 'remove_from': [
Nico Weber48f187142018-06-01 15:16:352806 'ToTMacASan', # The mac asan tot bot sets enable_nacl=false
Nico Weber3611ee802018-06-07 13:34:512807 'linux-win_cross-rel', # Sets enable_nacl=false, https://crbug.com/774186
Nico Webera8fc38f72018-04-10 02:20:112808 'Linux TSan Tests', # The TSan bot sets enable_nacl=false
Nico Weber05d3e642018-05-31 16:59:482809 'Mac ASan 64 Tests (1)', # The mac asan bot sets enable_nacl=false
Kenneth Russellfbda3c532017-12-08 23:57:242810 ],
2811 },
Kenneth Russelleb60cbd22017-12-05 07:54:282812 'net_unittests': {
2813 'modifications': {
Nico Weber33b9b7a2020-06-12 19:23:272814 'CrWinAsan': {
Ben Pastened2c01af2022-01-31 23:06:442815 # TODO(crbug.com/1257927): net_unittests is slow under ASan.
Nico Weber33b9b7a2020-06-12 19:23:272816 'swarming': {
2817 'shards': 16,
2818 },
2819 },
2820 'CrWinAsan(dll)': {
Ben Pastened2c01af2022-01-31 23:06:442821 # TODO(crbug.com/1257927): net_unittests is slow under ASan.
Nico Weber33b9b7a2020-06-12 19:23:272822 'swarming': {
2823 'shards': 16,
2824 },
2825 },
John Budorickca14c76f62017-12-09 14:19:182826 'Linux ASan LSan Tests (1)': {
John Budorick5052d552017-12-13 02:59:342827 # These are very slow on the ASAN trybot for some reason.
Ben Pastened2c01af2022-01-31 23:06:442828 # crbug.com/1257927
John Budorickca14c76f62017-12-09 14:19:182829 'swarming': {
John Budorick5052d552017-12-13 02:59:342830 'shards': 16,
John Budorickca14c76f62017-12-09 14:19:182831 },
2832 },
2833 'Linux Chromium OS ASan LSan Tests (1)': {
Takuto Ikuta54671d972018-07-19 19:06:352834 # These are very slow on the ASAN trybot for some reason.
Ben Pastened2c01af2022-01-31 23:06:442835 # crbug.com/1257927
John Budorickca14c76f62017-12-09 14:19:182836 'swarming': {
Sergey Berezinda3255c2018-03-16 00:34:022837 'shards': 8,
John Budorickca14c76f62017-12-09 14:19:182838 }
2839 },
Takuto Ikuta54671d972018-07-19 19:06:352840 'Linux ChromiumOS MSan Tests': {
2841 # These are very slow on the Chrome OS MSAN trybot for some reason.
2842 # crbug.com/865455
2843 'swarming': {
2844 'shards': 2,
2845 },
2846 },
John Budorickca14c76f62017-12-09 14:19:182847 'Linux TSan Tests': {
2848 'swarming': {
2849 'shards': 4,
2850 }
2851 },
Ben Pastene8bf205b2018-06-13 04:00:332852 # The suite runs signficantly slower on linux dbg, so increase shards.
2853 'Linux Tests (dbg)(1)': {
2854 'swarming': {
2855 'shards': 2,
2856 },
2857 },
Stephen Martinis1384ff92020-01-07 19:52:152858 'ToTLinuxASan': {
Ben Pastened2c01af2022-01-31 23:06:442859 # TODO(crbug.com/1257927): net_unittests is slow under ASan.
Stephen Martinis1384ff92020-01-07 19:52:152860 'swarming': {
2861 'shards': 16,
2862 },
2863 },
2864 'ToTLinuxTSan': {
2865 'swarming': {
2866 'shards': 4,
2867 }
2868 },
Struan Shrimpton5786bfd02023-01-11 00:47:542869 'android-12-x64-rel': {
2870 'swarming': {
2871 'inverse_quickrun_shards': 6,
2872 },
2873 },
Stefano Duof44278b2021-08-02 16:29:382874 'android-cronet-x86-dbg-10-tests': {
2875 'args': [
2876 '--test-launcher-filter-file=../../testing/buildbot/filters/android.emulator_10.net_unittests.filter',
2877 ],
2878 },
Chidera Olibie262e33e2022-03-02 11:45:282879 'android-cronet-x86-dbg-lollipop-tests': {
2880 'args': [
2881 '--test-launcher-filter-file=../../testing/buildbot/filters/android.emulator_l.net_unittests.filter',
2882 ],
2883 },
Chidera Olibieef99a55ca2021-10-01 21:42:002884 'android-cronet-x86-dbg-oreo-tests': {
2885 'args': [
2886 '--test-launcher-filter-file=../../testing/buildbot/filters/android.emulator.net_unittests.filter',
2887 ],
2888 },
Chidera Olibie509fd732021-09-30 20:17:172889 'android-cronet-x86-dbg-pie-tests': {
2890 # crbug.com/1046060
2891 'args': [
2892 '--test-launcher-filter-file=../../testing/buildbot/filters/android.emulator.net_unittests.filter',
2893 ],
2894 },
Chidera Olibie5c0ec912022-03-23 10:44:512895 'android-cronet-x86-rel-kitkat-tests': {
2896 'args': [
2897 '--test-launcher-filter-file=../../testing/buildbot/filters/android.emulator_k.net_unittests.filter',
2898 ],
2899 },
Haiyang Pan08d09dc2020-04-01 16:11:212900 'android-pie-x86-rel': {
John Budorick7fde6b492020-01-29 17:43:502901 # crbug.com/1046060
2902 'args': [
2903 '--test-launcher-filter-file=../../testing/buildbot/filters/android.emulator.net_unittests.filter',
2904 ],
2905 },
Struan Shrimpton4b7abc02021-12-16 01:36:592906 'chromeos-amd64-generic-rel': {
2907 'swarming': {
2908 'quickrun_shards': 6,
2909 },
2910 },
Chong Gu76046412021-09-22 17:49:212911 'fuchsia-code-coverage': {
2912 'swarming': {
2913 'shards': 14,
2914 },
2915 },
Ben Pastene8bf205b2018-06-13 04:00:332916 'linux-chromeos-dbg': {
2917 'swarming': {
2918 'shards': 2,
2919 },
2920 },
Nico Weber33b9b7a2020-06-12 19:23:272921 'win-asan': {
Ben Pastened2c01af2022-01-31 23:06:442922 # TODO(crbug.com/1257927): net_unittests is slow under ASan.
Nico Weber33b9b7a2020-06-12 19:23:272923 'swarming': {
2924 'shards': 16,
2925 },
2926 },
Kenneth Russelleb60cbd22017-12-05 07:54:282927 },
2928 },
John Chenaab16fc02020-03-03 06:35:452929 'not_site_per_process_blink_web_tests': {
Lukasz Anforowicz04bc6302018-11-19 19:04:282930 'remove_from': [
Lukasz Anforowicz04bc6302018-11-19 19:04:282931 # TODO(dpranke): Should we be running this step on Linux Tests (dbg)(1)?
2932 'Linux Tests (dbg)(1)',
Lukasz Anforowicz04bc6302018-11-19 19:04:282933 ],
Yuke Liaobc9ff982019-04-30 06:56:162934 'modifications': {
Stephen Martinis1384ff92020-01-07 19:52:152935 'Linux Tests': {
2936 "args": [
2937 "--additional-env-var=LLVM_PROFILE_FILE=${ISOLATED_OUTDIR}/profraw/default-%2m.profraw",
Stephen Martinis1384ff92020-01-07 19:52:152938 ],
Struan Shrimpton57c594e42022-01-25 17:59:132939 'swarming': {
2940 'quickrun_shards': 18,
2941 },
Stephen Martinis1384ff92020-01-07 19:52:152942 },
Yuke Liaoea70f472019-12-19 06:03:362943 'linux-code-coverage': {
2944 'args': [
2945 '--additional-env-var=LLVM_PROFILE_FILE=${ISOLATED_OUTDIR}/profraw/default-%2m.profraw',
Yuke Liaoea70f472019-12-19 06:03:362946 ],
2947 'swarming': {
2948 'shards': 20,
2949 },
2950 },
Yuke Liaobc9ff982019-04-30 06:56:162951 },
Lukasz Anforowicz04bc6302018-11-19 19:04:282952 },
Xi Cheng34ca4042018-02-23 00:10:122953 'notification_helper_unittests': {
2954 'remove_from': [
Stephen Martinis1384ff92020-01-07 19:52:152955 # all these bots run Windows 7.
Xi Cheng34ca4042018-02-23 00:10:122956 'ToTWin',
2957 'ToTWin(dbg)',
2958 'ToTWin(dll)',
inglorionb8e7a3ed2019-04-12 09:49:032959 'ToTWinOfficial',
Arthur Eubanks0c24b822021-06-15 18:51:342960 'ToTWinOfficial64',
Xi Cheng34ca4042018-02-23 00:10:122961 'ToTWin64',
2962 'ToTWin64(dbg)',
2963 'ToTWin64(dll)',
Xi Cheng34ca4042018-02-23 00:10:122964 ],
2965 },
James Shenf4199bfd2022-08-13 00:44:272966 'oop_network_service_content_browsertests': {
2967 'modifications': {
2968 'android-12-x64-fyi-rel': {
2969 'args': [
2970 '--test-launcher-filter-file=../../testing/buildbot/filters/android.emulator_12.oop_network_service_content_browsertests.filter',
2971 ],
2972 },
2973 },
2974 },
Peter McNeeley3cfc0ec82021-12-08 20:36:242975 'overlay_prioritization_viz_unittests': {
2976 'remove_from': [
2977 # Reduce CQ load
2978 'Linux Tests (Wayland)',
2979 ],
2980 },
Ben Pastenee723b2f2019-05-31 19:10:272981 'ozone_unittests': {
2982 'modifications': {
Ben Pastene8ef125e2019-12-10 01:46:292983 'chromeos-betty-pi-arc-chrome': {
2984 'args': [
2985 '--test-launcher-filter-file=../../testing/buildbot/filters/chromeos.ozone_unittests.filter',
2986 ],
2987 },
Ben Pastene500cc1d12021-01-22 18:10:472988 'chromeos-betty-pi-arc-chrome-dchecks': {
2989 'args': [
2990 '--test-launcher-filter-file=../../testing/buildbot/filters/chromeos.ozone_unittests.filter',
2991 ],
2992 },
Ben Pastene8ef125e2019-12-10 01:46:292993 'linux-chromeos-chrome': {
2994 'args': [
2995 '--test-launcher-filter-file=../../testing/buildbot/filters/chromeos.ozone_unittests.filter',
2996 ],
2997 },
Ben Pastenee723b2f2019-05-31 19:10:272998 },
2999 },
Maksim Sisovc81d284c2021-10-05 17:54:353000 'ozone_x11_unittests': {
3001 # Wayland bot uses chromium_linux_gtests that includes some x11 only
3002 # test targets. To avoid maintaining a list of tests, remove them here.
3003 'remove_from': [
3004 'Linux Tests (Wayland)',
3005 ],
3006 },
Karen Qian385d2ca2019-03-19 21:49:583007 'perfetto_unittests': {
Haiyang Pan0e27adbeb2021-12-14 22:44:303008 'modifications': {
Haiyang Pan2a55a452022-03-03 08:18:333009 'android-12-x64-rel': {
Haiyang Pan0e27adbeb2021-12-14 22:44:303010 'args': [
3011 # TODO(crbug.com/1260440): Fix the failed test
3012 '--gtest_filter=-ScopedDirTest.CloseOutOfScope',
3013 ],
3014 },
James Shen274775eb2022-07-06 22:54:433015 'android-nougat-x86-rel': {
3016 'args': [
3017 # TODO(crbug.com/1260440): Fix the failed test
3018 '--gtest_filter=-ScopedDirTest.CloseOutOfScope',
3019 ],
3020 },
Chong Gua10cd302022-01-14 19:22:193021 'fuchsia-fyi-x64-asan': {
3022 'args': [
Kevin Marshall847bf0332022-05-31 20:12:543023 # TODO(crbug.com/1199334): Error messages only show up in klog.
3024 '--gtest_filter=-PagedMemoryTest.AccessUncommittedMemoryTriggersASAN'
Chong Gua10cd302022-01-14 19:22:193025 ],
3026 },
Haiyang Pan0e27adbeb2021-12-14 22:44:303027 },
Karen Qian385d2ca2019-03-19 21:49:583028 'remove_from': [
Haiyang Pan363c59a2020-07-23 05:47:043029 # TODO(crbug.com/931138): Fix permission issue when creating tmp files
John Budorickd3fa5992019-12-13 17:22:413030 'android-arm64-proguard-rel',
John Budorickf2283d72019-06-25 01:09:093031 'android-asan',
Yun Liu022f4512019-06-10 23:14:043032 'android-code-coverage',
Yun Liu7cfd28a2019-10-30 01:57:123033 'android-code-coverage-native',
Andrew Luo38b311f2019-10-04 03:42:093034 'android-pie-arm64-rel',
Haiyang Pan08d09dc2020-04-01 16:11:213035 'android-pie-x86-rel',
Haiyang Pan9d68ca02021-08-04 21:30:473036 'android-11-x86-rel',
Karen Qian385d2ca2019-03-19 21:49:583037 'Nougat Phone Tester',
Arthur Eubanksc8f86ee2021-05-10 20:14:243038 'ToTAndroid'
Karen Qian385d2ca2019-03-19 21:49:583039 ]
3040 },
Stephen Martinis54d64ad2018-09-21 22:16:203041 'performance_test_suite': {
3042 'modifications': {
Cameron Higgins7558b162022-06-10 18:53:073043 'Mac12 Tests (dbg)': {
Zhaoyang Li9357e1e12021-12-07 18:53:173044 'args': [
3045 '--browser=debug',
3046 ],
3047 },
Stephen Martinis54d64ad2018-09-21 22:16:203048 'Win10 Tests x64 (dbg)': {
3049 'args': [
Takuto Ikutab28b582e2021-02-10 01:41:213050 '--browser=debug_x64',
Stephen Martinis54d64ad2018-09-21 22:16:203051 ],
3052 'experiment_percentage': 100,
3053 },
Stephen Martinis54d64ad2018-09-21 22:16:203054 },
3055 },
Sven Zheng00e75602022-11-16 18:01:383056 'pixel_browser_tests': {
3057 # This target should be removed from any CI only builders. Developers can
3058 # intentionally make UI changes. Without running pixel tests on CQ, those
3059 # cls will get wrongly reverted by sheriffs.
3060 # When we switch CQ builders(e.g. use Win11 to replace Win10), we also
3061 # need to update this field.
3062 'remove_from': [
3063 'Win11 Tests x64',
Thiago Perrotta8b9d127ab2023-01-19 18:08:443064 'win-rel-cft',
Sven Zheng00e75602022-11-16 18:01:383065 ],
3066 },
Jonah Ryan-Davis832c8462020-06-09 03:45:033067 'pixel_skia_gold_passthrough_test': {
Brian Sheedyc0c142c2021-06-01 21:18:053068 'modifications': {
3069 'Android FYI Release (Pixel 4)': {
3070 'args': [
3071 # Pixel 4s are weird in that they can output in different color spaces
3072 # simultaneously. The readback code for capturing a screenshot assumes
3073 # only one color space, so disable wide color gamut for the test to
3074 # work around the issue. See https://crbug.com/1166379 for more
3075 # information.
3076 '--extra-browser-args=--disable-wcg-for-test',
3077 ],
3078 },
Struan Shrimptone772d72f2021-12-15 07:50:093079 'Mac Retina Release (AMD)': {
3080 'swarming': {
3081 'quickrun_shards': 2,
3082 },
3083 },
Struan Shrimpton4b7abc02021-12-16 01:36:593084 'Win10 x64 Release (NVIDIA)': {
3085 'swarming': {
3086 'quickrun_shards': 2,
3087 },
3088 },
Ben Pastene63f13302022-05-12 21:04:053089 'android_optional_gpu_tests_rel': {
3090 'args': [
3091 # See above.
3092 '--extra-browser-args=--disable-wcg-for-test',
3093 ],
3094 },
Brian Sheedyc0c142c2021-06-01 21:18:053095 },
Jonah Ryan-Davis832c8462020-06-09 03:45:033096 'replacements': {
3097 # The V8 builders pass the V8 revision for ${got_revision}, so instead
3098 # use ${got_cr_revision}, which is only set on the V8 bots.
3099 'Linux V8 FYI Release (NVIDIA)': {
3100 'args': {
3101 '--git-revision': '${got_cr_revision}',
3102 },
3103 },
3104 'Linux V8 FYI Release - pointer compression (NVIDIA)': {
3105 'args': {
3106 '--git-revision': '${got_cr_revision}',
3107 },
3108 },
Jonah Ryan-Davisdeeffeaf2020-06-18 17:56:003109 'Mac V8 FYI Release (Intel)': {
3110 'args': {
3111 '--git-revision': '${got_cr_revision}',
3112 },
3113 },
Jonah Ryan-Davis832c8462020-06-09 03:45:033114 'Win V8 FYI Release (NVIDIA)': {
3115 'args': {
3116 '--git-revision': '${got_cr_revision}',
3117 },
3118 },
3119 },
3120 },
3121 'pixel_skia_gold_validating_test': {
Brian Sheedy0566f2cb2021-02-12 22:12:503122 'modifications': {
3123 'Android FYI Release (Pixel 4)': {
3124 'args': [
3125 # Pixel 4s are weird in that they can output in different color spaces
3126 # simultaneously. The readback code for capturing a screenshot assumes
3127 # only one color space, so disable wide color gamut for the test to
3128 # work around the issue. See https://crbug.com/1166379 for more
3129 # information.
3130 '--extra-browser-args=--disable-wcg-for-test',
3131 ],
3132 },
Ben Pastene63f13302022-05-12 21:04:053133 'android_optional_gpu_tests_rel': {
3134 'args': [
3135 # See above.
3136 '--extra-browser-args=--disable-wcg-for-test',
3137 ],
3138 },
David Dorwinf060a72d2022-10-05 22:09:033139 'fuchsia-x64-chrome-rel': { # https://crbug.com/1302427
Chong Guabe5adec02022-03-24 17:41:303140 'experiment_percentage': 100,
3141 },
Brian Sheedy0566f2cb2021-02-12 22:12:503142 },
Chong Gu0aa929e62022-03-03 15:34:133143 'remove_from': [
David Dorwin49b2ddb2022-09-08 20:49:433144 # TODO(https://crbug.com/1302427): Remove once tests pass.
David Dorwin49b2ddb2022-09-08 20:49:433145 'fuchsia-x64-cast-receiver-rel',
3146 'fuchsia-x64-rel',
Chong Gu0aa929e62022-03-03 15:34:133147 ],
Brian Sheedye6ea0ee2019-07-11 02:54:373148 'replacements': {
Brian Sheedye6ea0ee2019-07-11 02:54:373149 # The V8 builders pass the V8 revision for ${got_revision}, so instead
3150 # use ${got_cr_revision}, which is only set on the V8 bots.
3151 'Android V8 FYI Release (Nexus 5X)': {
3152 'args': {
Brian Sheedy4d335deb2020-04-01 20:47:323153 '--git-revision': '${got_cr_revision}',
Brian Sheedye6ea0ee2019-07-11 02:54:373154 },
3155 },
Brian Sheedye6ea0ee2019-07-11 02:54:373156 },
3157 },
3158 'pixel_test':{
Takuto Ikuta35c85522019-06-04 16:55:463159 'modifications': {
3160 'Android Release (Nexus 5X)': {
3161 'swarming': {
3162 'shards': 2,
3163 },
3164 },
3165 },
Nico Weber128fd382018-06-14 23:29:273166 },
Henrique Nakashima87b6d8b2022-07-13 13:59:043167 'sandbox_linux_unittests': {
John Budorickdce9d462019-03-23 00:25:383168 'modifications': {
James Shenca34ad02022-06-29 22:38:513169 'android-nougat-x86-rel': {
3170 'args': [
3171 '--test-launcher-filter-file=../../testing/buildbot/filters/android.emulator.sandbox_linux_unittests.filter',
3172 ]
3173 },
Haiyang Pan08d09dc2020-04-01 16:11:213174 'android-pie-x86-rel': {
John Budorick191adfcd2020-01-29 18:19:043175 'args': [
Henrique Nakashima87b6d8b2022-07-13 13:59:043176 '--test-launcher-filter-file=../../testing/buildbot/filters/android.emulator.sandbox_linux_unittests.filter',
John Budorick191adfcd2020-01-29 18:19:043177 ]
3178 },
John Budorickdce9d462019-03-23 00:25:383179 },
John Budorick3ebfdf852019-05-13 22:28:163180 'remove_from': [
John Budorick3ebfdf852019-05-13 22:28:163181 'android-asan', # https://crbug.com/962650
3182 ],
John Budorickdce9d462019-03-23 00:25:383183 },
Brian Sheedyc0c142c2021-06-01 21:18:053184 'screenshot_sync_passthrough_tests': {
3185 'modifications': {
3186 'Android FYI Release (Pixel 4)': {
3187 'args': [
3188 # Pixel 4s are weird in that they can output in different color spaces
3189 # simultaneously. The readback code for capturing a screenshot assumes
3190 # only one color space, so disable wide color gamut for the test to
3191 # work around the issue. See https://crbug.com/1166379 for more
3192 # information.
3193 '--extra-browser-args=--disable-wcg-for-test',
3194 ],
3195 },
Ben Pastene63f13302022-05-12 21:04:053196 'android_optional_gpu_tests_rel': {
3197 'args': [
3198 # See above.
3199 '--extra-browser-args=--disable-wcg-for-test',
3200 ],
3201 },
Brian Sheedyc0c142c2021-06-01 21:18:053202 },
3203 },
Brian Sheedy0566f2cb2021-02-12 22:12:503204 'screenshot_sync_validating_tests': {
3205 'modifications': {
3206 'Android FYI Release (Pixel 4)': {
3207 'args': [
3208 # Pixel 4s are weird in that they can output in different color spaces
3209 # simultaneously. The readback code for capturing a screenshot assumes
3210 # only one color space, so disable wide color gamut for the test to
3211 # work around the issue. See https://crbug.com/1166379 for more
3212 # information.
3213 '--extra-browser-args=--disable-wcg-for-test',
3214 ],
3215 },
Ben Pastene63f13302022-05-12 21:04:053216 'android_optional_gpu_tests_rel': {
3217 'args': [
3218 # See above.
3219 '--extra-browser-args=--disable-wcg-for-test',
3220 ],
3221 },
Brian Sheedy0566f2cb2021-02-12 22:12:503222 },
Chong Gu0aa929e62022-03-03 15:34:133223 'remove_from': [
David Dorwin49b2ddb2022-09-08 20:49:433224 # TODO(https://crbug.com/1302427): Remove once tests pass.
David Dorwin49b2ddb2022-09-08 20:49:433225 'fuchsia-x64-cast-receiver-rel',
3226 'fuchsia-x64-rel',
Chong Gu0aa929e62022-03-03 15:34:133227 ],
Brian Sheedy0566f2cb2021-02-12 22:12:503228 },
Kenneth Russelleb60cbd22017-12-05 07:54:283229 'services_unittests': {
3230 'remove_from': [
Nico Weber15a00d62018-05-16 17:11:483231 'ToTLinuxMSan', # https://crbug.com/831676
Kenneth Russell8a386d42018-06-02 09:48:013232 # The face and barcode detection tests fail on the Mac Pros.
3233 'Mac Pro FYI Release (AMD)',
Nico Weberd36959682018-04-12 03:33:463234 'Linux ChromiumOS MSan Tests', # https://crbug.com/831676
3235 'Linux MSan Tests', # https://crbug.com/831676
Kenneth Russelleb60cbd22017-12-05 07:54:283236 ],
Brian Sheedyb6c58792020-05-07 18:37:333237 'replacements': {
3238 # TODO(crbug.com/1078982): Remove once the test is fixed on 10.15.4.
3239 'Mac FYI Experimental Release (Intel)': {
3240 'args': {
3241 '--gtest_filter': '*Detection*:-FaceDetectionImplMacTest.ScanOneFace*',
3242 },
3243 },
3244 },
Haiyang Pan363c59a2020-07-23 05:47:043245 'modifications': {
Struan Shrimptone772d72f2021-12-15 07:50:093246 'Linux ASan LSan Tests (1)': {
3247 'swarming': {
3248 'quickrun_shards': 2,
3249 },
3250 },
Haiyang Pan9d68ca02021-08-04 21:30:473251 'android-11-x86-rel': {
Haiyang Pan10f029c2021-07-30 23:17:563252 'args': [
Haiyang Pan2877f062021-11-18 01:06:063253 # TODO(crbug.com/1264654): Fix the failed tests
3254 '--gtest_filter=-PacLibraryTest.ActualPacMyIpAddress*'
3255 ],
3256 },
Haiyang Pan2a55a452022-03-03 08:18:333257 'android-12-x64-rel': {
Haiyang Pan2877f062021-11-18 01:06:063258 'args': [
3259 # TODO(crbug.com/1264654): Fix the failed tests
Haiyang Pan10f029c2021-07-30 23:17:563260 '--gtest_filter=-PacLibraryTest.ActualPacMyIpAddress*'
3261 ],
3262 },
James Shenb3549802022-06-30 18:32:513263 'android-nougat-x86-rel': {
3264 'args': [
3265 # TODO(crbug.com/1264654): Fix the failed tests
3266 '--gtest_filter=-PacLibraryTest.ActualPacMyIpAddress*'
3267 ],
Stephanie Kim11192362022-11-04 18:17:443268 'swarming': {
3269 'shards': 2,
Struan Shrimpton5786bfd02023-01-11 00:47:543270 'inverse_quickrun_shards': 4,
Stephanie Kim11192362022-11-04 18:17:443271 },
James Shenb3549802022-06-30 18:32:513272 },
Chong Gu52481452021-04-02 17:52:413273 'fuchsia-code-coverage': {
3274 'swarming': {
3275 'shards': 7,
3276 },
3277 },
Zijie He117165f2022-12-12 21:40:263278 'fuchsia-fyi-x64-asan': {
3279 'args': [
Rohan Pavonedf499ad2022-12-14 18:40:403280 '--test-launcher-filter-file=../../testing/buildbot/filters/fuchsia.lsan.services_unittests.filter',
Zijie He117165f2022-12-12 21:40:263281 ],
3282 },
Chong Gu52481452021-04-02 17:52:413283 }
Chong Gudf7fbe92021-02-24 02:55:583284 },
Chong Gu76046412021-09-22 17:49:213285 'snapshot_unittests': {
Chong Gub2446462021-08-19 18:44:083286 'modifications': {
3287 'fuchsia-fyi-arm64-dbg': {
3288 'args': [
3289 '--test-launcher-filter-file=../../testing/buildbot/filters/fuchsia.debug.snapshot_unittests.filter',
3290 ],
3291 },
3292 },
3293 },
Kenneth Russelleb60cbd22017-12-05 07:54:283294 'sync_integration_tests': {
Brad Halla36886c2019-02-26 16:52:293295 'remove_from': [
Brad Halla36886c2019-02-26 16:52:293296 'CrWinAsan(dll)', # https://crbug.com/935598
3297 ],
Kenneth Russelleb60cbd22017-12-05 07:54:283298 'modifications': {
Erik Chene84bc1c2019-11-25 23:23:523299 'Linux ASan LSan Tests (1)': {
3300 'swarming': {
3301 'shards': 4,
3302 },
3303 },
Nico Weber8fbc2832018-12-14 16:00:573304 'Linux TSan Tests': {
3305 'swarming': {
3306 'shards': 6,
3307 },
3308 },
Chris Cunninghama1239c8b2022-05-03 00:32:213309 'Mac ASan 64 Tests (1)': {
3310 'swarming': {
3311 'shards': 3,
Lindsay Pasricha2cfaec212022-05-11 19:00:393312 },
3313 },
3314 'Mac11 Tests': {
3315 'swarming': {
3316 'shards': 4,
Chris Cunninghama1239c8b2022-05-03 00:32:213317 },
3318 },
Yue She0cad2922022-06-24 15:06:073319 'Mac12 Tests': {
Lindsay Pasrichac7e07d1e2022-12-16 22:10:063320 'ci_only': True,
Yue She0cad2922022-06-24 15:06:073321 'swarming': {
3322 'shards': 4,
3323 },
3324 },
Cameron Higgins493e6a4e2022-10-11 05:03:303325 'Mac12 Tests (dbg)':{
3326 'swarming': {
3327 'shards': 2,
3328 }
3329 },
Stephen Martinis1384ff92020-01-07 19:52:153330 'ToTLinuxTSan': {
Kenneth Russelleb60cbd22017-12-05 07:54:283331 'swarming': {
Stephen Martinis1384ff92020-01-07 19:52:153332 'shards': 6,
Kenneth Russelleb60cbd22017-12-05 07:54:283333 },
3334 },
Struan Shrimptona1ab7672022-01-13 18:02:513335 'Win10 Tests x64': {
3336 'swarming': {
Stephanie Kimbf31a692022-11-01 17:31:573337 'shards': 3,
Struan Shrimptona1ab7672022-01-13 18:02:513338 },
3339 },
Stephen Martinis75ab55d2018-08-30 02:27:123340 'Win10 Tests x64 (dbg)': {
3341 'experiment_percentage': 100, # https://crbug.com/840369
3342 },
Stephen Martinis1384ff92020-01-07 19:52:153343 'linux-chromeos-code-coverage': {
Yuke Liao79424e42020-01-06 21:00:113344 'swarming': {
3345 'shards': 4,
3346 },
3347 },
Stephanie Kim3aa4c552023-01-10 18:00:043348 'linux-chromeos-rel': {
3349 'swarming': {
3350 'shards': 2,
3351 },
3352 },
Stephen Martinis1384ff92020-01-07 19:52:153353 'linux-code-coverage': {
Yuke Liao79424e42020-01-06 21:00:113354 'swarming': {
3355 'shards': 4,
3356 },
3357 },
Kuan Huang235b0142021-10-19 18:59:283358 'mac-code-coverage': {
3359 'args': [
3360 '--coverage-continuous-mode=1',
3361 ],
3362 },
Thiago Perrotta314f7b02023-01-19 21:30:533363 'win-rel-cft': {
3364 'swarming': {
3365 'shards': 3,
3366 },
3367 },
Kenneth Russelleb60cbd22017-12-05 07:54:283368 },
3369 },
Weizhong Xia613fda42021-04-21 20:11:523370 'system_webview_wpt': {
3371 'modifications': {
3372 'android-webview-pie-x86-wpt-fyi-rel': {
Weizhong Xia7dd41362021-09-30 16:05:383373 'args': [
3374 '--log-wptreport',
Nihar Damarasingu8def1a22022-08-18 21:15:543375 '--use-upstream-wpt',
Weizhong Xia7dd41362021-09-30 16:05:383376 ],
Weizhong Xia613fda42021-04-21 20:11:523377 },
3378 },
3379 },
Kenneth Russell8a386d42018-06-02 09:48:013380 'tab_capture_end2end_tests': {
Nico Webere89a3c92018-07-01 01:30:523381 # Run these only on Release bots.
Kenneth Russell8a386d42018-06-02 09:48:013382 'remove_from': [
Kenneth Russell8a386d42018-06-02 09:48:013383 'Linux Debug (NVIDIA)',
3384 'Mac Debug (Intel)',
3385 'Mac Retina Debug (AMD)',
Yuly Novikovbc1ccff2019-08-03 00:05:493386 'Win10 FYI x64 Debug (NVIDIA)',
Yuly Novikovf28f1eca2019-07-04 22:43:393387 # Disabled due to dbus crashes crbug.com/927465
Yuly Novikov86d61c42022-07-22 19:40:143388 'Linux FYI Release (Intel UHD 630)',
Yuly Novikov5865ff72019-07-09 21:38:053389 'Linux FYI Release (NVIDIA)',
Yuly Novikov5865ff72019-07-09 21:38:053390 'Linux Release (NVIDIA)',
Kenneth Russell8a386d42018-06-02 09:48:013391 ],
Emily Hanleyb64ac7c2018-05-25 13:36:553392 },
Haiyang Pan8c201b92020-06-04 01:25:073393 'telemetry_chromium_minidump_unittests': {
James Shen969655a2022-09-28 02:27:073394 'modifications': {
3395 'android-nougat-x86-rel': {
3396 'ci_only': True,
3397 },
3398 },
Haiyang Pan8c201b92020-06-04 01:25:073399 },
Brian Sheedyc117f6d2020-05-06 02:23:273400 'telemetry_monochrome_minidump_unittests': {
James Shen969655a2022-09-28 02:27:073401 'modifications': {
3402 'android-nougat-x86-rel': {
3403 'ci_only': True,
3404 },
3405 },
Brian Sheedyc117f6d2020-05-06 02:23:273406 },
Kenneth Russelleb60cbd22017-12-05 07:54:283407 'telemetry_perf_unittests': {
3408 'modifications': {
Kenneth Russelleb60cbd22017-12-05 07:54:283409 'Linux Tests': {
3410 'args': [
3411 '--xvfb',
Ned Nguyene6e26042018-01-17 20:42:483412 '--jobs=1',
Kenneth Russelleb60cbd22017-12-05 07:54:283413 ],
3414 },
Juan Antonio Navarro Perez4899edf2019-03-14 13:05:353415 'Linux Tests (dbg)(1)': {
3416 'args': [
3417 '--xvfb',
3418 '--jobs=1',
3419 ],
3420 },
John Chen9fd22fcf2021-12-10 02:24:123421 'Mac11 Tests': {
3422 'ci_only': True,
3423 },
Yue She0cad2922022-06-24 15:06:073424 'Mac12 Tests': {
3425 'ci_only': True,
3426 },
Brian Sheedy172ab8932022-07-27 20:39:283427 'android-nougat-x86-rel': {
3428 'args': [
3429 # For whatever reason, automatic browser selection on this bot chooses
3430 # webview instead of the full browser, so explicitly specify it here.
3431 '--browser=android-chromium',
3432 ],
James Shen969655a2022-09-28 02:27:073433 'ci_only': True,
Brian Sheedy172ab8932022-07-27 20:39:283434 },
Struan Shrimptona1ab7672022-01-13 18:02:513435 'chromeos-amd64-generic-rel': {
3436 'swarming': {
3437 'quickrun_shards': 24,
3438 },
3439 },
Ben Pastene69400eb2021-03-25 19:27:163440 'chromeos-eve-chrome': {
3441 'args': [
3442 # TODO(crbug.com/1191132): Re-enable.
3443 '--skip=benchmarks.benchmark_smoke_unittest.BenchmarkSmokeTest.wasmpspdfkit',
3444 ],
3445 },
Ben Pastene2b4b15f2021-03-04 00:39:243446 'chromeos-kevin-chrome': {
3447 # TODO(crbug.com/1182948): Remove the experiment.
Ben Pastenebe91e462021-07-27 23:47:263448 # TODO(b/188822176): Restore to 100% when we have additional capacity.
3449 'experiment_percentage': 0,
Ben Pastene2b4b15f2021-03-04 00:39:243450 },
Thiago Perrotta49e70492023-01-10 23:12:353451 'linux-rel-cft': {
3452 'args': [
3453 '--xvfb',
3454 '--jobs=1',
3455 ],
3456 },
Ben Pasteneebad8fc2022-08-12 23:34:283457 'linux-rel-no-external-ip': {
3458 'args': [
3459 '--xvfb',
3460 '--jobs=1',
3461 ],
3462 },
Kenneth Russelleb60cbd22017-12-05 07:54:283463 },
3464 'remove_from': [
Andrew Luobe83fd82019-12-19 03:07:583465 'android-pie-arm64-rel',
Garrett Beatyeef031a2019-02-28 01:55:413466 # crbug.com/936540
Shenghua Zhangbd6f1b232018-03-03 02:59:143467 'Mac10.13 Tests',
Zhaoyang Li69e2e002021-02-19 21:57:353468 'Mac10.15 Tests',
Lindsay Pasricha21bb93d72021-12-07 05:48:393469 # TODO crbug.com/1277277
Cameron Higgins7558b162022-06-10 18:53:073470 'Mac12 Tests (dbg)',
Stephen Martinis1384ff92020-01-07 19:52:153471 'Linux - Future (dbg)', # client.v8.chromium
Takuto Ikuta9aa015d2019-04-15 23:33:293472 'Win10 Tests x64',
Stephen Martinise701f5a2018-05-04 01:25:113473 'Win10 Tests x64 (dbg)',
Kuan Huanga89737d2022-01-07 19:42:113474 'Win11 Tests x64',
Ben Pasteneebad8fc2022-08-12 23:34:283475 'win10-rel-no-external-ip',
Thiago Perrotta770925d42023-01-17 18:38:513476 'win-rel-cft',
Kenneth Russelleb60cbd22017-12-05 07:54:283477 ],
3478 },
Stephen Martinis54d64ad2018-09-21 22:16:203479 'telemetry_unittests': {
3480 'modifications': {
3481 'Win10 Tests x64 (dbg)': {
3482 'experiment_percentage': 100, # crbug.com/870673
Ben Pastene9383fe12020-10-20 21:32:403483 },
Struan Shrimptona1ab7672022-01-13 18:02:513484 'chromeos-amd64-generic-rel': {
3485 'swarming': {
3486 'quickrun_shards': 60,
3487 },
3488 },
John Budorickc498fd3c2019-03-14 01:16:263489 },
3490 'remove_from': [
Ben Pastene9ef2ced52021-07-28 18:04:343491 # TODO(crbug.com/1141234): Restore when there's more DUTs
Ben Pastene7f1ded3a42022-06-08 17:01:593492 'chromeos-eve-chrome',
Ben Pastene9ef2ced52021-07-28 18:04:343493 'chromeos-kevin-chrome',
Ben Pastene619317752020-12-03 00:04:143494
Takuto Ikuta9aa015d2019-04-15 23:33:293495 'Win10 Tests x64',
Kuan Huanga89737d2022-01-07 19:42:113496 'Win11 Tests x64',
Ben Pasteneebad8fc2022-08-12 23:34:283497 'win10-rel-no-external-ip',
Thiago Perrotta770925d42023-01-17 18:38:513498 'win-rel-cft',
Titouan Rigoudye122ec32021-11-08 16:36:163499
3500 # TODO(https://crbug.com/1267161): Re-enable when platform is supported.
3501 'mac11-arm64-rel-tests',
Zhaoyang Li5d3713d2022-06-13 18:01:173502 # TODO(https://crbug.com/1267161): Re-enable when platform is supported.
3503 'mac12-arm64-rel-tests',
John Budorickc498fd3c2019-03-14 01:16:263504 ],
Stephen Martinis54d64ad2018-09-21 22:16:203505 },
Ben Pastene8e7eb2652022-04-29 19:44:313506 'test_buildbucket_api_gpu_use_cases GTX 1660': {
3507 'remove_from': [
3508 'linux_optional_gpu_tests_rel', # crbug.com/1080749
Brian Sheedyf3b48d62020-05-08 23:03:123509 ],
3510 },
Preethi Mohan6d478e462022-10-13 18:51:593511 'testing_pytype': {
3512 'remove_from': [
3513 'linux-code-coverage',
3514 ],
3515 },
Chong Guabe5adec02022-03-24 17:41:303516 'trace_test': {
3517 'modifications': {
David Dorwinf060a72d2022-10-05 22:09:033518 'fuchsia-x64-chrome-rel': { # https://crbug.com/1269976
Chong Guabe5adec02022-03-24 17:41:303519 'experiment_percentage': 100,
3520 },
3521 },
3522 },
Kenneth Russelleb60cbd22017-12-05 07:54:283523 'unit_tests': {
Yun Liu3e759dbb2019-11-01 19:25:523524 'remove_from': [
Ben Pastene3e32ffe2020-08-07 03:37:073525 'android-pie-arm64-rel', # https://crbug.com/1010211
Yun Liu3e759dbb2019-11-01 19:25:523526 ],
Kenneth Russelleb60cbd22017-12-05 07:54:283527 'modifications': {
John Budorickca14c76f62017-12-09 14:19:183528 'Linux ASan LSan Tests (1)': {
John Budorick5052d552017-12-13 02:59:343529 # These are slow on the ASAN trybot for some reason.
Ben Pastened2c01af2022-01-31 23:06:443530 # crbug.com/1257927
John Budorickca14c76f62017-12-09 14:19:183531 'swarming': {
John Budorick5052d552017-12-13 02:59:343532 'shards': 4,
John Budorickca14c76f62017-12-09 14:19:183533 },
3534 },
Stephen Martinis1384ff92020-01-07 19:52:153535 'Linux Chromium OS ASan LSan Tests (1)': {
3536 # These are slow on the ASAN trybot for some reason.
Ben Pastened2c01af2022-01-31 23:06:443537 # crbug.com/1257927
John Budorickca14c76f62017-12-09 14:19:183538 'swarming': {
3539 'shards': 2,
3540 },
3541 },
Takuto Ikuta54671d972018-07-19 19:06:353542 'Linux ChromiumOS MSan Tests': {
3543 # These are very slow on the Chrome OS MSAN trybot for some reason.
3544 # crbug.com/865455
3545 'swarming': {
3546 'shards': 2,
3547 },
3548 },
Stephen Martinis1384ff92020-01-07 19:52:153549 'Linux TSan Tests': {
Takuto Ikuta54671d972018-07-19 19:06:353550 'swarming': {
3551 'shards': 2,
3552 },
3553 },
Maksim Sisovc81d284c2021-10-05 17:54:353554 # https://crbug.com/1184127
3555 'Linux Tests (Wayland)': {
3556 'args': [
3557 '--test-launcher-filter-file=../../testing/buildbot/filters/ozone-linux.unit_tests_wayland.filter',
3558 ],
3559 },
Struan Shrimpton5786bfd02023-01-11 00:47:543560 'Mac12 Tests': {
3561 'swarming': {
3562 'inverse_quickrun_shards': 2,
3563 },
3564 },
Cameron Higgins7558b162022-06-10 18:53:073565 'Mac12 Tests (dbg)': {
Zhaoyang Li9357e1e12021-12-07 18:53:173566 'swarming': {
3567 'shards': 2,
3568 },
3569 },
Stephen Martinis1384ff92020-01-07 19:52:153570 'ToTLinuxASan': {
Dirk Pranke20eae9a72017-12-09 18:12:143571 'swarming': {
Stephen Martinis1384ff92020-01-07 19:52:153572 'shards': 2,
Dirk Pranke20eae9a72017-12-09 18:12:143573 },
3574 },
Stephen Martinis1384ff92020-01-07 19:52:153575 'android-asan': {
3576 'args': [
3577 '--test-launcher-filter-file=../../testing/buildbot/filters/android.asan.unit_tests.filter',
3578 ],
3579 },
Ben Joyce6d63a582022-12-09 18:34:553580 'android-pie-arm64-rel-swarming': {
Takuto Ikuta527cdff2020-01-29 08:04:273581 'swarming': {
3582 'shards': 8,
3583 },
3584 },
Stephen Martinis1384ff92020-01-07 19:52:153585 'linux-chromeos-chrome': {
3586 'args': [
3587 '--test-launcher-filter-file=../../testing/buildbot/filters/chromeos.unit_tests.filter',
3588 ],
3589 },
Ben Pasteneacd57392019-10-31 02:13:253590 'linux-chromeos-dbg': {
3591 'swarming': {
3592 'shards': 2,
3593 },
3594 },
Erik Chend063aef72019-11-18 19:13:103595 'linux-chromeos-rel': {
3596 'swarming': {
3597 'shards': 2,
3598 },
3599 },
Kenneth Russelleb60cbd22017-12-05 07:54:283600 },
3601 },
Hao Wu77dd1ab2022-04-29 21:36:203602 'variations_smoke_tests': {
3603 'modifications': {
Hao Wud38c2342022-06-09 02:03:473604 'linux-chrome': {
3605 'swarming': {
3606 'dimension_sets': [
3607 {
3608 'pool': 'chrome.tests.finch',
3609 },
3610 ],
3611 },
3612 },
Hao Wu77dd1ab2022-04-29 21:36:203613 'win-chrome': {
3614 'experiment_percentage': 100,
Hao Wud38c2342022-06-09 02:03:473615 'swarming': {
3616 'dimension_sets': [
3617 {
3618 'pool': 'chrome.tests.finch',
3619 },
3620 ],
3621 },
Hao Wu77dd1ab2022-04-29 21:36:203622 },
3623 },
3624 },
Kenneth Russell8a386d42018-06-02 09:48:013625 'video_decode_accelerator_gl_unittest': {
3626 'remove_from': [
Kenneth Russell8a386d42018-06-02 09:48:013627 # Windows Intel doesn't have the GL extensions to support this test.
Yuly Novikov3db078282023-01-04 10:06:253628 'Win10 FYI x64 Release (Intel)',
3629 'Win10 FYI x64 Experimental Release (Intel)',
Kenneth Russell8a386d42018-06-02 09:48:013630 ],
3631 },
Sven Zheng577fe5ff2020-08-03 22:06:443632 'views_unittests': {
Sven Zheng80734f12020-08-06 06:50:393633 'modifications': {
Maksim Sisovc81d284c2021-10-05 17:54:353634 'Linux Tests (Wayland)': {
3635 'args': [
3636 '--test-launcher-filter-file=../../testing/buildbot/filters/ozone-linux.wayland_views_unittests.filter',
3637 ],
3638 },
Chong Gu6aa22be2021-09-10 06:56:143639 'fuchsia-fyi-arm64-dbg': {
3640 'args': [
3641 '--test-launcher-filter-file=../../testing/buildbot/filters/fuchsia.debug.views_unittests.filter',
3642 ],
3643 },
Sven Zhengbc822262022-09-20 20:47:353644 # https://crbug.com/1111979
3645 'linux-lacros-asan-lsan-rel': {
3646 'args': [
3647 '--gtest_filter=-DesktopWidgetFocusManagerTest.AnchoredDialogInDesktopNativeWidgetAura:'
3648 'DesktopWidgetTest*:'
3649 'DesktopWindowTreeHostPlatformTest*:'
3650 'EditableComboboxTest*:'
3651 'MenuRunnerTest*:'
3652 'TextfieldTest*:'
3653 'TooltipControllerTest*:'
3654 'TooltipStateManagerTest*'
3655 ],
3656 },
Sven Zheng5c9d3e342020-08-11 21:39:433657 # https://crbug.com/1111979,
Junhua Chen39dd2dba2021-05-05 17:51:543658 'linux-lacros-code-coverage': {
3659 'args': [
3660 '--gtest_filter=-DesktopWidgetFocusManagerTest.AnchoredDialogInDesktopNativeWidgetAura:'
3661 'DesktopWidgetTest*:'
3662 'DesktopWindowTreeHostPlatformTest*:'
3663 'EditableComboboxTest*:'
3664 'MenuRunnerTest*:'
3665 'TextfieldTest*:'
3666 'TooltipControllerTest*:'
3667 'TooltipStateManagerTest*'
3668 ],
3669 },
Yuke Liaoa0db4742021-08-09 18:28:333670 'linux-lacros-dbg-tests-fyi': {
3671 'args': [
3672 '--gtest_filter=-DesktopWidgetFocusManagerTest.AnchoredDialogInDesktopNativeWidgetAura:'
3673 'TextfieldTest*:'
3674 'TooltipControllerTest*:'
3675 ],
3676 },
Sven Zheng5c9d3e342020-08-11 21:39:433677 'linux-lacros-tester-rel': {
Sven Zheng5c9d3e342020-08-11 21:39:433678 'args': [
3679 '--gtest_filter=-DesktopWidgetFocusManagerTest.AnchoredDialogInDesktopNativeWidgetAura:'
Yuke Liao34721c22020-08-14 21:41:193680 'DesktopWidgetTest*:'
3681 'DesktopWindowTreeHostPlatformTest*:'
Yuke Liaocf9db2b2020-08-13 19:42:533682 'EditableComboboxTest*:'
Sven Zhengea8903f2020-08-14 05:27:513683 'MenuRunnerTest*:'
Yuke Liaocf9db2b2020-08-13 19:42:533684 'TextfieldTest*:'
Benjamin Beaudry54b3b882021-03-12 23:55:363685 'TooltipControllerTest*:'
3686 'TooltipStateManagerTest*'
Sven Zheng5c9d3e342020-08-11 21:39:433687 ],
3688 },
Sven Zheng80734f12020-08-06 06:50:393689 },
Sven Zheng577fe5ff2020-08-03 22:06:443690 },
John Budorickd02c429de2020-01-10 19:02:213691 'viz_unittests': {
3692 'modifications': {
Chong Gub2446462021-08-19 18:44:083693 'fuchsia-fyi-arm64-dbg': {
Chong Gu6aa22be2021-09-10 06:56:143694 'args': [
3695 '--test-launcher-filter-file=../../testing/buildbot/filters/fuchsia.debug.viz_unittests.filter',
3696 ],
Chong Gub2446462021-08-19 18:44:083697 },
John Budorickd02c429de2020-01-10 19:02:213698 },
3699 },
John Budorick20f4fa8d2019-08-02 22:58:293700 'vr_common_unittests': {
3701 'remove_from': [
Haiyang Pan08d09dc2020-04-01 16:11:213702 'android-pie-x86-rel',
John Budorick20f4fa8d2019-08-02 22:58:293703 ],
3704 },
Brian Sheedy45935b42022-12-14 23:21:463705 'vulkan_pixel_skia_gold_test': {
3706 'replacements': {
3707 # The V8 builders pass the V8 revision for ${got_revision}, so instead
3708 # use ${got_cr_revision}, which is only set on the V8 bots.
3709 'Linux V8 FYI Release (NVIDIA)': {
3710 'args': {
3711 '--git-revision': '${got_cr_revision}',
3712 },
3713 },
Brian Sheedyd7973022023-01-03 14:15:093714 'Linux V8 FYI Release - pointer compression (NVIDIA)': {
3715 'args': {
3716 '--git-revision': '${got_cr_revision}',
3717 },
3718 },
3719 'Mac V8 FYI Release (Intel)': {
3720 'args': {
3721 '--git-revision': '${got_cr_revision}',
3722 },
3723 },
3724 'Win V8 FYI Release (NVIDIA)': {
3725 'args': {
3726 '--git-revision': '${got_cr_revision}',
3727 },
3728 },
Brian Sheedy45935b42022-12-14 23:21:463729 },
3730 },
Nico Webere81999ee2018-07-01 23:52:433731 'wayland_client_perftests': {
3732 'remove_from': [
3733 'linux-chromeos-dbg', # https://crbug.com/859307
3734 ],
3735 },
Chong Gu76046412021-09-22 17:49:213736 'web_engine_browsertests': {
Chong Gud1a5c5992021-04-09 04:08:323737 'modifications': {
3738 'fuchsia-code-coverage': {
3739 'swarming': {
Chong Gu7a463202021-07-19 18:43:103740 'shards': 28,
Chong Gud1a5c5992021-04-09 04:08:323741 },
3742 },
3743 },
3744 },
Greg Thompson3b616c0a2022-08-23 08:44:513745 'web_engine_integration_tests_cfv1': {
Chong Gu4c9e8f112021-06-02 18:37:263746 'modifications': {
3747 'fuchsia-code-coverage': {
3748 'swarming': {
3749 'shards': 6,
3750 },
3751 },
3752 },
3753 },
John Budorick63357462019-02-27 23:02:513754 'webdriver_tests_suite': {
3755 'remove_from': [
3756 'Linux Tests', # https://crbug.com/929689, https://crbug.com/936557
3757 ],
3758 },
Brian Sheedyd7973022023-01-03 14:15:093759 'webgl2_conformance_d3d11_passthrough_tests': {
3760 'remove_from': [
3761 # Removed from V8 builder since WebGL 1 should provide reasonable
3762 # upstream test coverage without the capacity hit from WebGL 2.
3763 'Win V8 FYI Release (NVIDIA)',
3764 ],
3765 },
Yuly Novikov19bc4c332022-10-17 18:45:063766 'webgl2_conformance_gl_passthrough_tests': {
3767 'remove_from': [
Brian Sheedyd7973022023-01-03 14:15:093768 # Removed from V8 builders since WebGL 1 should provide reasonable
3769 # upstream test coverage without the capacity hit from WebGL 2.
3770 'Linux V8 FYI Release (NVIDIA)',
3771 'Linux V8 FYI Release - pointer compression (NVIDIA)',
Yuly Novikov19bc4c332022-10-17 18:45:063772 # Not enough capacity on Mac AMD https://crbug.com/1375306.
3773 'Mac FYI Retina ASAN (AMD)',
3774 'Mac FYI Retina Release (AMD)',
Brian Sheedyd7973022023-01-03 14:15:093775 'Mac V8 FYI Release (Intel)',
Yuly Novikov19bc4c332022-10-17 18:45:063776 'mac-angle-chromium-amd',
3777 ],
3778 },
Brian Sheedy5a9f6562021-08-20 03:32:543779 'webgl2_conformance_gles_passthrough_tests': {
3780 'remove_from': [
Brian Sheedyefb683c2022-01-25 21:17:363781 # Currently not enough capacity to run these tests on this config.
3782 # TODO(crbug.com/1280418): Re-enable once more of the Pixel 6 capacity
3783 # is deployed.
3784 'Android FYI Release (Pixel 6)',
Brian Sheedy43f5a6f2022-01-07 02:41:043785 # Not enough CrOS hardware capacity to run both on anything other than
3786 # VMs. See https://crbug.com/1238070.
Brian Sheedy5a9f6562021-08-20 03:32:543787 'Lacros FYI x64 Release (Intel)',
3788 ],
3789 'modifications': {
3790 # This VM configuration is known to be significantly slower than other
3791 # CrOS configurations, so increase the shards.
3792 # TODO(crbug.com/1223550): Remove this if the configuration can be sped
3793 # up.
3794 'ChromeOS FYI Release (amd64-generic)': {
3795 'swarming': {
3796 'shards': 30,
3797 },
3798 },
3799 },
3800 },
Kenneth Russell18fff67f2021-11-05 23:45:113801 'webgl2_conformance_metal_passthrough_tests': {
3802 'remove_from': [
Yuly Novikov7d00cdb2022-01-05 00:10:383803 # crbug.com/1270755
3804 'Mac FYI ASAN (Intel)',
3805 'Mac FYI Retina ASAN (AMD)',
Kenneth Russell18fff67f2021-11-05 23:45:113806 # Not enough capacity.
3807 'Mac FYI Retina Release (NVIDIA)',
Brian Sheedyd7973022023-01-03 14:15:093808 # Removed from V8 builders since WebGL 1 should provide reasonable
3809 # upstream test coverage without the capacity hit from WebGL 2.
3810 'Mac V8 FYI Release (Intel)',
Kenneth Russell18fff67f2021-11-05 23:45:113811 ],
Yuly Novikov220c14a52021-12-14 02:49:333812 'modifications': {
3813 'Mac FYI ASAN (Intel)': {
3814 'args': [
3815 '--extra-browser-args=--disable-metal-shader-cache',
Brian Sheedya111ca92022-04-18 23:37:153816 '--enable-metal-debug-layers',
3817 ],
3818 },
3819 'Mac FYI Release (Intel)': {
3820 'args': [
3821 '--enable-metal-debug-layers',
Yuly Novikov220c14a52021-12-14 02:49:333822 ],
3823 },
3824 'Mac FYI Retina ASAN (AMD)': {
3825 'args': [
3826 '--extra-browser-args=--disable-metal-shader-cache',
Brian Sheedy3fd310772022-04-20 02:15:513827 # This slows down tests and we are currently having AMD Mac capacity
3828 # issues.
3829 # '--enable-metal-debug-layers',
Brian Sheedya111ca92022-04-18 23:37:153830 ],
3831 },
3832 'Mac FYI Retina Release (AMD)': {
3833 'args': [
Brian Sheedy3fd310772022-04-20 02:15:513834 # This slows down tests and we are currently having AMD Mac capacity
3835 # issues.
3836 # '--enable-metal-debug-layers',
Yuly Novikov220c14a52021-12-14 02:49:333837 ],
3838 },
3839 },
Kenneth Russell18fff67f2021-11-05 23:45:113840 },
John Budorick82e61dfb2019-12-10 04:36:093841 'webgl2_conformance_validating_tests': {
Stephen Martinis54d64ad2018-09-21 22:16:203842 'remove_from': [
Brian Sheedyefb683c2022-01-25 21:17:363843 # Currently not enough capacity to run these tests on this config.
3844 # TODO(crbug.com/1280418): Re-enable once more of the Pixel 6 capacity
3845 # is deployed.
3846 'Android FYI Release (Pixel 6)',
Brian Sheedy43f5a6f2022-01-07 02:41:043847 # Passthrough version run on this configuration, not enough capacity for
3848 # both. See https://crbug.com/1238070.
3849 'ChromeOS FYI Release (kevin)',
Stephen Martinis54d64ad2018-09-21 22:16:203850 ],
Kenneth Russell8a386d42018-06-02 09:48:013851 'modifications': {
Brian Sheedyab0a1992021-08-13 20:57:393852 # This VM configuration is known to be significantly slower than other
3853 # CrOS configurations, so increase the shards.
3854 # TODO(crbug.com/1223550): Remove this if the configuration can be sped
3855 # up.
3856 'ChromeOS FYI Release (amd64-generic)': {
3857 'swarming': {
3858 'shards': 30,
3859 },
Brian Sheedy9bde4532021-08-20 18:11:193860 # This configuration is tested with the passthrough decoder as well,
3861 # which will be shipped in the nearish future, so any failures that
3862 # show up with the validating decoder are just an FYI.
3863 'experiment_percentage': 100,
Brian Sheedyab0a1992021-08-13 20:57:393864 },
Brian Sheedy22200312021-08-20 22:17:503865 'ChromeOS FYI Release (kevin)': {
3866 'experiment_percentage': 100,
3867 },
Kenneth Russell8a386d42018-06-02 09:48:013868 },
3869 },
Struan Shrimptona1ab7672022-01-13 18:02:513870 'webgl_conformance_d3d11_passthrough_tests': {
3871 'modifications': {
3872 'Win10 x64 Release (NVIDIA)': {
3873 'swarming': {
3874 'quickrun_shards': 4,
3875 },
3876 },
3877 },
3878 },
Brian Sheedye8723cb2022-07-21 13:37:283879 'webgl_conformance_gl_passthrough_tests 1002:6821': {
3880 'modifications': {
3881 'mac_optional_gpu_tests_rel': {
3882 'args': [
3883 # Added to debug crbug.com/1293967.
Brian Sheedyf528ce592022-07-26 22:44:463884 '--extra-browser-args=--disable-background-media-suspend --disable-renderer-backgrounding --disable-background-timer-throttling',
Brian Sheedye8723cb2022-07-21 13:37:283885 ],
3886 },
3887 },
3888 },
Kenneth Russell984f2f12020-12-15 23:23:353889 'webgl_conformance_metal_passthrough_tests': {
3890 'remove_from': [
Yuly Novikov7d00cdb2022-01-05 00:10:383891 # crbug.com/1270755
3892 'Mac FYI ASAN (Intel)',
3893 'Mac FYI Retina ASAN (AMD)',
Yuly Novikov220c14a52021-12-14 02:49:333894 # crbug.com/1158857: re-enable when switching to Metal by default.
Kenneth Russell984f2f12020-12-15 23:23:353895 'Mac FYI Retina Release (NVIDIA)',
3896 ],
Yuly Novikov220c14a52021-12-14 02:49:333897 'modifications': {
3898 'Mac FYI ASAN (Intel)': {
3899 'args': [
3900 '--extra-browser-args=--disable-metal-shader-cache',
Brian Sheedya111ca92022-04-18 23:37:153901 '--enable-metal-debug-layers',
3902 ],
3903 },
3904 'Mac FYI Release (Intel)': {
3905 'args': [
3906 '--enable-metal-debug-layers',
Yuly Novikov220c14a52021-12-14 02:49:333907 ],
3908 },
3909 'Mac FYI Retina ASAN (AMD)': {
3910 'args': [
3911 '--extra-browser-args=--disable-metal-shader-cache',
Brian Sheedy3fd310772022-04-20 02:15:513912 # This slows down tests and we are currently having AMD Mac capacity
3913 # issues.
3914 # '--enable-metal-debug-layers',
Brian Sheedya111ca92022-04-18 23:37:153915 ],
3916 },
3917 'Mac FYI Retina Release (AMD)': {
3918 'args': [
Brian Sheedy3fd310772022-04-20 02:15:513919 # This slows down tests and we are currently having AMD Mac capacity
3920 # issues.
3921 # '--enable-metal-debug-layers',
Yuly Novikov220c14a52021-12-14 02:49:333922 ],
3923 },
3924 },
Kenneth Russell984f2f12020-12-15 23:23:353925 },
Stephen Martinis54d64ad2018-09-21 22:16:203926 'webgl_conformance_tests': {
Struan Shrimptona1ab7672022-01-13 18:02:513927 'modifications': {
3928 'chromeos-amd64-generic-rel': {
Kenneth Russelld5558352022-07-15 18:40:453929 'args': [
3930 # Added to debug crbug.com/1293967.
Brian Sheedyf528ce592022-07-26 22:44:463931 '--extra-browser-args=--disable-features=BackgroundVideoPauseOptimization --disable-background-media-suspend --disable-renderer-backgrounding --disable-background-timer-throttling',
Kenneth Russelld5558352022-07-15 18:40:453932 ],
Struan Shrimptona1ab7672022-01-13 18:02:513933 'swarming': {
3934 'quickrun_shards': 40,
3935 },
3936 },
3937 },
Kenneth Russell8a386d42018-06-02 09:48:013938 },
Austin Enge8c0ba02021-07-19 23:55:193939 'webgpu_blink_web_tests': {
Brian Sheedyd9a809f02022-10-06 00:50:373940 'remove_from': [
3941 # TODO(crbug.com/1363409): Enable these once they're shown to work on
3942 # Android.
3943 'Dawn Android arm DEPS Release (Pixel 4)',
3944 'Dawn Android arm Release (Pixel 4)',
3945 ],
Austin Enge8c0ba02021-07-19 23:55:193946 'modifications': {
3947 # Increase the timeout with ASAN (crbug.com/1208253)
3948 'Dawn Win10 x64 ASAN Release': {
3949 'args': [
Weizhong Xia91b53362022-01-05 17:13:353950 '--timeout-ms=48000',
Austin Enge8c0ba02021-07-19 23:55:193951 ],
3952 },
3953 },
Brian Sheedy5796b4b2021-09-15 21:51:413954 'replacements': {
3955 'Dawn Mac x64 Experimental Release (Intel)': {
3956 'args': {
Avi Drissman5afd38bc2021-10-27 17:35:133957 '--platform': 'mac-mac11',
Brian Sheedy5796b4b2021-09-15 21:51:413958 },
3959 }
3960 },
3961 },
3962 'webgpu_blink_web_tests_with_backend_validation': {
3963 'replacements': {
3964 'Dawn Mac x64 Experimental Release (Intel)': {
3965 'args': {
Avi Drissman5afd38bc2021-10-27 17:35:133966 '--platform': 'mac-mac11',
Brian Sheedy5796b4b2021-09-15 21:51:413967 },
3968 },
3969 },
Austin Engd7a88622022-08-12 18:50:003970 # Remove from bots where capacity is constrained.
3971 'remove_from': [
Brian Sheedyd9a809f02022-10-06 00:50:373972 # TODO(crbug.com/1363409): Enable these once they're shown to work on
3973 # Android.
3974 'Dawn Android arm DEPS Release (Pixel 4)',
3975 'Dawn Android arm Release (Pixel 4)',
Austin Engd7a88622022-08-12 18:50:003976 'Dawn Mac x64 DEPS Release (AMD)',
3977 'Dawn Mac x64 Release (AMD)',
Yuly Novikov9f43dc52023-01-10 15:07:173978 'Dawn Win10 x64 DEPS Release (Intel)',
3979 'Dawn Win10 x64 Release (Intel)',
Austin Engd7a88622022-08-12 18:50:003980 ],
3981 },
3982 'webgpu_cts_tests': {
3983 'remove_from': [
Brian Sheedyd9a809f02022-10-06 00:50:373984 # TODO(crbug.com/1363409): Enable these once they're shown to work on
3985 # Android.
3986 'Dawn Android arm DEPS Release (Pixel 4)',
3987 'Dawn Android arm Release (Pixel 4)',
Austin Engd7a88622022-08-12 18:50:003988 # GPU hang kills the bot. https://crbug.com/dawn/1511
3989 'Dawn Mac x64 Release (AMD)',
3990 'Dawn Mac x64 DEPS Release (AMD)',
3991 ],
3992 },
3993 'webgpu_cts_with_validation_tests': {
3994 # Remove from bots where capacity is constrained.
3995 'remove_from': [
Brian Sheedyd9a809f02022-10-06 00:50:373996 # TODO(crbug.com/1363409): Enable these once they're shown to work on
3997 # Android.
3998 'Dawn Android arm DEPS Release (Pixel 4)',
3999 'Dawn Android arm Release (Pixel 4)',
Austin Engd7a88622022-08-12 18:50:004000 'Dawn Mac x64 DEPS Release (AMD)',
4001 'Dawn Mac x64 Release (AMD)',
Yuly Novikov9f43dc52023-01-10 15:07:174002 'Dawn Win10 x64 DEPS Release (Intel)',
4003 'Dawn Win10 x64 Release (Intel)',
4004 'Dawn Win10 x86 DEPS Release (Intel)',
4005 'Dawn Win10 x86 Release (Intel)',
Austin Engd7a88622022-08-12 18:50:004006 ],
4007 'modifications': {
4008 # ci_only for bots where capacity is constrained.
4009 'Dawn Linux x64 DEPS Release (Intel UHD 630)': {
4010 'ci_only': True,
4011 },
4012 'Dawn Linux x64 Release (Intel UHD 630)': {
4013 'ci_only': True,
4014 },
4015 },
4016 },
4017 'webgpu_swiftshader_web_platform_cts_with_validation_tests': {
4018 # Remove from bots where capacity is constrained.
4019 'remove_from': [
4020 'Dawn Mac x64 DEPS Release (AMD)',
4021 'Dawn Mac x64 Release (AMD)',
Yuly Novikov9f43dc52023-01-10 15:07:174022 'Dawn Win10 x64 DEPS Release (Intel)',
4023 'Dawn Win10 x64 Release (Intel)',
4024 'Dawn Win10 x86 DEPS Release (Intel)',
4025 'Dawn Win10 x86 Release (Intel)',
Austin Engd7a88622022-08-12 18:50:004026 ],
4027 'modifications': {
4028 # ci_only for bots where capacity is constrained.
4029 'Dawn Linux x64 DEPS Release (Intel UHD 630)': {
4030 'ci_only': True,
4031 },
4032 'Dawn Linux x64 Release (Intel UHD 630)': {
4033 'ci_only': True,
4034 },
4035 },
Austin Enge8c0ba02021-07-19 23:55:194036 },
Kenneth Russelleb60cbd22017-12-05 07:54:284037 'webkit_unit_tests': {
Dirk Pranke81ff51c2017-12-09 19:24:284038 'modifications': {
John Budorick5052d552017-12-13 02:59:344039 'Linux ASan LSan Tests (1)': {
4040 # These are very slow on the ASAN trybot for some reason.
Ben Pastened2c01af2022-01-31 23:06:444041 # crbug.com/1257927
John Budorick5052d552017-12-13 02:59:344042 'swarming': {
4043 'shards': 5,
4044 },
4045 },
Erik Chen681dc0282019-11-26 22:54:494046 'Linux TSan Tests': {
4047 'swarming': {
4048 'shards': 2,
4049 },
4050 },
Struan Shrimpton5786bfd02023-01-11 00:47:544051 'android-nougat-x86-rel': {
4052 'swarming': {
4053 'inverse_quickrun_shards': 12,
4054 },
4055 },
Dirk Pranke81ff51c2017-12-09 19:24:284056 },
Kenneth Russelleb60cbd22017-12-05 07:54:284057 },
Erik Staab70ca5b32021-08-07 00:38:354058 'webview_64_cts_tests': {
4059 'modifications': {
4060 'android-pie-arm64-rel': {
Ben Joycec0a90cd2023-01-10 21:30:494061 'args': [
4062 '--test-launcher-filter-file=../../testing/buildbot/filters/android.webview_cts_tests_coverage.filter',
4063 ],
Erik Staab70ca5b32021-08-07 00:38:354064 # TODO(crbug.com/1111436): Move this back to walleye if/when additional
4065 # capacity has been deployed.
4066 'swarming': {
4067 'dimension_sets': [
4068 {
4069 'device_type': 'sailfish',
4070 },
4071 ],
4072 },
4073 },
4074 },
4075 },
Haiyang Panfbd2b482020-09-23 23:41:254076 'webview_cts_tests': {
4077 'modifications': {
James Shen39977242022-07-08 23:46:424078 'android-nougat-x86-rel': {
4079 'args': [
Ben Joyce0e5ef162022-12-19 21:26:104080 '--test-launcher-filter-file=../../testing/buildbot/filters/android.emulator.webview_cts_tests.filter',
Ben Joycec0a90cd2023-01-10 21:30:494081 '--test-launcher-filter-file=../../testing/buildbot/filters/android.webview_cts_tests_coverage.filter',
James Shen39977242022-07-08 23:46:424082 ],
4083 },
Haiyang Panfbd2b482020-09-23 23:41:254084 'android-pie-arm64-rel': {
4085 # TODO(crbug.com/1111436): Move this back to walleye if/when additional
4086 # capacity has been deployed.
4087 'swarming': {
4088 'dimension_sets': [
4089 {
4090 'device_type': 'sailfish',
4091 },
4092 ],
4093 },
4094 },
4095 },
4096 },
Kenneth Russelleb60cbd22017-12-05 07:54:284097 'webview_instrumentation_test_apk': {
4098 'remove_from': [
Hans Wennborgeac4c36c2018-05-23 16:04:064099 # This test frequently fails on Android, https://crbug.com/824959
Stephen Martinis1384ff92020-01-07 19:52:154100 # matching android builders, the test fails on these.
Hans Wennborga0b11ebe2018-05-15 16:26:504101 'ToTAndroid',
John Budorick27d2d44e2019-05-20 20:26:094102 'android-asan', # https://crbug.com/964562
Ben Joyce02dc8092021-03-04 21:48:194103 'android-code-coverage-native', # Does not generate profraw data.
Kenneth Russelleb60cbd22017-12-05 07:54:284104 ],
Ben Pastenee17a8e92018-07-12 21:55:184105 'modifications': {
4106 'Oreo Phone Tester': {
Andrew Luo93c4a1e2019-08-30 05:26:304107 # TODO(crbug.com/997362): Enable this once it's passing.
bsheedy01833462018-12-07 01:05:574108 # TODO(https://crbug.com/884413): Re-enable this once the tests are
4109 # either passing or there is more capacity.
4110 'experiment_percentage': 0,
Ben Pastenee17a8e92018-07-12 21:55:184111 },
Haiyang Pan9d68ca02021-08-04 21:30:474112 'android-11-x86-rel': {
Haiyang Pan103864812021-03-19 19:28:444113 'args': [
4114 # TODO(crbug.com/1189746) Enable this test once the issue is fixed.
4115 '--gtest_filter=-org.chromium.net.NetworkChangeNotifierTest.testNetworkChangeNotifierJavaObservers',
4116 ],
4117 },
Struan Shrimpton5786bfd02023-01-11 00:47:544118 'android-12-x64-rel': {
4119 'swarming': {
4120 'inverse_quickrun_shards': 14,
4121 },
4122 },
Haiyang Pandcc3e012022-09-30 01:57:434123 'android-nougat-x86-rel': {
Ben Joyce98b04822022-11-10 23:40:554124 'args': [
4125 '--use-persistent-shell',
4126 ],
Haiyang Pandcc3e012022-09-30 01:57:434127 'swarming': {
Stephanie Kim8e9b7432022-11-01 22:36:344128 'shards': 27,
Haiyang Pandcc3e012022-09-30 01:57:434129 },
4130 },
Kuan Huang1f402c82021-06-08 17:58:184131 'android-pie-arm64-rel': {
Ben Joycee8955c42022-11-01 21:38:504132 'args': [
4133 '--use-persistent-shell',
4134 ],
Gregory Guterman7c7edc6342022-09-26 21:00:134135 'ci_only': True, # crbug/1368281
Kuan Huang1f402c82021-06-08 17:58:184136 'swarming': {
4137 'shards': 9,
4138 },
4139 },
Haiyang Pan08d09dc2020-04-01 16:11:214140 'android-pie-x86-rel': {
Haiyang Panfdd94332020-03-27 02:43:294141 'args': [
4142 '--test-launcher-filter-file=../../testing/buildbot/filters/android.emulator.webview_instrumentation_test_apk.filter',
4143 ],
Ben Joyce9a7eb312021-08-25 00:44:594144 'swarming': {
4145 'shards': 9,
4146 },
Haiyang Panfdd94332020-03-27 02:43:294147 },
Ben Pastenee17a8e92018-07-12 21:55:184148 },
Kenneth Russelleb60cbd22017-12-05 07:54:284149 },
Haiyang Panfed339172021-03-10 23:19:574150 'webview_ui_test_app_test_apk': {
4151 'remove_from': [
Haiyang Pan9d68ca02021-08-04 21:30:474152 'android-11-x86-rel', # crbug.com/1165280
Haiyang Panfed339172021-03-10 23:19:574153 ],
4154 },
Nihar Damarasinguaac11d862022-10-03 20:24:244155 'wpt_tests_suite': {
4156 'modifications': {
Jonathan Lee4d014e82022-12-15 22:21:184157 'linux-wpt-content-shell-asan-fyi-rel': {
4158 'args': [
4159 '--enable-sanitizer',
4160 ],
4161 'swarming': {
4162 'shards': 8,
4163 },
4164 },
Nihar Damarasinguaac11d862022-10-03 20:24:244165 'win10-wpt-content-shell-fyi-rel': {
4166 'args': [
4167 '--target',
4168 'Release_x64',
4169 ],
4170 },
Nihar Damarasinguc5b983c2022-12-08 18:56:144171 'win11-wpt-content-shell-fyi-rel': {
4172 'args': [
4173 '--target',
4174 'Release_x64',
4175 ],
4176 },
Nihar Damarasinguaac11d862022-10-03 20:24:244177 },
4178 },
Kenneth Russelleb60cbd22017-12-05 07:54:284179}