blob: e9c89e500212db13fbfc4da5e7e1a78baa41a7a0 [file] [log] [blame]
Avi Drissmandfd880852022-09-15 20:11:091# Copyright 2017 The Chromium Authors
Kenneth Russelleb60cbd22017-12-05 07:54:282# Use of this source code is governed by a BSD-style license that can be
3# found in the LICENSE file.
4
5# This is a .pyl, or "Python Literal", file. You can treat it just like a
6# .json file, with the following exceptions:
7# * all keys must be quoted (use single quotes, please);
8# * comments are allowed, using '#' syntax; and
9# * trailing commas are allowed.
10
11# Exceptions to the common test suites can only include removal from
12# particular bots, and modifications on particular bots. By design,
13# it's not possible to add one-off tests to bots. Instead they have to
14# be added to one of the test suites in test_suites.pyl.
15#
Jeff Yoone2188f62020-08-24 20:55:5716# Note that if you are excluding with variants, you will need to exclude
17# per variant, with the identifier appended to the test suite name.
18# For example, if you have ios_chrome_ui_eg2tests_module with variant
19# SIM_IPHONE_6S_14_0 (identifier = "iPhone 6s 14.0"), you
20# must exclude with the test name as:
21# "ios_chrome_ui_eg2tests_module_iPhone 6s 14.0"
22
Kenneth Russelleb60cbd22017-12-05 07:54:2823# The goal is to drive the number of exceptions to zero, to make all
24# the bots behave similarly.
25{
Ben Pastenef2ca8e22023-05-03 21:52:2526 'accessibility_unittests': {
27 'modifications': {
28 'Linux ASan LSan Tests (1)': {
Ben Pastened8b967c2024-01-04 22:05:2829 'args': [
30 # TODO(crbug.com/1442303): Re-enable.
31 '--gtest_filter=-AXPlatformNodeAuraLinuxTest.AtkComponentScrollTo:'
32 'AtkUtilAuraLinuxTest.*',
33 ],
Ben Pastenef2ca8e22023-05-03 21:52:2534 },
Ben Pastenef2ca8e22023-05-03 21:52:2535 },
36 },
Andrew Luo38b311f2019-10-04 03:42:0937 'android_browsertests': {
38 'modifications': {
Haiyang Pan9d68ca02021-08-04 21:30:4739 'android-11-x86-rel': {
Haiyang Pan0ea9b3ef2022-01-21 21:58:1440 'args': [
41 # https://crbug.com/1289764
42 '--gtest_filter=-All/ChromeBrowsingDataLifetimeManagerScheduledRemovalTest.History/*',
43 ],
Haiyang Panca7fcec2021-03-19 02:11:1044 },
Haiyang Panc1192662022-03-09 00:09:0245 'android-12-x64-rel': {
Haiyang Pan18b448d72022-12-13 21:33:4446 # TODO(crbug.com/1225851): Remove experiment and ci_only
47 # once the test suite is stable.
48 'ci_only': True,
49 'experiment_percentage': 100,
Haiyang Panc1192662022-03-09 00:09:0250 'args': [
51 # https://crbug.com/1289764
52 '--gtest_filter=-All/ChromeBrowsingDataLifetimeManagerScheduledRemovalTest.History/*',
53 ],
Haiyang Pand5524452023-04-25 01:56:4054 'swarming': {
55 'shards': 4,
56 },
Haiyang Pan1b8faa20b2023-02-10 23:44:3657 },
58 'android-12l-x64-dbg-tests': {
59 'args': [
60 # https://crbug.com/1289764
James Shen1b3b035f2023-08-01 08:20:4761 '--gtest_filter=-All/ChromeBrowsingDataLifetimeManagerScheduledRemovalTest.History/*:'
62 # https://crbug.com/1468262
63 'All/PaymentHandlerEnforceFullDelegationTest.WhenEnabled_ShowPaymentSheet_WhenDisabled_Reject/1',
Haiyang Pan1b8faa20b2023-02-10 23:44:3664 ],
Haiyang Pand5524452023-04-25 01:56:4065 'swarming': {
66 'shards': 4,
67 },
Haiyang Pan1b8faa20b2023-02-10 23:44:3668 },
Haiyang Pan42c77cd92023-05-18 01:13:0369 'android-12l-x64-fyi-dbg': {
Haiyang Panef317e4372023-05-19 01:30:0870 'args': [
71 # https://crbug.com/1289764
72 '--gtest_filter=-All/ChromeBrowsingDataLifetimeManagerScheduledRemovalTest.History/*',
73 ],
Haiyang Pan42c77cd92023-05-18 01:13:0374 'swarming': {
75 'shards': 4,
76 },
77 },
78 'android-13-x64-fyi-rel': {
Haiyang Panef317e4372023-05-19 01:30:0879 'args': [
80 # https://crbug.com/1414886
81 '--gtest_filter=-OfferNotificationControllerAndroidBrowserTestForMessagesUi.MessageShown',
Haiyang Panef317e4372023-05-19 01:30:0882 ],
Haiyang Pan42c77cd92023-05-18 01:13:0383 'swarming': {
84 'shards': 4,
85 },
86 },
Haiyang Pan1b8faa20b2023-02-10 23:44:3687 'android-13-x64-rel': {
88 'args': [
89 # https://crbug.com/1414886
90 '--gtest_filter=-OfferNotificationControllerAndroidBrowserTestForMessagesUi.MessageShown',
91 ],
Haiyang Pand5524452023-04-25 01:56:4092 'swarming': {
93 'shards': 4,
94 },
Haiyang Panc1192662022-03-09 00:09:0295 },
Mateusz Zbikowskif1418432023-08-04 18:00:3196 'android-code-coverage-native': {
97 'swarming': {
98 'shards': 3,
99 },
100 },
Prakharc60ec802023-03-06 07:49:29101 # If you change this, make similar changes in android-x86-code-coverage below
Haiyang Panb41ca5f2023-07-10 23:11:31102 'android-oreo-x86-rel': {
103 'ci_only': True,
104 'swarming': {
105 'shards': 9,
106 },
107 },
Andrew Luo38b311f2019-10-04 03:42:09108 'android-pie-arm64-rel': {
Andrew Luobe83fd82019-12-19 03:07:58109 'args': [
110 '--gtest_filter=-ImportantSitesUtilBrowserTest.DSENotConsideredImportantInRegularMode', # https://crbug.com/1034001
111 ],
Haiyang Panfbd2b482020-09-23 23:41:25112 'swarming': {
Haiyang Pan1325c56a2023-10-11 22:08:29113 'dimensions': {
114 'device_type': 'crosshatch',
115 },
James Shen55b32142023-06-22 00:27:53116 # TODO(crbug/1456515): Temporarily increase the shard by 1 for the surging number of tests.
117 # Recover to original number of shards(4) after the bug is fixed.
118 'shards': 5,
Haiyang Panfbd2b482020-09-23 23:41:25119 },
Andrew Luo38b311f2019-10-04 03:42:09120 },
Haiyang Pan08d09dc2020-04-01 16:11:21121 'android-pie-x86-rel': {
John Budorick191adfcd2020-01-29 18:19:04122 'args': [
123 '--gtest_filter=-ImportantSitesUtilBrowserTest.DSENotConsideredImportantInRegularMode', # https://crbug.com/1034001
124 ],
Haiyang Pan7cd609d2021-04-08 20:17:24125 'swarming': {
Garrett Beatyade673d2023-08-04 22:00:25126 'dimensions': {
127 'cores': '8', # crbug.com/1292221
128 },
Mateusz Zbikowski1dd1e5c2023-11-28 23:29:33129 'shards': 3,
Haiyang Pan7cd609d2021-04-08 20:17:24130 },
John Budorick191adfcd2020-01-29 18:19:04131 },
Haiyang Pan2c4c5e922023-10-09 22:57:31132 # Keep this same as android-oreo-x86-rel above
Prakharc60ec802023-03-06 07:49:29133 'android-x86-code-coverage': {
134 'ci_only': True,
135 'swarming': {
136 'shards': 9,
137 },
138 },
Andrew Luo38b311f2019-10-04 03:42:09139 },
140 },
Hao Wu11b78fe72023-06-20 18:56:36141 'android_browsertests_no_fieldtrial': {
Hao Wu84be41c2023-06-28 23:36:04142 'modifications': {
143 'android-12-x64-rel': {
144 # TODO(crbug.com/1225851): Remove experiment and ci_only
145 # once the test suite is stable.
146 'experiment_percentage': 100,
147 'args': [
148 # https://crbug.com/1289764
149 '--gtest_filter=-All/ChromeBrowsingDataLifetimeManagerScheduledRemovalTest.History/*',
150 ],
151 }
152 },
Hao Wu11b78fe72023-06-20 18:56:36153 'remove_from': [
154 'android-12l-x64-fyi-dbg',
155 ],
156 },
Sven Zhengc60debc2020-09-10 18:40:52157 'android_sync_integration_tests': {
James Shen9e4c19e2022-04-15 17:57:50158 'modifications': {
159 'android-12-x64-rel': {
160 'swarming': {
161 'shards': 3,
162 },
163 },
Zhaoyang Lie59aa5d82023-08-31 16:57:25164 'android-code-coverage-native': {
165 'swarming': {
166 'shards': 2,
167 },
168 },
Prakharc60ec802023-03-06 07:49:29169 # If you change this, make similar changes in android-x86-code-coverage below
Haiyang Panb41ca5f2023-07-10 23:11:31170 'android-oreo-x86-rel': {
171 'ci_only': True,
172 'swarming': {
173 'shards': 2,
174 },
175 },
Haiyang Pan2c4c5e922023-10-09 22:57:31176 # Keep this same as android-oreo-x86-rel above
Prakharc60ec802023-03-06 07:49:29177 'android-x86-code-coverage': {
178 'ci_only': True,
179 'swarming': {
180 'shards': 2,
181 },
182 },
James Shen9e4c19e2022-04-15 17:57:50183 },
Sven Zhengc60debc2020-09-10 18:40:52184 },
Kenneth Russelleb60cbd22017-12-05 07:54:28185 'android_webview_unittests': {
Kenneth Russelleb60cbd22017-12-05 07:54:28186 },
Jamie Madillc9ae75d2020-10-23 19:19:48187 'angle_unittests': {
188 'remove_from': [
189 # On Android, these are already run on the main waterfall.
190 'Android FYI Release (Nexus 5X)',
Yuly Novikovc1117ae82021-01-15 22:33:36191 # Times out listing tests crbug.com/1167314
192 'android-asan',
Jamie Madillc9ae75d2020-10-23 19:19:48193 # Does not currently work on Lacros configurations.
Sven Zheng93bfaa92022-06-09 17:06:03194 'linux-lacros-asan-lsan-rel',
Junhua Chen39dd2dba2021-05-05 17:51:54195 'linux-lacros-code-coverage',
Jamie Madillc9ae75d2020-10-23 19:19:48196 'linux-lacros-tester-rel',
197 'linux-lacros-tester-fyi-rel',
Yuke Liaof27ebe52021-08-05 22:12:40198 'linux-lacros-dbg-tests-fyi',
Jamie Madillc9ae75d2020-10-23 19:19:48199 ],
Chong Gua10cd302022-01-14 19:22:19200 'modifications': {
201 # anglebug.com/6894
202 'fuchsia-fyi-x64-asan': {
203 'args': [
204 # crbug.com/
205 '--gtest_filter=-ConstructCompilerTest.DefaultParameters',
206 ],
207 },
208 },
Jamie Madillc9ae75d2020-10-23 19:19:48209 },
Eriko Kurimoto61a85332022-10-19 05:19:45210 'ash_crosapi_tests': {
211 'remove_from': [
212 # Disabling MSan tests since linux-chromeos chrome crashes on MSan build.
213 # TODO(crbug.com/1376064): Re-enable.
214 'Linux ChromiumOS MSan Tests',
215 ]
216 },
Chong Gudf7fbe92021-02-24 02:55:58217 'base_unittests': {
218 'modifications': {
Ben Joycea0319112022-11-15 23:53:12219 'ToTAndroid': {
220 'args': [
221 '--test-launcher-filter-file=../../testing/buildbot/filters/android.pie_tot.base_unittests.filter',
222 ],
223 },
Haiyang Pan2a55a452022-03-03 08:18:33224 'android-12-x64-rel': {
Haiyang Panc08d02212021-10-18 18:58:38225 'args': [
Haiyang Pan32338b72023-02-08 23:48:58226 '--test-launcher-filter-file=../../testing/buildbot/filters/android.emulator.base_unittests.filter',
227 ],
228 },
229 'android-12l-x64-dbg-tests': {
230 'args': [
231 '--test-launcher-filter-file=../../testing/buildbot/filters/android.emulator.base_unittests.filter',
232 ],
233 },
Haiyang Panef317e4372023-05-19 01:30:08234 'android-12l-x64-fyi-dbg': {
235 'args': [
236 '--test-launcher-filter-file=../../testing/buildbot/filters/android.emulator.base_unittests.filter',
237 ],
238 },
239 'android-13-x64-fyi-rel': {
240 'args': [
241 '--test-launcher-filter-file=../../testing/buildbot/filters/android.emulator.base_unittests.filter',
242 ],
243 },
Haiyang Pan32338b72023-02-08 23:48:58244 'android-13-x64-rel': {
245 'args': [
246 '--test-launcher-filter-file=../../testing/buildbot/filters/android.emulator.base_unittests.filter',
Haiyang Panc7c009e2021-03-18 19:31:23247 ],
248 },
Chong Gudf7fbe92021-02-24 02:55:58249 'fuchsia-code-coverage': {
250 'swarming': {
251 'shards': 5,
252 },
253 },
Chong Gua10cd302022-01-14 19:22:19254 'fuchsia-fyi-x64-asan': {
255 'args': [
256 '--test-launcher-filter-file=../../testing/buildbot/filters/fuchsia.lsan.base_unittests.filter',
257 ],
258 },
Chong Gudf7fbe92021-02-24 02:55:58259 },
260 },
James Shen5df9af872022-10-28 01:32:15261 'bf_cache_content_browsertests': {
262 'modifications': {
263 'android-bfcache-rel': {
264 'args': [
James Shen3c36a1d2023-08-11 22:35:18265 '--test-launcher-filter-file=../../testing/buildbot/filters/android.emulator_o.content_browsertests.filter',
James Shen5df9af872022-10-28 01:32:15266 ],
James Shen2c574ce02022-11-03 22:59:23267 'swarming': {
268 'shards': 15,
269 },
James Shen5df9af872022-10-28 01:32:15270 }
271 }
272 },
Haiyang Pan363c59a2020-07-23 05:47:04273 'blink_platform_unittests': {
274 'modifications': {
Haiyang Panfbd2b482020-09-23 23:41:25275 'android-pie-arm64-rel': {
276 # TODO(crbug.com/1111436): Move this back to walleye if/when additional
277 # capacity has been deployed.
278 'swarming': {
Garrett Beatyade673d2023-08-04 22:00:25279 'dimensions': {
Haiyang Pan1325c56a2023-10-11 22:08:29280 'device_type': 'crosshatch',
Garrett Beatyade673d2023-08-04 22:00:25281 },
Haiyang Panfbd2b482020-09-23 23:41:25282 },
283 },
Chong Gu52481452021-04-02 17:52:41284 'fuchsia-code-coverage': {
285 'swarming': {
286 'shards': 5,
287 },
288 },
Haiyang Pan363c59a2020-07-23 05:47:04289 },
290 },
Brian Sheedy944d0622022-07-27 20:42:42291 'blink_pytype': {
292 'remove_from': [
293 'linux-code-coverage',
294 ],
295 },
Chong Gu76046412021-09-22 17:49:21296 'blink_unittests': {
Chong Guc2d145e2021-03-31 19:55:34297 'modifications': {
298 'fuchsia-code-coverage': {
299 'swarming': {
300 'shards': 30,
301 },
302 },
303 },
304 },
John Chenaab16fc02020-03-03 06:35:45305 'blink_web_tests': {
306 'remove_from': [
John Chenaab16fc02020-03-03 06:35:45307 'Win10 Tests x64 (dbg)',
308 ],
309 'modifications': {
John Chenaab16fc02020-03-03 06:35:45310 'Linux Tests': {
311 "args": [
312 "--additional-env-var=LLVM_PROFILE_FILE=${ISOLATED_OUTDIR}/profraw/default-%2m.profraw",
313 ],
Struan Shrimpton57c594e42022-01-25 17:59:13314 'swarming': {
Weizhong Xia8b786422022-06-23 14:46:51315 'shards': 8,
Struan Shrimpton57c594e42022-01-25 17:59:13316 },
John Chenaab16fc02020-03-03 06:35:45317 },
318 'Linux Tests (dbg)(1)': {
319 'args': [
320 '--debug',
321 ],
322 'swarming': {
Weizhong Xia8b786422022-06-23 14:46:51323 'shards': 12,
John Chenaab16fc02020-03-03 06:35:45324 },
325 },
Zhaoyang Li69e2e002021-02-19 21:57:35326 'Mac10.15 Tests': {
327 'swarming': {
Garrett Beatyade673d2023-08-04 22:00:25328 'dimensions': {
329 'gpu': None,
330 },
vivianz44d8b6102023-10-27 19:28:04331 'shards': 1,
Zhaoyang Li69e2e002021-02-19 21:57:35332 },
333 },
Lindsay Pasricha8d9a0c32021-12-08 17:08:29334 'Mac11 Tests': {
335 'swarming': {
Garrett Beatyade673d2023-08-04 22:00:25336 'dimensions': {
337 'gpu': None,
338 },
Weizhong Xia8b786422022-06-23 14:46:51339 'shards': 12,
Lindsay Pasricha8d9a0c32021-12-08 17:08:29340 },
341 },
Yue She0cad2922022-06-24 15:06:07342 'Mac12 Tests': {
Jie Sheng102288f2023-11-28 23:40:29343 # TODO(crbug.com/1479108): Remove this once the bug is fixed.
344 'args': [
345 '--driver-logging',
346 ],
Yue She0cad2922022-06-24 15:06:07347 'swarming': {
Garrett Beatyade673d2023-08-04 22:00:25348 'dimensions': {
349 'gpu': None,
350 },
Lindsay Pasrichadf6edb62022-07-06 22:08:35351 'shards': 12,
Yue She0cad2922022-06-24 15:06:07352 },
353 },
Yue Shed8e45742023-06-01 15:18:03354 'Mac13 Tests': {
355 'swarming': {
Garrett Beatyade673d2023-08-04 22:00:25356 'dimensions': {
357 'gpu': None,
358 },
Yue Shed8e45742023-06-01 15:18:03359 'shards': 12,
360 },
361 },
Cameron Higgins2e4b7f12023-05-31 18:29:32362 'Mac13 Tests (dbg)': {
Zhaoyang Li9357e1e12021-12-07 18:53:17363 'args': [
364 '--debug',
365 ],
366 'swarming': {
Weizhong Xia8b786422022-06-23 14:46:51367 'shards': 16,
Zhaoyang Li9357e1e12021-12-07 18:53:17368 },
369 },
Chong Gu75af969a2021-03-22 14:46:14370 'ToTFuchsia x64': {
371 'args': [
372 '--platform=fuchsia',
373 ],
374 'swarming': {
375 'shards': 1,
376 },
377 },
John Chenaab16fc02020-03-03 06:35:45378 'V8 Blink Linux Debug': {
Michael Achenbach455d39242020-06-22 13:33:45379 # This builder compiles Chromium in release mode, but V8 in debug.
380 # TODO(machenbach): Change name and out directory of this builder to
381 # something less confusing.
John Chenaab16fc02020-03-03 06:35:45382 'args': [
Michael Achenbach455d39242020-06-22 13:33:45383 '-t',
384 'Debug',
385 '--release',
John Chenaab16fc02020-03-03 06:35:45386 ],
387 },
388 'V8 Blink Linux Future': {
389 'args': [
Brian Sheedy10ddf0a2021-08-16 23:19:07390 '--flag-specific=future-js',
John Chenaab16fc02020-03-03 06:35:45391 ],
392 },
393 'WebKit Linux ASAN': {
394 'args': [
395 '--additional-expectations',
396 '../../third_party/blink/web_tests/ASANExpectations',
Weizhong Xia91b53362022-01-05 17:13:35397 '--timeout-ms',
John Chenaab16fc02020-03-03 06:35:45398 '48000',
399 '--enable-sanitizer',
400 ],
401 'swarming': {
Weizhong Xia8b786422022-06-23 14:46:51402 'shards': 8,
John Chenaab16fc02020-03-03 06:35:45403 },
404 },
405 'WebKit Linux Leak': {
406 'args': [
407 '--additional-expectations',
408 '../../third_party/blink/web_tests/LeakExpectations',
Weizhong Xia91b53362022-01-05 17:13:35409 '--timeout-ms',
John Chenaab16fc02020-03-03 06:35:45410 '48000',
411 '--enable-leak-detection',
412 ],
413 'swarming': {
Weizhong Xia8b786422022-06-23 14:46:51414 'shards': 4,
John Chenaab16fc02020-03-03 06:35:45415 },
416 },
417 'WebKit Linux MSAN': {
418 'args': [
419 '--additional-expectations',
420 '../../third_party/blink/web_tests/MSANExpectations',
Weizhong Xia91b53362022-01-05 17:13:35421 '--timeout-ms',
John Chenaab16fc02020-03-03 06:35:45422 '66000',
423 '--enable-sanitizer',
424 ],
425 'swarming': {
426 'expiration': 36000,
427 'hard_timeout': 10800,
428 'io_timeout': 3600,
Weizhong Xia8b786422022-06-23 14:46:51429 'shards': 8,
John Chenaab16fc02020-03-03 06:35:45430 },
431 },
John Chenaab16fc02020-03-03 06:35:45432 'Win10 Tests x64': {
433 'args': [
434 '--target',
Takuto Ikutab28b582e2021-02-10 01:41:21435 'Release_x64',
John Chenaab16fc02020-03-03 06:35:45436 ],
437 'swarming': {
Weizhong Xiaf0b8e6df2023-07-17 23:40:13438 # blink_web_tests has issues on non-broadwell machines.
439 # see https://crbug.com/1458859
Garrett Beatyade673d2023-08-04 22:00:25440 'dimensions': {
441 'cpu': 'x86-64-Broadwell_GCE',
442 },
Struan Shrimpton5786bfd02023-01-11 00:47:54443 "shards": 12,
John Chenaab16fc02020-03-03 06:35:45444 },
445 },
446 'Win10 Tests x64 (dbg)': {
447 'args': [
448 '--debug',
449 '--target',
Takuto Ikutab28b582e2021-02-10 01:41:21450 'Debug_x64',
John Chenaab16fc02020-03-03 06:35:45451 ],
452 },
Kuan Huanga89737d2022-01-07 19:42:11453 'Win11 Tests x64': {
454 'args': [
455 '--target',
456 'Release_x64',
457 ],
458 'swarming': {
Weizhong Xia8b786422022-06-23 14:46:51459 "shards": 12
Kuan Huanga89737d2022-01-07 19:42:11460 },
461 },
John Chenaab16fc02020-03-03 06:35:45462 # tryserver.chromium.android
463 'android_blink_rel': {
464 'args': [
465 '--release',
466 '--android',
John Chenaab16fc02020-03-03 06:35:45467 # TODO(crbug.com/875172): run on the real GPU since the
468 # software fallback, SwiftShader, isn't yet for 32-bit ARM.
469 '--additional-driver-flag=--use-gpu-in-tests',
470 ],
471 },
472 'devtools_frontend_linux_blink_light_rel': {
473 'args': [
474 'http/tests/devtools',
475 ],
476 'swarming': {
Weizhong Xia8b786422022-06-23 14:46:51477 'shards': 2,
John Chenaab16fc02020-03-03 06:35:45478 },
479 },
Takuto Ikutabace8f82022-01-26 23:47:47480 'devtools_frontend_linux_blink_light_rel_fastbuild': {
481 'args': [
482 'http/tests/devtools',
483 ],
484 'swarming': {
Weizhong Xia8b786422022-06-23 14:46:51485 'shards': 2,
Takuto Ikutabace8f82022-01-26 23:47:47486 },
487 },
David Dorwinf060a72d2022-10-05 22:09:03488 'fuchsia-x64-cast-receiver-rel': {
John Chenaab16fc02020-03-03 06:35:45489 'args': [
490 '--platform=fuchsia',
David Dorwinf060a72d2022-10-05 22:09:03491 '--jobs=1',
John Chenaab16fc02020-03-03 06:35:45492 ],
493 'swarming': {
494 'shards': 1,
495 },
496 },
David Dorwin49b2ddb2022-09-08 20:49:43497 'fuchsia-x64-rel': {
498 'args': [
499 '--platform=fuchsia',
500 '--jobs=1',
501 ],
502 'swarming': {
503 'shards': 1,
504 },
505 },
John Chenaab16fc02020-03-03 06:35:45506 'linux-blink-animation-use-time-delta': {
507 'args': [
508 '--debug',
509 ],
510 },
Jonathan Leed3ba7bf2023-01-13 21:15:16511 'linux-blink-rel': {
512 'swarming': {
513 'hard_timeout': 2400,
514 },
515 },
Daniel Libby178c9832020-10-08 20:36:14516 'linux-blink-web-tests-force-accessibility-rel': {
517 'args': [
Brian Sheedy10ddf0a2021-08-16 23:19:07518 '--flag-specific=force-renderer-accessibility',
Daniel Libby178c9832020-10-08 20:36:14519 ],
Dirk Pranke74631662023-10-12 21:31:18520 'swarming': {
521 'shards': 20,
522 },
Daniel Libby178c9832020-10-08 20:36:14523 },
W. James MacLeance9b3a62022-10-05 16:58:58524 'linux-blink-wpt-reset-rel': {
525 'args': [
526 '--additional-driver-flag=--force-browsing-instance-reset-between-tests',
527 ],
528 # The flag above will slow the tests down, and we don't want the bot to
529 # timeout, so set a higher timeout here.
530 # TODO(wjmaclean): It would be nice if we could somehow specify a delta
531 # to the default/inherited timeout instead of an absolute.
532 'swarming': {
533 'hard_timeout': 1500,
534 },
535 },
John Chenaab16fc02020-03-03 06:35:45536 'linux-code-coverage': {
537 'args': [
Prakharbe44338a2023-05-24 19:02:04538 '--additional-driver-flag=--no-sandbox',
Prakhar647debb2023-08-31 23:01:41539 '--additional-env-var=LLVM_PROFILE_FILE=${ISOLATED_OUTDIR}/profraw/default-%2m.profraw',
John Chenaab16fc02020-03-03 06:35:45540 ],
541 'swarming': {
Weizhong Xia8b786422022-06-23 14:46:51542 'shards': 8,
John Chenaab16fc02020-03-03 06:35:45543 },
544 },
Aaron Gable40f79aa2020-03-21 01:21:15545 'linux-layout-tests-edit-ng': {
546 'args': [
Brian Sheedy10ddf0a2021-08-16 23:19:07547 '--flag-specific=enable-editing-ng',
Aaron Gable40f79aa2020-03-21 01:21:15548 ],
549 },
Thiago Perrotta61487462023-01-20 12:52:32550 'linux-rel-cft': {
551 "args": [
Michael Lippautz60aa8f32023-05-24 14:27:02552 '--additional-env-var=LLVM_PROFILE_FILE=${ISOLATED_OUTDIR}/profraw/default-%2m.profraw',
553 '--test-launcher-filter-file=../../testing/buildbot/filters/cft.blink_web_tests.filter',
554 '--flag-specific=chrome-for-testing',
Thiago Perrotta61487462023-01-20 12:52:32555 ],
556 'swarming': {
557 'shards': 8,
558 },
559 },
SrinivasBathula90213d62023-02-27 06:12:18560 'mac-osxbeta-rel': {
561 'swarming': {
Garrett Beatyade673d2023-08-04 22:00:25562 'dimensions': {
563 'gpu': None
564 },
SrinivasBathula90213d62023-02-27 06:12:18565 'shards': 10,
566 },
567 },
Thiago Perrottaa289bad2023-01-20 12:44:39568 'mac-rel-cft': {
Thiago Perrotta4085d56b2023-03-22 23:05:09569 "args": [
570 '--test-launcher-filter-file=../../testing/buildbot/filters/cft.blink_web_tests.filter',
571 ],
Thiago Perrottaa289bad2023-01-20 12:44:39572 'swarming': {
Garrett Beatyade673d2023-08-04 22:00:25573 'dimensions': {
574 'gpu': None,
575 },
Thiago Perrottaa289bad2023-01-20 12:44:39576 'shards': 12,
Thiago Perrottaa289bad2023-01-20 12:44:39577 },
578 },
Riley Wong89d6dc72022-09-08 20:29:07579 'mac10.15-blink-rel': {
580 'swarming': {
vivianz44d8b6102023-10-27 19:28:04581 'shards': 1,
Weizhong Xia21063c72022-11-09 23:48:30582 'hard_timeout': 2400,
Riley Wong89d6dc72022-09-08 20:29:07583 },
584 },
Riley Wongc20ba4a2022-09-12 17:06:31585 'mac11.0-blink-rel': {
586 'swarming': {
587 'shards': 5,
Weizhong Xia21063c72022-11-09 23:48:30588 'hard_timeout': 2400,
589 },
590 },
591 'mac11.0.arm64-blink-rel': {
592 'swarming': {
593 'hard_timeout': 2400,
594 },
595 },
Jie Sheng102288f2023-11-28 23:40:29596 'mac12-arm64-rel-tests': {
597 'args': [
598 '--driver-logging',
599 ],
600 },
Weizhong Xia21063c72022-11-09 23:48:30601 'mac12.0-blink-rel': {
602 'swarming': {
603 'hard_timeout': 2400,
604 },
605 },
606 'mac12.0.arm64-blink-rel': {
607 'swarming': {
608 'hard_timeout': 2400,
Riley Wongc20ba4a2022-09-12 17:06:31609 },
610 },
Thiago Perrotta770925d42023-01-17 18:38:51611 'win-rel-cft': {
612 'args': [
613 '--target',
614 'Release_x64',
Michael Lippautz60aa8f32023-05-24 14:27:02615 '--test-launcher-filter-file=../../testing/buildbot/filters/cft.blink_web_tests.filter',
Thiago Perrotta770925d42023-01-17 18:38:51616 ],
Thiago Perrotta314f7b02023-01-19 21:30:53617 'swarming': {
618 "shards": 12,
Thiago Perrotta314f7b02023-01-19 21:30:53619 },
Thiago Perrotta770925d42023-01-17 18:38:51620 },
Ben Pasteneebad8fc2022-08-12 23:34:28621 'win10-rel-no-external-ip': {
622 'args': [
623 '--target',
624 'Release_x64',
625 ],
626 'swarming': {
627 "shards": 12
628 },
629 },
Riley Wong5feb0eb2022-08-05 15:49:26630 'win10.20h2-blink-rel': {
631 'swarming': {
632 'shards': 6,
Weizhong Xia21063c72022-11-09 23:48:30633 'hard_timeout': 2400,
Riley Wong5feb0eb2022-08-05 15:49:26634 },
635 },
Nihar Damarasinguf31a5cc2023-05-24 18:38:06636 'win11-arm64-blink-rel': {
637 'swarming': {
638 'hard_timeout': 2400,
639 },
640 'args': [
641 '--target',
642 'Release_x64',
643 ],
644 },
Weizhong Xia8b786422022-06-23 14:46:51645 'win11-blink-rel': {
646 'swarming': {
Weizhong Xia21063c72022-11-09 23:48:30647 'hard_timeout': 2400,
Weizhong Xia8b786422022-06-23 14:46:51648 },
649 'args': [
650 '--target',
651 'Release_x64',
652 ],
653 },
654 },
655 },
656 'blink_wpt_tests': {
657 'remove_from': [
Weizhong Xia8b786422022-06-23 14:46:51658 'Win10 Tests x64 (dbg)',
Weizhong Xia6d85a442022-06-23 17:17:06659 'devtools_frontend_linux_blink_light_rel',
660 'devtools_frontend_linux_blink_light_rel_fastbuild',
Thiago Perrotta4085d56b2023-03-22 23:05:09661 'linux-rel-cft',
662 'mac-rel-cft',
663 'win-rel-cft',
Weizhong Xia8b786422022-06-23 14:46:51664 ],
665 'modifications': {
Weizhong Xia8b786422022-06-23 14:46:51666 'Linux Tests': {
667 "args": [
668 "--additional-env-var=LLVM_PROFILE_FILE=${ISOLATED_OUTDIR}/profraw/default-%2m.profraw",
669 ],
670 'swarming': {
Weizhong Xia8b786422022-06-23 14:46:51671 'shards': 10,
672 },
673 },
674 'Linux Tests (dbg)(1)': {
675 'args': [
676 '--debug',
677 ],
678 'swarming': {
679 'shards': 18,
680 },
681 },
Weizhong Xia8b786422022-06-23 14:46:51682 'Mac10.15 Tests': {
683 'swarming': {
Garrett Beatyade673d2023-08-04 22:00:25684 'dimensions': {
685 'gpu': None,
686 },
vivianz44d8b6102023-10-27 19:28:04687 'shards': 1,
Weizhong Xia8b786422022-06-23 14:46:51688 },
689 },
690 'Mac11 Tests': {
691 'swarming': {
Garrett Beatyade673d2023-08-04 22:00:25692 'dimensions': {
693 'gpu': None,
694 },
Weizhong Xia8b786422022-06-23 14:46:51695 'shards': 18,
Weizhong Xia8b786422022-06-23 14:46:51696 },
697 },
Lindsay Pasrichadf6edb62022-07-06 22:08:35698 'Mac12 Tests': {
Jie Sheng102288f2023-11-28 23:40:29699 'args': [
700 '--driver-logging',
701 ],
Lindsay Pasrichadf6edb62022-07-06 22:08:35702 'swarming': {
Garrett Beatyade673d2023-08-04 22:00:25703 'dimensions': {
704 'gpu': None,
705 },
Lindsay Pasrichadf6edb62022-07-06 22:08:35706 'shards': 18,
Lindsay Pasrichadf6edb62022-07-06 22:08:35707 },
708 },
Yue Shed8e45742023-06-01 15:18:03709 'Mac13 Tests': {
710 'swarming': {
Garrett Beatyade673d2023-08-04 22:00:25711 'dimensions': {
712 'gpu': None,
713 },
Yue Shed8e45742023-06-01 15:18:03714 'shards': 18,
715 },
716 },
Cameron Higgins2e4b7f12023-05-31 18:29:32717 'Mac13 Tests (dbg)': {
Weizhong Xia8b786422022-06-23 14:46:51718 'args': [
719 '--debug',
720 ],
721 'swarming': {
722 'shards': 24,
723 },
724 },
725 'ToTFuchsia x64': {
726 'args': [
727 '--platform=fuchsia',
728 ],
729 'swarming': {
730 'shards': 1,
731 },
732 },
733 'V8 Blink Linux Debug': {
734 # This builder compiles Chromium in release mode, but V8 in debug.
735 # TODO(machenbach): Change name and out directory of this builder to
736 # something less confusing.
737 'args': [
738 '-t',
739 'Debug',
740 '--release',
741 ],
742 },
743 'V8 Blink Linux Future': {
744 'args': [
745 '--flag-specific=future-js',
746 ],
747 },
748 'WebKit Linux ASAN': {
749 'args': [
750 '--additional-expectations',
751 '../../third_party/blink/web_tests/ASANExpectations',
752 '--timeout-ms',
753 '48000',
754 '--enable-sanitizer',
755 ],
756 'swarming': {
757 'shards': 12,
758 },
759 },
760 'WebKit Linux Leak': {
761 'args': [
762 '--additional-expectations',
763 '../../third_party/blink/web_tests/LeakExpectations',
764 '--timeout-ms',
765 '48000',
766 '--enable-leak-detection',
767 ],
768 'swarming': {
769 'shards': 6,
770 },
771 },
772 'WebKit Linux MSAN': {
773 'args': [
774 '--additional-expectations',
775 '../../third_party/blink/web_tests/MSANExpectations',
776 '--timeout-ms',
777 '66000',
778 '--enable-sanitizer',
779 ],
780 'swarming': {
781 'expiration': 36000,
782 'hard_timeout': 10800,
783 'io_timeout': 3600,
784 'shards': 12,
785 },
786 },
787 'Win10 Tests x64': {
788 'args': [
789 '--target',
790 'Release_x64',
791 ],
792 'swarming': {
Struan Shrimpton5786bfd02023-01-11 00:47:54793 "shards": 18,
Weizhong Xia8b786422022-06-23 14:46:51794 },
795 },
796 'Win10 Tests x64 (dbg)': {
797 'args': [
798 '--debug',
799 '--target',
800 'Debug_x64',
801 ],
802 },
803 'Win11 Tests x64': {
804 'args': [
805 '--target',
806 'Release_x64',
807 ],
808 'swarming': {
809 "shards": 18
810 },
811 },
812 # tryserver.chromium.android
813 'android_blink_rel': {
814 'args': [
815 '--release',
816 '--android',
Weizhong Xia8b786422022-06-23 14:46:51817 # TODO(crbug.com/875172): run on the real GPU since the
818 # software fallback, SwiftShader, isn't yet for 32-bit ARM.
819 '--additional-driver-flag=--use-gpu-in-tests',
820 ],
821 },
David Dorwinf060a72d2022-10-05 22:09:03822 'fuchsia-x64-cast-receiver-rel': {
Weizhong Xia8b786422022-06-23 14:46:51823 'args': [
824 '--platform=fuchsia',
David Dorwinf060a72d2022-10-05 22:09:03825 '--jobs=1',
Weizhong Xia8b786422022-06-23 14:46:51826 ],
827 'swarming': {
828 'shards': 1,
829 },
830 },
David Dorwin49b2ddb2022-09-08 20:49:43831 'fuchsia-x64-rel': {
832 'args': [
833 '--platform=fuchsia',
834 '--jobs=1',
835 ],
836 'swarming': {
837 'shards': 1,
838 },
839 },
Weizhong Xia8b786422022-06-23 14:46:51840 'linux-bfcache-rel': {
841 'args': [
Weizhong Xia8b786422022-06-23 14:46:51842 # TODO(crbug.com/1255537): Re-enable the test.
843 '--ignore-tests=external/wpt/html/browsers/browsing-the-web/back-forward-cache/events.html',
844 ],
845 },
846 'linux-blink-animation-use-time-delta': {
847 'args': [
848 '--debug',
849 ],
850 },
Jonathan Leed3ba7bf2023-01-13 21:15:16851 'linux-blink-rel': {
852 'swarming': {
853 'hard_timeout': 2400,
854 },
855 },
Weizhong Xia8b786422022-06-23 14:46:51856 'linux-blink-web-tests-force-accessibility-rel': {
857 'args': [
858 '--flag-specific=force-renderer-accessibility',
859 ],
860 },
W. James MacLeance9b3a62022-10-05 16:58:58861 'linux-blink-wpt-reset-rel': {
862 'args': [
863 '--additional-driver-flag=--force-browsing-instance-reset-between-tests',
864 ],
865 },
Weizhong Xia8b786422022-06-23 14:46:51866 'linux-code-coverage': {
867 'args': [
Prakharbe44338a2023-05-24 19:02:04868 '--additional-driver-flag=--no-sandbox',
Prakhar647debb2023-08-31 23:01:41869 '--additional-env-var=LLVM_PROFILE_FILE=${ISOLATED_OUTDIR}/profraw/default-%2m.profraw',
Weizhong Xia8b786422022-06-23 14:46:51870 ],
Weizhong Xia8b786422022-06-23 14:46:51871 },
872 'linux-layout-tests-edit-ng': {
873 'args': [
874 '--flag-specific=enable-editing-ng',
875 ],
876 },
Thiago Perrotta61487462023-01-20 12:52:32877 'linux-rel-cft': {
878 "args": [
879 "--additional-env-var=LLVM_PROFILE_FILE=${ISOLATED_OUTDIR}/profraw/default-%2m.profraw",
Michael Lippautz8f4016b2023-06-13 16:18:33880 '--flag-specific=chrome-for-testing',
Thiago Perrotta61487462023-01-20 12:52:32881 ],
882 'swarming': {
883 'shards': 10,
884 },
885 },
SrinivasBathula90213d62023-02-27 06:12:18886 'mac-osxbeta-rel': {
887 'swarming': {
Garrett Beatyade673d2023-08-04 22:00:25888 'dimensions': {
889 'gpu': None
890 },
SrinivasBathula90213d62023-02-27 06:12:18891 'shards': 7,
892 },
893 },
Thiago Perrottaa289bad2023-01-20 12:44:39894 'mac-rel-cft': {
895 'args': [
896 '--driver-logging',
897 ],
898 'swarming': {
Garrett Beatyade673d2023-08-04 22:00:25899 'dimensions': {
900 'gpu': None,
901 },
Thiago Perrottaa289bad2023-01-20 12:44:39902 'shards': 18,
Thiago Perrottaa289bad2023-01-20 12:44:39903 },
904 },
Riley Wong89d6dc72022-09-08 20:29:07905 'mac10.15-blink-rel': {
906 'swarming': {
Jonathan Leec20a7458a2023-11-06 18:22:56907 'shards': 1,
Weizhong Xia21063c72022-11-09 23:48:30908 'hard_timeout': 2400,
Riley Wong89d6dc72022-09-08 20:29:07909 },
910 },
Riley Wongc20ba4a2022-09-12 17:06:31911 'mac11.0-blink-rel': {
912 'swarming': {
913 'shards': 7,
Weizhong Xia21063c72022-11-09 23:48:30914 'hard_timeout': 2400,
915 },
916 },
917 'mac11.0.arm64-blink-rel': {
918 'swarming': {
919 'hard_timeout': 2400,
920 },
921 },
Jie Sheng102288f2023-11-28 23:40:29922 'mac12-arm64-rel-tests': {
923 'args': [
924 '--driver-logging',
925 ],
926 },
Weizhong Xia21063c72022-11-09 23:48:30927 'mac12.0-blink-rel': {
928 'swarming': {
929 'hard_timeout': 2400,
930 },
931 },
932 'mac12.0.arm64-blink-rel': {
933 'swarming': {
934 'hard_timeout': 2400,
Riley Wongc20ba4a2022-09-12 17:06:31935 },
936 },
Thiago Perrotta770925d42023-01-17 18:38:51937 'win-rel-cft': {
938 'args': [
939 '--target',
940 'Release_x64',
941 ],
Thiago Perrotta314f7b02023-01-19 21:30:53942 'swarming': {
943 "shards": 18,
Thiago Perrotta314f7b02023-01-19 21:30:53944 },
Thiago Perrotta770925d42023-01-17 18:38:51945 },
Ben Pasteneebad8fc2022-08-12 23:34:28946 'win10-rel-no-external-ip': {
947 'args': [
948 '--target',
949 'Release_x64',
950 ],
951 'swarming': {
952 "shards": 18
953 },
954 },
Riley Wong5feb0eb2022-08-05 15:49:26955 'win10.20h2-blink-rel': {
956 'swarming': {
957 'shards': 9,
Weizhong Xia21063c72022-11-09 23:48:30958 'hard_timeout': 2400,
Riley Wong5feb0eb2022-08-05 15:49:26959 },
960 },
Nihar Damarasinguf31a5cc2023-05-24 18:38:06961 'win11-arm64-blink-rel': {
962 'swarming': {
963 'hard_timeout': 2400,
964 },
965 'args': [
966 '--target',
967 'Release_x64',
968 ],
969 },
Riley Wong5fc22762022-06-15 20:25:07970 'win11-blink-rel': {
971 'swarming': {
Weizhong Xia21063c72022-11-09 23:48:30972 'hard_timeout': 2400,
Riley Wong5fc22762022-06-15 20:25:07973 },
974 'args': [
975 '--target',
976 'Release_x64',
977 ],
Thiago Perrotta770925d42023-01-17 18:38:51978 },
John Chenaab16fc02020-03-03 06:35:45979 },
980 },
Kenneth Russelleb60cbd22017-12-05 07:54:28981 'browser_tests': {
Kenneth Russellfbda3c532017-12-08 23:57:24982 'remove_from': [
Brad Halla36886c2019-02-26 16:52:29983 'CrWinAsan(dll)', # https://crbug.com/935598
Nico Weber3af4da72018-02-27 01:59:41984 'linux-win_cross-rel',
Nico Weberdae13cd92018-12-14 13:56:26985 'ToTLinuxTSan', # https://crbug.com/368525
Lindsay Pasrichab3f72db2021-09-22 22:05:46986 # TODO(crbug.com/1171053): Enable the suite in 'Mac10.15 Tests' once it's
Zhaoyang Li69e2e002021-02-19 21:57:35987 # off CQ.
Cameron Higgins2e4b7f12023-05-31 18:29:32988 'Mac13 Tests (dbg)', # https://crbug.com/1201386
Lindsay Pasricha8155d052021-04-22 00:06:43989 'mac-code-coverage', # https://crbug.com/1201386
Lindsay Pasricha23227912023-01-11 22:36:34990 'mac11-arm64-rel-tests', # https://crbug.com/1406364
991 'mac12-arm64-rel-tests', # https://crbug.com/1406364
Will Yeagera090e6a2023-06-09 14:59:41992 'mac13-arm64-rel-tests', # https://crbug.com/1406364
Nico Weberd36959682018-04-12 03:33:46993 'Linux TSan Tests', # https://crbug.com/368525
Ian Struiksma2e23f962023-05-26 22:37:20994 'linux-exp-tsan-fyi-rel', # https://crbug.com/368525
Stephen Martinise701f5a2018-05-04 01:25:11995 'Win10 Tests x64 (dbg)',
Kenneth Russellfbda3c532017-12-08 23:57:24996 ],
Kenneth Russelleb60cbd22017-12-05 07:54:28997 'modifications': {
Nico Weber3f919792020-06-12 23:34:52998 'CrWinAsan': {
999 # These are very slow on the ASAN trybot for some reason.
Ben Pastened2c01af2022-01-31 23:06:441000 # crbug.com/1257927
Nico Weber3f919792020-06-12 23:34:521001 'swarming': {
1002 'shards': 40,
1003 },
1004 },
1005 'CrWinAsan(dll)': {
1006 # These are very slow on the ASAN trybot for some reason.
Ben Pastened2c01af2022-01-31 23:06:441007 # crbug.com/1257927
Nico Weber3f919792020-06-12 23:34:521008 'swarming': {
1009 'shards': 40,
1010 },
1011 },
Stephen Martinis1384ff92020-01-07 19:52:151012 'Linux - Future (dbg)': { # client.v8.chromium
Yuke Liaoea70f472019-12-19 06:03:361013 'swarming': {
Stephen Martinis1384ff92020-01-07 19:52:151014 'shards': 10,
Yuke Liaoea70f472019-12-19 06:03:361015 },
1016 },
Stephen Martinis1384ff92020-01-07 19:52:151017 'Linux ASan LSan Tests (1)': {
Gregory Gutermanb6f9a972022-09-27 20:17:581018 'ci_only': True,
Stephen Martinis1384ff92020-01-07 19:52:151019 # These are very slow on the ASAN trybot for some reason.
Ben Pastened2c01af2022-01-31 23:06:441020 # crbug.com/1257927
Roberto Carrillo2c9ec972019-03-20 03:11:191021 'swarming': {
Stephen Martinis1384ff92020-01-07 19:52:151022 'shards': 40,
Roberto Carrillo2c9ec972019-03-20 03:11:191023 },
1024 },
Titouan Rigoudy3fbe2742022-09-09 17:10:141025 'Linux CFI': {
1026 'swarming': {
1027 'shards': 20, # https://crbug.com/1361973
1028 },
1029 },
Stephen Martinis1384ff92020-01-07 19:52:151030 'Linux Chromium OS ASan LSan Tests (1)': {
1031 # These are very slow on the ASAN trybot for some reason.
Ben Pastened2c01af2022-01-31 23:06:441032 # crbug.com/1257927
Ben Pastene4260f6a2023-10-31 00:48:251033 # And even more slow on linux-chromeos: crbug.com/1491533.
Roberto Carrillo5a5c98dc2019-10-30 22:33:511034 'swarming': {
Ben Pastene4260f6a2023-10-31 00:48:251035 'shards': 140,
1036 'hard_timeout': 7200,
Roberto Carrillo5a5c98dc2019-10-30 22:33:511037 },
1038 },
Stephen Martinis1384ff92020-01-07 19:52:151039 'Linux ChromiumOS MSan Tests': {
Alexis Hetua804f7412022-05-13 17:04:201040 # These are very slow on the Chrome OS MSAN trybot, most likely because browser_tests on cros has ~40% more tests. Also, these tests
1041 # run on ash, which means every test starts and shuts down ash, which most likely explains why it takes longer than on other platforms.
Stephen Martinis1384ff92020-01-07 19:52:151042 # crbug.com/865455
Kenneth Russell56a3e862017-12-08 03:11:341043 'swarming': {
Ian Struiksmafa1ed4ce2023-12-14 00:14:341044 'shards': 70,
Kenneth Russell56a3e862017-12-08 03:11:341045 },
Ben Pastene44221d32020-05-21 23:38:361046 'args': [
1047 '--test-launcher-filter-file=../../testing/buildbot/filters/chromeos.msan.browser_tests.oobe_negative.filter',
1048 ],
Kenneth Russell56a3e862017-12-08 03:11:341049 },
Struan Shrimptona9b1d512022-09-13 16:09:421050 'Linux MSan Tests': {
1051 'swarming': {
Joshua Pawlicki7fc1edd2023-03-21 16:56:591052 'shards': 23,
Struan Shrimptona9b1d512022-09-13 16:09:421053 },
1054 },
Struan Shrimptonf5b2b552022-01-20 20:37:391055 'Linux Tests': {
Stephanie Kim3df2d0c82023-11-07 18:16:261056 # Only retry the individual failed tests instead of rerunning entire
1057 # shards.
1058 # crbug.com/1473501
1059 'retry_only_failed_tests': True,
Struan Shrimptonf5b2b552022-01-20 20:37:391060 'swarming': {
Stephanie Kim8332c7dd2022-11-07 20:03:491061 'shards': 20,
Struan Shrimptonf5b2b552022-01-20 20:37:391062 },
1063 },
Maksim Sisovc81d284c2021-10-05 17:54:351064 # https://crbug.com/1084469
1065 'Linux Tests (Wayland)': {
1066 'args': [
1067 '--test-launcher-filter-file=../../testing/buildbot/filters/ozone-linux.wayland_browser_tests.filter',
1068 ],
Stephanie Kim3df2d0c82023-11-07 18:16:261069 # Only retry the individual failed tests instead of rerunning entire
1070 # shards.
1071 # crbug.com/1473501
1072 'retry_only_failed_tests': True,
Struan Shrimptone772d72f2021-12-15 07:50:091073 'swarming': {
Stephanie Kim8332c7dd2022-11-07 20:03:491074 'shards': 20,
Struan Shrimptone772d72f2021-12-15 07:50:091075 },
Maksim Sisovc81d284c2021-10-05 17:54:351076 },
John Budorick614f91a2020-03-30 20:34:551077 'Linux Tests (dbg)(1)': {
1078 # crbug.com/1066161
Joshua Pawlicki2be547a2023-06-30 18:27:491079 # crbug.com/1459645
Pavol Marko86a60e92023-12-08 21:12:321080 # crbug.com/1508286
John Budorick614f91a2020-03-30 20:34:551081 'swarming': {
Pavol Marko86a60e92023-12-08 21:12:321082 'shards': 32,
John Budorick614f91a2020-03-30 20:34:551083 },
1084 },
Stephen Martinis1384ff92020-01-07 19:52:151085 'Mac ASan 64 Tests (1)': {
Kenneth Russellfbda3c532017-12-08 23:57:241086 'swarming': {
Stephen Martiniscd3c3832020-11-19 22:01:241087 'shards': 30,
Kenneth Russellfbda3c532017-12-08 23:57:241088 },
Lindsay Pasricha8155d052021-04-22 00:06:431089 # crbug.com/1196416
1090 'args': [
1091 '--test-launcher-filter-file=../../testing/buildbot/filters/mac.mac-rel.browser_tests.filter',
1092 ],
Lindsay Pasrichab3f72db2021-09-22 22:05:461093 'experiment_percentage': 100, # https://crbug.com/1251657
Kenneth Russellfbda3c532017-12-08 23:57:241094 },
Lindsay Pasricha727ede92023-02-27 16:27:331095 'Mac Builder Next': {
1096 'swarming': {
1097 'shards': 20, # crbug.com/1419045
1098 },
1099 },
Lindsay Pasricha76f44d22021-04-07 16:16:261100 'Mac10.15 Tests': {
1101 # crbug.com/1042757
1102 'swarming': {
Lindsay Pasricha7400da152023-06-16 23:37:031103 'shards': 30,
Lindsay Pasricha76f44d22021-04-07 16:16:261104 },
Lindsay Pasricha7400da152023-06-16 23:37:031105 'experiment_percentage': 100,
Lindsay Pasricha76f44d22021-04-07 16:16:261106 },
Lindsay Pasrichaf8762592021-12-02 23:43:091107 'Mac11 Tests': {
1108 'ci_only': True,
Lindsay Pasrichaee30f252022-10-11 22:02:481109 'swarming': {
1110 'shards': 20, # crbug.com/1366016
1111 },
Lindsay Pasrichaf8762592021-12-02 23:43:091112 },
Yue She0cad2922022-06-24 15:06:071113 'Mac12 Tests': {
1114 'ci_only': True,
Titouan Rigoudycd0e6dd72022-09-09 13:18:201115 'swarming': {
1116 'shards': 20, # crbug.com/1361887
1117 },
Yue She0cad2922022-06-24 15:06:071118 },
Yue Shed8e45742023-06-01 15:18:031119 'Mac13 Tests': {
1120 'ci_only': True,
1121 'swarming': {
1122 'shards': 20, # crbug.com/1361887
1123 },
1124 },
Cameron Higgins2e4b7f12023-05-31 18:29:321125 'Mac13 Tests (dbg)': {
Zhaoyang Li9357e1e12021-12-07 18:53:171126 # crbug.com/1042757
1127 'swarming': {
Garrett Beatyade673d2023-08-04 22:00:251128 'dimensions': {
1129 # These shards are liable to time out when running on macmini7,1.
1130 'cores': '8|12',
1131 },
Zhaoyang Li9357e1e12021-12-07 18:53:171132 },
1133 # crbug.com/1196416
1134 'args': [
1135 '--test-launcher-filter-file=../../testing/buildbot/filters/mac.mac-rel.browser_tests.filter',
1136 ],
1137 },
Tom Anderson482eab12023-01-10 00:05:371138 'ToTLinuxMSan': {
1139 'swarming': {
1140 'shards': 24,
1141 },
1142 },
Stephen Martinis1384ff92020-01-07 19:52:151143 'ToTWin(dbg)': {
Kenneth Russelleb60cbd22017-12-05 07:54:281144 'swarming': {
John Budorickca14c76f62017-12-09 14:19:181145 'shards': 20,
Kenneth Russelleb60cbd22017-12-05 07:54:281146 },
1147 },
Stephen Martinis1384ff92020-01-07 19:52:151148 'ToTWin64(dbg)': {
Kenneth Russell8ceeabf2017-12-11 17:53:281149 'swarming': {
1150 'shards': 20,
1151 },
1152 },
Kenneth Russell6c83d212018-07-27 20:52:591153 'Win10 Tests x64': {
1154 # crbug.com/868082
1155 'args': [
1156 '--disable-features=WebRTC-H264WithOpenH264FFmpeg',
1157 ],
Stephanie Kim3df2d0c82023-11-07 18:16:261158 # Only retry the individual failed tests instead of rerunning entire
1159 # shards.
1160 # crbug.com/1473501
1161 'retry_only_failed_tests': True,
Takuto Ikutac9c269a2019-01-10 22:40:251162 'swarming': {
1163 # This is for slow test execution that often becomes a critical path of
1164 # swarming jobs. crbug.com/868114
Stephanie Kima57b46a2022-10-27 22:09:031165 'shards': 55,
Takuto Ikutac9c269a2019-01-10 22:40:251166 }
Kenneth Russell6c83d212018-07-27 20:52:591167 },
Kuan Huanga89737d2022-01-07 19:42:111168 'Win11 Tests x64': {
1169 # crbug.com/868082
1170 'args': [
1171 '--disable-features=WebRTC-H264WithOpenH264FFmpeg',
1172 ],
1173 'swarming': {
1174 # This is for slow test execution that often becomes a critical path of
1175 # swarming jobs. crbug.com/868114
1176 'shards': 15,
Kuan Huanga89737d2022-01-07 19:42:111177 }
1178 },
Stephen Martinis1384ff92020-01-07 19:52:151179 'linux-chromeos-chrome': {
1180 # TODO(https://crbug.com/932269): Promote out of experiment when the
1181 # tests are green.
1182 'args': [
1183 '--test-launcher-filter-file=../../testing/buildbot/filters/chromeos.browser_tests.filter',
1184 ],
Ben Pastene37473092022-08-02 19:16:461185 'swarming': {
1186 'shards': 20,
1187 },
Stephen Martinis1384ff92020-01-07 19:52:151188 },
1189 'linux-chromeos-code-coverage': {
Nico Weber0c2861b2018-12-14 18:05:161190 'swarming': {
Stephen Martinis1384ff92020-01-07 19:52:151191 'shards': 50,
1192 },
1193 },
1194 'linux-chromeos-dbg': {
1195 'swarming': {
Jonathan Fancb78198d2023-11-16 23:20:521196 'shards': 110,
Stephen Martinis1384ff92020-01-07 19:52:151197 },
1198 },
1199 'linux-chromeos-rel': {
Stephanie Kim7d6675e2023-09-07 18:05:081200 # Only retry the individual failed tests instead of rerunning entire
1201 # shards.
1202 # crbug.com/1473501
1203 'retry_only_failed_tests': True,
Stephen Martinis1384ff92020-01-07 19:52:151204 'swarming': {
Stephanie Kimc932b4c2022-11-01 21:29:381205 'shards': 60,
Garrett Beatyade673d2023-08-04 22:00:251206 'dimensions': {
1207 'kvm': '1',
1208 },
Stephen Martinis1384ff92020-01-07 19:52:151209 },
1210 },
1211 'linux-code-coverage': {
Yuke Liao58e1d202020-03-20 23:02:011212 'args': [
1213 '--no-sandbox',
1214 ],
Stephen Martinis1384ff92020-01-07 19:52:151215 'swarming': {
1216 'shards': 50,
1217 },
1218 },
Ian Struiksmab0412a22023-06-06 23:02:481219 'linux-exp-msan-fyi-rel': {
1220 'swarming': {
1221 'shards': 23,
1222 },
1223 },
Sven Zheng49ffa5c2022-09-06 18:48:261224 # asan tests is slower.
1225 'linux-lacros-asan-lsan-rel': {
1226 'swarming': {
Sven Zhenge110ae02023-11-08 20:11:261227 'shards': 30,
Sven Zheng49ffa5c2022-09-06 18:48:261228 },
Sven Zhenge8b0d9a62023-01-31 23:09:191229 # TODO(crbug.com/1324240): Enable tests.
1230 'args': [
1231 '--gtest_filter=-All/MultiActionAPITest.SessionStorageDoesNotPersistBetweenOpenings/*:All/MultiActionAPITest.PopupCreation/*'
1232 ],
Sven Zheng49ffa5c2022-09-06 18:48:261233 },
Sven Zheng80734f12020-08-06 06:50:391234 'linux-lacros-tester-rel': {
Stephanie Kim3df2d0c82023-11-07 18:16:261235 # Only retry the individual failed tests instead of rerunning entire
1236 # shards.
1237 # crbug.com/1473501
1238 'retry_only_failed_tests': True,
Struan Shrimptone772d72f2021-12-15 07:50:091239 'swarming': {
Stephanie Kim8332c7dd2022-11-07 20:03:491240 'shards': 20,
Struan Shrimptone772d72f2021-12-15 07:50:091241 },
Sven Zheng80734f12020-08-06 06:50:391242 },
Thiago Perrotta099ea612022-12-14 17:59:401243 'linux-rel-cft': {
1244 'args': [
Thiago Perrottad12c7872023-01-12 17:30:561245 '--test-launcher-filter-file=../../testing/buildbot/filters/linux.linux-rel-cft.browser_tests.filter',
Thiago Perrotta099ea612022-12-14 17:59:401246 ],
Thiago Perrotta61487462023-01-20 12:52:321247 'swarming': {
1248 'shards': 20,
1249 },
Thiago Perrotta099ea612022-12-14 17:59:401250 },
Ian Struiksma448f4132023-10-11 16:21:171251 'linux-ubsan-fyi-rel': {
1252 'swarming': {
1253 'shards': 20,
1254 }
1255 },
Kuan Huang235b0142021-10-19 18:59:281256 'mac-code-coverage': {
1257 'args': [
1258 '--coverage-continuous-mode=1',
1259 ],
1260 },
Lindsay Pasricha8bbc3382022-01-31 22:54:541261 'mac-osxbeta-rel': {
1262 'swarming': {
Lindsay Pasricha79b250d2023-05-04 16:55:221263 'shards': 30,
Lindsay Pasricha8bbc3382022-01-31 22:54:541264 },
1265 },
Thiago Perrotta099ea612022-12-14 17:59:401266 'mac-rel-cft': {
1267 'args': [
Thiago Perrottad12c7872023-01-12 17:30:561268 '--test-launcher-filter-file=../../testing/buildbot/filters/mac.mac-rel-cft.browser_tests.filter',
Thiago Perrotta099ea612022-12-14 17:59:401269 ],
Thiago Perrottaa289bad2023-01-20 12:44:391270 'ci_only': True,
Thiago Perrotta28efe812023-01-17 19:31:271271 'swarming': {
1272 'shards': 20, # crbug.com/1361887
1273 },
Thiago Perrotta099ea612022-12-14 17:59:401274 },
David Bienvenu284cc4d2023-03-20 16:44:541275 'win-arm64-rel': {
David Bienvenuc19d4522024-01-02 19:51:331276 # Some Win Arm64 bots aren't using 100% scaling, which some browser
1277 # tests rely on. They also have touch enabled, which we need to disable.
David Bienvenu284cc4d2023-03-20 16:44:541278 'args': [
David Bienvenu982fcee2023-03-20 22:57:481279 '--force-device-scale-factor=1',
David Bienvenu519e14802023-05-02 23:34:491280 '--top-chrome-touch-ui=disabled',
David Bienvenu284cc4d2023-03-20 16:44:541281 ],
1282 },
Stephen Martinis1384ff92020-01-07 19:52:151283 'win-asan': {
Kuan Huang1b52d442023-02-07 20:35:341284 # Tests shows tests run faster with fewer retries by using fewer jobs crbug.com/1411912
1285 'args': [
1286 '--test-launcher-jobs=3',
1287 ],
Nico Weber3f919792020-06-12 23:34:521288 # These are very slow on the ASAN trybot for some reason.
Ben Pastened2c01af2022-01-31 23:06:441289 # crbug.com/1257927
Stephen Martinis1384ff92020-01-07 19:52:151290 'swarming': {
Kuan Huang1b52d442023-02-07 20:35:341291 'shards': 60,
Nico Weber0c2861b2018-12-14 18:05:161292 },
1293 },
Thiago Perrotta099ea612022-12-14 17:59:401294 'win-rel-cft': {
1295 'args': [
Thiago Perrotta770925d42023-01-17 18:38:511296 # crbug.com/868082
1297 '--disable-features=WebRTC-H264WithOpenH264FFmpeg',
Thiago Perrottad12c7872023-01-12 17:30:561298 '--test-launcher-filter-file=../../testing/buildbot/filters/win.win-rel-cft.browser_tests.filter',
Thiago Perrotta099ea612022-12-14 17:59:401299 ],
Thiago Perrotta314f7b02023-01-19 21:30:531300 'swarming': {
1301 # This is for slow test execution that often becomes a critical path of
1302 # swarming jobs. crbug.com/868114
1303 'shards': 15,
1304 }
Thiago Perrotta099ea612022-12-14 17:59:401305 },
Prakhar37a94b52023-07-14 19:46:071306 'win10-code-coverage': {
1307 'swarming': {
1308 'shards': 40,
Garrett Beatyade673d2023-08-04 22:00:251309 'dimensions': {
Prakhar37a94b52023-07-14 19:46:071310 'pool': 'chromium.tests.coverage',
1311 'ssd': '1',
Garrett Beatyade673d2023-08-04 22:00:251312 },
Prakhar37a94b52023-07-14 19:46:071313 }
1314 },
Ben Pasteneebad8fc2022-08-12 23:34:281315 'win10-rel-no-external-ip': {
1316 # crbug.com/868082
1317 'args': [
1318 '--disable-features=WebRTC-H264WithOpenH264FFmpeg',
1319 ],
1320 'swarming': {
1321 'shards': 15,
1322 }
1323 },
Kenneth Russelleb60cbd22017-12-05 07:54:281324 },
1325 },
Hao Wubfdb23562023-06-17 20:16:511326 'browser_tests_no_field_trial': {
1327 'remove_from': [
1328 'win10-rel-no-external-ip',
1329 'win-arm64-rel',
1330 'win-rel-cft',
1331 'Win11 Tests x64',
1332 ],
1333 },
Ben Pastenec26cd082023-06-21 16:26:051334 'capture_unittests': {
1335 'modifications': {
1336 'WebRTC Chromium Linux Tester': {
1337 'swarming': {
Garrett Beatyade673d2023-08-04 22:00:251338 'dimensions': {
1339 'os': 'Ubuntu-22.04|Ubuntu-18.04',
1340 },
Ben Pastenec26cd082023-06-21 16:26:051341 },
1342 },
1343 },
1344 },
Erik Chen681dc0282019-11-26 22:54:491345 'cc_unittests': {
1346 'modifications': {
1347 'Linux TSan Tests': {
1348 'swarming': {
1349 'shards': 3,
1350 },
1351 },
Haiyang Pan9d68ca02021-08-04 21:30:471352 'android-11-x86-rel': {
Haiyang Pancf765862021-03-18 20:39:151353 # https://crbug.com/1039860
1354 'args': [
Haiyang Pan11d8bd52021-11-19 21:22:541355 '--test-launcher-filter-file=../../testing/buildbot/filters/android.emulator_11_12.cc_unittests.filter',
1356 ],
1357 },
Haiyang Pan2a55a452022-03-03 08:18:331358 'android-12-x64-rel': {
Haiyang Pan11d8bd52021-11-19 21:22:541359 # https://crbug.com/1039860
1360 'args': [
1361 '--test-launcher-filter-file=../../testing/buildbot/filters/android.emulator_11_12.cc_unittests.filter',
Haiyang Pancf765862021-03-18 20:39:151362 ],
1363 },
Haiyang Pan08d09dc2020-04-01 16:11:211364 'android-pie-x86-rel': {
John Budorickfa8f1da92020-01-15 18:11:381365 # https://crbug.com/1039860
1366 'args': [
1367 '--test-launcher-filter-file=../../testing/buildbot/filters/android.emulator.cc_unittests.filter',
1368 ],
1369 },
Chong Gudf7fbe92021-02-24 02:55:581370 'fuchsia-code-coverage': {
1371 'swarming': {
1372 'shards': 4,
1373 },
1374 },
Chong Gub2446462021-08-19 18:44:081375 'fuchsia-fyi-arm64-dbg': {
1376 'args': [
1377 '--test-launcher-filter-file=../../testing/buildbot/filters/fuchsia.debug.cc_unittests.filter',
1378 ],
1379 },
Ian Struiksma2e23f962023-05-26 22:37:201380 'linux-exp-tsan-fyi-rel': {
1381 'swarming': {
1382 'shards': 3,
1383 },
1384 },
Stephanie Kim0a1310f2023-12-11 23:51:351385 'linux-lacros-tester-rel': {
1386 'ci_only': True, # https://crbug.com/1509554
1387 },
Erik Chen681dc0282019-11-26 22:54:491388 },
1389 },
Prakhar94f444a2020-10-08 07:30:081390 'check_static_initializers': {
1391 'modifications': {
1392 'Mac Builder': {
1393 'args': [
1394 '--allow-coverage-initializer',
1395 ],
1396 },
Thiago Perrottaa289bad2023-01-20 12:44:391397 'mac-rel-cft': {
1398 'args': [
1399 '--allow-coverage-initializer',
1400 ],
1401 },
Prakhar94f444a2020-10-08 07:30:081402 },
1403 },
Ben Pastene7a05a8f2020-11-12 17:25:511404 'chrome_all_tast_tests': {
1405 'modifications': {
Sven Zheng2464a6f2024-01-17 22:20:441406 'chromeos-amd64-generic-rel-tast': {
Ben Pastenef3c910a72023-01-26 20:23:411407 'args': [
1408 '--tast-shard-method=hash',
1409 ],
Struan Shrimpton4b7abc02021-12-16 01:36:591410 },
Ben Pastene7a05a8f2020-11-12 17:25:511411 'chromeos-betty-pi-arc-cfi-thin-lto-chrome': {
1412 'args': [
1413 # This bot sets symbol_level=2, which doesn't fit inside a normal VM.
1414 '--strip-chrome',
Jonathan Fan6f033832023-06-23 23:23:591415 '--tast-shard-method=hash',
Ben Pastene7a05a8f2020-11-12 17:25:511416 ],
1417 },
Ben Pastenefb70e5f2022-11-08 04:16:421418 'chromeos-betty-pi-arc-chrome': {
1419 'swarming': {
1420 'shards': 15,
1421 },
Catherine Zhang5c54ed362023-11-24 04:49:301422 'args': [
1423 '--tast-shard-method=hash',
1424 ],
Ben Pastenefb70e5f2022-11-08 04:16:421425 },
Alvin Jia47a28032022-11-07 23:09:151426 'chromeos-eve-chrome': {
1427 'swarming': {
Alvin Jia65de2132023-07-23 22:27:121428 # Increased timeout to 4 hours due to shard timeout.
1429 'hard_timeout': 14400,
Alvin Jia47a28032022-11-07 23:09:151430 }
1431 },
Ben Pastenef85543f2022-06-24 17:50:021432 # TODO(crbug.com/1141234): Move out of experimental if/when the bots are
1433 # stable.
1434 'chromeos-jacuzzi-chrome': {
1435 'experiment_percentage': 100,
1436 },
Alvin Jiadb3f7cd2023-06-08 19:00:001437 'chromeos-reven-chrome': {
1438 'args': [
1439 '--tast-shard-method=hash',
1440 ],
1441 },
Ben Pastene7a05a8f2020-11-12 17:25:511442 },
1443 },
Yun Liu7cfd28a2019-10-30 01:57:121444 'chrome_public_smoke_test': {
1445 'remove_from': [
Ben Joyce02dc8092021-03-04 21:48:191446 'android-code-coverage-native', # Does not generate profraw data.
Yun Liu7cfd28a2019-10-30 01:57:121447 ],
1448 },
Kenneth Russelleb60cbd22017-12-05 07:54:281449 'chrome_public_test_apk': {
John Budorick27d2d44e2019-05-20 20:26:091450 'remove_from': [
1451 'android-asan', # https://crbug.com/964562
Zhaoyang Li4616b952023-08-15 17:30:421452 'android-code-coverage-native', # Does not generate profraw data.
John Budorick27d2d44e2019-05-20 20:26:091453 ],
Kenneth Russelleb60cbd22017-12-05 07:54:281454 'modifications': {
Ben Pastenec73e96e92018-07-12 01:40:351455 'Oreo Phone Tester': {
bsheedy01833462018-12-07 01:05:571456 # TODO(https://crbug.com/884413): Re-enable this once the tests are
1457 # either passing or there is more capacity.
1458 'experiment_percentage': 0,
Ben Pastenec73e96e92018-07-12 01:40:351459 },
Haiyang Pan9d68ca02021-08-04 21:30:471460 'android-11-x86-rel': {
Haiyang Panb80557c2021-03-13 03:01:441461 'args': [
1462 '--test-launcher-filter-file=../../testing/buildbot/filters/android.emulator_11.chrome_public_test_apk.filter',
Haiyang Pan1d5ca2862021-04-01 22:21:091463 '--timeout-scale=2.0',
Haiyang Panb80557c2021-03-13 03:01:441464 ],
Haiyang Panc82c3fa2022-02-01 01:26:061465 # TODO(https://crbug.com/1285975) Remove experiment and enable on
1466 # trybot once the device offline issue is resolved.
1467 'ci_only': True,
1468 'experiment_percentage': 100,
Haiyang Pan68a39c02021-11-11 21:12:211469 },
Haiyang Pan2a55a452022-03-03 08:18:331470 'android-12-x64-rel': {
Haiyang Pan68a39c02021-11-11 21:12:211471 'args': [
Haiyang Pan629f4e42022-02-09 22:11:231472 '--test-launcher-filter-file=../../testing/buildbot/filters/android.emulator_12.chrome_public_test_apk.filter',
Haiyang Pan68a39c02021-11-11 21:12:211473 '--timeout-scale=2.0',
1474 ],
Haiyang Pan2a55a452022-03-03 08:18:331475 # TODO(crbug.com/1225851): Remove experiment and ci_only
1476 # once the test suite is stable.
1477 'ci_only': True,
1478 'experiment_percentage': 100,
Haiyang Panb80557c2021-03-13 03:01:441479 },
Haiyang Panfed31272023-03-27 19:24:001480 'android-12l-x64-dbg-tests': {
1481 'args': [
1482 '--test-launcher-filter-file=../../testing/buildbot/filters/android.emulator_12l.chrome_public_test_apk.filter',
1483 ],
Haiyang Pan04bfd012024-01-12 23:26:531484 # TODO(crbug.com/1439624): Remove ci_only once the test suite is stable.
Neil Coronado98b35312023-11-04 00:38:431485 'ci_only': True,
Haiyang Panfed31272023-03-27 19:24:001486 },
Haiyang Panef317e4372023-05-19 01:30:081487 'android-12l-x64-fyi-dbg': {
1488 'args': [
1489 '--test-launcher-filter-file=../../testing/buildbot/filters/android.emulator_12l.chrome_public_test_apk.filter',
1490 ],
1491 },
1492 'android-13-x64-fyi-rel': {
1493 'args': [
1494 '--test-launcher-filter-file=../../testing/buildbot/filters/android.emulator_13.chrome_public_test_apk.filter',
Haiyang Panef317e4372023-05-19 01:30:081495 ],
1496 },
Haiyang Pane03016f2023-04-24 17:40:491497 'android-13-x64-rel': {
1498 'args': [
1499 '--test-launcher-filter-file=../../testing/buildbot/filters/android.emulator_13.chrome_public_test_apk.filter',
1500 ],
1501 },
Stephen Martinis1384ff92020-01-07 19:52:151502 'android-arm64-proguard-rel': {
1503 'swarming': {
1504 'shards': 25,
1505 },
1506 },
Prakharc60ec802023-03-06 07:49:291507 # If you change this, make similar changes in android-x86-code-coverage below
Haiyang Panb41ca5f2023-07-10 23:11:311508 'android-oreo-x86-rel': {
Ben Joyce5850e492023-07-17 22:02:071509 'args': [
1510 '--test-launcher-filter-file=../../testing/buildbot/filters/android.emulator_o.chrome_public_test_apk.filter',
1511 ],
Haiyang Panb41ca5f2023-07-10 23:11:311512 'swarming': {
1513 'shards': 75,
Garrett Beatyade673d2023-08-04 22:00:251514 'dimensions': {
1515 # use 8-core to shorten runtime
1516 'cores': '8',
1517 },
Haiyang Panb41ca5f2023-07-10 23:11:311518 },
1519 },
Stephen Martinis1384ff92020-01-07 19:52:151520 'android-pie-arm64-rel': {
1521 'args': [
1522 '--test-launcher-filter-file=../../testing/buildbot/filters/android.pie_arm64_rel.chrome_public_test_apk.filter', # https://crbug.com/1010211
Ben Joyceb5321412022-10-26 21:05:151523 '--use-persistent-shell',
Stephen Martinis1384ff92020-01-07 19:52:151524 ],
Stephen Martinisd05530d2021-07-27 22:50:221525 'ci_only': True, # https://crbug.com/1233700
Haiyang Pan43640ee2020-02-13 01:38:001526 },
Ben Pasteneac465d422023-03-23 21:54:291527 'android-pie-arm64-rel-dev': {
Ben Joyce6d63a582022-12-09 18:34:551528 'swarming': {
1529 'service_account': '[email protected]'
1530 },
1531 },
Haiyang Pan08d09dc2020-04-01 16:11:211532 'android-pie-x86-rel': {
Haiyang Pan43640ee2020-02-13 01:38:001533 'args': [
Haiyang Pan71373072020-03-02 19:57:491534 # https://crbug.com/1046059
Haiyang Pan23f64f52020-06-04 01:23:321535 '--test-launcher-filter-file=../../testing/buildbot/filters/android.emulator_p.chrome_public_test_apk.filter',
Haiyang Pan43640ee2020-02-13 01:38:001536 ],
Haiyang Pan71373072020-03-02 19:57:491537 'swarming': {
Haiyang Pan58a6db22021-07-30 01:08:261538 # See https://crbug.com/1230192, runs of 40-60 minutes at 20 shards.
1539 'shards': 30,
1540 },
1541 },
Haiyang Pan2c4c5e922023-10-09 22:57:311542 # Keep this same as android-oreo-x86-rel above
Prakharc60ec802023-03-06 07:49:291543 'android-x86-code-coverage': {
1544 'args': [
Haiyang Pan2c4c5e922023-10-09 22:57:311545 '--test-launcher-filter-file=../../testing/buildbot/filters/android.emulator_o.chrome_public_test_apk.filter',
Prakharc60ec802023-03-06 07:49:291546 ],
1547 'swarming': {
1548 'shards': 75,
Garrett Beatyade673d2023-08-04 22:00:251549 'dimensions': {
1550 # use 8-core to shorten runtime
1551 'cores': '8',
1552 },
Prakharc60ec802023-03-06 07:49:291553 },
1554 },
Haiyang Pan58a6db22021-07-30 01:08:261555 },
1556 },
Kenneth Russelleb60cbd22017-12-05 07:54:281557 'chrome_public_test_vr_apk': {
Nico Weberb0b3f5862018-07-13 18:45:151558 'remove_from': [
Andrew Luo38b311f2019-10-04 03:42:091559 'android-pie-arm64-rel', # https://crbug.com/1010211
bsheedydf58b4e2018-11-01 19:42:161560 'ToTAndroid',
John Budorick27d2d44e2019-05-20 20:26:091561 'android-asan', # https://crbug.com/964562
Ben Joyce02dc8092021-03-04 21:48:191562 'android-code-coverage-native', # Does not generate profraw data.
bsheedy410dd7c2018-06-15 22:42:091563 ],
Kenneth Russelleb60cbd22017-12-05 07:54:281564 },
bsheedy75a4dd52018-11-27 23:24:301565 'chrome_public_test_vr_apk-vega': {
1566 'modifications': {
bsheedy75a4dd52018-11-27 23:24:301567 'Oreo Phone Tester': {
1568 'swarming': {
Garrett Beatyade673d2023-08-04 22:00:251569 'dimensions': {
1570 'device_os': 'OVR1.180808.003',
1571 'device_type': 'vega',
1572 'os': 'Android',
1573 },
bsheedy75a4dd52018-11-27 23:24:301574 },
1575 }
1576 }
1577 },
Henrique Nakashimad99462ab2022-06-08 19:52:421578 'chrome_public_unit_test_apk': {
Henrique Nakashima4b24b55a2022-11-02 22:25:321579 'remove_from': [
1580 'android-asan', # https://crbug.com/964562
1581 'android-code-coverage-native', # Does not generate profraw data.
Henrique Nakashima4b24b55a2022-11-02 22:25:321582 ],
Henrique Nakashimad99462ab2022-06-08 19:52:421583 'modifications': {
1584 'android-12-x64-rel': {
James Shen7d0646a2023-02-28 22:47:041585 'ci_only': True,
Henrique Nakashimad99462ab2022-06-08 19:52:421586 'args': [
1587 '--test-launcher-filter-file=../../testing/buildbot/filters/android.emulator_12.chrome_public_unit_test_apk.filter',
1588 ],
1589 },
Haiyang Pan0fb3ee42023-02-14 21:04:341590 'android-12l-x64-dbg-tests': {
1591 'args': [
1592 '--test-launcher-filter-file=../../testing/buildbot/filters/android.emulator_12l.chrome_public_unit_test_apk.filter',
1593 ],
1594 },
Haiyang Panef317e4372023-05-19 01:30:081595 'android-12l-x64-fyi-dbg': {
1596 'args': [
1597 '--test-launcher-filter-file=../../testing/buildbot/filters/android.emulator_12l.chrome_public_unit_test_apk.filter',
1598 ],
1599 },
1600 'android-13-x64-fyi-rel': {
1601 'args': [
1602 '--test-launcher-filter-file=../../testing/buildbot/filters/android.emulator_13.chrome_public_unit_test_apk.filter',
1603 ],
1604 },
Haiyang Pan0fb3ee42023-02-14 21:04:341605 'android-13-x64-rel': {
1606 'args': [
1607 '--test-launcher-filter-file=../../testing/buildbot/filters/android.emulator_13.chrome_public_unit_test_apk.filter',
1608 ],
1609 },
Haiyang Pan2c4c5e922023-10-09 22:57:311610 # If you change this, make similar changes in android-x86-code-coverage below
James Shen2c2bcdb2023-07-18 00:36:161611 'android-oreo-x86-rel': {
1612 'args': [
1613 '--test-launcher-filter-file=../../testing/buildbot/filters/android.emulator_o.chrome_public_unit_test_apk.filter',
1614 ],
1615 },
Ho Cheung573d82b2023-09-03 17:10:051616 'android-pie-arm64-rel': {
1617 'swarming': {
Haiyang Panb906178c2023-10-17 00:37:561618 'dimensions': {
1619 'device_type': 'crosshatch',
1620 },
James Shen1f916b42023-10-17 19:05:071621 # TODO(crbug.com/1462745): Temporarily increase the shard to 5 for the network issue.
1622 'shards': 5,
Ho Cheung573d82b2023-09-03 17:10:051623 },
1624 },
Haiyang Pan2c4c5e922023-10-09 22:57:311625 # Keep this same as android-oreo-x86-rel above
1626 'android-x86-code-coverage': {
1627 'args': [
1628 '--test-launcher-filter-file=../../testing/buildbot/filters/android.emulator_o.chrome_public_unit_test_apk.filter',
1629 ],
1630 },
Henrique Nakashimad99462ab2022-06-08 19:52:421631 },
1632 },
Nihar Damarasingu8def1a22022-08-18 21:15:541633 'chrome_public_wpt': {
1634 'modifications': {
An Sunge7a6bca2023-09-05 19:13:281635 'android-chrome-pie-x86-wpt-android-specific': {
1636 'args': [
1637 '--test-list',
An Sung9cede132023-10-18 18:55:381638 '../../third_party/blink/web_tests/TestLists/android.filter'
An Sunge7a6bca2023-09-05 19:13:281639 ]
1640 },
Nihar Damarasingu8def1a22022-08-18 21:15:541641 'android-chrome-pie-x86-wpt-fyi-rel': {
1642 'args': [
1643 '--use-upstream-wpt',
1644 ],
1645 },
1646 },
1647 },
Ian Struiksmaeb285db02020-10-20 22:19:341648 'chrome_sizes': {
1649 'modifications': {
Sven Zheng0b608c212023-02-23 18:18:561650 'lacros-amd64-generic-chrome-skylab': {
1651 'swarming': {
Garrett Beatyade673d2023-08-04 22:00:251652 'dimensions': {
1653 'cpu': 'x86-64',
1654 'os': 'Ubuntu-18.04',
1655 },
Sven Zheng0b608c212023-02-23 18:18:561656 },
1657 },
Sven Zheng0b608c212023-02-23 18:18:561658 'lacros-arm-generic-chrome-skylab': {
1659 'swarming': {
Garrett Beatyade673d2023-08-04 22:00:251660 'dimensions': {
1661 'cpu': 'x86-64',
1662 'os': 'Ubuntu-18.04',
1663 },
Sven Zheng0b608c212023-02-23 18:18:561664 },
1665 },
1666 'lacros-arm64-generic-chrome-skylab': {
1667 'swarming': {
Garrett Beatyade673d2023-08-04 22:00:251668 'dimensions': {
1669 'cpu': 'x86-64',
1670 'os': 'Ubuntu-18.04',
1671 },
Sven Zheng0b608c212023-02-23 18:18:561672 },
1673 },
Ian Struiksmaeb285db02020-10-20 22:19:341674 },
1675 },
Takuto Ikuta1b749b902019-04-11 18:05:531676 'chromedriver_py_tests': {
Ben Pastene1b1aa972022-09-28 17:51:011677 'modifications': {
1678 'Win10 Tests x64': {
1679 # TODO(crbug.com/1369158): Fix & re-enable.
1680 'isolate_profile_data': False,
1681 },
Thiago Perrotta314f7b02023-01-19 21:30:531682 'win-rel-cft': {
1683 # TODO(crbug.com/1369158): Fix & re-enable.
1684 'isolate_profile_data': False,
1685 },
Ben Pastene1b1aa972022-09-28 17:51:011686 },
Takuto Ikuta1b749b902019-04-11 18:05:531687 'remove_from': [
1688 # Timeout happens sometimes (crbug.com/951799).
Takuto Ikuta1b749b902019-04-11 18:05:531689 'Win10 Tests x64 (dbg)',
1690 ],
1691 },
Haiyang Panfed339172021-03-10 23:19:571692 'components_browsertests': {
1693 'modifications': {
Stephanie Kim6b4abfd32022-11-15 20:33:371694 'Linux TSan Tests': {
1695 'swarming': {
1696 'shards': 2,
1697 },
1698 },
Haiyang Pan9d68ca02021-08-04 21:30:471699 'android-11-x86-rel': {
Haiyang Panfed339172021-03-10 23:19:571700 'swarming': {
1701 'shards': 2,
1702 },
1703 },
André Kempef30fe9d22022-02-03 10:44:291704 'android-asan': {
1705 'swarming': {
1706 'shards': 3,
1707 },
1708 },
Prakharc60ec802023-03-06 07:49:291709 # If you change this, make similar changes in android-x86-code-coverage below
Haiyang Panb41ca5f2023-07-10 23:11:311710 'android-oreo-x86-rel': {
1711 'swarming': {
1712 'shards': 4,
1713 },
1714 },
Haiyang Pan2c4c5e922023-10-09 22:57:311715 # Keep this same as android-oreo-x86-rel above
Prakharc60ec802023-03-06 07:49:291716 'android-x86-code-coverage': {
1717 'swarming': {
1718 'shards': 4,
1719 },
1720 },
Zijie He073e2232023-08-04 18:14:591721 'fuchsia-code-coverage': {
1722 'swarming': {
1723 'shards': 4,
1724 },
1725 },
Ian Struiksma2e23f962023-05-26 22:37:201726 'linux-exp-tsan-fyi-rel': {
1727 'swarming': {
1728 'shards': 2,
1729 },
1730 },
Haiyang Panfed339172021-03-10 23:19:571731 },
1732 },
Hao Wubfdb23562023-06-17 20:16:511733 'components_browsertests_no_field_trial': {
1734 'remove_from': [
1735 'win10-rel-no-external-ip',
1736 'win-arm64-rel',
1737 'win-rel-cft',
1738 'Win11 Tests x64',
1739 ],
1740 },
Kenneth Russelleb60cbd22017-12-05 07:54:281741 'components_unittests': {
Kenneth Russelleb60cbd22017-12-05 07:54:281742 'modifications': {
John Budorick5052d552017-12-13 02:59:341743 'Linux ASan LSan Tests (1)': {
1744 # These are very slow on the ASAN trybot for some reason.
Ben Pastened2c01af2022-01-31 23:06:441745 # crbug.com/1257927
John Budorick5052d552017-12-13 02:59:341746 'swarming': {
1747 'shards': 5,
1748 },
1749 },
Takuto Ikuta54671d972018-07-19 19:06:351750 'Linux Chromium OS ASan LSan Tests (1)': {
1751 # These are very slow on the ASAN trybot for some reason.
Ben Pastened2c01af2022-01-31 23:06:441752 # crbug.com/1257927
Takuto Ikuta54671d972018-07-19 19:06:351753 'swarming': {
1754 'shards': 5,
1755 },
1756 },
Erik Chen681dc0282019-11-26 22:54:491757 'Linux TSan Tests': {
1758 'swarming': {
1759 'shards': 2,
1760 },
1761 },
Ellyf48a6342024-01-10 22:07:381762 'Win10 Tests x64 (dbg)': {
1763 'swarming': {
1764 'shards': 2,
1765 },
1766 },
Haiyang Pan9d68ca02021-08-04 21:30:471767 'android-11-x86-rel': {
Haiyang Pan799282f2021-03-25 19:38:311768 'args': [
Haiyang Pane521cf692021-11-30 00:35:231769 # TODO(crbug.com/1192348): Fix the test failure
1770 '--gtest_filter=-FieldFormatterTest.DifferentLocales',
Haiyang Pan799282f2021-03-25 19:38:311771 ],
1772 },
Haiyang Pan2a55a452022-03-03 08:18:331773 'android-12-x64-rel': {
Haiyang Pan2877f062021-11-18 01:06:061774 'args': [
1775 # TODO(crbug.com/1192348): Fix the test failure
1776 '--gtest_filter=-FieldFormatterTest.DifferentLocales',
1777 ],
1778 },
Ian Struiksma2e23f962023-05-26 22:37:201779 'linux-exp-tsan-fyi-rel': {
1780 'swarming': {
1781 'shards': 2,
1782 },
1783 },
Scott Violet17087cd2022-11-15 22:29:441784 'win-asan': {
1785 # With a single shard seems to hit time limit.
1786 'swarming': {
1787 'shards': 2,
1788 },
1789 },
Prakharf80880f2023-04-25 01:09:371790 'win10-code-coverage': {
1791 'swarming': {
Prakharbb64f48b2023-04-26 23:47:521792 'shards': 6,
Prakharf80880f2023-04-25 01:09:371793 },
1794 },
Sven Zheng80734f12020-08-06 06:50:391795 },
Sven Zheng577fe5ff2020-08-03 22:06:441796 },
Chong Gu76046412021-09-22 17:49:211797 'compositor_unittests': {
Chong Gub2446462021-08-19 18:44:081798 'modifications': {
1799 'fuchsia-fyi-arm64-dbg': {
1800 'args': [
1801 '--test-launcher-filter-file=../../testing/buildbot/filters/fuchsia.debug.compositor_unittests.filter',
1802 ],
1803 },
1804 },
1805 },
Kenneth Russelleb60cbd22017-12-05 07:54:281806 'content_browsertests': {
Brad Halla36886c2019-02-26 16:52:291807 'remove_from': [
James Shen286d10a2023-06-09 20:19:051808 # TODO(crbug.com/1431581): Temporarily remove it from android-12L builder due to infra flakiness.
1809 'android-12l-x64-dbg-tests',
Brad Halla36886c2019-02-26 16:52:291810 'CrWinAsan(dll)', # https://crbug.com/935598
Rohan Pavonedf728bee22022-11-09 21:32:551811 # TODO(crbug.com/1371630): Enable on Fuchsia dbg/asan/clang builders.
1812 'fuchsia-fyi-arm64-dbg',
1813 'fuchsia-fyi-x64-asan',
1814 'fuchsia-fyi-x64-dbg',
1815 'ToTFuchsia x64',
1816 'ToTFuchsiaOfficial arm64',
Brad Halla36886c2019-02-26 16:52:291817 ],
Kenneth Russelleb60cbd22017-12-05 07:54:281818 'modifications': {
Kenneth Russellfbda3c532017-12-08 23:57:241819 'Cast Linux': {
1820 'args': [
Nico Weber02f30392018-07-16 18:39:431821 '--test-launcher-filter-file=../../testing/buildbot/filters/cast-linux.content_browsertests.filter',
Kenneth Russellfbda3c532017-12-08 23:57:241822 ],
Stephanie Kima735d442023-09-11 16:26:091823 # Only retry the individual failed tests instead of rerunning entire
1824 # shards.
1825 # crbug.com/1475852
1826 'retry_only_failed_tests': True,
Kenneth Russellfbda3c532017-12-08 23:57:241827 },
Erik Chenb681c8c2019-11-25 22:52:521828 'Linux ASan LSan Tests (1)': {
1829 'swarming': {
Stephanie Kim75e95f62022-11-04 16:06:131830 'shards': 24,
Erik Chenb681c8c2019-11-25 22:52:521831 },
1832 },
Stephanie Kim867435f2023-08-15 17:29:321833 'Linux Chromium OS ASan LSan Tests (1)': {
1834 'swarming': {
1835 'shards': 10, # https://crbug.com/1471857
1836 },
1837 },
Ian Struiksmaeb2cfc612023-11-03 23:28:181838 'Linux MSan Tests': {
1839 'swarming': {
1840 'shards': 10, # https://crbug.com/1497706
1841 },
1842 },
Erik Chen681dc0282019-11-26 22:54:491843 'Linux TSan Tests': {
Gary Tong46fdc492023-11-01 16:25:011844 'ci_only': True, # https://crbug.com/1498240
Erik Chen681dc0282019-11-26 22:54:491845 'swarming': {
Stephanie Kim6b4abfd32022-11-15 20:33:371846 'shards': 30,
Erik Chen681dc0282019-11-26 22:54:491847 },
1848 },
Stephanie Kima735d442023-09-11 16:26:091849 'Linux Tests': {
1850 # Only retry the individual failed tests instead of rerunning entire
1851 # shards.
1852 # crbug.com/1475852
1853 'retry_only_failed_tests': True,
1854 },
1855 'Linux Tests (Wayland)': {
1856 # Only retry the individual failed tests instead of rerunning entire
1857 # shards.
1858 # crbug.com/1475852
1859 'retry_only_failed_tests': True,
1860 },
Lindsay Pasrichab3f72db2021-09-22 22:05:461861 'Mac ASan 64 Tests (1)': { # https://crbug.com/1200640
1862 'experiment_percentage': 100,
1863 },
Struan Shrimpton57c594e42022-01-25 17:59:131864 'Mac11 Tests': {
1865 'swarming': {
Lindsay Pasricha0b5beaf2022-03-04 08:15:271866 'shards': 12,
Struan Shrimpton57c594e42022-01-25 17:59:131867 },
1868 },
Yue She0cad2922022-06-24 15:06:071869 'Mac12 Tests': {
1870 'swarming': {
1871 'shards': 12,
Yue She0cad2922022-06-24 15:06:071872 },
1873 },
Yue Shed8e45742023-06-01 15:18:031874 'Mac13 Tests': {
Stephanie Kima735d442023-09-11 16:26:091875 # Only retry the individual failed tests instead of rerunning entire
1876 # shards.
1877 # crbug.com/1475852
1878 'retry_only_failed_tests': True,
Yue Shed8e45742023-06-01 15:18:031879 'swarming': {
1880 'shards': 12,
1881 },
1882 },
Cameron Higgins2e4b7f12023-05-31 18:29:321883 'Mac13 Tests (dbg)': { # https://crbug.com/1279504
Lindsay Pasricha945e4d62022-01-20 02:14:011884 'swarming': {
Lindsay Pasricha9ec81b52022-03-10 03:43:311885 'shards': 18,
Lindsay Pasricha945e4d62022-01-20 02:14:011886 },
1887 },
Mirko Bonadei1bee8b02022-11-17 13:56:331888 'WebRTC Chromium FYI Android Tests (dbg)': {
1889 'args': [
1890 '--test-launcher-filter-file=../../testing/buildbot/filters/chromium.webrtc.fyi.android.tests.dbg.content_browsertests.filter',
1891 ],
1892 },
Mirko Bonadei1bee8b02022-11-17 13:56:331893 'WebRTC Chromium FYI Android Tests ARM64 (dbg)': {
1894 'args': [
1895 '--test-launcher-filter-file=../../testing/buildbot/filters/chromium.webrtc.fyi.android.tests.dbg.content_browsertests.filter',
1896 ],
1897 },
Stephen Martinis1384ff92020-01-07 19:52:151898 'Win10 Tests x64': {
1899 # crbug.com/868082
1900 'args': [
1901 '--disable-features=WebRTC-H264WithOpenH264FFmpeg',
1902 ],
Stephanie Kima735d442023-09-11 16:26:091903 # Only retry the individual failed tests instead of rerunning entire
1904 # shards.
1905 # crbug.com/1475852
1906 'retry_only_failed_tests': True,
Stephen Martinis1384ff92020-01-07 19:52:151907 },
1908 'Win10 Tests x64 (dbg)': {
1909 'experiment_percentage': 100,
1910 # crbug.com/868082
1911 'args': [
1912 '--disable-features=WebRTC-H264WithOpenH264FFmpeg',
Stephen Martinis1384ff92020-01-07 19:52:151913 ],
1914 },
Kuan Huanga89737d2022-01-07 19:42:111915 'Win11 Tests x64': {
1916 # crbug.com/868082
1917 'args': [
1918 '--disable-features=WebRTC-H264WithOpenH264FFmpeg',
1919 ],
1920 },
Haiyang Pan9d68ca02021-08-04 21:30:471921 'android-11-x86-rel': {
Haiyang Pan566e2652022-01-25 07:01:521922 # TODO(crbug.com/1137474): Remove ci_only and experiment_percentage
1923 # after the test suite is green.
1924 'ci_only': True,
Haiyang Pan10f029c2021-07-30 23:17:561925 'experiment_percentage': 100,
Haiyang Pan51450ab2021-03-23 00:48:571926 # TODO(crbug.com/1137474): Revisit the shard number once failed tests
1927 # are fixed.
Haiyang Panfed339172021-03-10 23:19:571928 'swarming': {
Haiyang Pan51450ab2021-03-23 00:48:571929 'shards': 30,
Garrett Beatyade673d2023-08-04 22:00:251930 'dimensions': {
1931 # use 8-core to shorten runtime
1932 'cores': '8',
1933 },
Haiyang Panfed339172021-03-10 23:19:571934 },
1935 },
Haiyang Pan2a55a452022-03-03 08:18:331936 'android-12-x64-rel': {
Haiyang Pan1ed9ebb2022-12-13 03:10:031937 # TODO(crbug.com/1225851): Remove experiment and ci_only
1938 # once the test suite is stable.
1939 'ci_only': True,
1940 'experiment_percentage': 100,
Haiyang Pandbff3ef2022-02-11 23:24:191941 'args': [
1942 '--test-launcher-filter-file=../../testing/buildbot/filters/android.emulator_12.content_browsertests.filter',
1943 ],
Haiyang Pan249494b2022-01-27 21:56:211944 'swarming': {
Haiyang Pand5524452023-04-25 01:56:401945 'shards': 40,
Haiyang Pan249494b2022-01-27 21:56:211946 },
1947 },
Haiyang Pan1b8faa20b2023-02-10 23:44:361948 'android-12l-x64-dbg-tests': {
Kuan Huangdc0afb52023-06-09 19:12:581949 # TODO(crbug.com/1439624): Remove experiment and ci_only
1950 # once the test suite is stable.
1951 'ci_only': True,
1952 'experiment_percentage': 100,
Haiyang Pan1b8faa20b2023-02-10 23:44:361953 'args': [
Haiyang Pan08186de2023-11-01 05:05:031954 '--test-launcher-filter-file=../../testing/buildbot/filters/android.emulator_12l.content_browsertests.filter',
Haiyang Pan1b8faa20b2023-02-10 23:44:361955 ],
1956 'swarming': {
Haiyang Pand5524452023-04-25 01:56:401957 'shards': 40,
Haiyang Pan1b8faa20b2023-02-10 23:44:361958 },
1959 },
Haiyang Pan42c77cd92023-05-18 01:13:031960 'android-12l-x64-fyi-dbg': {
Haiyang Panef317e4372023-05-19 01:30:081961 'args': [
Haiyang Pan08186de2023-11-01 05:05:031962 '--test-launcher-filter-file=../../testing/buildbot/filters/android.emulator_12l.content_browsertests.filter',
Haiyang Panef317e4372023-05-19 01:30:081963 ],
Haiyang Pan42c77cd92023-05-18 01:13:031964 'swarming': {
1965 'shards': 40,
1966 },
1967 },
1968 'android-13-x64-fyi-rel': {
Haiyang Panef317e4372023-05-19 01:30:081969 'args': [
Haiyang Pan08186de2023-11-01 05:05:031970 '--test-launcher-filter-file=../../testing/buildbot/filters/android.emulator_13.content_browsertests.filter',
Haiyang Panef317e4372023-05-19 01:30:081971 ],
Haiyang Pan42c77cd92023-05-18 01:13:031972 'swarming': {
1973 'shards': 40,
1974 },
1975 },
Haiyang Pan1b8faa20b2023-02-10 23:44:361976 'android-13-x64-rel': {
1977 'args': [
Haiyang Pan08186de2023-11-01 05:05:031978 '--test-launcher-filter-file=../../testing/buildbot/filters/android.emulator_13.content_browsertests.filter',
Haiyang Pan1b8faa20b2023-02-10 23:44:361979 ],
1980 'swarming': {
Haiyang Pand5524452023-04-25 01:56:401981 'shards': 40,
Haiyang Pan1b8faa20b2023-02-10 23:44:361982 },
1983 },
Stephen Martinis1384ff92020-01-07 19:52:151984 'android-arm64-proguard-rel': {
1985 'swarming': {
1986 'shards': 16,
1987 },
1988 },
1989 'android-asan': {
1990 'args': [
1991 '--test-launcher-filter-file=../../testing/buildbot/filters/android.asan.content_browsertests.filter',
1992 ],
1993 'swarming': {
André Kempef30fe9d22022-02-03 10:44:291994 'shards': 25,
Stephen Martinis1384ff92020-01-07 19:52:151995 },
1996 },
Mateusz Zbikowskif1418432023-08-04 18:00:311997 'android-code-coverage-native': {
1998 'swarming': {
1999 'shards': 25,
2000 },
2001 },
Prakharc60ec802023-03-06 07:49:292002 # If you change this, make similar changes in android-x86-code-coverage below
Haiyang Panb41ca5f2023-07-10 23:11:312003 'android-oreo-x86-rel': {
James Shen672478e2023-07-15 00:28:382004 'args': [
2005 '--test-launcher-filter-file=../../testing/buildbot/filters/android.emulator_o.content_browsertests.filter',
2006 ],
Haiyang Panb41ca5f2023-07-10 23:11:312007 'swarming': {
2008 'shards': 75,
Garrett Beatyade673d2023-08-04 22:00:252009 'dimensions': {
2010 # use 8-core to shorten runtime
2011 'cores': '8',
2012 },
Haiyang Panb41ca5f2023-07-10 23:11:312013 },
2014 },
Struan Shrimptone772d72f2021-12-15 07:50:092015 'android-pie-arm64-rel': {
Ben Joycec0a90cd2023-01-10 21:30:492016 'args': [
2017 '--test-launcher-filter-file=../../testing/buildbot/filters/android.pie_arm64.content_browsertests_coverage.filter',
2018 ],
Stephanie Kima735d442023-09-11 16:26:092019 # Only retry the individual failed tests instead of rerunning entire
2020 # shards.
2021 # crbug.com/1475852
2022 'retry_only_failed_tests': True,
James Shen3b3a6f02023-07-07 00:50:102023 'swarming': {
James Shen6195857c2023-08-10 23:20:202024 # TODO(crbug.com/1462745): Temporarily increase the shard by 5 for the surging number of tests.
James Shen3b3a6f02023-07-07 00:50:102025 # Recover to default number of shards(20) after the bug is fixed.
James Shen6195857c2023-08-10 23:20:202026 'shards': 25,
James Shen3b3a6f02023-07-07 00:50:102027 },
Struan Shrimptone772d72f2021-12-15 07:50:092028 },
Haiyang Pan08d09dc2020-04-01 16:11:212029 'android-pie-x86-rel': {
John Budoricka4e23882020-02-28 18:36:432030 'args': [
Haiyang Pan12d5acd2020-06-01 20:54:572031 '--test-launcher-filter-file=../../testing/buildbot/filters/android.emulator_p.content_browsertests.filter',
John Budoricka4e23882020-02-28 18:36:432032 ],
Sky Malice303f7ec2021-07-17 04:13:092033 'swarming': {
2034 # Flaking with only 20 shards with 40-60 minute runs.
2035 # https://crbug.com/1230118
2036 'shards': 30,
Haiyang Pan2eb735e72020-09-15 22:51:512037 },
John Budoricka4e23882020-02-28 18:36:432038 },
Haiyang Pan2c4c5e922023-10-09 22:57:312039 # Keep this same as android-oreo-x86-rel above
Prakharc60ec802023-03-06 07:49:292040 'android-x86-code-coverage': {
2041 'args': [
Haiyang Pan2c4c5e922023-10-09 22:57:312042 '--test-launcher-filter-file=../../testing/buildbot/filters/android.emulator_o.content_browsertests.filter',
Prakharc60ec802023-03-06 07:49:292043 ],
2044 'swarming': {
2045 'shards': 75,
Garrett Beatyade673d2023-08-04 22:00:252046 'dimensions': {
2047 # use 8-core to shorten runtime
2048 'cores': '8',
2049 },
Prakharc60ec802023-03-06 07:49:292050 },
2051 },
Rohan Pavonedf728bee22022-11-09 21:32:552052 'fuchsia-arm64-cast-receiver-rel': {
2053 # Temporarily only run this on CI due to resource and naming
2054 # constraints.
2055 # TODO(crbug.com/1371630): Remove this when resource requirements are
2056 # lower.
2057 'ci_only': True,
2058 },
2059 'fuchsia-arm64-rel': {
2060 # Temporarily only run this on CI due to resource and naming
2061 # constraints.
2062 # TODO(crbug.com/1371630): Remove this when resource requirements are
2063 # lower.
2064 'ci_only': True,
2065 },
Zijie He073e2232023-08-04 18:14:592066 'fuchsia-code-coverage': {
Zijie He668da5d2023-08-11 23:39:362067 'args': [
2068 '--test-launcher-filter-file=../../testing/buildbot/filters/fuchsia.coverage.content_browsertests.filter',
2069 '--test-launcher-jobs=1',
2070 ],
Zijie He073e2232023-08-04 18:14:592071 'swarming': {
Zijie He7cf95e412023-08-14 23:51:222072 'shards': 41,
Zijie He073e2232023-08-04 18:14:592073 },
2074 },
Rohan Pavonedf728bee22022-11-09 21:32:552075 'fuchsia-x64-cast-receiver-rel': {
2076 # Temporarily only run this on CI due to resource requirements.
2077 # TODO(crbug.com/1374125): Remove this once resources are available.
2078 'ci_only': True,
2079 'swarming': {
2080 'shards': 41,
2081 },
Zijie He0f361e652023-01-13 14:42:152082 'args': [
2083 # TODO(crbug.com/1406693): Remove this when the kernal panic in
2084 # fuchsia has been resolved.
2085 '--test-arg=--test-launcher-jobs=1',
2086 ],
Rohan Pavonedf728bee22022-11-09 21:32:552087 },
2088 'fuchsia-x64-rel': {
2089 'swarming': {
2090 'shards': 41,
2091 },
Zijie He38e3d132023-01-20 01:22:472092 'args': [
2093 # TODO(crbug.com/1406693): Remove this when the kernal panic in
2094 # fuchsia has been resolved.
2095 '--test-arg=--test-launcher-jobs=1',
2096 ],
Rohan Pavonedf728bee22022-11-09 21:32:552097 },
Stephen Martinis1384ff92020-01-07 19:52:152098 'linux-chromeos-code-coverage': {
2099 'swarming': {
2100 'shards': 12,
2101 },
2102 },
Albert J. Wong91f109652019-11-19 03:01:162103 'linux-chromeos-rel': {
Stephanie Kima735d442023-09-11 16:26:092104 # Only retry the individual failed tests instead of rerunning entire
2105 # shards.
2106 # crbug.com/1475852
2107 'retry_only_failed_tests': True,
Albert J. Wong91f109652019-11-19 03:01:162108 'swarming': {
Stephanie Kim3aa4c552023-01-10 18:00:042109 'shards': 6,
Albert J. Wong91f109652019-11-19 03:01:162110 },
2111 },
Yuke Liao79424e42020-01-06 21:00:112112 'linux-code-coverage': {
Yuke Liao58e1d202020-03-20 23:02:012113 'args': [
2114 '--no-sandbox',
2115 ],
Yuke Liao79424e42020-01-06 21:00:112116 'swarming': {
2117 'shards': 12,
2118 },
2119 },
Ian Struiksma2e23f962023-05-26 22:37:202120 'linux-exp-tsan-fyi-rel': {
2121 'swarming': {
2122 'shards': 30,
2123 },
2124 },
Sven Zheng80734f12020-08-06 06:50:392125 # https://crbug.com/1111979
2126 'linux-lacros-tester-fyi-rel': {
2127 'experiment_percentage': 100,
2128 },
Stephanie Kima735d442023-09-11 16:26:092129 'linux-lacros-tester-rel': {
Gary Tong48adc53a2024-01-10 19:38:112130 'ci_only': True,
Stephanie Kima735d442023-09-11 16:26:092131 },
Ian Struiksma448f4132023-10-11 16:21:172132 'linux-ubsan-fyi-rel': {
2133 'swarming': {
2134 'shards': 16,
2135 }
2136 },
Kuan Huang235b0142021-10-19 18:59:282137 'mac-code-coverage': {
2138 'args': [
2139 '--coverage-continuous-mode=1',
2140 ],
2141 },
Thiago Perrottaa289bad2023-01-20 12:44:392142 'mac-rel-cft': {
2143 'swarming': {
2144 'shards': 12,
Thiago Perrottaa289bad2023-01-20 12:44:392145 },
2146 },
Kuan Huang05332fb2021-10-12 02:04:262147 # https://crbug.com/1255940
Ben Pasteneac465d422023-03-23 21:54:292148 'mac-rel-dev': {
Kuan Huang05332fb2021-10-12 02:04:262149 'swarming': {
Garrett Beatyade673d2023-08-04 22:00:252150 'dimensions': {
2151 # These test would time out when running on 4 cores instances.
2152 'cores': '8|12',
2153 },
Kuan Huang05332fb2021-10-12 02:04:262154 },
2155 },
Kuan Huang1b52d442023-02-07 20:35:342156 'win-asan': {
2157 # Tests shows tests run faster with fewer retries by using fewer jobs crbug.com/1411912
2158 'args': [
2159 '--test-launcher-jobs=3',
2160 ],
2161 'swarming': {
Titouan Rigoudyf1fd90442023-09-19 13:11:162162 # ASAN bot is slow: https://crbug.com/1484550#c3
2163 'shards': 32,
Kuan Huang1b52d442023-02-07 20:35:342164 },
2165 },
Thiago Perrotta314f7b02023-01-19 21:30:532166 'win-rel-cft': {
2167 # crbug.com/868082
2168 'args': [
2169 '--disable-features=WebRTC-H264WithOpenH264FFmpeg',
2170 ],
Thiago Perrotta314f7b02023-01-19 21:30:532171 },
Prakhar2b955f52023-07-21 19:46:582172 'win10-code-coverage': {
2173 'swarming': {
2174 'shards': 40,
Garrett Beatyade673d2023-08-04 22:00:252175 'dimensions': {
Prakhar2b955f52023-07-21 19:46:582176 'pool': 'chromium.tests.coverage',
2177 'ssd': '1',
Garrett Beatyade673d2023-08-04 22:00:252178 },
Prakhar2b955f52023-07-21 19:46:582179 }
2180 },
Ben Pasteneebad8fc2022-08-12 23:34:282181 'win10-rel-no-external-ip': {
2182 # crbug.com/868082
2183 'args': [
2184 '--disable-features=WebRTC-H264WithOpenH264FFmpeg',
2185 ],
2186 },
Kenneth Russelleb60cbd22017-12-05 07:54:282187 },
2188 },
Nico Weber81e16ace22018-06-30 02:58:472189 'content_shell_crash_test': {
Haiyang Pan8c201b92020-06-04 01:25:072190 'remove_from': [
Haiyang Pan2c4c5e922023-10-09 22:57:312191 'android-oreo-x86-rel', # crbug.com/1084353. If you remove this, also remove android-x86-code-coverage.
Haiyang Panb41ca5f2023-07-10 23:11:312192 'android-x86-code-coverage',
Haiyang Pan8c201b92020-06-04 01:25:072193 ],
Dirk Prankeb1c36b322018-07-11 02:42:002194 'modifications': {
Dirk Prankeb1c36b322018-07-11 02:42:002195 'Win10 Tests x64 (dbg)': {
2196 'experiment_percentage': 100, # https://crbug.com/861730
2197 },
2198 },
Nico Weber81e16ace22018-06-30 02:58:472199 },
John Budorick27d2d44e2019-05-20 20:26:092200 'content_shell_test_apk': {
2201 'remove_from': [
John Budorick27d2d44e2019-05-20 20:26:092202 'android-asan', # https://crbug.com/964562
Ben Joyce02dc8092021-03-04 21:48:192203 'android-code-coverage-native', # Does not generate profraw data.
John Budorick27d2d44e2019-05-20 20:26:092204 ],
John Budorickee2e64f2020-03-02 20:19:102205 'modifications': {
Haiyang Pan9d68ca02021-08-04 21:30:472206 'android-11-x86-rel': {
Haiyang Pan103864812021-03-19 19:28:442207 'args': [
2208 '--test-launcher-filter-file=../../testing/buildbot/filters/android.emulator_11.content_shell_test_apk.filter',
Haiyang Panabdab2f2021-07-19 20:37:512209 '--timeout-scale=2.0',
Haiyang Pan103864812021-03-19 19:28:442210 ],
2211 },
Haiyang Pan2a55a452022-03-03 08:18:332212 'android-12-x64-rel': {
Haiyang Pan3b1016e2022-02-05 00:02:452213 'args': [
2214 '--test-launcher-filter-file=../../testing/buildbot/filters/android.emulator_12.content_shell_test_apk.filter',
2215 ],
James Shen818743e2023-02-16 02:11:162216 'ci_only': True,
Haiyang Pan3b1016e2022-02-05 00:02:452217 },
Haiyang Pan162b36f2023-02-17 23:23:032218 'android-12l-x64-dbg-tests': {
2219 'args': [
2220 '--test-launcher-filter-file=../../testing/buildbot/filters/android.emulator_12l.content_shell_test_apk.filter',
2221 ],
2222 },
Haiyang Panef317e4372023-05-19 01:30:082223 'android-12l-x64-fyi-dbg': {
2224 'args': [
2225 '--test-launcher-filter-file=../../testing/buildbot/filters/android.emulator_12l.content_shell_test_apk.filter',
2226 ],
2227 },
2228 'android-13-x64-fyi-rel': {
2229 'args': [
2230 '--test-launcher-filter-file=../../testing/buildbot/filters/android.emulator_13.content_shell_test_apk.filter',
2231 ],
2232 },
Haiyang Pan162b36f2023-02-17 23:23:032233 'android-13-x64-rel': {
2234 'args': [
2235 '--test-launcher-filter-file=../../testing/buildbot/filters/android.emulator_13.content_shell_test_apk.filter',
2236 ],
2237 },
Prakharc60ec802023-03-06 07:49:292238 # If you change this, make similar changes in android-x86-code-coverage below
Haiyang Panb41ca5f2023-07-10 23:11:312239 'android-oreo-x86-rel': {
2240 'swarming': {
2241 'shards': 6,
Garrett Beatyade673d2023-08-04 22:00:252242 'dimensions': {
2243 # use 8-core to shorten runtime
2244 'cores': '8',
2245 },
Haiyang Panb41ca5f2023-07-10 23:11:312246 },
2247 },
Haiyang Pan08d09dc2020-04-01 16:11:212248 'android-pie-x86-rel': {
John Budorickee2e64f2020-03-02 20:19:102249 'args': [
Haiyang Panbe1a8922023-07-10 20:52:432250 '--gtest_filter=-org.chromium.content.browser.input.ImeInputModeTest.testShowAndHideInputMode*',
John Budorickee2e64f2020-03-02 20:19:102251 ],
2252 },
Haiyang Pan2c4c5e922023-10-09 22:57:312253 # Keep this same as android-oreo-x86-rel above
Prakharc60ec802023-03-06 07:49:292254 'android-x86-code-coverage': {
Prakharc60ec802023-03-06 07:49:292255 'swarming': {
2256 'shards': 6,
Garrett Beatyade673d2023-08-04 22:00:252257 'dimensions': {
2258 # use 8-core to shorten runtime
2259 'cores': '8',
2260 },
Prakharc60ec802023-03-06 07:49:292261 },
2262 },
John Budorickee2e64f2020-03-02 20:19:102263 },
John Budorick27d2d44e2019-05-20 20:26:092264 },
Kenneth Russelleb60cbd22017-12-05 07:54:282265 'content_unittests': {
2266 'modifications': {
John Budorick5052d552017-12-13 02:59:342267 'Linux ASan LSan Tests (1)': {
2268 # These are slow on the ASAN trybot for some reason.
Ben Pastened2c01af2022-01-31 23:06:442269 # crbug.com/1257927
John Budorick5052d552017-12-13 02:59:342270 'swarming': {
2271 'shards': 2,
2272 },
2273 },
Takuto Ikuta54671d972018-07-19 19:06:352274 'Linux ChromiumOS MSan Tests': {
2275 # These are very slow on the Chrome OS MSAN trybot for some reason.
2276 # crbug.com/865455
2277 'swarming': {
2278 'shards': 2,
2279 },
2280 },
Chong Gu52481452021-04-02 17:52:412281 'fuchsia-code-coverage': {
2282 'swarming': {
2283 'shards': 12,
2284 },
2285 },
Chong Gua10cd302022-01-14 19:22:192286 'fuchsia-fyi-x64-asan': {
2287 'args': [
2288 '--test-launcher-filter-file=../../testing/buildbot/filters/fuchsia.lsan.content_unittests.filter',
2289 ],
2290 },
Ben Pastene96b328e82023-04-07 21:19:052291 'linux-rel-dev': {
2292 'swarming': {
Garrett Beatyade673d2023-08-04 22:00:252293 'dimensions': {
2294 'cores': '8',
2295 },
Ben Pastene96b328e82023-04-07 21:19:052296 },
2297 },
Prakhar280f58d2023-05-17 18:09:102298 'win10-code-coverage': {
2299 'swarming': {
2300 'shards': 2,
Prakhar Asthana6a646cb12023-10-11 17:45:352301 },
Prakhar280f58d2023-05-17 18:09:102302 },
Kenneth Russelleb60cbd22017-12-05 07:54:282303 },
2304 },
Yuly Novikov322b57f2023-08-21 23:25:092305 'context_lost_metal_passthrough_ganesh_tests': {
Yuly Novikov3ed87d1b2023-08-04 19:09:362306 'remove_from': [
2307 # crbug.com/1458020 for Mac Retina ASAN removal
2308 'Mac FYI Retina ASAN (AMD)',
2309 ],
2310 },
Yuly Novikov322b57f2023-08-21 23:25:092311 'context_lost_metal_passthrough_graphite_tests': {
Kenneth Russell7e6ae8372023-06-29 02:36:382312 'remove_from': [
2313 # crbug.com/1458020 for Mac Retina ASAN removal
2314 'Mac FYI Retina ASAN (AMD)',
2315 ],
2316 },
Brian Sheedy4de1cec12024-01-04 19:24:382317 'context_lost_passthrough_tests': {
2318 'modifications': {
2319 'win-arm64-rel': {
2320 'args': [
2321 # These devices have issues running these tests in parallel.
2322 '--jobs=1',
2323 ],
2324 },
2325 },
2326 'replacements': {
2327 'win-arm64-rel': {
2328 'args': {
2329 # Magic substitution happens after regular replacement, so remove it
2330 # now since we are manually applying the number of jobs above.
2331 '$$MAGIC_SUBSTITUTION_GPUParallelJobs': None,
2332 },
2333 },
2334 },
2335 },
Jonah Ryan-Davis832c8462020-06-09 03:45:032336 'context_lost_validating_tests': {
Brian Sheedye285c9b2019-07-15 21:42:462337 # TODO(https://crbug.com/850107): Remove the Android FYI Release (Pixel 2)
2338 # exception once there is enough capacity to run these tests.
2339 'remove_from': [
Brian Sheedye285c9b2019-07-15 21:42:462340 'Android FYI Release (Pixel 2)',
2341 ],
Kenneth Russellc1a09302018-07-10 01:12:542342 },
Thiago Perrotta0aaac5e2023-09-07 08:26:102343 'cr23_pixel_browser_tests': {
Kuan Huang05bdcb7b2024-01-08 22:45:122344 # This target should be removed from any CI only builders. Developers can
2345 # intentionally make UI changes. Without running pixel tests on CQ, those
2346 # cls will get wrongly reverted by sheriffs.
2347 # When we switch CQ builders(e.g. use Win11 to replace Win10), we also
2348 # need to update this field.
2349 'remove_from': [
2350 'Win11 Tests x64',
2351 'win-rel-cft',
2352 ],
Thiago Perrotta0aaac5e2023-09-07 08:26:102353 'modifications': {
2354 'win-rel-cft': {
2355 'args': [
2356 '--test-launcher-filter-file=../../testing/buildbot/filters/win.win-rel-cft.cr23_pixel_browser_tests.filter',
2357 ],
2358 },
2359 },
2360 },
Kenneth Russellfbda3c532017-12-08 23:57:242361 'crashpad_tests': {
2362 'remove_from': [
Nico Weber15a00d62018-05-16 17:11:482363 'linux-win_cross-rel', # https://crbug.com/762167
Vlad Tsyrklevich06a9a44f2019-07-24 19:14:392364 # https://crbug.com/crashpad/304
2365 'Linux TSan Tests',
Ian Struiksma2e23f962023-05-26 22:37:202366 # https://crbug.com/crashpad/304
2367 'linux-exp-tsan-fyi-rel',
Vlad Tsyrklevich06a9a44f2019-07-24 19:14:392368 'ToTLinuxTSan',
2369 # https://crbug.com/crashpad/306
2370 'Linux CFI',
2371 'CFI Linux ToT',
Kenneth Russellfbda3c532017-12-08 23:57:242372 ],
Haiyang Panc7c009e2021-03-18 19:31:232373 'modifications': {
Avi Drissmanc6318122022-03-29 17:07:422374 # TODO(crbug.com/1254975): dyld was rebuilt for macOS 12, which breaks
2375 # the tests. Run this experimentally on all the macOS bots >= 12 and
2376 # remove this exception once fixed.
2377 'Mac Builder Next': {
2378 'experiment_percentage': 100,
2379 },
Ben Joycea0319112022-11-15 23:53:122380 'ToTAndroid': {
2381 'args': [
2382 '--test-launcher-filter-file=../../testing/buildbot/filters/android.pie_tot.crashpad_tests.filter',
2383 ],
2384 },
Haiyang Pan9d68ca02021-08-04 21:30:472385 'android-11-x86-rel': {
Haiyang Panc7c009e2021-03-18 19:31:232386 'args': [
Haiyang Pan32338b72023-02-08 23:48:582387 '--test-launcher-filter-file=../../testing/buildbot/filters/android.emulator.crashpad_tests.filter',
Haiyang Panc7c009e2021-03-18 19:31:232388 ],
2389 },
Haiyang Pan2a55a452022-03-03 08:18:332390 'android-12-x64-rel': {
Haiyang Pan07d9e262021-10-20 21:50:032391 'args': [
Haiyang Pan32338b72023-02-08 23:48:582392 '--test-launcher-filter-file=../../testing/buildbot/filters/android.emulator.crashpad_tests.filter',
2393 ],
2394 },
2395 'android-12l-x64-dbg-tests': {
2396 'args': [
2397 '--test-launcher-filter-file=../../testing/buildbot/filters/android.emulator.crashpad_tests.filter',
2398 ],
2399 },
Haiyang Panef317e4372023-05-19 01:30:082400 'android-12l-x64-fyi-dbg': {
2401 'args': [
2402 '--test-launcher-filter-file=../../testing/buildbot/filters/android.emulator.crashpad_tests.filter',
2403 ],
2404 },
2405 'android-13-x64-fyi-rel': {
2406 'args': [
2407 '--test-launcher-filter-file=../../testing/buildbot/filters/android.emulator.crashpad_tests.filter',
2408 ],
2409 },
Haiyang Pan32338b72023-02-08 23:48:582410 'android-13-x64-rel': {
2411 'args': [
2412 '--test-launcher-filter-file=../../testing/buildbot/filters/android.emulator.crashpad_tests.filter',
Haiyang Pan07d9e262021-10-20 21:50:032413 ],
2414 },
Boris Sazonovce03a2c2023-12-28 18:13:562415 'android-arm64-proguard-rel': {
2416 'args': [
2417 '--test-launcher-filter-file=../../testing/buildbot/filters/android.arm64_proguard_rel.crashpad_tests.filter',
2418 ],
2419 },
Avi Drissmanc6318122022-03-29 17:07:422420 # TODO(crbug.com/1254975): dyld was rebuilt for macOS 12, which breaks
2421 # the tests. Run this experimentally on all the macOS bots >= 12 and
2422 # remove this exception once fixed.
Lindsay Pasricha60535a22021-12-13 16:50:242423 'mac-osxbeta-rel': {
2424 'experiment_percentage': 100,
2425 },
Haiyang Panc7c009e2021-03-18 19:31:232426 },
Kenneth Russellfbda3c532017-12-08 23:57:242427 },
Loko Kung9e202ad2024-01-18 02:14:522428 'dawn_end2end_implicit_device_sync_tests': {
2429 'modifications': {
2430 'Dawn Win10 x64 ASAN Release (Intel)': {
2431 'swarming': {
2432 'shards': 2,
2433 }
2434 },
2435 'Dawn Win10 x64 ASAN Release (NVIDIA)': {
2436 'swarming': {
2437 'shards': 2,
2438 }
2439 }
2440 },
2441 },
2442 'dawn_end2end_no_dxc_tests': {
2443 'modifications': {
2444 'Dawn Win10 x64 ASAN Release (Intel)': {
2445 'swarming': {
2446 'shards': 2,
2447 }
2448 },
2449 'Dawn Win10 x64 ASAN Release (NVIDIA)': {
2450 'swarming': {
2451 'shards': 2,
2452 }
2453 }
2454 },
2455 },
Brian Sheedyd9a809f02022-10-06 00:50:372456 'dawn_end2end_skip_validation_tests': {
2457 'remove_from': [
2458 # TODO(crbug.com/1363409): Enable these once they're shown to work on
2459 # Android.
2460 'Dawn Android arm DEPS Release (Pixel 4)',
2461 'Dawn Android arm Release (Pixel 4)',
Austin Eng337f62b2023-05-17 21:34:152462 'Dawn Android arm64 DEPS Release (Pixel 6)',
2463 'Dawn Android arm64 Release (Pixel 6)',
Brian Sheedyd9a809f02022-10-06 00:50:372464 ],
Loko Kung9e202ad2024-01-18 02:14:522465 'modifications': {
2466 'Dawn Win10 x64 ASAN Release (Intel)': {
2467 'swarming': {
2468 'shards': 2,
2469 }
2470 },
2471 'Dawn Win10 x64 ASAN Release (NVIDIA)': {
2472 'swarming': {
2473 'shards': 2,
2474 }
2475 }
2476 },
2477 },
2478 'dawn_end2end_tests': {
2479 'modifications': {
2480 'Dawn Win10 x64 ASAN Release (Intel)': {
2481 'swarming': {
2482 'shards': 2,
2483 }
2484 },
2485 'Dawn Win10 x64 ASAN Release (NVIDIA)': {
2486 'swarming': {
2487 'shards': 2,
2488 }
2489 }
2490 },
Brian Sheedyd9a809f02022-10-06 00:50:372491 },
2492 'dawn_end2end_validation_layers_tests': {
2493 'remove_from': [
2494 # TODO(crbug.com/1363409): Enable these once they're shown to work on
2495 # Android.
2496 'Dawn Android arm DEPS Release (Pixel 4)',
2497 'Dawn Android arm Release (Pixel 4)',
Austin Eng337f62b2023-05-17 21:34:152498 'Dawn Android arm64 DEPS Release (Pixel 6)',
2499 'Dawn Android arm64 Release (Pixel 6)',
Brian Sheedyd9a809f02022-10-06 00:50:372500 ],
2501 },
2502 'dawn_end2end_wire_tests': {
2503 'remove_from': [
2504 # TODO(crbug.com/1363409): Enable these once they're shown to work on
2505 # Android.
2506 'Dawn Android arm DEPS Release (Pixel 4)',
2507 'Dawn Android arm Release (Pixel 4)',
Austin Eng337f62b2023-05-17 21:34:152508 'Dawn Android arm64 DEPS Release (Pixel 6)',
2509 'Dawn Android arm64 Release (Pixel 6)',
Brian Sheedyd9a809f02022-10-06 00:50:372510 ],
Loko Kung9e202ad2024-01-18 02:14:522511 'modifications': {
2512 'Dawn Win10 x64 ASAN Release (Intel)': {
2513 'swarming': {
2514 'shards': 2,
2515 }
2516 },
2517 'Dawn Win10 x64 ASAN Release (NVIDIA)': {
2518 'swarming': {
2519 'shards': 2,
2520 }
2521 }
2522 },
Brian Sheedyd9a809f02022-10-06 00:50:372523 },
Austin Eng414af1612022-04-08 02:15:362524 'dawn_perf_tests': {
2525 'remove_from': [
Brian Sheedyd9a809f02022-10-06 00:50:372526 # TODO(crbug.com/1363409): Enable these once they're shown to work on
2527 # Android.
2528 'Dawn Android arm DEPS Release (Pixel 4)',
2529 'Dawn Android arm Release (Pixel 4)',
Austin Eng337f62b2023-05-17 21:34:152530 'Dawn Android arm64 DEPS Release (Pixel 6)',
2531 'Dawn Android arm64 Release (Pixel 6)',
Austin Eng414af1612022-04-08 02:15:362532 ],
2533 },
Haiyang Pan1c813ca2021-11-24 18:52:162534 'device_unittests': {
2535 'modifications': {
Haiyang Pan2a55a452022-03-03 08:18:332536 'android-12-x64-rel': {
Haiyang Pan1c813ca2021-11-24 18:52:162537 'args': [
Haiyang Pand1a294512023-02-09 19:40:122538 '--test-launcher-filter-file=../../testing/buildbot/filters/android.emulator.device_unittests.filter',
2539 ],
2540 },
2541 'android-12l-x64-dbg-tests': {
2542 'args': [
2543 '--test-launcher-filter-file=../../testing/buildbot/filters/android.emulator.device_unittests.filter',
2544 ],
2545 },
Haiyang Panef317e4372023-05-19 01:30:082546 'android-12l-x64-fyi-dbg': {
2547 'args': [
2548 '--test-launcher-filter-file=../../testing/buildbot/filters/android.emulator.device_unittests.filter',
2549 ],
2550 },
2551 'android-13-x64-fyi-rel': {
2552 'args': [
2553 '--test-launcher-filter-file=../../testing/buildbot/filters/android.emulator.device_unittests.filter',
2554 ],
2555 },
Haiyang Pand1a294512023-02-09 19:40:122556 'android-13-x64-rel': {
2557 'args': [
2558 '--test-launcher-filter-file=../../testing/buildbot/filters/android.emulator.device_unittests.filter',
Haiyang Pan1c813ca2021-11-24 18:52:162559 ],
2560 },
2561 },
2562 },
Yuly Novikov3ed87d1b2023-08-04 19:09:362563 'expected_color_pixel_gl_passthrough_ganesh_test': {
Yuly Novikov8e05ea72023-07-31 17:10:342564 'replacements': {
2565 'Mac V8 FYI Release (Intel)': {
2566 'args': {
2567 '--git-revision': '${got_cr_revision}',
2568 },
2569 },
2570 },
2571 },
Yuly Novikov322b57f2023-08-21 23:25:092572 'expected_color_pixel_metal_passthrough_ganesh_test': {
Yuly Novikov3ed87d1b2023-08-04 19:09:362573 'remove_from': [
2574 # crbug.com/1458020 for Mac Retina ASAN removal
2575 'Mac FYI Retina ASAN (AMD)',
2576 ],
2577 'replacements': {
2578 'Mac V8 FYI Release (Intel)': {
2579 'args': {
2580 '--git-revision': '${got_cr_revision}',
2581 },
2582 },
2583 },
2584 },
Yuly Novikov322b57f2023-08-21 23:25:092585 'expected_color_pixel_metal_passthrough_graphite_test': {
Yuly Novikov8e05ea72023-07-31 17:10:342586 'remove_from': [
2587 # crbug.com/1458020 for Mac Retina ASAN removal
2588 'Mac FYI Retina ASAN (AMD)',
2589 ],
2590 'replacements': {
2591 'Mac V8 FYI Release (Intel)': {
2592 'args': {
2593 '--git-revision': '${got_cr_revision}',
2594 },
2595 },
2596 },
2597 },
Brian Sheedy50b3caf2023-07-11 19:26:492598 'expected_color_pixel_passthrough_test': {
2599 'modifications': {
2600 'Android FYI Release (Pixel 4)': {
2601 'args': [
2602 # Pixel 4s are weird in that they can output in different color spaces
2603 # simultaneously. The readback code for capturing a screenshot assumes
2604 # only one color space, so disable wide color gamut for the test to
2605 # work around the issue. See https://crbug.com/1166379 for more
2606 # information.
2607 '--extra-browser-args=--disable-wcg-for-test',
2608 ],
2609 },
2610 'android_optional_gpu_tests_rel': {
2611 'args': [
2612 # See above.
2613 '--extra-browser-args=--disable-wcg-for-test',
2614 ],
2615 },
2616 },
Brian Sheedy50b3caf2023-07-11 19:26:492617 'replacements': {
2618 # The V8 builders pass the V8 revision for ${got_revision}, so instead
2619 # use ${got_cr_revision}, which is only set on the V8 bots.
2620 'Linux V8 FYI Release (NVIDIA)': {
2621 'args': {
2622 '--git-revision': '${got_cr_revision}',
2623 },
2624 },
2625 'Linux V8 FYI Release - pointer compression (NVIDIA)': {
2626 'args': {
2627 '--git-revision': '${got_cr_revision}',
2628 },
2629 },
Brian Sheedy50b3caf2023-07-11 19:26:492630 'Win V8 FYI Release (NVIDIA)': {
2631 'args': {
2632 '--git-revision': '${got_cr_revision}',
2633 },
2634 },
2635 },
2636 },
Brian Sheedy48c79732023-10-02 18:08:282637 'expected_color_pixel_passthrough_test JACUZZI_RELEASE_LKGM': {
2638 'modifications': {
2639 'ChromeOS FYI Release Skylab (jacuzzi)': {
2640 'args': [
2641 # Skylab currently doesn't support use of LUCI_CONTEXT, so Gold cannot
2642 # automatically get the service account to authenticate with.
2643 '--service-account=/creds/service_accounts/skylab-drone.json',
2644 ],
2645 },
2646 },
2647 },
Brian Sheedyc3138b52023-11-27 19:44:472648 'expected_color_pixel_passthrough_test VOLTEER_PUBLIC_RELEASE_LKGM': {
2649 'modifications': {
2650 'ChromeOS FYI Release Skylab (volteer)': {
2651 'args': [
2652 # Skylab currently doesn't support use of LUCI_CONTEXT, so Gold cannot
2653 # automatically get the service account to authenticate with.
2654 '--service-account=/creds/service_accounts/skylab-drone.json',
2655 ],
2656 },
2657 },
2658 },
Brian Sheedy50b3caf2023-07-11 19:26:492659 'expected_color_pixel_validating_test': {
2660 'modifications': {
2661 'Android FYI Release (Pixel 4)': {
2662 'args': [
2663 # Pixel 4s are weird in that they can output in different color spaces
2664 # simultaneously. The readback code for capturing a screenshot assumes
2665 # only one color space, so disable wide color gamut for the test to
2666 # work around the issue. See https://crbug.com/1166379 for more
2667 # information.
2668 '--extra-browser-args=--disable-wcg-for-test',
2669 ],
2670 },
2671 'android_optional_gpu_tests_rel': {
2672 'args': [
2673 # See above.
2674 '--extra-browser-args=--disable-wcg-for-test',
2675 ],
2676 },
2677 },
2678 # TODO(https://crbug.com/850107): Remove the Android FYI Release (Pixel 2)
2679 # exception once there is enough capacity to run these tests.
2680 'remove_from': [
2681 'Android FYI Release (Pixel 2)',
2682 ],
2683 'replacements': {
2684 # The V8 builders pass the V8 revision for ${got_revision}, so instead
2685 # use ${got_cr_revision}, which is only set on the V8 bots.
2686 'Android V8 FYI Release (Nexus 5X)': {
2687 'args': {
2688 '--git-revision': '${got_cr_revision}',
2689 },
2690 },
2691 },
2692 },
Joe Downing41486042018-10-18 22:44:442693 'extensions_browsertests': {
Brad Halla36886c2019-02-26 16:52:292694 'remove_from': [
Brad Halla36886c2019-02-26 16:52:292695 'CrWinAsan(dll)', # https://crbug.com/935598
2696 ],
Joe Downing41486042018-10-18 22:44:442697 'modifications': {
2698 'Win10 Tests x64 (dbg)': {
2699 'experiment_percentage': 100, # https://crbug.com/876615
2700 },
Sven Zhengbc822262022-09-20 20:47:352701 # https://crbug.com/1111979
2702 'linux-lacros-asan-lsan-rel': {
2703 'args': [
2704 '--gtest_filter=-BluetoothShellApiTest.ApiSanityCheck:BluetoothSocketApiTest.Listen:BluetoothSocketApiTest.PermissionDenied',
2705 ],
2706 },
Sven Zheng5c9d3e342020-08-11 21:39:432707 # https://crbug.com/1111979,
Junhua Chen39dd2dba2021-05-05 17:51:542708 'linux-lacros-code-coverage': {
2709 'args': [
2710 '--gtest_filter=-BluetoothShellApiTest.ApiSanityCheck:BluetoothSocketApiTest.Listen:BluetoothSocketApiTest.PermissionDenied',
2711 ],
2712 },
Yuke Liaoa0db4742021-08-09 18:28:332713 'linux-lacros-dbg-tests-fyi': {
2714 'args': [
2715 '--gtest_filter=-BluetoothShellApiTest.ApiSanityCheck:BluetoothSocketApiTest.Listen:BluetoothSocketApiTest.PermissionDenied',
2716 ],
2717 },
Sven Zheng5c9d3e342020-08-11 21:39:432718 'linux-lacros-tester-rel': {
Sven Zheng5c9d3e342020-08-11 21:39:432719 'args': [
2720 '--gtest_filter=-BluetoothShellApiTest.ApiSanityCheck:BluetoothSocketApiTest.Listen:BluetoothSocketApiTest.PermissionDenied',
2721 ],
2722 },
Prakharf5c3e6402023-10-09 22:04:572723 'win10-code-coverage': {
2724 'swarming': {
2725 'shards': 2,
2726 'dimensions': {
2727 'pool': 'chromium.tests.coverage',
2728 'ssd': '1',
2729 },
2730 }
2731 },
Joe Downing41486042018-10-18 22:44:442732 },
2733 },
Sven Zheng577fe5ff2020-08-03 22:06:442734 'extensions_unittests': {
Sven Zheng80734f12020-08-06 06:50:392735 'modifications': {
Zijie He073e2232023-08-04 18:14:592736 'fuchsia-code-coverage': {
2737 'swarming': {
2738 'shards': 2,
2739 },
2740 },
Chong Gud034fe52022-01-20 21:48:042741 'fuchsia-fyi-x64-asan': {
2742 'args': [
Chong Gu1155d872022-02-10 17:55:272743 '--test-launcher-filter-file=../../testing/buildbot/filters/fuchsia.lsan.extensions_unittests.filter',
Chong Gud034fe52022-01-20 21:48:042744 ],
2745 },
Sven Zhengbc822262022-09-20 20:47:352746 # https://crbug.com/1111979
2747 'linux-lacros-asan-lsan-rel': {
2748 'args': [
Jenny Zhangb71f9792023-07-21 01:06:102749 '--gtest_filter=-NativeExtensionBindingsSystemUnittest.AccessToAliasDoesntGiveAliasSourceAccess:'
2750 'NativeExtensionBindingsSystemUnittest.AliasedAPIsAreDifferentObjects',
Sven Zhengbc822262022-09-20 20:47:352751 ],
2752 },
Sven Zheng5c9d3e342020-08-11 21:39:432753 # https://crbug.com/1111979,
Junhua Chen39dd2dba2021-05-05 17:51:542754 'linux-lacros-code-coverage': {
2755 'args': [
Jenny Zhangb71f9792023-07-21 01:06:102756 '--gtest_filter=-NativeExtensionBindingsSystemUnittest.AccessToAliasDoesntGiveAliasSourceAccess:'
2757 'NativeExtensionBindingsSystemUnittest.AliasedAPIsAreDifferentObjects',
Yuke Liaoa0db4742021-08-09 18:28:332758 ],
2759 },
2760 'linux-lacros-dbg-tests-fyi': {
2761 'args': [
Jenny Zhangb71f9792023-07-21 01:06:102762 '--gtest_filter=-NativeExtensionBindingsSystemUnittest.AccessToAliasDoesntGiveAliasSourceAccess:'
2763 'NativeExtensionBindingsSystemUnittest.AliasedAPIsAreDifferentObjects',
Junhua Chen39dd2dba2021-05-05 17:51:542764 ],
2765 },
Sven Zheng5c9d3e342020-08-11 21:39:432766 'linux-lacros-tester-rel': {
Sven Zheng5c9d3e342020-08-11 21:39:432767 'args': [
Jenny Zhangb71f9792023-07-21 01:06:102768 '--gtest_filter=-NativeExtensionBindingsSystemUnittest.AccessToAliasDoesntGiveAliasSourceAccess:'
2769 'NativeExtensionBindingsSystemUnittest.AliasedAPIsAreDifferentObjects',
Sven Zheng5c9d3e342020-08-11 21:39:432770 ],
2771 },
Sven Zheng80734f12020-08-06 06:50:392772 },
Sven Zheng577fe5ff2020-08-03 22:06:442773 },
Brian Sheedy74f28cc2023-08-18 22:16:512774 'gcp_unittests': {
2775 'modifications': {
2776 # Flakily times out with only a single shard due to slow runtime.
2777 'win-asan': {
2778 'swarming': {
2779 'shards': 2,
2780 },
2781 },
2782 },
2783 },
Chong Gu76046412021-09-22 17:49:212784 'gfx_unittests': {
Chong Gudf7fbe92021-02-24 02:55:582785 'modifications': {
2786 'fuchsia-code-coverage': {
2787 'swarming': {
2788 'shards': 2,
2789 },
2790 },
2791 },
2792 },
Kenneth Russelleb60cbd22017-12-05 07:54:282793 'gin_unittests': {
2794 'remove_from': [
Nico Weber1394523f2018-06-06 15:58:472795 'ToTLinuxASan', # https://crbug.com/831667
Nico Weberd36959682018-04-12 03:33:462796 'Linux ASan LSan Tests (1)', # https://crbug.com/831667
Nico Weber1394523f2018-06-06 15:58:472797 'Linux Chromium OS ASan LSan Tests (1)', # https://crbug.com/831667
Kenneth Russelleb60cbd22017-12-05 07:54:282798 ],
Chong Gua10cd302022-01-14 19:22:192799 'modifications': {
Haiyang Pance026642023-04-26 19:34:212800 'android-arm64-proguard-rel': {
2801 'args': [
2802 # https://crbug.com/1404782
2803 '--test-launcher-filter-file=../../testing/buildbot/filters/android.pie_arm64.gin_unittests.filter',
2804 ],
2805 },
Ben Joycee3f55c902023-01-13 00:27:292806 'android-code-coverage-native': {
2807 'args': [
2808 # https://crbug.com/1404782
Haiyang Pance026642023-04-26 19:34:212809 '--test-launcher-filter-file=../../testing/buildbot/filters/android.pie_arm64.gin_unittests.filter',
Ben Joycee3f55c902023-01-13 00:27:292810 ],
2811 },
Chong Gua10cd302022-01-14 19:22:192812 'fuchsia-fyi-x64-asan': {
2813 'args': [
2814 '--test-launcher-filter-file=../../testing/buildbot/filters/fuchsia.lsan.gin_unittests.filter',
2815 ],
2816 },
2817 },
Kenneth Russelleb60cbd22017-12-05 07:54:282818 },
Jonah Ryan-Davisdeeffeaf2020-06-18 17:56:002819 'gl_tests_passthrough': {
2820 'remove_from': [
2821 'CFI Linux ToT',
Brian Sheedyd9a809f02022-10-06 00:50:372822 # TODO(crbug.com/1363409): Enable these once they're shown to work on
2823 # Android.
2824 'Dawn Android arm DEPS Release (Pixel 4)',
2825 'Dawn Android arm Release (Pixel 4)',
Austin Eng337f62b2023-05-17 21:34:152826 'Dawn Android arm64 DEPS Release (Pixel 6)',
2827 'Dawn Android arm64 Release (Pixel 6)',
Jonah Ryan-Davisdeeffeaf2020-06-18 17:56:002828 # Can't run on MSAN because gl_tests uses the hardware driver,
2829 # which isn't instrumented.
2830 'Linux MSan Tests',
Ian Struiksmab0412a22023-06-06 23:02:482831 'linux-exp-msan-fyi-rel',
Jonah Ryan-Davisdeeffeaf2020-06-18 17:56:002832 ],
2833 'modifications': {
2834 # TODO(kbr): figure out a better way to specify blocks of
2835 # arguments like this for tests on multiple machines.
Garrett Beatya491ec72020-07-25 12:36:122836 'Linux ASan LSan Tests (1)': {
2837 'args': [
2838 '--use-gpu-in-tests',
2839 '--no-xvfb',
2840 ],
2841 'swarming': {
Yuly Novikovbcd82dd12023-10-09 17:12:592842 # This must be kept in sync with linux_nvidia_gtx_1660_stable mixin
Garrett Beatyade673d2023-08-04 22:00:252843 'dimensions': {
Yuly Novikovbcd82dd12023-10-09 17:12:592844 'gpu': '10de:2184-440.100',
2845 'os': 'Ubuntu-18.04.5|Ubuntu-18.04.6',
Garrett Beatyade673d2023-08-04 22:00:252846 'pool': 'chromium.tests.gpu',
2847 },
Garrett Beatya491ec72020-07-25 12:36:122848 },
2849 },
2850 'Linux CFI': {
2851 'args': [
2852 '--use-gpu-in-tests',
2853 '--no-xvfb',
2854 ],
2855 'swarming': {
Yuly Novikovbcd82dd12023-10-09 17:12:592856 # This must be kept in sync with linux_nvidia_gtx_1660_stable mixin
Garrett Beatyade673d2023-08-04 22:00:252857 'dimensions': {
Yuly Novikovbcd82dd12023-10-09 17:12:592858 'gpu': '10de:2184-440.100',
2859 'os': 'Ubuntu-18.04.5|Ubuntu-18.04.6',
Garrett Beatyade673d2023-08-04 22:00:252860 'pool': 'chromium.tests.gpu',
2861 },
Garrett Beatya491ec72020-07-25 12:36:122862 },
2863 },
2864 'Linux TSan Tests': {
2865 'args': [
2866 '--use-gpu-in-tests',
2867 '--no-xvfb',
2868 ],
2869 'swarming': {
Yuly Novikovbcd82dd12023-10-09 17:12:592870 # This must be kept in sync with linux_nvidia_gtx_1660_stable mixin
Garrett Beatyade673d2023-08-04 22:00:252871 'dimensions': {
Yuly Novikovbcd82dd12023-10-09 17:12:592872 'gpu': '10de:2184-440.100',
2873 'os': 'Ubuntu-18.04.5|Ubuntu-18.04.6',
Garrett Beatyade673d2023-08-04 22:00:252874 'pool': 'chromium.tests.gpu',
2875 },
Garrett Beatya491ec72020-07-25 12:36:122876 },
2877 },
Ian Struiksma2e23f962023-05-26 22:37:202878 'linux-exp-tsan-fyi-rel': {
2879 'args': [
2880 '--use-gpu-in-tests',
2881 '--no-xvfb',
2882 ],
2883 'swarming': {
Yuly Novikovbcd82dd12023-10-09 17:12:592884 # This must be kept in sync with linux_nvidia_gtx_1660_stable mixin
Garrett Beatyade673d2023-08-04 22:00:252885 'dimensions': {
Yuly Novikovbcd82dd12023-10-09 17:12:592886 'gpu': '10de:2184-440.100',
2887 'os': 'Ubuntu-18.04.5|Ubuntu-18.04.6',
Garrett Beatyade673d2023-08-04 22:00:252888 'pool': 'chromium.tests.gpu',
2889 },
Ian Struiksma2e23f962023-05-26 22:37:202890 },
2891 },
Jonah Ryan-Davisdeeffeaf2020-06-18 17:56:002892 },
2893 },
Jonah Ryan-Davise25a89f2020-05-29 20:18:242894 'gl_tests_validating': {
Kenneth Russelleb60cbd22017-12-05 07:54:282895 'modifications': {
Brian Sheedy920df652022-11-11 20:54:152896 'Android FYI Release (Samsung A13)': {
2897 'args': [
2898 '--test-launcher-filter-file=../../testing/buildbot/filters/android.samsung_a13.gl_tests.filter',
2899 ],
2900 },
Sunny Sachanandanib5c6c082022-09-29 00:26:142901 'Android FYI Release (Samsung A23)': {
2902 'args': [
2903 '--test-launcher-filter-file=../../testing/buildbot/filters/android.samsung_a23.gl_tests.filter',
2904 ],
2905 },
Ben Joycea0319112022-11-15 23:53:122906 'ToTAndroid': {
2907 'args': [
2908 '--test-launcher-filter-file=../../testing/buildbot/filters/android.pie_tot.gl_tests.filter', # https://crbug.com/1034007
2909 ],
2910 },
Haiyang Pan9d68ca02021-08-04 21:30:472911 'android-11-x86-rel': {
Haiyang Pancf765862021-03-18 20:39:152912 'args': [
2913 '--test-launcher-filter-file=../../testing/buildbot/filters/android.emulator_11.gl_tests.filter',
2914 ],
2915 },
Haiyang Pan2a55a452022-03-03 08:18:332916 'android-12-x64-rel': {
Haiyang Pan382008922021-11-19 21:15:092917 'args': [
Haiyang Pand1a294512023-02-09 19:40:122918 '--test-launcher-filter-file=../../testing/buildbot/filters/android.emulator_12_12l_13.gl_tests.filter',
2919 ],
2920 },
2921 'android-12l-x64-dbg-tests': {
2922 'args': [
2923 '--test-launcher-filter-file=../../testing/buildbot/filters/android.emulator_12_12l_13.gl_tests.filter',
2924 ],
2925 },
Haiyang Panef317e4372023-05-19 01:30:082926 'android-12l-x64-fyi-dbg': {
2927 'args': [
2928 '--test-launcher-filter-file=../../testing/buildbot/filters/android.emulator_12_12l_13.gl_tests.filter',
2929 ],
2930 },
2931 'android-13-x64-fyi-rel': {
2932 'args': [
2933 '--test-launcher-filter-file=../../testing/buildbot/filters/android.emulator_12_12l_13.gl_tests.filter',
2934 ],
2935 },
Haiyang Pand1a294512023-02-09 19:40:122936 'android-13-x64-rel': {
2937 'args': [
2938 '--test-launcher-filter-file=../../testing/buildbot/filters/android.emulator_12_12l_13.gl_tests.filter',
Haiyang Pan382008922021-11-19 21:15:092939 ],
2940 },
Nate Fischerb0474702022-12-13 22:46:532941 'android-arm64-proguard-rel': {
2942 'args': [
2943 '--test-launcher-filter-file=../../testing/buildbot/filters/android.arm64_proguard_rel.gl_tests.filter', # https://crbug.com/1034007
2944 ],
2945 },
Ben Joycee3f55c902023-01-13 00:27:292946 'android-code-coverage-native': {
2947 'args': [
2948 '--test-launcher-filter-file=../../testing/buildbot/filters/android.pie_arm64_rel.gl_tests.filter', # https://crbug.com/1034007
2949 ],
2950 },
Prakharc60ec802023-03-06 07:49:292951 # If you change this, make similar changes in android-x86-code-coverage below
Ben Joyce6f566c52023-07-14 22:55:012952 'android-oreo-x86-rel': {
2953 'args': [
Haiyang Pan2c4c5e922023-10-09 22:57:312954 '--test-launcher-filter-file=../../testing/buildbot/filters/android.emulator_o_p.gl_tests.filter',
James Shenc47f7b12022-07-07 23:42:412955 ],
2956 },
Andrew Luo38b311f2019-10-04 03:42:092957 'android-pie-arm64-rel': {
John Budorick79ec9012020-01-08 21:56:312958 'args': [
Andrew Luobe83fd82019-12-19 03:07:582959 '--test-launcher-filter-file=../../testing/buildbot/filters/android.pie_arm64_rel.gl_tests.filter', # https://crbug.com/1034007
2960 ],
Andrew Luo38b311f2019-10-04 03:42:092961 },
Haiyang Pan08d09dc2020-04-01 16:11:212962 'android-pie-x86-rel': {
John Budorick79ec9012020-01-08 21:56:312963 'args': [
Haiyang Pan2c4c5e922023-10-09 22:57:312964 '--test-launcher-filter-file=../../testing/buildbot/filters/android.emulator_o_p.gl_tests.filter',
John Budorick79ec9012020-01-08 21:56:312965 ],
2966 },
Haiyang Pan2c4c5e922023-10-09 22:57:312967 # Keep this same as android-oreo-x86-rel above
Prakharc60ec802023-03-06 07:49:292968 'android-x86-code-coverage': {
2969 'args': [
Haiyang Pan2c4c5e922023-10-09 22:57:312970 '--test-launcher-filter-file=../../testing/buildbot/filters/android.emulator_o_p.gl_tests.filter',
Prakharc60ec802023-03-06 07:49:292971 ],
2972 },
Kenneth Russelleb60cbd22017-12-05 07:54:282973 },
2974 },
Takuto Ikutaf5333252019-11-06 16:07:082975 'gl_unittests': {
2976 'remove_from': [
Takuto Ikutaf5333252019-11-06 16:07:082977 # On Android, these are already run on the main waterfall.
2978 # Run them on the one-off Android FYI bots, though.
2979 'Android FYI Release (Nexus 5X)',
Brian Sheedyd9a809f02022-10-06 00:50:372980 # TODO(crbug.com/1363409): Enable these once they're shown to work on
2981 # Android.
2982 'Dawn Android arm DEPS Release (Pixel 4)',
2983 'Dawn Android arm Release (Pixel 4)',
Austin Eng337f62b2023-05-17 21:34:152984 'Dawn Android arm64 DEPS Release (Pixel 6)',
2985 'Dawn Android arm64 Release (Pixel 6)',
Yuly Novikov37e04342020-05-29 00:52:042986 # Can't run on MSAN because gl_unittests uses the hardware driver,
2987 # which isn't instrumented.
2988 'Linux MSan Tests',
Ian Struiksmab0412a22023-06-06 23:02:482989 'linux-exp-msan-fyi-rel',
Takuto Ikutaf5333252019-11-06 16:07:082990 ],
Haiyang Pan505fcd5a2021-12-13 19:46:232991 'modifications': {
Brian Sheedy995a7d92024-01-18 03:43:132992 'Win10 FYI x64 Exp Release (NVIDIA)': {
2993 'args': [
2994 # TODO(crbug.com/1505895): Remove this filter when these tests no
2995 # longer crash on the newer driver.
2996 '--gtest_filter=-DelegatedInkPointRendererGpuTest.DrawPointsAsTheyArrive:DelegatedInkPointRendererGpuTest.MaximumPointerIds:DelegatedInkPointRendererGpuTest.MultiplePointerIds:DelegatedInkPointRendererGpuTest.StoreAndRemovePointsAndTokens',
2997 ],
2998 },
Haiyang Pan2a55a452022-03-03 08:18:332999 'android-12-x64-rel': {
Haiyang Pan505fcd5a2021-12-13 19:46:233000 'args': [
3001 '--test-launcher-filter-file=../../testing/buildbot/filters/android.emulator_12.gl_unittests.filter',
3002 ],
3003 },
3004 },
Takuto Ikutaf5333252019-11-06 16:07:083005 },
3006 'gl_unittests_ozone': {
3007 'remove_from': [
3008 # Can't run on MSAN because gl_unittests_ozone uses the hardware driver,
3009 # which isn't instrumented.
3010 'Linux ChromiumOS MSan Tests',
3011 ],
3012 },
Brian Sheedy0bf7f822022-07-21 17:44:433013 'gold_common_pytype': {
3014 'remove_from': [
3015 'linux-code-coverage',
3016 ],
3017 },
Takuto Ikutaf5333252019-11-06 16:07:083018 'gpu_process_launch_tests': {
Takuto Ikutaf5333252019-11-06 16:07:083019 'remove_from': [
Kramer Ge3bf853a2023-04-13 19:39:473020 # TODO(https://crbug.com/850107): Remove the Android FYI Release (Pixel 2)
3021 # exception once there is enough capacity to run these tests.
Takuto Ikutaf5333252019-11-06 16:07:083022 'Android FYI Release (Pixel 2)',
Kenneth Russell7e6ae8372023-06-29 02:36:383023 # crbug.com/1458020 for Mac Retina ASAN removal
3024 'Mac FYI Retina ASAN (AMD)',
Takuto Ikutaf5333252019-11-06 16:07:083025 ],
3026 },
Brian Sheedy053d88cf2022-05-24 23:40:053027 'gpu_pytype': {
3028 'remove_from': [
3029 'linux-code-coverage',
3030 ],
3031 },
Chong Gu76046412021-09-22 17:49:213032 'gpu_unittests': {
Chong Gudf7fbe92021-02-24 02:55:583033 'modifications': {
3034 'fuchsia-code-coverage': {
3035 'swarming': {
3036 'shards': 5,
3037 },
3038 },
3039 },
3040 },
Kevin McNeed21a6c522021-06-14 21:27:253041 'grit_python_unittests': {
3042 'remove_from': [
Titouan Rigoudy9e860832021-11-08 15:34:453043 # TODO(https://crbug.com/1267125): Re-enable.
3044 'mac11-arm64-rel-tests',
Zhaoyang Li5d3713d2022-06-13 18:01:173045 # TODO(https://crbug.com/1267125): Re-enable.
3046 'mac12-arm64-rel-tests',
Will Yeagera090e6a2023-06-09 14:59:413047 # TODO(https://crbug.com/1267125): Re-enable.
3048 'mac13-arm64-rel-tests',
Kevin McNeed21a6c522021-06-14 21:27:253049 ],
3050 },
Brian Sheedye285c9b2019-07-15 21:42:463051 'hardware_accelerated_feature_tests': {
Brian Sheedye285c9b2019-07-15 21:42:463052 'remove_from': [
Kramer Ge3bf853a2023-04-13 19:39:473053 # TODO(https://crbug.com/850107): Remove the Android FYI Release (Pixel 2)
3054 # exception once there is enough capacity to run these tests.
Brian Sheedye285c9b2019-07-15 21:42:463055 'Android FYI Release (Pixel 2)',
Kenneth Russell7e6ae8372023-06-29 02:36:383056 # crbug.com/1458020 for Mac Retina ASAN removal
3057 'Mac FYI Retina ASAN (AMD)',
Brian Sheedye285c9b2019-07-15 21:42:463058 ],
3059 },
Brad Halla36886c2019-02-26 16:52:293060 'headless_browsertests': {
Chong Gud08d1232021-09-11 08:53:593061 'remove_from': [
3062 'CrWinAsan(dll)', # https://crbug.com/935598
Maksim Sisovc81d284c2021-10-05 17:54:353063 # Wayland bot doesn't support headless mode.
3064 'Linux Tests (Wayland)',
Chong Gud08d1232021-09-11 08:53:593065 ],
Chong Gud1a5c5992021-04-09 04:08:323066 'modifications': {
3067 'fuchsia-code-coverage': {
3068 'swarming': {
Chong Gu115ce152021-04-15 23:57:163069 'shards': 6,
Chong Gud1a5c5992021-04-09 04:08:323070 },
3071 },
3072 },
Brad Halla36886c2019-02-26 16:52:293073 },
Kenneth Russell8a386d42018-06-02 09:48:013074 'info_collection_tests': {
3075 'remove_from': [
Kenneth Russell8a386d42018-06-02 09:48:013076 'Android V8 FYI Release (Nexus 5X)',
3077 'Linux V8 FYI Release (NVIDIA)',
Michael Achenbach5fdfc67b2018-12-13 13:26:353078 'Linux V8 FYI Release - pointer compression (NVIDIA)',
Kenneth Russell7e6ae8372023-06-29 02:36:383079 # crbug.com/1458020 for Mac Retina ASAN removal
3080 'Mac FYI Retina ASAN (AMD)',
Kenneth Russell8a386d42018-06-02 09:48:013081 'Mac V8 FYI Release (Intel)',
3082 'Win V8 FYI Release (NVIDIA)',
3083 ],
Brian Sheedyfe61cdac2020-02-12 01:25:593084 'modifications': {
Brian Sheedyb18cb762020-06-30 00:09:293085 'ChromeOS FYI Release (amd64-generic)': {
Brian Sheedy65be3052020-06-26 19:26:513086 'args': [
Brian Sheedyb18cb762020-06-30 00:09:293087 # Swarming does not report a GPU since tests are run in a VM, but
3088 # the VM does report that a GPU is present.
Brian Sheedy0b46d6b2023-11-27 21:33:023089 '--expected-vendor-id', '1af4',
Brian Sheedyb18cb762020-06-30 00:09:293090 '--expected-device-id', '1050',
Brian Sheedydf2672f2020-05-07 20:44:363091 ],
3092 },
Brian Sheedyfe61cdac2020-02-12 01:25:593093 },
Brian Sheedy32eeeb52020-05-22 01:49:373094 'replacements': {
3095 'ChromeOS FYI Release (amd64-generic)': {
3096 'args': {
Brian Sheedyb18cb762020-06-30 00:09:293097 # Magic substitution happens after regular replacement, so remove it
3098 # now since we are manually applying the expected device ID above.
Brian Sheedy0b46d6b2023-11-27 21:33:023099 '$$MAGIC_SUBSTITUTION_GPUExpectedVendorId': None,
Brian Sheedyb18cb762020-06-30 00:09:293100 '$$MAGIC_SUBSTITUTION_GPUExpectedDeviceId': None,
Brian Sheedy32eeeb52020-05-22 01:49:373101 },
Brian Sheedyff6d1442020-09-19 00:46:313102 },
Brian Sheedy32eeeb52020-05-22 01:49:373103 },
Kenneth Russell8a386d42018-06-02 09:48:013104 },
Kenneth Russelleb60cbd22017-12-05 07:54:283105 'interactive_ui_tests': {
Brad Halla36886c2019-02-26 16:52:293106 'remove_from': [
Brad Halla36886c2019-02-26 16:52:293107 'CrWinAsan(dll)', # https://crbug.com/935598
3108 ],
Kenneth Russelleb60cbd22017-12-05 07:54:283109 'modifications': {
Stephen Martinis1384ff92020-01-07 19:52:153110 'Linux - Future (dbg)': { # client.v8.chromium
Nico Weberdae13cd92018-12-14 13:56:263111 'swarming': {
Stephen Martinis1384ff92020-01-07 19:52:153112 'shards': 3,
Nico Weberdae13cd92018-12-14 13:56:263113 },
3114 },
John Budorickca14c76f62017-12-09 14:19:183115 'Linux ASan LSan Tests (1)': {
Stephanie Kim35e0f8d2023-09-12 19:02:283116 # Only retry the individual failed tests instead of rerunning entire
3117 # shards.
3118 'retry_only_failed_tests': True,
Ben Pastened2c01af2022-01-31 23:06:443119 # These are slow on the ASan trybot for some reason, crbug.com/1257927
Nico Weber96a75a6942018-06-20 04:53:173120 'swarming': {
Stephanie Kim75e95f62022-11-04 16:06:133121 'shards': 12,
Nico Weber96a75a6942018-06-20 04:53:173122 },
3123 },
Brian Sheedy51dcf4d2024-01-17 00:04:503124 'Linux CFI': {
3125 # Slow on certain debug builders, see crbug.com/1513713.
3126 'swarming': {
3127 'shards': 6,
3128 },
3129 },
Pavol Marko05b6bb92022-03-21 12:33:293130 'Linux Chromium OS ASan LSan Tests (1)': {
3131 # These are slow on the ASan trybot for some reason, crbug.com/1257927
3132 'swarming': {
3133 'shards': 6,
Pavol Marko05b6bb92022-03-21 12:33:293134 },
3135 },
Takuto Ikuta54671d972018-07-19 19:06:353136 'Linux ChromiumOS MSan Tests': {
3137 # These are very slow on the Chrome OS MSAN trybot for some reason.
3138 # crbug.com/865455
3139 'swarming': {
3140 'shards': 5,
3141 },
3142 },
Ben Pastene5bc00332023-05-25 21:43:323143 'Linux MSan Tests': {
3144 'swarming': {
Ben Pasteneab6a95732023-11-29 22:35:533145 'shards': 8,
Ben Pastene5bc00332023-05-25 21:43:323146 },
3147 },
Stephen Martinis1384ff92020-01-07 19:52:153148 'Linux TSan Tests': {
Gary Tong46fdc492023-11-01 16:25:013149 'ci_only': True, # https://crbug.com/1498240
Stephanie Kim35e0f8d2023-09-12 19:02:283150 # Only retry the individual failed tests instead of rerunning entire
3151 # shards.
3152 'retry_only_failed_tests': True,
Ben Pastened2c01af2022-01-31 23:06:443153 # These are slow on the TSan bots for some reason, crbug.com/1257927
Dirk Pranke8fd63c12017-12-10 18:06:273154 'swarming': {
Stephen Martinisad6cb7af2021-02-24 01:12:003155 'shards': 32, # Adjusted for testing, see https://crbug.com/1179567
Dirk Pranke8fd63c12017-12-10 18:06:273156 },
3157 },
Maksim Sisovc81d284c2021-10-05 17:54:353158 # https://crbug.com/1192997
3159 'Linux Tests (Wayland)': {
3160 'args': [
3161 '--test-launcher-filter-file=../../testing/buildbot/filters/ozone-linux.interactive_ui_tests_wayland.filter',
3162 ],
3163 },
Joshua Pawlicki345e9922023-06-30 21:19:053164 'Linux Tests (dbg)(1)': {
3165 'swarming': {
Brian Sheedy51dcf4d2024-01-17 00:04:503166 'shards': 10,
Joshua Pawlicki345e9922023-06-30 21:19:053167 },
3168 },
Lindsay Pasrichab3f72db2021-09-22 22:05:463169 'Mac ASan 64 Tests (1)': { # https://crbug.com/1251656
3170 'experiment_percentage': 100,
3171 },
Yue She0cad2922022-06-24 15:06:073172 'Mac12 Tests': {
3173 'swarming': {
Stephanie Kim28fc5902022-11-11 14:54:423174 'shards': 6,
Yue She0cad2922022-06-24 15:06:073175 },
3176 },
Yue Shed8e45742023-06-01 15:18:033177 'Mac13 Tests': {
3178 'swarming': {
3179 'shards': 6,
3180 },
3181 },
Cameron Higgins2e4b7f12023-05-31 18:29:323182 'Mac13 Tests (dbg)': { # https://crbug.com/1265051
Zhaoyang Li9357e1e12021-12-07 18:53:173183 'experiment_percentage': 100,
Cameron Higginsfe09c132023-04-20 21:53:133184 'swarming': {
3185 'shards':6,
3186 }
Zhaoyang Li9357e1e12021-12-07 18:53:173187 },
Stephen Martinis1384ff92020-01-07 19:52:153188 'ToTLinuxTSan': {
Ben Pastened2c01af2022-01-31 23:06:443189 # These are slow on the TSan bots for some reason, crbug.com/1257927
Stephen Martinis1384ff92020-01-07 19:52:153190 'swarming': {
3191 'shards': 6,
3192 },
3193 },
Struan Shrimptona1ab7672022-01-13 18:02:513194 'Win10 Tests x64': {
3195 'swarming': {
Stephanie Kima57b46a2022-10-27 22:09:033196 'shards': 9,
Struan Shrimptona1ab7672022-01-13 18:02:513197 },
3198 },
Stephen Martinis1384ff92020-01-07 19:52:153199 # temporary, https://crbug.com/818832
Greg Thompson3eb7e6522018-05-25 09:04:033200 'Win10 Tests x64 (dbg)': {
3201 'experiment_percentage': 100,
3202 },
Jacob Kopczynski3a555bd32020-12-10 01:41:163203 # TODO(crbug.com/970649): Remove these filters.
Ben Pastene8ef125e2019-12-10 01:46:293204 'linux-chromeos-chrome': {
Ben Pastene8ef125e2019-12-10 01:46:293205 'args': [
3206 '--gtest_filter=-SadTabViewInteractiveUITest.ReloadMultipleSadTabs',
3207 ],
3208 },
Stephen Martinis1384ff92020-01-07 19:52:153209 'linux-chromeos-code-coverage': {
Yuke Liao79424e42020-01-06 21:00:113210 'swarming': {
3211 'shards': 10,
3212 },
3213 },
Pavol Marko582a15d2022-04-01 12:47:203214 'linux-chromeos-dbg': {
3215 'swarming': {
3216 'shards': 6,
3217 },
3218 },
Stephanie Kim3aa4c552023-01-10 18:00:043219 'linux-chromeos-rel': {
Stephanie Kim35e0f8d2023-09-12 19:02:283220 # Only retry the individual failed tests instead of rerunning entire
3221 # shards.
3222 'retry_only_failed_tests': True,
Stephanie Kim3aa4c552023-01-10 18:00:043223 'swarming': {
3224 'shards': 5,
3225 },
3226 },
Stephen Martinis1384ff92020-01-07 19:52:153227 'linux-code-coverage': {
Yuke Liao79424e42020-01-06 21:00:113228 'swarming': {
3229 'shards': 10,
3230 },
3231 },
Ian Struiksmab0412a22023-06-06 23:02:483232 'linux-exp-msan-fyi-rel': {
3233 'swarming': {
3234 'shards': 4,
3235 },
3236 },
Ian Struiksma2e23f962023-05-26 22:37:203237 'linux-exp-tsan-fyi-rel': {
3238 # These are slow on the TSan bots for some reason, crbug.com/1257927
3239 'swarming': {
3240 'shards': 32, # Adjusted for testing, see https://crbug.com/1179567
3241 },
3242 },
Sven Zheng6a910cd2023-07-20 18:52:253243 'linux-lacros-asan-lsan-rel': {
3244 'swarming': {
3245 'shards': 5,
3246 },
3247 },
Stephanie Kim35e0f8d2023-09-12 19:02:283248 'linux-lacros-tester-rel': {
3249 # Only retry the individual failed tests instead of rerunning entire
3250 # shards.
3251 'retry_only_failed_tests': True,
3252 },
Thiago Perrottad12c7872023-01-12 17:30:563253 'linux-rel-cft': {
3254 'args': [
3255 '--test-launcher-filter-file=../../testing/buildbot/filters/linux.linux-rel-cft.interactive_ui_tests.filter',
3256 ],
3257 },
Ian Struiksma448f4132023-10-11 16:21:173258 'linux-ubsan-fyi-rel': {
3259 'swarming': {
3260 'shards': 6,
3261 }
3262 },
Kuan Huang235b0142021-10-19 18:59:283263 'mac-code-coverage': {
3264 'args': [
3265 '--coverage-continuous-mode=1',
3266 ],
3267 },
Lindsay Pasricha60535a22021-12-13 16:50:243268 # TODO (crbug.com/1278617) Re-enable once fixed
3269 'mac-osxbeta-rel': {
3270 'experiment_percentage': 100,
3271 },
Thiago Perrottad12c7872023-01-12 17:30:563272 'mac-rel-cft': {
3273 'args': [
3274 '--test-launcher-filter-file=../../testing/buildbot/filters/mac.mac-rel-cft.interactive_ui_tests.filter',
3275 ],
Thiago Perrottaa289bad2023-01-20 12:44:393276 'swarming': {
3277 'shards': 6,
Thiago Perrottaa289bad2023-01-20 12:44:393278 },
Thiago Perrottad12c7872023-01-12 17:30:563279 },
Will Yeager86db5082023-06-14 21:50:113280 'mac13-arm64-rel-tests': {
3281 'ci_only': False,
3282 'swarming': {
3283 'shards': 6,
3284 },
3285 },
David Bienvenu519e14802023-05-02 23:34:493286 'win-arm64-rel': {
David Bienvenuc19d4522024-01-02 19:51:333287 # Some Win Arm64 bots have touch turned on, which makes some tests fail.
3288 # Similarly, some have a non 1.0 device scale factor.
David Bienvenu519e14802023-05-02 23:34:493289 'args': [
David Bienvenuc19d4522024-01-02 19:51:333290 '--force-device-scale-factor=1',
David Bienvenu519e14802023-05-02 23:34:493291 '--top-chrome-touch-ui=disabled',
3292 ],
3293 },
Kuan Huang1b52d442023-02-07 20:35:343294 'win-asan': {
3295 # Tests shows tests run faster with fewer retries by using fewer jobs crbug.com/1411912
3296 'args': [
3297 '--test-launcher-jobs=3',
3298 ],
3299 'swarming': {
3300 'shards': 6,
3301 },
3302 },
Thiago Perrottad12c7872023-01-12 17:30:563303 'win-rel-cft': {
3304 'args': [
3305 '--test-launcher-filter-file=../../testing/buildbot/filters/win.win-rel-cft.interactive_ui_tests.filter',
3306 ],
Thiago Perrotta314f7b02023-01-19 21:30:533307 'swarming': {
3308 'shards': 9,
3309 },
Thiago Perrottad12c7872023-01-12 17:30:563310 },
Prakhar0ca1594c2023-05-01 19:51:023311 'win10-code-coverage': {
3312 'swarming': {
3313 'shards': 32,
Prakharf7efc5a82023-09-27 12:24:103314 'dimensions': {
3315 'pool': 'chromium.tests.coverage',
3316 'ssd': '1',
3317 },
3318 }
Prakhar0ca1594c2023-05-01 19:51:023319 },
Kenneth Russelleb60cbd22017-12-05 07:54:283320 },
3321 },
Sven Zheng6a910cd2023-07-20 18:52:253322 'interactive_ui_tests Lacros version skew testing ash beta': {
3323 'modifications': {
3324 'linux-lacros-asan-lsan-rel': {
3325 'swarming': {
3326 'shards': 5,
3327 },
3328 },
3329 },
3330 },
3331 'interactive_ui_tests Lacros version skew testing ash canary': {
3332 'modifications': {
3333 'linux-lacros-asan-lsan-rel': {
3334 'swarming': {
3335 'shards': 5,
3336 },
3337 },
3338 },
3339 },
3340 'interactive_ui_tests Lacros version skew testing ash dev': {
3341 'modifications': {
3342 'linux-lacros-asan-lsan-rel': {
3343 'swarming': {
3344 'shards': 5,
3345 },
3346 },
3347 },
3348 },
3349 'interactive_ui_tests Lacros version skew testing ash stable': {
3350 'modifications': {
3351 'linux-lacros-asan-lsan-rel': {
3352 'swarming': {
3353 'shards': 5,
3354 },
3355 },
3356 },
3357 },
Hao Wubfdb23562023-06-17 20:16:513358 'interactive_ui_tests_no_field_trial': {
Ben Pastene516a7cad2023-12-20 23:15:223359 'modifications': {
3360 'Win10 Tests x64': {
3361 'swarming': {
3362 'shards': 4,
3363 },
3364 },
3365 },
Hao Wubfdb23562023-06-17 20:16:513366 'remove_from': [
3367 'win10-rel-no-external-ip',
3368 'win-arm64-rel',
3369 'win-rel-cft',
3370 'Win11 Tests x64',
3371 ],
3372 },
John Budorickf00e5ff2019-06-11 21:21:063373 'ipc_tests': {
3374 'modifications': {
3375 'android-asan': {
3376 'swarming': {
3377 'shards': 2,
3378 },
3379 },
3380 },
3381 },
Sven Zheng2d8c10212023-10-18 00:13:073382 'lacros_chrome_browsertests': {
Sven Zheng1d2a04c2023-05-31 17:05:063383 'modifications': {
3384 'linux-lacros-asan-lsan-rel': {
3385 'swarming': {
3386 'shards': 5,
3387 },
3388 },
3389 },
3390 },
Sven Zheng2d8c10212023-10-18 00:13:073391 'lacros_chrome_browsertests Lacros version skew testing ash beta': {
Sven Zheng6a910cd2023-07-20 18:52:253392 'modifications': {
3393 'linux-lacros-asan-lsan-rel': {
3394 'swarming': {
3395 'shards': 5,
3396 },
3397 },
3398 },
3399 },
Sven Zheng2d8c10212023-10-18 00:13:073400 'lacros_chrome_browsertests Lacros version skew testing ash canary': {
Sven Zheng6a910cd2023-07-20 18:52:253401 'modifications': {
3402 'linux-lacros-asan-lsan-rel': {
3403 'swarming': {
3404 'shards': 5,
3405 },
3406 },
3407 },
3408 },
Sven Zheng2d8c10212023-10-18 00:13:073409 'lacros_chrome_browsertests Lacros version skew testing ash dev': {
Sven Zheng6a910cd2023-07-20 18:52:253410 'modifications': {
3411 'linux-lacros-asan-lsan-rel': {
3412 'swarming': {
3413 'shards': 5,
3414 },
3415 },
3416 },
3417 },
Sven Zheng2d8c10212023-10-18 00:13:073418 'lacros_chrome_browsertests Lacros version skew testing ash stable': {
Sven Zheng6a910cd2023-07-20 18:52:253419 'modifications': {
3420 'linux-lacros-asan-lsan-rel': {
3421 'swarming': {
3422 'shards': 5,
3423 },
3424 },
3425 },
3426 },
Reilly Grant0fc352502023-04-24 17:25:283427 'leveldb_unittests': {
3428 'remove_from': [
3429 # TODO(https://crbug.com/1432753): Runs too slowly in this configuration.
Haiyang Panb41ca5f2023-07-10 23:11:313430 'android-oreo-x86-rel',
Reilly Grant0fc352502023-04-24 17:25:283431 ],
3432 },
Dirk Pranke8d2a9f52022-12-08 20:25:423433 'mac_signing_tests': {
3434 'remove_from': [
3435 # This is intentional and explained in the waterfalls.pyl comment for
3436 # this builder.
3437 'mac-rel-cft',
3438 ],
3439 },
Sangbaek Parkdecd8df2023-05-15 21:54:333440 'media_foundation_browser_tests': {
3441 'remove_from': [
3442 # TODO(crbug.com/1445173): Enable Media Foundation browser tests on NVIDIA
3443 # gpu bots once the Windows OS supports HW secure decryption.
3444 'Win10 FYI x64 Debug (NVIDIA)',
3445 'Win10 FYI x64 Release (AMD RX 5500 XT)',
3446 'Win10 FYI x64 Release (NVIDIA)',
3447 'Win10 FYI x86 Release (NVIDIA)',
3448 ],
3449 },
Andrew Luo38b311f2019-10-04 03:42:093450 'media_unittests': {
3451 'modifications': {
Haiyang Pan9d68ca02021-08-04 21:30:473452 'android-11-x86-rel': {
Haiyang Pancf765862021-03-18 20:39:153453 'args': [
Haiyang Pan9c91cd42023-02-08 23:19:593454 '--test-launcher-filter-file=../../testing/buildbot/filters/android.emulator.media_unittests.filter',
Haiyang Pan80b0d412021-11-23 00:06:423455 ],
3456 },
Haiyang Pan2a55a452022-03-03 08:18:333457 'android-12-x64-rel': {
Haiyang Pan80b0d412021-11-23 00:06:423458 'args': [
Haiyang Pan9c91cd42023-02-08 23:19:593459 '--test-launcher-filter-file=../../testing/buildbot/filters/android.emulator.media_unittests.filter',
3460 ],
3461 },
3462 'android-12l-x64-dbg-tests': {
3463 'args': [
3464 '--test-launcher-filter-file=../../testing/buildbot/filters/android.emulator.media_unittests.filter',
3465 ],
3466 },
Haiyang Panef317e4372023-05-19 01:30:083467 'android-12l-x64-fyi-dbg': {
3468 'args': [
3469 '--test-launcher-filter-file=../../testing/buildbot/filters/android.emulator.media_unittests.filter',
3470 ],
3471 },
3472 'android-13-x64-fyi-rel': {
3473 'args': [
3474 '--test-launcher-filter-file=../../testing/buildbot/filters/android.emulator.media_unittests.filter',
3475 ],
3476 },
Haiyang Pan9c91cd42023-02-08 23:19:593477 'android-13-x64-rel': {
3478 'args': [
3479 '--test-launcher-filter-file=../../testing/buildbot/filters/android.emulator.media_unittests.filter',
Haiyang Pancf765862021-03-18 20:39:153480 ],
3481 },
Andrew Luo38b311f2019-10-04 03:42:093482 'android-pie-arm64-rel': {
Andrew Luobe83fd82019-12-19 03:07:583483 'args': [
3484 '--gtest_filter=-AAudio/AudioOutputTest.Play200HzTone/0', # https://crbug.com/1034009
3485 ],
Andrew Luo38b311f2019-10-04 03:42:093486 },
Chong Gudf7fbe92021-02-24 02:55:583487 'fuchsia-code-coverage': {
3488 'swarming': {
3489 'shards': 3,
3490 },
3491 },
Chong Gub2446462021-08-19 18:44:083492 'fuchsia-fyi-arm64-dbg': {
3493 'args': [
3494 '--test-launcher-filter-file=../../testing/buildbot/filters/fuchsia.debug.media_unittests.filter',
3495 ],
3496 },
Andrew Luo38b311f2019-10-04 03:42:093497 },
3498 },
Kenneth Russell7e6ae8372023-06-29 02:36:383499 'mediapipe_passthrough_tests': {
3500 'remove_from': [
3501 # crbug.com/1458020 for Mac Retina ASAN removal
3502 'Mac FYI Retina ASAN (AMD)',
3503 ],
3504 },
Chong Gu4eca1ce2021-05-17 08:49:573505 'mediapipe_validating_tests': {
3506 'remove_from': [
David Dorwin06fae772022-10-07 16:34:423507 # TODO(crbug.com/1372213): Remove these once tests are stable.
David Dorwin49b2ddb2022-09-08 20:49:433508 'fuchsia-x64-cast-receiver-rel',
3509 'fuchsia-x64-rel',
Chong Gu4eca1ce2021-05-17 08:49:573510 ],
3511 },
Marco Georgaklis98b192972023-11-23 01:23:123512 'model_validation_tests MODEL_VALIDATION_BASE': {
3513 'modifications': {
3514 'optimization_guide-win32': {
3515 'args': [
3516 '--target-platform=win32',
3517 ],
3518 },
3519 },
3520 },
Ben Joyce02dc8092021-03-04 21:48:193521 'mojo_test_apk': {
3522 'remove_from': [
3523 'android-code-coverage-native', # Does not generate profraw data.
3524 ],
3525 },
John Budorickf00e5ff2019-06-11 21:21:063526 'mojo_unittests': {
3527 'modifications': {
3528 'android-asan': {
3529 'swarming': {
John Budorick5a29d7542019-10-11 20:56:443530 'shards': 5,
John Budorickf00e5ff2019-06-11 21:21:063531 },
3532 },
Chong Gudf7fbe92021-02-24 02:55:583533 'fuchsia-code-coverage': {
3534 'swarming': {
3535 'shards': 2,
3536 },
3537 },
John Budorickf00e5ff2019-06-11 21:21:063538 },
3539 },
Kenneth Russellfbda3c532017-12-08 23:57:243540 'nacl_loader_unittests': {
K. Moon902a4b582023-06-16 19:00:343541 # If you change this, make similar changes in ppapi_unittests
Kenneth Russellfbda3c532017-12-08 23:57:243542 'remove_from': [
Nico Weber48f187142018-06-01 15:16:353543 'ToTMacASan', # The mac asan tot bot sets enable_nacl=false
Nico Weber3611ee802018-06-07 13:34:513544 'linux-win_cross-rel', # Sets enable_nacl=false, https://crbug.com/774186
Nico Webera8fc38f72018-04-10 02:20:113545 'Linux TSan Tests', # The TSan bot sets enable_nacl=false
Ian Struiksma2e23f962023-05-26 22:37:203546 'linux-exp-tsan-fyi-rel', # The TSan bot sets enable_nacl=false
Nico Weber05d3e642018-05-31 16:59:483547 'Mac ASan 64 Tests (1)', # The mac asan bot sets enable_nacl=false
Kuan Huang66423fe2023-03-17 23:10:053548 'win-arm64-rel', # Not available on arm64.
Randolf Jung444efaa2023-06-28 16:34:113549 'linux-arm64-rel-cft', # Not available on arm64.
Kenneth Russellfbda3c532017-12-08 23:57:243550 ],
3551 },
Kenneth Russelleb60cbd22017-12-05 07:54:283552 'net_unittests': {
3553 'modifications': {
Nico Weber33b9b7a2020-06-12 19:23:273554 'CrWinAsan': {
Ben Pastened2c01af2022-01-31 23:06:443555 # TODO(crbug.com/1257927): net_unittests is slow under ASan.
Nico Weber33b9b7a2020-06-12 19:23:273556 'swarming': {
3557 'shards': 16,
3558 },
3559 },
3560 'CrWinAsan(dll)': {
Ben Pastened2c01af2022-01-31 23:06:443561 # TODO(crbug.com/1257927): net_unittests is slow under ASan.
Nico Weber33b9b7a2020-06-12 19:23:273562 'swarming': {
3563 'shards': 16,
3564 },
3565 },
John Budorickca14c76f62017-12-09 14:19:183566 'Linux ASan LSan Tests (1)': {
John Budorick5052d552017-12-13 02:59:343567 # These are very slow on the ASAN trybot for some reason.
Ben Pastened2c01af2022-01-31 23:06:443568 # crbug.com/1257927
John Budorickca14c76f62017-12-09 14:19:183569 'swarming': {
John Budorick5052d552017-12-13 02:59:343570 'shards': 16,
John Budorickca14c76f62017-12-09 14:19:183571 },
3572 },
3573 'Linux Chromium OS ASan LSan Tests (1)': {
Takuto Ikuta54671d972018-07-19 19:06:353574 # These are very slow on the ASAN trybot for some reason.
Ben Pastened2c01af2022-01-31 23:06:443575 # crbug.com/1257927
John Budorickca14c76f62017-12-09 14:19:183576 'swarming': {
Sergey Berezinda3255c2018-03-16 00:34:023577 'shards': 8,
John Budorickca14c76f62017-12-09 14:19:183578 }
3579 },
Takuto Ikuta54671d972018-07-19 19:06:353580 'Linux ChromiumOS MSan Tests': {
3581 # These are very slow on the Chrome OS MSAN trybot for some reason.
3582 # crbug.com/865455
3583 'swarming': {
3584 'shards': 2,
3585 },
3586 },
John Budorickca14c76f62017-12-09 14:19:183587 'Linux TSan Tests': {
3588 'swarming': {
3589 'shards': 4,
3590 }
3591 },
Ben Pastene8bf205b2018-06-13 04:00:333592 # The suite runs signficantly slower on linux dbg, so increase shards.
3593 'Linux Tests (dbg)(1)': {
3594 'swarming': {
3595 'shards': 2,
3596 },
3597 },
Stephen Martinis1384ff92020-01-07 19:52:153598 'ToTLinuxASan': {
Ben Pastened2c01af2022-01-31 23:06:443599 # TODO(crbug.com/1257927): net_unittests is slow under ASan.
Stephen Martinis1384ff92020-01-07 19:52:153600 'swarming': {
3601 'shards': 16,
3602 },
3603 },
3604 'ToTLinuxTSan': {
3605 'swarming': {
3606 'shards': 4,
3607 }
3608 },
Stefano Duof44278b2021-08-02 16:29:383609 'android-cronet-x86-dbg-10-tests': {
3610 'args': [
3611 '--test-launcher-filter-file=../../testing/buildbot/filters/android.emulator_10.net_unittests.filter',
3612 ],
3613 },
Chidera Olibie262e33e2022-03-02 11:45:283614 'android-cronet-x86-dbg-lollipop-tests': {
3615 'args': [
3616 '--test-launcher-filter-file=../../testing/buildbot/filters/android.emulator_l.net_unittests.filter',
3617 ],
3618 },
Chidera Olibieef99a55ca2021-10-01 21:42:003619 'android-cronet-x86-dbg-oreo-tests': {
3620 'args': [
3621 '--test-launcher-filter-file=../../testing/buildbot/filters/android.emulator.net_unittests.filter',
3622 ],
3623 },
Chidera Olibie509fd732021-09-30 20:17:173624 'android-cronet-x86-dbg-pie-tests': {
3625 # crbug.com/1046060
3626 'args': [
3627 '--test-launcher-filter-file=../../testing/buildbot/filters/android.emulator.net_unittests.filter',
3628 ],
3629 },
Haiyang Pan08d09dc2020-04-01 16:11:213630 'android-pie-x86-rel': {
John Budorick7fde6b492020-01-29 17:43:503631 # crbug.com/1046060
3632 'args': [
3633 '--test-launcher-filter-file=../../testing/buildbot/filters/android.emulator.net_unittests.filter',
3634 ],
3635 },
Chong Gu76046412021-09-22 17:49:213636 'fuchsia-code-coverage': {
3637 'swarming': {
3638 'shards': 14,
3639 },
3640 },
Ben Pastene8bf205b2018-06-13 04:00:333641 'linux-chromeos-dbg': {
3642 'swarming': {
3643 'shards': 2,
3644 },
3645 },
Ian Struiksma2e23f962023-05-26 22:37:203646 'linux-exp-tsan-fyi-rel': {
3647 'swarming': {
3648 'shards': 4,
3649 }
3650 },
Nico Weber33b9b7a2020-06-12 19:23:273651 'win-asan': {
Ben Pastened2c01af2022-01-31 23:06:443652 # TODO(crbug.com/1257927): net_unittests is slow under ASan.
Nico Weber33b9b7a2020-06-12 19:23:273653 'swarming': {
3654 'shards': 16,
3655 },
3656 },
Kenneth Russelleb60cbd22017-12-05 07:54:283657 },
3658 },
John Chenaab16fc02020-03-03 06:35:453659 'not_site_per_process_blink_web_tests': {
Lukasz Anforowicz04bc6302018-11-19 19:04:283660 'remove_from': [
Lukasz Anforowicz04bc6302018-11-19 19:04:283661 # TODO(dpranke): Should we be running this step on Linux Tests (dbg)(1)?
3662 'Linux Tests (dbg)(1)',
Lukasz Anforowicz04bc6302018-11-19 19:04:283663 ],
Yuke Liaobc9ff982019-04-30 06:56:163664 'modifications': {
Stephen Martinis1384ff92020-01-07 19:52:153665 'Linux Tests': {
3666 "args": [
3667 "--additional-env-var=LLVM_PROFILE_FILE=${ISOLATED_OUTDIR}/profraw/default-%2m.profraw",
Stephen Martinis1384ff92020-01-07 19:52:153668 ],
3669 },
Yuke Liaoea70f472019-12-19 06:03:363670 'linux-code-coverage': {
3671 'args': [
Prakharbe44338a2023-05-24 19:02:043672 '--additional-driver-flag=--no-sandbox',
Prakhar647debb2023-08-31 23:01:413673 '--additional-env-var=LLVM_PROFILE_FILE=${ISOLATED_OUTDIR}/profraw/default-%2m.profraw',
Yuke Liaoea70f472019-12-19 06:03:363674 ],
3675 'swarming': {
3676 'shards': 20,
3677 },
3678 },
Thiago Perrotta61487462023-01-20 12:52:323679 'linux-rel-cft': {
3680 "args": [
Michael Lippautz8f4016b2023-06-13 16:18:333681 '--additional-env-var=LLVM_PROFILE_FILE=${ISOLATED_OUTDIR}/profraw/default-%2m.profraw',
3682 '--flag-specific=chrome-for-testing',
Thiago Perrotta61487462023-01-20 12:52:323683 ],
Thiago Perrotta61487462023-01-20 12:52:323684 },
Yuke Liaobc9ff982019-04-30 06:56:163685 },
Lukasz Anforowicz04bc6302018-11-19 19:04:283686 },
Xi Cheng34ca4042018-02-23 00:10:123687 'notification_helper_unittests': {
3688 'remove_from': [
Stephen Martinis1384ff92020-01-07 19:52:153689 # all these bots run Windows 7.
Xi Cheng34ca4042018-02-23 00:10:123690 'ToTWin',
3691 'ToTWin(dbg)',
3692 'ToTWin(dll)',
inglorionb8e7a3ed2019-04-12 09:49:033693 'ToTWinOfficial',
Arthur Eubanks0c24b822021-06-15 18:51:343694 'ToTWinOfficial64',
Xi Cheng34ca4042018-02-23 00:10:123695 'ToTWin64',
3696 'ToTWin64(dbg)',
3697 'ToTWin64(dll)',
Xi Cheng34ca4042018-02-23 00:10:123698 ],
3699 },
Ben Pastenee723b2f2019-05-31 19:10:273700 'ozone_unittests': {
3701 'modifications': {
Ben Pastene8ef125e2019-12-10 01:46:293702 'chromeos-betty-pi-arc-chrome': {
3703 'args': [
3704 '--test-launcher-filter-file=../../testing/buildbot/filters/chromeos.ozone_unittests.filter',
3705 ],
3706 },
Ben Pastene500cc1d12021-01-22 18:10:473707 'chromeos-betty-pi-arc-chrome-dchecks': {
3708 'args': [
3709 '--test-launcher-filter-file=../../testing/buildbot/filters/chromeos.ozone_unittests.filter',
3710 ],
3711 },
Ben Pastene8ef125e2019-12-10 01:46:293712 'linux-chromeos-chrome': {
3713 'args': [
3714 '--test-launcher-filter-file=../../testing/buildbot/filters/chromeos.ozone_unittests.filter',
3715 ],
3716 },
Ben Pastenee723b2f2019-05-31 19:10:273717 },
3718 },
Maksim Sisovc81d284c2021-10-05 17:54:353719 'ozone_x11_unittests': {
3720 # Wayland bot uses chromium_linux_gtests that includes some x11 only
3721 # test targets. To avoid maintaining a list of tests, remove them here.
3722 'remove_from': [
3723 'Linux Tests (Wayland)',
3724 ],
3725 },
Karen Qian385d2ca2019-03-19 21:49:583726 'perfetto_unittests': {
Haiyang Pan0e27adbeb2021-12-14 22:44:303727 'modifications': {
Haiyang Pan2a55a452022-03-03 08:18:333728 'android-12-x64-rel': {
Haiyang Pan0e27adbeb2021-12-14 22:44:303729 'args': [
3730 # TODO(crbug.com/1260440): Fix the failed test
3731 '--gtest_filter=-ScopedDirTest.CloseOutOfScope',
3732 ],
3733 },
Haiyang Pan32338b72023-02-08 23:48:583734 'android-12l-x64-dbg-tests': {
3735 'args': [
3736 # TODO(crbug.com/1260440): Fix the failed test
3737 '--gtest_filter=-ScopedDirTest.CloseOutOfScope',
3738 ],
3739 },
Haiyang Panef317e4372023-05-19 01:30:083740 'android-12l-x64-fyi-dbg': {
3741 'args': [
3742 # TODO(crbug.com/1260440): Fix the failed test
3743 '--gtest_filter=-ScopedDirTest.CloseOutOfScope',
3744 ],
3745 },
3746 'android-13-x64-fyi-rel': {
3747 'args': [
3748 # TODO(crbug.com/1260440): Fix the failed test
3749 '--gtest_filter=-ScopedDirTest.CloseOutOfScope',
3750 ],
3751 },
Haiyang Pan32338b72023-02-08 23:48:583752 'android-13-x64-rel': {
3753 'args': [
3754 # TODO(crbug.com/1260440): Fix the failed test
3755 '--gtest_filter=-ScopedDirTest.CloseOutOfScope',
3756 ],
3757 },
Prakharc60ec802023-03-06 07:49:293758 # If you change this, make similar changes in android-x86-code-coverage below
James Shen7befaa32023-07-14 23:29:343759 'android-oreo-x86-rel': {
3760 'args': [
3761 # TODO(crbug.com/1260440): Fix the failed test
3762 '--gtest_filter=-ScopedDirTest.CloseOutOfScope',
3763 ],
3764 },
Haiyang Pan2c4c5e922023-10-09 22:57:313765 # Keep this same as android-oreo-x86-rel above
Prakharc60ec802023-03-06 07:49:293766 'android-x86-code-coverage': {
3767 'args': [
3768 # TODO(crbug.com/1260440): Fix the failed test
3769 '--gtest_filter=-ScopedDirTest.CloseOutOfScope',
3770 ],
3771 },
Chong Gua10cd302022-01-14 19:22:193772 'fuchsia-fyi-x64-asan': {
3773 'args': [
Kevin Marshall847bf0332022-05-31 20:12:543774 # TODO(crbug.com/1199334): Error messages only show up in klog.
3775 '--gtest_filter=-PagedMemoryTest.AccessUncommittedMemoryTriggersASAN'
Chong Gua10cd302022-01-14 19:22:193776 ],
3777 },
Haiyang Pan0e27adbeb2021-12-14 22:44:303778 },
Karen Qian385d2ca2019-03-19 21:49:583779 'remove_from': [
Haiyang Pan363c59a2020-07-23 05:47:043780 # TODO(crbug.com/931138): Fix permission issue when creating tmp files
John Budorickd3fa5992019-12-13 17:22:413781 'android-arm64-proguard-rel',
John Budorickf2283d72019-06-25 01:09:093782 'android-asan',
Yun Liu022f4512019-06-10 23:14:043783 'android-code-coverage',
Yun Liu7cfd28a2019-10-30 01:57:123784 'android-code-coverage-native',
Andrew Luo38b311f2019-10-04 03:42:093785 'android-pie-arm64-rel',
Haiyang Pan08d09dc2020-04-01 16:11:213786 'android-pie-x86-rel',
Haiyang Pan9d68ca02021-08-04 21:30:473787 'android-11-x86-rel',
Arthur Eubanksc8f86ee2021-05-10 20:14:243788 'ToTAndroid'
Karen Qian385d2ca2019-03-19 21:49:583789 ]
3790 },
Stephen Martinis54d64ad2018-09-21 22:16:203791 'performance_test_suite': {
3792 'modifications': {
Cameron Higgins2e4b7f12023-05-31 18:29:323793 'Mac13 Tests (dbg)': {
Zhaoyang Li9357e1e12021-12-07 18:53:173794 'args': [
3795 '--browser=debug',
3796 ],
3797 },
Stephen Martinis54d64ad2018-09-21 22:16:203798 'Win10 Tests x64 (dbg)': {
3799 'args': [
Takuto Ikutab28b582e2021-02-10 01:41:213800 '--browser=debug_x64',
Stephen Martinis54d64ad2018-09-21 22:16:203801 ],
3802 'experiment_percentage': 100,
3803 },
Stephen Martinis54d64ad2018-09-21 22:16:203804 },
3805 },
Sven Zheng00e75602022-11-16 18:01:383806 'pixel_browser_tests': {
3807 # This target should be removed from any CI only builders. Developers can
3808 # intentionally make UI changes. Without running pixel tests on CQ, those
3809 # cls will get wrongly reverted by sheriffs.
3810 # When we switch CQ builders(e.g. use Win11 to replace Win10), we also
3811 # need to update this field.
3812 'remove_from': [
3813 'Win11 Tests x64',
Thiago Perrotta8b9d127ab2023-01-19 18:08:443814 'win-rel-cft',
Sven Zheng00e75602022-11-16 18:01:383815 ],
3816 },
Yuly Novikov3ed87d1b2023-08-04 19:09:363817 'pixel_skia_gold_gl_passthrough_ganesh_test': {
Yuly Novikov8e05ea72023-07-31 17:10:343818 'replacements': {
3819 'Mac V8 FYI Release (Intel)': {
3820 'args': {
3821 '--git-revision': '${got_cr_revision}',
3822 },
3823 },
3824 },
3825 },
Yuly Novikov322b57f2023-08-21 23:25:093826 'pixel_skia_gold_metal_passthrough_ganesh_test': {
Yuly Novikov3ed87d1b2023-08-04 19:09:363827 'remove_from': [
Yuly Novikov322b57f2023-08-21 23:25:093828 # crbug.com/1458020 for Mac Retina ASAN removal
3829 'Mac FYI Retina ASAN (AMD)',
Yuly Novikov3ed87d1b2023-08-04 19:09:363830 ],
3831 'replacements': {
3832 'Mac V8 FYI Release (Intel)': {
3833 'args': {
3834 '--git-revision': '${got_cr_revision}',
3835 },
3836 },
3837 },
3838 },
Yuly Novikov322b57f2023-08-21 23:25:093839 'pixel_skia_gold_metal_passthrough_graphite_test': {
Yuly Novikov8e05ea72023-07-31 17:10:343840 'remove_from': [
3841 # crbug.com/1458020 for Mac Retina ASAN removal
3842 'Mac FYI Retina ASAN (AMD)',
3843 ],
3844 'replacements': {
3845 'Mac V8 FYI Release (Intel)': {
3846 'args': {
3847 '--git-revision': '${got_cr_revision}',
3848 },
3849 },
3850 },
3851 },
Jonah Ryan-Davis832c8462020-06-09 03:45:033852 'pixel_skia_gold_passthrough_test': {
Brian Sheedyc0c142c2021-06-01 21:18:053853 'modifications': {
3854 'Android FYI Release (Pixel 4)': {
3855 'args': [
3856 # Pixel 4s are weird in that they can output in different color spaces
3857 # simultaneously. The readback code for capturing a screenshot assumes
3858 # only one color space, so disable wide color gamut for the test to
3859 # work around the issue. See https://crbug.com/1166379 for more
3860 # information.
3861 '--extra-browser-args=--disable-wcg-for-test',
3862 ],
3863 },
Ben Pastene63f13302022-05-12 21:04:053864 'android_optional_gpu_tests_rel': {
3865 'args': [
3866 # See above.
3867 '--extra-browser-args=--disable-wcg-for-test',
3868 ],
3869 },
Brian Sheedyc0c142c2021-06-01 21:18:053870 },
Jonah Ryan-Davis832c8462020-06-09 03:45:033871 'replacements': {
3872 # The V8 builders pass the V8 revision for ${got_revision}, so instead
3873 # use ${got_cr_revision}, which is only set on the V8 bots.
3874 'Linux V8 FYI Release (NVIDIA)': {
3875 'args': {
3876 '--git-revision': '${got_cr_revision}',
3877 },
3878 },
3879 'Linux V8 FYI Release - pointer compression (NVIDIA)': {
3880 'args': {
3881 '--git-revision': '${got_cr_revision}',
3882 },
3883 },
3884 'Win V8 FYI Release (NVIDIA)': {
3885 'args': {
3886 '--git-revision': '${got_cr_revision}',
3887 },
3888 },
3889 },
3890 },
Brian Sheedy48c79732023-10-02 18:08:283891 'pixel_skia_gold_passthrough_test JACUZZI_RELEASE_LKGM': {
3892 'modifications': {
3893 'ChromeOS FYI Release Skylab (jacuzzi)': {
3894 'args': [
3895 # Skylab currently doesn't support use of LUCI_CONTEXT, so Gold cannot
3896 # automatically get the service account to authenticate with.
3897 '--service-account=/creds/service_accounts/skylab-drone.json',
3898 ],
3899 },
3900 },
3901 },
Brian Sheedyc3138b52023-11-27 19:44:473902 'pixel_skia_gold_passthrough_test VOLTEER_PUBLIC_RELEASE_LKGM': {
3903 'modifications': {
3904 'ChromeOS FYI Release Skylab (volteer)': {
3905 'args': [
3906 # Skylab currently doesn't support use of LUCI_CONTEXT, so Gold cannot
3907 # automatically get the service account to authenticate with.
3908 '--service-account=/creds/service_accounts/skylab-drone.json',
3909 ],
3910 },
3911 },
3912 },
Jonah Ryan-Davis832c8462020-06-09 03:45:033913 'pixel_skia_gold_validating_test': {
Brian Sheedy0566f2cb2021-02-12 22:12:503914 'modifications': {
3915 'Android FYI Release (Pixel 4)': {
3916 'args': [
3917 # Pixel 4s are weird in that they can output in different color spaces
3918 # simultaneously. The readback code for capturing a screenshot assumes
3919 # only one color space, so disable wide color gamut for the test to
3920 # work around the issue. See https://crbug.com/1166379 for more
3921 # information.
3922 '--extra-browser-args=--disable-wcg-for-test',
3923 ],
3924 },
Ben Pastene63f13302022-05-12 21:04:053925 'android_optional_gpu_tests_rel': {
3926 'args': [
3927 # See above.
3928 '--extra-browser-args=--disable-wcg-for-test',
3929 ],
3930 },
Brian Sheedy0566f2cb2021-02-12 22:12:503931 },
Chong Gu0aa929e62022-03-03 15:34:133932 'remove_from': [
David Dorwin49b2ddb2022-09-08 20:49:433933 # TODO(https://crbug.com/1302427): Remove once tests pass.
David Dorwin49b2ddb2022-09-08 20:49:433934 'fuchsia-x64-cast-receiver-rel',
3935 'fuchsia-x64-rel',
Chong Gu0aa929e62022-03-03 15:34:133936 ],
Brian Sheedye6ea0ee2019-07-11 02:54:373937 'replacements': {
Brian Sheedye6ea0ee2019-07-11 02:54:373938 # The V8 builders pass the V8 revision for ${got_revision}, so instead
3939 # use ${got_cr_revision}, which is only set on the V8 bots.
3940 'Android V8 FYI Release (Nexus 5X)': {
3941 'args': {
Brian Sheedy4d335deb2020-04-01 20:47:323942 '--git-revision': '${got_cr_revision}',
Brian Sheedye6ea0ee2019-07-11 02:54:373943 },
3944 },
Brian Sheedye6ea0ee2019-07-11 02:54:373945 },
3946 },
Brian Sheedye6ea0ee2019-07-11 02:54:373947 'pixel_test':{
Takuto Ikuta35c85522019-06-04 16:55:463948 'modifications': {
3949 'Android Release (Nexus 5X)': {
3950 'swarming': {
3951 'shards': 2,
3952 },
3953 },
3954 },
Nico Weber128fd382018-06-14 23:29:273955 },
K. Moon902a4b582023-06-16 19:00:343956 'ppapi_unittests': {
3957 # If you change this, make similar changes in nacl_loader_unittests
3958 'remove_from': [
3959 'ToTMacASan', # The mac asan tot bot sets enable_nacl=false
3960 'linux-win_cross-rel', # Sets enable_nacl=false, https://crbug.com/774186
3961 'Linux TSan Tests', # The TSan bot sets enable_nacl=false
3962 'linux-exp-tsan-fyi-rel', # The TSan bot sets enable_nacl=false
3963 'Mac ASan 64 Tests (1)', # The mac asan bot sets enable_nacl=false
3964 'win-arm64-rel', # Not available on arm64.
3965 ],
3966 },
Ningxin Hu430f0b42023-06-21 18:05:303967 'pthreadpool_unittests': {
3968 'remove_from': [
3969 # pthreadpool is not built for ChromeOS currently.
3970 'linux-chromeos-dbg',
3971 'linux-chromeos-rel',
3972 'linux-lacros-tester-rel',
3973 ],
3974 },
Randolf Jung444efaa2023-06-28 16:34:113975 'remoting_unittests': {
3976 'remove_from': [
3977 # Not available on Linux ARM64
3978 'linux-arm64-rel-cft',
3979 ],
3980 },
Henrique Nakashima87b6d8b2022-07-13 13:59:043981 'sandbox_linux_unittests': {
John Budorick3ebfdf852019-05-13 22:28:163982 'remove_from': [
John Budorick3ebfdf852019-05-13 22:28:163983 'android-asan', # https://crbug.com/962650
3984 ],
Ben Pastenedeff56ab2023-06-20 20:15:583985 'modifications': {
3986 'linux-ubsan-vptr': {
Ben Pastenea10e836b2023-06-28 17:48:103987 'args': [
3988 # TODO(crbug.com/1456464): Remove this.
3989 '--gtest_filter=-SandboxBPF.ApplyBasicAllowlistPolicy:SandboxBPF.SyntheticPolicy:SandboxBPF.UnsafeTrapWithCond',
3990 ],
Ben Pastenedeff56ab2023-06-20 20:15:583991 },
3992 },
John Budorickdce9d462019-03-23 00:25:383993 },
Yuly Novikov322b57f2023-08-21 23:25:093994 'screenshot_sync_metal_passthrough_ganesh_tests': {
Yuly Novikov3ed87d1b2023-08-04 19:09:363995 'remove_from': [
3996 # crbug.com/1458020 for Mac Retina ASAN removal
3997 'Mac FYI Retina ASAN (AMD)',
3998 ],
3999 },
Yuly Novikov322b57f2023-08-21 23:25:094000 'screenshot_sync_metal_passthrough_graphite_tests': {
Yuly Novikov8e05ea72023-07-31 17:10:344001 'remove_from': [
4002 # crbug.com/1458020 for Mac Retina ASAN removal
4003 'Mac FYI Retina ASAN (AMD)',
4004 ],
4005 },
Brian Sheedyc0c142c2021-06-01 21:18:054006 'screenshot_sync_passthrough_tests': {
4007 'modifications': {
4008 'Android FYI Release (Pixel 4)': {
4009 'args': [
4010 # Pixel 4s are weird in that they can output in different color spaces
4011 # simultaneously. The readback code for capturing a screenshot assumes
4012 # only one color space, so disable wide color gamut for the test to
4013 # work around the issue. See https://crbug.com/1166379 for more
4014 # information.
4015 '--extra-browser-args=--disable-wcg-for-test',
4016 ],
4017 },
Ben Pastene63f13302022-05-12 21:04:054018 'android_optional_gpu_tests_rel': {
4019 'args': [
4020 # See above.
4021 '--extra-browser-args=--disable-wcg-for-test',
4022 ],
4023 },
Brian Sheedyc0c142c2021-06-01 21:18:054024 },
4025 },
Brian Sheedy0566f2cb2021-02-12 22:12:504026 'screenshot_sync_validating_tests': {
4027 'modifications': {
4028 'Android FYI Release (Pixel 4)': {
4029 'args': [
4030 # Pixel 4s are weird in that they can output in different color spaces
4031 # simultaneously. The readback code for capturing a screenshot assumes
4032 # only one color space, so disable wide color gamut for the test to
4033 # work around the issue. See https://crbug.com/1166379 for more
4034 # information.
4035 '--extra-browser-args=--disable-wcg-for-test',
4036 ],
4037 },
Ben Pastene63f13302022-05-12 21:04:054038 'android_optional_gpu_tests_rel': {
4039 'args': [
4040 # See above.
4041 '--extra-browser-args=--disable-wcg-for-test',
4042 ],
4043 },
Brian Sheedy0566f2cb2021-02-12 22:12:504044 },
Chong Gu0aa929e62022-03-03 15:34:134045 'remove_from': [
David Dorwin49b2ddb2022-09-08 20:49:434046 # TODO(https://crbug.com/1302427): Remove once tests pass.
David Dorwin49b2ddb2022-09-08 20:49:434047 'fuchsia-x64-cast-receiver-rel',
4048 'fuchsia-x64-rel',
Chong Gu0aa929e62022-03-03 15:34:134049 ],
Brian Sheedy0566f2cb2021-02-12 22:12:504050 },
Kenneth Russelleb60cbd22017-12-05 07:54:284051 'services_unittests': {
4052 'remove_from': [
Nico Weber15a00d62018-05-16 17:11:484053 'ToTLinuxMSan', # https://crbug.com/831676
Kenneth Russell8a386d42018-06-02 09:48:014054 # The face and barcode detection tests fail on the Mac Pros.
4055 'Mac Pro FYI Release (AMD)',
Nico Weberd36959682018-04-12 03:33:464056 'Linux ChromiumOS MSan Tests', # https://crbug.com/831676
4057 'Linux MSan Tests', # https://crbug.com/831676
Ian Struiksmab0412a22023-06-06 23:02:484058 'linux-exp-msan-fyi-rel', # https://crbug.com/831676
Kenneth Russelleb60cbd22017-12-05 07:54:284059 ],
Haiyang Pan363c59a2020-07-23 05:47:044060 'modifications': {
Haiyang Pan9d68ca02021-08-04 21:30:474061 'android-11-x86-rel': {
Haiyang Pan10f029c2021-07-30 23:17:564062 'args': [
Haiyang Pan2877f062021-11-18 01:06:064063 # TODO(crbug.com/1264654): Fix the failed tests
4064 '--gtest_filter=-PacLibraryTest.ActualPacMyIpAddress*'
4065 ],
4066 },
Haiyang Pan2a55a452022-03-03 08:18:334067 'android-12-x64-rel': {
Haiyang Pan2877f062021-11-18 01:06:064068 'args': [
4069 # TODO(crbug.com/1264654): Fix the failed tests
Haiyang Pan10f029c2021-07-30 23:17:564070 '--gtest_filter=-PacLibraryTest.ActualPacMyIpAddress*'
4071 ],
James Shen421441a2023-02-21 22:54:024072 'swarming': {
4073 'shards': 2,
4074 },
Haiyang Pan10f029c2021-07-30 23:17:564075 },
Prakharc60ec802023-03-06 07:49:294076 # If you change this, make similar changes in android-x86-code-coverage below
Haiyang Panb41ca5f2023-07-10 23:11:314077 'android-oreo-x86-rel': {
4078 'ci_only': True,
Ben Joyced69de892023-07-14 21:32:044079 'args': [
4080 '--test-launcher-filter-file=../../testing/buildbot/filters/android.emulator_o.services_unittests.filter',
4081 ],
Haiyang Panb41ca5f2023-07-10 23:11:314082 'swarming': {
4083 'shards': 3,
4084 },
4085 },
Haiyang Panbe1a8922023-07-10 20:52:434086 'android-pie-x86-rel': {
4087 'args': [
4088 # TODO(crbug.com/1264654): Fix the failed tests
4089 '--gtest_filter=-PacLibraryTest.ActualPacMyIpAddress*'
4090 ],
4091 'swarming': {
4092 'shards': 2,
4093 },
4094 },
Haiyang Pan2c4c5e922023-10-09 22:57:314095 # Keep this same as android-oreo-x86-rel above
Prakharc60ec802023-03-06 07:49:294096 'android-x86-code-coverage': {
4097 'args': [
Haiyang Pan2c4c5e922023-10-09 22:57:314098 '--test-launcher-filter-file=../../testing/buildbot/filters/android.emulator_o.services_unittests.filter',
Prakharc60ec802023-03-06 07:49:294099 ],
4100 'swarming': {
4101 'shards': 3,
Prakharc60ec802023-03-06 07:49:294102 },
4103 },
Chong Gu52481452021-04-02 17:52:414104 'fuchsia-code-coverage': {
4105 'swarming': {
4106 'shards': 7,
4107 },
4108 },
Zijie He117165f2022-12-12 21:40:264109 'fuchsia-fyi-x64-asan': {
4110 'args': [
Rohan Pavonedf499ad2022-12-14 18:40:404111 '--test-launcher-filter-file=../../testing/buildbot/filters/fuchsia.lsan.services_unittests.filter',
Zijie He117165f2022-12-12 21:40:264112 ],
4113 },
Chong Gu52481452021-04-02 17:52:414114 }
Chong Gudf7fbe92021-02-24 02:55:584115 },
Chong Gu76046412021-09-22 17:49:214116 'snapshot_unittests': {
Chong Gub2446462021-08-19 18:44:084117 'modifications': {
4118 'fuchsia-fyi-arm64-dbg': {
4119 'args': [
4120 '--test-launcher-filter-file=../../testing/buildbot/filters/fuchsia.debug.snapshot_unittests.filter',
4121 ],
4122 },
4123 },
4124 },
Kenneth Russelleb60cbd22017-12-05 07:54:284125 'sync_integration_tests': {
Brad Halla36886c2019-02-26 16:52:294126 'remove_from': [
Brad Halla36886c2019-02-26 16:52:294127 'CrWinAsan(dll)', # https://crbug.com/935598
4128 ],
Kenneth Russelleb60cbd22017-12-05 07:54:284129 'modifications': {
Erik Chene84bc1c2019-11-25 23:23:524130 'Linux ASan LSan Tests (1)': {
4131 'swarming': {
4132 'shards': 4,
4133 },
4134 },
Nico Weber8fbc2832018-12-14 16:00:574135 'Linux TSan Tests': {
Gary Tong46fdc492023-11-01 16:25:014136 'ci_only': True, # https://crbug.com/1498240
Nico Weber8fbc2832018-12-14 16:00:574137 'swarming': {
4138 'shards': 6,
4139 },
4140 },
Chris Cunninghama1239c8b2022-05-03 00:32:214141 'Mac ASan 64 Tests (1)': {
4142 'swarming': {
4143 'shards': 3,
Lindsay Pasricha2cfaec212022-05-11 19:00:394144 },
4145 },
4146 'Mac11 Tests': {
4147 'swarming': {
4148 'shards': 4,
Chris Cunninghama1239c8b2022-05-03 00:32:214149 },
4150 },
Yue She0cad2922022-06-24 15:06:074151 'Mac12 Tests': {
Lindsay Pasrichac7e07d1e2022-12-16 22:10:064152 'ci_only': True,
Yue She0cad2922022-06-24 15:06:074153 'swarming': {
4154 'shards': 4,
4155 },
4156 },
Yue Shed8e45742023-06-01 15:18:034157 'Mac13 Tests': {
4158 'ci_only': True,
4159 'swarming': {
4160 'shards': 4,
4161 },
4162 },
Cameron Higgins2e4b7f12023-05-31 18:29:324163 'Mac13 Tests (dbg)':{
Cameron Higgins493e6a4e2022-10-11 05:03:304164 'swarming': {
Rahul Kumar Adudodlaecfd03c2023-04-20 17:53:454165 'shards': 3,
Cameron Higgins493e6a4e2022-10-11 05:03:304166 }
4167 },
Stephen Martinis1384ff92020-01-07 19:52:154168 'ToTLinuxTSan': {
Kenneth Russelleb60cbd22017-12-05 07:54:284169 'swarming': {
Stephen Martinis1384ff92020-01-07 19:52:154170 'shards': 6,
Kenneth Russelleb60cbd22017-12-05 07:54:284171 },
4172 },
Struan Shrimptona1ab7672022-01-13 18:02:514173 'Win10 Tests x64': {
4174 'swarming': {
Stephanie Kimbf31a692022-11-01 17:31:574175 'shards': 3,
Struan Shrimptona1ab7672022-01-13 18:02:514176 },
4177 },
Stephen Martinis75ab55d2018-08-30 02:27:124178 'Win10 Tests x64 (dbg)': {
4179 'experiment_percentage': 100, # https://crbug.com/840369
4180 },
Stephen Martinis1384ff92020-01-07 19:52:154181 'linux-chromeos-code-coverage': {
Yuke Liao79424e42020-01-06 21:00:114182 'swarming': {
4183 'shards': 4,
4184 },
4185 },
Stephanie Kim3aa4c552023-01-10 18:00:044186 'linux-chromeos-rel': {
4187 'swarming': {
4188 'shards': 2,
4189 },
4190 },
Stephen Martinis1384ff92020-01-07 19:52:154191 'linux-code-coverage': {
Yuke Liao79424e42020-01-06 21:00:114192 'swarming': {
4193 'shards': 4,
4194 },
4195 },
Ian Struiksma2e23f962023-05-26 22:37:204196 'linux-exp-tsan-fyi-rel': {
4197 'swarming': {
4198 'shards': 6,
4199 },
4200 },
Kuan Huang235b0142021-10-19 18:59:284201 'mac-code-coverage': {
4202 'args': [
4203 '--coverage-continuous-mode=1',
4204 ],
4205 },
Thiago Perrottaa289bad2023-01-20 12:44:394206 'mac-rel-cft': {
4207 'ci_only': True,
4208 'swarming': {
4209 'shards': 4,
4210 },
4211 },
Kuan Huang1b52d442023-02-07 20:35:344212 'win-asan': {
4213 # Tests shows tests run faster with fewer retries by using fewer jobs crbug.com/1411912
4214 'args': [
4215 '--test-launcher-jobs=3',
4216 ],
4217 'swarming': {
4218 'shards': 2,
4219 },
4220 },
Thiago Perrotta314f7b02023-01-19 21:30:534221 'win-rel-cft': {
4222 'swarming': {
4223 'shards': 3,
4224 },
4225 },
Prakharb25390ac2023-10-02 17:13:394226 'win10-code-coverage': {
4227 'swarming': {
4228 'shards': 4,
4229 'dimensions': {
4230 'pool': 'chromium.tests.coverage',
4231 'ssd': '1',
4232 },
4233 }
4234 },
Kenneth Russelleb60cbd22017-12-05 07:54:284235 },
4236 },
Hao Wubfdb23562023-06-17 20:16:514237 'sync_integration_tests_no_field_trial': {
4238 'remove_from': [
4239 'win10-rel-no-external-ip',
4240 'win-arm64-rel',
4241 'win-rel-cft',
4242 'Win11 Tests x64',
4243 ],
4244 },
Weizhong Xia613fda42021-04-21 20:11:524245 'system_webview_wpt': {
4246 'modifications': {
An Sunge7a6bca2023-09-05 19:13:284247 'android-chrome-pie-x86-wpt-android-specific': {
4248 'args': [
4249 '--test-list',
An Sung9cede132023-10-18 18:55:384250 '../../third_party/blink/web_tests/TestLists/android.filter'
An Sunge7a6bca2023-09-05 19:13:284251 ]
4252 },
Weizhong Xia613fda42021-04-21 20:11:524253 'android-webview-pie-x86-wpt-fyi-rel': {
Weizhong Xia7dd41362021-09-30 16:05:384254 'args': [
Nihar Damarasingu8def1a22022-08-18 21:15:544255 '--use-upstream-wpt',
Weizhong Xia7dd41362021-09-30 16:05:384256 ],
Weizhong Xia613fda42021-04-21 20:11:524257 },
4258 },
4259 },
Kenneth Russell8a386d42018-06-02 09:48:014260 'tab_capture_end2end_tests': {
Nico Webere89a3c92018-07-01 01:30:524261 # Run these only on Release bots.
Kenneth Russell8a386d42018-06-02 09:48:014262 'remove_from': [
Kenneth Russell8a386d42018-06-02 09:48:014263 'Linux Debug (NVIDIA)',
4264 'Mac Debug (Intel)',
4265 'Mac Retina Debug (AMD)',
Yuly Novikovbc1ccff2019-08-03 00:05:494266 'Win10 FYI x64 Debug (NVIDIA)',
Yuly Novikovf28f1eca2019-07-04 22:43:394267 # Disabled due to dbus crashes crbug.com/927465
Yuly Novikov86d61c42022-07-22 19:40:144268 'Linux FYI Release (Intel UHD 630)',
Yuly Novikov5865ff72019-07-09 21:38:054269 'Linux FYI Release (NVIDIA)',
Yuly Novikov5865ff72019-07-09 21:38:054270 'Linux Release (NVIDIA)',
Kenneth Russell8a386d42018-06-02 09:48:014271 ],
Emily Hanleyb64ac7c2018-05-25 13:36:554272 },
Haiyang Pan8c201b92020-06-04 01:25:074273 'telemetry_chromium_minidump_unittests': {
James Shen969655a2022-09-28 02:27:074274 'modifications': {
Prakharc60ec802023-03-06 07:49:294275 # If you change this, make similar changes in android-x86-code-coverage below
Haiyang Panb41ca5f2023-07-10 23:11:314276 'android-oreo-x86-rel': {
4277 'ci_only': True,
4278 },
Haiyang Pan2c4c5e922023-10-09 22:57:314279 # Keep this same as android-oreo-x86-rel above
Prakharc60ec802023-03-06 07:49:294280 'android-x86-code-coverage': {
4281 'ci_only': True,
4282 },
James Shen969655a2022-09-28 02:27:074283 },
Haiyang Pan8c201b92020-06-04 01:25:074284 },
Brian Sheedyc117f6d2020-05-06 02:23:274285 'telemetry_monochrome_minidump_unittests': {
James Shen969655a2022-09-28 02:27:074286 'modifications': {
Prakharc60ec802023-03-06 07:49:294287 # If you change this, make similar changes in android-x86-code-coverage below
Haiyang Panb41ca5f2023-07-10 23:11:314288 'android-oreo-x86-rel': {
4289 'ci_only': True,
4290 },
Haiyang Pan2c4c5e922023-10-09 22:57:314291 # Keep this same as android-oreo-x86-rel above
Prakharc60ec802023-03-06 07:49:294292 'android-x86-code-coverage': {
4293 'ci_only': True,
4294 },
James Shen969655a2022-09-28 02:27:074295 },
Brian Sheedyc117f6d2020-05-06 02:23:274296 },
Kenneth Russelleb60cbd22017-12-05 07:54:284297 'telemetry_perf_unittests': {
4298 'modifications': {
Kenneth Russelleb60cbd22017-12-05 07:54:284299 'Linux Tests': {
4300 'args': [
4301 '--xvfb',
Ned Nguyene6e26042018-01-17 20:42:484302 '--jobs=1',
Kenneth Russelleb60cbd22017-12-05 07:54:284303 ],
4304 },
Juan Antonio Navarro Perez4899edf2019-03-14 13:05:354305 'Linux Tests (dbg)(1)': {
4306 'args': [
4307 '--xvfb',
4308 '--jobs=1',
4309 ],
4310 },
John Chen9fd22fcf2021-12-10 02:24:124311 'Mac11 Tests': {
4312 'ci_only': True,
4313 },
Yue She0cad2922022-06-24 15:06:074314 'Mac12 Tests': {
4315 'ci_only': True,
4316 },
Yue Shed8e45742023-06-01 15:18:034317 'Mac13 Tests': {
4318 'ci_only': True,
4319 },
Ben Pastene69400eb2021-03-25 19:27:164320 'chromeos-eve-chrome': {
4321 'args': [
4322 # TODO(crbug.com/1191132): Re-enable.
4323 '--skip=benchmarks.benchmark_smoke_unittest.BenchmarkSmokeTest.wasmpspdfkit',
4324 ],
4325 },
Thiago Perrotta49e70492023-01-10 23:12:354326 'linux-rel-cft': {
4327 'args': [
4328 '--xvfb',
4329 '--jobs=1',
4330 ],
4331 },
Ben Pasteneebad8fc2022-08-12 23:34:284332 'linux-rel-no-external-ip': {
4333 'args': [
4334 '--xvfb',
4335 '--jobs=1',
4336 ],
4337 },
Thiago Perrottaa289bad2023-01-20 12:44:394338 'mac-rel-cft': {
4339 'ci_only': True,
4340 },
Kenneth Russelleb60cbd22017-12-05 07:54:284341 },
4342 'remove_from': [
Andrew Luobe83fd82019-12-19 03:07:584343 'android-pie-arm64-rel',
Garrett Beatyeef031a2019-02-28 01:55:414344 # crbug.com/936540
Zhaoyang Li69e2e002021-02-19 21:57:354345 'Mac10.15 Tests',
Lindsay Pasricha21bb93d72021-12-07 05:48:394346 # TODO crbug.com/1277277
Cameron Higgins2e4b7f12023-05-31 18:29:324347 'Mac13 Tests (dbg)',
Stephen Martinis1384ff92020-01-07 19:52:154348 'Linux - Future (dbg)', # client.v8.chromium
Takuto Ikuta9aa015d2019-04-15 23:33:294349 'Win10 Tests x64',
Stephen Martinise701f5a2018-05-04 01:25:114350 'Win10 Tests x64 (dbg)',
Kuan Huanga89737d2022-01-07 19:42:114351 'Win11 Tests x64',
Ben Pasteneebad8fc2022-08-12 23:34:284352 'win10-rel-no-external-ip',
Thiago Perrotta770925d42023-01-17 18:38:514353 'win-rel-cft',
Kenneth Russelleb60cbd22017-12-05 07:54:284354 ],
4355 },
Garrett Beaty497cead22023-12-12 22:31:204356 'telemetry_perf_unittests_android_chrome': {
4357 'modifications': {
4358 # If you change this, make similar changes in android-x86-code-coverage below
4359 'android-oreo-x86-rel': {
4360 'args': [
4361 # For whatever reason, automatic browser selection on this bot chooses
4362 # webview instead of the full browser, so explicitly specify it here.
4363 '--browser=android-chromium',
4364 ],
4365 'ci_only': True,
4366 },
4367 # Keep this same as android-oreo-x86-rel above
4368 'android-x86-code-coverage': {
4369 'args': [
4370 # For whatever reason, automatic browser selection on this bot chooses
4371 # webview instead of the full browser, so explicitly specify it here.
4372 '--browser=android-chromium',
4373 ],
4374 'ci_only': True,
4375 },
4376 },
4377 },
Stephen Martinis54d64ad2018-09-21 22:16:204378 'telemetry_unittests': {
4379 'modifications': {
4380 'Win10 Tests x64 (dbg)': {
4381 'experiment_percentage': 100, # crbug.com/870673
Ben Pastene9383fe12020-10-20 21:32:404382 },
John Budorickc498fd3c2019-03-14 01:16:264383 },
4384 'remove_from': [
Ben Pastene9ef2ced52021-07-28 18:04:344385 # TODO(crbug.com/1141234): Restore when there's more DUTs
Ben Pastene7f1ded3a42022-06-08 17:01:594386 'chromeos-eve-chrome',
Ben Pastene619317752020-12-03 00:04:144387
Takuto Ikuta9aa015d2019-04-15 23:33:294388 'Win10 Tests x64',
Kuan Huanga89737d2022-01-07 19:42:114389 'Win11 Tests x64',
Ben Pasteneebad8fc2022-08-12 23:34:284390 'win10-rel-no-external-ip',
Thiago Perrotta770925d42023-01-17 18:38:514391 'win-rel-cft',
Titouan Rigoudye122ec32021-11-08 16:36:164392
4393 # TODO(https://crbug.com/1267161): Re-enable when platform is supported.
4394 'mac11-arm64-rel-tests',
Zhaoyang Li5d3713d2022-06-13 18:01:174395 # TODO(https://crbug.com/1267161): Re-enable when platform is supported.
4396 'mac12-arm64-rel-tests',
Will Yeagera090e6a2023-06-09 14:59:414397 # TODO(https://crbug.com/1267161): Re-enable when platform is supported.
4398 'mac13-arm64-rel-tests',
John Budorickc498fd3c2019-03-14 01:16:264399 ],
Stephen Martinis54d64ad2018-09-21 22:16:204400 },
Preethi Mohan6d478e462022-10-13 18:51:594401 'testing_pytype': {
4402 'remove_from': [
4403 'linux-code-coverage',
4404 ],
4405 },
Brian Sheedy44e4b682023-06-13 22:25:214406 'trace_test': {
4407 'modifications': {
4408 # The browser is restarted after every test in this suite, which includes
4409 # re-applying permissions. Nexus 5Xs are very slow to apply permissions
4410 # compared to other devices, so increase sharding to offset the increased
4411 # runtime.
4412 'Android FYI Release (Nexus 5X)': {
4413 'swarming': {
4414 'shards': 2,
4415 },
4416 },
4417 'Android Release (Nexus 5X)': {
4418 'swarming': {
4419 'shards': 2,
4420 },
4421 },
4422 },
Kenneth Russell7e6ae8372023-06-29 02:36:384423 'remove_from': [
4424 # crbug.com/1458020 for Mac Retina ASAN removal
4425 'Mac FYI Retina ASAN (AMD)',
4426 ],
Brian Sheedy44e4b682023-06-13 22:25:214427 },
Kenneth Russelleb60cbd22017-12-05 07:54:284428 'unit_tests': {
Yun Liu3e759dbb2019-11-01 19:25:524429 'remove_from': [
Ben Pastene3e32ffe2020-08-07 03:37:074430 'android-pie-arm64-rel', # https://crbug.com/1010211
Yun Liu3e759dbb2019-11-01 19:25:524431 ],
Kenneth Russelleb60cbd22017-12-05 07:54:284432 'modifications': {
John Budorickca14c76f62017-12-09 14:19:184433 'Linux ASan LSan Tests (1)': {
Stephanie Kime632c6b2023-09-12 20:03:524434 # Only retry the individual failed tests instead of rerunning entire
4435 # shards.
4436 'retry_only_failed_tests': True,
John Budorick5052d552017-12-13 02:59:344437 # These are slow on the ASAN trybot for some reason.
Ben Pastened2c01af2022-01-31 23:06:444438 # crbug.com/1257927
John Budorickca14c76f62017-12-09 14:19:184439 'swarming': {
John Budorick5052d552017-12-13 02:59:344440 'shards': 4,
John Budorickca14c76f62017-12-09 14:19:184441 },
4442 },
Stephen Martinis1384ff92020-01-07 19:52:154443 'Linux Chromium OS ASan LSan Tests (1)': {
4444 # These are slow on the ASAN trybot for some reason.
Ben Pastened2c01af2022-01-31 23:06:444445 # crbug.com/1257927
John Budorickca14c76f62017-12-09 14:19:184446 'swarming': {
4447 'shards': 2,
4448 },
4449 },
Takuto Ikuta54671d972018-07-19 19:06:354450 'Linux ChromiumOS MSan Tests': {
4451 # These are very slow on the Chrome OS MSAN trybot for some reason.
4452 # crbug.com/865455
4453 'swarming': {
4454 'shards': 2,
4455 },
4456 },
Stephen Martinis1384ff92020-01-07 19:52:154457 'Linux TSan Tests': {
Takuto Ikuta54671d972018-07-19 19:06:354458 'swarming': {
4459 'shards': 2,
4460 },
4461 },
Stephanie Kime632c6b2023-09-12 20:03:524462 'Linux Tests': {
4463 # Only retry the individual failed tests instead of rerunning entire
4464 # shards.
4465 'retry_only_failed_tests': True,
4466 },
Maksim Sisovc81d284c2021-10-05 17:54:354467 # https://crbug.com/1184127
4468 'Linux Tests (Wayland)': {
4469 'args': [
4470 '--test-launcher-filter-file=../../testing/buildbot/filters/ozone-linux.unit_tests_wayland.filter',
4471 ],
Stephanie Kime632c6b2023-09-12 20:03:524472 # Only retry the individual failed tests instead of rerunning entire
4473 # shards.
4474 'retry_only_failed_tests': True,
Maksim Sisovc81d284c2021-10-05 17:54:354475 },
Brian Sheedy3a0977c82023-11-30 19:40:534476 'Mac ASan 64 Tests (1)': {
4477 'swarming': {
4478 'shards': 2,
4479 },
4480 },
Lindsay Pasrichadb377fe2023-06-27 20:29:354481 'Mac13 Tests': {
4482 'swarming': {
4483 'shards': 2,
4484 },
4485 },
Cameron Higgins2e4b7f12023-05-31 18:29:324486 'Mac13 Tests (dbg)': {
Zhaoyang Li9357e1e12021-12-07 18:53:174487 'swarming': {
4488 'shards': 2,
4489 },
4490 },
Stephen Martinis1384ff92020-01-07 19:52:154491 'ToTLinuxASan': {
Dirk Pranke20eae9a72017-12-09 18:12:144492 'swarming': {
Stephen Martinis1384ff92020-01-07 19:52:154493 'shards': 2,
Dirk Pranke20eae9a72017-12-09 18:12:144494 },
4495 },
Stephen Martinis1384ff92020-01-07 19:52:154496 'android-asan': {
4497 'args': [
4498 '--test-launcher-filter-file=../../testing/buildbot/filters/android.asan.unit_tests.filter',
4499 ],
4500 },
Ben Pasteneac465d422023-03-23 21:54:294501 'android-pie-arm64-rel-dev': {
Takuto Ikuta527cdff2020-01-29 08:04:274502 'swarming': {
4503 'shards': 8,
4504 },
4505 },
Stephen Martinis1384ff92020-01-07 19:52:154506 'linux-chromeos-chrome': {
4507 'args': [
4508 '--test-launcher-filter-file=../../testing/buildbot/filters/chromeos.unit_tests.filter',
4509 ],
4510 },
Ben Pasteneacd57392019-10-31 02:13:254511 'linux-chromeos-dbg': {
4512 'swarming': {
Jonathan Fane4509efc2024-01-05 20:40:254513 'shards': 4,
Ben Pasteneacd57392019-10-31 02:13:254514 },
4515 },
Erik Chend063aef72019-11-18 19:13:104516 'linux-chromeos-rel': {
Stephanie Kime632c6b2023-09-12 20:03:524517 # Only retry the individual failed tests instead of rerunning entire
4518 # shards.
4519 'retry_only_failed_tests': True,
Erik Chend063aef72019-11-18 19:13:104520 'swarming': {
4521 'shards': 2,
4522 },
4523 },
Ian Struiksma2e23f962023-05-26 22:37:204524 'linux-exp-tsan-fyi-rel': {
4525 'swarming': {
4526 'shards': 2,
4527 },
4528 },
Stephanie Kime632c6b2023-09-12 20:03:524529 'linux-lacros-tester-rel': {
4530 # Only retry the individual failed tests instead of rerunning entire
4531 # shards.
4532 'retry_only_failed_tests': True,
4533 },
Ben Pastene96b328e82023-04-07 21:19:054534 'linux-rel-dev': {
4535 'swarming': {
Garrett Beatyade673d2023-08-04 22:00:254536 'dimensions': {
4537 'cores': '8',
4538 },
Ben Pastene96b328e82023-04-07 21:19:054539 },
4540 },
Ian Struiksma448f4132023-10-11 16:21:174541 'linux-ubsan-fyi-rel': {
4542 'swarming': {
4543 'shards': 2,
4544 }
4545 },
Kuan Huang4c8284672023-03-17 22:28:384546 'win-arm64-rel': {
4547 'args': [
4548 '--top-chrome-touch-ui=disabled',
4549 ],
4550 },
Titouan Rigoudyf1fd90442023-09-19 13:11:164551 'win-asan': {
4552 'swarming': {
4553 # ASAN bot is slow: https://crbug.com/1484550#c4
4554 'shards': 4,
4555 },
4556 },
Prakhar2db54822023-04-25 17:55:184557 'win10-code-coverage': {
4558 'swarming': {
4559 'shards': 6,
4560 },
4561 },
Kenneth Russelleb60cbd22017-12-05 07:54:284562 },
4563 },
Hao Wu77dd1ab2022-04-29 21:36:204564 'variations_smoke_tests': {
4565 'modifications': {
Hao Wud38c2342022-06-09 02:03:474566 'linux-chrome': {
4567 'swarming': {
Garrett Beatyade673d2023-08-04 22:00:254568 'dimensions': {
4569 'pool': 'chrome.tests.finch',
4570 },
Hao Wud38c2342022-06-09 02:03:474571 },
4572 },
Hao Wu77dd1ab2022-04-29 21:36:204573 'win-chrome': {
4574 'experiment_percentage': 100,
Hao Wud38c2342022-06-09 02:03:474575 'swarming': {
Garrett Beatyade673d2023-08-04 22:00:254576 'dimensions': {
4577 'pool': 'chrome.tests.finch',
4578 },
Hao Wud38c2342022-06-09 02:03:474579 },
Hao Wu77dd1ab2022-04-29 21:36:204580 },
4581 },
4582 },
Kenneth Russell8a386d42018-06-02 09:48:014583 'video_decode_accelerator_gl_unittest': {
4584 'remove_from': [
Kenneth Russell8a386d42018-06-02 09:48:014585 # Windows Intel doesn't have the GL extensions to support this test.
Yuly Novikov3db078282023-01-04 10:06:254586 'Win10 FYI x64 Release (Intel)',
4587 'Win10 FYI x64 Experimental Release (Intel)',
Kenneth Russell8a386d42018-06-02 09:48:014588 ],
4589 },
Sven Zheng577fe5ff2020-08-03 22:06:444590 'views_unittests': {
Sven Zheng80734f12020-08-06 06:50:394591 'modifications': {
Maksim Sisovc81d284c2021-10-05 17:54:354592 'Linux Tests (Wayland)': {
4593 'args': [
4594 '--test-launcher-filter-file=../../testing/buildbot/filters/ozone-linux.wayland_views_unittests.filter',
4595 ],
4596 },
Chong Gu6aa22be2021-09-10 06:56:144597 'fuchsia-fyi-arm64-dbg': {
4598 'args': [
4599 '--test-launcher-filter-file=../../testing/buildbot/filters/fuchsia.debug.views_unittests.filter',
4600 ],
4601 },
Sven Zhengbc822262022-09-20 20:47:354602 # https://crbug.com/1111979
4603 'linux-lacros-asan-lsan-rel': {
4604 'args': [
4605 '--gtest_filter=-DesktopWidgetFocusManagerTest.AnchoredDialogInDesktopNativeWidgetAura:'
4606 'DesktopWidgetTest*:'
4607 'DesktopWindowTreeHostPlatformTest*:'
4608 'EditableComboboxTest*:'
4609 'MenuRunnerTest*:'
4610 'TextfieldTest*:'
Sven Zhengbc822262022-09-20 20:47:354611 ],
4612 },
Sven Zheng5c9d3e342020-08-11 21:39:434613 # https://crbug.com/1111979,
Junhua Chen39dd2dba2021-05-05 17:51:544614 'linux-lacros-code-coverage': {
4615 'args': [
4616 '--gtest_filter=-DesktopWidgetFocusManagerTest.AnchoredDialogInDesktopNativeWidgetAura:'
4617 'DesktopWidgetTest*:'
4618 'DesktopWindowTreeHostPlatformTest*:'
4619 'EditableComboboxTest*:'
4620 'MenuRunnerTest*:'
4621 'TextfieldTest*:'
Junhua Chen39dd2dba2021-05-05 17:51:544622 ],
4623 },
Yuke Liaoa0db4742021-08-09 18:28:334624 'linux-lacros-dbg-tests-fyi': {
4625 'args': [
4626 '--gtest_filter=-DesktopWidgetFocusManagerTest.AnchoredDialogInDesktopNativeWidgetAura:'
4627 'TextfieldTest*:'
Yuke Liaoa0db4742021-08-09 18:28:334628 ],
4629 },
Sven Zheng5c9d3e342020-08-11 21:39:434630 'linux-lacros-tester-rel': {
Sven Zheng5c9d3e342020-08-11 21:39:434631 'args': [
4632 '--gtest_filter=-DesktopWidgetFocusManagerTest.AnchoredDialogInDesktopNativeWidgetAura:'
Yuke Liao34721c22020-08-14 21:41:194633 'DesktopWidgetTest*:'
4634 'DesktopWindowTreeHostPlatformTest*:'
Yuke Liaocf9db2b2020-08-13 19:42:534635 'EditableComboboxTest*:'
Sven Zhengea8903f2020-08-14 05:27:514636 'MenuRunnerTest*:'
Yuke Liaocf9db2b2020-08-13 19:42:534637 'TextfieldTest*:'
Sven Zheng5c9d3e342020-08-11 21:39:434638 ],
4639 },
Sven Zheng80734f12020-08-06 06:50:394640 },
Sven Zheng577fe5ff2020-08-03 22:06:444641 },
John Budorickd02c429de2020-01-10 19:02:214642 'viz_unittests': {
4643 'modifications': {
Chong Gub2446462021-08-19 18:44:084644 'fuchsia-fyi-arm64-dbg': {
Chong Gu6aa22be2021-09-10 06:56:144645 'args': [
4646 '--test-launcher-filter-file=../../testing/buildbot/filters/fuchsia.debug.viz_unittests.filter',
4647 ],
Chong Gub2446462021-08-19 18:44:084648 },
Stephanie Kima51f4722023-12-13 20:36:344649 'linux-lacros-tester-rel': {
4650 'ci_only': True, # https://crbug.com/1509573
4651 },
John Budorickd02c429de2020-01-10 19:02:214652 },
4653 },
John Budorick20f4fa8d2019-08-02 22:58:294654 'vr_common_unittests': {
4655 'remove_from': [
Haiyang Pan08d09dc2020-04-01 16:11:214656 'android-pie-x86-rel',
Randolf Jung444efaa2023-06-28 16:34:114657 # Not available on Linux ARM64
4658 'linux-arm64-rel-cft',
John Budorick20f4fa8d2019-08-02 22:58:294659 ],
4660 },
Brian Sheedy45935b42022-12-14 23:21:464661 'vulkan_pixel_skia_gold_test': {
4662 'replacements': {
4663 # The V8 builders pass the V8 revision for ${got_revision}, so instead
4664 # use ${got_cr_revision}, which is only set on the V8 bots.
4665 'Linux V8 FYI Release (NVIDIA)': {
4666 'args': {
4667 '--git-revision': '${got_cr_revision}',
4668 },
4669 },
Brian Sheedyd7973022023-01-03 14:15:094670 'Linux V8 FYI Release - pointer compression (NVIDIA)': {
4671 'args': {
4672 '--git-revision': '${got_cr_revision}',
4673 },
4674 },
4675 'Mac V8 FYI Release (Intel)': {
4676 'args': {
4677 '--git-revision': '${got_cr_revision}',
4678 },
4679 },
4680 'Win V8 FYI Release (NVIDIA)': {
4681 'args': {
4682 '--git-revision': '${got_cr_revision}',
4683 },
4684 },
Brian Sheedy45935b42022-12-14 23:21:464685 },
4686 },
Nico Webere81999ee2018-07-01 23:52:434687 'wayland_client_perftests': {
4688 'remove_from': [
4689 'linux-chromeos-dbg', # https://crbug.com/859307
4690 ],
4691 },
Chong Gu76046412021-09-22 17:49:214692 'web_engine_browsertests': {
Chong Gud1a5c5992021-04-09 04:08:324693 'modifications': {
4694 'fuchsia-code-coverage': {
4695 'swarming': {
Chong Gu7a463202021-07-19 18:43:104696 'shards': 28,
Chong Gud1a5c5992021-04-09 04:08:324697 },
4698 },
4699 },
4700 },
Zijie He668da5d2023-08-11 23:39:364701 'web_engine_integration_tests': {
4702 'modifications': {
4703 'fuchsia-code-coverage': {
4704 'args': [
4705 '--test-launcher-jobs=1',
4706 ],
4707 'swarming': {
4708 'shards': 4,
4709 },
4710 },
4711 },
4712 },
Yuly Novikov96333102023-12-06 19:27:514713 'webcodecs_metal_passthrough_ganesh_tests': {
4714 'remove_from': [
4715 # crbug.com/1458020 for Mac Retina ASAN removal
4716 'Mac FYI Retina ASAN (AMD)',
4717 ],
4718 },
4719 'webcodecs_metal_passthrough_graphite_tests': {
Kenneth Russell7e6ae8372023-06-29 02:36:384720 'remove_from': [
4721 # crbug.com/1458020 for Mac Retina ASAN removal
4722 'Mac FYI Retina ASAN (AMD)',
4723 ],
4724 },
Jonathan Leef07495ef2023-11-09 00:21:394725 'webdriver_wpt_tests': {
Jonathan Leed3a05942023-08-04 17:38:384726 'modifications': {
4727 'Linux Tests (dbg)(1)': {
4728 'args': [
4729 '--debug',
4730 ],
4731 },
4732 },
John Budorick63357462019-02-27 23:02:514733 'remove_from': [
4734 'Linux Tests', # https://crbug.com/929689, https://crbug.com/936557
Thiago Perrotta61487462023-01-20 12:52:324735 'linux-rel-cft',
John Budorick63357462019-02-27 23:02:514736 ],
4737 },
Brian Sheedyd7973022023-01-03 14:15:094738 'webgl2_conformance_d3d11_passthrough_tests': {
4739 'remove_from': [
4740 # Removed from V8 builder since WebGL 1 should provide reasonable
4741 # upstream test coverage without the capacity hit from WebGL 2.
4742 'Win V8 FYI Release (NVIDIA)',
4743 ],
4744 },
Yuly Novikov96333102023-12-06 19:27:514745 'webgl2_conformance_gl_passthrough_ganesh_tests': {
4746 'remove_from': [
4747 'Mac V8 FYI Release (Intel)',
4748 ],
4749 },
Yuly Novikov19bc4c332022-10-17 18:45:064750 'webgl2_conformance_gl_passthrough_tests': {
4751 'remove_from': [
Brian Sheedyd7973022023-01-03 14:15:094752 # Removed from V8 builders since WebGL 1 should provide reasonable
4753 # upstream test coverage without the capacity hit from WebGL 2.
4754 'Linux V8 FYI Release (NVIDIA)',
4755 'Linux V8 FYI Release - pointer compression (NVIDIA)',
Yuly Novikov19bc4c332022-10-17 18:45:064756 ],
4757 },
Brian Sheedy5a9f6562021-08-20 03:32:544758 'webgl2_conformance_gles_passthrough_tests': {
4759 'remove_from': [
Brian Sheedyefb683c2022-01-25 21:17:364760 # Currently not enough capacity to run these tests on this config.
4761 # TODO(crbug.com/1280418): Re-enable once more of the Pixel 6 capacity
4762 # is deployed.
4763 'Android FYI Release (Pixel 6)',
Brian Sheedy43f5a6f2022-01-07 02:41:044764 # Not enough CrOS hardware capacity to run both on anything other than
4765 # VMs. See https://crbug.com/1238070.
Brian Sheedy5a9f6562021-08-20 03:32:544766 'Lacros FYI x64 Release (Intel)',
4767 ],
4768 'modifications': {
4769 # This VM configuration is known to be significantly slower than other
4770 # CrOS configurations, so increase the shards.
4771 # TODO(crbug.com/1223550): Remove this if the configuration can be sped
4772 # up.
4773 'ChromeOS FYI Release (amd64-generic)': {
4774 'swarming': {
4775 'shards': 30,
4776 },
4777 },
4778 },
4779 },
Kramer Ge271dd202023-05-19 23:38:374780 'webgl2_conformance_gles_passthrough_tests Ash ToT': {
4781 'modifications': {
4782 # Not enough capacity.
4783 'Lacros FYI Release (jacuzzi)': {
4784 'swarming': {
4785 'shards': 1,
4786 },
4787 },
4788 # Not enough capacity.
4789 'Lacros FYI Release (octopus)': {
4790 'swarming': {
4791 'shards': 1,
4792 },
4793 },
4794 },
4795 },
Yuly Novikov96333102023-12-06 19:27:514796 'webgl2_conformance_metal_passthrough_graphite_tests': {
Kenneth Russell18fff67f2021-11-05 23:45:114797 'remove_from': [
Yuly Novikov7d00cdb2022-01-05 00:10:384798 # crbug.com/1270755
4799 'Mac FYI ASAN (Intel)',
4800 'Mac FYI Retina ASAN (AMD)',
Kenneth Russell18fff67f2021-11-05 23:45:114801 # Not enough capacity.
4802 'Mac FYI Retina Release (NVIDIA)',
Yuly Novikov9e6e9d82023-06-26 18:54:084803 'Mac FYI Experimental Retina Release (NVIDIA)',
Brian Sheedyd7973022023-01-03 14:15:094804 # Removed from V8 builders since WebGL 1 should provide reasonable
4805 # upstream test coverage without the capacity hit from WebGL 2.
4806 'Mac V8 FYI Release (Intel)',
Kenneth Russell18fff67f2021-11-05 23:45:114807 ],
Yuly Novikov220c14a52021-12-14 02:49:334808 'modifications': {
4809 'Mac FYI ASAN (Intel)': {
4810 'args': [
4811 '--extra-browser-args=--disable-metal-shader-cache',
4812 ],
4813 },
4814 'Mac FYI Retina ASAN (AMD)': {
4815 'args': [
4816 '--extra-browser-args=--disable-metal-shader-cache',
Brian Sheedya111ca92022-04-18 23:37:154817 ],
4818 },
Brian Sheedyfc263762023-07-14 22:19:234819 },
Brian Sheedyee496982023-11-07 00:33:594820 'replacements': {
4821 'Mac Pro FYI Release (AMD)': {
4822 'args': {
4823 # Causes problems on older hardware. crbug.com/1499911.
4824 '--enable-metal-debug-layers': None,
4825 },
4826 },
4827 },
Kenneth Russell18fff67f2021-11-05 23:45:114828 },
John Budorick82e61dfb2019-12-10 04:36:094829 'webgl2_conformance_validating_tests': {
Stephen Martinis54d64ad2018-09-21 22:16:204830 'remove_from': [
Brian Sheedyefb683c2022-01-25 21:17:364831 # Currently not enough capacity to run these tests on this config.
4832 # TODO(crbug.com/1280418): Re-enable once more of the Pixel 6 capacity
4833 # is deployed.
4834 'Android FYI Release (Pixel 6)',
Stephen Martinis54d64ad2018-09-21 22:16:204835 ],
Kenneth Russell8a386d42018-06-02 09:48:014836 'modifications': {
Brian Sheedyab0a1992021-08-13 20:57:394837 # This VM configuration is known to be significantly slower than other
4838 # CrOS configurations, so increase the shards.
4839 # TODO(crbug.com/1223550): Remove this if the configuration can be sped
4840 # up.
4841 'ChromeOS FYI Release (amd64-generic)': {
4842 'swarming': {
4843 'shards': 30,
4844 },
Brian Sheedy9bde4532021-08-20 18:11:194845 # This configuration is tested with the passthrough decoder as well,
4846 # which will be shipped in the nearish future, so any failures that
4847 # show up with the validating decoder are just an FYI.
4848 'experiment_percentage': 100,
Brian Sheedyab0a1992021-08-13 20:57:394849 },
Kenneth Russell8a386d42018-06-02 09:48:014850 },
4851 },
Yuly Novikov96333102023-12-06 19:27:514852 'webgl_conformance_gl_passthrough_ganesh_tests 1002:67ef': {
Brian Sheedye8723cb2022-07-21 13:37:284853 'modifications': {
4854 'mac_optional_gpu_tests_rel': {
4855 'args': [
4856 # Added to debug crbug.com/1293967.
Brian Sheedyf528ce592022-07-26 22:44:464857 '--extra-browser-args=--disable-background-media-suspend --disable-renderer-backgrounding --disable-background-timer-throttling',
Brian Sheedye8723cb2022-07-21 13:37:284858 ],
4859 },
4860 },
4861 },
Kramer Ge271dd202023-05-19 23:38:374862 'webgl_conformance_gles_passthrough_tests Ash ToT': {
4863 'modifications': {
4864 # Not enough capacity.
4865 'Lacros FYI Release (jacuzzi)': {
4866 'swarming': {
4867 'shards': 1,
4868 },
4869 },
4870 # Not enough capacity.
4871 'Lacros FYI Release (octopus)': {
4872 'swarming': {
4873 'shards': 1,
4874 },
4875 },
4876 },
4877 },
Yuly Novikov96333102023-12-06 19:27:514878 'webgl_conformance_metal_passthrough_ganesh_tests': {
4879 'remove_from': [
4880 # crbug.com/1270755
4881 'Mac FYI ASAN (Intel)',
4882 'Mac FYI Retina ASAN (AMD)',
4883 ],
4884 },
4885 'webgl_conformance_metal_passthrough_graphite_tests': {
Kenneth Russell984f2f12020-12-15 23:23:354886 'remove_from': [
Yuly Novikov7d00cdb2022-01-05 00:10:384887 # crbug.com/1270755
4888 'Mac FYI ASAN (Intel)',
4889 'Mac FYI Retina ASAN (AMD)',
Yuly Novikov220c14a52021-12-14 02:49:334890 # crbug.com/1158857: re-enable when switching to Metal by default.
Kenneth Russell984f2f12020-12-15 23:23:354891 'Mac FYI Retina Release (NVIDIA)',
Yuly Novikov9e6e9d82023-06-26 18:54:084892 'Mac FYI Experimental Retina Release (NVIDIA)',
Kenneth Russell984f2f12020-12-15 23:23:354893 ],
Yuly Novikov220c14a52021-12-14 02:49:334894 'modifications': {
4895 'Mac FYI ASAN (Intel)': {
4896 'args': [
4897 '--extra-browser-args=--disable-metal-shader-cache',
4898 ],
4899 },
4900 'Mac FYI Retina ASAN (AMD)': {
4901 'args': [
4902 '--extra-browser-args=--disable-metal-shader-cache',
Yuly Novikov599840bf2023-01-31 19:13:094903 ],
4904 },
Yuly Novikov220c14a52021-12-14 02:49:334905 },
Brian Sheedyee496982023-11-07 00:33:594906 'replacements': {
4907 'Mac Pro FYI Release (AMD)': {
4908 'args': {
4909 # Causes problems on older hardware. crbug.com/1499911.
4910 '--enable-metal-debug-layers': None,
4911 },
4912 },
4913 },
Kenneth Russell984f2f12020-12-15 23:23:354914 },
Austin Enge8c0ba02021-07-19 23:55:194915 'webgpu_blink_web_tests': {
Brian Sheedyd9a809f02022-10-06 00:50:374916 'remove_from': [
4917 # TODO(crbug.com/1363409): Enable these once they're shown to work on
4918 # Android.
4919 'Dawn Android arm DEPS Release (Pixel 4)',
4920 'Dawn Android arm Release (Pixel 4)',
Austin Eng337f62b2023-05-17 21:34:154921 'Dawn Android arm64 DEPS Release (Pixel 6)',
4922 'Dawn Android arm64 Release (Pixel 6)',
Brian Sheedyd9a809f02022-10-06 00:50:374923 ],
Austin Enge8c0ba02021-07-19 23:55:194924 'modifications': {
Kai Ninomiyabb3312a2023-02-07 00:07:534925 # These tests must run with a GPU.
4926 'linux-code-coverage': {
4927 'swarming': {
Garrett Beatyade673d2023-08-04 22:00:254928 'dimensions': {
4929 # TODO(crbug.com/1408314): This must be kept in sync with the
4930 # appropriate mixin; currently, linux_nvidia_gtx_1660_stable,
4931 # which is used by Dawn Linux x64 Release (NVIDIA).
4932 'gpu': '10de:2184-440.100',
4933 'os': 'Ubuntu-18.04.5|Ubuntu-18.04.6',
4934 'pool': 'chromium.tests.gpu'
4935 },
Kai Ninomiyabb3312a2023-02-07 00:07:534936 },
4937 },
4938 'mac-code-coverage': {
4939 'swarming': {
Garrett Beatyade673d2023-08-04 22:00:254940 'dimensions': {
4941 # TODO(crbug.com/1408314): This must be kept in sync with the
4942 # appropriate mixin; currently, mac_mini_intel_gpu_stable,
4943 # which is used by Dawn Mac x64 Release (Intel).
4944 'cpu': 'x86-64',
4945 'gpu': '8086:3e9b',
Yuly Novikov26914eb2023-09-12 19:05:444946 'os': 'Mac-13.5',
Garrett Beatyade673d2023-08-04 22:00:254947 'display_attached': '1',
4948 },
Kai Ninomiyabb3312a2023-02-07 00:07:534949 },
4950 },
4951 'win10-code-coverage': {
4952 'swarming': {
Garrett Beatyade673d2023-08-04 22:00:254953 'dimensions': {
4954 # TODO(crbug.com/1408314): This must be kept in sync with the
4955 # appropriate mixin; currently, win10_nvidia_gtx_1660_stable,
4956 # which is used by Dawn Win10 x64 Release (NVIDIA).
4957 'gpu': '10de:2184-27.21.14.5638',
4958 'os': 'Windows-10-18363',
4959 'pool': 'chromium.tests.gpu',
4960 },
Kai Ninomiyabb3312a2023-02-07 00:07:534961 },
4962 },
Austin Enge8c0ba02021-07-19 23:55:194963 },
Brian Sheedy5796b4b2021-09-15 21:51:414964 },
4965 'webgpu_blink_web_tests_with_backend_validation': {
Austin Engd7a88622022-08-12 18:50:004966 'remove_from': [
Brian Sheedyd9a809f02022-10-06 00:50:374967 # TODO(crbug.com/1363409): Enable these once they're shown to work on
4968 # Android.
4969 'Dawn Android arm DEPS Release (Pixel 4)',
4970 'Dawn Android arm Release (Pixel 4)',
Austin Eng337f62b2023-05-17 21:34:154971 'Dawn Android arm64 DEPS Release (Pixel 6)',
4972 'Dawn Android arm64 Release (Pixel 6)',
Yuly Novikovf0480762023-04-13 10:25:444973 # Remove from bots where capacity is constrained.
Yuly Novikov9f43dc52023-01-10 15:07:174974 'Dawn Win10 x64 DEPS Release (Intel)',
4975 'Dawn Win10 x64 Release (Intel)',
Kai Ninomiyabb3312a2023-02-07 00:07:534976 'linux-code-coverage',
4977 'mac-code-coverage',
4978 'win10-code-coverage',
Austin Engd7a88622022-08-12 18:50:004979 ],
4980 },
Brian Sheedy9dba8e1b2023-11-16 18:31:544981 'webgpu_cts_compat_tests': {
4982 'modifications': {
4983 # TODO(crbug.com/1483449): Enable on Intel trybots once there is
4984 # sufficient capacity.
4985 'Dawn Linux x64 DEPS Release (Intel UHD 630)': {
4986 'ci_only': True,
Brian Sheedyacaef272023-11-20 23:27:154987 'experiment_percentage': 100,
Brian Sheedy9dba8e1b2023-11-16 18:31:544988 },
4989 'Dawn Linux x64 Release (Intel UHD 630)': {
4990 'ci_only': True,
Brian Sheedyacaef272023-11-20 23:27:154991 'experiment_percentage': 100,
Brian Sheedy9dba8e1b2023-11-16 18:31:544992 },
4993 },
4994 },
Austin Engd7a88622022-08-12 18:50:004995 'webgpu_cts_tests': {
Kai Ninomiyabb3312a2023-02-07 00:07:534996 'modifications': {
Austin Eng1cebf662023-05-25 00:42:514997 'Dawn Android arm DEPS Release (Pixel 4)': {
4998 'ci_only': True,
4999 },
5000 'Dawn Android arm Release (Pixel 4)': {
5001 'ci_only': True,
5002 },
5003 'Dawn Android arm64 DEPS Release (Pixel 6)': {
5004 'ci_only': True,
5005 },
5006 'Dawn Android arm64 Release (Pixel 6)': {
5007 'ci_only': True,
5008 },
Loko Kungeff01a7f2024-01-19 04:25:195009 'Dawn Win10 x64 ASAN Release (Intel)': {
5010 # ASAN builds taking a bit longer so needs extra shards to not timeout.
5011 'swarming': {
5012 'shards': 10,
5013 }
5014 },
Kai Ninomiyabb3312a2023-02-07 00:07:535015 # These tests must run with a GPU.
5016 'linux-code-coverage': {
5017 'swarming': {
Garrett Beatyade673d2023-08-04 22:00:255018 'dimensions': {
5019 # TODO(crbug.com/1408314): This must be kept in sync with the
5020 # appropriate mixin; currently, linux_nvidia_gtx_1660_stable,
5021 # which is used by Dawn Linux x64 Release (NVIDIA).
5022 'gpu': '10de:2184-440.100',
5023 'os': 'Ubuntu-18.04.5|Ubuntu-18.04.6',
5024 'pool': 'chromium.tests.gpu'
5025 },
Kai Ninomiyabb3312a2023-02-07 00:07:535026 },
5027 },
5028 'mac-code-coverage': {
5029 'swarming': {
Garrett Beatyade673d2023-08-04 22:00:255030 'dimensions': {
5031 # TODO(crbug.com/1408314): This must be kept in sync with the
5032 # appropriate mixin; currently, mac_mini_intel_gpu_stable,
5033 # which is used by Dawn Mac x64 Release (Intel).
5034 'cpu': 'x86-64',
5035 'gpu': '8086:3e9b',
Yuly Novikov26914eb2023-09-12 19:05:445036 'os': 'Mac-13.5',
Garrett Beatyade673d2023-08-04 22:00:255037 'display_attached': '1',
5038 },
Kai Ninomiyabb3312a2023-02-07 00:07:535039 },
5040 },
5041 'win10-code-coverage': {
5042 'swarming': {
Garrett Beatyade673d2023-08-04 22:00:255043 'dimensions': {
5044 # TODO(crbug.com/1408314): This must be kept in sync with the
5045 # appropriate mixin; currently, win10_nvidia_gtx_1660_stable,
5046 # which is used by Dawn Win10 x64 Release (NVIDIA).
5047 'gpu': '10de:2184-27.21.14.5638',
5048 'os': 'Windows-10-18363',
5049 'pool': 'chromium.tests.gpu',
5050 },
Kai Ninomiyabb3312a2023-02-07 00:07:535051 },
5052 },
5053 },
Austin Engd7a88622022-08-12 18:50:005054 },
5055 'webgpu_cts_with_validation_tests': {
Austin Engd7a88622022-08-12 18:50:005056 'remove_from': [
Yuly Novikovf0480762023-04-13 10:25:445057 # Remove from bots where capacity is constrained.
Yuly Novikov9f43dc52023-01-10 15:07:175058 'Dawn Win10 x64 DEPS Release (Intel)',
5059 'Dawn Win10 x64 Release (Intel)',
Austin Eng545d1692023-05-11 18:57:095060 # Disable testing with validation on x86 where they frequently OOM.
5061 # See crbug.com/1444815.
Yuly Novikov9f43dc52023-01-10 15:07:175062 'Dawn Win10 x86 DEPS Release (Intel)',
5063 'Dawn Win10 x86 Release (Intel)',
Austin Eng545d1692023-05-11 18:57:095064 'Dawn Win10 x86 DEPS Release (NVIDIA)',
5065 'Dawn Win10 x86 Release (NVIDIA)',
5066 # Don't need validation layers on code coverage bots
Kai Ninomiyabb3312a2023-02-07 00:07:535067 'linux-code-coverage',
5068 'mac-code-coverage',
5069 'win10-code-coverage',
Austin Engd7a88622022-08-12 18:50:005070 ],
5071 'modifications': {
Austin Eng1cebf662023-05-25 00:42:515072 'Dawn Android arm DEPS Release (Pixel 4)': {
5073 'ci_only': True,
5074 },
5075 'Dawn Android arm Release (Pixel 4)': {
5076 'ci_only': True,
5077 },
5078 'Dawn Android arm64 DEPS Release (Pixel 6)': {
5079 'ci_only': True,
5080 },
5081 'Dawn Android arm64 Release (Pixel 6)': {
5082 'ci_only': True,
5083 },
Austin Engd7a88622022-08-12 18:50:005084 # ci_only for bots where capacity is constrained.
5085 'Dawn Linux x64 DEPS Release (Intel UHD 630)': {
5086 'ci_only': True,
5087 },
5088 'Dawn Linux x64 Release (Intel UHD 630)': {
5089 'ci_only': True,
5090 },
5091 },
5092 },
5093 'webgpu_swiftshader_web_platform_cts_with_validation_tests': {
5094 # Remove from bots where capacity is constrained.
5095 'remove_from': [
Yuly Novikov9f43dc52023-01-10 15:07:175096 'Dawn Win10 x64 DEPS Release (Intel)',
5097 'Dawn Win10 x64 Release (Intel)',
5098 'Dawn Win10 x86 DEPS Release (Intel)',
5099 'Dawn Win10 x86 Release (Intel)',
Austin Engd7a88622022-08-12 18:50:005100 ],
5101 'modifications': {
5102 # ci_only for bots where capacity is constrained.
5103 'Dawn Linux x64 DEPS Release (Intel UHD 630)': {
5104 'ci_only': True,
5105 },
5106 'Dawn Linux x64 Release (Intel UHD 630)': {
5107 'ci_only': True,
5108 },
5109 },
Austin Enge8c0ba02021-07-19 23:55:195110 },
Kenneth Russelleb60cbd22017-12-05 07:54:285111 'webkit_unit_tests': {
Dirk Pranke81ff51c2017-12-09 19:24:285112 'modifications': {
John Budorick5052d552017-12-13 02:59:345113 'Linux ASan LSan Tests (1)': {
5114 # These are very slow on the ASAN trybot for some reason.
Ben Pastened2c01af2022-01-31 23:06:445115 # crbug.com/1257927
John Budorick5052d552017-12-13 02:59:345116 'swarming': {
5117 'shards': 5,
5118 },
5119 },
Erik Chen681dc0282019-11-26 22:54:495120 'Linux TSan Tests': {
5121 'swarming': {
5122 'shards': 2,
5123 },
5124 },
Ian Struiksma2e23f962023-05-26 22:37:205125 'linux-exp-tsan-fyi-rel': {
5126 'swarming': {
5127 'shards': 2,
5128 },
5129 },
Ian Struiksma448f4132023-10-11 16:21:175130 'linux-ubsan-fyi-rel': {
5131 'swarming': {
5132 'shards': 2,
5133 }
5134 },
Prakhar746198a2023-04-25 17:56:585135 'win10-code-coverage': {
5136 'swarming': {
5137 'shards': 4,
5138 },
5139 },
Dirk Pranke81ff51c2017-12-09 19:24:285140 },
Kenneth Russelleb60cbd22017-12-05 07:54:285141 },
Erik Staab70ca5b32021-08-07 00:38:355142 'webview_64_cts_tests': {
5143 'modifications': {
5144 'android-pie-arm64-rel': {
5145 # TODO(crbug.com/1111436): Move this back to walleye if/when additional
5146 # capacity has been deployed.
5147 'swarming': {
Garrett Beatyade673d2023-08-04 22:00:255148 'dimensions': {
Haiyang Pan1325c56a2023-10-11 22:08:295149 'device_type': 'crosshatch',
Garrett Beatyade673d2023-08-04 22:00:255150 },
Haiyang Panfbd2b482020-09-23 23:41:255151 },
5152 },
Haiyang Panfbd2b482020-09-23 23:41:255153 },
5154 },
Kenneth Russelleb60cbd22017-12-05 07:54:285155 'webview_instrumentation_test_apk': {
5156 'remove_from': [
Hans Wennborgeac4c36c2018-05-23 16:04:065157 # This test frequently fails on Android, https://crbug.com/824959
Stephen Martinis1384ff92020-01-07 19:52:155158 # matching android builders, the test fails on these.
Hans Wennborga0b11ebe2018-05-15 16:26:505159 'ToTAndroid',
John Budorick27d2d44e2019-05-20 20:26:095160 'android-asan', # https://crbug.com/964562
Kenneth Russelleb60cbd22017-12-05 07:54:285161 ],
Ben Pastenee17a8e92018-07-12 21:55:185162 'modifications': {
5163 'Oreo Phone Tester': {
Andrew Luo93c4a1e2019-08-30 05:26:305164 # TODO(crbug.com/997362): Enable this once it's passing.
bsheedy01833462018-12-07 01:05:575165 # TODO(https://crbug.com/884413): Re-enable this once the tests are
5166 # either passing or there is more capacity.
5167 'experiment_percentage': 0,
Ben Pastenee17a8e92018-07-12 21:55:185168 },
Haiyang Pan9d68ca02021-08-04 21:30:475169 'android-11-x86-rel': {
Haiyang Pan103864812021-03-19 19:28:445170 'args': [
5171 # TODO(crbug.com/1189746) Enable this test once the issue is fixed.
5172 '--gtest_filter=-org.chromium.net.NetworkChangeNotifierTest.testNetworkChangeNotifierJavaObservers',
5173 ],
5174 },
Struan Shrimpton5786bfd02023-01-11 00:47:545175 'android-12-x64-rel': {
5176 'swarming': {
James Shen783979b72023-03-02 01:58:015177 'shards': 10,
Struan Shrimpton5786bfd02023-01-11 00:47:545178 },
5179 },
Haiyang Pan9ecfcb42023-03-02 18:50:435180 'android-12l-x64-dbg-tests': {
Haiyang Pan9ecfcb42023-03-02 18:50:435181 'swarming': {
5182 'shards': 9,
5183 },
5184 },
Haiyang Pan42c77cd92023-05-18 01:13:035185 'android-12l-x64-fyi-dbg': {
Haiyang Pan42c77cd92023-05-18 01:13:035186 'swarming': {
5187 'shards': 9,
5188 },
5189 },
5190 'android-13-x64-fyi-rel': {
5191 'swarming': {
5192 'shards': 9,
5193 },
5194 },
Haiyang Pan9ecfcb42023-03-02 18:50:435195 'android-13-x64-rel': {
Haiyang Pan9ecfcb42023-03-02 18:50:435196 'swarming': {
5197 'shards': 9,
5198 },
5199 },
Zhaoyang Li9b3ee432023-08-21 18:09:375200 'android-code-coverage-native': {
5201 'args': [
5202 '--use-persistent-shell',
5203 ],
5204 'swarming': {
5205 # Shard number is increased for longer test execution time and added
5206 # local coverage data merging time.
5207 'shards': 36,
5208 },
5209 },
Prakharc60ec802023-03-06 07:49:295210 # If you change this, make similar changes in android-x86-code-coverage below
Haiyang Panb41ca5f2023-07-10 23:11:315211 'android-oreo-x86-rel': {
5212 'args': [
5213 '--use-persistent-shell',
5214 ],
5215 'swarming': {
5216 'shards': 27,
5217 },
5218 },
Kuan Huang1f402c82021-06-08 17:58:185219 'android-pie-arm64-rel': {
Ben Joycee8955c42022-11-01 21:38:505220 'args': [
5221 '--use-persistent-shell',
5222 ],
Gregory Guterman7c7edc6342022-09-26 21:00:135223 'ci_only': True, # crbug/1368281
Kuan Huang1f402c82021-06-08 17:58:185224 'swarming': {
5225 'shards': 9,
5226 },
5227 },
Haiyang Pan08d09dc2020-04-01 16:11:215228 'android-pie-x86-rel': {
Haiyang Panfdd94332020-03-27 02:43:295229 'args': [
5230 '--test-launcher-filter-file=../../testing/buildbot/filters/android.emulator.webview_instrumentation_test_apk.filter',
5231 ],
Ben Joyce9a7eb312021-08-25 00:44:595232 'swarming': {
Haiyang Pan37911512023-08-14 23:01:505233 'shards': 13, # crbug.com/1294924
Ben Joyce9a7eb312021-08-25 00:44:595234 },
Haiyang Panfdd94332020-03-27 02:43:295235 },
Haiyang Pan2c4c5e922023-10-09 22:57:315236 # Keep this same as android-oreo-x86-rel above
Prakharc60ec802023-03-06 07:49:295237 'android-x86-code-coverage': {
5238 'args': [
5239 '--use-persistent-shell',
5240 ],
5241 'swarming': {
5242 'shards': 27,
5243 },
5244 },
Ben Pastenee17a8e92018-07-12 21:55:185245 },
Kenneth Russelleb60cbd22017-12-05 07:54:285246 },
Rakib M. Hasanc8996ad62023-07-21 18:52:335247 'webview_instrumentation_test_apk_no_field_trial': {
5248 'remove_from': [
5249 'android-12-x64-rel', # These tests are not ready to run on a non FYI CI.
5250 ]
5251 },
Mateusz Zbikowski356e84d2024-01-18 15:52:595252 'webview_trichrome_64_cts_hostside_tests full_mode': {
5253 'modifications': {
5254 'android-webview-13-x64-dbg-hostside': {
5255 'swarming': {
5256 'shards': 1,
5257 },
5258 },
5259 },
5260 },
Haiyang Panfed339172021-03-10 23:19:575261 'webview_ui_test_app_test_apk': {
5262 'remove_from': [
Haiyang Pan9d68ca02021-08-04 21:30:475263 'android-11-x86-rel', # crbug.com/1165280
Haiyang Panfed339172021-03-10 23:19:575264 ],
5265 },
Rakib M. Hasan421989942023-08-30 00:16:575266 'webview_ui_test_app_test_apk_single_group_per_study_prefer_existing_behavior': {
5267 'remove_from': [
5268 'android-12-x64-rel', # These tests are not ready to run on a non FYI CI.
5269 ]
5270 },
5271 'webview_ui_test_app_test_apk_single_group_per_study_prefer_new_behavior': {
5272 'remove_from': [
5273 'android-12-x64-rel', # These tests are not ready to run on a non FYI CI.
5274 ]
5275 },
Nihar Damarasinguaac11d862022-10-03 20:24:245276 'wpt_tests_suite': {
5277 'modifications': {
Jonathan Lee4d014e82022-12-15 22:21:185278 'linux-wpt-content-shell-asan-fyi-rel': {
5279 'args': [
5280 '--enable-sanitizer',
5281 ],
5282 'swarming': {
5283 'shards': 8,
5284 },
Weizhong Xiab5eb8962023-03-08 19:22:595285 },
Weizhong Xia93275902023-04-06 18:08:045286 'linux-wpt-content-shell-fyi-rel': {
5287 'swarming': {
5288 'shards': 10,
5289 },
5290 },
Nihar Damarasinguaac11d862022-10-03 20:24:245291 'win10-wpt-content-shell-fyi-rel': {
5292 'args': [
5293 '--target',
5294 'Release_x64',
5295 ],
5296 },
Nihar Damarasinguc5b983c2022-12-08 18:56:145297 'win11-wpt-content-shell-fyi-rel': {
5298 'args': [
5299 '--target',
5300 'Release_x64',
5301 ],
5302 },
Nihar Damarasinguaac11d862022-10-03 20:24:245303 },
5304 },
Kenneth Russelleb60cbd22017-12-05 07:54:285305}