blob: dbe96034c0a593824b59917ca05c53ad34f2c1bb [file] [log] [blame]
Avi Drissmandfd880852022-09-15 20:11:091# Copyright 2017 The Chromium Authors
Kenneth Russelleb60cbd22017-12-05 07:54:282# Use of this source code is governed by a BSD-style license that can be
3# found in the LICENSE file.
4
5# This is a .pyl, or "Python Literal", file. You can treat it just like a
6# .json file, with the following exceptions:
7# * all keys must be quoted (use single quotes, please);
8# * comments are allowed, using '#' syntax; and
9# * trailing commas are allowed.
10
11# Exceptions to the common test suites can only include removal from
12# particular bots, and modifications on particular bots. By design,
13# it's not possible to add one-off tests to bots. Instead they have to
14# be added to one of the test suites in test_suites.pyl.
15#
Jeff Yoone2188f62020-08-24 20:55:5716# Note that if you are excluding with variants, you will need to exclude
17# per variant, with the identifier appended to the test suite name.
18# For example, if you have ios_chrome_ui_eg2tests_module with variant
19# SIM_IPHONE_6S_14_0 (identifier = "iPhone 6s 14.0"), you
20# must exclude with the test name as:
21# "ios_chrome_ui_eg2tests_module_iPhone 6s 14.0"
22
Kenneth Russelleb60cbd22017-12-05 07:54:2823# The goal is to drive the number of exceptions to zero, to make all
24# the bots behave similarly.
25{
Ben Pastenef2ca8e22023-05-03 21:52:2526 'accessibility_unittests': {
27 'modifications': {
28 'Linux ASan LSan Tests (1)': {
29 'swarming': {
30 'dimension_sets': [
31 {
32 # TODO(crbug.com/1442303): Move to Jammy when it's compatible.
33 'os': 'Ubuntu-18.04',
34 },
35 ],
36 },
37 },
Ian Struiksma01223f42023-06-05 15:52:3938 'linux-exp-asan-lsan-fyi-rel': {
39 'swarming': {
40 'dimension_sets': [
41 {
42 # TODO(crbug.com/1442303): Move to Jammy when it's compatible.
43 'os': 'Ubuntu-18.04',
44 },
45 ],
46 },
47 },
Ben Pastenef2ca8e22023-05-03 21:52:2548 },
49 },
Andrew Luo38b311f2019-10-04 03:42:0950 'android_browsertests': {
51 'modifications': {
Haiyang Pan9d68ca02021-08-04 21:30:4752 'android-11-x86-rel': {
Haiyang Pan0ea9b3ef2022-01-21 21:58:1453 'args': [
54 # https://crbug.com/1289764
55 '--gtest_filter=-All/ChromeBrowsingDataLifetimeManagerScheduledRemovalTest.History/*',
56 ],
Haiyang Panca7fcec2021-03-19 02:11:1057 },
Haiyang Panc1192662022-03-09 00:09:0258 'android-12-x64-rel': {
Haiyang Pan18b448d72022-12-13 21:33:4459 # TODO(crbug.com/1225851): Remove experiment and ci_only
60 # once the test suite is stable.
61 'ci_only': True,
62 'experiment_percentage': 100,
Haiyang Panc1192662022-03-09 00:09:0263 'args': [
64 # https://crbug.com/1289764
65 '--gtest_filter=-All/ChromeBrowsingDataLifetimeManagerScheduledRemovalTest.History/*',
66 ],
Haiyang Pand5524452023-04-25 01:56:4067 'swarming': {
68 'shards': 4,
69 },
Haiyang Pan1b8faa20b2023-02-10 23:44:3670 },
71 'android-12l-x64-dbg-tests': {
72 'args': [
73 # https://crbug.com/1289764
74 '--gtest_filter=-All/ChromeBrowsingDataLifetimeManagerScheduledRemovalTest.History/*',
75 ],
Haiyang Pand5524452023-04-25 01:56:4076 'swarming': {
77 'shards': 4,
78 },
Haiyang Pan1b8faa20b2023-02-10 23:44:3679 },
Haiyang Pan42c77cd92023-05-18 01:13:0380 'android-12l-x64-fyi-dbg': {
Haiyang Panef317e4372023-05-19 01:30:0881 'args': [
82 # https://crbug.com/1289764
83 '--gtest_filter=-All/ChromeBrowsingDataLifetimeManagerScheduledRemovalTest.History/*',
84 ],
Haiyang Pan42c77cd92023-05-18 01:13:0385 'swarming': {
86 'shards': 4,
87 },
88 },
89 'android-13-x64-fyi-rel': {
Haiyang Panef317e4372023-05-19 01:30:0890 'args': [
91 # https://crbug.com/1414886
92 '--gtest_filter=-OfferNotificationControllerAndroidBrowserTestForMessagesUi.MessageShown',
93 ],
Haiyang Pan42c77cd92023-05-18 01:13:0394 'swarming': {
95 'shards': 4,
96 },
97 },
Haiyang Pan1b8faa20b2023-02-10 23:44:3698 'android-13-x64-rel': {
99 'args': [
100 # https://crbug.com/1414886
101 '--gtest_filter=-OfferNotificationControllerAndroidBrowserTestForMessagesUi.MessageShown',
102 ],
Haiyang Pand5524452023-04-25 01:56:40103 'swarming': {
104 'shards': 4,
105 },
Haiyang Panc1192662022-03-09 00:09:02106 },
Prakharc60ec802023-03-06 07:49:29107 # If you change this, make similar changes in android-x86-code-coverage below
Haiyang Pancf24ceb2022-03-17 02:31:30108 'android-nougat-x86-rel': {
James Shenfb767a12023-02-17 01:47:29109 'ci_only': True,
Haiyang Pancf24ceb2022-03-17 02:31:30110 'swarming': {
Stephanie Kim53cc82d2022-11-01 19:42:57111 'shards': 9,
Haiyang Pancf24ceb2022-03-17 02:31:30112 },
113 },
Haiyang Panb41ca5f2023-07-10 23:11:31114 'android-oreo-x86-rel': {
115 'ci_only': True,
116 'swarming': {
117 'shards': 9,
118 },
119 },
Andrew Luo38b311f2019-10-04 03:42:09120 'android-pie-arm64-rel': {
Andrew Luobe83fd82019-12-19 03:07:58121 'args': [
122 '--gtest_filter=-ImportantSitesUtilBrowserTest.DSENotConsideredImportantInRegularMode', # https://crbug.com/1034001
123 ],
Haiyang Panfbd2b482020-09-23 23:41:25124 # TODO(crbug.com/1111436): Move this back to walleye if/when additional
125 # capacity has been deployed.
126 'swarming': {
127 'dimension_sets': [
128 {
129 'device_type': 'sailfish',
130 },
131 ],
James Shen55b32142023-06-22 00:27:53132 # TODO(crbug/1456515): Temporarily increase the shard by 1 for the surging number of tests.
133 # Recover to original number of shards(4) after the bug is fixed.
134 'shards': 5,
Haiyang Panfbd2b482020-09-23 23:41:25135 },
Andrew Luo38b311f2019-10-04 03:42:09136 },
Haiyang Pan08d09dc2020-04-01 16:11:21137 'android-pie-x86-rel': {
John Budorick191adfcd2020-01-29 18:19:04138 'args': [
139 '--gtest_filter=-ImportantSitesUtilBrowserTest.DSENotConsideredImportantInRegularMode', # https://crbug.com/1034001
140 ],
Haiyang Pan7cd609d2021-04-08 20:17:24141 'swarming': {
Ben Joyce5bb3fad2022-09-23 06:05:18142 'dimension_sets': [
143 {
Haiyang Pane35ae642022-11-18 00:34:15144 'cores': '8', # crbug.com/1292221
Ben Joyce5bb3fad2022-09-23 06:05:18145 },
146 ],
Haiyang Pan7cd609d2021-04-08 20:17:24147 },
John Budorick191adfcd2020-01-29 18:19:04148 },
Prakharc60ec802023-03-06 07:49:29149 # Keep this same as android-nougat-x86-rel above
150 'android-x86-code-coverage': {
151 'ci_only': True,
152 'swarming': {
153 'shards': 9,
154 },
155 },
Andrew Luo38b311f2019-10-04 03:42:09156 },
157 },
Hao Wu11b78fe72023-06-20 18:56:36158 'android_browsertests_no_fieldtrial': {
Hao Wu84be41c2023-06-28 23:36:04159 'modifications': {
160 'android-12-x64-rel': {
161 # TODO(crbug.com/1225851): Remove experiment and ci_only
162 # once the test suite is stable.
163 'experiment_percentage': 100,
164 'args': [
165 # https://crbug.com/1289764
166 '--gtest_filter=-All/ChromeBrowsingDataLifetimeManagerScheduledRemovalTest.History/*',
167 ],
168 }
169 },
Hao Wu11b78fe72023-06-20 18:56:36170 'remove_from': [
171 'android-12l-x64-fyi-dbg',
172 ],
173 },
Sven Zhengc60debc2020-09-10 18:40:52174 'android_sync_integration_tests': {
James Shen9e4c19e2022-04-15 17:57:50175 'modifications': {
176 'android-12-x64-rel': {
177 'swarming': {
178 'shards': 3,
179 },
180 },
Prakharc60ec802023-03-06 07:49:29181 # If you change this, make similar changes in android-x86-code-coverage below
Stephanie Kim11192362022-11-04 18:17:44182 'android-nougat-x86-rel': {
James Shen74810512023-02-22 20:27:39183 'ci_only': True,
Stephanie Kim11192362022-11-04 18:17:44184 'swarming': {
185 'shards': 2,
186 },
187 },
Haiyang Panb41ca5f2023-07-10 23:11:31188 'android-oreo-x86-rel': {
189 'ci_only': True,
190 'swarming': {
191 'shards': 2,
192 },
193 },
Prakharc60ec802023-03-06 07:49:29194 # Keep this same as android-nougat-x86-rel above
195 'android-x86-code-coverage': {
196 'ci_only': True,
197 'swarming': {
198 'shards': 2,
199 },
200 },
James Shen9e4c19e2022-04-15 17:57:50201 },
Sven Zhengc60debc2020-09-10 18:40:52202 },
Kenneth Russelleb60cbd22017-12-05 07:54:28203 'android_webview_unittests': {
Kenneth Russelleb60cbd22017-12-05 07:54:28204 },
Jamie Madillc9ae75d2020-10-23 19:19:48205 'angle_unittests': {
206 'remove_from': [
207 # On Android, these are already run on the main waterfall.
208 'Android FYI Release (Nexus 5X)',
Yuly Novikovc1117ae82021-01-15 22:33:36209 # Times out listing tests crbug.com/1167314
210 'android-asan',
Jamie Madillc9ae75d2020-10-23 19:19:48211 # Does not currently work on Lacros configurations.
Sven Zheng93bfaa92022-06-09 17:06:03212 'linux-lacros-asan-lsan-rel',
Junhua Chen39dd2dba2021-05-05 17:51:54213 'linux-lacros-code-coverage',
Jamie Madillc9ae75d2020-10-23 19:19:48214 'linux-lacros-tester-rel',
215 'linux-lacros-tester-fyi-rel',
Yuke Liaof27ebe52021-08-05 22:12:40216 'linux-lacros-dbg-tests-fyi',
Jamie Madillc9ae75d2020-10-23 19:19:48217 ],
Chong Gua10cd302022-01-14 19:22:19218 'modifications': {
219 # anglebug.com/6894
220 'fuchsia-fyi-x64-asan': {
221 'args': [
222 # crbug.com/
223 '--gtest_filter=-ConstructCompilerTest.DefaultParameters',
224 ],
225 },
226 },
Jamie Madillc9ae75d2020-10-23 19:19:48227 },
Eriko Kurimoto61a85332022-10-19 05:19:45228 'ash_crosapi_tests': {
229 'remove_from': [
230 # Disabling MSan tests since linux-chromeos chrome crashes on MSan build.
231 # TODO(crbug.com/1376064): Re-enable.
232 'Linux ChromiumOS MSan Tests',
233 ]
234 },
Sven Zhengef0d0872022-04-04 22:13:29235 'aura_unittests amd64-generic': {
Yuke Liaob6beaeca2021-04-29 23:41:51236 'remove_from': [
237 # TODO(crbug.com/1204231): Re-enable.
238 'lacros-amd64-generic-rel',
239 ]
240 },
Sven Zhengef0d0872022-04-04 22:13:29241 'aura_unittests eve': {
Yuke Liao79a8cf52021-06-11 18:14:34242 'remove_from': [
243 # TODO(crbug.com/1204231): Re-enable.
244 'lacros-amd64-generic-rel',
245 ]
246 },
Chong Gudf7fbe92021-02-24 02:55:58247 'base_unittests': {
248 'modifications': {
Ben Joycea0319112022-11-15 23:53:12249 'ToTAndroid': {
250 'args': [
251 '--test-launcher-filter-file=../../testing/buildbot/filters/android.pie_tot.base_unittests.filter',
252 ],
253 },
Haiyang Pan2a55a452022-03-03 08:18:33254 'android-12-x64-rel': {
Haiyang Panc08d02212021-10-18 18:58:38255 'args': [
Haiyang Pan32338b72023-02-08 23:48:58256 '--test-launcher-filter-file=../../testing/buildbot/filters/android.emulator.base_unittests.filter',
257 ],
258 },
259 'android-12l-x64-dbg-tests': {
260 'args': [
261 '--test-launcher-filter-file=../../testing/buildbot/filters/android.emulator.base_unittests.filter',
262 ],
263 },
Haiyang Panef317e4372023-05-19 01:30:08264 'android-12l-x64-fyi-dbg': {
265 'args': [
266 '--test-launcher-filter-file=../../testing/buildbot/filters/android.emulator.base_unittests.filter',
267 ],
268 },
269 'android-13-x64-fyi-rel': {
270 'args': [
271 '--test-launcher-filter-file=../../testing/buildbot/filters/android.emulator.base_unittests.filter',
272 ],
273 },
Haiyang Pan32338b72023-02-08 23:48:58274 'android-13-x64-rel': {
275 'args': [
276 '--test-launcher-filter-file=../../testing/buildbot/filters/android.emulator.base_unittests.filter',
Haiyang Panc7c009e2021-03-18 19:31:23277 ],
278 },
Chong Gudf7fbe92021-02-24 02:55:58279 'fuchsia-code-coverage': {
280 'swarming': {
281 'shards': 5,
282 },
283 },
Chong Gua10cd302022-01-14 19:22:19284 'fuchsia-fyi-x64-asan': {
285 'args': [
286 '--test-launcher-filter-file=../../testing/buildbot/filters/fuchsia.lsan.base_unittests.filter',
287 ],
288 },
Chong Gudf7fbe92021-02-24 02:55:58289 },
290 },
James Shen5df9af872022-10-28 01:32:15291 'bf_cache_content_browsertests': {
292 'modifications': {
293 'android-bfcache-rel': {
294 'args': [
James Shenea291852022-11-08 04:19:45295 '--test-launcher-filter-file=../../testing/buildbot/filters/android.emulator_n.content_browsertests.filter',
James Shen5df9af872022-10-28 01:32:15296 ],
James Shen2c574ce02022-11-03 22:59:23297 'swarming': {
298 'shards': 15,
299 },
James Shen5df9af872022-10-28 01:32:15300 }
301 }
302 },
Haiyang Pan363c59a2020-07-23 05:47:04303 'blink_platform_unittests': {
304 'modifications': {
James Shen088356672022-06-28 01:21:14305 # TODO(crbug.com/1303439): Remove this filter
Prakharc60ec802023-03-06 07:49:29306 # If you change this, make similar changes in android-x86-code-coverage below
James Shen088356672022-06-28 01:21:14307 'android-nougat-x86-rel': {
308 'args': [
309 '--test-launcher-filter-file=../../testing/buildbot/filters/android.emulator_n.blink_platform_unittests.filter',
310 ],
311 },
Haiyang Panfbd2b482020-09-23 23:41:25312 'android-pie-arm64-rel': {
313 # TODO(crbug.com/1111436): Move this back to walleye if/when additional
314 # capacity has been deployed.
315 'swarming': {
316 'dimension_sets': [
317 {
318 'device_type': 'sailfish',
319 },
320 ],
321 },
322 },
Prakharc60ec802023-03-06 07:49:29323 # Keep this same as android-nougat-x86-rel above
324 'android-x86-code-coverage': {
325 'args': [
326 '--test-launcher-filter-file=../../testing/buildbot/filters/android.emulator_n.blink_platform_unittests.filter',
327 ],
328 },
Chong Gu52481452021-04-02 17:52:41329 'fuchsia-code-coverage': {
330 'swarming': {
331 'shards': 5,
332 },
333 },
Haiyang Pan363c59a2020-07-23 05:47:04334 },
335 },
Brian Sheedy944d0622022-07-27 20:42:42336 'blink_pytype': {
337 'remove_from': [
338 'linux-code-coverage',
339 ],
340 },
Chong Gu76046412021-09-22 17:49:21341 'blink_unittests': {
Chong Guc2d145e2021-03-31 19:55:34342 'modifications': {
343 'fuchsia-code-coverage': {
344 'swarming': {
345 'shards': 30,
346 },
347 },
348 },
349 },
John Chenaab16fc02020-03-03 06:35:45350 'blink_web_tests': {
351 'remove_from': [
John Chenaab16fc02020-03-03 06:35:45352 'Win10 Tests x64 (dbg)',
353 ],
354 'modifications': {
John Chenaab16fc02020-03-03 06:35:45355 'Linux Tests': {
356 "args": [
357 "--additional-env-var=LLVM_PROFILE_FILE=${ISOLATED_OUTDIR}/profraw/default-%2m.profraw",
358 ],
Struan Shrimpton57c594e42022-01-25 17:59:13359 'swarming': {
Weizhong Xia8b786422022-06-23 14:46:51360 'shards': 8,
Struan Shrimpton57c594e42022-01-25 17:59:13361 },
John Chenaab16fc02020-03-03 06:35:45362 },
363 'Linux Tests (dbg)(1)': {
364 'args': [
365 '--debug',
366 ],
367 'swarming': {
Weizhong Xia8b786422022-06-23 14:46:51368 'shards': 12,
John Chenaab16fc02020-03-03 06:35:45369 },
370 },
Zhaoyang Li69e2e002021-02-19 21:57:35371 'Mac10.15 Tests': {
372 'swarming': {
373 'dimension_sets': [
374 {
375 'gpu': None,
376 },
377 ],
Weizhong Xia8b786422022-06-23 14:46:51378 'shards': 10,
Zhaoyang Li69e2e002021-02-19 21:57:35379 },
380 },
Lindsay Pasricha8d9a0c32021-12-08 17:08:29381 'Mac11 Tests': {
382 'swarming': {
383 'dimension_sets': [
384 {
385 'gpu': None,
386 },
387 ],
Weizhong Xia8b786422022-06-23 14:46:51388 'shards': 12,
Lindsay Pasricha8d9a0c32021-12-08 17:08:29389 },
390 },
Yue She0cad2922022-06-24 15:06:07391 'Mac12 Tests': {
392 'swarming': {
393 'dimension_sets': [
394 {
395 'gpu': None,
396 },
397 ],
Lindsay Pasrichadf6edb62022-07-06 22:08:35398 'shards': 12,
Yue She0cad2922022-06-24 15:06:07399 },
400 },
Yue Shed8e45742023-06-01 15:18:03401 'Mac13 Tests': {
402 'swarming': {
403 'dimension_sets': [
404 {
405 'gpu': None,
406 },
407 ],
408 'shards': 12,
409 },
410 },
Cameron Higgins2e4b7f12023-05-31 18:29:32411 'Mac13 Tests (dbg)': {
Zhaoyang Li9357e1e12021-12-07 18:53:17412 'experiment_percentage': 100,
413 'args': [
414 '--debug',
415 ],
416 'swarming': {
Weizhong Xia8b786422022-06-23 14:46:51417 'shards': 16,
Zhaoyang Li9357e1e12021-12-07 18:53:17418 },
419 },
Chong Gu75af969a2021-03-22 14:46:14420 'ToTFuchsia x64': {
421 'args': [
422 '--platform=fuchsia',
423 ],
424 'swarming': {
425 'shards': 1,
426 },
427 },
John Chenaab16fc02020-03-03 06:35:45428 'V8 Blink Linux Debug': {
Michael Achenbach455d39242020-06-22 13:33:45429 # This builder compiles Chromium in release mode, but V8 in debug.
430 # TODO(machenbach): Change name and out directory of this builder to
431 # something less confusing.
John Chenaab16fc02020-03-03 06:35:45432 'args': [
Michael Achenbach455d39242020-06-22 13:33:45433 '-t',
434 'Debug',
435 '--release',
John Chenaab16fc02020-03-03 06:35:45436 ],
437 },
438 'V8 Blink Linux Future': {
439 'args': [
Brian Sheedy10ddf0a2021-08-16 23:19:07440 '--flag-specific=future-js',
John Chenaab16fc02020-03-03 06:35:45441 ],
442 },
443 'WebKit Linux ASAN': {
444 'args': [
445 '--additional-expectations',
446 '../../third_party/blink/web_tests/ASANExpectations',
Weizhong Xia91b53362022-01-05 17:13:35447 '--timeout-ms',
John Chenaab16fc02020-03-03 06:35:45448 '48000',
449 '--enable-sanitizer',
450 ],
451 'swarming': {
Weizhong Xia8b786422022-06-23 14:46:51452 'shards': 8,
John Chenaab16fc02020-03-03 06:35:45453 },
454 },
455 'WebKit Linux Leak': {
456 'args': [
457 '--additional-expectations',
458 '../../third_party/blink/web_tests/LeakExpectations',
Weizhong Xia91b53362022-01-05 17:13:35459 '--timeout-ms',
John Chenaab16fc02020-03-03 06:35:45460 '48000',
461 '--enable-leak-detection',
462 ],
463 'swarming': {
Weizhong Xia8b786422022-06-23 14:46:51464 'shards': 4,
John Chenaab16fc02020-03-03 06:35:45465 },
466 },
467 'WebKit Linux MSAN': {
468 'args': [
469 '--additional-expectations',
470 '../../third_party/blink/web_tests/MSANExpectations',
Weizhong Xia91b53362022-01-05 17:13:35471 '--timeout-ms',
John Chenaab16fc02020-03-03 06:35:45472 '66000',
473 '--enable-sanitizer',
474 ],
475 'swarming': {
476 'expiration': 36000,
477 'hard_timeout': 10800,
478 'io_timeout': 3600,
Weizhong Xia8b786422022-06-23 14:46:51479 'shards': 8,
John Chenaab16fc02020-03-03 06:35:45480 },
481 },
John Chenaab16fc02020-03-03 06:35:45482 'Win10 Tests x64': {
483 'args': [
484 '--target',
Takuto Ikutab28b582e2021-02-10 01:41:21485 'Release_x64',
John Chenaab16fc02020-03-03 06:35:45486 ],
487 'swarming': {
Struan Shrimpton5786bfd02023-01-11 00:47:54488 "shards": 12,
John Chenaab16fc02020-03-03 06:35:45489 },
490 },
491 'Win10 Tests x64 (dbg)': {
492 'args': [
493 '--debug',
494 '--target',
Takuto Ikutab28b582e2021-02-10 01:41:21495 'Debug_x64',
John Chenaab16fc02020-03-03 06:35:45496 ],
497 },
Kuan Huanga89737d2022-01-07 19:42:11498 'Win11 Tests x64': {
499 'args': [
500 '--target',
501 'Release_x64',
502 ],
503 'swarming': {
Weizhong Xia8b786422022-06-23 14:46:51504 "shards": 12
Kuan Huanga89737d2022-01-07 19:42:11505 },
506 },
John Chenaab16fc02020-03-03 06:35:45507 # tryserver.chromium.android
508 'android_blink_rel': {
509 'args': [
510 '--release',
511 '--android',
John Chenaab16fc02020-03-03 06:35:45512 # TODO(crbug.com/875172): run on the real GPU since the
513 # software fallback, SwiftShader, isn't yet for 32-bit ARM.
514 '--additional-driver-flag=--use-gpu-in-tests',
515 ],
516 },
517 'devtools_frontend_linux_blink_light_rel': {
518 'args': [
519 'http/tests/devtools',
520 ],
521 'swarming': {
Weizhong Xia8b786422022-06-23 14:46:51522 'shards': 2,
John Chenaab16fc02020-03-03 06:35:45523 },
524 },
Takuto Ikutabace8f82022-01-26 23:47:47525 'devtools_frontend_linux_blink_light_rel_fastbuild': {
526 'args': [
527 'http/tests/devtools',
528 ],
529 'swarming': {
Weizhong Xia8b786422022-06-23 14:46:51530 'shards': 2,
Takuto Ikutabace8f82022-01-26 23:47:47531 },
532 },
David Dorwinf060a72d2022-10-05 22:09:03533 'fuchsia-x64-cast-receiver-rel': {
John Chenaab16fc02020-03-03 06:35:45534 'args': [
535 '--platform=fuchsia',
David Dorwinf060a72d2022-10-05 22:09:03536 '--jobs=1',
John Chenaab16fc02020-03-03 06:35:45537 ],
538 'swarming': {
539 'shards': 1,
540 },
541 },
David Dorwin49b2ddb2022-09-08 20:49:43542 'fuchsia-x64-rel': {
543 'args': [
544 '--platform=fuchsia',
545 '--jobs=1',
546 ],
547 'swarming': {
548 'shards': 1,
549 },
550 },
John Chenaab16fc02020-03-03 06:35:45551 'linux-blink-animation-use-time-delta': {
552 'args': [
553 '--debug',
554 ],
555 },
Jonathan Leed3ba7bf2023-01-13 21:15:16556 'linux-blink-rel': {
557 'swarming': {
558 'hard_timeout': 2400,
559 },
560 },
Daniel Libby178c9832020-10-08 20:36:14561 'linux-blink-web-tests-force-accessibility-rel': {
562 'args': [
Brian Sheedy10ddf0a2021-08-16 23:19:07563 '--flag-specific=force-renderer-accessibility',
Daniel Libby178c9832020-10-08 20:36:14564 ],
565 },
W. James MacLeance9b3a62022-10-05 16:58:58566 'linux-blink-wpt-reset-rel': {
567 'args': [
568 '--additional-driver-flag=--force-browsing-instance-reset-between-tests',
569 ],
570 # The flag above will slow the tests down, and we don't want the bot to
571 # timeout, so set a higher timeout here.
572 # TODO(wjmaclean): It would be nice if we could somehow specify a delta
573 # to the default/inherited timeout instead of an absolute.
574 'swarming': {
575 'hard_timeout': 1500,
576 },
577 },
John Chenaab16fc02020-03-03 06:35:45578 'linux-code-coverage': {
579 'args': [
Prakharbe44338a2023-05-24 19:02:04580 '--additional-driver-flag=--no-sandbox',
581 '--additional-env-var=LLVM_PROFILE_FILE=${ISOLATED_OUTDIR}/profraw/default-%9m.profraw',
John Chenaab16fc02020-03-03 06:35:45582 ],
583 'swarming': {
Weizhong Xia8b786422022-06-23 14:46:51584 'shards': 8,
John Chenaab16fc02020-03-03 06:35:45585 },
586 },
Aaron Gable40f79aa2020-03-21 01:21:15587 'linux-layout-tests-edit-ng': {
588 'args': [
Brian Sheedy10ddf0a2021-08-16 23:19:07589 '--flag-specific=enable-editing-ng',
Aaron Gable40f79aa2020-03-21 01:21:15590 ],
591 },
Thiago Perrotta61487462023-01-20 12:52:32592 'linux-rel-cft': {
593 "args": [
Michael Lippautz60aa8f32023-05-24 14:27:02594 '--additional-env-var=LLVM_PROFILE_FILE=${ISOLATED_OUTDIR}/profraw/default-%2m.profraw',
595 '--test-launcher-filter-file=../../testing/buildbot/filters/cft.blink_web_tests.filter',
596 '--flag-specific=chrome-for-testing',
Thiago Perrotta61487462023-01-20 12:52:32597 ],
598 'swarming': {
599 'shards': 8,
600 },
601 },
SrinivasBathula90213d62023-02-27 06:12:18602 'mac-osxbeta-rel': {
603 'swarming': {
604 'dimension_sets': [
605 {
606 'gpu': None
607 }
608 ],
609 'shards': 10,
610 },
611 },
Thiago Perrottaa289bad2023-01-20 12:44:39612 'mac-rel-cft': {
Thiago Perrotta4085d56b2023-03-22 23:05:09613 "args": [
614 '--test-launcher-filter-file=../../testing/buildbot/filters/cft.blink_web_tests.filter',
615 ],
Thiago Perrottaa289bad2023-01-20 12:44:39616 'swarming': {
617 'dimension_sets': [
618 {
619 'gpu': None,
620 },
621 ],
622 'shards': 12,
Thiago Perrottaa289bad2023-01-20 12:44:39623 },
624 },
Riley Wong89d6dc72022-09-08 20:29:07625 'mac10.15-blink-rel': {
626 'swarming': {
627 'shards': 8,
Weizhong Xia21063c72022-11-09 23:48:30628 'hard_timeout': 2400,
Riley Wong89d6dc72022-09-08 20:29:07629 },
630 },
Riley Wongc20ba4a2022-09-12 17:06:31631 'mac11.0-blink-rel': {
632 'swarming': {
633 'shards': 5,
Weizhong Xia21063c72022-11-09 23:48:30634 'hard_timeout': 2400,
635 },
636 },
637 'mac11.0.arm64-blink-rel': {
638 'swarming': {
639 'hard_timeout': 2400,
640 },
641 },
642 'mac12.0-blink-rel': {
643 'swarming': {
644 'hard_timeout': 2400,
645 },
646 },
647 'mac12.0.arm64-blink-rel': {
648 'swarming': {
649 'hard_timeout': 2400,
Riley Wongc20ba4a2022-09-12 17:06:31650 },
651 },
Thiago Perrotta770925d42023-01-17 18:38:51652 'win-rel-cft': {
653 'args': [
654 '--target',
655 'Release_x64',
Michael Lippautz60aa8f32023-05-24 14:27:02656 '--test-launcher-filter-file=../../testing/buildbot/filters/cft.blink_web_tests.filter',
Thiago Perrotta770925d42023-01-17 18:38:51657 ],
Thiago Perrotta314f7b02023-01-19 21:30:53658 'swarming': {
659 "shards": 12,
Thiago Perrotta314f7b02023-01-19 21:30:53660 },
Thiago Perrotta770925d42023-01-17 18:38:51661 },
Ben Pasteneebad8fc2022-08-12 23:34:28662 'win10-rel-no-external-ip': {
663 'args': [
664 '--target',
665 'Release_x64',
666 ],
667 'swarming': {
668 "shards": 12
669 },
670 },
Riley Wong5feb0eb2022-08-05 15:49:26671 'win10.20h2-blink-rel': {
672 'swarming': {
673 'shards': 6,
Weizhong Xia21063c72022-11-09 23:48:30674 'hard_timeout': 2400,
Riley Wong5feb0eb2022-08-05 15:49:26675 },
676 },
Nihar Damarasinguf31a5cc2023-05-24 18:38:06677 'win11-arm64-blink-rel': {
678 'swarming': {
679 'hard_timeout': 2400,
680 },
681 'args': [
682 '--target',
683 'Release_x64',
684 ],
685 },
Weizhong Xia8b786422022-06-23 14:46:51686 'win11-blink-rel': {
687 'swarming': {
Weizhong Xia21063c72022-11-09 23:48:30688 'hard_timeout': 2400,
Weizhong Xia8b786422022-06-23 14:46:51689 },
690 'args': [
691 '--target',
692 'Release_x64',
693 ],
694 },
695 },
696 },
697 'blink_wpt_tests': {
698 'remove_from': [
Weizhong Xia8b786422022-06-23 14:46:51699 'Win10 Tests x64 (dbg)',
Weizhong Xia6d85a442022-06-23 17:17:06700 'devtools_frontend_linux_blink_light_rel',
701 'devtools_frontend_linux_blink_light_rel_fastbuild',
Thiago Perrotta4085d56b2023-03-22 23:05:09702 'linux-rel-cft',
703 'mac-rel-cft',
704 'win-rel-cft',
Weizhong Xia8b786422022-06-23 14:46:51705 ],
706 'modifications': {
Weizhong Xia8b786422022-06-23 14:46:51707 'Linux Tests': {
708 "args": [
709 "--additional-env-var=LLVM_PROFILE_FILE=${ISOLATED_OUTDIR}/profraw/default-%2m.profraw",
710 ],
711 'swarming': {
Weizhong Xia8b786422022-06-23 14:46:51712 'shards': 10,
713 },
714 },
715 'Linux Tests (dbg)(1)': {
716 'args': [
717 '--debug',
718 ],
719 'swarming': {
720 'shards': 18,
721 },
722 },
Weizhong Xia8b786422022-06-23 14:46:51723 'Mac10.15 Tests': {
724 'swarming': {
725 'dimension_sets': [
726 {
727 'gpu': None,
728 },
729 ],
730 'shards': 15,
731 },
732 },
733 'Mac11 Tests': {
734 'swarming': {
735 'dimension_sets': [
736 {
737 'gpu': None,
738 },
739 ],
740 'shards': 18,
Weizhong Xia8b786422022-06-23 14:46:51741 },
742 },
Lindsay Pasrichadf6edb62022-07-06 22:08:35743 'Mac12 Tests': {
744 'swarming': {
745 'dimension_sets': [
746 {
747 'gpu': None,
748 },
749 ],
750 'shards': 18,
Lindsay Pasrichadf6edb62022-07-06 22:08:35751 },
752 },
Yue Shed8e45742023-06-01 15:18:03753 'Mac13 Tests': {
754 'swarming': {
755 'dimension_sets': [
756 {
757 'gpu': None,
758 },
759 ],
760 'shards': 18,
761 },
762 },
Cameron Higgins2e4b7f12023-05-31 18:29:32763 'Mac13 Tests (dbg)': {
Weizhong Xia8b786422022-06-23 14:46:51764 'experiment_percentage': 100,
765 'args': [
766 '--debug',
767 ],
768 'swarming': {
769 'shards': 24,
770 },
771 },
772 'ToTFuchsia x64': {
773 'args': [
774 '--platform=fuchsia',
775 ],
776 'swarming': {
777 'shards': 1,
778 },
779 },
780 'V8 Blink Linux Debug': {
781 # This builder compiles Chromium in release mode, but V8 in debug.
782 # TODO(machenbach): Change name and out directory of this builder to
783 # something less confusing.
784 'args': [
785 '-t',
786 'Debug',
787 '--release',
788 ],
789 },
790 'V8 Blink Linux Future': {
791 'args': [
792 '--flag-specific=future-js',
793 ],
794 },
795 'WebKit Linux ASAN': {
796 'args': [
797 '--additional-expectations',
798 '../../third_party/blink/web_tests/ASANExpectations',
799 '--timeout-ms',
800 '48000',
801 '--enable-sanitizer',
802 ],
803 'swarming': {
804 'shards': 12,
805 },
806 },
807 'WebKit Linux Leak': {
808 'args': [
809 '--additional-expectations',
810 '../../third_party/blink/web_tests/LeakExpectations',
811 '--timeout-ms',
812 '48000',
813 '--enable-leak-detection',
814 ],
815 'swarming': {
816 'shards': 6,
817 },
818 },
819 'WebKit Linux MSAN': {
820 'args': [
821 '--additional-expectations',
822 '../../third_party/blink/web_tests/MSANExpectations',
823 '--timeout-ms',
824 '66000',
825 '--enable-sanitizer',
826 ],
827 'swarming': {
828 'expiration': 36000,
829 'hard_timeout': 10800,
830 'io_timeout': 3600,
831 'shards': 12,
832 },
833 },
834 'Win10 Tests x64': {
835 'args': [
836 '--target',
837 'Release_x64',
838 ],
839 'swarming': {
Struan Shrimpton5786bfd02023-01-11 00:47:54840 "shards": 18,
Weizhong Xia8b786422022-06-23 14:46:51841 },
842 },
843 'Win10 Tests x64 (dbg)': {
844 'args': [
845 '--debug',
846 '--target',
847 'Debug_x64',
848 ],
849 },
850 'Win11 Tests x64': {
851 'args': [
852 '--target',
853 'Release_x64',
854 ],
855 'swarming': {
856 "shards": 18
857 },
858 },
859 # tryserver.chromium.android
860 'android_blink_rel': {
861 'args': [
862 '--release',
863 '--android',
Weizhong Xia8b786422022-06-23 14:46:51864 # TODO(crbug.com/875172): run on the real GPU since the
865 # software fallback, SwiftShader, isn't yet for 32-bit ARM.
866 '--additional-driver-flag=--use-gpu-in-tests',
867 ],
868 },
David Dorwinf060a72d2022-10-05 22:09:03869 'fuchsia-x64-cast-receiver-rel': {
Weizhong Xia8b786422022-06-23 14:46:51870 'args': [
871 '--platform=fuchsia',
David Dorwinf060a72d2022-10-05 22:09:03872 '--jobs=1',
Weizhong Xia8b786422022-06-23 14:46:51873 ],
874 'swarming': {
875 'shards': 1,
876 },
877 },
David Dorwin49b2ddb2022-09-08 20:49:43878 'fuchsia-x64-rel': {
879 'args': [
880 '--platform=fuchsia',
881 '--jobs=1',
882 ],
883 'swarming': {
884 'shards': 1,
885 },
886 },
Weizhong Xia8b786422022-06-23 14:46:51887 'linux-bfcache-rel': {
888 'args': [
Weizhong Xia8b786422022-06-23 14:46:51889 # TODO(crbug.com/1255537): Re-enable the test.
890 '--ignore-tests=external/wpt/html/browsers/browsing-the-web/back-forward-cache/events.html',
891 ],
892 },
893 'linux-blink-animation-use-time-delta': {
894 'args': [
895 '--debug',
896 ],
897 },
Jonathan Leed3ba7bf2023-01-13 21:15:16898 'linux-blink-rel': {
899 'swarming': {
900 'hard_timeout': 2400,
901 },
902 },
Weizhong Xia8b786422022-06-23 14:46:51903 'linux-blink-web-tests-force-accessibility-rel': {
904 'args': [
905 '--flag-specific=force-renderer-accessibility',
906 ],
907 },
W. James MacLeance9b3a62022-10-05 16:58:58908 'linux-blink-wpt-reset-rel': {
909 'args': [
910 '--additional-driver-flag=--force-browsing-instance-reset-between-tests',
911 ],
912 },
Weizhong Xia8b786422022-06-23 14:46:51913 'linux-code-coverage': {
914 'args': [
Prakharbe44338a2023-05-24 19:02:04915 '--additional-driver-flag=--no-sandbox',
916 '--additional-env-var=LLVM_PROFILE_FILE=${ISOLATED_OUTDIR}/profraw/default-%9m.profraw',
Weizhong Xia8b786422022-06-23 14:46:51917 ],
Weizhong Xia8b786422022-06-23 14:46:51918 },
919 'linux-layout-tests-edit-ng': {
920 'args': [
921 '--flag-specific=enable-editing-ng',
922 ],
923 },
Thiago Perrotta61487462023-01-20 12:52:32924 'linux-rel-cft': {
925 "args": [
926 "--additional-env-var=LLVM_PROFILE_FILE=${ISOLATED_OUTDIR}/profraw/default-%2m.profraw",
Michael Lippautz8f4016b2023-06-13 16:18:33927 '--flag-specific=chrome-for-testing',
Thiago Perrotta61487462023-01-20 12:52:32928 ],
929 'swarming': {
930 'shards': 10,
931 },
932 },
SrinivasBathula90213d62023-02-27 06:12:18933 'mac-osxbeta-rel': {
934 'swarming': {
935 'dimension_sets': [
936 {
937 'gpu': None
938 }
939 ],
940 'shards': 7,
941 },
942 },
Thiago Perrottaa289bad2023-01-20 12:44:39943 'mac-rel-cft': {
944 'args': [
945 '--driver-logging',
946 ],
947 'swarming': {
948 'dimension_sets': [
949 {
950 'gpu': None,
951 },
952 ],
953 'shards': 18,
Thiago Perrottaa289bad2023-01-20 12:44:39954 },
955 },
Riley Wong89d6dc72022-09-08 20:29:07956 'mac10.15-blink-rel': {
957 'swarming': {
958 'shards': 12,
Weizhong Xia21063c72022-11-09 23:48:30959 'hard_timeout': 2400,
Riley Wong89d6dc72022-09-08 20:29:07960 },
961 },
Riley Wongc20ba4a2022-09-12 17:06:31962 'mac11.0-blink-rel': {
963 'swarming': {
964 'shards': 7,
Weizhong Xia21063c72022-11-09 23:48:30965 'hard_timeout': 2400,
966 },
967 },
968 'mac11.0.arm64-blink-rel': {
969 'swarming': {
970 'hard_timeout': 2400,
971 },
972 },
973 'mac12.0-blink-rel': {
974 'swarming': {
975 'hard_timeout': 2400,
976 },
977 },
978 'mac12.0.arm64-blink-rel': {
979 'swarming': {
980 'hard_timeout': 2400,
Riley Wongc20ba4a2022-09-12 17:06:31981 },
982 },
Thiago Perrotta770925d42023-01-17 18:38:51983 'win-rel-cft': {
984 'args': [
985 '--target',
986 'Release_x64',
987 ],
Thiago Perrotta314f7b02023-01-19 21:30:53988 'swarming': {
989 "shards": 18,
Thiago Perrotta314f7b02023-01-19 21:30:53990 },
Thiago Perrotta770925d42023-01-17 18:38:51991 },
Ben Pasteneebad8fc2022-08-12 23:34:28992 'win10-rel-no-external-ip': {
993 'args': [
994 '--target',
995 'Release_x64',
996 ],
997 'swarming': {
998 "shards": 18
999 },
1000 },
Riley Wong5feb0eb2022-08-05 15:49:261001 'win10.20h2-blink-rel': {
1002 'swarming': {
1003 'shards': 9,
Weizhong Xia21063c72022-11-09 23:48:301004 'hard_timeout': 2400,
Riley Wong5feb0eb2022-08-05 15:49:261005 },
1006 },
Nihar Damarasinguf31a5cc2023-05-24 18:38:061007 'win11-arm64-blink-rel': {
1008 'swarming': {
1009 'hard_timeout': 2400,
1010 },
1011 'args': [
1012 '--target',
1013 'Release_x64',
1014 ],
1015 },
Riley Wong5fc22762022-06-15 20:25:071016 'win11-blink-rel': {
1017 'swarming': {
Weizhong Xia21063c72022-11-09 23:48:301018 'hard_timeout': 2400,
Riley Wong5fc22762022-06-15 20:25:071019 },
1020 'args': [
1021 '--target',
1022 'Release_x64',
1023 ],
Thiago Perrotta770925d42023-01-17 18:38:511024 },
John Chenaab16fc02020-03-03 06:35:451025 },
1026 },
Kenneth Russelleb60cbd22017-12-05 07:54:281027 'browser_tests': {
Kenneth Russellfbda3c532017-12-08 23:57:241028 'remove_from': [
Brad Halla36886c2019-02-26 16:52:291029 'CrWinAsan(dll)', # https://crbug.com/935598
Nico Weber3af4da72018-02-27 01:59:411030 'linux-win_cross-rel',
Nico Weberdae13cd92018-12-14 13:56:261031 'ToTLinuxTSan', # https://crbug.com/368525
Lindsay Pasrichab3f72db2021-09-22 22:05:461032 # TODO(crbug.com/1171053): Enable the suite in 'Mac10.15 Tests' once it's
Zhaoyang Li69e2e002021-02-19 21:57:351033 # off CQ.
Cameron Higgins2e4b7f12023-05-31 18:29:321034 'Mac13 Tests (dbg)', # https://crbug.com/1201386
Lindsay Pasricha8155d052021-04-22 00:06:431035 'mac-code-coverage', # https://crbug.com/1201386
Lindsay Pasricha23227912023-01-11 22:36:341036 'mac11-arm64-rel-tests', # https://crbug.com/1406364
1037 'mac12-arm64-rel-tests', # https://crbug.com/1406364
Will Yeagera090e6a2023-06-09 14:59:411038 'mac13-arm64-rel-tests', # https://crbug.com/1406364
Nico Weberd36959682018-04-12 03:33:461039 'Linux TSan Tests', # https://crbug.com/368525
Ian Struiksma2e23f962023-05-26 22:37:201040 'linux-exp-tsan-fyi-rel', # https://crbug.com/368525
Stephen Martinise701f5a2018-05-04 01:25:111041 'Win10 Tests x64 (dbg)',
Kenneth Russellfbda3c532017-12-08 23:57:241042 ],
Kenneth Russelleb60cbd22017-12-05 07:54:281043 'modifications': {
Nico Weber3f919792020-06-12 23:34:521044 'CrWinAsan': {
1045 # These are very slow on the ASAN trybot for some reason.
Ben Pastened2c01af2022-01-31 23:06:441046 # crbug.com/1257927
Nico Weber3f919792020-06-12 23:34:521047 'swarming': {
1048 'shards': 40,
1049 },
1050 },
1051 'CrWinAsan(dll)': {
1052 # These are very slow on the ASAN trybot for some reason.
Ben Pastened2c01af2022-01-31 23:06:441053 # crbug.com/1257927
Nico Weber3f919792020-06-12 23:34:521054 'swarming': {
1055 'shards': 40,
1056 },
1057 },
Stephen Martinis1384ff92020-01-07 19:52:151058 'Linux - Future (dbg)': { # client.v8.chromium
Yuke Liaoea70f472019-12-19 06:03:361059 'swarming': {
Stephen Martinis1384ff92020-01-07 19:52:151060 'shards': 10,
Yuke Liaoea70f472019-12-19 06:03:361061 },
1062 },
Stephen Martinis1384ff92020-01-07 19:52:151063 'Linux ASan LSan Tests (1)': {
Gregory Gutermanb6f9a972022-09-27 20:17:581064 'ci_only': True,
Stephen Martinis1384ff92020-01-07 19:52:151065 # These are very slow on the ASAN trybot for some reason.
Ben Pastened2c01af2022-01-31 23:06:441066 # crbug.com/1257927
Roberto Carrillo2c9ec972019-03-20 03:11:191067 'swarming': {
Stephen Martinis1384ff92020-01-07 19:52:151068 'shards': 40,
Roberto Carrillo2c9ec972019-03-20 03:11:191069 },
1070 },
Chris Cunningham1d0e9e12020-02-26 22:56:401071 'Linux ASan Tests (sandboxed)': {
1072 'swarming': {
John Abd-El-Malek3a631612020-07-08 21:40:411073 'shards': 30, # https://crbug.com/1103330
Chris Cunningham1d0e9e12020-02-26 22:56:401074 },
1075 },
Titouan Rigoudy3fbe2742022-09-09 17:10:141076 'Linux CFI': {
1077 'swarming': {
1078 'shards': 20, # https://crbug.com/1361973
1079 },
1080 },
Stephen Martinis1384ff92020-01-07 19:52:151081 'Linux Chromium OS ASan LSan Tests (1)': {
1082 # These are very slow on the ASAN trybot for some reason.
Ben Pastened2c01af2022-01-31 23:06:441083 # crbug.com/1257927
Roberto Carrillo5a5c98dc2019-10-30 22:33:511084 'swarming': {
Titouan Rigoudy67fa8262023-07-11 13:08:101085 'shards': 120,
Roberto Carrillo5a5c98dc2019-10-30 22:33:511086 },
1087 },
Stephen Martinis1384ff92020-01-07 19:52:151088 'Linux ChromiumOS MSan Tests': {
Alexis Hetua804f7412022-05-13 17:04:201089 # These are very slow on the Chrome OS MSAN trybot, most likely because browser_tests on cros has ~40% more tests. Also, these tests
1090 # run on ash, which means every test starts and shuts down ash, which most likely explains why it takes longer than on other platforms.
Stephen Martinis1384ff92020-01-07 19:52:151091 # crbug.com/865455
Kenneth Russell56a3e862017-12-08 03:11:341092 'swarming': {
Tom Anderson1e776fcd2023-01-06 19:53:291093 'shards': 64,
Kenneth Russell56a3e862017-12-08 03:11:341094 },
Ben Pastene44221d32020-05-21 23:38:361095 'args': [
1096 '--test-launcher-filter-file=../../testing/buildbot/filters/chromeos.msan.browser_tests.oobe_negative.filter',
1097 ],
Kenneth Russell56a3e862017-12-08 03:11:341098 },
Struan Shrimptona9b1d512022-09-13 16:09:421099 'Linux MSan Tests': {
1100 'swarming': {
Joshua Pawlicki7fc1edd2023-03-21 16:56:591101 'shards': 23,
Struan Shrimptona9b1d512022-09-13 16:09:421102 },
1103 },
Struan Shrimptonf5b2b552022-01-20 20:37:391104 'Linux Tests': {
1105 'swarming': {
Stephanie Kim8332c7dd2022-11-07 20:03:491106 'shards': 20,
Struan Shrimptonf5b2b552022-01-20 20:37:391107 },
1108 },
Maksim Sisovc81d284c2021-10-05 17:54:351109 # https://crbug.com/1084469
1110 'Linux Tests (Wayland)': {
1111 'args': [
1112 '--test-launcher-filter-file=../../testing/buildbot/filters/ozone-linux.wayland_browser_tests.filter',
1113 ],
Struan Shrimptone772d72f2021-12-15 07:50:091114 'swarming': {
Stephanie Kim8332c7dd2022-11-07 20:03:491115 'shards': 20,
Struan Shrimptone772d72f2021-12-15 07:50:091116 },
Maksim Sisovc81d284c2021-10-05 17:54:351117 },
John Budorick614f91a2020-03-30 20:34:551118 'Linux Tests (dbg)(1)': {
1119 # crbug.com/1066161
Joshua Pawlicki2be547a2023-06-30 18:27:491120 # crbug.com/1459645
John Budorick614f91a2020-03-30 20:34:551121 'swarming': {
Joshua Pawlicki2be547a2023-06-30 18:27:491122 'shards': 27,
John Budorick614f91a2020-03-30 20:34:551123 },
1124 },
Stephen Martinis1384ff92020-01-07 19:52:151125 'Mac ASan 64 Tests (1)': {
Kenneth Russellfbda3c532017-12-08 23:57:241126 'swarming': {
Stephen Martiniscd3c3832020-11-19 22:01:241127 'shards': 30,
Kenneth Russellfbda3c532017-12-08 23:57:241128 },
Lindsay Pasricha8155d052021-04-22 00:06:431129 # crbug.com/1196416
1130 'args': [
1131 '--test-launcher-filter-file=../../testing/buildbot/filters/mac.mac-rel.browser_tests.filter',
1132 ],
Lindsay Pasrichab3f72db2021-09-22 22:05:461133 'experiment_percentage': 100, # https://crbug.com/1251657
Kenneth Russellfbda3c532017-12-08 23:57:241134 },
Lindsay Pasricha727ede92023-02-27 16:27:331135 'Mac Builder Next': {
1136 'swarming': {
1137 'shards': 20, # crbug.com/1419045
1138 },
1139 },
Lindsay Pasricha76f44d22021-04-07 16:16:261140 'Mac10.15 Tests': {
1141 # crbug.com/1042757
1142 'swarming': {
Lindsay Pasricha7400da152023-06-16 23:37:031143 'shards': 30,
Lindsay Pasricha76f44d22021-04-07 16:16:261144 },
Lindsay Pasricha7400da152023-06-16 23:37:031145 'experiment_percentage': 100,
Lindsay Pasricha76f44d22021-04-07 16:16:261146 },
Lindsay Pasrichaf8762592021-12-02 23:43:091147 'Mac11 Tests': {
1148 'ci_only': True,
Lindsay Pasrichaee30f252022-10-11 22:02:481149 'swarming': {
1150 'shards': 20, # crbug.com/1366016
1151 },
Lindsay Pasrichaf8762592021-12-02 23:43:091152 },
Yue She0cad2922022-06-24 15:06:071153 'Mac12 Tests': {
1154 'ci_only': True,
Titouan Rigoudycd0e6dd72022-09-09 13:18:201155 'swarming': {
1156 'shards': 20, # crbug.com/1361887
1157 },
Yue She0cad2922022-06-24 15:06:071158 },
Yue Shed8e45742023-06-01 15:18:031159 'Mac13 Tests': {
1160 'ci_only': True,
1161 'swarming': {
1162 'shards': 20, # crbug.com/1361887
1163 },
1164 },
Cameron Higgins2e4b7f12023-05-31 18:29:321165 'Mac13 Tests (dbg)': {
Zhaoyang Li9357e1e12021-12-07 18:53:171166 # crbug.com/1042757
1167 'swarming': {
1168 'dimension_sets': [
1169 {
1170 # These shards are liable to time out when running on macmini7,1.
1171 'cores': '8|12',
1172 }
1173 ],
1174 },
1175 # crbug.com/1196416
1176 'args': [
1177 '--test-launcher-filter-file=../../testing/buildbot/filters/mac.mac-rel.browser_tests.filter',
1178 ],
1179 },
Tom Anderson482eab12023-01-10 00:05:371180 'ToTLinuxMSan': {
1181 'swarming': {
1182 'shards': 24,
1183 },
1184 },
Stephen Martinis1384ff92020-01-07 19:52:151185 'ToTWin(dbg)': {
Kenneth Russelleb60cbd22017-12-05 07:54:281186 'swarming': {
John Budorickca14c76f62017-12-09 14:19:181187 'shards': 20,
Kenneth Russelleb60cbd22017-12-05 07:54:281188 },
1189 },
Stephen Martinis1384ff92020-01-07 19:52:151190 'ToTWin64(dbg)': {
Kenneth Russell8ceeabf2017-12-11 17:53:281191 'swarming': {
1192 'shards': 20,
1193 },
1194 },
Kenneth Russell6c83d212018-07-27 20:52:591195 'Win10 Tests x64': {
1196 # crbug.com/868082
1197 'args': [
1198 '--disable-features=WebRTC-H264WithOpenH264FFmpeg',
1199 ],
Takuto Ikutac9c269a2019-01-10 22:40:251200 'swarming': {
1201 # This is for slow test execution that often becomes a critical path of
1202 # swarming jobs. crbug.com/868114
Stephanie Kima57b46a2022-10-27 22:09:031203 'shards': 55,
Takuto Ikutac9c269a2019-01-10 22:40:251204 }
Kenneth Russell6c83d212018-07-27 20:52:591205 },
Kuan Huanga89737d2022-01-07 19:42:111206 'Win11 Tests x64': {
1207 # crbug.com/868082
1208 'args': [
1209 '--disable-features=WebRTC-H264WithOpenH264FFmpeg',
1210 ],
1211 'swarming': {
1212 # This is for slow test execution that often becomes a critical path of
1213 # swarming jobs. crbug.com/868114
1214 'shards': 15,
Kuan Huanga89737d2022-01-07 19:42:111215 }
1216 },
Stephen Martinis1384ff92020-01-07 19:52:151217 'linux-chromeos-chrome': {
1218 # TODO(https://crbug.com/932269): Promote out of experiment when the
1219 # tests are green.
1220 'args': [
1221 '--test-launcher-filter-file=../../testing/buildbot/filters/chromeos.browser_tests.filter',
1222 ],
Ben Pastene37473092022-08-02 19:16:461223 'swarming': {
1224 'shards': 20,
1225 },
Stephen Martinis1384ff92020-01-07 19:52:151226 },
1227 'linux-chromeos-code-coverage': {
Nico Weber0c2861b2018-12-14 18:05:161228 'swarming': {
Stephen Martinis1384ff92020-01-07 19:52:151229 'shards': 50,
1230 },
1231 },
1232 'linux-chromeos-dbg': {
1233 'swarming': {
Ben Pastenef2f68712023-06-20 23:19:341234 'shards': 80,
Stephen Martinis1384ff92020-01-07 19:52:151235 },
1236 },
1237 'linux-chromeos-rel': {
1238 'swarming': {
Stephanie Kimc932b4c2022-11-01 21:29:381239 'shards': 60,
Stephanie Kime9008f72020-03-05 23:01:161240 'dimension_sets': [
1241 {
1242 'kvm': '1',
1243 },
1244 ],
Stephen Martinis1384ff92020-01-07 19:52:151245 },
1246 },
1247 'linux-code-coverage': {
Yuke Liao58e1d202020-03-20 23:02:011248 'args': [
1249 '--no-sandbox',
1250 ],
Stephen Martinis1384ff92020-01-07 19:52:151251 'swarming': {
1252 'shards': 50,
1253 },
1254 },
Ian Struiksma01223f42023-06-05 15:52:391255 'linux-exp-asan-lsan-fyi-rel': {
1256 'ci_only': True,
1257 # These are very slow on the ASAN trybot for some reason.
1258 # crbug.com/1257927
1259 'swarming': {
1260 'shards': 40,
1261 },
1262 },
Ian Struiksmab0412a22023-06-06 23:02:481263 'linux-exp-msan-fyi-rel': {
1264 'swarming': {
1265 'shards': 23,
1266 },
1267 },
Sven Zheng49ffa5c2022-09-06 18:48:261268 # asan tests is slower.
1269 'linux-lacros-asan-lsan-rel': {
1270 'swarming': {
1271 'shards': 20,
1272 },
Sven Zhenge8b0d9a62023-01-31 23:09:191273 # TODO(crbug.com/1324240): Enable tests.
1274 'args': [
1275 '--gtest_filter=-All/MultiActionAPITest.SessionStorageDoesNotPersistBetweenOpenings/*:All/MultiActionAPITest.PopupCreation/*'
1276 ],
Sven Zheng49ffa5c2022-09-06 18:48:261277 },
Sven Zheng80734f12020-08-06 06:50:391278 'linux-lacros-tester-rel': {
Struan Shrimptone772d72f2021-12-15 07:50:091279 'swarming': {
Stephanie Kim8332c7dd2022-11-07 20:03:491280 'shards': 20,
Struan Shrimptone772d72f2021-12-15 07:50:091281 },
Sven Zheng80734f12020-08-06 06:50:391282 },
Thiago Perrotta099ea612022-12-14 17:59:401283 'linux-rel-cft': {
1284 'args': [
Thiago Perrottad12c7872023-01-12 17:30:561285 '--test-launcher-filter-file=../../testing/buildbot/filters/linux.linux-rel-cft.browser_tests.filter',
Thiago Perrotta099ea612022-12-14 17:59:401286 ],
Thiago Perrotta61487462023-01-20 12:52:321287 'swarming': {
1288 'shards': 20,
1289 },
Thiago Perrotta099ea612022-12-14 17:59:401290 },
Kuan Huang235b0142021-10-19 18:59:281291 'mac-code-coverage': {
1292 'args': [
1293 '--coverage-continuous-mode=1',
1294 ],
1295 },
Dirk Pranke5a9c436a2023-06-02 22:03:381296 'mac-cr23-rel': {
1297 'swarming': {
1298 'shards': 20,
1299 },
1300 },
Lindsay Pasricha8bbc3382022-01-31 22:54:541301 'mac-osxbeta-rel': {
1302 'swarming': {
Lindsay Pasricha79b250d2023-05-04 16:55:221303 'shards': 30,
Lindsay Pasricha8bbc3382022-01-31 22:54:541304 },
1305 },
Thiago Perrotta099ea612022-12-14 17:59:401306 'mac-rel-cft': {
1307 'args': [
Thiago Perrottad12c7872023-01-12 17:30:561308 '--test-launcher-filter-file=../../testing/buildbot/filters/mac.mac-rel-cft.browser_tests.filter',
Thiago Perrotta099ea612022-12-14 17:59:401309 ],
Thiago Perrottaa289bad2023-01-20 12:44:391310 'ci_only': True,
Thiago Perrotta28efe812023-01-17 19:31:271311 'swarming': {
1312 'shards': 20, # crbug.com/1361887
1313 },
Thiago Perrotta099ea612022-12-14 17:59:401314 },
David Bienvenu284cc4d2023-03-20 16:44:541315 'win-arm64-rel': {
1316 # Surface Pros aren't using 100% scaling, which some browser tests
David Bienvenu519e14802023-05-02 23:34:491317 # rely on. They also have touch enabled, which we need to disable.
David Bienvenu284cc4d2023-03-20 16:44:541318 'args': [
David Bienvenu982fcee2023-03-20 22:57:481319 '--force-device-scale-factor=1',
David Bienvenu519e14802023-05-02 23:34:491320 '--top-chrome-touch-ui=disabled',
David Bienvenu284cc4d2023-03-20 16:44:541321 ],
1322 },
Stephen Martinis1384ff92020-01-07 19:52:151323 'win-asan': {
Kuan Huang1b52d442023-02-07 20:35:341324 # Tests shows tests run faster with fewer retries by using fewer jobs crbug.com/1411912
1325 'args': [
1326 '--test-launcher-jobs=3',
1327 ],
Nico Weber3f919792020-06-12 23:34:521328 # These are very slow on the ASAN trybot for some reason.
Ben Pastened2c01af2022-01-31 23:06:441329 # crbug.com/1257927
Stephen Martinis1384ff92020-01-07 19:52:151330 'swarming': {
Kuan Huang1b52d442023-02-07 20:35:341331 'shards': 60,
Nico Weber0c2861b2018-12-14 18:05:161332 },
1333 },
Thiago Perrotta099ea612022-12-14 17:59:401334 'win-rel-cft': {
1335 'args': [
Thiago Perrotta770925d42023-01-17 18:38:511336 # crbug.com/868082
1337 '--disable-features=WebRTC-H264WithOpenH264FFmpeg',
Thiago Perrottad12c7872023-01-12 17:30:561338 '--test-launcher-filter-file=../../testing/buildbot/filters/win.win-rel-cft.browser_tests.filter',
Thiago Perrotta099ea612022-12-14 17:59:401339 ],
Thiago Perrotta314f7b02023-01-19 21:30:531340 'swarming': {
1341 # This is for slow test execution that often becomes a critical path of
1342 # swarming jobs. crbug.com/868114
1343 'shards': 15,
1344 }
Thiago Perrotta099ea612022-12-14 17:59:401345 },
Prakhar37a94b52023-07-14 19:46:071346 'win10-code-coverage': {
1347 'swarming': {
1348 'shards': 40,
1349 'dimensions': {
1350 'pool': 'chromium.tests.coverage',
1351 'ssd': '1',
1352 },
1353 }
1354 },
Ben Pasteneebad8fc2022-08-12 23:34:281355 'win10-rel-no-external-ip': {
1356 # crbug.com/868082
1357 'args': [
1358 '--disable-features=WebRTC-H264WithOpenH264FFmpeg',
1359 ],
1360 'swarming': {
1361 'shards': 15,
1362 }
1363 },
Kenneth Russelleb60cbd22017-12-05 07:54:281364 },
1365 },
Hao Wubfdb23562023-06-17 20:16:511366 'browser_tests_no_field_trial': {
1367 'remove_from': [
1368 'win10-rel-no-external-ip',
1369 'win-arm64-rel',
1370 'win-rel-cft',
1371 'Win11 Tests x64',
1372 ],
1373 },
Ben Pastenec26cd082023-06-21 16:26:051374 'capture_unittests': {
1375 'modifications': {
1376 'WebRTC Chromium Linux Tester': {
1377 'swarming': {
1378 'dimension_sets': [
1379 {
1380 'os': 'Ubuntu-22.04|Ubuntu-18.04',
1381 },
1382 ],
1383 },
1384 },
1385 },
1386 },
Erik Chen681dc0282019-11-26 22:54:491387 'cc_unittests': {
1388 'modifications': {
1389 'Linux TSan Tests': {
1390 'swarming': {
1391 'shards': 3,
1392 },
1393 },
Haiyang Pan9d68ca02021-08-04 21:30:471394 'android-11-x86-rel': {
Haiyang Pancf765862021-03-18 20:39:151395 # https://crbug.com/1039860
1396 'args': [
Haiyang Pan11d8bd52021-11-19 21:22:541397 '--test-launcher-filter-file=../../testing/buildbot/filters/android.emulator_11_12.cc_unittests.filter',
1398 ],
1399 },
Haiyang Pan2a55a452022-03-03 08:18:331400 'android-12-x64-rel': {
Haiyang Pan11d8bd52021-11-19 21:22:541401 # https://crbug.com/1039860
1402 'args': [
1403 '--test-launcher-filter-file=../../testing/buildbot/filters/android.emulator_11_12.cc_unittests.filter',
Haiyang Pancf765862021-03-18 20:39:151404 ],
1405 },
Haiyang Pan08d09dc2020-04-01 16:11:211406 'android-pie-x86-rel': {
John Budorickfa8f1da92020-01-15 18:11:381407 # https://crbug.com/1039860
1408 'args': [
1409 '--test-launcher-filter-file=../../testing/buildbot/filters/android.emulator.cc_unittests.filter',
1410 ],
1411 },
Chong Gudf7fbe92021-02-24 02:55:581412 'fuchsia-code-coverage': {
1413 'swarming': {
1414 'shards': 4,
1415 },
1416 },
Chong Gub2446462021-08-19 18:44:081417 'fuchsia-fyi-arm64-dbg': {
1418 'args': [
1419 '--test-launcher-filter-file=../../testing/buildbot/filters/fuchsia.debug.cc_unittests.filter',
1420 ],
1421 },
Ian Struiksma2e23f962023-05-26 22:37:201422 'linux-exp-tsan-fyi-rel': {
1423 'swarming': {
1424 'shards': 3,
1425 },
1426 },
Erik Chen681dc0282019-11-26 22:54:491427 },
1428 },
Prakhar94f444a2020-10-08 07:30:081429 'check_static_initializers': {
1430 'modifications': {
1431 'Mac Builder': {
1432 'args': [
1433 '--allow-coverage-initializer',
1434 ],
1435 },
Thiago Perrottaa289bad2023-01-20 12:44:391436 'mac-rel-cft': {
1437 'args': [
1438 '--allow-coverage-initializer',
1439 ],
1440 },
Prakhar94f444a2020-10-08 07:30:081441 },
1442 },
Ben Pastene7a05a8f2020-11-12 17:25:511443 'chrome_all_tast_tests': {
1444 'modifications': {
Struan Shrimpton4b7abc02021-12-16 01:36:591445 'chromeos-amd64-generic-rel': {
1446 'swarming': {
Ben Pastene8fdb0ea92022-06-23 18:46:581447 'shards': 7,
Struan Shrimpton4b7abc02021-12-16 01:36:591448 },
Ben Pastenef3c910a72023-01-26 20:23:411449 'args': [
1450 '--tast-shard-method=hash',
1451 ],
Struan Shrimpton4b7abc02021-12-16 01:36:591452 },
Ben Pastene7a05a8f2020-11-12 17:25:511453 'chromeos-betty-pi-arc-cfi-thin-lto-chrome': {
1454 'args': [
1455 # This bot sets symbol_level=2, which doesn't fit inside a normal VM.
1456 '--strip-chrome',
Jonathan Fan6f033832023-06-23 23:23:591457 '--tast-shard-method=hash',
Ben Pastene7a05a8f2020-11-12 17:25:511458 ],
1459 },
Ben Pastenefb70e5f2022-11-08 04:16:421460 'chromeos-betty-pi-arc-chrome': {
1461 'swarming': {
1462 'shards': 15,
1463 },
1464 },
Alvin Jia47a28032022-11-07 23:09:151465 'chromeos-eve-chrome': {
1466 'swarming': {
Alvin Jia1c4563f2023-02-07 01:39:561467 # Increased timeout to 3 hours due to shard timeout.
1468 'hard_timeout': 10800,
Alvin Jia47a28032022-11-07 23:09:151469 }
1470 },
Ben Pastenef85543f2022-06-24 17:50:021471 # TODO(crbug.com/1141234): Move out of experimental if/when the bots are
1472 # stable.
1473 'chromeos-jacuzzi-chrome': {
1474 'experiment_percentage': 100,
1475 },
Alvin Jiadb3f7cd2023-06-08 19:00:001476 'chromeos-reven-chrome': {
1477 'args': [
1478 '--tast-shard-method=hash',
1479 ],
1480 },
Ben Pastene7a05a8f2020-11-12 17:25:511481 },
1482 },
Yun Liu7cfd28a2019-10-30 01:57:121483 'chrome_public_smoke_test': {
1484 'remove_from': [
Ben Joyce02dc8092021-03-04 21:48:191485 'android-code-coverage-native', # Does not generate profraw data.
Yun Liu7cfd28a2019-10-30 01:57:121486 ],
1487 },
Kenneth Russelleb60cbd22017-12-05 07:54:281488 'chrome_public_test_apk': {
John Budorick27d2d44e2019-05-20 20:26:091489 'remove_from': [
1490 'android-asan', # https://crbug.com/964562
Ben Joyce02dc8092021-03-04 21:48:191491 'android-code-coverage-native', # Does not generate profraw data.
John Budorick27d2d44e2019-05-20 20:26:091492 ],
Kenneth Russelleb60cbd22017-12-05 07:54:281493 'modifications': {
Ben Pastenec73e96e92018-07-12 01:40:351494 'Oreo Phone Tester': {
bsheedy01833462018-12-07 01:05:571495 # TODO(https://crbug.com/884413): Re-enable this once the tests are
1496 # either passing or there is more capacity.
1497 'experiment_percentage': 0,
Ben Pastenec73e96e92018-07-12 01:40:351498 },
Haiyang Pan9d68ca02021-08-04 21:30:471499 'android-11-x86-rel': {
Haiyang Panb80557c2021-03-13 03:01:441500 'args': [
1501 '--test-launcher-filter-file=../../testing/buildbot/filters/android.emulator_11.chrome_public_test_apk.filter',
Haiyang Pan1d5ca2862021-04-01 22:21:091502 '--timeout-scale=2.0',
Haiyang Panb80557c2021-03-13 03:01:441503 ],
Haiyang Panc82c3fa2022-02-01 01:26:061504 # TODO(https://crbug.com/1285975) Remove experiment and enable on
1505 # trybot once the device offline issue is resolved.
1506 'ci_only': True,
1507 'experiment_percentage': 100,
Haiyang Pan68a39c02021-11-11 21:12:211508 },
Haiyang Pan2a55a452022-03-03 08:18:331509 'android-12-x64-rel': {
Haiyang Pan68a39c02021-11-11 21:12:211510 'args': [
Haiyang Pan629f4e42022-02-09 22:11:231511 '--test-launcher-filter-file=../../testing/buildbot/filters/android.emulator_12.chrome_public_test_apk.filter',
Haiyang Pan68a39c02021-11-11 21:12:211512 '--timeout-scale=2.0',
1513 ],
Haiyang Pan2a55a452022-03-03 08:18:331514 # TODO(crbug.com/1225851): Remove experiment and ci_only
1515 # once the test suite is stable.
1516 'ci_only': True,
1517 'experiment_percentage': 100,
Haiyang Panb80557c2021-03-13 03:01:441518 },
Haiyang Panfed31272023-03-27 19:24:001519 'android-12l-x64-dbg-tests': {
1520 'args': [
1521 '--test-launcher-filter-file=../../testing/buildbot/filters/android.emulator_12l.chrome_public_test_apk.filter',
1522 ],
Kuan Huangdc0afb52023-06-09 19:12:581523 # TODO(crbug.com/1439624): Remove experiment and ci_only
1524 # once the test suite is stable.
1525 'ci_only': True,
1526 'experiment_percentage': 100,
Haiyang Panfed31272023-03-27 19:24:001527 },
Haiyang Panef317e4372023-05-19 01:30:081528 'android-12l-x64-fyi-dbg': {
1529 'args': [
1530 '--test-launcher-filter-file=../../testing/buildbot/filters/android.emulator_12l.chrome_public_test_apk.filter',
1531 ],
1532 },
1533 'android-13-x64-fyi-rel': {
1534 'args': [
1535 '--test-launcher-filter-file=../../testing/buildbot/filters/android.emulator_13.chrome_public_test_apk.filter',
1536 ],
1537 },
Haiyang Pane03016f2023-04-24 17:40:491538 'android-13-x64-rel': {
1539 'args': [
1540 '--test-launcher-filter-file=../../testing/buildbot/filters/android.emulator_13.chrome_public_test_apk.filter',
1541 ],
1542 },
Stephen Martinis1384ff92020-01-07 19:52:151543 'android-arm64-proguard-rel': {
1544 'swarming': {
1545 'shards': 25,
1546 },
1547 },
Prakharc60ec802023-03-06 07:49:291548 # If you change this, make similar changes in android-x86-code-coverage below
James Shenf0ce295f2022-07-21 01:37:171549 'android-nougat-x86-rel': {
1550 'args': [
1551 '--test-launcher-filter-file=../../testing/buildbot/filters/android.emulator_n.chrome_public_test_apk.filter',
1552 ],
James Shen57e04ef2022-09-23 02:22:271553 'swarming': {
Stephanie Kim5e700522022-11-11 14:52:351554 'shards': 75,
James Shen57e04ef2022-09-23 02:22:271555 'dimension_sets': [
1556 {
Haiyang Panca60fce2022-11-16 18:10:381557 # use 8-core to shorten runtime
Haiyang Pane35ae642022-11-18 00:34:151558 'cores': '8',
James Shen57e04ef2022-09-23 02:22:271559 },
1560 ],
1561 },
James Shenf0ce295f2022-07-21 01:37:171562 },
Haiyang Panb41ca5f2023-07-10 23:11:311563 'android-oreo-x86-rel': {
Ben Joyce5850e492023-07-17 22:02:071564 'args': [
1565 '--test-launcher-filter-file=../../testing/buildbot/filters/android.emulator_o.chrome_public_test_apk.filter',
1566 ],
Haiyang Panb41ca5f2023-07-10 23:11:311567 'swarming': {
1568 'shards': 75,
1569 'dimension_sets': [
1570 {
1571 # use 8-core to shorten runtime
1572 'cores': '8',
1573 },
1574 ],
1575 },
1576 },
Stephen Martinis1384ff92020-01-07 19:52:151577 'android-pie-arm64-rel': {
1578 'args': [
1579 '--test-launcher-filter-file=../../testing/buildbot/filters/android.pie_arm64_rel.chrome_public_test_apk.filter', # https://crbug.com/1010211
Ben Joyceb5321412022-10-26 21:05:151580 '--use-persistent-shell',
Stephen Martinis1384ff92020-01-07 19:52:151581 ],
Stephen Martinisd05530d2021-07-27 22:50:221582 'ci_only': True, # https://crbug.com/1233700
Haiyang Pan43640ee2020-02-13 01:38:001583 },
Ben Pasteneac465d422023-03-23 21:54:291584 'android-pie-arm64-rel-dev': {
Ben Joyce6d63a582022-12-09 18:34:551585 'swarming': {
1586 'service_account': '[email protected]'
1587 },
1588 },
Haiyang Pan08d09dc2020-04-01 16:11:211589 'android-pie-x86-rel': {
Haiyang Pan43640ee2020-02-13 01:38:001590 'args': [
Haiyang Pan71373072020-03-02 19:57:491591 # https://crbug.com/1046059
Haiyang Pan23f64f52020-06-04 01:23:321592 '--test-launcher-filter-file=../../testing/buildbot/filters/android.emulator_p.chrome_public_test_apk.filter',
Haiyang Pan43640ee2020-02-13 01:38:001593 ],
Haiyang Pan71373072020-03-02 19:57:491594 'swarming': {
Haiyang Pan58a6db22021-07-30 01:08:261595 # See https://crbug.com/1230192, runs of 40-60 minutes at 20 shards.
1596 'shards': 30,
1597 },
1598 },
Prakharc60ec802023-03-06 07:49:291599 # Keep this same as android-nougat-x86-rel above
1600 'android-x86-code-coverage': {
1601 'args': [
1602 '--test-launcher-filter-file=../../testing/buildbot/filters/android.emulator_n.chrome_public_test_apk.filter',
1603 ],
1604 'swarming': {
1605 'shards': 75,
1606 'dimension_sets': [
1607 {
1608 # use 8-core to shorten runtime
1609 'cores': '8',
1610 },
1611 ],
1612 },
1613 },
Haiyang Pan58a6db22021-07-30 01:08:261614 },
1615 },
Kenneth Russelleb60cbd22017-12-05 07:54:281616 'chrome_public_test_vr_apk': {
Nico Weberb0b3f5862018-07-13 18:45:151617 'remove_from': [
Andrew Luo38b311f2019-10-04 03:42:091618 'android-pie-arm64-rel', # https://crbug.com/1010211
bsheedydf58b4e2018-11-01 19:42:161619 'ToTAndroid',
John Budorick27d2d44e2019-05-20 20:26:091620 'android-asan', # https://crbug.com/964562
Ben Joyce02dc8092021-03-04 21:48:191621 'android-code-coverage-native', # Does not generate profraw data.
bsheedy410dd7c2018-06-15 22:42:091622 ],
Kenneth Russelleb60cbd22017-12-05 07:54:281623 },
bsheedy75a4dd52018-11-27 23:24:301624 'chrome_public_test_vr_apk-vega': {
1625 'modifications': {
bsheedy75a4dd52018-11-27 23:24:301626 'Oreo Phone Tester': {
1627 'swarming': {
1628 'dimension_sets': [
1629 {
1630 'device_os': 'OVR1.180808.003',
1631 'device_type': 'vega',
1632 'os': 'Android',
1633 },
1634 ],
1635 },
1636 }
1637 }
1638 },
Henrique Nakashimad99462ab2022-06-08 19:52:421639 'chrome_public_unit_test_apk': {
Henrique Nakashima4b24b55a2022-11-02 22:25:321640 'remove_from': [
1641 'android-asan', # https://crbug.com/964562
1642 'android-code-coverage-native', # Does not generate profraw data.
Henrique Nakashima4b24b55a2022-11-02 22:25:321643 ],
Henrique Nakashimad99462ab2022-06-08 19:52:421644 'modifications': {
1645 'android-12-x64-rel': {
James Shen7d0646a2023-02-28 22:47:041646 'ci_only': True,
Henrique Nakashimad99462ab2022-06-08 19:52:421647 'args': [
1648 '--test-launcher-filter-file=../../testing/buildbot/filters/android.emulator_12.chrome_public_unit_test_apk.filter',
1649 ],
1650 },
Haiyang Pan0fb3ee42023-02-14 21:04:341651 'android-12l-x64-dbg-tests': {
1652 'args': [
1653 '--test-launcher-filter-file=../../testing/buildbot/filters/android.emulator_12l.chrome_public_unit_test_apk.filter',
1654 ],
1655 },
Haiyang Panef317e4372023-05-19 01:30:081656 'android-12l-x64-fyi-dbg': {
1657 'args': [
1658 '--test-launcher-filter-file=../../testing/buildbot/filters/android.emulator_12l.chrome_public_unit_test_apk.filter',
1659 ],
1660 },
1661 'android-13-x64-fyi-rel': {
1662 'args': [
1663 '--test-launcher-filter-file=../../testing/buildbot/filters/android.emulator_13.chrome_public_unit_test_apk.filter',
1664 ],
1665 },
Haiyang Pan0fb3ee42023-02-14 21:04:341666 'android-13-x64-rel': {
1667 'args': [
1668 '--test-launcher-filter-file=../../testing/buildbot/filters/android.emulator_13.chrome_public_unit_test_apk.filter',
1669 ],
1670 },
Henrique Nakashimad99462ab2022-06-08 19:52:421671 },
1672 },
Nihar Damarasingu8def1a22022-08-18 21:15:541673 'chrome_public_wpt': {
1674 'modifications': {
1675 'android-chrome-pie-x86-wpt-fyi-rel': {
1676 'args': [
1677 '--use-upstream-wpt',
1678 ],
1679 },
1680 },
1681 },
Ian Struiksmaeb285db02020-10-20 22:19:341682 'chrome_sizes': {
1683 'modifications': {
Sven Zheng0b608c212023-02-23 18:18:561684 'lacros-amd64-generic-chrome-skylab': {
1685 'swarming': {
1686 'dimension_sets': [
1687 {
1688 'cpu': 'x86-64',
1689 'os': 'Ubuntu-18.04',
1690 },
1691 ],
1692 },
1693 },
Sven Zheng0b608c212023-02-23 18:18:561694 'lacros-arm-generic-chrome-skylab': {
1695 'swarming': {
1696 'dimension_sets': [
1697 {
1698 'cpu': 'x86-64',
1699 'os': 'Ubuntu-18.04',
1700 },
1701 ],
1702 },
1703 },
1704 'lacros-arm64-generic-chrome-skylab': {
1705 'swarming': {
1706 'dimension_sets': [
1707 {
1708 'cpu': 'x86-64',
1709 'os': 'Ubuntu-18.04',
1710 },
1711 ],
1712 },
1713 },
Ian Struiksmaeb285db02020-10-20 22:19:341714 },
1715 },
Takuto Ikuta1b749b902019-04-11 18:05:531716 'chromedriver_py_tests': {
Ben Pastene1b1aa972022-09-28 17:51:011717 'modifications': {
1718 'Win10 Tests x64': {
1719 # TODO(crbug.com/1369158): Fix & re-enable.
1720 'isolate_profile_data': False,
1721 },
Thiago Perrotta314f7b02023-01-19 21:30:531722 'win-rel-cft': {
1723 # TODO(crbug.com/1369158): Fix & re-enable.
1724 'isolate_profile_data': False,
1725 },
Ben Pastene1b1aa972022-09-28 17:51:011726 },
Takuto Ikuta1b749b902019-04-11 18:05:531727 'remove_from': [
1728 # Timeout happens sometimes (crbug.com/951799).
Takuto Ikuta1b749b902019-04-11 18:05:531729 'Win10 Tests x64 (dbg)',
1730 ],
1731 },
Haiyang Panfed339172021-03-10 23:19:571732 'components_browsertests': {
1733 'modifications': {
Stephanie Kim6b4abfd32022-11-15 20:33:371734 'Linux TSan Tests': {
1735 'swarming': {
1736 'shards': 2,
1737 },
1738 },
Haiyang Pan9d68ca02021-08-04 21:30:471739 'android-11-x86-rel': {
Haiyang Panfed339172021-03-10 23:19:571740 'swarming': {
1741 'shards': 2,
1742 },
1743 },
André Kempef30fe9d22022-02-03 10:44:291744 'android-asan': {
1745 'swarming': {
1746 'shards': 3,
1747 },
1748 },
Prakharc60ec802023-03-06 07:49:291749 # If you change this, make similar changes in android-x86-code-coverage below
Haiyang Pandcc3e012022-09-30 01:57:431750 'android-nougat-x86-rel': {
1751 'swarming': {
Stephanie Kim55d87ef22022-11-08 23:00:471752 'shards': 4,
Haiyang Pandcc3e012022-09-30 01:57:431753 },
1754 },
Haiyang Panb41ca5f2023-07-10 23:11:311755 'android-oreo-x86-rel': {
1756 'swarming': {
1757 'shards': 4,
1758 },
1759 },
Prakharc60ec802023-03-06 07:49:291760 # Keep this same as android-nougat-x86-rel above
1761 'android-x86-code-coverage': {
1762 'swarming': {
1763 'shards': 4,
1764 },
1765 },
Ian Struiksma2e23f962023-05-26 22:37:201766 'linux-exp-tsan-fyi-rel': {
1767 'swarming': {
1768 'shards': 2,
1769 },
1770 },
Haiyang Panfed339172021-03-10 23:19:571771 },
1772 },
Hao Wubfdb23562023-06-17 20:16:511773 'components_browsertests_no_field_trial': {
1774 'remove_from': [
1775 'win10-rel-no-external-ip',
1776 'win-arm64-rel',
1777 'win-rel-cft',
1778 'Win11 Tests x64',
1779 ],
1780 },
Kenneth Russelleb60cbd22017-12-05 07:54:281781 'components_unittests': {
Kenneth Russelleb60cbd22017-12-05 07:54:281782 'modifications': {
John Budorick5052d552017-12-13 02:59:341783 'Linux ASan LSan Tests (1)': {
1784 # These are very slow on the ASAN trybot for some reason.
Ben Pastened2c01af2022-01-31 23:06:441785 # crbug.com/1257927
John Budorick5052d552017-12-13 02:59:341786 'swarming': {
1787 'shards': 5,
1788 },
1789 },
Takuto Ikuta54671d972018-07-19 19:06:351790 'Linux Chromium OS ASan LSan Tests (1)': {
1791 # These are very slow on the ASAN trybot for some reason.
Ben Pastened2c01af2022-01-31 23:06:441792 # crbug.com/1257927
Takuto Ikuta54671d972018-07-19 19:06:351793 'swarming': {
1794 'shards': 5,
1795 },
1796 },
Erik Chen681dc0282019-11-26 22:54:491797 'Linux TSan Tests': {
1798 'swarming': {
1799 'shards': 2,
1800 },
1801 },
Haiyang Pan9d68ca02021-08-04 21:30:471802 'android-11-x86-rel': {
Haiyang Pan799282f2021-03-25 19:38:311803 'args': [
Haiyang Pane521cf692021-11-30 00:35:231804 # TODO(crbug.com/1192348): Fix the test failure
1805 '--gtest_filter=-FieldFormatterTest.DifferentLocales',
Haiyang Pan799282f2021-03-25 19:38:311806 ],
1807 },
Haiyang Pan2a55a452022-03-03 08:18:331808 'android-12-x64-rel': {
Haiyang Pan2877f062021-11-18 01:06:061809 'args': [
1810 # TODO(crbug.com/1192348): Fix the test failure
1811 '--gtest_filter=-FieldFormatterTest.DifferentLocales',
1812 ],
1813 },
Ian Struiksma01223f42023-06-05 15:52:391814 'linux-exp-asan-lsan-fyi-rel': {
1815 # These are very slow on the ASAN trybot for some reason.
1816 # crbug.com/1257927
1817 'swarming': {
1818 'shards': 5,
1819 },
1820 },
Ian Struiksma2e23f962023-05-26 22:37:201821 'linux-exp-tsan-fyi-rel': {
1822 'swarming': {
1823 'shards': 2,
1824 },
1825 },
Scott Violet17087cd2022-11-15 22:29:441826 'win-asan': {
1827 # With a single shard seems to hit time limit.
1828 'swarming': {
1829 'shards': 2,
1830 },
1831 },
Prakharf80880f2023-04-25 01:09:371832 'win10-code-coverage': {
1833 'swarming': {
Prakharbb64f48b2023-04-26 23:47:521834 'shards': 6,
Prakharf80880f2023-04-25 01:09:371835 },
1836 },
Sven Zheng80734f12020-08-06 06:50:391837 },
Sven Zheng577fe5ff2020-08-03 22:06:441838 },
Chong Gu76046412021-09-22 17:49:211839 'compositor_unittests': {
Chong Gub2446462021-08-19 18:44:081840 'modifications': {
1841 'fuchsia-fyi-arm64-dbg': {
1842 'args': [
1843 '--test-launcher-filter-file=../../testing/buildbot/filters/fuchsia.debug.compositor_unittests.filter',
1844 ],
1845 },
1846 },
1847 },
Kenneth Russelleb60cbd22017-12-05 07:54:281848 'content_browsertests': {
Brad Halla36886c2019-02-26 16:52:291849 'remove_from': [
James Shen286d10a2023-06-09 20:19:051850 # TODO(crbug.com/1431581): Temporarily remove it from android-12L builder due to infra flakiness.
1851 'android-12l-x64-dbg-tests',
Brad Halla36886c2019-02-26 16:52:291852 'CrWinAsan(dll)', # https://crbug.com/935598
Rohan Pavonedf728bee22022-11-09 21:32:551853 # TODO(crbug.com/1371630): Enable on Fuchsia dbg/asan/clang builders.
1854 'fuchsia-fyi-arm64-dbg',
1855 'fuchsia-fyi-x64-asan',
1856 'fuchsia-fyi-x64-dbg',
1857 'ToTFuchsia x64',
1858 'ToTFuchsiaOfficial arm64',
Brad Halla36886c2019-02-26 16:52:291859 ],
Kenneth Russelleb60cbd22017-12-05 07:54:281860 'modifications': {
Kenneth Russellfbda3c532017-12-08 23:57:241861 'Cast Audio Linux': {
1862 'args': [
Nico Weber02f30392018-07-16 18:39:431863 '--test-launcher-filter-file=../../testing/buildbot/filters/cast-linux.content_browsertests.filter',
Kenneth Russellfbda3c532017-12-08 23:57:241864 ],
Kenneth Russellfbda3c532017-12-08 23:57:241865 },
1866 'Cast Linux': {
1867 'args': [
Nico Weber02f30392018-07-16 18:39:431868 '--test-launcher-filter-file=../../testing/buildbot/filters/cast-linux.content_browsertests.filter',
Kenneth Russellfbda3c532017-12-08 23:57:241869 ],
Kenneth Russellfbda3c532017-12-08 23:57:241870 },
Erik Chenb681c8c2019-11-25 22:52:521871 'Linux ASan LSan Tests (1)': {
1872 'swarming': {
Stephanie Kim75e95f62022-11-04 16:06:131873 'shards': 24,
Erik Chenb681c8c2019-11-25 22:52:521874 },
1875 },
Chris Cunninghame1a04ea2019-04-24 01:49:321876 'Linux ASan Tests (sandboxed)': {
1877 'swarming': {
John Abd-El-Malek3a631612020-07-08 21:40:411878 'shards': 10, # https://crbug.com/1103330
Chris Cunninghame1a04ea2019-04-24 01:49:321879 },
1880 },
Erik Chen681dc0282019-11-26 22:54:491881 'Linux TSan Tests': {
1882 'swarming': {
Stephanie Kim6b4abfd32022-11-15 20:33:371883 'shards': 30,
Erik Chen681dc0282019-11-26 22:54:491884 },
1885 },
Lindsay Pasrichab3f72db2021-09-22 22:05:461886 'Mac ASan 64 Tests (1)': { # https://crbug.com/1200640
1887 'experiment_percentage': 100,
1888 },
Struan Shrimpton57c594e42022-01-25 17:59:131889 'Mac11 Tests': {
1890 'swarming': {
Lindsay Pasricha0b5beaf2022-03-04 08:15:271891 'shards': 12,
Struan Shrimpton57c594e42022-01-25 17:59:131892 },
1893 },
Yue She0cad2922022-06-24 15:06:071894 'Mac12 Tests': {
1895 'swarming': {
1896 'shards': 12,
Yue She0cad2922022-06-24 15:06:071897 },
1898 },
Yue Shed8e45742023-06-01 15:18:031899 'Mac13 Tests': {
1900 'swarming': {
1901 'shards': 12,
1902 },
1903 },
Cameron Higgins2e4b7f12023-05-31 18:29:321904 'Mac13 Tests (dbg)': { # https://crbug.com/1279504
Lindsay Pasricha945e4d62022-01-20 02:14:011905 'swarming': {
Lindsay Pasricha9ec81b52022-03-10 03:43:311906 'shards': 18,
Lindsay Pasricha945e4d62022-01-20 02:14:011907 },
1908 },
Mirko Bonadei1bee8b02022-11-17 13:56:331909 'WebRTC Chromium FYI Android Tests (dbg)': {
1910 'args': [
1911 '--test-launcher-filter-file=../../testing/buildbot/filters/chromium.webrtc.fyi.android.tests.dbg.content_browsertests.filter',
1912 ],
1913 },
Mirko Bonadei1bee8b02022-11-17 13:56:331914 'WebRTC Chromium FYI Android Tests ARM64 (dbg)': {
1915 'args': [
1916 '--test-launcher-filter-file=../../testing/buildbot/filters/chromium.webrtc.fyi.android.tests.dbg.content_browsertests.filter',
1917 ],
1918 },
Stephen Martinis1384ff92020-01-07 19:52:151919 'Win10 Tests x64': {
1920 # crbug.com/868082
1921 'args': [
1922 '--disable-features=WebRTC-H264WithOpenH264FFmpeg',
1923 ],
1924 },
1925 'Win10 Tests x64 (dbg)': {
1926 'experiment_percentage': 100,
1927 # crbug.com/868082
1928 'args': [
1929 '--disable-features=WebRTC-H264WithOpenH264FFmpeg',
Stephen Martinis1384ff92020-01-07 19:52:151930 ],
1931 },
Kuan Huanga89737d2022-01-07 19:42:111932 'Win11 Tests x64': {
1933 # crbug.com/868082
1934 'args': [
1935 '--disable-features=WebRTC-H264WithOpenH264FFmpeg',
1936 ],
1937 },
Haiyang Pan9d68ca02021-08-04 21:30:471938 'android-11-x86-rel': {
Haiyang Pan566e2652022-01-25 07:01:521939 # TODO(crbug.com/1137474): Remove ci_only and experiment_percentage
1940 # after the test suite is green.
1941 'ci_only': True,
Haiyang Pan10f029c2021-07-30 23:17:561942 'experiment_percentage': 100,
Haiyang Pan51450ab2021-03-23 00:48:571943 # TODO(crbug.com/1137474): Revisit the shard number once failed tests
1944 # are fixed.
Haiyang Panfed339172021-03-10 23:19:571945 'swarming': {
Haiyang Pan51450ab2021-03-23 00:48:571946 'shards': 30,
Haiyang Pan45e77dda2021-07-01 22:23:291947 'dimension_sets': [
1948 {
Haiyang Panca60fce2022-11-16 18:10:381949 # use 8-core to shorten runtime
Haiyang Pane35ae642022-11-18 00:34:151950 'cores': '8',
Haiyang Pan45e77dda2021-07-01 22:23:291951 },
1952 ],
Haiyang Panfed339172021-03-10 23:19:571953 },
1954 },
Haiyang Pan2a55a452022-03-03 08:18:331955 'android-12-x64-rel': {
Haiyang Pan1ed9ebb2022-12-13 03:10:031956 # TODO(crbug.com/1225851): Remove experiment and ci_only
1957 # once the test suite is stable.
1958 'ci_only': True,
1959 'experiment_percentage': 100,
Haiyang Pandbff3ef2022-02-11 23:24:191960 'args': [
1961 '--test-launcher-filter-file=../../testing/buildbot/filters/android.emulator_12.content_browsertests.filter',
1962 ],
Haiyang Pan249494b2022-01-27 21:56:211963 'swarming': {
Haiyang Pand5524452023-04-25 01:56:401964 'shards': 40,
Haiyang Pan249494b2022-01-27 21:56:211965 },
1966 },
Haiyang Pan1b8faa20b2023-02-10 23:44:361967 'android-12l-x64-dbg-tests': {
Kuan Huangdc0afb52023-06-09 19:12:581968 # TODO(crbug.com/1439624): Remove experiment and ci_only
1969 # once the test suite is stable.
1970 'ci_only': True,
1971 'experiment_percentage': 100,
Haiyang Pan1b8faa20b2023-02-10 23:44:361972 'args': [
1973 '--test-launcher-filter-file=../../testing/buildbot/filters/android.emulator_12l_13.content_browsertests.filter',
1974 ],
1975 'swarming': {
Haiyang Pand5524452023-04-25 01:56:401976 'shards': 40,
Haiyang Pan1b8faa20b2023-02-10 23:44:361977 },
1978 },
Haiyang Pan42c77cd92023-05-18 01:13:031979 'android-12l-x64-fyi-dbg': {
Haiyang Panef317e4372023-05-19 01:30:081980 'args': [
1981 '--test-launcher-filter-file=../../testing/buildbot/filters/android.emulator_12l_13.content_browsertests.filter',
1982 ],
Haiyang Pan42c77cd92023-05-18 01:13:031983 'swarming': {
1984 'shards': 40,
1985 },
1986 },
1987 'android-13-x64-fyi-rel': {
Haiyang Panef317e4372023-05-19 01:30:081988 'args': [
1989 '--test-launcher-filter-file=../../testing/buildbot/filters/android.emulator_12l_13.content_browsertests.filter',
1990 ],
Haiyang Pan42c77cd92023-05-18 01:13:031991 'swarming': {
1992 'shards': 40,
1993 },
1994 },
Haiyang Pan1b8faa20b2023-02-10 23:44:361995 'android-13-x64-rel': {
1996 'args': [
1997 '--test-launcher-filter-file=../../testing/buildbot/filters/android.emulator_12l_13.content_browsertests.filter',
1998 ],
1999 'swarming': {
Haiyang Pand5524452023-04-25 01:56:402000 'shards': 40,
Haiyang Pan1b8faa20b2023-02-10 23:44:362001 },
2002 },
Stephen Martinis1384ff92020-01-07 19:52:152003 'android-arm64-proguard-rel': {
2004 'swarming': {
2005 'shards': 16,
2006 },
2007 },
2008 'android-asan': {
2009 'args': [
2010 '--test-launcher-filter-file=../../testing/buildbot/filters/android.asan.content_browsertests.filter',
2011 ],
2012 'swarming': {
André Kempef30fe9d22022-02-03 10:44:292013 'shards': 25,
Stephen Martinis1384ff92020-01-07 19:52:152014 },
2015 },
Prakharc60ec802023-03-06 07:49:292016 # If you change this, make similar changes in android-x86-code-coverage below
Haiyang Pancf24ceb2022-03-17 02:31:302017 'android-nougat-x86-rel': {
James Shenfa680ebaa2022-07-22 02:53:532018 'args': [
2019 '--test-launcher-filter-file=../../testing/buildbot/filters/android.emulator_n.content_browsertests.filter',
2020 ],
Haiyang Pancf24ceb2022-03-17 02:31:302021 'swarming': {
Stephanie Kim5e700522022-11-11 14:52:352022 'shards': 75,
James Shen57e04ef2022-09-23 02:22:272023 'dimension_sets': [
2024 {
Haiyang Panca60fce2022-11-16 18:10:382025 # use 8-core to shorten runtime
Haiyang Pane35ae642022-11-18 00:34:152026 'cores': '8',
James Shen57e04ef2022-09-23 02:22:272027 },
2028 ],
Haiyang Pancf24ceb2022-03-17 02:31:302029 },
2030 },
Haiyang Panb41ca5f2023-07-10 23:11:312031 'android-oreo-x86-rel': {
James Shen672478e2023-07-15 00:28:382032 'args': [
2033 '--test-launcher-filter-file=../../testing/buildbot/filters/android.emulator_o.content_browsertests.filter',
2034 ],
Haiyang Panb41ca5f2023-07-10 23:11:312035 'swarming': {
2036 'shards': 75,
2037 'dimension_sets': [
2038 {
2039 # use 8-core to shorten runtime
2040 'cores': '8',
2041 },
2042 ],
2043 },
2044 },
Struan Shrimptone772d72f2021-12-15 07:50:092045 'android-pie-arm64-rel': {
Ben Joycec0a90cd2023-01-10 21:30:492046 'args': [
2047 '--test-launcher-filter-file=../../testing/buildbot/filters/android.pie_arm64.content_browsertests_coverage.filter',
2048 ],
James Shen3b3a6f02023-07-07 00:50:102049 'swarming': {
James Shen32408a92023-07-11 18:43:182050 # TODO(crbug.com/1462745): Temporarily increase the shard by 3 for the surging number of tests.
James Shen3b3a6f02023-07-07 00:50:102051 # Recover to default number of shards(20) after the bug is fixed.
James Shen32408a92023-07-11 18:43:182052 'shards': 23,
James Shen3b3a6f02023-07-07 00:50:102053 },
Struan Shrimptone772d72f2021-12-15 07:50:092054 },
Haiyang Pan08d09dc2020-04-01 16:11:212055 'android-pie-x86-rel': {
John Budoricka4e23882020-02-28 18:36:432056 'args': [
Haiyang Pan12d5acd2020-06-01 20:54:572057 '--test-launcher-filter-file=../../testing/buildbot/filters/android.emulator_p.content_browsertests.filter',
John Budoricka4e23882020-02-28 18:36:432058 ],
Sky Malice303f7ec2021-07-17 04:13:092059 'swarming': {
2060 # Flaking with only 20 shards with 40-60 minute runs.
2061 # https://crbug.com/1230118
2062 'shards': 30,
Haiyang Pan2eb735e72020-09-15 22:51:512063 },
John Budoricka4e23882020-02-28 18:36:432064 },
Prakharc60ec802023-03-06 07:49:292065 # Keep this same as android-nougat-x86-rel above
2066 'android-x86-code-coverage': {
2067 'args': [
2068 '--test-launcher-filter-file=../../testing/buildbot/filters/android.emulator_n.content_browsertests.filter',
2069 ],
2070 'swarming': {
2071 'shards': 75,
2072 'dimension_sets': [
2073 {
2074 # use 8-core to shorten runtime
2075 'cores': '8',
2076 },
2077 ],
2078 },
2079 },
Rohan Pavonedf728bee22022-11-09 21:32:552080 'fuchsia-arm64-cast-receiver-rel': {
2081 # Temporarily only run this on CI due to resource and naming
2082 # constraints.
2083 # TODO(crbug.com/1371630): Remove this when resource requirements are
2084 # lower.
2085 'ci_only': True,
2086 },
2087 'fuchsia-arm64-rel': {
2088 # Temporarily only run this on CI due to resource and naming
2089 # constraints.
2090 # TODO(crbug.com/1371630): Remove this when resource requirements are
2091 # lower.
2092 'ci_only': True,
2093 },
2094 'fuchsia-x64-cast-receiver-rel': {
2095 # Temporarily only run this on CI due to resource requirements.
2096 # TODO(crbug.com/1374125): Remove this once resources are available.
2097 'ci_only': True,
2098 'swarming': {
2099 'shards': 41,
2100 },
Zijie He0f361e652023-01-13 14:42:152101 'args': [
2102 # TODO(crbug.com/1406693): Remove this when the kernal panic in
2103 # fuchsia has been resolved.
2104 '--test-arg=--test-launcher-jobs=1',
2105 ],
Rohan Pavonedf728bee22022-11-09 21:32:552106 },
2107 'fuchsia-x64-rel': {
2108 'swarming': {
2109 'shards': 41,
2110 },
Zijie He38e3d132023-01-20 01:22:472111 'args': [
2112 # TODO(crbug.com/1406693): Remove this when the kernal panic in
2113 # fuchsia has been resolved.
2114 '--test-arg=--test-launcher-jobs=1',
2115 ],
Rohan Pavonedf728bee22022-11-09 21:32:552116 },
Stephen Martinis1384ff92020-01-07 19:52:152117 'linux-chromeos-code-coverage': {
2118 'swarming': {
2119 'shards': 12,
2120 },
2121 },
Albert J. Wong91f109652019-11-19 03:01:162122 'linux-chromeos-rel': {
2123 'swarming': {
Stephanie Kim3aa4c552023-01-10 18:00:042124 'shards': 6,
Albert J. Wong91f109652019-11-19 03:01:162125 },
2126 },
Yuke Liao79424e42020-01-06 21:00:112127 'linux-code-coverage': {
Yuke Liao58e1d202020-03-20 23:02:012128 'args': [
2129 '--no-sandbox',
2130 ],
Yuke Liao79424e42020-01-06 21:00:112131 'swarming': {
2132 'shards': 12,
2133 },
2134 },
Ian Struiksma01223f42023-06-05 15:52:392135 'linux-exp-asan-lsan-fyi-rel': {
2136 'swarming': {
2137 'shards': 24,
2138 },
2139 },
Ian Struiksma2e23f962023-05-26 22:37:202140 'linux-exp-tsan-fyi-rel': {
2141 'swarming': {
2142 'shards': 30,
2143 },
2144 },
Sven Zheng80734f12020-08-06 06:50:392145 # https://crbug.com/1111979
2146 'linux-lacros-tester-fyi-rel': {
2147 'experiment_percentage': 100,
2148 },
Kuan Huang235b0142021-10-19 18:59:282149 'mac-code-coverage': {
2150 'args': [
2151 '--coverage-continuous-mode=1',
2152 ],
2153 },
Thiago Perrottaa289bad2023-01-20 12:44:392154 'mac-rel-cft': {
2155 'swarming': {
2156 'shards': 12,
Thiago Perrottaa289bad2023-01-20 12:44:392157 },
2158 },
Kuan Huang05332fb2021-10-12 02:04:262159 # https://crbug.com/1255940
Ben Pasteneac465d422023-03-23 21:54:292160 'mac-rel-dev': {
Kuan Huang05332fb2021-10-12 02:04:262161 'swarming': {
2162 'dimension_sets': [
2163 {
2164 # These test would time out when running on 4 cores instances.
2165 'cores': '8|12',
2166 }
2167 ],
2168 },
2169 },
Kuan Huang1b52d442023-02-07 20:35:342170 'win-asan': {
2171 # Tests shows tests run faster with fewer retries by using fewer jobs crbug.com/1411912
2172 'args': [
2173 '--test-launcher-jobs=3',
2174 ],
2175 'swarming': {
2176 'shards': 16,
2177 },
2178 },
Thiago Perrotta314f7b02023-01-19 21:30:53