blob: 74693076e6d2a7813f1d8c5ece009f83b0ec6fb7 [file] [log] [blame]
Avi Drissmandfd880852022-09-15 20:11:091# Copyright 2017 The Chromium Authors
Kenneth Russelleb60cbd22017-12-05 07:54:282# Use of this source code is governed by a BSD-style license that can be
3# found in the LICENSE file.
4
5# This is a .pyl, or "Python Literal", file. You can treat it just like a
6# .json file, with the following exceptions:
7# * all keys must be quoted (use single quotes, please);
8# * comments are allowed, using '#' syntax; and
9# * trailing commas are allowed.
10
11# Exceptions to the common test suites can only include removal from
12# particular bots, and modifications on particular bots. By design,
13# it's not possible to add one-off tests to bots. Instead they have to
14# be added to one of the test suites in test_suites.pyl.
15#
Jeff Yoone2188f62020-08-24 20:55:5716# Note that if you are excluding with variants, you will need to exclude
17# per variant, with the identifier appended to the test suite name.
18# For example, if you have ios_chrome_ui_eg2tests_module with variant
19# SIM_IPHONE_6S_14_0 (identifier = "iPhone 6s 14.0"), you
20# must exclude with the test name as:
21# "ios_chrome_ui_eg2tests_module_iPhone 6s 14.0"
22
Kenneth Russelleb60cbd22017-12-05 07:54:2823# The goal is to drive the number of exceptions to zero, to make all
24# the bots behave similarly.
25{
Andrew Luo38b311f2019-10-04 03:42:0926 'android_browsertests': {
27 'modifications': {
Haiyang Pan9d68ca02021-08-04 21:30:4728 'android-11-x86-rel': {
Haiyang Pan0ea9b3ef2022-01-21 21:58:1429 'args': [
30 # https://crbug.com/1289764
31 '--gtest_filter=-All/ChromeBrowsingDataLifetimeManagerScheduledRemovalTest.History/*',
32 ],
Haiyang Panca7fcec2021-03-19 02:11:1033 },
Haiyang Panc1192662022-03-09 00:09:0234 'android-12-x64-rel': {
Haiyang Pan18b448d72022-12-13 21:33:4435 # TODO(crbug.com/1225851): Remove experiment and ci_only
36 # once the test suite is stable.
37 'ci_only': True,
38 'experiment_percentage': 100,
Haiyang Panc1192662022-03-09 00:09:0239 'args': [
40 # https://crbug.com/1289764
41 '--gtest_filter=-All/ChromeBrowsingDataLifetimeManagerScheduledRemovalTest.History/*',
42 ],
Haiyang Pan1b8faa20b2023-02-10 23:44:3643 },
44 'android-12l-x64-dbg-tests': {
45 'args': [
46 # https://crbug.com/1289764
47 '--gtest_filter=-All/ChromeBrowsingDataLifetimeManagerScheduledRemovalTest.History/*',
48 ],
49 },
50 'android-13-x64-rel': {
51 'args': [
52 # https://crbug.com/1414886
53 '--gtest_filter=-OfferNotificationControllerAndroidBrowserTestForMessagesUi.MessageShown',
54 ],
Haiyang Panc1192662022-03-09 00:09:0255 },
Haiyang Pancf24ceb2022-03-17 02:31:3056 'android-nougat-x86-rel': {
57 'swarming': {
Stephanie Kim53cc82d2022-11-01 19:42:5758 'shards': 9,
Haiyang Pancf24ceb2022-03-17 02:31:3059 },
60 },
Andrew Luo38b311f2019-10-04 03:42:0961 'android-pie-arm64-rel': {
Andrew Luobe83fd82019-12-19 03:07:5862 'args': [
63 '--gtest_filter=-ImportantSitesUtilBrowserTest.DSENotConsideredImportantInRegularMode', # https://crbug.com/1034001
64 ],
Haiyang Panfbd2b482020-09-23 23:41:2565 # TODO(crbug.com/1111436): Move this back to walleye if/when additional
66 # capacity has been deployed.
67 'swarming': {
68 'dimension_sets': [
69 {
70 'device_type': 'sailfish',
71 },
72 ],
James Shenc9d4b2b2022-08-24 06:14:2473 'shards': 3,
Struan Shrimpton4b7abc02021-12-16 01:36:5974 'quickrun_shards': 6,
Haiyang Panfbd2b482020-09-23 23:41:2575 },
Andrew Luo38b311f2019-10-04 03:42:0976 },
Haiyang Pan08d09dc2020-04-01 16:11:2177 'android-pie-x86-rel': {
John Budorick191adfcd2020-01-29 18:19:0478 'args': [
79 '--gtest_filter=-ImportantSitesUtilBrowserTest.DSENotConsideredImportantInRegularMode', # https://crbug.com/1034001
80 ],
Haiyang Pan7cd609d2021-04-08 20:17:2481 'swarming': {
Ben Joyce5bb3fad2022-09-23 06:05:1882 'dimension_sets': [
83 {
Haiyang Pane35ae642022-11-18 00:34:1584 'cores': '8', # crbug.com/1292221
Ben Joyce5bb3fad2022-09-23 06:05:1885 },
86 ],
Haiyang Pan7cd609d2021-04-08 20:17:2487 },
John Budorick191adfcd2020-01-29 18:19:0488 },
Andrew Luo38b311f2019-10-04 03:42:0989 },
90 },
Sven Zhengc60debc2020-09-10 18:40:5291 'android_sync_integration_tests': {
James Shen9e4c19e2022-04-15 17:57:5092 'modifications': {
93 'android-12-x64-rel': {
94 'swarming': {
95 'shards': 3,
96 },
97 },
Stephanie Kim11192362022-11-04 18:17:4498 'android-nougat-x86-rel': {
99 'swarming': {
100 'shards': 2,
101 },
102 },
James Shen9e4c19e2022-04-15 17:57:50103 },
Sven Zhengc60debc2020-09-10 18:40:52104 },
Kenneth Russelleb60cbd22017-12-05 07:54:28105 'android_webview_unittests': {
Kenneth Russelleb60cbd22017-12-05 07:54:28106 },
Jamie Madillc9ae75d2020-10-23 19:19:48107 'angle_unittests': {
108 'remove_from': [
109 # On Android, these are already run on the main waterfall.
110 'Android FYI Release (Nexus 5X)',
Yuly Novikovc1117ae82021-01-15 22:33:36111 # Times out listing tests crbug.com/1167314
112 'android-asan',
Jamie Madillc9ae75d2020-10-23 19:19:48113 # Does not currently work on Lacros configurations.
Sven Zheng93bfaa92022-06-09 17:06:03114 'linux-lacros-asan-lsan-rel',
Junhua Chen39dd2dba2021-05-05 17:51:54115 'linux-lacros-code-coverage',
Jamie Madillc9ae75d2020-10-23 19:19:48116 'linux-lacros-tester-rel',
117 'linux-lacros-tester-fyi-rel',
Yuke Liaof27ebe52021-08-05 22:12:40118 'linux-lacros-dbg-tests-fyi',
Jamie Madillc9ae75d2020-10-23 19:19:48119 ],
Chong Gua10cd302022-01-14 19:22:19120 'modifications': {
121 # anglebug.com/6894
122 'fuchsia-fyi-x64-asan': {
123 'args': [
124 # crbug.com/
125 '--gtest_filter=-ConstructCompilerTest.DefaultParameters',
126 ],
127 },
128 },
Jamie Madillc9ae75d2020-10-23 19:19:48129 },
Eriko Kurimoto61a85332022-10-19 05:19:45130 'ash_crosapi_tests': {
131 'remove_from': [
132 # Disabling MSan tests since linux-chromeos chrome crashes on MSan build.
133 # TODO(crbug.com/1376064): Re-enable.
134 'Linux ChromiumOS MSan Tests',
135 ]
136 },
Sven Zhengef0d0872022-04-04 22:13:29137 'aura_unittests amd64-generic': {
Yuke Liaob6beaeca2021-04-29 23:41:51138 'remove_from': [
139 # TODO(crbug.com/1204231): Re-enable.
140 'lacros-amd64-generic-rel',
141 ]
142 },
Sven Zhengef0d0872022-04-04 22:13:29143 'aura_unittests eve': {
Yuke Liao79a8cf52021-06-11 18:14:34144 'remove_from': [
145 # TODO(crbug.com/1204231): Re-enable.
146 'lacros-amd64-generic-rel',
147 ]
148 },
Chong Gudf7fbe92021-02-24 02:55:58149 'base_unittests': {
150 'modifications': {
Ben Joycea0319112022-11-15 23:53:12151 'ToTAndroid': {
152 'args': [
153 '--test-launcher-filter-file=../../testing/buildbot/filters/android.pie_tot.base_unittests.filter',
154 ],
155 },
Haiyang Pan2a55a452022-03-03 08:18:33156 'android-12-x64-rel': {
Haiyang Panc08d02212021-10-18 18:58:38157 'args': [
Haiyang Pan32338b72023-02-08 23:48:58158 '--test-launcher-filter-file=../../testing/buildbot/filters/android.emulator.base_unittests.filter',
159 ],
160 },
161 'android-12l-x64-dbg-tests': {
162 'args': [
163 '--test-launcher-filter-file=../../testing/buildbot/filters/android.emulator.base_unittests.filter',
164 ],
165 },
166 'android-13-x64-rel': {
167 'args': [
168 '--test-launcher-filter-file=../../testing/buildbot/filters/android.emulator.base_unittests.filter',
Haiyang Panc7c009e2021-03-18 19:31:23169 ],
170 },
Chong Gudf7fbe92021-02-24 02:55:58171 'fuchsia-code-coverage': {
172 'swarming': {
173 'shards': 5,
174 },
175 },
Chong Gua10cd302022-01-14 19:22:19176 'fuchsia-fyi-x64-asan': {
177 'args': [
178 '--test-launcher-filter-file=../../testing/buildbot/filters/fuchsia.lsan.base_unittests.filter',
179 ],
180 },
Chong Gudf7fbe92021-02-24 02:55:58181 },
182 },
James Shen5df9af872022-10-28 01:32:15183 'bf_cache_content_browsertests': {
184 'modifications': {
185 'android-bfcache-rel': {
186 'args': [
James Shenea291852022-11-08 04:19:45187 '--test-launcher-filter-file=../../testing/buildbot/filters/android.emulator_n.content_browsertests.filter',
James Shen5df9af872022-10-28 01:32:15188 ],
James Shen2c574ce02022-11-03 22:59:23189 'swarming': {
190 'shards': 15,
191 },
James Shen5df9af872022-10-28 01:32:15192 }
193 }
194 },
Haiyang Pan363c59a2020-07-23 05:47:04195 'blink_platform_unittests': {
196 'modifications': {
James Shen088356672022-06-28 01:21:14197 # TODO(crbug.com/1303439): Remove this filter
198 'android-nougat-x86-rel': {
199 'args': [
200 '--test-launcher-filter-file=../../testing/buildbot/filters/android.emulator_n.blink_platform_unittests.filter',
201 ],
202 },
Haiyang Panfbd2b482020-09-23 23:41:25203 'android-pie-arm64-rel': {
204 # TODO(crbug.com/1111436): Move this back to walleye if/when additional
205 # capacity has been deployed.
206 'swarming': {
207 'dimension_sets': [
208 {
209 'device_type': 'sailfish',
210 },
211 ],
212 },
213 },
Chong Gu52481452021-04-02 17:52:41214 'fuchsia-code-coverage': {
215 'swarming': {
216 'shards': 5,
217 },
218 },
Haiyang Pan363c59a2020-07-23 05:47:04219 },
220 },
Brian Sheedy944d0622022-07-27 20:42:42221 'blink_pytype': {
222 'remove_from': [
223 'linux-code-coverage',
224 ],
225 },
Chong Gu76046412021-09-22 17:49:21226 'blink_unittests': {
Chong Guc2d145e2021-03-31 19:55:34227 'modifications': {
228 'fuchsia-code-coverage': {
229 'swarming': {
230 'shards': 30,
231 },
232 },
233 },
234 },
John Chenaab16fc02020-03-03 06:35:45235 'blink_web_tests': {
236 'remove_from': [
John Chenaab16fc02020-03-03 06:35:45237 'Win10 Tests x64 (dbg)',
Rahul Kumar Adudodla1aba33602022-10-12 22:41:14238 'mac-osxbeta-rel',
John Chenaab16fc02020-03-03 06:35:45239 ],
240 'modifications': {
John Chenaab16fc02020-03-03 06:35:45241 'Linux Tests': {
242 "args": [
243 "--additional-env-var=LLVM_PROFILE_FILE=${ISOLATED_OUTDIR}/profraw/default-%2m.profraw",
244 ],
Struan Shrimpton57c594e42022-01-25 17:59:13245 'swarming': {
Weizhong Xia8b786422022-06-23 14:46:51246 'shards': 8,
Struan Shrimpton57c594e42022-01-25 17:59:13247 },
John Chenaab16fc02020-03-03 06:35:45248 },
249 'Linux Tests (dbg)(1)': {
250 'args': [
251 '--debug',
252 ],
253 'swarming': {
Weizhong Xia8b786422022-06-23 14:46:51254 'shards': 12,
John Chenaab16fc02020-03-03 06:35:45255 },
256 },
John Chenaab16fc02020-03-03 06:35:45257 'Mac10.13 Tests': {
258 'swarming': {
259 'dimension_sets': [
260 {
Erik Staab59591f32020-08-25 23:07:07261 'gpu': None,
John Chenaab16fc02020-03-03 06:35:45262 },
263 ],
Weizhong Xia8b786422022-06-23 14:46:51264 'shards': 10,
John Chenaab16fc02020-03-03 06:35:45265 },
266 },
Zhaoyang Li69e2e002021-02-19 21:57:35267 'Mac10.15 Tests': {
268 'swarming': {
269 'dimension_sets': [
270 {
271 'gpu': None,
272 },
273 ],
Weizhong Xia8b786422022-06-23 14:46:51274 'shards': 10,
Zhaoyang Li69e2e002021-02-19 21:57:35275 },
276 },
Lindsay Pasricha8d9a0c32021-12-08 17:08:29277 'Mac11 Tests': {
278 'swarming': {
279 'dimension_sets': [
280 {
281 'gpu': None,
282 },
283 ],
Weizhong Xia8b786422022-06-23 14:46:51284 'shards': 12,
Lindsay Pasricha8d9a0c32021-12-08 17:08:29285 },
286 },
Yue She0cad2922022-06-24 15:06:07287 'Mac12 Tests': {
288 'swarming': {
289 'dimension_sets': [
290 {
291 'gpu': None,
292 },
293 ],
Lindsay Pasrichadf6edb62022-07-06 22:08:35294 'shards': 12,
Struan Shrimpton5786bfd02023-01-11 00:47:54295 'inverse_quickrun_shards': 24,
Yue She0cad2922022-06-24 15:06:07296 },
297 },
Cameron Higgins7558b162022-06-10 18:53:07298 'Mac12 Tests (dbg)': {
Zhaoyang Li9357e1e12021-12-07 18:53:17299 'experiment_percentage': 100,
300 'args': [
301 '--debug',
302 ],
303 'swarming': {
Weizhong Xia8b786422022-06-23 14:46:51304 'shards': 16,
Zhaoyang Li9357e1e12021-12-07 18:53:17305 },
306 },
Chong Gu75af969a2021-03-22 14:46:14307 'ToTFuchsia x64': {
308 'args': [
309 '--platform=fuchsia',
310 ],
311 'swarming': {
312 'shards': 1,
313 },
314 },
John Chenaab16fc02020-03-03 06:35:45315 'V8 Blink Linux Debug': {
Michael Achenbach455d39242020-06-22 13:33:45316 # This builder compiles Chromium in release mode, but V8 in debug.
317 # TODO(machenbach): Change name and out directory of this builder to
318 # something less confusing.
John Chenaab16fc02020-03-03 06:35:45319 'args': [
Michael Achenbach455d39242020-06-22 13:33:45320 '-t',
321 'Debug',
322 '--release',
John Chenaab16fc02020-03-03 06:35:45323 ],
324 },
325 'V8 Blink Linux Future': {
326 'args': [
Brian Sheedy10ddf0a2021-08-16 23:19:07327 '--flag-specific=future-js',
John Chenaab16fc02020-03-03 06:35:45328 ],
329 },
330 'WebKit Linux ASAN': {
331 'args': [
332 '--additional-expectations',
333 '../../third_party/blink/web_tests/ASANExpectations',
Weizhong Xia91b53362022-01-05 17:13:35334 '--timeout-ms',
John Chenaab16fc02020-03-03 06:35:45335 '48000',
336 '--enable-sanitizer',
337 ],
338 'swarming': {
Weizhong Xia8b786422022-06-23 14:46:51339 'shards': 8,
John Chenaab16fc02020-03-03 06:35:45340 },
341 },
342 'WebKit Linux Leak': {
343 'args': [
344 '--additional-expectations',
345 '../../third_party/blink/web_tests/LeakExpectations',
Weizhong Xia91b53362022-01-05 17:13:35346 '--timeout-ms',
John Chenaab16fc02020-03-03 06:35:45347 '48000',
348 '--enable-leak-detection',
349 ],
350 'swarming': {
Weizhong Xia8b786422022-06-23 14:46:51351 'shards': 4,
John Chenaab16fc02020-03-03 06:35:45352 },
353 },
354 'WebKit Linux MSAN': {
355 'args': [
356 '--additional-expectations',
357 '../../third_party/blink/web_tests/MSANExpectations',
Weizhong Xia91b53362022-01-05 17:13:35358 '--timeout-ms',
John Chenaab16fc02020-03-03 06:35:45359 '66000',
360 '--enable-sanitizer',
361 ],
362 'swarming': {
363 'expiration': 36000,
364 'hard_timeout': 10800,
365 'io_timeout': 3600,
Weizhong Xia8b786422022-06-23 14:46:51366 'shards': 8,
John Chenaab16fc02020-03-03 06:35:45367 },
368 },
John Chenaab16fc02020-03-03 06:35:45369 'Win10 Tests x64': {
370 'args': [
371 '--target',
Takuto Ikutab28b582e2021-02-10 01:41:21372 'Release_x64',
John Chenaab16fc02020-03-03 06:35:45373 ],
374 'swarming': {
Struan Shrimpton5786bfd02023-01-11 00:47:54375 "shards": 12,
376 "inverse_quickrun_shards": 24,
John Chenaab16fc02020-03-03 06:35:45377 },
378 },
379 'Win10 Tests x64 (dbg)': {
380 'args': [
381 '--debug',
382 '--target',
Takuto Ikutab28b582e2021-02-10 01:41:21383 'Debug_x64',
John Chenaab16fc02020-03-03 06:35:45384 ],
385 },
Kuan Huanga89737d2022-01-07 19:42:11386 'Win11 Tests x64': {
387 'args': [
388 '--target',
389 'Release_x64',
390 ],
391 'swarming': {
Weizhong Xia8b786422022-06-23 14:46:51392 "shards": 12
Kuan Huanga89737d2022-01-07 19:42:11393 },
394 },
John Chenaab16fc02020-03-03 06:35:45395 # tryserver.chromium.android
396 'android_blink_rel': {
397 'args': [
398 '--release',
399 '--android',
John Chenaab16fc02020-03-03 06:35:45400 # TODO(crbug.com/875172): run on the real GPU since the
401 # software fallback, SwiftShader, isn't yet for 32-bit ARM.
402 '--additional-driver-flag=--use-gpu-in-tests',
403 ],
404 },
405 'devtools_frontend_linux_blink_light_rel': {
406 'args': [
407 'http/tests/devtools',
408 ],
409 'swarming': {
Weizhong Xia8b786422022-06-23 14:46:51410 'shards': 2,
John Chenaab16fc02020-03-03 06:35:45411 },
412 },
Takuto Ikutabace8f82022-01-26 23:47:47413 'devtools_frontend_linux_blink_light_rel_fastbuild': {
414 'args': [
415 'http/tests/devtools',
416 ],
417 'swarming': {
Weizhong Xia8b786422022-06-23 14:46:51418 'shards': 2,
Takuto Ikutabace8f82022-01-26 23:47:47419 },
420 },
David Dorwinf060a72d2022-10-05 22:09:03421 'fuchsia-x64-cast-receiver-rel': {
John Chenaab16fc02020-03-03 06:35:45422 'args': [
423 '--platform=fuchsia',
David Dorwinf060a72d2022-10-05 22:09:03424 '--jobs=1',
John Chenaab16fc02020-03-03 06:35:45425 ],
426 'swarming': {
427 'shards': 1,
428 },
429 },
David Dorwinf060a72d2022-10-05 22:09:03430 'fuchsia-x64-chrome-rel': {
David Dorwin49b2ddb2022-09-08 20:49:43431 'args': [
432 '--platform=fuchsia',
David Dorwin49b2ddb2022-09-08 20:49:43433 ],
434 'swarming': {
435 'shards': 1,
436 },
437 },
438 'fuchsia-x64-rel': {
439 'args': [
440 '--platform=fuchsia',
441 '--jobs=1',
442 ],
443 'swarming': {
444 'shards': 1,
445 },
446 },
John Chenaab16fc02020-03-03 06:35:45447 'linux-blink-animation-use-time-delta': {
448 'args': [
449 '--debug',
450 ],
451 },
Jonathan Leed3ba7bf2023-01-13 21:15:16452 'linux-blink-rel': {
453 'swarming': {
454 'hard_timeout': 2400,
455 },
456 },
Daniel Libby178c9832020-10-08 20:36:14457 'linux-blink-web-tests-force-accessibility-rel': {
458 'args': [
Brian Sheedy10ddf0a2021-08-16 23:19:07459 '--flag-specific=force-renderer-accessibility',
Daniel Libby178c9832020-10-08 20:36:14460 ],
461 },
W. James MacLeance9b3a62022-10-05 16:58:58462 'linux-blink-wpt-reset-rel': {
463 'args': [
464 '--additional-driver-flag=--force-browsing-instance-reset-between-tests',
465 ],
466 # The flag above will slow the tests down, and we don't want the bot to
467 # timeout, so set a higher timeout here.
468 # TODO(wjmaclean): It would be nice if we could somehow specify a delta
469 # to the default/inherited timeout instead of an absolute.
470 'swarming': {
471 'hard_timeout': 1500,
472 },
473 },
John Chenaab16fc02020-03-03 06:35:45474 'linux-code-coverage': {
475 'args': [
476 '--additional-env-var=LLVM_PROFILE_FILE=${ISOLATED_OUTDIR}/profraw/default-%2m.profraw',
477 ],
478 'swarming': {
Weizhong Xia8b786422022-06-23 14:46:51479 'shards': 8,
John Chenaab16fc02020-03-03 06:35:45480 },
481 },
Aaron Gable40f79aa2020-03-21 01:21:15482 'linux-layout-tests-edit-ng': {
483 'args': [
Brian Sheedy10ddf0a2021-08-16 23:19:07484 '--flag-specific=enable-editing-ng',
Aaron Gable40f79aa2020-03-21 01:21:15485 ],
486 },
Thiago Perrotta61487462023-01-20 12:52:32487 'linux-rel-cft': {
488 "args": [
489 "--additional-env-var=LLVM_PROFILE_FILE=${ISOLATED_OUTDIR}/profraw/default-%2m.profraw",
490 ],
491 'swarming': {
492 'shards': 8,
493 },
494 },
Thiago Perrottaa289bad2023-01-20 12:44:39495 'mac-rel-cft': {
496 'swarming': {
497 'dimension_sets': [
498 {
499 'gpu': None,
500 },
501 ],
502 'shards': 12,
503 'inverse_quickrun_shards': 24,
504 },
505 },
Riley Wong89d6dc72022-09-08 20:29:07506 'mac10.13-blink-rel': {
507 'swarming': {
508 'shards': 1,
509 },
510 },
Riley Wong89d6dc72022-09-08 20:29:07511 'mac10.14-blink-rel': {
512 'swarming': {
513 'shards': 1,
514 },
515 },
Riley Wong89d6dc72022-09-08 20:29:07516 'mac10.15-blink-rel': {
517 'swarming': {
518 'shards': 8,
Weizhong Xia21063c72022-11-09 23:48:30519 'hard_timeout': 2400,
Riley Wong89d6dc72022-09-08 20:29:07520 },
521 },
Riley Wongc20ba4a2022-09-12 17:06:31522 'mac11.0-blink-rel': {
523 'swarming': {
524 'shards': 5,
Weizhong Xia21063c72022-11-09 23:48:30525 'hard_timeout': 2400,
526 },
527 },
528 'mac11.0.arm64-blink-rel': {
529 'swarming': {
530 'hard_timeout': 2400,
531 },
532 },
533 'mac12.0-blink-rel': {
534 'swarming': {
535 'hard_timeout': 2400,
536 },
537 },
538 'mac12.0.arm64-blink-rel': {
539 'swarming': {
540 'hard_timeout': 2400,
Riley Wongc20ba4a2022-09-12 17:06:31541 },
542 },
Thiago Perrotta770925d42023-01-17 18:38:51543 'win-rel-cft': {
544 'args': [
545 '--target',
546 'Release_x64',
547 ],
Thiago Perrotta314f7b02023-01-19 21:30:53548 'swarming': {
549 "shards": 12,
550 "inverse_quickrun_shards": 24,
551 },
Thiago Perrotta770925d42023-01-17 18:38:51552 },
Ben Pasteneebad8fc2022-08-12 23:34:28553 'win10-rel-no-external-ip': {
554 'args': [
555 '--target',
556 'Release_x64',
557 ],
558 'swarming': {
559 "shards": 12
560 },
561 },
Riley Wong5feb0eb2022-08-05 15:49:26562 'win10.20h2-blink-rel': {
563 'swarming': {
564 'shards': 6,
Weizhong Xia21063c72022-11-09 23:48:30565 'hard_timeout': 2400,
Riley Wong5feb0eb2022-08-05 15:49:26566 },
567 },
Weizhong Xia8b786422022-06-23 14:46:51568 'win11-blink-rel': {
569 'swarming': {
Weizhong Xia21063c72022-11-09 23:48:30570 'hard_timeout': 2400,
Weizhong Xia8b786422022-06-23 14:46:51571 },
572 'args': [
573 '--target',
574 'Release_x64',
575 ],
576 },
577 },
578 },
579 'blink_wpt_tests': {
580 'remove_from': [
Weizhong Xia8b786422022-06-23 14:46:51581 'Win10 Tests x64 (dbg)',
Weizhong Xia6d85a442022-06-23 17:17:06582 'devtools_frontend_linux_blink_light_rel',
583 'devtools_frontend_linux_blink_light_rel_fastbuild',
Rahul Kumar Adudodla35da216b2022-11-21 19:48:20584 'mac-osxbeta-rel',
Weizhong Xia8b786422022-06-23 14:46:51585 ],
586 'modifications': {
Weizhong Xia8b786422022-06-23 14:46:51587 'Linux Tests': {
588 "args": [
589 "--additional-env-var=LLVM_PROFILE_FILE=${ISOLATED_OUTDIR}/profraw/default-%2m.profraw",
590 ],
591 'swarming': {
Weizhong Xia8b786422022-06-23 14:46:51592 'shards': 10,
593 },
594 },
595 'Linux Tests (dbg)(1)': {
596 'args': [
597 '--debug',
598 ],
599 'swarming': {
600 'shards': 18,
601 },
602 },
603 'Mac10.13 Tests': {
604 'swarming': {
605 'dimension_sets': [
606 {
607 'gpu': None,
608 },
609 ],
610 'shards': 15,
611 },
612 },
613 'Mac10.15 Tests': {
614 'swarming': {
615 'dimension_sets': [
616 {
617 'gpu': None,
618 },
619 ],
620 'shards': 15,
621 },
622 },
623 'Mac11 Tests': {
624 'swarming': {
625 'dimension_sets': [
626 {
627 'gpu': None,
628 },
629 ],
630 'shards': 18,
Weizhong Xia8b786422022-06-23 14:46:51631 },
632 },
Lindsay Pasrichadf6edb62022-07-06 22:08:35633 'Mac12 Tests': {
Jie Shengcc95e742022-11-15 16:26:53634 'args': [
635 '--driver-logging',
636 ],
Lindsay Pasrichadf6edb62022-07-06 22:08:35637 'swarming': {
638 'dimension_sets': [
639 {
640 'gpu': None,
641 },
642 ],
643 'shards': 18,
Struan Shrimpton5786bfd02023-01-11 00:47:54644 'inverse_quickrun_shards': 36,
Lindsay Pasrichadf6edb62022-07-06 22:08:35645 },
646 },
Weizhong Xia8b786422022-06-23 14:46:51647 'Mac12 Tests (dbg)': {
648 'experiment_percentage': 100,
649 'args': [
650 '--debug',
651 ],
652 'swarming': {
653 'shards': 24,
654 },
655 },
656 'ToTFuchsia x64': {
657 'args': [
658 '--platform=fuchsia',
659 ],
660 'swarming': {
661 'shards': 1,
662 },
663 },
664 'V8 Blink Linux Debug': {
665 # This builder compiles Chromium in release mode, but V8 in debug.
666 # TODO(machenbach): Change name and out directory of this builder to
667 # something less confusing.
668 'args': [
669 '-t',
670 'Debug',
671 '--release',
672 ],
673 },
674 'V8 Blink Linux Future': {
675 'args': [
676 '--flag-specific=future-js',
677 ],
678 },
679 'WebKit Linux ASAN': {
680 'args': [
681 '--additional-expectations',
682 '../../third_party/blink/web_tests/ASANExpectations',
683 '--timeout-ms',
684 '48000',
685 '--enable-sanitizer',
686 ],
687 'swarming': {
688 'shards': 12,
689 },
690 },
691 'WebKit Linux Leak': {
692 'args': [
693 '--additional-expectations',
694 '../../third_party/blink/web_tests/LeakExpectations',
695 '--timeout-ms',
696 '48000',
697 '--enable-leak-detection',
698 ],
699 'swarming': {
700 'shards': 6,
701 },
702 },
703 'WebKit Linux MSAN': {
704 'args': [
705 '--additional-expectations',
706 '../../third_party/blink/web_tests/MSANExpectations',
707 '--timeout-ms',
708 '66000',
709 '--enable-sanitizer',
710 ],
711 'swarming': {
712 'expiration': 36000,
713 'hard_timeout': 10800,
714 'io_timeout': 3600,
715 'shards': 12,
716 },
717 },
718 'Win10 Tests x64': {
719 'args': [
720 '--target',
721 'Release_x64',
722 ],
723 'swarming': {
Struan Shrimpton5786bfd02023-01-11 00:47:54724 "shards": 18,
725 "inverse_quickrun_shards": 36,
Weizhong Xia8b786422022-06-23 14:46:51726 },
727 },
728 'Win10 Tests x64 (dbg)': {
729 'args': [
730 '--debug',
731 '--target',
732 'Debug_x64',
733 ],
734 },
735 'Win11 Tests x64': {
736 'args': [
737 '--target',
738 'Release_x64',
739 ],
740 'swarming': {
741 "shards": 18
742 },
743 },
744 # tryserver.chromium.android
745 'android_blink_rel': {
746 'args': [
747 '--release',
748 '--android',
Weizhong Xia8b786422022-06-23 14:46:51749 # TODO(crbug.com/875172): run on the real GPU since the
750 # software fallback, SwiftShader, isn't yet for 32-bit ARM.
751 '--additional-driver-flag=--use-gpu-in-tests',
752 ],
753 },
David Dorwinf060a72d2022-10-05 22:09:03754 'fuchsia-x64-cast-receiver-rel': {
Weizhong Xia8b786422022-06-23 14:46:51755 'args': [
756 '--platform=fuchsia',
David Dorwinf060a72d2022-10-05 22:09:03757 '--jobs=1',
Weizhong Xia8b786422022-06-23 14:46:51758 ],
759 'swarming': {
760 'shards': 1,
761 },
762 },
David Dorwinf060a72d2022-10-05 22:09:03763 'fuchsia-x64-chrome-rel': {
David Dorwin49b2ddb2022-09-08 20:49:43764 'args': [
765 '--platform=fuchsia',
David Dorwin49b2ddb2022-09-08 20:49:43766 ],
767 'swarming': {
768 'shards': 1,
769 },
770 },
771 'fuchsia-x64-rel': {
772 'args': [
773 '--platform=fuchsia',
774 '--jobs=1',
775 ],
776 'swarming': {
777 'shards': 1,
778 },
779 },
Weizhong Xia8b786422022-06-23 14:46:51780 'linux-bfcache-rel': {
781 'args': [
Weizhong Xia8b786422022-06-23 14:46:51782 # TODO(crbug.com/1255537): Re-enable the test.
783 '--ignore-tests=external/wpt/html/browsers/browsing-the-web/back-forward-cache/events.html',
784 ],
785 },
786 'linux-blink-animation-use-time-delta': {
787 'args': [
788 '--debug',
789 ],
790 },
Jonathan Leed3ba7bf2023-01-13 21:15:16791 'linux-blink-rel': {
792 'swarming': {
793 'hard_timeout': 2400,
794 },
795 },
Weizhong Xia8b786422022-06-23 14:46:51796 'linux-blink-web-tests-force-accessibility-rel': {
797 'args': [
798 '--flag-specific=force-renderer-accessibility',
799 ],
800 },
W. James MacLeance9b3a62022-10-05 16:58:58801 'linux-blink-wpt-reset-rel': {
802 'args': [
803 '--additional-driver-flag=--force-browsing-instance-reset-between-tests',
804 ],
805 },
Weizhong Xia8b786422022-06-23 14:46:51806 'linux-code-coverage': {
807 'args': [
808 '--additional-env-var=LLVM_PROFILE_FILE=${ISOLATED_OUTDIR}/profraw/default-%2m.profraw',
809 ],
810 'swarming': {
811 'shards': 12,
812 },
813 },
814 'linux-layout-tests-edit-ng': {
815 'args': [
816 '--flag-specific=enable-editing-ng',
817 ],
818 },
Thiago Perrotta61487462023-01-20 12:52:32819 'linux-rel-cft': {
820 "args": [
821 "--additional-env-var=LLVM_PROFILE_FILE=${ISOLATED_OUTDIR}/profraw/default-%2m.profraw",
822 ],
823 'swarming': {
824 'shards': 10,
825 },
826 },
Thiago Perrottaa289bad2023-01-20 12:44:39827 'mac-rel-cft': {
828 'args': [
829 '--driver-logging',
830 ],
831 'swarming': {
832 'dimension_sets': [
833 {
834 'gpu': None,
835 },
836 ],
837 'shards': 18,
838 'inverse_quickrun_shards': 36,
839 },
840 },
Riley Wong89d6dc72022-09-08 20:29:07841 'mac10.13-blink-rel': {
842 'swarming': {
843 'shards': 1,
844 },
845 },
Riley Wong89d6dc72022-09-08 20:29:07846 'mac10.14-blink-rel': {
847 'swarming': {
848 'shards': 1,
849 },
850 },
Riley Wong89d6dc72022-09-08 20:29:07851 'mac10.15-blink-rel': {
852 'swarming': {
853 'shards': 12,
Weizhong Xia21063c72022-11-09 23:48:30854 'hard_timeout': 2400,
Riley Wong89d6dc72022-09-08 20:29:07855 },
856 },
Riley Wongc20ba4a2022-09-12 17:06:31857 'mac11.0-blink-rel': {
858 'swarming': {
859 'shards': 7,
Weizhong Xia21063c72022-11-09 23:48:30860 'hard_timeout': 2400,
861 },
862 },
863 'mac11.0.arm64-blink-rel': {
864 'swarming': {
865 'hard_timeout': 2400,
866 },
867 },
868 'mac12.0-blink-rel': {
869 'swarming': {
870 'hard_timeout': 2400,
871 },
872 },
873 'mac12.0.arm64-blink-rel': {
874 'swarming': {
875 'hard_timeout': 2400,
Riley Wongc20ba4a2022-09-12 17:06:31876 },
877 },
Thiago Perrotta770925d42023-01-17 18:38:51878 'win-rel-cft': {
879 'args': [
880 '--target',
881 'Release_x64',
882 ],
Thiago Perrotta314f7b02023-01-19 21:30:53883 'swarming': {
884 "shards": 18,
885 "inverse_quickrun_shards": 36,
886 },
Thiago Perrotta770925d42023-01-17 18:38:51887 },
Ben Pasteneebad8fc2022-08-12 23:34:28888 'win10-rel-no-external-ip': {
889 'args': [
890 '--target',
891 'Release_x64',
892 ],
893 'swarming': {
894 "shards": 18
895 },
896 },
Riley Wong5feb0eb2022-08-05 15:49:26897 'win10.20h2-blink-rel': {
898 'swarming': {
899 'shards': 9,
Weizhong Xia21063c72022-11-09 23:48:30900 'hard_timeout': 2400,
Riley Wong5feb0eb2022-08-05 15:49:26901 },
902 },
Riley Wong5fc22762022-06-15 20:25:07903 'win11-blink-rel': {
904 'swarming': {
Weizhong Xia21063c72022-11-09 23:48:30905 'hard_timeout': 2400,
Riley Wong5fc22762022-06-15 20:25:07906 },
907 'args': [
908 '--target',
909 'Release_x64',
910 ],
Thiago Perrotta770925d42023-01-17 18:38:51911 },
John Chenaab16fc02020-03-03 06:35:45912 },
913 },
Kenneth Russelleb60cbd22017-12-05 07:54:28914 'browser_tests': {
Kenneth Russellfbda3c532017-12-08 23:57:24915 'remove_from': [
Brad Halla36886c2019-02-26 16:52:29916 'CrWinAsan(dll)', # https://crbug.com/935598
Nico Weber3af4da72018-02-27 01:59:41917 'linux-win_cross-rel',
Nico Weberdae13cd92018-12-14 13:56:26918 'ToTLinuxTSan', # https://crbug.com/368525
Lindsay Pasrichab3f72db2021-09-22 22:05:46919 # TODO(crbug.com/1171053): Enable the suite in 'Mac10.15 Tests' once it's
Zhaoyang Li69e2e002021-02-19 21:57:35920 # off CQ.
Gary Tongd5f5a742021-01-29 00:01:13921 'Mac10.13 Tests', # https://crbug.com/1042757
Zhaoyang Li69e2e002021-02-19 21:57:35922 'Mac10.15 Tests', # https://crbug.com/1042757
Cameron Higgins7558b162022-06-10 18:53:07923 'Mac12 Tests (dbg)', # https://crbug.com/1201386
Lindsay Pasricha8155d052021-04-22 00:06:43924 'mac-code-coverage', # https://crbug.com/1201386
Lindsay Pasricha23227912023-01-11 22:36:34925 'mac11-arm64-rel-tests', # https://crbug.com/1406364
926 'mac12-arm64-rel-tests', # https://crbug.com/1406364
Nico Weberd36959682018-04-12 03:33:46927 'Linux TSan Tests', # https://crbug.com/368525
Stephen Martinise701f5a2018-05-04 01:25:11928 'Win10 Tests x64 (dbg)',
Kenneth Russellfbda3c532017-12-08 23:57:24929 ],
Kenneth Russelleb60cbd22017-12-05 07:54:28930 'modifications': {
Nico Weber3f919792020-06-12 23:34:52931 'CrWinAsan': {
932 # These are very slow on the ASAN trybot for some reason.
Ben Pastened2c01af2022-01-31 23:06:44933 # crbug.com/1257927
Nico Weber3f919792020-06-12 23:34:52934 'swarming': {
935 'shards': 40,
936 },
937 },
938 'CrWinAsan(dll)': {
939 # These are very slow on the ASAN trybot for some reason.
Ben Pastened2c01af2022-01-31 23:06:44940 # crbug.com/1257927
Nico Weber3f919792020-06-12 23:34:52941 'swarming': {
942 'shards': 40,
943 },
944 },
Stephen Martinis1384ff92020-01-07 19:52:15945 'Linux - Future (dbg)': { # client.v8.chromium
Yuke Liaoea70f472019-12-19 06:03:36946 'swarming': {
Stephen Martinis1384ff92020-01-07 19:52:15947 'shards': 10,
Yuke Liaoea70f472019-12-19 06:03:36948 },
949 },
Stephen Martinis1384ff92020-01-07 19:52:15950 'Linux ASan LSan Tests (1)': {
Gregory Gutermanb6f9a972022-09-27 20:17:58951 'ci_only': True,
Stephen Martinis1384ff92020-01-07 19:52:15952 # These are very slow on the ASAN trybot for some reason.
Ben Pastened2c01af2022-01-31 23:06:44953 # crbug.com/1257927
Roberto Carrillo2c9ec972019-03-20 03:11:19954 'swarming': {
Stephen Martinis1384ff92020-01-07 19:52:15955 'shards': 40,
Roberto Carrillo2c9ec972019-03-20 03:11:19956 },
957 },
Chris Cunningham1d0e9e12020-02-26 22:56:40958 'Linux ASan Tests (sandboxed)': {
959 'swarming': {
John Abd-El-Malek3a631612020-07-08 21:40:41960 'shards': 30, # https://crbug.com/1103330
Chris Cunningham1d0e9e12020-02-26 22:56:40961 },
962 },
Titouan Rigoudy3fbe2742022-09-09 17:10:14963 'Linux CFI': {
964 'swarming': {
965 'shards': 20, # https://crbug.com/1361973
966 },
967 },
Stephen Martinis1384ff92020-01-07 19:52:15968 'Linux Chromium OS ASan LSan Tests (1)': {
969 # These are very slow on the ASAN trybot for some reason.
Ben Pastened2c01af2022-01-31 23:06:44970 # crbug.com/1257927
Roberto Carrillo5a5c98dc2019-10-30 22:33:51971 'swarming': {
Chris Cunningham74217f32022-05-02 18:47:23972 'shards': 60,
Roberto Carrillo5a5c98dc2019-10-30 22:33:51973 },
974 },
Stephen Martinis1384ff92020-01-07 19:52:15975 'Linux ChromiumOS MSan Tests': {
Alexis Hetua804f7412022-05-13 17:04:20976 # These are very slow on the Chrome OS MSAN trybot, most likely because browser_tests on cros has ~40% more tests. Also, these tests
977 # run on ash, which means every test starts and shuts down ash, which most likely explains why it takes longer than on other platforms.
Stephen Martinis1384ff92020-01-07 19:52:15978 # crbug.com/865455
Kenneth Russell56a3e862017-12-08 03:11:34979 'swarming': {
Tom Anderson1e776fcd2023-01-06 19:53:29980 'shards': 64,
Kenneth Russell56a3e862017-12-08 03:11:34981 },
Ben Pastene44221d32020-05-21 23:38:36982 'args': [
983 '--test-launcher-filter-file=../../testing/buildbot/filters/chromeos.msan.browser_tests.oobe_negative.filter',
984 ],
Kenneth Russell56a3e862017-12-08 03:11:34985 },
Struan Shrimptona9b1d512022-09-13 16:09:42986 'Linux MSan Tests': {
987 'swarming': {
Ben Pastene6c4db112022-10-21 18:55:34988 'shards': 15,
Struan Shrimptona9b1d512022-09-13 16:09:42989 },
990 },
Struan Shrimptonf5b2b552022-01-20 20:37:39991 'Linux Tests': {
992 'swarming': {
Stephanie Kim8332c7dd2022-11-07 20:03:49993 'shards': 20,
Struan Shrimptonf5b2b552022-01-20 20:37:39994 },
995 },
Maksim Sisovc81d284c2021-10-05 17:54:35996 # https://crbug.com/1084469
997 'Linux Tests (Wayland)': {
998 'args': [
999 '--test-launcher-filter-file=../../testing/buildbot/filters/ozone-linux.wayland_browser_tests.filter',
1000 ],
Struan Shrimptone772d72f2021-12-15 07:50:091001 'swarming': {
Stephanie Kim8332c7dd2022-11-07 20:03:491002 'shards': 20,
Struan Shrimptone772d72f2021-12-15 07:50:091003 'quickrun_shards': 24,
1004 },
Maksim Sisovc81d284c2021-10-05 17:54:351005 },
John Budorick614f91a2020-03-30 20:34:551006 'Linux Tests (dbg)(1)': {
1007 # crbug.com/1066161
1008 'swarming': {
1009 'shards': 20,
1010 },
1011 },
Stephen Martinis1384ff92020-01-07 19:52:151012 'Mac ASan 64 Tests (1)': {
Kenneth Russellfbda3c532017-12-08 23:57:241013 'swarming': {
Stephen Martiniscd3c3832020-11-19 22:01:241014 'shards': 30,
Kenneth Russellfbda3c532017-12-08 23:57:241015 },
Lindsay Pasricha8155d052021-04-22 00:06:431016 # crbug.com/1196416
1017 'args': [
1018 '--test-launcher-filter-file=../../testing/buildbot/filters/mac.mac-rel.browser_tests.filter',
1019 ],
Lindsay Pasrichab3f72db2021-09-22 22:05:461020 'experiment_percentage': 100, # https://crbug.com/1251657
Kenneth Russellfbda3c532017-12-08 23:57:241021 },
Lindsay Pasricha76f44d22021-04-07 16:16:261022 'Mac10.15 Tests': {
1023 # crbug.com/1042757
1024 'swarming': {
1025 'dimension_sets': [
1026 {
1027 # These shards are liable to time out when running on macmini7,1.
1028 'cores': '8|12',
1029 }
1030 ],
1031 },
1032 # crbug.com/1196416
1033 'args': [
1034 '--test-launcher-filter-file=../../testing/buildbot/filters/mac.mac-rel.browser_tests.filter',
1035 ],
1036 },
Lindsay Pasrichaf8762592021-12-02 23:43:091037 'Mac11 Tests': {
1038 'ci_only': True,
Lindsay Pasrichaee30f252022-10-11 22:02:481039 'swarming': {
1040 'shards': 20, # crbug.com/1366016
1041 },
Lindsay Pasrichaf8762592021-12-02 23:43:091042 },
Yue She0cad2922022-06-24 15:06:071043 'Mac12 Tests': {
1044 'ci_only': True,
Titouan Rigoudycd0e6dd72022-09-09 13:18:201045 'swarming': {
1046 'shards': 20, # crbug.com/1361887
1047 },
Yue She0cad2922022-06-24 15:06:071048 },
Cameron Higgins7558b162022-06-10 18:53:071049 'Mac12 Tests (dbg)': {
Zhaoyang Li9357e1e12021-12-07 18:53:171050 # crbug.com/1042757
1051 'swarming': {
1052 'dimension_sets': [
1053 {
1054 # These shards are liable to time out when running on macmini7,1.
1055 'cores': '8|12',
1056 }
1057 ],
1058 },
1059 # crbug.com/1196416
1060 'args': [
1061 '--test-launcher-filter-file=../../testing/buildbot/filters/mac.mac-rel.browser_tests.filter',
1062 ],
1063 },
Tom Anderson482eab12023-01-10 00:05:371064 'ToTLinuxMSan': {
1065 'swarming': {
1066 'shards': 24,
1067 },
1068 },
Stephen Martinis1384ff92020-01-07 19:52:151069 'ToTWin(dbg)': {
Kenneth Russelleb60cbd22017-12-05 07:54:281070 'swarming': {
John Budorickca14c76f62017-12-09 14:19:181071 'shards': 20,
Kenneth Russelleb60cbd22017-12-05 07:54:281072 },
1073 },
Stephen Martinis1384ff92020-01-07 19:52:151074 'ToTWin64(dbg)': {
Kenneth Russell8ceeabf2017-12-11 17:53:281075 'swarming': {
1076 'shards': 20,
1077 },
1078 },
Kenneth Russell6c83d212018-07-27 20:52:591079 'Win10 Tests x64': {
1080 # crbug.com/868082
1081 'args': [
1082 '--disable-features=WebRTC-H264WithOpenH264FFmpeg',
1083 ],
Takuto Ikutac9c269a2019-01-10 22:40:251084 'swarming': {
1085 # This is for slow test execution that often becomes a critical path of
1086 # swarming jobs. crbug.com/868114
Stephanie Kima57b46a2022-10-27 22:09:031087 'shards': 55,
Takuto Ikutac9c269a2019-01-10 22:40:251088 }
Kenneth Russell6c83d212018-07-27 20:52:591089 },
Kuan Huanga89737d2022-01-07 19:42:111090 'Win11 Tests x64': {
1091 # crbug.com/868082
1092 'args': [
1093 '--disable-features=WebRTC-H264WithOpenH264FFmpeg',
1094 ],
1095 'swarming': {
1096 # This is for slow test execution that often becomes a critical path of
1097 # swarming jobs. crbug.com/868114
1098 'shards': 15,
1099 'quickrun_shards': 30,
1100 }
1101 },
Stephen Martinis1384ff92020-01-07 19:52:151102 'linux-chromeos-chrome': {
1103 # TODO(https://crbug.com/932269): Promote out of experiment when the
1104 # tests are green.
1105 'args': [
1106 '--test-launcher-filter-file=../../testing/buildbot/filters/chromeos.browser_tests.filter',
1107 ],
Ben Pastene37473092022-08-02 19:16:461108 'swarming': {
1109 'shards': 20,
1110 },
Stephen Martinis1384ff92020-01-07 19:52:151111 },
1112 'linux-chromeos-code-coverage': {
Nico Weber0c2861b2018-12-14 18:05:161113 'swarming': {
Stephen Martinis1384ff92020-01-07 19:52:151114 'shards': 50,
1115 },
1116 },
1117 'linux-chromeos-dbg': {
1118 'swarming': {
Chris Cunningham88e70de2022-05-02 23:39:161119 'shards': 50,
Stephen Martinis1384ff92020-01-07 19:52:151120 },
1121 },
1122 'linux-chromeos-rel': {
1123 'swarming': {
Stephanie Kimc932b4c2022-11-01 21:29:381124 'shards': 60,
Stephanie Kime9008f72020-03-05 23:01:161125 'dimension_sets': [
1126 {
1127 'kvm': '1',
1128 },
1129 ],
Stephen Martinis1384ff92020-01-07 19:52:151130 },
1131 },
1132 'linux-code-coverage': {
Yuke Liao58e1d202020-03-20 23:02:011133 'args': [
1134 '--no-sandbox',
1135 ],
Stephen Martinis1384ff92020-01-07 19:52:151136 'swarming': {
1137 'shards': 50,
1138 },
1139 },
Sven Zheng49ffa5c2022-09-06 18:48:261140 # asan tests is slower.
1141 'linux-lacros-asan-lsan-rel': {
1142 'swarming': {
1143 'shards': 20,
1144 },
Sven Zhenge8b0d9a62023-01-31 23:09:191145 # TODO(crbug.com/1324240): Enable tests.
1146 'args': [
1147 '--gtest_filter=-All/MultiActionAPITest.SessionStorageDoesNotPersistBetweenOpenings/*:All/MultiActionAPITest.PopupCreation/*'
1148 ],
Sven Zheng49ffa5c2022-09-06 18:48:261149 },
Sven Zheng80734f12020-08-06 06:50:391150 'linux-lacros-tester-rel': {
Struan Shrimptone772d72f2021-12-15 07:50:091151 'swarming': {
Stephanie Kim8332c7dd2022-11-07 20:03:491152 'shards': 20,
Struan Shrimptone772d72f2021-12-15 07:50:091153 },
Sven Zheng80734f12020-08-06 06:50:391154 },
Thiago Perrotta099ea612022-12-14 17:59:401155 'linux-rel-cft': {
1156 'args': [
Thiago Perrottad12c7872023-01-12 17:30:561157 '--test-launcher-filter-file=../../testing/buildbot/filters/linux.linux-rel-cft.browser_tests.filter',
Thiago Perrotta099ea612022-12-14 17:59:401158 ],
Thiago Perrotta61487462023-01-20 12:52:321159 'swarming': {
1160 'shards': 20,
1161 },
Thiago Perrotta099ea612022-12-14 17:59:401162 },
Kuan Huang235b0142021-10-19 18:59:281163 'mac-code-coverage': {
1164 'args': [
1165 '--coverage-continuous-mode=1',
1166 ],
1167 },
Lindsay Pasricha8bbc3382022-01-31 22:54:541168 'mac-osxbeta-rel': {
1169 'swarming': {
1170 'shards': 12,
1171 },
1172 },
Thiago Perrotta099ea612022-12-14 17:59:401173 'mac-rel-cft': {
1174 'args': [
Thiago Perrottad12c7872023-01-12 17:30:561175 '--test-launcher-filter-file=../../testing/buildbot/filters/mac.mac-rel-cft.browser_tests.filter',
Thiago Perrotta099ea612022-12-14 17:59:401176 ],
Thiago Perrottaa289bad2023-01-20 12:44:391177 'ci_only': True,
Thiago Perrotta28efe812023-01-17 19:31:271178 'swarming': {
1179 'shards': 20, # crbug.com/1361887
1180 },
Thiago Perrotta099ea612022-12-14 17:59:401181 },
Stephen Martinis1384ff92020-01-07 19:52:151182 'win-asan': {
Kuan Huang1b52d442023-02-07 20:35:341183 # Tests shows tests run faster with fewer retries by using fewer jobs crbug.com/1411912
1184 'args': [
1185 '--test-launcher-jobs=3',
1186 ],
Nico Weber3f919792020-06-12 23:34:521187 # These are very slow on the ASAN trybot for some reason.
Ben Pastened2c01af2022-01-31 23:06:441188 # crbug.com/1257927
Stephen Martinis1384ff92020-01-07 19:52:151189 'swarming': {
Kuan Huang1b52d442023-02-07 20:35:341190 'shards': 60,
Nico Weber0c2861b2018-12-14 18:05:161191 },
1192 },
Yuki Yamada70190fc2021-10-28 09:00:271193 'win-backuprefptr-x64-fyi-rel': {
1194 'args': [
1195 '--test-launcher-filter-file=../../testing/buildbot/filters/win_backuprefptr_fyi.browser_tests.filter',
1196 ],
1197 },
Thiago Perrotta099ea612022-12-14 17:59:401198 'win-rel-cft': {
1199 'args': [
Thiago Perrotta770925d42023-01-17 18:38:511200 # crbug.com/868082
1201 '--disable-features=WebRTC-H264WithOpenH264FFmpeg',
Thiago Perrottad12c7872023-01-12 17:30:561202 '--test-launcher-filter-file=../../testing/buildbot/filters/win.win-rel-cft.browser_tests.filter',
Thiago Perrotta099ea612022-12-14 17:59:401203 ],
Thiago Perrotta314f7b02023-01-19 21:30:531204 'swarming': {
1205 # This is for slow test execution that often becomes a critical path of
1206 # swarming jobs. crbug.com/868114
1207 'shards': 15,
1208 }
Thiago Perrotta099ea612022-12-14 17:59:401209 },
Ben Pasteneebad8fc2022-08-12 23:34:281210 'win10-rel-no-external-ip': {
1211 # crbug.com/868082
1212 'args': [
1213 '--disable-features=WebRTC-H264WithOpenH264FFmpeg',
1214 ],
1215 'swarming': {
1216 'shards': 15,
1217 }
1218 },
Kenneth Russelleb60cbd22017-12-05 07:54:281219 },
1220 },
Erik Chen681dc0282019-11-26 22:54:491221 'cc_unittests': {
1222 'modifications': {
1223 'Linux TSan Tests': {
1224 'swarming': {
1225 'shards': 3,
1226 },
1227 },
Haiyang Pan9d68ca02021-08-04 21:30:471228 'android-11-x86-rel': {
Haiyang Pancf765862021-03-18 20:39:151229 # https://crbug.com/1039860
1230 'args': [
Haiyang Pan11d8bd52021-11-19 21:22:541231 '--test-launcher-filter-file=../../testing/buildbot/filters/android.emulator_11_12.cc_unittests.filter',
1232 ],
1233 },
Haiyang Pan2a55a452022-03-03 08:18:331234 'android-12-x64-rel': {
Haiyang Pan11d8bd52021-11-19 21:22:541235 # https://crbug.com/1039860
1236 'args': [
1237 '--test-launcher-filter-file=../../testing/buildbot/filters/android.emulator_11_12.cc_unittests.filter',
Haiyang Pancf765862021-03-18 20:39:151238 ],
1239 },
Haiyang Pan08d09dc2020-04-01 16:11:211240 'android-pie-x86-rel': {
John Budorickfa8f1da92020-01-15 18:11:381241 # https://crbug.com/1039860
1242 'args': [
1243 '--test-launcher-filter-file=../../testing/buildbot/filters/android.emulator.cc_unittests.filter',
1244 ],
1245 },
Struan Shrimptona1ab7672022-01-13 18:02:511246 'chromeos-amd64-generic-rel': {
1247 'swarming': {
1248 'quickrun_shards': 2,
1249 },
1250 },
Chong Gudf7fbe92021-02-24 02:55:581251 'fuchsia-code-coverage': {
1252 'swarming': {
1253 'shards': 4,
1254 },
1255 },
Chong Gub2446462021-08-19 18:44:081256 'fuchsia-fyi-arm64-dbg': {
1257 'args': [
1258 '--test-launcher-filter-file=../../testing/buildbot/filters/fuchsia.debug.cc_unittests.filter',
1259 ],
1260 },
Erik Chen681dc0282019-11-26 22:54:491261 },
1262 },
Prakhar94f444a2020-10-08 07:30:081263 'check_static_initializers': {
1264 'modifications': {
1265 'Mac Builder': {
1266 'args': [
1267 '--allow-coverage-initializer',
1268 ],
1269 },
Thiago Perrottaa289bad2023-01-20 12:44:391270 'mac-rel-cft': {
1271 'args': [
1272 '--allow-coverage-initializer',
1273 ],
1274 },
Prakhar94f444a2020-10-08 07:30:081275 },
1276 },
Ben Pastene7a05a8f2020-11-12 17:25:511277 'chrome_all_tast_tests': {
1278 'modifications': {
Struan Shrimpton4b7abc02021-12-16 01:36:591279 'chromeos-amd64-generic-rel': {
1280 'swarming': {
Ben Pastene8fdb0ea92022-06-23 18:46:581281 'shards': 7,
Struan Shrimpton4b7abc02021-12-16 01:36:591282 },
Ben Pastenef3c910a72023-01-26 20:23:411283 'args': [
1284 '--tast-shard-method=hash',
1285 ],
Struan Shrimpton4b7abc02021-12-16 01:36:591286 },
Ben Pastene7a05a8f2020-11-12 17:25:511287 'chromeos-betty-pi-arc-cfi-thin-lto-chrome': {
1288 'args': [
1289 # This bot sets symbol_level=2, which doesn't fit inside a normal VM.
1290 '--strip-chrome',
1291 ],
1292 },
Ben Pastenefb70e5f2022-11-08 04:16:421293 'chromeos-betty-pi-arc-chrome': {
1294 'swarming': {
1295 'shards': 15,
1296 },
1297 },
Alvin Jia47a28032022-11-07 23:09:151298 'chromeos-eve-chrome': {
1299 'swarming': {
Alvin Jia1c4563f2023-02-07 01:39:561300 # Increased timeout to 3 hours due to shard timeout.
1301 'hard_timeout': 10800,
Alvin Jia47a28032022-11-07 23:09:151302 }
1303 },
Ben Pastenef85543f2022-06-24 17:50:021304 # TODO(crbug.com/1141234): Move out of experimental if/when the bots are
1305 # stable.
1306 'chromeos-jacuzzi-chrome': {
1307 'experiment_percentage': 100,
1308 },
yoshiki iguchi32971c52022-07-08 16:55:011309 'chromeos-kevin-chrome': {
1310 'swarming': {
Austin Engda0cb2e92022-07-11 18:08:551311 # Reducing parallelism due to DUT shortage (b/238271231)
yoshiki iguchi32971c52022-07-08 16:55:011312 'shards': 5,
1313 }
1314 },
Ben Pastene7a05a8f2020-11-12 17:25:511315 },
1316 },
Andrew Luod252791ac2019-10-15 00:28:131317 'chrome_java_test_pagecontroller_tests': {
Haiyang Panfbd2b482020-09-23 23:41:251318 'modifications': {
1319 'android-pie-arm64-rel': {
1320 # TODO(crbug.com/1111436): Move this back to walleye if/when additional
1321 # capacity has been deployed.
1322 'swarming': {
1323 'dimension_sets': [
1324 {
1325 'device_type': 'sailfish',
1326 },
1327 ],
1328 },
1329 },
1330 },
Andrew Luod252791ac2019-10-15 00:28:131331 },
Yun Liu7cfd28a2019-10-30 01:57:121332 'chrome_public_smoke_test': {
1333 'remove_from': [
Ben Joyce02dc8092021-03-04 21:48:191334 'android-code-coverage-native', # Does not generate profraw data.
Yun Liu7cfd28a2019-10-30 01:57:121335 ],
1336 },
Kenneth Russelleb60cbd22017-12-05 07:54:281337 'chrome_public_test_apk': {
John Budorick27d2d44e2019-05-20 20:26:091338 'remove_from': [
1339 'android-asan', # https://crbug.com/964562
Ben Joyce02dc8092021-03-04 21:48:191340 'android-code-coverage-native', # Does not generate profraw data.
John Budorick27d2d44e2019-05-20 20:26:091341 ],
Kenneth Russelleb60cbd22017-12-05 07:54:281342 'modifications': {
Ben Pastenec73e96e92018-07-12 01:40:351343 'Oreo Phone Tester': {
bsheedy01833462018-12-07 01:05:571344 # TODO(https://crbug.com/884413): Re-enable this once the tests are
1345 # either passing or there is more capacity.
1346 'experiment_percentage': 0,
Ben Pastenec73e96e92018-07-12 01:40:351347 },
Haiyang Pan9d68ca02021-08-04 21:30:471348 'android-11-x86-rel': {
Haiyang Panb80557c2021-03-13 03:01:441349 'args': [
1350 '--test-launcher-filter-file=../../testing/buildbot/filters/android.emulator_11.chrome_public_test_apk.filter',
Haiyang Pan1d5ca2862021-04-01 22:21:091351 '--timeout-scale=2.0',
Haiyang Panb80557c2021-03-13 03:01:441352 ],
Haiyang Panc82c3fa2022-02-01 01:26:061353 # TODO(https://crbug.com/1285975) Remove experiment and enable on
1354 # trybot once the device offline issue is resolved.
1355 'ci_only': True,
1356 'experiment_percentage': 100,
Haiyang Pan68a39c02021-11-11 21:12:211357 },
Haiyang Pan2a55a452022-03-03 08:18:331358 'android-12-x64-rel': {
Haiyang Pan68a39c02021-11-11 21:12:211359 'args': [
Haiyang Pan629f4e42022-02-09 22:11:231360 '--test-launcher-filter-file=../../testing/buildbot/filters/android.emulator_12.chrome_public_test_apk.filter',
Haiyang Pan68a39c02021-11-11 21:12:211361 '--timeout-scale=2.0',
1362 ],
Haiyang Pan2a55a452022-03-03 08:18:331363 # TODO(crbug.com/1225851): Remove experiment and ci_only
1364 # once the test suite is stable.
1365 'ci_only': True,
1366 'experiment_percentage': 100,
Haiyang Panb80557c2021-03-13 03:01:441367 },
Stephen Martinis1384ff92020-01-07 19:52:151368 'android-arm64-proguard-rel': {
1369 'swarming': {
1370 'shards': 25,
1371 },
1372 },
James Shenf0ce295f2022-07-21 01:37:171373 'android-nougat-x86-rel': {
1374 'args': [
1375 '--test-launcher-filter-file=../../testing/buildbot/filters/android.emulator_n.chrome_public_test_apk.filter',
1376 ],
James Shen57e04ef2022-09-23 02:22:271377 'swarming': {
Stephanie Kim5e700522022-11-11 14:52:351378 'shards': 75,
James Shen57e04ef2022-09-23 02:22:271379 'dimension_sets': [
1380 {
Haiyang Panca60fce2022-11-16 18:10:381381 # use 8-core to shorten runtime
Haiyang Pane35ae642022-11-18 00:34:151382 'cores': '8',
James Shen57e04ef2022-09-23 02:22:271383 },
1384 ],
1385 },
James Shenf0ce295f2022-07-21 01:37:171386 },
Stephen Martinis1384ff92020-01-07 19:52:151387 'android-pie-arm64-rel': {
1388 'args': [
1389 '--test-launcher-filter-file=../../testing/buildbot/filters/android.pie_arm64_rel.chrome_public_test_apk.filter', # https://crbug.com/1010211
Ben Joyceb5321412022-10-26 21:05:151390 '--use-persistent-shell',
Stephen Martinis1384ff92020-01-07 19:52:151391 ],
Stephen Martinisd05530d2021-07-27 22:50:221392 'ci_only': True, # https://crbug.com/1233700
Haiyang Pan43640ee2020-02-13 01:38:001393 },
Ben Joyce6d63a582022-12-09 18:34:551394 'android-pie-arm64-rel-swarming': {
1395 'swarming': {
1396 'service_account': '[email protected]'
1397 },
1398 },
Haiyang Pan08d09dc2020-04-01 16:11:211399 'android-pie-x86-rel': {
Haiyang Pan43640ee2020-02-13 01:38:001400 'args': [
Haiyang Pan71373072020-03-02 19:57:491401 # https://crbug.com/1046059
Haiyang Pan23f64f52020-06-04 01:23:321402 '--test-launcher-filter-file=../../testing/buildbot/filters/android.emulator_p.chrome_public_test_apk.filter',
Haiyang Pan43640ee2020-02-13 01:38:001403 ],
Haiyang Pan71373072020-03-02 19:57:491404 'swarming': {
Haiyang Pan58a6db22021-07-30 01:08:261405 # See https://crbug.com/1230192, runs of 40-60 minutes at 20 shards.
1406 'shards': 30,
1407 },
1408 },
1409 },
1410 },
1411 'chrome_public_test_apk_with_playstore': {
Haiyang Pan58a6db22021-07-30 01:08:261412 'modifications': {
Haiyang Pan9d68ca02021-08-04 21:30:471413 'android-11-x86-rel': {
Haiyang Pan58a6db22021-07-30 01:08:261414 'args': [
1415 '--avd-config=../../tools/android/avd/proto/generic_playstore_android30.textpb',
1416 ],
1417 'swarming': {
1418 # soft affinity so that bots with caches will be picked first
1419 'optional_dimensions': {
1420 '60': [
1421 {
Haiyang Pan0fee3652022-02-23 19:19:481422 'caches': 'generic_playstore_android30',
Haiyang Pan58a6db22021-07-30 01:08:261423 }
1424 ],
1425 },
1426 'named_caches': [
1427 {
Haiyang Pan0fee3652022-02-23 19:19:481428 'name': 'generic_playstore_android30',
1429 'path': '.android_emulator/generic_playstore_android30',
Haiyang Pan58a6db22021-07-30 01:08:261430 },
1431 ],
1432 },
1433 },
Haiyang Pan2a55a452022-03-03 08:18:331434 'android-12-x64-rel': {
Haiyang Pan68a39c02021-11-11 21:12:211435 'args': [
1436 '--avd-config=../../tools/android/avd/proto/generic_playstore_android31.textpb',
1437 ],
1438 'swarming': {
1439 # soft affinity so that bots with caches will be picked first
1440 'optional_dimensions': {
1441 '60': [
1442 {
Haiyang Pan0fee3652022-02-23 19:19:481443 'caches': 'generic_playstore_android31',
Haiyang Pan68a39c02021-11-11 21:12:211444 }
1445 ],
1446 },
1447 'named_caches': [
1448 {
Haiyang Pan0fee3652022-02-23 19:19:481449 'name': 'generic_playstore_android31',
1450 'path': '.android_emulator/generic_playstore_android31',
Haiyang Pan68a39c02021-11-11 21:12:211451 },
1452 ],
1453 },
1454 },
Haiyang Pan58a6db22021-07-30 01:08:261455 'android-pie-x86-rel': {
1456 'args': [
1457 '--avd-config=../../tools/android/avd/proto/generic_playstore_android28.textpb',
1458 ],
1459 'swarming': {
Haiyang Pan2c438302021-06-11 23:50:381460 # soft affinity so that bots with caches will be picked first
1461 'optional_dimensions': {
1462 '60': [
1463 {
Haiyang Pan0fee3652022-02-23 19:19:481464 'caches': 'generic_playstore_android28',
Haiyang Pan2c438302021-06-11 23:50:381465 }
1466 ],
1467 },
Haiyang Pan71373072020-03-02 19:57:491468 'named_caches': [
1469 {
Haiyang Pan0fee3652022-02-23 19:19:481470 'name': 'generic_playstore_android28',
1471 'path': '.android_emulator/generic_playstore_android28',
Haiyang Pan71373072020-03-02 19:57:491472 },
Haiyang Pan980402822020-10-07 23:24:561473 ],
Haiyang Pan71373072020-03-02 19:57:491474 },
John Budorick34009472018-04-03 17:38:441475 },
Kenneth Russelleb60cbd22017-12-05 07:54:281476 },
1477 },
1478 'chrome_public_test_vr_apk': {
Nico Weberb0b3f5862018-07-13 18:45:151479 'remove_from': [
Andrew Luo38b311f2019-10-04 03:42:091480 'android-pie-arm64-rel', # https://crbug.com/1010211
bsheedydf58b4e2018-11-01 19:42:161481 'ToTAndroid',
John Budorick27d2d44e2019-05-20 20:26:091482 'android-asan', # https://crbug.com/964562
Ben Joyce02dc8092021-03-04 21:48:191483 'android-code-coverage-native', # Does not generate profraw data.
bsheedy410dd7c2018-06-15 22:42:091484 ],
Kenneth Russelleb60cbd22017-12-05 07:54:281485 },
bsheedy75a4dd52018-11-27 23:24:301486 'chrome_public_test_vr_apk-vega': {
1487 'modifications': {
bsheedy75a4dd52018-11-27 23:24:301488 'Oreo Phone Tester': {
1489 'swarming': {
1490 'dimension_sets': [
1491 {
1492 'device_os': 'OVR1.180808.003',
1493 'device_type': 'vega',
1494 'os': 'Android',
1495 },
1496 ],
1497 },
1498 }
1499 }
1500 },
Henrique Nakashimad99462ab2022-06-08 19:52:421501 'chrome_public_unit_test_apk': {
Henrique Nakashima4b24b55a2022-11-02 22:25:321502 'remove_from': [
1503 'android-asan', # https://crbug.com/964562
1504 'android-code-coverage-native', # Does not generate profraw data.
Henrique Nakashima4b24b55a2022-11-02 22:25:321505 ],
Henrique Nakashimad99462ab2022-06-08 19:52:421506 'modifications': {
1507 'android-12-x64-rel': {
1508 'args': [
1509 '--test-launcher-filter-file=../../testing/buildbot/filters/android.emulator_12.chrome_public_unit_test_apk.filter',
1510 ],
1511 },
1512 },
1513 },
Nihar Damarasingu8def1a22022-08-18 21:15:541514 'chrome_public_wpt': {
1515 'modifications': {
1516 'android-chrome-pie-x86-wpt-fyi-rel': {
1517 'args': [
1518 '--use-upstream-wpt',
1519 ],
1520 },
1521 },
1522 },
Ian Struiksmaeb285db02020-10-20 22:19:341523 'chrome_sizes': {
1524 'modifications': {
Yuke Liao975680302021-02-18 18:34:541525 'lacros-amd64-generic-chrome': {
1526 'swarming': {
1527 'dimension_sets': [
1528 {
Yuke Liao31225ee32021-03-17 23:21:331529 'cpu': 'x86-64',
Ben Pasteneddd3da72021-09-23 17:41:351530 'os': 'Ubuntu-18.04',
Yuke Liao975680302021-02-18 18:34:541531 },
1532 ],
1533 },
1534 },
Ben Pastenee9536c82021-10-19 01:48:571535 'lacros-arm-generic-chrome': {
1536 'swarming': {
1537 'dimension_sets': [
1538 {
1539 'cpu': 'x86-64',
1540 'os': 'Ubuntu-18.04',
1541 },
1542 ],
1543 },
1544 },
Ian Struiksmaeb285db02020-10-20 22:19:341545 },
1546 },
Takuto Ikuta1b749b902019-04-11 18:05:531547 'chromedriver_py_tests': {
Ben Pastene1b1aa972022-09-28 17:51:011548 'modifications': {
1549 'Win10 Tests x64': {
1550 # TODO(crbug.com/1369158): Fix & re-enable.
1551 'isolate_profile_data': False,
1552 },
Thiago Perrotta314f7b02023-01-19 21:30:531553 'win-rel-cft': {
1554 # TODO(crbug.com/1369158): Fix & re-enable.
1555 'isolate_profile_data': False,
1556 },
Ben Pastene1b1aa972022-09-28 17:51:011557 },
Takuto Ikuta1b749b902019-04-11 18:05:531558 'remove_from': [
1559 # Timeout happens sometimes (crbug.com/951799).
Takuto Ikuta1b749b902019-04-11 18:05:531560 'Win10 Tests x64 (dbg)',
1561 ],
1562 },
Haiyang Panfed339172021-03-10 23:19:571563 'components_browsertests': {
1564 'modifications': {
Stephanie Kim6b4abfd32022-11-15 20:33:371565 'Linux TSan Tests': {
1566 'swarming': {
1567 'shards': 2,
1568 },
1569 },
Haiyang Pan9d68ca02021-08-04 21:30:471570 'android-11-x86-rel': {
Haiyang Panfed339172021-03-10 23:19:571571 'swarming': {
1572 'shards': 2,
1573 },
1574 },
André Kempef30fe9d22022-02-03 10:44:291575 'android-asan': {
1576 'swarming': {
1577 'shards': 3,
1578 },
1579 },
Haiyang Pandcc3e012022-09-30 01:57:431580 'android-nougat-x86-rel': {
1581 'swarming': {
Stephanie Kim55d87ef22022-11-08 23:00:471582 'shards': 4,
Haiyang Pandcc3e012022-09-30 01:57:431583 },
1584 },
Haiyang Panfed339172021-03-10 23:19:571585 },
1586 },
Kenneth Russelleb60cbd22017-12-05 07:54:281587 'components_unittests': {
Kenneth Russelleb60cbd22017-12-05 07:54:281588 'modifications': {
John Budorick5052d552017-12-13 02:59:341589 'Linux ASan LSan Tests (1)': {
1590 # These are very slow on the ASAN trybot for some reason.
Ben Pastened2c01af2022-01-31 23:06:441591 # crbug.com/1257927
John Budorick5052d552017-12-13 02:59:341592 'swarming': {
1593 'shards': 5,
1594 },
1595 },
Takuto Ikuta54671d972018-07-19 19:06:351596 'Linux Chromium OS ASan LSan Tests (1)': {
1597 # These are very slow on the ASAN trybot for some reason.
Ben Pastened2c01af2022-01-31 23:06:441598 # crbug.com/1257927
Takuto Ikuta54671d972018-07-19 19:06:351599 'swarming': {
1600 'shards': 5,
1601 },
1602 },
Erik Chen681dc0282019-11-26 22:54:491603 'Linux TSan Tests': {
1604 'swarming': {
1605 'shards': 2,
1606 },
1607 },
Lindsay Pasrichafaeaac72022-07-27 21:08:081608 # https://crbug.com/1344223
1609 'Mac10.13 Tests': {
1610 'swarming': {
1611 'shards': 2,
1612 },
1613 },
Struan Shrimpton5786bfd02023-01-11 00:47:541614 'Mac12 Tests': {
1615 'swarming': {
1616 'inverse_quickrun_shards': 2,
1617 },
1618 },
1619 'Win10 Tests x64': {
1620 'swarming': {
1621 'inverse_quickrun_shards': 2,
1622 },
1623 },
Haiyang Pan9d68ca02021-08-04 21:30:471624 'android-11-x86-rel': {
Haiyang Pan799282f2021-03-25 19:38:311625 'args': [
Haiyang Pane521cf692021-11-30 00:35:231626 # TODO(crbug.com/1192348): Fix the test failure
1627 '--gtest_filter=-FieldFormatterTest.DifferentLocales',
Haiyang Pan799282f2021-03-25 19:38:311628 ],
1629 },
Haiyang Pan2a55a452022-03-03 08:18:331630 'android-12-x64-rel': {
Haiyang Pan2877f062021-11-18 01:06:061631 'args': [
1632 # TODO(crbug.com/1192348): Fix the test failure
1633 '--gtest_filter=-FieldFormatterTest.DifferentLocales',
1634 ],
1635 },
Struan Shrimpton5786bfd02023-01-11 00:47:541636 'android-nougat-x86-rel': {
1637 'swarming': {
1638 'inverse_quickrun_shards': 12,
1639 },
1640 },
Thiago Perrottaa289bad2023-01-20 12:44:391641 'mac-rel-cft': {
1642 'swarming': {
1643 'inverse_quickrun_shards': 2,
1644 },
1645 },
Scott Violet17087cd2022-11-15 22:29:441646 'win-asan': {
1647 # With a single shard seems to hit time limit.
1648 'swarming': {
1649 'shards': 2,
1650 },
1651 },
Thiago Perrotta314f7b02023-01-19 21:30:531652 'win-rel-cft': {
1653 'swarming': {
1654 'inverse_quickrun_shards': 2,
1655 },
1656 },
Sven Zheng80734f12020-08-06 06:50:391657 },
Sven Zheng577fe5ff2020-08-03 22:06:441658 },
Chong Gu76046412021-09-22 17:49:211659 'compositor_unittests': {
Chong Gub2446462021-08-19 18:44:081660 'modifications': {
1661 'fuchsia-fyi-arm64-dbg': {
1662 'args': [
1663 '--test-launcher-filter-file=../../testing/buildbot/filters/fuchsia.debug.compositor_unittests.filter',
1664 ],
1665 },
1666 },
1667 },
Kenneth Russelleb60cbd22017-12-05 07:54:281668 'content_browsertests': {
Brad Halla36886c2019-02-26 16:52:291669 'remove_from': [
Brad Halla36886c2019-02-26 16:52:291670 'CrWinAsan(dll)', # https://crbug.com/935598
Rohan Pavonedf728bee22022-11-09 21:32:551671 # TODO(crbug.com/1371630): Enable on Fuchsia dbg/asan/clang builders.
1672 'fuchsia-fyi-arm64-dbg',
1673 'fuchsia-fyi-x64-asan',
1674 'fuchsia-fyi-x64-dbg',
1675 'ToTFuchsia x64',
1676 'ToTFuchsiaOfficial arm64',
Brad Halla36886c2019-02-26 16:52:291677 ],
Kenneth Russelleb60cbd22017-12-05 07:54:281678 'modifications': {
Kenneth Russellfbda3c532017-12-08 23:57:241679 'Cast Audio Linux': {
1680 'args': [
Nico Weber02f30392018-07-16 18:39:431681 '--test-launcher-filter-file=../../testing/buildbot/filters/cast-linux.content_browsertests.filter',
Kenneth Russellfbda3c532017-12-08 23:57:241682 ],
Kenneth Russellfbda3c532017-12-08 23:57:241683 },
1684 'Cast Linux': {
1685 'args': [
Nico Weber02f30392018-07-16 18:39:431686 '--test-launcher-filter-file=../../testing/buildbot/filters/cast-linux.content_browsertests.filter',
Kenneth Russellfbda3c532017-12-08 23:57:241687 ],
Kenneth Russellfbda3c532017-12-08 23:57:241688 },
Erik Chenb681c8c2019-11-25 22:52:521689 'Linux ASan LSan Tests (1)': {
1690 'swarming': {
Stephanie Kim75e95f62022-11-04 16:06:131691 'shards': 24,
Erik Chenb681c8c2019-11-25 22:52:521692 },
1693 },
Chris Cunninghame1a04ea2019-04-24 01:49:321694 'Linux ASan Tests (sandboxed)': {
1695 'swarming': {
John Abd-El-Malek3a631612020-07-08 21:40:411696 'shards': 10, # https://crbug.com/1103330
Chris Cunninghame1a04ea2019-04-24 01:49:321697 },
1698 },
Erik Chen681dc0282019-11-26 22:54:491699 'Linux TSan Tests': {
1700 'swarming': {
Stephanie Kim6b4abfd32022-11-15 20:33:371701 'shards': 30,
Erik Chen681dc0282019-11-26 22:54:491702 },
1703 },
Lindsay Pasrichab3f72db2021-09-22 22:05:461704 'Mac ASan 64 Tests (1)': { # https://crbug.com/1200640
1705 'experiment_percentage': 100,
1706 },
Struan Shrimpton57c594e42022-01-25 17:59:131707 'Mac11 Tests': {
1708 'swarming': {
Lindsay Pasricha0b5beaf2022-03-04 08:15:271709 'shards': 12,
Struan Shrimpton57c594e42022-01-25 17:59:131710 },
1711 },
Yue She0cad2922022-06-24 15:06:071712 'Mac12 Tests': {
1713 'swarming': {
1714 'shards': 12,
Struan Shrimpton5786bfd02023-01-11 00:47:541715 'inverse_quickrun_shards': 24,
Yue She0cad2922022-06-24 15:06:071716 },
1717 },
Cameron Higgins7558b162022-06-10 18:53:071718 'Mac12 Tests (dbg)': { # https://crbug.com/1279504
Lindsay Pasricha945e4d62022-01-20 02:14:011719 'swarming': {
Lindsay Pasricha9ec81b52022-03-10 03:43:311720 'shards': 18,
Lindsay Pasricha945e4d62022-01-20 02:14:011721 },
1722 },
Mirko Bonadei1bee8b02022-11-17 13:56:331723 'WebRTC Chromium FYI Android Tests (dbg)': {
1724 'args': [
1725 '--test-launcher-filter-file=../../testing/buildbot/filters/chromium.webrtc.fyi.android.tests.dbg.content_browsertests.filter',
1726 ],
1727 },
Mirko Bonadei1bee8b02022-11-17 13:56:331728 'WebRTC Chromium FYI Android Tests ARM64 (dbg)': {
1729 'args': [
1730 '--test-launcher-filter-file=../../testing/buildbot/filters/chromium.webrtc.fyi.android.tests.dbg.content_browsertests.filter',
1731 ],
1732 },
Stephen Martinis1384ff92020-01-07 19:52:151733 'Win10 Tests x64': {
1734 # crbug.com/868082
1735 'args': [
1736 '--disable-features=WebRTC-H264WithOpenH264FFmpeg',
1737 ],
Struan Shrimptona1ab7672022-01-13 18:02:511738 'swarming': {
1739 'quickrun_shards': 18,
1740 },
Stephen Martinis1384ff92020-01-07 19:52:151741 },
1742 'Win10 Tests x64 (dbg)': {
1743 'experiment_percentage': 100,
1744 # crbug.com/868082
1745 'args': [
1746 '--disable-features=WebRTC-H264WithOpenH264FFmpeg',
Stephen Martinis1384ff92020-01-07 19:52:151747 ],
1748 },
Kuan Huanga89737d2022-01-07 19:42:111749 'Win11 Tests x64': {
1750 # crbug.com/868082
1751 'args': [
1752 '--disable-features=WebRTC-H264WithOpenH264FFmpeg',
1753 ],
1754 },
Haiyang Pan9d68ca02021-08-04 21:30:471755 'android-11-x86-rel': {
Haiyang Pan566e2652022-01-25 07:01:521756 # TODO(crbug.com/1137474): Remove ci_only and experiment_percentage
1757 # after the test suite is green.
1758 'ci_only': True,
Haiyang Pan10f029c2021-07-30 23:17:561759 'experiment_percentage': 100,
Haiyang Pan51450ab2021-03-23 00:48:571760 # TODO(crbug.com/1137474): Revisit the shard number once failed tests
1761 # are fixed.
Haiyang Panfed339172021-03-10 23:19:571762 'swarming': {
Haiyang Pan51450ab2021-03-23 00:48:571763 'shards': 30,
Haiyang Pan45e77dda2021-07-01 22:23:291764 'dimension_sets': [
1765 {
Haiyang Panca60fce2022-11-16 18:10:381766 # use 8-core to shorten runtime
Haiyang Pane35ae642022-11-18 00:34:151767 'cores': '8',
Haiyang Pan45e77dda2021-07-01 22:23:291768 },
1769 ],
Haiyang Panfed339172021-03-10 23:19:571770 },
1771 },
Haiyang Pan2a55a452022-03-03 08:18:331772 'android-12-x64-rel': {
Haiyang Pan1ed9ebb2022-12-13 03:10:031773 # TODO(crbug.com/1225851): Remove experiment and ci_only
1774 # once the test suite is stable.
1775 'ci_only': True,
1776 'experiment_percentage': 100,
Haiyang Pandbff3ef2022-02-11 23:24:191777 'args': [
1778 '--test-launcher-filter-file=../../testing/buildbot/filters/android.emulator_12.content_browsertests.filter',
1779 ],
Haiyang Pan249494b2022-01-27 21:56:211780 'swarming': {
Haiyang Panc1192662022-03-09 00:09:021781 'shards': 25,
Haiyang Pan249494b2022-01-27 21:56:211782 },
1783 },
Haiyang Pan1b8faa20b2023-02-10 23:44:361784 'android-12l-x64-dbg-tests': {
1785 'args': [
1786 '--test-launcher-filter-file=../../testing/buildbot/filters/android.emulator_12l_13.content_browsertests.filter',
1787 ],
1788 'swarming': {
1789 'shards': 25,
1790 },
1791 },
1792 'android-13-x64-rel': {
1793 'args': [
1794 '--test-launcher-filter-file=../../testing/buildbot/filters/android.emulator_12l_13.content_browsertests.filter',
1795 ],
1796 'swarming': {
1797 'shards': 25,
1798 },
1799 },
Stephen Martinis1384ff92020-01-07 19:52:151800 'android-arm64-proguard-rel': {
1801 'swarming': {
1802 'shards': 16,
1803 },
1804 },
1805 'android-asan': {
1806 'args': [
1807 '--test-launcher-filter-file=../../testing/buildbot/filters/android.asan.content_browsertests.filter',
1808 ],
1809 'swarming': {
André Kempef30fe9d22022-02-03 10:44:291810 'shards': 25,
Stephen Martinis1384ff92020-01-07 19:52:151811 },
1812 },
Haiyang Pancf24ceb2022-03-17 02:31:301813 'android-nougat-x86-rel': {
James Shenfa680ebaa2022-07-22 02:53:531814 'args': [
1815 '--test-launcher-filter-file=../../testing/buildbot/filters/android.emulator_n.content_browsertests.filter',
1816 ],
Haiyang Pancf24ceb2022-03-17 02:31:301817 'swarming': {
Stephanie Kim5e700522022-11-11 14:52:351818 'shards': 75,
James Shen57e04ef2022-09-23 02:22:271819 'dimension_sets': [
1820 {
Haiyang Panca60fce2022-11-16 18:10:381821 # use 8-core to shorten runtime
Haiyang Pane35ae642022-11-18 00:34:151822 'cores': '8',
James Shen57e04ef2022-09-23 02:22:271823 },
1824 ],
Haiyang Pancf24ceb2022-03-17 02:31:301825 },
1826 },
Struan Shrimptone772d72f2021-12-15 07:50:091827 'android-pie-arm64-rel': {
Ben Joycec0a90cd2023-01-10 21:30:491828 'args': [
1829 '--test-launcher-filter-file=../../testing/buildbot/filters/android.pie_arm64.content_browsertests_coverage.filter',
1830 ],
Struan Shrimptone772d72f2021-12-15 07:50:091831 'swarming': {
Struan Shrimpton4b7abc02021-12-16 01:36:591832 'quickrun_shards': 40
Ben Joyce6f9c3c52022-12-22 18:47:541833 },
Struan Shrimptone772d72f2021-12-15 07:50:091834 },
Haiyang Pan08d09dc2020-04-01 16:11:211835 'android-pie-x86-rel': {
John Budoricka4e23882020-02-28 18:36:431836 'args': [
Haiyang Pan12d5acd2020-06-01 20:54:571837 '--test-launcher-filter-file=../../testing/buildbot/filters/android.emulator_p.content_browsertests.filter',
John Budoricka4e23882020-02-28 18:36:431838 ],
Sky Malice303f7ec2021-07-17 04:13:091839 'swarming': {
1840 # Flaking with only 20 shards with 40-60 minute runs.
1841 # https://crbug.com/1230118
1842 'shards': 30,
Haiyang Pan2eb735e72020-09-15 22:51:511843 },
John Budoricka4e23882020-02-28 18:36:431844 },
Rohan Pavonedf728bee22022-11-09 21:32:551845 'fuchsia-arm64-cast-receiver-rel': {
1846 # Temporarily only run this on CI due to resource and naming
1847 # constraints.
1848 # TODO(crbug.com/1371630): Remove this when resource requirements are
1849 # lower.
1850 'ci_only': True,
1851 },
1852 'fuchsia-arm64-rel': {
1853 # Temporarily only run this on CI due to resource and naming
1854 # constraints.
1855 # TODO(crbug.com/1371630): Remove this when resource requirements are
1856 # lower.
1857 'ci_only': True,
1858 },
1859 'fuchsia-x64-cast-receiver-rel': {
1860 # Temporarily only run this on CI due to resource requirements.
1861 # TODO(crbug.com/1374125): Remove this once resources are available.
1862 'ci_only': True,
1863 'swarming': {
1864 'shards': 41,
1865 },
Zijie He0f361e652023-01-13 14:42:151866 'args': [
1867 # TODO(crbug.com/1406693): Remove this when the kernal panic in
1868 # fuchsia has been resolved.
1869 '--test-arg=--test-launcher-jobs=1',
1870 ],
Rohan Pavonedf728bee22022-11-09 21:32:551871 },
1872 'fuchsia-x64-rel': {
1873 'swarming': {
1874 'shards': 41,
1875 },
Zijie He38e3d132023-01-20 01:22:471876 'args': [
1877 # TODO(crbug.com/1406693): Remove this when the kernal panic in
1878 # fuchsia has been resolved.
1879 '--test-arg=--test-launcher-jobs=1',
1880 ],
Rohan Pavonedf728bee22022-11-09 21:32:551881 },
Stephen Martinis1384ff92020-01-07 19:52:151882 'linux-chromeos-code-coverage': {
1883 'swarming': {
1884 'shards': 12,
1885 },
1886 },
Albert J. Wong91f109652019-11-19 03:01:161887 'linux-chromeos-rel': {
1888 'swarming': {
Stephanie Kim3aa4c552023-01-10 18:00:041889 'shards': 6,
Albert J. Wong91f109652019-11-19 03:01:161890 },
1891 },
Yuke Liao79424e42020-01-06 21:00:111892 'linux-code-coverage': {
Yuke Liao58e1d202020-03-20 23:02:011893 'args': [
1894 '--no-sandbox',
1895 ],
Yuke Liao79424e42020-01-06 21:00:111896 'swarming': {
1897 'shards': 12,
1898 },
1899 },
Sven Zheng80734f12020-08-06 06:50:391900 # https://crbug.com/1111979
1901 'linux-lacros-tester-fyi-rel': {
1902 'experiment_percentage': 100,
1903 },
Kuan Huang235b0142021-10-19 18:59:281904 'mac-code-coverage': {
1905 'args': [
1906 '--coverage-continuous-mode=1',
1907 ],
1908 },
Thiago Perrottaa289bad2023-01-20 12:44:391909 'mac-rel-cft': {
1910 'swarming': {
1911 'shards': 12,
1912 'inverse_quickrun_shards': 24,
1913 },
1914 },
Kuan Huang05332fb2021-10-12 02:04:261915 # https://crbug.com/1255940
1916 'mac-rel-swarming': {
1917 'swarming': {
1918 'dimension_sets': [
1919 {
1920 # These test would time out when running on 4 cores instances.
1921 'cores': '8|12',
1922 }
1923 ],
1924 },
1925 },
Kuan Huang1b52d442023-02-07 20:35:341926 'win-asan': {
1927 # Tests shows tests run faster with fewer retries by using fewer jobs crbug.com/1411912
1928 'args': [
1929 '--test-launcher-jobs=3',
1930 ],
1931 'swarming': {
1932 'shards': 16,
1933 },
1934 },
Thiago Perrotta314f7b02023-01-19 21:30:531935 'win-rel-cft': {
1936 # crbug.com/868082
1937 'args': [
1938 '--disable-features=WebRTC-H264WithOpenH264FFmpeg',
1939 ],
1940 'swarming': {
1941 'quickrun_shards': 18,
1942 },
1943 },
Ben Pasteneebad8fc2022-08-12 23:34:281944 'win10-rel-no-external-ip': {
1945 # crbug.com/868082
1946 'args': [
1947 '--disable-features=WebRTC-H264WithOpenH264FFmpeg',
1948 ],
1949 },
Kenneth Russelleb60cbd22017-12-05 07:54:281950 },
1951 },
Nico Weber81e16ace22018-06-30 02:58:471952 'content_shell_crash_test': {
Haiyang Pan8c201b92020-06-04 01:25:071953 'remove_from': [
James Shenad325fb02022-07-25 19:46:211954 'android-nougat-x86-rel', # crbug.com/1084353
Haiyang Pan8c201b92020-06-04 01:25:071955 ],
Dirk Prankeb1c36b322018-07-11 02:42:001956 'modifications': {
Dirk Prankeb1c36b322018-07-11 02:42:001957 'Win10 Tests x64 (dbg)': {
1958 'experiment_percentage': 100, # https://crbug.com/861730
1959 },
1960 },
Nico Weber81e16ace22018-06-30 02:58:471961 },
John Budorick27d2d44e2019-05-20 20:26:091962 'content_shell_test_apk': {
1963 'remove_from': [
John Budorick27d2d44e2019-05-20 20:26:091964 'android-asan', # https://crbug.com/964562
Ben Joyce02dc8092021-03-04 21:48:191965 'android-code-coverage-native', # Does not generate profraw data.
John Budorick27d2d44e2019-05-20 20:26:091966 ],
John Budorickee2e64f2020-03-02 20:19:101967 'modifications': {
Haiyang Pan9d68ca02021-08-04 21:30:471968 'android-11-x86-rel': {
Haiyang Pan103864812021-03-19 19:28:441969 'args': [
1970 '--test-launcher-filter-file=../../testing/buildbot/filters/android.emulator_11.content_shell_test_apk.filter',
Haiyang Panabdab2f2021-07-19 20:37:511971 '--timeout-scale=2.0',
Haiyang Pan103864812021-03-19 19:28:441972 ],
1973 },
Haiyang Pan2a55a452022-03-03 08:18:331974 'android-12-x64-rel': {
Haiyang Pan3b1016e2022-02-05 00:02:451975 'args': [
1976 '--test-launcher-filter-file=../../testing/buildbot/filters/android.emulator_12.content_shell_test_apk.filter',
1977 ],
Struan Shrimpton5786bfd02023-01-11 00:47:541978 'swarming': {
1979 'inverse_quickrun_shards': 6,
1980 },
Haiyang Pan3b1016e2022-02-05 00:02:451981 },
James Shen97b48ac42022-07-01 23:34:441982 'android-nougat-x86-rel': {
1983 'args': [
1984 '--test-launcher-filter-file=../../testing/buildbot/filters/android.emulator_n.content_shell_test_apk.filter',
1985 ],
James Shen57e04ef2022-09-23 02:22:271986 'swarming': {
Stephanie Kim55d87ef22022-11-08 23:00:471987 'shards': 6,
James Shen57e04ef2022-09-23 02:22:271988 'dimension_sets': [
1989 {
Haiyang Panca60fce2022-11-16 18:10:381990 # use 8-core to shorten runtime
Haiyang Pane35ae642022-11-18 00:34:151991 'cores': '8',
James Shen57e04ef2022-09-23 02:22:271992 },
1993 ],
1994 },
James Shen97b48ac42022-07-01 23:34:441995 },
Haiyang Pan08d09dc2020-04-01 16:11:211996 'android-pie-x86-rel': {
John Budorickee2e64f2020-03-02 20:19:101997 'args': [
1998 '--gtest_filter=-ContentViewScrollingTest.testFling',
1999 ],
2000 },
2001 },
John Budorick27d2d44e2019-05-20 20:26:092002 },
Kenneth Russelleb60cbd22017-12-05 07:54:282003 'content_unittests': {
2004 'modifications': {
John Budorick5052d552017-12-13 02:59:342005 'Linux ASan LSan Tests (1)': {
2006 # These are slow on the ASAN trybot for some reason.
Ben Pastened2c01af2022-01-31 23:06:442007 # crbug.com/1257927
John Budorick5052d552017-12-13 02:59:342008 'swarming': {
2009 'shards': 2,
2010 },
2011 },
Takuto Ikuta54671d972018-07-19 19:06:352012 'Linux ChromiumOS MSan Tests': {
2013 # These are very slow on the Chrome OS MSAN trybot for some reason.
2014 # crbug.com/865455
2015 'swarming': {
2016 'shards': 2,
2017 },
2018 },
Chong Gu52481452021-04-02 17:52:412019 'fuchsia-code-coverage': {
2020 'swarming': {
2021 'shards': 12,
2022 },
2023 },
Chong Gua10cd302022-01-14 19:22:192024 'fuchsia-fyi-x64-asan': {
2025 'args': [
2026 '--test-launcher-filter-file=../../testing/buildbot/filters/fuchsia.lsan.content_unittests.filter',
2027 ],
2028 },
Kenneth Russelleb60cbd22017-12-05 07:54:282029 },
2030 },
Jonah Ryan-Davis832c8462020-06-09 03:45:032031 'context_lost_validating_tests': {
Brian Sheedye285c9b2019-07-15 21:42:462032 # TODO(https://crbug.com/850107): Remove the Android FYI Release (Pixel 2)
2033 # exception once there is enough capacity to run these tests.
2034 'remove_from': [
Brian Sheedye285c9b2019-07-15 21:42:462035 'Android FYI Release (Pixel 2)',
2036 ],
Kenneth Russellc1a09302018-07-10 01:12:542037 },
Kenneth Russellfbda3c532017-12-08 23:57:242038 'crashpad_tests': {
2039 'remove_from': [
Nico Weber15a00d62018-05-16 17:11:482040 'linux-win_cross-rel', # https://crbug.com/762167
Vlad Tsyrklevich06a9a44f2019-07-24 19:14:392041 # https://crbug.com/crashpad/304
2042 'Linux TSan Tests',
2043 'ToTLinuxTSan',
2044 # https://crbug.com/crashpad/306
2045 'Linux CFI',
2046 'CFI Linux ToT',
Kenneth Russellfbda3c532017-12-08 23:57:242047 ],
Haiyang Panc7c009e2021-03-18 19:31:232048 'modifications': {
Avi Drissmanc6318122022-03-29 17:07:422049 # TODO(crbug.com/1254975): dyld was rebuilt for macOS 12, which breaks
2050 # the tests. Run this experimentally on all the macOS bots >= 12 and
2051 # remove this exception once fixed.
2052 'Mac Builder Next': {
2053 'experiment_percentage': 100,
2054 },
Ben Joycea0319112022-11-15 23:53:122055 'ToTAndroid': {
2056 'args': [
2057 '--test-launcher-filter-file=../../testing/buildbot/filters/android.pie_tot.crashpad_tests.filter',
2058 ],
2059 },
Haiyang Pan9d68ca02021-08-04 21:30:472060 'android-11-x86-rel': {
Haiyang Panc7c009e2021-03-18 19:31:232061 'args': [
Haiyang Pan32338b72023-02-08 23:48:582062 '--test-launcher-filter-file=../../testing/buildbot/filters/android.emulator.crashpad_tests.filter',
Haiyang Panc7c009e2021-03-18 19:31:232063 ],
2064 },
Haiyang Pan2a55a452022-03-03 08:18:332065 'android-12-x64-rel': {
Haiyang Pan07d9e262021-10-20 21:50:032066 'args': [
Haiyang Pan32338b72023-02-08 23:48:582067 '--test-launcher-filter-file=../../testing/buildbot/filters/android.emulator.crashpad_tests.filter',
2068 ],
2069 },
2070 'android-12l-x64-dbg-tests': {
2071 'args': [
2072 '--test-launcher-filter-file=../../testing/buildbot/filters/android.emulator.crashpad_tests.filter',
2073 ],
2074 },
2075 'android-13-x64-rel': {
2076 'args': [
2077 '--test-launcher-filter-file=../../testing/buildbot/filters/android.emulator.crashpad_tests.filter',
Haiyang Pan07d9e262021-10-20 21:50:032078 ],
2079 },
Avi Drissmanc6318122022-03-29 17:07:422080 # TODO(crbug.com/1254975): dyld was rebuilt for macOS 12, which breaks
2081 # the tests. Run this experimentally on all the macOS bots >= 12 and
2082 # remove this exception once fixed.
Lindsay Pasricha60535a22021-12-13 16:50:242083 'mac-osxbeta-rel': {
2084 'experiment_percentage': 100,
2085 },
Haiyang Panc7c009e2021-03-18 19:31:232086 },
Kenneth Russellfbda3c532017-12-08 23:57:242087 },
Brian Sheedyd9a809f02022-10-06 00:50:372088 'dawn_end2end_skip_validation_tests': {
2089 'remove_from': [
2090 # TODO(crbug.com/1363409): Enable these once they're shown to work on
2091 # Android.
2092 'Dawn Android arm DEPS Release (Pixel 4)',
2093 'Dawn Android arm Release (Pixel 4)',
2094 ],
2095 },
2096 'dawn_end2end_validation_layers_tests': {
2097 'remove_from': [
2098 # TODO(crbug.com/1363409): Enable these once they're shown to work on
2099 # Android.
2100 'Dawn Android arm DEPS Release (Pixel 4)',
2101 'Dawn Android arm Release (Pixel 4)',
2102 ],
2103 },
2104 'dawn_end2end_wire_tests': {
2105 'remove_from': [
2106 # TODO(crbug.com/1363409): Enable these once they're shown to work on
2107 # Android.
2108 'Dawn Android arm DEPS Release (Pixel 4)',
2109 'Dawn Android arm Release (Pixel 4)',
2110 ],
2111 },
Austin Eng414af1612022-04-08 02:15:362112 'dawn_perf_tests': {
2113 'remove_from': [
Brian Sheedyd9a809f02022-10-06 00:50:372114 # TODO(crbug.com/1363409): Enable these once they're shown to work on
2115 # Android.
2116 'Dawn Android arm DEPS Release (Pixel 4)',
2117 'Dawn Android arm Release (Pixel 4)',
Austin Eng414af1612022-04-08 02:15:362118 ],
2119 },
Haiyang Pan1c813ca2021-11-24 18:52:162120 'device_unittests': {
2121 'modifications': {
Haiyang Pan2a55a452022-03-03 08:18:332122 'android-12-x64-rel': {
Haiyang Pan1c813ca2021-11-24 18:52:162123 'args': [
Haiyang Pand1a294512023-02-09 19:40:122124 '--test-launcher-filter-file=../../testing/buildbot/filters/android.emulator.device_unittests.filter',
2125 ],
2126 },
2127 'android-12l-x64-dbg-tests': {
2128 'args': [
2129 '--test-launcher-filter-file=../../testing/buildbot/filters/android.emulator.device_unittests.filter',
2130 ],
2131 },
2132 'android-13-x64-rel': {
2133 'args': [
2134 '--test-launcher-filter-file=../../testing/buildbot/filters/android.emulator.device_unittests.filter',
Haiyang Pan1c813ca2021-11-24 18:52:162135 ],
2136 },
2137 },
2138 },
Struan Shrimpton57c594e42022-01-25 17:59:132139 'exo_unittests': {
2140 'modifications': {
2141 'linux-chromeos-rel': {
2142 'swarming': {
2143 'quickrun_shards': 2,
2144 }
2145 },
2146 },
2147 },
Joe Downing41486042018-10-18 22:44:442148 'extensions_browsertests': {
Brad Halla36886c2019-02-26 16:52:292149 'remove_from': [
Brad Halla36886c2019-02-26 16:52:292150 'CrWinAsan(dll)', # https://crbug.com/935598
2151 ],
Joe Downing41486042018-10-18 22:44:442152 'modifications': {
2153 'Win10 Tests x64 (dbg)': {
2154 'experiment_percentage': 100, # https://crbug.com/876615
2155 },
Sven Zhengbc822262022-09-20 20:47:352156 # https://crbug.com/1111979
2157 'linux-lacros-asan-lsan-rel': {
2158 'args': [
2159 '--gtest_filter=-BluetoothShellApiTest.ApiSanityCheck:BluetoothSocketApiTest.Listen:BluetoothSocketApiTest.PermissionDenied',
2160 ],
2161 },
Sven Zheng5c9d3e342020-08-11 21:39:432162 # https://crbug.com/1111979,
Junhua Chen39dd2dba2021-05-05 17:51:542163 'linux-lacros-code-coverage': {
2164 'args': [
2165 '--gtest_filter=-BluetoothShellApiTest.ApiSanityCheck:BluetoothSocketApiTest.Listen:BluetoothSocketApiTest.PermissionDenied',
2166 ],
2167 },
Yuke Liaoa0db4742021-08-09 18:28:332168 'linux-lacros-dbg-tests-fyi': {
2169 'args': [
2170 '--gtest_filter=-BluetoothShellApiTest.ApiSanityCheck:BluetoothSocketApiTest.Listen:BluetoothSocketApiTest.PermissionDenied',
2171 ],
2172 },
Sven Zheng5c9d3e342020-08-11 21:39:432173 'linux-lacros-tester-rel': {
Sven Zheng5c9d3e342020-08-11 21:39:432174 'args': [
2175 '--gtest_filter=-BluetoothShellApiTest.ApiSanityCheck:BluetoothSocketApiTest.Listen:BluetoothSocketApiTest.PermissionDenied',
2176 ],
2177 },
Joe Downing41486042018-10-18 22:44:442178 },
2179 },
Sven Zheng577fe5ff2020-08-03 22:06:442180 'extensions_unittests': {
Sven Zheng80734f12020-08-06 06:50:392181 'modifications': {
Chong Gud034fe52022-01-20 21:48:042182 'fuchsia-fyi-x64-asan': {
2183 'args': [
Chong Gu1155d872022-02-10 17:55:272184 '--test-launcher-filter-file=../../testing/buildbot/filters/fuchsia.lsan.extensions_unittests.filter',
Chong Gud034fe52022-01-20 21:48:042185 ],
2186 },
Sven Zhengbc822262022-09-20 20:47:352187 # https://crbug.com/1111979
2188 'linux-lacros-asan-lsan-rel': {
2189 'args': [
2190 '--gtest_filter=-NativeExtensionBindingsSystemUnittest*:'
2191 'BluetoothSocketApiUnittest.CreateThenClose:'
2192 'FeatureProviderTest.PermissionFeatureAvailability',
2193 ],
2194 },
Sven Zheng5c9d3e342020-08-11 21:39:432195 # https://crbug.com/1111979,
Junhua Chen39dd2dba2021-05-05 17:51:542196 'linux-lacros-code-coverage': {
2197 'args': [
Yuke Liaoa0db4742021-08-09 18:28:332198 '--gtest_filter=-BluetoothSocketApiUnittest.CreateThenClose:'
2199 'NativeExtensionBindingsSystemUnittest.*',
2200 ],
2201 },
2202 'linux-lacros-dbg-tests-fyi': {
2203 'args': [
Junhua Chen39dd2dba2021-05-05 17:51:542204 '--gtest_filter=-NativeExtensionBindingsSystemUnittest*:'
2205 'BluetoothSocketApiUnittest.CreateThenClose:'
2206 'FeatureProviderTest.PermissionFeatureAvailability',
2207 ],
2208 },
Sven Zheng5c9d3e342020-08-11 21:39:432209 'linux-lacros-tester-rel': {
Sven Zheng5c9d3e342020-08-11 21:39:432210 'args': [
Yuke Liaobb8308322020-08-12 20:20:472211 '--gtest_filter=-NativeExtensionBindingsSystemUnittest*:'
2212 'BluetoothSocketApiUnittest.CreateThenClose:'
2213 'FeatureProviderTest.PermissionFeatureAvailability',
Sven Zheng5c9d3e342020-08-11 21:39:432214 ],
2215 },
Sven Zheng80734f12020-08-06 06:50:392216 },
Sven Zheng577fe5ff2020-08-03 22:06:442217 },
Chong Gu76046412021-09-22 17:49:212218 'gfx_unittests': {
Chong Gudf7fbe92021-02-24 02:55:582219 'modifications': {
2220 'fuchsia-code-coverage': {
2221 'swarming': {
2222 'shards': 2,
2223 },
2224 },
2225 },
2226 },
Kenneth Russelleb60cbd22017-12-05 07:54:282227 'gin_unittests': {
2228 'remove_from': [
Nico Weber1394523f2018-06-06 15:58:472229 'ToTLinuxASan', # https://crbug.com/831667
Nico Weberd36959682018-04-12 03:33:462230 'Linux ASan LSan Tests (1)', # https://crbug.com/831667
Nico Weber1394523f2018-06-06 15:58:472231 'Linux Chromium OS ASan LSan Tests (1)', # https://crbug.com/831667
Kenneth Russelleb60cbd22017-12-05 07:54:282232 ],
Chong Gua10cd302022-01-14 19:22:192233 'modifications': {
Ben Joycee3f55c902023-01-13 00:27:292234 'android-code-coverage-native': {
2235 'args': [
2236 # https://crbug.com/1404782
2237 '--test-launcher-filter-file=../../testing/buildbot/filters/android.pie_arm64.gin_unittests_coverage.filter',
2238 ],
2239 },
Chong Gua10cd302022-01-14 19:22:192240 'fuchsia-fyi-x64-asan': {
2241 'args': [
2242 '--test-launcher-filter-file=../../testing/buildbot/filters/fuchsia.lsan.gin_unittests.filter',
2243 ],
2244 },
2245 },
Kenneth Russelleb60cbd22017-12-05 07:54:282246 },
Jonah Ryan-Davisdeeffeaf2020-06-18 17:56:002247 'gl_tests_passthrough': {
2248 'remove_from': [
2249 'CFI Linux ToT',
Brian Sheedyd9a809f02022-10-06 00:50:372250 # TODO(crbug.com/1363409): Enable these once they're shown to work on
2251 # Android.
2252 'Dawn Android arm DEPS Release (Pixel 4)',
2253 'Dawn Android arm Release (Pixel 4)',
Jonah Ryan-Davisdeeffeaf2020-06-18 17:56:002254 # Can't run on MSAN because gl_tests uses the hardware driver,
2255 # which isn't instrumented.
2256 'Linux MSan Tests',
2257 ],
2258 'modifications': {
2259 # TODO(kbr): figure out a better way to specify blocks of
2260 # arguments like this for tests on multiple machines.
Garrett Beatya491ec72020-07-25 12:36:122261 'Linux ASan LSan Tests (1)': {
2262 'args': [
2263 '--use-gpu-in-tests',
2264 '--no-xvfb',
2265 ],
2266 'swarming': {
2267 'dimension_sets': [
2268 {
Yuly Novikovaa06f172022-02-12 00:38:572269 'gpu': '10de:2184',
Garrett Beatya491ec72020-07-25 12:36:122270 'os': 'Ubuntu',
2271 'pool': 'chromium.tests.gpu',
2272 },
2273 ],
2274 },
2275 },
2276 'Linux CFI': {
2277 'args': [
2278 '--use-gpu-in-tests',
2279 '--no-xvfb',
2280 ],
2281 'swarming': {
2282 'dimension_sets': [
2283 {
Yuly Novikovaa06f172022-02-12 00:38:572284 'gpu': '10de:2184',
Garrett Beatya491ec72020-07-25 12:36:122285 'os': 'Ubuntu',
2286 'pool': 'chromium.tests.gpu',
2287 },
2288 ],
2289 },
2290 },
2291 'Linux TSan Tests': {
2292 'args': [
2293 '--use-gpu-in-tests',
2294 '--no-xvfb',
2295 ],
2296 'swarming': {
2297 'dimension_sets': [
2298 {
Yuly Novikovaa06f172022-02-12 00:38:572299 'gpu': '10de:2184',
Garrett Beatya491ec72020-07-25 12:36:122300 'os': 'Ubuntu',
2301 'pool': 'chromium.tests.gpu',
2302 },
2303 ],
2304 },
2305 },
Jonah Ryan-Davisdeeffeaf2020-06-18 17:56:002306 },
2307 },
Jonah Ryan-Davise25a89f2020-05-29 20:18:242308 'gl_tests_validating': {
Jonah Ryan-Davisb9f03ac2021-03-18 23:53:022309 'remove_from': [
Kenneth Russell8a386d42018-06-02 09:48:012310 'Android FYI Release (Nexus 5X)',
John Budorickca14c76f62017-12-09 14:19:182311 ],
Kenneth Russelleb60cbd22017-12-05 07:54:282312 'modifications': {
Brian Sheedy920df652022-11-11 20:54:152313 'Android FYI Release (Samsung A13)': {
2314 'args': [
2315 '--test-launcher-filter-file=../../testing/buildbot/filters/android.samsung_a13.gl_tests.filter',
2316 ],
2317 },
Sunny Sachanandanib5c6c082022-09-29 00:26:142318 'Android FYI Release (Samsung A23)': {
2319 'args': [
2320 '--test-launcher-filter-file=../../testing/buildbot/filters/android.samsung_a23.gl_tests.filter',
2321 ],
2322 },
Ben Joycea0319112022-11-15 23:53:122323 'ToTAndroid': {
2324 'args': [
2325 '--test-launcher-filter-file=../../testing/buildbot/filters/android.pie_tot.gl_tests.filter', # https://crbug.com/1034007
2326 ],
2327 },
Haiyang Pan9d68ca02021-08-04 21:30:472328 'android-11-x86-rel': {
Haiyang Pancf765862021-03-18 20:39:152329 'args': [
2330 '--test-launcher-filter-file=../../testing/buildbot/filters/android.emulator_11.gl_tests.filter',
2331 ],
2332 },
Haiyang Pan2a55a452022-03-03 08:18:332333 'android-12-x64-rel': {
Haiyang Pan382008922021-11-19 21:15:092334 'args': [
Haiyang Pand1a294512023-02-09 19:40:122335 '--test-launcher-filter-file=../../testing/buildbot/filters/android.emulator_12_12l_13.gl_tests.filter',
2336 ],
2337 },
2338 'android-12l-x64-dbg-tests': {
2339 'args': [
2340 '--test-launcher-filter-file=../../testing/buildbot/filters/android.emulator_12_12l_13.gl_tests.filter',
2341 ],
2342 },
2343 'android-13-x64-rel': {
2344 'args': [
2345 '--test-launcher-filter-file=../../testing/buildbot/filters/android.emulator_12_12l_13.gl_tests.filter',
Haiyang Pan382008922021-11-19 21:15:092346 ],
2347 },
Nate Fischerb0474702022-12-13 22:46:532348 'android-arm64-proguard-rel': {
2349 'args': [
2350 '--test-launcher-filter-file=../../testing/buildbot/filters/android.arm64_proguard_rel.gl_tests.filter', # https://crbug.com/1034007
2351 ],
2352 },
Ben Joycee3f55c902023-01-13 00:27:292353 'android-code-coverage-native': {
2354 'args': [
2355 '--test-launcher-filter-file=../../testing/buildbot/filters/android.pie_arm64_rel.gl_tests.filter', # https://crbug.com/1034007
2356 ],
2357 },
James Shenc47f7b12022-07-07 23:42:412358 'android-nougat-x86-rel': {
2359 'args': [
2360 '--test-launcher-filter-file=../../testing/buildbot/filters/android.emulator_n.gl_tests.filter',
2361 ],
2362 },
Andrew Luo38b311f2019-10-04 03:42:092363 'android-pie-arm64-rel': {
John Budorick79ec9012020-01-08 21:56:312364 'args': [
Andrew Luobe83fd82019-12-19 03:07:582365 '--test-launcher-filter-file=../../testing/buildbot/filters/android.pie_arm64_rel.gl_tests.filter', # https://crbug.com/1034007
2366 ],
Andrew Luo38b311f2019-10-04 03:42:092367 },
Haiyang Pan08d09dc2020-04-01 16:11:212368 'android-pie-x86-rel': {
John Budorick79ec9012020-01-08 21:56:312369 'args': [
2370 '--test-launcher-filter-file=../../testing/buildbot/filters/android.emulator.gl_tests.filter',
2371 ],
2372 },
Kenneth Russelleb60cbd22017-12-05 07:54:282373 },
2374 },
Takuto Ikutaf5333252019-11-06 16:07:082375 'gl_unittests': {
2376 'remove_from': [
Takuto Ikutaf5333252019-11-06 16:07:082377 # On Android, these are already run on the main waterfall.
2378 # Run them on the one-off Android FYI bots, though.
2379 'Android FYI Release (Nexus 5X)',
Brian Sheedyd9a809f02022-10-06 00:50:372380 # TODO(crbug.com/1363409): Enable these once they're shown to work on
2381 # Android.
2382 'Dawn Android arm DEPS Release (Pixel 4)',
2383 'Dawn Android arm Release (Pixel 4)',
Yuly Novikov37e04342020-05-29 00:52:042384 # Can't run on MSAN because gl_unittests uses the hardware driver,
2385 # which isn't instrumented.
2386 'Linux MSan Tests',
Takuto Ikutaf5333252019-11-06 16:07:082387 ],
Haiyang Pan505fcd5a2021-12-13 19:46:232388 'modifications': {
Haiyang Pan2a55a452022-03-03 08:18:332389 'android-12-x64-rel': {
Haiyang Pan505fcd5a2021-12-13 19:46:232390 'args': [
2391 '--test-launcher-filter-file=../../testing/buildbot/filters/android.emulator_12.gl_unittests.filter',
2392 ],
2393 },
2394 },
Takuto Ikutaf5333252019-11-06 16:07:082395 },
2396 'gl_unittests_ozone': {
2397 'remove_from': [
2398 # Can't run on MSAN because gl_unittests_ozone uses the hardware driver,
2399 # which isn't instrumented.
2400 'Linux ChromiumOS MSan Tests',
2401 ],
2402 },
Brian Sheedy0bf7f822022-07-21 17:44:432403 'gold_common_pytype': {
2404 'remove_from': [
2405 'linux-code-coverage',
2406 ],
2407 },
Takuto Ikutaf5333252019-11-06 16:07:082408 'gpu_process_launch_tests': {
2409 # TODO(https://crbug.com/850107): Remove the Android FYI Release (Pixel 2)
2410 # exception once there is enough capacity to run these tests.
2411 'remove_from': [
Takuto Ikutaf5333252019-11-06 16:07:082412 'Android FYI Release (Pixel 2)',
2413 ],
2414 },
Brian Sheedy053d88cf2022-05-24 23:40:052415 'gpu_pytype': {
2416 'remove_from': [
2417 'linux-code-coverage',
2418 ],
2419 },
Chong Gu76046412021-09-22 17:49:212420 'gpu_unittests': {
Chong Gudf7fbe92021-02-24 02:55:582421 'modifications': {
2422 'fuchsia-code-coverage': {
2423 'swarming': {
2424 'shards': 5,
2425 },
2426 },
2427 },
2428 },
Kevin McNeed21a6c522021-06-14 21:27:252429 'grit_python_unittests': {
2430 'remove_from': [
Titouan Rigoudy9e860832021-11-08 15:34:452431 # TODO(https://crbug.com/1267125): Re-enable.
2432 'mac11-arm64-rel-tests',
Zhaoyang Li5d3713d2022-06-13 18:01:172433 # TODO(https://crbug.com/1267125): Re-enable.
2434 'mac12-arm64-rel-tests',
Kevin McNeed21a6c522021-06-14 21:27:252435 ],
2436 },
Brian Sheedye285c9b2019-07-15 21:42:462437 'hardware_accelerated_feature_tests': {
2438 # TODO(https://crbug.com/850107): Remove the Android FYI Release (Pixel 2)
2439 # exception once there is enough capacity to run these tests.
2440 'remove_from': [
Brian Sheedye285c9b2019-07-15 21:42:462441 'Android FYI Release (Pixel 2)',
2442 ],
2443 },
Brad Halla36886c2019-02-26 16:52:292444 'headless_browsertests': {
Chong Gud08d1232021-09-11 08:53:592445 'remove_from': [
2446 'CrWinAsan(dll)', # https://crbug.com/935598
Maksim Sisovc81d284c2021-10-05 17:54:352447 # Wayland bot doesn't support headless mode.
2448 'Linux Tests (Wayland)',
Chong Gud08d1232021-09-11 08:53:592449 ],
Chong Gud1a5c5992021-04-09 04:08:322450 'modifications': {
2451 'fuchsia-code-coverage': {
2452 'swarming': {
Chong Gu115ce152021-04-15 23:57:162453 'shards': 6,
Chong Gud1a5c5992021-04-09 04:08:322454 },
2455 },
2456 },
Brad Halla36886c2019-02-26 16:52:292457 },
Kenneth Russell8a386d42018-06-02 09:48:012458 'info_collection_tests': {
2459 'remove_from': [
Kenneth Russell8a386d42018-06-02 09:48:012460 'Android V8 FYI Release (Nexus 5X)',
2461 'Linux V8 FYI Release (NVIDIA)',
Michael Achenbach5fdfc67b2018-12-13 13:26:352462 'Linux V8 FYI Release - pointer compression (NVIDIA)',
Kenneth Russell8a386d42018-06-02 09:48:012463 'Mac V8 FYI Release (Intel)',
2464 'Win V8 FYI Release (NVIDIA)',
2465 ],
Brian Sheedyfe61cdac2020-02-12 01:25:592466 'modifications': {
Brian Sheedyb18cb762020-06-30 00:09:292467 'ChromeOS FYI Release (amd64-generic)': {
Brian Sheedy65be3052020-06-26 19:26:512468 'args': [
Brian Sheedyb18cb762020-06-30 00:09:292469 # Swarming does not report a GPU since tests are run in a VM, but
2470 # the VM does report that a GPU is present.
2471 '--expected-device-id', '1050',
Brian Sheedydf2672f2020-05-07 20:44:362472 ],
2473 },
Chong Gubd236c22022-10-12 18:11:562474 'fuchsia-x64-chrome-rel': {
Chong Gu3065cdc2022-02-28 21:03:032475 'args': [
2476 # Swarming does not report a GPU since tests are run in a VM, but
2477 # the VM does report that a GPU is present.
2478 '--expected-device-id', 'c0de',
2479 ],
2480 },
Brian Sheedyfe61cdac2020-02-12 01:25:592481 },
Brian Sheedy32eeeb52020-05-22 01:49:372482 'replacements': {
2483 'ChromeOS FYI Release (amd64-generic)': {
2484 'args': {
2485 # Swarming does not report a GPU since tests are run in a VM, but
2486 # the VM does report that a GPU is present.
2487 '--expected-vendor-id': '1af4',
Brian Sheedyb18cb762020-06-30 00:09:292488 # Magic substitution happens after regular replacement, so remove it
2489 # now since we are manually applying the expected device ID above.
2490 '$$MAGIC_SUBSTITUTION_GPUExpectedDeviceId': None,
Brian Sheedy32eeeb52020-05-22 01:49:372491 },
Brian Sheedyff6d1442020-09-19 00:46:312492 },
Brian Sheedye9c7afe52022-06-13 21:19:372493 'Mac FYI Experimental Release (Apple M1)': {
2494 'args': {
2495 # The GPU information is not yet exposed in swarming, so we can't
2496 # explicitly request it and have the JSON generation handle this
2497 # automatically.
2498 '--expected-vendor-id': '106b',
2499 },
2500 },
Brian Sheedy177addbf2021-09-24 19:06:512501 'Mac FYI Release (Apple M1)': {
2502 'args': {
2503 # The GPU information is not yet exposed in swarming, so we can't
2504 # explicitly request it and have the JSON generation handle this
2505 # automatically.
2506 '--expected-vendor-id': '106b',
2507 },
2508 },
Chong Gubd236c22022-10-12 18:11:562509 'fuchsia-x64-chrome-rel': {
Chong Gu3065cdc2022-02-28 21:03:032510 'args': {
2511 # The GPU information is not exposed in swarming since Fuchsia
2512 # launches an emulator on the GCE machine.
2513 '--expected-vendor-id': '1ae0',
2514 '$$MAGIC_SUBSTITUTION_GPUExpectedDeviceId': None,
2515 },
2516 },
Brian Sheedy32eeeb52020-05-22 01:49:372517 },
Kenneth Russell8a386d42018-06-02 09:48:012518 },
Kenneth Russelleb60cbd22017-12-05 07:54:282519 'interactive_ui_tests': {
Brad Halla36886c2019-02-26 16:52:292520 'remove_from': [
Brad Halla36886c2019-02-26 16:52:292521 'CrWinAsan(dll)', # https://crbug.com/935598
2522 ],
Kenneth Russelleb60cbd22017-12-05 07:54:282523 'modifications': {
Stephen Martinis1384ff92020-01-07 19:52:152524 'Linux - Future (dbg)': { # client.v8.chromium
Nico Weberdae13cd92018-12-14 13:56:262525 'swarming': {
Stephen Martinis1384ff92020-01-07 19:52:152526 'shards': 3,
Nico Weberdae13cd92018-12-14 13:56:262527 },
2528 },
John Budorickca14c76f62017-12-09 14:19:182529 'Linux ASan LSan Tests (1)': {
Ben Pastened2c01af2022-01-31 23:06:442530 # These are slow on the ASan trybot for some reason, crbug.com/1257927
Nico Weber96a75a6942018-06-20 04:53:172531 'swarming': {
Stephanie Kim75e95f62022-11-04 16:06:132532 'shards': 12,
Nico Weber96a75a6942018-06-20 04:53:172533 },
2534 },
Pavol Marko05b6bb92022-03-21 12:33:292535 'Linux Chromium OS ASan LSan Tests (1)': {
2536 # These are slow on the ASan trybot for some reason, crbug.com/1257927
2537 'swarming': {
2538 'shards': 6,
2539 'quickrun_shards': 12,
2540 },
2541 },
Takuto Ikuta54671d972018-07-19 19:06:352542 'Linux ChromiumOS MSan Tests': {
2543 # These are very slow on the Chrome OS MSAN trybot for some reason.
2544 # crbug.com/865455
2545 'swarming': {
2546 'shards': 5,
2547 },
2548 },
Stephen Martinis1384ff92020-01-07 19:52:152549 'Linux TSan Tests': {
Ben Pastened2c01af2022-01-31 23:06:442550 # These are slow on the TSan bots for some reason, crbug.com/1257927
Dirk Pranke8fd63c12017-12-10 18:06:272551 'swarming': {
Stephen Martinisad6cb7af2021-02-24 01:12:002552 'shards': 32, # Adjusted for testing, see https://crbug.com/1179567
Dirk Pranke8fd63c12017-12-10 18:06:272553 },
2554 },
Maksim Sisovc81d284c2021-10-05 17:54:352555 # https://crbug.com/1192997
2556 'Linux Tests (Wayland)': {
2557 'args': [
2558 '--test-launcher-filter-file=../../testing/buildbot/filters/ozone-linux.interactive_ui_tests_wayland.filter',
2559 ],
2560 },
Lindsay Pasrichab3f72db2021-09-22 22:05:462561 'Mac ASan 64 Tests (1)': { # https://crbug.com/1251656
2562 'experiment_percentage': 100,
2563 },
Struan Shrimptone772d72f2021-12-15 07:50:092564 'Mac11 Tests': {
2565 'swarming': {
2566 'quickrun_shards': 6,
2567 },
2568 },
Yue She0cad2922022-06-24 15:06:072569 'Mac12 Tests': {
2570 'swarming': {
Stephanie Kim28fc5902022-11-11 14:54:422571 'shards': 6,
Struan Shrimpton5786bfd02023-01-11 00:47:542572 'inverse_quickrun_shards': 12,
Yue She0cad2922022-06-24 15:06:072573 },
2574 },
Cameron Higgins7558b162022-06-10 18:53:072575 'Mac12 Tests (dbg)': { # https://crbug.com/1265051
Zhaoyang Li9357e1e12021-12-07 18:53:172576 'experiment_percentage': 100,
2577 },
Stephen Martinis1384ff92020-01-07 19:52:152578 'ToTLinuxTSan': {
Ben Pastened2c01af2022-01-31 23:06:442579 # These are slow on the TSan bots for some reason, crbug.com/1257927
Stephen Martinis1384ff92020-01-07 19:52:152580 'swarming': {
2581 'shards': 6,
2582 },
2583 },
Struan Shrimptona1ab7672022-01-13 18:02:512584 'Win10 Tests x64': {
2585 'swarming': {
Stephanie Kima57b46a2022-10-27 22:09:032586 'shards': 9,
Struan Shrimptona1ab7672022-01-13 18:02:512587 },
2588 },
Stephen Martinis1384ff92020-01-07 19:52:152589 # temporary, https://crbug.com/818832
Greg Thompson3eb7e6522018-05-25 09:04:032590 'Win10 Tests x64 (dbg)': {
2591 'experiment_percentage': 100,
2592 },
Jacob Kopczynski3a555bd32020-12-10 01:41:162593 # TODO(crbug.com/970649): Remove these filters.
Ben Pastene8ef125e2019-12-10 01:46:292594 'linux-chromeos-chrome': {
Ben Pastene8ef125e2019-12-10 01:46:292595 'args': [
2596 '--gtest_filter=-SadTabViewInteractiveUITest.ReloadMultipleSadTabs',
2597 ],
2598 },
Stephen Martinis1384ff92020-01-07 19:52:152599 'linux-chromeos-code-coverage': {
Yuke Liao79424e42020-01-06 21:00:112600 'swarming': {
2601 'shards': 10,
2602 },
2603 },
Pavol Marko582a15d2022-04-01 12:47:202604 'linux-chromeos-dbg': {
2605 'swarming': {
2606 'shards': 6,
2607 },
2608 },
Stephanie Kim3aa4c552023-01-10 18:00:042609 'linux-chromeos-rel': {
2610 'swarming': {
2611 'shards': 5,
2612 },
2613 },
Stephen Martinis1384ff92020-01-07 19:52:152614 'linux-code-coverage': {
Yuke Liao79424e42020-01-06 21:00:112615 'swarming': {
2616 'shards': 10,
2617 },
2618 },
Thiago Perrottad12c7872023-01-12 17:30:562619 'linux-rel-cft': {
2620 'args': [
2621 '--test-launcher-filter-file=../../testing/buildbot/filters/linux.linux-rel-cft.interactive_ui_tests.filter',
2622 ],
2623 },
Kuan Huang235b0142021-10-19 18:59:282624 'mac-code-coverage': {
2625 'args': [
2626 '--coverage-continuous-mode=1',
2627 ],
2628 },
Lindsay Pasricha60535a22021-12-13 16:50:242629 # TODO (crbug.com/1278617) Re-enable once fixed
2630 'mac-osxbeta-rel': {
2631 'experiment_percentage': 100,
2632 },
Thiago Perrottad12c7872023-01-12 17:30:562633 'mac-rel-cft': {
2634 'args': [
2635 '--test-launcher-filter-file=../../testing/buildbot/filters/mac.mac-rel-cft.interactive_ui_tests.filter',
2636 ],
Thiago Perrottaa289bad2023-01-20 12:44:392637 'swarming': {
2638 'shards': 6,
2639 'inverse_quickrun_shards': 12,
2640 },
Thiago Perrottad12c7872023-01-12 17:30:562641 },
Kuan Huang1b52d442023-02-07 20:35:342642 'win-asan': {
2643 # Tests shows tests run faster with fewer retries by using fewer jobs crbug.com/1411912
2644 'args': [
2645 '--test-launcher-jobs=3',
2646 ],
2647 'swarming': {
2648 'shards': 6,
2649 },
2650 },
Thiago Perrottad12c7872023-01-12 17:30:562651 'win-rel-cft': {
2652 'args': [
2653 '--test-launcher-filter-file=../../testing/buildbot/filters/win.win-rel-cft.interactive_ui_tests.filter',
2654 ],
Thiago Perrotta314f7b02023-01-19 21:30:532655 'swarming': {
2656 'shards': 9,
2657 },
Thiago Perrottad12c7872023-01-12 17:30:562658 },
Kenneth Russelleb60cbd22017-12-05 07:54:282659 },
2660 },
Sven Zhengef0d0872022-04-04 22:13:292661 'interactive_ui_tests amd64-generic': {
Yuke Liaob6beaeca2021-04-29 23:41:512662 'remove_from': [
2663 # TODO(crbug.com/1204231): Re-enable.
2664 'lacros-amd64-generic-rel',
Yuke Liao859819d2022-02-24 08:23:492665 'lacros-amd64-generic-rel-fyi',
Yuke Liaob6beaeca2021-04-29 23:41:512666 ]
2667 },
Sven Zhengef0d0872022-04-04 22:13:292668 'interactive_ui_tests eve': {
Yuke Liao79a8cf52021-06-11 18:14:342669 'remove_from': [
2670 # TODO(crbug.com/1204231): Re-enable.
2671 'lacros-amd64-generic-rel',
Yuke Liao859819d2022-02-24 08:23:492672 'lacros-amd64-generic-rel-fyi',
Yuke Liao79a8cf52021-06-11 18:14:342673 ]
2674 },
John Budorickf00e5ff2019-06-11 21:21:062675 'ipc_tests': {
2676 'modifications': {
2677 'android-asan': {
2678 'swarming': {
2679 'shards': 2,
2680 },
2681 },
2682 },
2683 },
Jieting Yange63d9cf2022-09-20 21:57:502684 'lacros_all_tast_tests jacuzzi': {
2685 'modifications': {
2686 'lacros-arm-generic-chrome': {
2687 'experiment_percentage': 100,
2688 },
Jieting Yangd81cc962022-12-05 21:26:132689 'lacros-arm-generic-rel': {
2690 'ci_only': True,
2691 },
2692 },
2693 },
2694 'lacros_cq_tast_tests_jacuzzi jacuzzi': {
2695 'modifications': {
2696 'lacros-arm-generic-rel': {
2697 'ci_only': True,
2698 },
Jieting Yange63d9cf2022-09-20 21:57:502699 },
2700 },
Dirk Pranke8d2a9f52022-12-08 20:25:422701 'mac_signing_tests': {
2702 'remove_from': [
2703 # This is intentional and explained in the waterfalls.pyl comment for
2704 # this builder.
2705 'mac-rel-cft',
2706 ],
2707 },
Jonah Ryan-Davis832c8462020-06-09 03:45:032708 'maps_pixel_passthrough_test': {
Brian Sheedyc0c142c2021-06-01 21:18:052709 'modifications': {
2710 'Android FYI Release (Pixel 4)': {
2711 'args': [
2712 # Pixel 4s are weird in that they can output in different color spaces
2713 # simultaneously. The readback code for capturing a screenshot assumes
2714 # only one color space, so disable wide color gamut for the test to
2715 # work around the issue. See https://crbug.com/1166379 for more
2716 # information.
2717 '--extra-browser-args=--disable-wcg-for-test',
2718 ],
2719 },
Ben Pastene63f13302022-05-12 21:04:052720 'android_optional_gpu_tests_rel': {
2721 'args': [
2722 # See above.
2723 '--extra-browser-args=--disable-wcg-for-test',
2724 ],
2725 },
Brian Sheedyc0c142c2021-06-01 21:18:052726 },
Jonah Ryan-Davis832c8462020-06-09 03:45:032727 'replacements': {
2728 # The V8 builders pass the V8 revision for ${got_revision}, so instead
2729 # use ${got_cr_revision}, which is only set on the V8 bots.
2730 'Linux V8 FYI Release (NVIDIA)': {
2731 'args': {
2732 '--git-revision': '${got_cr_revision}',
2733 },
2734 },
2735 'Linux V8 FYI Release - pointer compression (NVIDIA)': {
2736 'args': {
2737 '--git-revision': '${got_cr_revision}',
2738 },
2739 },
Jonah Ryan-Davisdeeffeaf2020-06-18 17:56:002740 'Mac V8 FYI Release (Intel)': {
2741 'args': {
2742 '--git-revision': '${got_cr_revision}',
2743 },
2744 },
Jonah Ryan-Davis832c8462020-06-09 03:45:032745 'Win V8 FYI Release (NVIDIA)': {
2746 'args': {
2747 '--git-revision': '${got_cr_revision}',
2748 },
2749 },
2750 },
2751 },
2752 'maps_pixel_validating_test': {
Brian Sheedy0566f2cb2021-02-12 22:12:502753 'modifications': {
2754 'Android FYI Release (Pixel 4)': {
2755 'args': [
2756 # Pixel 4s are weird in that they can output in different color spaces
2757 # simultaneously. The readback code for capturing a screenshot assumes
2758 # only one color space, so disable wide color gamut for the test to
2759 # work around the issue. See https://crbug.com/1166379 for more
2760 # information.
2761 '--extra-browser-args=--disable-wcg-for-test',
2762 ],
2763 },
Ben Pastene63f13302022-05-12 21:04:052764 'android_optional_gpu_tests_rel': {
2765 'args': [
2766 # See above.
2767 '--extra-browser-args=--disable-wcg-for-test',
2768 ],
2769 },
Brian Sheedy0566f2cb2021-02-12 22:12:502770 },
Brian Sheedye285c9b2019-07-15 21:42:462771 # TODO(https://crbug.com/850107): Remove the Android FYI Release (Pixel 2)
2772 # exception once there is enough capacity to run these tests.
2773 'remove_from': [
Brian Sheedye285c9b2019-07-15 21:42:462774 'Android FYI Release (Pixel 2)',
2775 ],
Brian Sheedy44fd891b2019-10-03 20:07:542776 'replacements': {
Brian Sheedy44fd891b2019-10-03 20:07:542777 # The V8 builders pass the V8 revision for ${got_revision}, so instead
2778 # use ${got_cr_revision}, which is only set on the V8 bots.
2779 'Android V8 FYI Release (Nexus 5X)': {
2780 'args': {
Brian Sheedy4d335deb2020-04-01 20:47:322781 '--git-revision': '${got_cr_revision}',
Brian Sheedy44fd891b2019-10-03 20:07:542782 },
2783 },
Brian Sheedy44fd891b2019-10-03 20:07:542784 },
Brian Sheedye285c9b2019-07-15 21:42:462785 },
Andrew Luo38b311f2019-10-04 03:42:092786 'media_unittests': {
2787 'modifications': {
Haiyang Pan9d68ca02021-08-04 21:30:472788 'android-11-x86-rel': {
Haiyang Pancf765862021-03-18 20:39:152789 'args': [
Haiyang Pan9c91cd42023-02-08 23:19:592790 '--test-launcher-filter-file=../../testing/buildbot/filters/android.emulator.media_unittests.filter',
Haiyang Pan80b0d412021-11-23 00:06:422791 ],
2792 },
Haiyang Pan2a55a452022-03-03 08:18:332793 'android-12-x64-rel': {
Haiyang Pan80b0d412021-11-23 00:06:422794 'args': [
Haiyang Pan9c91cd42023-02-08 23:19:592795 '--test-launcher-filter-file=../../testing/buildbot/filters/android.emulator.media_unittests.filter',
2796 ],
2797 },
2798 'android-12l-x64-dbg-tests': {
2799 'args': [
2800 '--test-launcher-filter-file=../../testing/buildbot/filters/android.emulator.media_unittests.filter',
2801 ],
2802 },
2803 'android-13-x64-rel': {
2804 'args': [
2805 '--test-launcher-filter-file=../../testing/buildbot/filters/android.emulator.media_unittests.filter',
Haiyang Pancf765862021-03-18 20:39:152806 ],
2807 },
Andrew Luo38b311f2019-10-04 03:42:092808 'android-pie-arm64-rel': {
Andrew Luobe83fd82019-12-19 03:07:582809 'args': [
2810 '--gtest_filter=-AAudio/AudioOutputTest.Play200HzTone/0', # https://crbug.com/1034009
2811 ],
Andrew Luo38b311f2019-10-04 03:42:092812 },
Chong Gudf7fbe92021-02-24 02:55:582813 'fuchsia-code-coverage': {
2814 'swarming': {
2815 'shards': 3,
2816 },
2817 },
Chong Gub2446462021-08-19 18:44:082818 'fuchsia-fyi-arm64-dbg': {
2819 'args': [
2820 '--test-launcher-filter-file=../../testing/buildbot/filters/fuchsia.debug.media_unittests.filter',
2821 ],
2822 },
Andrew Luo38b311f2019-10-04 03:42:092823 },
2824 },
Chong Gu4eca1ce2021-05-17 08:49:572825 'mediapipe_validating_tests': {
Rohan Pavonedf728bee22022-11-09 21:32:552826 'modifications': {
David Dorwin06fae772022-10-07 16:34:422827 # TODO(crbug.com/1372213): Remove once tests are stable.
David Dorwinf060a72d2022-10-05 22:09:032828 'fuchsia-x64-chrome-rel': {
Chong Guabe5adec02022-03-24 17:41:302829 'experiment_percentage': 100,
2830 },
2831 },
Chong Gu4eca1ce2021-05-17 08:49:572832 'remove_from': [
David Dorwin06fae772022-10-07 16:34:422833 # TODO(crbug.com/1372213): Remove these once tests are stable.
David Dorwin49b2ddb2022-09-08 20:49:432834 'fuchsia-x64-cast-receiver-rel',
2835 'fuchsia-x64-rel',
Chong Gu4eca1ce2021-05-17 08:49:572836 ],
2837 },
Ben Joyce02dc8092021-03-04 21:48:192838 'mojo_test_apk': {
2839 'remove_from': [
2840 'android-code-coverage-native', # Does not generate profraw data.
2841 ],
2842 },
John Budorickf00e5ff2019-06-11 21:21:062843 'mojo_unittests': {
2844 'modifications': {
2845 'android-asan': {
2846 'swarming': {
John Budorick5a29d7542019-10-11 20:56:442847 'shards': 5,
John Budorickf00e5ff2019-06-11 21:21:062848 },
2849 },
Chong Gudf7fbe92021-02-24 02:55:582850 'fuchsia-code-coverage': {
2851 'swarming': {
2852 'shards': 2,
2853 },
2854 },
John Budorickf00e5ff2019-06-11 21:21:062855 },
2856 },
bsheedye9469572019-01-23 17:31:332857 'monochrome_public_test_ar_apk': {
2858 'modifications': {
Brian Sheedy12169aa2019-10-16 23:38:032859 'Nougat Phone Tester': {
2860 'args': [
2861 # ArCore is not installed as a system app on N, so we can install it
2862 # normally instead of replacing the system version.
2863 '--additional-apk=//third_party/arcore-android-sdk/test-apks/arcore/arcore_current.apk'
2864 ],
2865 },
bsheedye9469572019-01-23 17:31:332866 # We need to match the Playstore version as well because AR tests fail on
2867 # old versions of the Playstore.
2868 'Oreo Phone Tester': {
Brian Sheedy2bcd16b2019-04-22 22:47:082869 'args': [
2870 # ArCore is not installed as a system app on O, so we can install it
2871 # normally instead of replacing the system version.
2872 '--additional-apk=//third_party/arcore-android-sdk/test-apks/arcore/arcore_current.apk'
2873 ],
bsheedye9469572019-01-23 17:31:332874 'swarming': {
2875 'dimension_sets': [
2876 {
2877 'device_os': 'OPR3.170623.008',
bsheedye9469572019-01-23 17:31:332878 'device_type': 'marlin',
2879 'os': 'Android',
2880 },
2881 ],
2882 },
2883 },
Haiyang Pan57159eba2020-05-07 23:14:132884 'android-10-arm64-rel': {
2885 'args': [
Brian Sheedy4dc4a6f2020-09-17 22:18:502886 '--remove-system-package=com.google.ar.core',
2887 '--additional-apk=//third_party/arcore-android-sdk/test-apks/arcore/arcore_current.apk',
Haiyang Pan57159eba2020-05-07 23:14:132888 ]
2889 },
Brian Sheedy2bcd16b2019-04-22 22:47:082890 'android-pie-arm64-dbg': {
2891 'args': [
Brian Sheedy4dc4a6f2020-09-17 22:18:502892 '--remove-system-package=com.google.ar.core',
2893 '--additional-apk=//third_party/arcore-android-sdk/test-apks/arcore/arcore_current.apk',
Brian Sheedy2bcd16b2019-04-22 22:47:082894 ]
2895 }
bsheedye9469572019-01-23 17:31:332896 },
2897 },
Kenneth Russellfbda3c532017-12-08 23:57:242898 'nacl_loader_unittests': {
2899 'remove_from': [
Nico Weber48f187142018-06-01 15:16:352900 'ToTMacASan', # The mac asan tot bot sets enable_nacl=false
Nico Weber3611ee802018-06-07 13:34:512901 'linux-win_cross-rel', # Sets enable_nacl=false, https://crbug.com/774186
Nico Webera8fc38f72018-04-10 02:20:112902 'Linux TSan Tests', # The TSan bot sets enable_nacl=false
Nico Weber05d3e642018-05-31 16:59:482903 'Mac ASan 64 Tests (1)', # The mac asan bot sets enable_nacl=false
Kenneth Russellfbda3c532017-12-08 23:57:242904 ],
2905 },
Kenneth Russelleb60cbd22017-12-05 07:54:282906 'net_unittests': {
2907 'modifications': {
Nico Weber33b9b7a2020-06-12 19:23:272908 'CrWinAsan': {
Ben Pastened2c01af2022-01-31 23:06:442909 # TODO(crbug.com/1257927): net_unittests is slow under ASan.
Nico Weber33b9b7a2020-06-12 19:23:272910 'swarming': {
2911 'shards': 16,
2912 },
2913 },
2914 'CrWinAsan(dll)': {
Ben Pastened2c01af2022-01-31 23:06:442915 # TODO(crbug.com/1257927): net_unittests is slow under ASan.
Nico Weber33b9b7a2020-06-12 19:23:272916 'swarming': {
2917 'shards': 16,
2918 },
2919 },
John Budorickca14c76f62017-12-09 14:19:182920 'Linux ASan LSan Tests (1)': {
John Budorick5052d552017-12-13 02:59:342921 # These are very slow on the ASAN trybot for some reason.
Ben Pastened2c01af2022-01-31 23:06:442922 # crbug.com/1257927
John Budorickca14c76f62017-12-09 14:19:182923 'swarming': {
John Budorick5052d552017-12-13 02:59:342924 'shards': 16,
John Budorickca14c76f62017-12-09 14:19:182925 },
2926 },
2927 'Linux Chromium OS ASan LSan Tests (1)': {
Takuto Ikuta54671d972018-07-19 19:06:352928 # These are very slow on the ASAN trybot for some reason.
Ben Pastened2c01af2022-01-31 23:06:442929 # crbug.com/1257927
John Budorickca14c76f62017-12-09 14:19:182930 'swarming': {
Sergey Berezinda3255c2018-03-16 00:34:022931 'shards': 8,
John Budorickca14c76f62017-12-09 14:19:182932 }
2933 },
Takuto Ikuta54671d972018-07-19 19:06:352934 'Linux ChromiumOS MSan Tests': {
2935 # These are very slow on the Chrome OS MSAN trybot for some reason.
2936 # crbug.com/865455
2937 'swarming': {
2938 'shards': 2,
2939 },
2940 },
John Budorickca14c76f62017-12-09 14:19:182941 'Linux TSan Tests': {
2942 'swarming': {
2943 'shards': 4,
2944 }
2945 },
Ben Pastene8bf205b2018-06-13 04:00:332946 # The suite runs signficantly slower on linux dbg, so increase shards.
2947 'Linux Tests (dbg)(1)': {
2948 'swarming': {
2949 'shards': 2,
2950 },
2951 },
Stephen Martinis1384ff92020-01-07 19:52:152952 'ToTLinuxASan': {
Ben Pastened2c01af2022-01-31 23:06:442953 # TODO(crbug.com/1257927): net_unittests is slow under ASan.
Stephen Martinis1384ff92020-01-07 19:52:152954 'swarming': {
2955 'shards': 16,
2956 },
2957 },
2958 'ToTLinuxTSan': {
2959 'swarming': {
2960 'shards': 4,
2961 }
2962 },
Struan Shrimpton5786bfd02023-01-11 00:47:542963 'android-12-x64-rel': {
2964 'swarming': {
2965 'inverse_quickrun_shards': 6,
2966 },
2967 },
Stefano Duof44278b2021-08-02 16:29:382968 'android-cronet-x86-dbg-10-tests': {
2969 'args': [
2970 '--test-launcher-filter-file=../../testing/buildbot/filters/android.emulator_10.net_unittests.filter',
2971 ],
2972 },
Chidera Olibie262e33e2022-03-02 11:45:282973 'android-cronet-x86-dbg-lollipop-tests': {
2974 'args': [
2975 '--test-launcher-filter-file=../../testing/buildbot/filters/android.emulator_l.net_unittests.filter',
2976 ],
2977 },
Chidera Olibieef99a55ca2021-10-01 21:42:002978 'android-cronet-x86-dbg-oreo-tests': {
2979 'args': [
2980 '--test-launcher-filter-file=../../testing/buildbot/filters/android.emulator.net_unittests.filter',
2981 ],
2982 },
Chidera Olibie509fd732021-09-30 20:17:172983 'android-cronet-x86-dbg-pie-tests': {
2984 # crbug.com/1046060
2985 'args': [
2986 '--test-launcher-filter-file=../../testing/buildbot/filters/android.emulator.net_unittests.filter',
2987 ],
2988 },
Chidera Olibie5c0ec912022-03-23 10:44:512989 'android-cronet-x86-rel-kitkat-tests': {
2990 'args': [
2991 '--test-launcher-filter-file=../../testing/buildbot/filters/android.emulator_k.net_unittests.filter',
2992 ],
2993 },
Haiyang Pan08d09dc2020-04-01 16:11:212994 'android-pie-x86-rel': {
John Budorick7fde6b492020-01-29 17:43:502995 # crbug.com/1046060
2996 'args': [
2997 '--test-launcher-filter-file=../../testing/buildbot/filters/android.emulator.net_unittests.filter',
2998 ],
2999 },
Struan Shrimpton4b7abc02021-12-16 01:36:593000 'chromeos-amd64-generic-rel': {
3001 'swarming': {
3002 'quickrun_shards': 6,
3003 },
3004 },
Chong Gu76046412021-09-22 17:49:213005 'fuchsia-code-coverage': {
3006 'swarming': {
3007 'shards': 14,
3008 },
3009 },
Ben Pastene8bf205b2018-06-13 04:00:333010 'linux-chromeos-dbg': {
3011 'swarming': {
3012 'shards': 2,
3013 },
3014 },
Nico Weber33b9b7a2020-06-12 19:23:273015 'win-asan': {
Ben Pastened2c01af2022-01-31 23:06:443016 # TODO(crbug.com/1257927): net_unittests is slow under ASan.
Nico Weber33b9b7a2020-06-12 19:23:273017 'swarming': {
3018 'shards': 16,
3019 },
3020 },
Kenneth Russelleb60cbd22017-12-05 07:54:283021 },
3022 },
John Chenaab16fc02020-03-03 06:35:453023 'not_site_per_process_blink_web_tests': {
Lukasz Anforowicz04bc6302018-11-19 19:04:283024 'remove_from': [
Lukasz Anforowicz04bc6302018-11-19 19:04:283025 # TODO(dpranke): Should we be running this step on Linux Tests (dbg)(1)?
3026 'Linux Tests (dbg)(1)',
Lukasz Anforowicz04bc6302018-11-19 19:04:283027 ],
Yuke Liaobc9ff982019-04-30 06:56:163028 'modifications': {
Stephen Martinis1384ff92020-01-07 19:52:153029 'Linux Tests': {
3030 "args": [
3031 "--additional-env-var=LLVM_PROFILE_FILE=${ISOLATED_OUTDIR}/profraw/default-%2m.profraw",
Stephen Martinis1384ff92020-01-07 19:52:153032 ],
Struan Shrimpton57c594e42022-01-25 17:59:133033 'swarming': {
3034 'quickrun_shards': 18,
3035 },
Stephen Martinis1384ff92020-01-07 19:52:153036 },
Yuke Liaoea70f472019-12-19 06:03:363037 'linux-code-coverage': {
3038 'args': [
3039 '--additional-env-var=LLVM_PROFILE_FILE=${ISOLATED_OUTDIR}/profraw/default-%2m.profraw',
Yuke Liaoea70f472019-12-19 06:03:363040 ],
3041 'swarming': {
3042 'shards': 20,
3043 },
3044 },
Thiago Perrotta61487462023-01-20 12:52:323045 'linux-rel-cft': {
3046 "args": [
3047 "--additional-env-var=LLVM_PROFILE_FILE=${ISOLATED_OUTDIR}/profraw/default-%2m.profraw",
3048 ],
3049 'swarming': {
3050 'quickrun_shards': 18,
3051 },
3052 },
Yuke Liaobc9ff982019-04-30 06:56:163053 },
Lukasz Anforowicz04bc6302018-11-19 19:04:283054 },
Xi Cheng34ca4042018-02-23 00:10:123055 'notification_helper_unittests': {
3056 'remove_from': [
Stephen Martinis1384ff92020-01-07 19:52:153057 # all these bots run Windows 7.
Xi Cheng34ca4042018-02-23 00:10:123058 'ToTWin',
3059 'ToTWin(dbg)',
3060 'ToTWin(dll)',
inglorionb8e7a3ed2019-04-12 09:49:033061 'ToTWinOfficial',
Arthur Eubanks0c24b822021-06-15 18:51:343062 'ToTWinOfficial64',
Xi Cheng34ca4042018-02-23 00:10:123063 'ToTWin64',
3064 'ToTWin64(dbg)',
3065 'ToTWin64(dll)',
Xi Cheng34ca4042018-02-23 00:10:123066 ],
3067 },
James Shenf4199bfd2022-08-13 00:44:273068 'oop_network_service_content_browsertests': {
3069 'modifications': {
3070 'android-12-x64-fyi-rel': {
3071 'args': [
3072 '--test-launcher-filter-file=../../testing/buildbot/filters/android.emulator_12.oop_network_service_content_browsertests.filter',
3073 ],
3074 },
3075 },
3076 },
Ben Pastenee723b2f2019-05-31 19:10:273077 'ozone_unittests': {
3078 'modifications': {
Ben Pastene8ef125e2019-12-10 01:46:293079 'chromeos-betty-pi-arc-chrome': {
3080 'args': [
3081 '--test-launcher-filter-file=../../testing/buildbot/filters/chromeos.ozone_unittests.filter',
3082 ],
3083 },
Ben Pastene500cc1d12021-01-22 18:10:473084 'chromeos-betty-pi-arc-chrome-dchecks': {
3085 'args': [
3086 '--test-launcher-filter-file=../../testing/buildbot/filters/chromeos.ozone_unittests.filter',
3087 ],
3088 },
Ben Pastene8ef125e2019-12-10 01:46:293089 'linux-chromeos-chrome': {
3090 'args': [
3091 '--test-launcher-filter-file=../../testing/buildbot/filters/chromeos.ozone_unittests.filter',
3092 ],
3093 },
Ben Pastenee723b2f2019-05-31 19:10:273094 },
3095 },
Maksim Sisovc81d284c2021-10-05 17:54:353096 'ozone_x11_unittests': {
3097 # Wayland bot uses chromium_linux_gtests that includes some x11 only
3098 # test targets. To avoid maintaining a list of tests, remove them here.
3099 'remove_from': [
3100 'Linux Tests (Wayland)',
3101 ],
3102 },
Karen Qian385d2ca2019-03-19 21:49:583103 'perfetto_unittests': {
Haiyang Pan0e27adbeb2021-12-14 22:44:303104 'modifications': {
Haiyang Pan2a55a452022-03-03 08:18:333105 'android-12-x64-rel': {
Haiyang Pan0e27adbeb2021-12-14 22:44:303106 'args': [
3107 # TODO(crbug.com/1260440): Fix the failed test
3108 '--gtest_filter=-ScopedDirTest.CloseOutOfScope',
3109 ],
3110 },
Haiyang Pan32338b72023-02-08 23:48:583111 'android-12l-x64-dbg-tests': {
3112 'args': [
3113 # TODO(crbug.com/1260440): Fix the failed test
3114 '--gtest_filter=-ScopedDirTest.CloseOutOfScope',
3115 ],
3116 },
3117 'android-13-x64-rel': {
3118 'args': [
3119 # TODO(crbug.com/1260440): Fix the failed test
3120 '--gtest_filter=-ScopedDirTest.CloseOutOfScope',
3121 ],
3122 },
James Shen274775eb2022-07-06 22:54:433123 'android-nougat-x86-rel': {
3124 'args': [
3125 # TODO(crbug.com/1260440): Fix the failed test
3126 '--gtest_filter=-ScopedDirTest.CloseOutOfScope',
3127 ],
3128 },
Chong Gua10cd302022-01-14 19:22:193129 'fuchsia-fyi-x64-asan': {
3130 'args': [
Kevin Marshall847bf0332022-05-31 20:12:543131 # TODO(crbug.com/1199334): Error messages only show up in klog.
3132 '--gtest_filter=-PagedMemoryTest.AccessUncommittedMemoryTriggersASAN'
Chong Gua10cd302022-01-14 19:22:193133 ],
3134 },
Haiyang Pan0e27adbeb2021-12-14 22:44:303135 },
Karen Qian385d2ca2019-03-19 21:49:583136 'remove_from': [
Haiyang Pan363c59a2020-07-23 05:47:043137 # TODO(crbug.com/931138): Fix permission issue when creating tmp files
John Budorickd3fa5992019-12-13 17:22:413138 'android-arm64-proguard-rel',
John Budorickf2283d72019-06-25 01:09:093139 'android-asan',
Yun Liu022f4512019-06-10 23:14:043140 'android-code-coverage',
Yun Liu7cfd28a2019-10-30 01:57:123141 'android-code-coverage-native',
Andrew Luo38b311f2019-10-04 03:42:093142 'android-pie-arm64-rel',
Haiyang Pan08d09dc2020-04-01 16:11:213143 'android-pie-x86-rel',
Haiyang Pan9d68ca02021-08-04 21:30:473144 'android-11-x86-rel',
Karen Qian385d2ca2019-03-19 21:49:583145 'Nougat Phone Tester',
Arthur Eubanksc8f86ee2021-05-10 20:14:243146 'ToTAndroid'
Karen Qian385d2ca2019-03-19 21:49:583147 ]
3148 },
Stephen Martinis54d64ad2018-09-21 22:16:203149 'performance_test_suite': {
3150 'modifications': {
Cameron Higgins7558b162022-06-10 18:53:073151 'Mac12 Tests (dbg)': {
Zhaoyang Li9357e1e12021-12-07 18:53:173152 'args': [
3153 '--browser=debug',
3154 ],
3155 },
Stephen Martinis54d64ad2018-09-21 22:16:203156 'Win10 Tests x64 (dbg)': {
3157 'args': [
Takuto Ikutab28b582e2021-02-10 01:41:213158 '--browser=debug_x64',
Stephen Martinis54d64ad2018-09-21 22:16:203159 ],
3160 'experiment_percentage': 100,
3161 },
Stephen Martinis54d64ad2018-09-21 22:16:203162 },
3163 },
Sven Zheng00e75602022-11-16 18:01:383164 'pixel_browser_tests': {
3165 # This target should be removed from any CI only builders. Developers can
3166 # intentionally make UI changes. Without running pixel tests on CQ, those
3167 # cls will get wrongly reverted by sheriffs.
3168 # When we switch CQ builders(e.g. use Win11 to replace Win10), we also
3169 # need to update this field.
3170 'remove_from': [
3171 'Win11 Tests x64',
Thiago Perrotta8b9d127ab2023-01-19 18:08:443172 'win-rel-cft',
Sven Zheng00e75602022-11-16 18:01:383173 ],
3174 },
Jonah Ryan-Davis832c8462020-06-09 03:45:033175 'pixel_skia_gold_passthrough_test': {
Brian Sheedyc0c142c2021-06-01 21:18:053176 'modifications': {
3177 'Android FYI Release (Pixel 4)': {
3178 'args': [
3179 # Pixel 4s are weird in that they can output in different color spaces
3180 # simultaneously. The readback code for capturing a screenshot assumes
3181 # only one color space, so disable wide color gamut for the test to
3182 # work around the issue. See https://crbug.com/1166379 for more
3183 # information.
3184 '--extra-browser-args=--disable-wcg-for-test',
3185 ],
3186 },
Struan Shrimptone772d72f2021-12-15 07:50:093187 'Mac Retina Release (AMD)': {
3188 'swarming': {
3189 'quickrun_shards': 2,
3190 },
3191 },
Struan Shrimpton4b7abc02021-12-16 01:36:593192 'Win10 x64 Release (NVIDIA)': {
3193 'swarming': {
3194 'quickrun_shards': 2,
3195 },
3196 },
Ben Pastene63f13302022-05-12 21:04:053197 'android_optional_gpu_tests_rel': {
3198 'args': [
3199 # See above.
3200 '--extra-browser-args=--disable-wcg-for-test',
3201 ],
3202 },
Brian Sheedyc0c142c2021-06-01 21:18:053203 },
Jonah Ryan-Davis832c8462020-06-09 03:45:033204 'replacements': {
3205 # The V8 builders pass the V8 revision for ${got_revision}, so instead
3206 # use ${got_cr_revision}, which is only set on the V8 bots.
3207 'Linux V8 FYI Release (NVIDIA)': {
3208 'args': {
3209 '--git-revision': '${got_cr_revision}',
3210 },
3211 },
3212 'Linux V8 FYI Release - pointer compression (NVIDIA)': {
3213 'args': {
3214 '--git-revision': '${got_cr_revision}',
3215 },
3216 },
Jonah Ryan-Davisdeeffeaf2020-06-18 17:56:003217 'Mac V8 FYI Release (Intel)': {
3218 'args': {
3219 '--git-revision': '${got_cr_revision}',
3220 },
3221 },
Jonah Ryan-Davis832c8462020-06-09 03:45:033222 'Win V8 FYI Release (NVIDIA)': {
3223 'args': {
3224 '--git-revision': '${got_cr_revision}',
3225 },
3226 },
3227 },
3228 },
3229 'pixel_skia_gold_validating_test': {
Brian Sheedy0566f2cb2021-02-12 22:12:503230 'modifications': {
3231 'Android FYI Release (Pixel 4)': {
3232 'args': [
3233 # Pixel 4s are weird in that they can output in different color spaces
3234 # simultaneously. The readback code for capturing a screenshot assumes
3235 # only one color space, so disable wide color gamut for the test to
3236 # work around the issue. See https://crbug.com/1166379 for more
3237 # information.
3238 '--extra-browser-args=--disable-wcg-for-test',
3239 ],
3240 },
Ben Pastene63f13302022-05-12 21:04:053241 'android_optional_gpu_tests_rel': {
3242 'args': [
3243 # See above.
3244 '--extra-browser-args=--disable-wcg-for-test',
3245 ],
3246 },
David Dorwinf060a72d2022-10-05 22:09:033247 'fuchsia-x64-chrome-rel': { # https://crbug.com/1302427
Chong Guabe5adec02022-03-24 17:41:303248 'experiment_percentage': 100,
3249 },
Brian Sheedy0566f2cb2021-02-12 22:12:503250 },
Chong Gu0aa929e62022-03-03 15:34:133251 'remove_from': [
David Dorwin49b2ddb2022-09-08 20:49:433252 # TODO(https://crbug.com/1302427): Remove once tests pass.
David Dorwin49b2ddb2022-09-08 20:49:433253 'fuchsia-x64-cast-receiver-rel',
3254 'fuchsia-x64-rel',
Chong Gu0aa929e62022-03-03 15:34:133255 ],
Brian Sheedye6ea0ee2019-07-11 02:54:373256 'replacements': {
Brian Sheedye6ea0ee2019-07-11 02:54:373257 # The V8 builders pass the V8 revision for ${got_revision}, so instead
3258 # use ${got_cr_revision}, which is only set on the V8 bots.
3259 'Android V8 FYI Release (Nexus 5X)': {
3260 'args': {
Brian Sheedy4d335deb2020-04-01 20:47:323261 '--git-revision': '${got_cr_revision}',
Brian Sheedye6ea0ee2019-07-11 02:54:373262 },
3263 },
Brian Sheedye6ea0ee2019-07-11 02:54:373264 },
3265 },
3266 'pixel_test':{
Takuto Ikuta35c85522019-06-04 16:55:463267 'modifications': {
3268 'Android Release (Nexus 5X)': {
3269 'swarming': {
3270 'shards': 2,
3271 },
3272 },
3273 },
Nico Weber128fd382018-06-14 23:29:273274 },
Henrique Nakashima87b6d8b2022-07-13 13:59:043275 'sandbox_linux_unittests': {
John Budorickdce9d462019-03-23 00:25:383276 'modifications': {
James Shenca34ad02022-06-29 22:38:513277 'android-nougat-x86-rel': {
3278 'args': [
3279 '--test-launcher-filter-file=../../testing/buildbot/filters/android.emulator.sandbox_linux_unittests.filter',
3280 ]
3281 },
Haiyang Pan08d09dc2020-04-01 16:11:213282 'android-pie-x86-rel': {
John Budorick191adfcd2020-01-29 18:19:043283 'args': [
Henrique Nakashima87b6d8b2022-07-13 13:59:043284 '--test-launcher-filter-file=../../testing/buildbot/filters/android.emulator.sandbox_linux_unittests.filter',
John Budorick191adfcd2020-01-29 18:19:043285 ]
3286 },
John Budorickdce9d462019-03-23 00:25:383287 },
John Budorick3ebfdf852019-05-13 22:28:163288 'remove_from': [
John Budorick3ebfdf852019-05-13 22:28:163289 'android-asan', # https://crbug.com/962650
3290 ],
John Budorickdce9d462019-03-23 00:25:383291 },
Brian Sheedyc0c142c2021-06-01 21:18:053292 'screenshot_sync_passthrough_tests': {
3293 'modifications': {
3294 'Android FYI Release (Pixel 4)': {
3295 'args': [
3296 # Pixel 4s are weird in that they can output in different color spaces
3297 # simultaneously. The readback code for capturing a screenshot assumes
3298 # only one color space, so disable wide color gamut for the test to
3299 # work around the issue. See https://crbug.com/1166379 for more
3300 # information.
3301 '--extra-browser-args=--disable-wcg-for-test',
3302 ],
3303 },
Ben Pastene63f13302022-05-12 21:04:053304 'android_optional_gpu_tests_rel': {
3305 'args': [
3306 # See above.
3307 '--extra-browser-args=--disable-wcg-for-test',
3308 ],
3309 },
Brian Sheedyc0c142c2021-06-01 21:18:053310 },
3311 },
Brian Sheedy0566f2cb2021-02-12 22:12:503312 'screenshot_sync_validating_tests': {
3313 'modifications': {
3314 'Android FYI Release (Pixel 4)': {
3315 'args': [
3316 # Pixel 4s are weird in that they can output in different color spaces
3317 # simultaneously. The readback code for capturing a screenshot assumes
3318 # only one color space, so disable wide color gamut for the test to
3319 # work around the issue. See https://crbug.com/1166379 for more
3320 # information.
3321 '--extra-browser-args=--disable-wcg-for-test',
3322 ],
3323 },
Ben Pastene63f13302022-05-12 21:04:053324 'android_optional_gpu_tests_rel': {
3325 'args': [
3326 # See above.
3327 '--extra-browser-args=--disable-wcg-for-test',
3328 ],
3329 },
Brian Sheedy0566f2cb2021-02-12 22:12:503330 },
Chong Gu0aa929e62022-03-03 15:34:133331 'remove_from': [
David Dorwin49b2ddb2022-09-08 20:49:433332 # TODO(https://crbug.com/1302427): Remove once tests pass.
David Dorwin49b2ddb2022-09-08 20:49:433333 'fuchsia-x64-cast-receiver-rel',
3334 'fuchsia-x64-rel',
Chong Gu0aa929e62022-03-03 15:34:133335 ],
Brian Sheedy0566f2cb2021-02-12 22:12:503336 },
Kenneth Russelleb60cbd22017-12-05 07:54:283337 'services_unittests': {
3338 'remove_from': [
Nico Weber15a00d62018-05-16 17:11:483339 'ToTLinuxMSan', # https://crbug.com/831676
Kenneth Russell8a386d42018-06-02 09:48:013340 # The face and barcode detection tests fail on the Mac Pros.
3341 'Mac Pro FYI Release (AMD)',
Nico Weberd36959682018-04-12 03:33:463342 'Linux ChromiumOS MSan Tests', # https://crbug.com/831676
3343 'Linux MSan Tests', # https://crbug.com/831676
Kenneth Russelleb60cbd22017-12-05 07:54:283344 ],
Brian Sheedyb6c58792020-05-07 18:37:333345 'replacements': {
3346 # TODO(crbug.com/1078982): Remove once the test is fixed on 10.15.4.
3347 'Mac FYI Experimental Release (Intel)': {
3348 'args': {
3349 '--gtest_filter': '*Detection*:-FaceDetectionImplMacTest.ScanOneFace*',
3350 },
3351 },
3352 },
Haiyang Pan363c59a2020-07-23 05:47:043353 'modifications': {
Struan Shrimptone772d72f2021-12-15 07:50:093354 'Linux ASan LSan Tests (1)': {
3355 'swarming': {
3356 'quickrun_shards': 2,
3357 },
3358 },
Haiyang Pan9d68ca02021-08-04 21:30:473359 'android-11-x86-rel': {
Haiyang Pan10f029c2021-07-30 23:17:563360 'args': [
Haiyang Pan2877f062021-11-18 01:06:063361 # TODO(crbug.com/1264654): Fix the failed tests
3362 '--gtest_filter=-PacLibraryTest.ActualPacMyIpAddress*'
3363 ],
3364 },
Haiyang Pan2a55a452022-03-03 08:18:333365 'android-12-x64-rel': {
Haiyang Pan2877f062021-11-18 01:06:063366 'args': [
3367 # TODO(crbug.com/1264654): Fix the failed tests
Haiyang Pan10f029c2021-07-30 23:17:563368 '--gtest_filter=-PacLibraryTest.ActualPacMyIpAddress*'
3369 ],
3370 },
James Shenb3549802022-06-30 18:32:513371 'android-nougat-x86-rel': {
3372 'args': [
3373 # TODO(crbug.com/1264654): Fix the failed tests
3374 '--gtest_filter=-PacLibraryTest.ActualPacMyIpAddress*'
3375 ],
Stephanie Kim11192362022-11-04 18:17:443376 'swarming': {
3377 'shards': 2,
Struan Shrimpton5786bfd02023-01-11 00:47:543378 'inverse_quickrun_shards': 4,
Stephanie Kim11192362022-11-04 18:17:443379 },
James Shenb3549802022-06-30 18:32:513380 },
Chong Gu52481452021-04-02 17:52:413381 'fuchsia-code-coverage': {
3382 'swarming': {
3383 'shards': 7,
3384 },
3385 },
Zijie He117165f2022-12-12 21:40:263386 'fuchsia-fyi-x64-asan': {
3387 'args': [
Rohan Pavonedf499ad2022-12-14 18:40:403388 '--test-launcher-filter-file=../../testing/buildbot/filters/fuchsia.lsan.services_unittests.filter',
Zijie He117165f2022-12-12 21:40:263389 ],
3390 },
Chong Gu52481452021-04-02 17:52:413391 }
Chong Gudf7fbe92021-02-24 02:55:583392 },
Chong Gu76046412021-09-22 17:49:213393 'snapshot_unittests': {
Chong Gub2446462021-08-19 18:44:083394 'modifications': {
3395 'fuchsia-fyi-arm64-dbg': {
3396 'args': [
3397 '--test-launcher-filter-file=../../testing/buildbot/filters/fuchsia.debug.snapshot_unittests.filter',
3398 ],
3399 },
3400 },
3401 },
Kenneth Russelleb60cbd22017-12-05 07:54:283402 'sync_integration_tests': {
Brad Halla36886c2019-02-26 16:52:293403 'remove_from': [
Brad Halla36886c2019-02-26 16:52:293404 'CrWinAsan(dll)', # https://crbug.com/935598
3405 ],
Kenneth Russelleb60cbd22017-12-05 07:54:283406 'modifications': {
Erik Chene84bc1c2019-11-25 23:23:523407 'Linux ASan LSan Tests (1)': {
3408 'swarming': {
3409 'shards': 4,
3410 },
3411 },
Nico Weber8fbc2832018-12-14 16:00:573412 'Linux TSan Tests': {
3413 'swarming': {
3414 'shards': 6,
3415 },
3416 },
Chris Cunninghama1239c8b2022-05-03 00:32:213417 'Mac ASan 64 Tests (1)': {
3418 'swarming': {
3419 'shards': 3,
Lindsay Pasricha2cfaec212022-05-11 19:00:393420 },
3421 },
3422 'Mac11 Tests': {
3423 'swarming': {
3424 'shards': 4,
Chris Cunninghama1239c8b2022-05-03 00:32:213425 },
3426 },
Yue She0cad2922022-06-24 15:06:073427 'Mac12 Tests': {
Lindsay Pasrichac7e07d1e2022-12-16 22:10:063428 'ci_only': True,
Yue She0cad2922022-06-24 15:06:073429 'swarming': {
3430 'shards': 4,
3431 },
3432 },
Cameron Higgins493e6a4e2022-10-11 05:03:303433 'Mac12 Tests (dbg)':{
3434 'swarming': {
3435 'shards': 2,
3436 }
3437 },
Stephen Martinis1384ff92020-01-07 19:52:153438 'ToTLinuxTSan': {
Kenneth Russelleb60cbd22017-12-05 07:54:283439 'swarming': {
Stephen Martinis1384ff92020-01-07 19:52:153440 'shards': 6,
Kenneth Russelleb60cbd22017-12-05 07:54:283441 },
3442 },
Struan Shrimptona1ab7672022-01-13 18:02:513443 'Win10 Tests x64': {
3444 'swarming': {
Stephanie Kimbf31a692022-11-01 17:31:573445 'shards': 3,
Struan Shrimptona1ab7672022-01-13 18:02:513446 },
3447 },
Stephen Martinis75ab55d2018-08-30 02:27:123448 'Win10 Tests x64 (dbg)': {
3449 'experiment_percentage': 100, # https://crbug.com/840369
3450 },
Stephen Martinis1384ff92020-01-07 19:52:153451 'linux-chromeos-code-coverage': {
Yuke Liao79424e42020-01-06 21:00:113452 'swarming': {
3453 'shards': 4,
3454 },
3455 },
Stephanie Kim3aa4c552023-01-10 18:00:043456 'linux-chromeos-rel': {
3457 'swarming': {
3458 'shards': 2,
3459 },
3460 },
Stephen Martinis1384ff92020-01-07 19:52:153461 'linux-code-coverage': {
Yuke Liao79424e42020-01-06 21:00:113462 'swarming': {
3463 'shards': 4,
3464 },
3465 },
Kuan Huang235b0142021-10-19 18:59:283466 'mac-code-coverage': {
3467 'args': [
3468 '--coverage-continuous-mode=1',
3469 ],
3470 },
Thiago Perrottaa289bad2023-01-20 12:44:393471 'mac-rel-cft': {
3472 'ci_only': True,
3473 'swarming': {
3474 'shards': 4,
3475 },
3476 },
Kuan Huang1b52d442023-02-07 20:35:343477 'win-asan': {
3478 # Tests shows tests run faster with fewer retries by using fewer jobs crbug.com/1411912
3479 'args': [
3480 '--test-launcher-jobs=3',
3481 ],
3482 'swarming': {
3483 'shards': 2,
3484 },
3485 },
Thiago Perrotta314f7b02023-01-19 21:30:533486 'win-rel-cft': {
3487 'swarming': {
3488 'shards': 3,
3489 },
3490 },
Kenneth Russelleb60cbd22017-12-05 07:54:283491 },
3492 },
Weizhong Xia613fda42021-04-21 20:11:523493 'system_webview_wpt': {
3494 'modifications': {
3495 'android-webview-pie-x86-wpt-fyi-rel': {
Weizhong Xia7dd41362021-09-30 16:05:383496 'args': [
3497 '--log-wptreport',
Nihar Damarasingu8def1a22022-08-18 21:15:543498 '--use-upstream-wpt',
Weizhong Xia7dd41362021-09-30 16:05:383499 ],
Weizhong Xia613fda42021-04-21 20:11:523500 },
3501 },
3502 },
Kenneth Russell8a386d42018-06-02 09:48:013503 'tab_capture_end2end_tests': {
Nico Webere89a3c92018-07-01 01:30:523504 # Run these only on Release bots.
Kenneth Russell8a386d42018-06-02 09:48:013505 'remove_from': [
Kenneth Russell8a386d42018-06-02 09:48:013506 'Linux Debug (NVIDIA)',
3507 'Mac Debug (Intel)',
3508 'Mac Retina Debug (AMD)',
Yuly Novikovbc1ccff2019-08-03 00:05:493509 'Win10 FYI x64 Debug (NVIDIA)',
Yuly Novikovf28f1eca2019-07-04 22:43:393510 # Disabled due to dbus crashes crbug.com/927465
Yuly Novikov86d61c42022-07-22 19:40:143511 'Linux FYI Release (Intel UHD 630)',
Yuly Novikov5865ff72019-07-09 21:38:053512 'Linux FYI Release (NVIDIA)',
Yuly Novikov5865ff72019-07-09 21:38:053513 'Linux Release (NVIDIA)',
Kenneth Russell8a386d42018-06-02 09:48:013514 ],
Emily Hanleyb64ac7c2018-05-25 13:36:553515 },
Haiyang Pan8c201b92020-06-04 01:25:073516 'telemetry_chromium_minidump_unittests': {
James Shen969655a2022-09-28 02:27:073517 'modifications': {
3518 'android-nougat-x86-rel': {
3519 'ci_only': True,
3520 },
3521 },
Haiyang Pan8c201b92020-06-04 01:25:073522 },
Brian Sheedyc117f6d2020-05-06 02:23:273523 'telemetry_monochrome_minidump_unittests': {
James Shen969655a2022-09-28 02:27:073524 'modifications': {
3525 'android-nougat-x86-rel': {
3526 'ci_only': True,
3527 },
3528 },
Brian Sheedyc117f6d2020-05-06 02:23:273529 },
Kenneth Russelleb60cbd22017-12-05 07:54:283530 'telemetry_perf_unittests': {
3531 'modifications': {
Kenneth Russelleb60cbd22017-12-05 07:54:283532 'Linux Tests': {
3533 'args': [
3534 '--xvfb',
Ned Nguyene6e26042018-01-17 20:42:483535 '--jobs=1',
Kenneth Russelleb60cbd22017-12-05 07:54:283536 ],
3537 },
Juan Antonio Navarro Perez4899edf2019-03-14 13:05:353538 'Linux Tests (dbg)(1)': {
3539 'args': [
3540 '--xvfb',
3541 '--jobs=1',
3542 ],
3543 },
John Chen9fd22fcf2021-12-10 02:24:123544 'Mac11 Tests': {
3545 'ci_only': True,
3546 },
Yue She0cad2922022-06-24 15:06:073547 'Mac12 Tests': {
3548 'ci_only': True,
3549 },
Brian Sheedy172ab8932022-07-27 20:39:283550 'android-nougat-x86-rel': {
3551 'args': [
3552 # For whatever reason, automatic browser selection on this bot chooses
3553 # webview instead of the full browser, so explicitly specify it here.
3554 '--browser=android-chromium',
3555 ],
James Shen969655a2022-09-28 02:27:073556 'ci_only': True,
Brian Sheedy172ab8932022-07-27 20:39:283557 },
Struan Shrimptona1ab7672022-01-13 18:02:513558 'chromeos-amd64-generic-rel': {
3559 'swarming': {
3560 'quickrun_shards': 24,
3561 },
3562 },
Ben Pastene69400eb2021-03-25 19:27:163563 'chromeos-eve-chrome': {
3564 'args': [
3565 # TODO(crbug.com/1191132): Re-enable.
3566 '--skip=benchmarks.benchmark_smoke_unittest.BenchmarkSmokeTest.wasmpspdfkit',
3567 ],
3568 },
Ben Pastene2b4b15f2021-03-04 00:39:243569 'chromeos-kevin-chrome': {
3570 # TODO(crbug.com/1182948): Remove the experiment.
Ben Pastenebe91e462021-07-27 23:47:263571 # TODO(b/188822176): Restore to 100% when we have additional capacity.
3572 'experiment_percentage': 0,
Ben Pastene2b4b15f2021-03-04 00:39:243573 },
Thiago Perrotta49e70492023-01-10 23:12:353574 'linux-rel-cft': {
3575 'args': [
3576 '--xvfb',
3577 '--jobs=1',
3578 ],
3579 },
Ben Pasteneebad8fc2022-08-12 23:34:283580 'linux-rel-no-external-ip': {
3581 'args': [
3582 '--xvfb',
3583 '--jobs=1',
3584 ],
3585 },
Thiago Perrottaa289bad2023-01-20 12:44:393586 'mac-rel-cft': {
3587 'ci_only': True,
3588 },
Kenneth Russelleb60cbd22017-12-05 07:54:283589 },
3590 'remove_from': [
Andrew Luobe83fd82019-12-19 03:07:583591 'android-pie-arm64-rel',
Garrett Beatyeef031a2019-02-28 01:55:413592 # crbug.com/936540
Shenghua Zhangbd6f1b232018-03-03 02:59:143593 'Mac10.13 Tests',
Zhaoyang Li69e2e002021-02-19 21:57:353594 'Mac10.15 Tests',
Lindsay Pasricha21bb93d72021-12-07 05:48:393595 # TODO crbug.com/1277277
Cameron Higgins7558b162022-06-10 18:53:073596 'Mac12 Tests (dbg)',
Stephen Martinis1384ff92020-01-07 19:52:153597 'Linux - Future (dbg)', # client.v8.chromium
Takuto Ikuta9aa015d2019-04-15 23:33:293598 'Win10 Tests x64',
Stephen Martinise701f5a2018-05-04 01:25:113599 'Win10 Tests x64 (dbg)',
Kuan Huanga89737d2022-01-07 19:42:113600 'Win11 Tests x64',
Ben Pasteneebad8fc2022-08-12 23:34:283601 'win10-rel-no-external-ip',
Thiago Perrotta770925d42023-01-17 18:38:513602 'win-rel-cft',
Kenneth Russelleb60cbd22017-12-05 07:54:283603 ],
3604 },
Stephen Martinis54d64ad2018-09-21 22:16:203605 'telemetry_unittests': {
3606 'modifications': {
3607 'Win10 Tests x64 (dbg)': {
3608 'experiment_percentage': 100, # crbug.com/870673
Ben Pastene9383fe12020-10-20 21:32:403609 },
Struan Shrimptona1ab7672022-01-13 18:02:513610 'chromeos-amd64-generic-rel': {
3611 'swarming': {
3612 'quickrun_shards': 60,
3613 },
3614 },
John Budorickc498fd3c2019-03-14 01:16:263615 },
3616 'remove_from': [
Ben Pastene9ef2ced52021-07-28 18:04:343617 # TODO(crbug.com/1141234): Restore when there's more DUTs
Ben Pastene7f1ded3a42022-06-08 17:01:593618 'chromeos-eve-chrome',
Ben Pastene9ef2ced52021-07-28 18:04:343619 'chromeos-kevin-chrome',
Ben Pastene619317752020-12-03 00:04:143620
Takuto Ikuta9aa015d2019-04-15 23:33:293621 'Win10 Tests x64',
Kuan Huanga89737d2022-01-07 19:42:113622 'Win11 Tests x64',
Ben Pasteneebad8fc2022-08-12 23:34:283623 'win10-rel-no-external-ip',
Thiago Perrotta770925d42023-01-17 18:38:513624 'win-rel-cft',
Titouan Rigoudye122ec32021-11-08 16:36:163625
3626 # TODO(https://crbug.com/1267161): Re-enable when platform is supported.
3627 'mac11-arm64-rel-tests',
Zhaoyang Li5d3713d2022-06-13 18:01:173628 # TODO(https://crbug.com/1267161): Re-enable when platform is supported.
3629 'mac12-arm64-rel-tests',
John Budorickc498fd3c2019-03-14 01:16:263630 ],
Stephen Martinis54d64ad2018-09-21 22:16:203631 },
Ben Pastene8e7eb2652022-04-29 19:44:313632 'test_buildbucket_api_gpu_use_cases GTX 1660': {
3633 'remove_from': [
3634 'linux_optional_gpu_tests_rel', # crbug.com/1080749
Brian Sheedyf3b48d62020-05-08 23:03:123635 ],
3636 },
Preethi Mohan6d478e462022-10-13 18:51:593637 'testing_pytype': {
3638 'remove_from': [
3639 'linux-code-coverage',
3640 ],
3641 },
Chong Guabe5adec02022-03-24 17:41:303642 'trace_test': {
3643 'modifications': {
David Dorwinf060a72d2022-10-05 22:09:033644 'fuchsia-x64-chrome-rel': { # https://crbug.com/1269976
Chong Guabe5adec02022-03-24 17:41:303645 'experiment_percentage': 100,
3646 },
3647 },
3648 },
Kenneth Russelleb60cbd22017-12-05 07:54:283649 'unit_tests': {
Yun Liu3e759dbb2019-11-01 19:25:523650 'remove_from': [
Ben Pastene3e32ffe2020-08-07 03:37:073651 'android-pie-arm64-rel', # https://crbug.com/1010211
Yun Liu3e759dbb2019-11-01 19:25:523652 ],
Kenneth Russelleb60cbd22017-12-05 07:54:283653 'modifications': {
John Budorickca14c76f62017-12-09 14:19:183654 'Linux ASan LSan Tests (1)': {
John Budorick5052d552017-12-13 02:59:343655 # These are slow on the ASAN trybot for some reason.
Ben Pastened2c01af2022-01-31 23:06:443656 # crbug.com/1257927
John Budorickca14c76f62017-12-09 14:19:183657 'swarming': {
John Budorick5052d552017-12-13 02:59:343658 'shards': 4,
John Budorickca14c76f62017-12-09 14:19:183659 },
3660 },
Stephen Martinis1384ff92020-01-07 19:52:153661 'Linux Chromium OS ASan LSan Tests (1)': {
3662 # These are slow on the ASAN trybot for some reason.
Ben Pastened2c01af2022-01-31 23:06:443663 # crbug.com/1257927
John Budorickca14c76f62017-12-09 14:19:183664 'swarming': {
3665 'shards': 2,
3666 },
3667 },
Takuto Ikuta54671d972018-07-19 19:06:353668 'Linux ChromiumOS MSan Tests': {
3669 # These are very slow on the Chrome OS MSAN trybot for some reason.
3670 # crbug.com/865455
3671 'swarming': {
3672 'shards': 2,
3673 },
3674 },
Stephen Martinis1384ff92020-01-07 19:52:153675 'Linux TSan Tests': {
Takuto Ikuta54671d972018-07-19 19:06:353676 'swarming': {
3677 'shards': 2,
3678 },
3679 },
Maksim Sisovc81d284c2021-10-05 17:54:353680 # https://crbug.com/1184127
3681 'Linux Tests (Wayland)': {
3682 'args': [
3683 '--test-launcher-filter-file=../../testing/buildbot/filters/ozone-linux.unit_tests_wayland.filter',
3684 ],
3685 },
Struan Shrimpton5786bfd02023-01-11 00:47:543686 'Mac12 Tests': {
3687 'swarming': {
3688 'inverse_quickrun_shards': 2,
3689 },
3690 },
Cameron Higgins7558b162022-06-10 18:53:073691 'Mac12 Tests (dbg)': {
Zhaoyang Li9357e1e12021-12-07 18:53:173692 'swarming': {
3693 'shards': 2,
3694 },
3695 },
Stephen Martinis1384ff92020-01-07 19:52:153696 'ToTLinuxASan': {
Dirk Pranke20eae9a72017-12-09 18:12:143697 'swarming': {
Stephen Martinis1384ff92020-01-07 19:52:153698 'shards': 2,
Dirk Pranke20eae9a72017-12-09 18:12:143699 },
3700 },
Stephen Martinis1384ff92020-01-07 19:52:153701 'android-asan': {
3702 'args': [
3703 '--test-launcher-filter-file=../../testing/buildbot/filters/android.asan.unit_tests.filter',
3704 ],
3705 },
Ben Joyce6d63a582022-12-09 18:34:553706 'android-pie-arm64-rel-swarming': {
Takuto Ikuta527cdff2020-01-29 08:04:273707 'swarming': {
3708 'shards': 8,
3709 },
3710 },
Stephen Martinis1384ff92020-01-07 19:52:153711 'linux-chromeos-chrome': {
3712 'args': [
3713 '--test-launcher-filter-file=../../testing/buildbot/filters/chromeos.unit_tests.filter',
3714 ],
3715 },
Ben Pasteneacd57392019-10-31 02:13:253716 'linux-chromeos-dbg': {
3717 'swarming': {
3718 'shards': 2,
3719 },
3720 },
Erik Chend063aef72019-11-18 19:13:103721 'linux-chromeos-rel': {
3722 'swarming': {
3723 'shards': 2,
3724 },
3725 },
Thiago Perrottaa289bad2023-01-20 12:44:393726 'mac-rel-cft': {
3727 'swarming': {
3728 'inverse_quickrun_shards': 2,
3729 },
3730 },
Kenneth Russelleb60cbd22017-12-05 07:54:283731 },
3732 },
Hao Wu77dd1ab2022-04-29 21:36:203733 'variations_smoke_tests': {
3734 'modifications': {
Hao Wud38c2342022-06-09 02:03:473735 'linux-chrome': {
3736 'swarming': {
3737 'dimension_sets': [
3738 {
3739 'pool': 'chrome.tests.finch',
3740 },
3741 ],
3742 },
3743 },
Hao Wu77dd1ab2022-04-29 21:36:203744 'win-chrome': {
3745 'experiment_percentage': 100,
Hao Wud38c2342022-06-09 02:03:473746 'swarming': {
3747 'dimension_sets': [
3748 {
3749 'pool': 'chrome.tests.finch',
3750 },
3751 ],
3752 },
Hao Wu77dd1ab2022-04-29 21:36:203753 },
3754 },
3755 },
Kenneth Russell8a386d42018-06-02 09:48:013756 'video_decode_accelerator_gl_unittest': {
3757 'remove_from': [
Kenneth Russell8a386d42018-06-02 09:48:013758 # Windows Intel doesn't have the GL extensions to support this test.
Yuly Novikov3db078282023-01-04 10:06:253759 'Win10 FYI x64 Release (Intel)',
3760 'Win10 FYI x64 Experimental Release (Intel)',
Kenneth Russell8a386d42018-06-02 09:48:013761 ],
3762 },
Sven Zheng577fe5ff2020-08-03 22:06:443763 'views_unittests': {
Sven Zheng80734f12020-08-06 06:50:393764 'modifications': {
Maksim Sisovc81d284c2021-10-05 17:54:353765 'Linux Tests (Wayland)': {
3766 'args': [
3767 '--test-launcher-filter-file=../../testing/buildbot/filters/ozone-linux.wayland_views_unittests.filter',
3768 ],
3769 },
Chong Gu6aa22be2021-09-10 06:56:143770 'fuchsia-fyi-arm64-dbg': {
3771 'args': [
3772 '--test-launcher-filter-file=../../testing/buildbot/filters/fuchsia.debug.views_unittests.filter',
3773 ],
3774 },
Sven Zhengbc822262022-09-20 20:47:353775 # https://crbug.com/1111979
3776 'linux-lacros-asan-lsan-rel': {
3777 'args': [
3778 '--gtest_filter=-DesktopWidgetFocusManagerTest.AnchoredDialogInDesktopNativeWidgetAura:'
3779 'DesktopWidgetTest*:'
3780 'DesktopWindowTreeHostPlatformTest*:'
3781 'EditableComboboxTest*:'
3782 'MenuRunnerTest*:'
3783 'TextfieldTest*:'
Sven Zhengbc822262022-09-20 20:47:353784 ],
3785 },
Sven Zheng5c9d3e342020-08-11 21:39:433786 # https://crbug.com/1111979,
Junhua Chen39dd2dba2021-05-05 17:51:543787 'linux-lacros-code-coverage': {
3788 'args': [
3789 '--gtest_filter=-DesktopWidgetFocusManagerTest.AnchoredDialogInDesktopNativeWidgetAura:'
3790 'DesktopWidgetTest*:'
3791 'DesktopWindowTreeHostPlatformTest*:'
3792 'EditableComboboxTest*:'
3793 'MenuRunnerTest*:'
3794 'TextfieldTest*:'
Junhua Chen39dd2dba2021-05-05 17:51:543795 ],
3796 },
Yuke Liaoa0db4742021-08-09 18:28:333797 'linux-lacros-dbg-tests-fyi': {
3798 'args': [
3799 '--gtest_filter=-DesktopWidgetFocusManagerTest.AnchoredDialogInDesktopNativeWidgetAura:'
3800 'TextfieldTest*:'
Yuke Liaoa0db4742021-08-09 18:28:333801 ],
3802 },
Sven Zheng5c9d3e342020-08-11 21:39:433803 'linux-lacros-tester-rel': {
Sven Zheng5c9d3e342020-08-11 21:39:433804 'args': [
3805 '--gtest_filter=-DesktopWidgetFocusManagerTest.AnchoredDialogInDesktopNativeWidgetAura:'
Yuke Liao34721c22020-08-14 21:41:193806 'DesktopWidgetTest*:'
3807 'DesktopWindowTreeHostPlatformTest*:'
Yuke Liaocf9db2b2020-08-13 19:42:533808 'EditableComboboxTest*:'
Sven Zhengea8903f2020-08-14 05:27:513809 'MenuRunnerTest*:'
Yuke Liaocf9db2b2020-08-13 19:42:533810 'TextfieldTest*:'
Sven Zheng5c9d3e342020-08-11 21:39:433811 ],
3812 },
Sven Zheng80734f12020-08-06 06:50:393813 },
Sven Zheng577fe5ff2020-08-03 22:06:443814 },
John Budorickd02c429de2020-01-10 19:02:213815 'viz_unittests': {
3816 'modifications': {
Chong Gub2446462021-08-19 18:44:083817 'fuchsia-fyi-arm64-dbg': {
Chong Gu6aa22be2021-09-10 06:56:143818 'args': [
3819 '--test-launcher-filter-file=../../testing/buildbot/filters/fuchsia.debug.viz_unittests.filter',
3820 ],
Chong Gub2446462021-08-19 18:44:083821 },
John Budorickd02c429de2020-01-10 19:02:213822 },
3823 },
John Budorick20f4fa8d2019-08-02 22:58:293824 'vr_common_unittests': {
3825 'remove_from': [
Haiyang Pan08d09dc2020-04-01 16:11:213826 'android-pie-x86-rel',
John Budorick20f4fa8d2019-08-02 22:58:293827 ],
3828 },
Brian Sheedy45935b42022-12-14 23:21:463829 'vulkan_pixel_skia_gold_test': {
3830 'replacements': {
3831 # The V8 builders pass the V8 revision for ${got_revision}, so instead
3832 # use ${got_cr_revision}, which is only set on the V8 bots.
3833 'Linux V8 FYI Release (NVIDIA)': {
3834 'args': {
3835 '--git-revision': '${got_cr_revision}',
3836 },
3837 },
Brian Sheedyd7973022023-01-03 14:15:093838 'Linux V8 FYI Release - pointer compression (NVIDIA)': {
3839 'args': {
3840 '--git-revision': '${got_cr_revision}',
3841 },
3842 },
3843 'Mac V8 FYI Release (Intel)': {
3844 'args': {
3845 '--git-revision': '${got_cr_revision}',
3846 },
3847 },
3848 'Win V8 FYI Release (NVIDIA)': {
3849 'args': {
3850 '--git-revision': '${got_cr_revision}',
3851 },
3852 },
Brian Sheedy45935b42022-12-14 23:21:463853 },
3854 },
Nico Webere81999ee2018-07-01 23:52:433855 'wayland_client_perftests': {
3856 'remove_from': [
3857 'linux-chromeos-dbg', # https://crbug.com/859307
3858 ],
3859 },
Chong Gu76046412021-09-22 17:49:213860 'web_engine_browsertests': {
Chong Gud1a5c5992021-04-09 04:08:323861 'modifications': {
3862 'fuchsia-code-coverage': {
3863 'swarming': {
Chong Gu7a463202021-07-19 18:43:103864 'shards': 28,
Chong Gud1a5c5992021-04-09 04:08:323865 },
3866 },
3867 },
3868 },
John Budorick63357462019-02-27 23:02:513869 'webdriver_tests_suite': {
3870 'remove_from': [
3871 'Linux Tests', # https://crbug.com/929689, https://crbug.com/936557
Thiago Perrotta61487462023-01-20 12:52:323872 'linux-rel-cft',
John Budorick63357462019-02-27 23:02:513873 ],
3874 },
Rayan Kansoa246e412023-02-10 11:54:073875 'webengine_support_instrumentation_test_apk': {
3876 'modifications': {
3877 'android-12-x64-rel': {
3878 'ci_only': True,
3879 },
3880 'android-nougat-x86-rel': {
3881 'ci_only': True,
3882 },
3883 'android-pie-arm64-rel': {
3884 'ci_only': True,
3885 },
3886 },
3887 },
Brian Sheedyd7973022023-01-03 14:15:093888 'webgl2_conformance_d3d11_passthrough_tests': {
3889 'remove_from': [
3890 # Removed from V8 builder since WebGL 1 should provide reasonable
3891 # upstream test coverage without the capacity hit from WebGL 2.
3892 'Win V8 FYI Release (NVIDIA)',
3893 ],
3894 },
Yuly Novikov19bc4c332022-10-17 18:45:063895 'webgl2_conformance_gl_passthrough_tests': {
3896 'remove_from': [
Brian Sheedyd7973022023-01-03 14:15:093897 # Removed from V8 builders since WebGL 1 should provide reasonable
3898 # upstream test coverage without the capacity hit from WebGL 2.
3899 'Linux V8 FYI Release (NVIDIA)',
3900 'Linux V8 FYI Release - pointer compression (NVIDIA)',
Yuly Novikov19bc4c332022-10-17 18:45:063901 # Not enough capacity on Mac AMD https://crbug.com/1375306.
3902 'Mac FYI Retina ASAN (AMD)',
3903 'Mac FYI Retina Release (AMD)',
Brian Sheedyd7973022023-01-03 14:15:093904 'Mac V8 FYI Release (Intel)',
Yuly Novikov19bc4c332022-10-17 18:45:063905 'mac-angle-chromium-amd',
3906 ],
3907 },
Brian Sheedy5a9f6562021-08-20 03:32:543908 'webgl2_conformance_gles_passthrough_tests': {
3909 'remove_from': [
Brian Sheedyefb683c2022-01-25 21:17:363910 # Currently not enough capacity to run these tests on this config.
3911 # TODO(crbug.com/1280418): Re-enable once more of the Pixel 6 capacity
3912 # is deployed.
3913 'Android FYI Release (Pixel 6)',
Brian Sheedy43f5a6f2022-01-07 02:41:043914 # Not enough CrOS hardware capacity to run both on anything other than
3915 # VMs. See https://crbug.com/1238070.
Brian Sheedy5a9f6562021-08-20 03:32:543916 'Lacros FYI x64 Release (Intel)',
3917 ],
3918 'modifications': {
3919 # This VM configuration is known to be significantly slower than other
3920 # CrOS configurations, so increase the shards.
3921 # TODO(crbug.com/1223550): Remove this if the configuration can be sped
3922 # up.
3923 'ChromeOS FYI Release (amd64-generic)': {
3924 'swarming': {
3925 'shards': 30,
3926 },
3927 },
3928 },
3929 },
Kenneth Russell18fff67f2021-11-05 23:45:113930 'webgl2_conformance_metal_passthrough_tests': {
3931 'remove_from': [
Yuly Novikov7d00cdb2022-01-05 00:10:383932 # crbug.com/1270755
3933 'Mac FYI ASAN (Intel)',
3934 'Mac FYI Retina ASAN (AMD)',
Kenneth Russell18fff67f2021-11-05 23:45:113935 # Not enough capacity.
3936 'Mac FYI Retina Release (NVIDIA)',
Brian Sheedyd7973022023-01-03 14:15:093937 # Removed from V8 builders since WebGL 1 should provide reasonable
3938 # upstream test coverage without the capacity hit from WebGL 2.
3939 'Mac V8 FYI Release (Intel)',
Kenneth Russell18fff67f2021-11-05 23:45:113940 ],
Yuly Novikov220c14a52021-12-14 02:49:333941 'modifications': {
3942 'Mac FYI ASAN (Intel)': {
3943 'args': [
3944 '--extra-browser-args=--disable-metal-shader-cache',
Brian Sheedya111ca92022-04-18 23:37:153945 '--enable-metal-debug-layers',
3946 ],
3947 },
3948 'Mac FYI Release (Intel)': {
3949 'args': [
3950 '--enable-metal-debug-layers',
Yuly Novikov220c14a52021-12-14 02:49:333951 ],
3952 },
3953 'Mac FYI Retina ASAN (AMD)': {
3954 'args': [
3955 '--extra-browser-args=--disable-metal-shader-cache',
Brian Sheedy3fd310772022-04-20 02:15:513956 # This slows down tests and we are currently having AMD Mac capacity
3957 # issues.
3958 # '--enable-metal-debug-layers',
Brian Sheedya111ca92022-04-18 23:37:153959 ],
3960 },
3961 'Mac FYI Retina Release (AMD)': {
3962 'args': [
Brian Sheedy3fd310772022-04-20 02:15:513963 # This slows down tests and we are currently having AMD Mac capacity
3964 # issues.
3965 # '--enable-metal-debug-layers',
Yuly Novikov220c14a52021-12-14 02:49:333966 ],
3967 },
Yuly Novikov599840bf2023-01-31 19:13:093968 'mac-angle-chromium-amd': {
3969 'args': [
3970 # This slows down tests and we are currently having AMD Mac capacity
3971 # issues.
3972 # '--enable-metal-debug-layers',
3973 ],
3974 },
3975 'mac-angle-chromium-intel': {
3976 'args': [
3977 '--enable-metal-debug-layers',
3978 ],
3979 },
Yuly Novikov220c14a52021-12-14 02:49:333980 },
Kenneth Russell18fff67f2021-11-05 23:45:113981 },
John Budorick82e61dfb2019-12-10 04:36:093982 'webgl2_conformance_validating_tests': {
Stephen Martinis54d64ad2018-09-21 22:16:203983 'remove_from': [
Brian Sheedyefb683c2022-01-25 21:17:363984 # Currently not enough capacity to run these tests on this config.
3985 # TODO(crbug.com/1280418): Re-enable once more of the Pixel 6 capacity
3986 # is deployed.
3987 'Android FYI Release (Pixel 6)',
Brian Sheedy43f5a6f2022-01-07 02:41:043988 # Passthrough version run on this configuration, not enough capacity for
3989 # both. See https://crbug.com/1238070.
3990 'ChromeOS FYI Release (kevin)',
Stephen Martinis54d64ad2018-09-21 22:16:203991 ],
Kenneth Russell8a386d42018-06-02 09:48:013992 'modifications': {
Brian Sheedyab0a1992021-08-13 20:57:393993 # This VM configuration is known to be significantly slower than other
3994 # CrOS configurations, so increase the shards.
3995 # TODO(crbug.com/1223550): Remove this if the configuration can be sped
3996 # up.
3997 'ChromeOS FYI Release (amd64-generic)': {
3998 'swarming': {
3999 'shards': 30,
4000 },
Brian Sheedy9bde4532021-08-20 18:11:194001 # This configuration is tested with the passthrough decoder as well,
4002 # which will be shipped in the nearish future, so any failures that
4003 # show up with the validating decoder are just an FYI.
4004 'experiment_percentage': 100,
Brian Sheedyab0a1992021-08-13 20:57:394005 },
Brian Sheedy22200312021-08-20 22:17:504006 'ChromeOS FYI Release (kevin)': {
4007 'experiment_percentage': 100,
4008 },
Kenneth Russell8a386d42018-06-02 09:48:014009 },
4010 },
Struan Shrimptona1ab7672022-01-13 18:02:514011 'webgl_conformance_d3d11_passthrough_tests': {
4012 'modifications': {
4013 'Win10 x64 Release (NVIDIA)': {
4014 'swarming': {
4015 'quickrun_shards': 4,
4016 },
4017 },
4018 },
4019 },
Brian Sheedye8723cb2022-07-21 13:37:284020 'webgl_conformance_gl_passthrough_tests 1002:6821': {
4021 'modifications': {
4022 'mac_optional_gpu_tests_rel': {
4023 'args': [
4024 # Added to debug crbug.com/1293967.
Brian Sheedyf528ce592022-07-26 22:44:464025 '--extra-browser-args=--disable-background-media-suspend --disable-renderer-backgrounding --disable-background-timer-throttling',
Brian Sheedye8723cb2022-07-21 13:37:284026 ],
4027 },
4028 },
4029 },
Kenneth Russell984f2f12020-12-15 23:23:354030 'webgl_conformance_metal_passthrough_tests': {
4031 'remove_from': [
Yuly Novikov7d00cdb2022-01-05 00:10:384032 # crbug.com/1270755
4033 'Mac FYI ASAN (Intel)',
4034 'Mac FYI Retina ASAN (AMD)',
Yuly Novikov220c14a52021-12-14 02:49:334035 # crbug.com/1158857: re-enable when switching to Metal by default.
Kenneth Russell984f2f12020-12-15 23:23:354036 'Mac FYI Retina Release (NVIDIA)',
4037 ],
Yuly Novikov220c14a52021-12-14 02:49:334038 'modifications': {
4039 'Mac FYI ASAN (Intel)': {
4040 'args': [
4041 '--extra-browser-args=--disable-metal-shader-cache',
Brian Sheedya111ca92022-04-18 23:37:154042 '--enable-metal-debug-layers',
4043 ],
4044 },
4045 'Mac FYI Release (Intel)': {
4046 'args': [
4047 '--enable-metal-debug-layers',
Yuly Novikov220c14a52021-12-14 02:49:334048 ],
4049 },
4050 'Mac FYI Retina ASAN (AMD)': {
4051 'args': [
4052 '--extra-browser-args=--disable-metal-shader-cache',
Brian Sheedy3fd310772022-04-20 02:15:514053 # This slows down tests and we are currently having AMD Mac capacity
4054 # issues.
4055 # '--enable-metal-debug-layers',
Brian Sheedya111ca92022-04-18 23:37:154056 ],
4057 },
4058 'Mac FYI Retina Release (AMD)': {
4059 'args': [
Brian Sheedy3fd310772022-04-20 02:15:514060 # This slows down tests and we are currently having AMD Mac capacity
4061 # issues.
4062 # '--enable-metal-debug-layers',
Yuly Novikov220c14a52021-12-14 02:49:334063 ],
4064 },
Yuly Novikov599840bf2023-01-31 19:13:094065 'mac-angle-chromium-amd': {
4066 'args': [
4067 # This slows down tests and we are currently having AMD Mac capacity
4068 # issues.
4069 # '--enable-metal-debug-layers',
4070 ],
4071 },
4072 'mac-angle-chromium-intel': {
4073 'args': [
4074 '--enable-metal-debug-layers',
4075 ],
4076 },
Yuly Novikov220c14a52021-12-14 02:49:334077 },
Kenneth Russell984f2f12020-12-15 23:23:354078 },
Stephen Martinis54d64ad2018-09-21 22:16:204079 'webgl_conformance_tests': {
Struan Shrimptona1ab7672022-01-13 18:02:514080 'modifications': {
4081 'chromeos-amd64-generic-rel': {
Kenneth Russelld5558352022-07-15 18:40:454082 'args': [
4083 # Added to debug crbug.com/1293967.
Brian Sheedyf528ce592022-07-26 22:44:464084 '--extra-browser-args=--disable-features=BackgroundVideoPauseOptimization --disable-background-media-suspend --disable-renderer-backgrounding --disable-background-timer-throttling',
Kenneth Russelld5558352022-07-15 18:40:454085 ],
Struan Shrimptona1ab7672022-01-13 18:02:514086 'swarming': {
4087 'quickrun_shards': 40,
4088 },
4089 },
4090 },
Kenneth Russell8a386d42018-06-02 09:48:014091 },
Austin Enge8c0ba02021-07-19 23:55:194092 'webgpu_blink_web_tests': {
Brian Sheedyd9a809f02022-10-06 00:50:374093 'remove_from': [
4094 # TODO(crbug.com/1363409): Enable these once they're shown to work on
4095 # Android.
4096 'Dawn Android arm DEPS Release (Pixel 4)',
4097 'Dawn Android arm Release (Pixel 4)',
4098 ],
Austin Enge8c0ba02021-07-19 23:55:194099 'modifications': {
4100 # Increase the timeout with ASAN (crbug.com/1208253)
4101 'Dawn Win10 x64 ASAN Release': {
4102 'args': [
Weizhong Xia91b53362022-01-05 17:13:354103 '--timeout-ms=48000',
Austin Enge8c0ba02021-07-19 23:55:194104 ],
4105 },
Kai Ninomiyabb3312a2023-02-07 00:07:534106 # These tests must run with a GPU.
4107 'linux-code-coverage': {
4108 'swarming': {
4109 'dimension_sets': [
4110 {
4111 # TODO(crbug.com/1408314): This must be kept in sync with the
4112 # appropriate mixin; currently, linux_nvidia_gtx_1660_stable,
4113 # which is used by Dawn Linux x64 Release (NVIDIA).
4114 'gpu': '10de:2184-440.100',
4115 'os': 'Ubuntu-18.04.5|Ubuntu-18.04.6',
4116 'pool': 'chromium.tests.gpu'
4117 }
4118 ],
4119 },
4120 },
4121 'mac-code-coverage': {
4122 'swarming': {
4123 'dimension_sets': [
4124 {
4125 # TODO(crbug.com/1408314): This must be kept in sync with the
4126 # appropriate mixin; currently, mac_mini_intel_gpu_stable,
4127 # which is used by Dawn Mac x64 Release (Intel).
4128 'cpu': 'x86-64',
4129 'gpu': '8086:3e9b',
4130 'os': 'Mac-12.5',
4131 'display_attached': '1',
4132 }
4133 ],
4134 },
4135 },
4136 'win10-code-coverage': {
4137 'swarming': {
4138 'dimension_sets': [
4139 {
4140 # TODO(crbug.com/1408314): This must be kept in sync with the
4141 # appropriate mixin; currently, win10_nvidia_gtx_1660_stable,
4142 # which is used by Dawn Win10 x64 Release (NVIDIA).
4143 'gpu': '10de:2184-27.21.14.5638',
4144 'os': 'Windows-10-18363',
4145 'pool': 'chromium.tests.gpu',
4146 }
4147 ],
4148 },
4149 },
Austin Enge8c0ba02021-07-19 23:55:194150 },
Brian Sheedy5796b4b2021-09-15 21:51:414151 'replacements': {
4152 'Dawn Mac x64 Experimental Release (Intel)': {
4153 'args': {
Avi Drissman5afd38bc2021-10-27 17:35:134154 '--platform': 'mac-mac11',
Brian Sheedy5796b4b2021-09-15 21:51:414155 },
4156 }
4157 },
4158 },
4159 'webgpu_blink_web_tests_with_backend_validation': {
4160 'replacements': {
4161 'Dawn Mac x64 Experimental Release (Intel)': {
4162 'args': {
Avi Drissman5afd38bc2021-10-27 17:35:134163 '--platform': 'mac-mac11',
Brian Sheedy5796b4b2021-09-15 21:51:414164 },
4165 },
4166 },
Austin Engd7a88622022-08-12 18:50:004167 # Remove from bots where capacity is constrained.
4168 'remove_from': [
Brian Sheedyd9a809f02022-10-06 00:50:374169 # TODO(crbug.com/1363409): Enable these once they're shown to work on
4170 # Android.
4171 'Dawn Android arm DEPS Release (Pixel 4)',
4172 'Dawn Android arm Release (Pixel 4)',
Austin Engd7a88622022-08-12 18:50:004173 'Dawn Mac x64 DEPS Release (AMD)',
4174 'Dawn Mac x64 Release (AMD)',
Yuly Novikov9f43dc52023-01-10 15:07:174175 'Dawn Win10 x64 DEPS Release (Intel)',
4176 'Dawn Win10 x64 Release (Intel)',
Kai Ninomiyabb3312a2023-02-07 00:07:534177 'linux-code-coverage',
4178 'mac-code-coverage',
4179 'win10-code-coverage',
Austin Engd7a88622022-08-12 18:50:004180 ],
4181 },
4182 'webgpu_cts_tests': {
4183 'remove_from': [
Brian Sheedyd9a809f02022-10-06 00:50:374184 # TODO(crbug.com/1363409): Enable these once they're shown to work on
4185 # Android.
4186 'Dawn Android arm DEPS Release (Pixel 4)',
4187 'Dawn Android arm Release (Pixel 4)',
Austin Engd7a88622022-08-12 18:50:004188 # GPU hang kills the bot. https://crbug.com/dawn/1511
4189 'Dawn Mac x64 Release (AMD)',
4190 'Dawn Mac x64 DEPS Release (AMD)',
4191 ],
Kai Ninomiyabb3312a2023-02-07 00:07:534192 'modifications': {
4193 # These tests must run with a GPU.
4194 'linux-code-coverage': {
4195 'swarming': {
4196 'dimension_sets': [
4197 {
4198 # TODO(crbug.com/1408314): This must be kept in sync with the
4199 # appropriate mixin; currently, linux_nvidia_gtx_1660_stable,
4200 # which is used by Dawn Linux x64 Release (NVIDIA).
4201 'gpu': '10de:2184-440.100',
4202 'os': 'Ubuntu-18.04.5|Ubuntu-18.04.6',
4203 'pool': 'chromium.tests.gpu'
4204 }
4205 ],
4206 },
4207 },
4208 'mac-code-coverage': {
4209 'swarming': {
4210 'dimension_sets': [
4211 {
4212 # TODO(crbug.com/1408314): This must be kept in sync with the
4213 # appropriate mixin; currently, mac_mini_intel_gpu_stable,
4214 # which is used by Dawn Mac x64 Release (Intel).
4215 'cpu': 'x86-64',
4216 'gpu': '8086:3e9b',
4217 'os': 'Mac-12.5',
4218 'display_attached': '1',
4219 }
4220 ],
4221 },
4222 },
4223 'win10-code-coverage': {
4224 'swarming': {
4225 'dimension_sets': [
4226 {
4227 # TODO(crbug.com/1408314): This must be kept in sync with the
4228 # appropriate mixin; currently, win10_nvidia_gtx_1660_stable,
4229 # which is used by Dawn Win10 x64 Release (NVIDIA).
4230 'gpu': '10de:2184-27.21.14.5638',
4231 'os': 'Windows-10-18363',
4232 'pool': 'chromium.tests.gpu',
4233 }
4234 ],
4235 },
4236 },
4237 },
Austin Engd7a88622022-08-12 18:50:004238 },
4239 'webgpu_cts_with_validation_tests': {
4240 # Remove from bots where capacity is constrained.
4241 'remove_from': [
Brian Sheedyd9a809f02022-10-06 00:50:374242 # TODO(crbug.com/1363409): Enable these once they're shown to work on
4243 # Android.
4244 'Dawn Android arm DEPS Release (Pixel 4)',
4245 'Dawn Android arm Release (Pixel 4)',
Austin Engd7a88622022-08-12 18:50:004246 'Dawn Mac x64 DEPS Release (AMD)',
4247 'Dawn Mac x64 Release (AMD)',
Yuly Novikov9f43dc52023-01-10 15:07:174248 'Dawn Win10 x64 DEPS Release (Intel)',
4249 'Dawn Win10 x64 Release (Intel)',
4250 'Dawn Win10 x86 DEPS Release (Intel)',
4251 'Dawn Win10 x86 Release (Intel)',
Kai Ninomiyabb3312a2023-02-07 00:07:534252 'linux-code-coverage',
4253 'mac-code-coverage',
4254 'win10-code-coverage',
Austin Engd7a88622022-08-12 18:50:004255 ],
4256 'modifications': {
4257 # ci_only for bots where capacity is constrained.
4258 'Dawn Linux x64 DEPS Release (Intel UHD 630)': {
4259 'ci_only': True,
4260 },
4261 'Dawn Linux x64 Release (Intel UHD 630)': {
4262 'ci_only': True,
4263 },
4264 },
4265 },
4266 'webgpu_swiftshader_web_platform_cts_with_validation_tests': {
4267 # Remove from bots where capacity is constrained.
4268 'remove_from': [
4269 'Dawn Mac x64 DEPS Release (AMD)',
4270 'Dawn Mac x64 Release (AMD)',
Yuly Novikov9f43dc52023-01-10 15:07:174271 'Dawn Win10 x64 DEPS Release (Intel)',
4272 'Dawn Win10 x64 Release (Intel)',
4273 'Dawn Win10 x86 DEPS Release (Intel)',
4274 'Dawn Win10 x86 Release (Intel)',
Austin Engd7a88622022-08-12 18:50:004275 ],
4276 'modifications': {
4277 # ci_only for bots where capacity is constrained.
4278 'Dawn Linux x64 DEPS Release (Intel UHD 630)': {
4279 'ci_only': True,
4280 },
4281 'Dawn Linux x64 Release (Intel UHD 630)': {
4282 'ci_only': True,
4283 },
4284 },
Austin Enge8c0ba02021-07-19 23:55:194285 },
Kenneth Russelleb60cbd22017-12-05 07:54:284286 'webkit_unit_tests': {
Dirk Pranke81ff51c2017-12-09 19:24:284287 'modifications': {
John Budorick5052d552017-12-13 02:59:344288 'Linux ASan LSan Tests (1)': {
4289 # These are very slow on the ASAN trybot for some reason.
Ben Pastened2c01af2022-01-31 23:06:444290 # crbug.com/1257927
John Budorick5052d552017-12-13 02:59:344291 'swarming': {
4292 'shards': 5,
4293 },
4294 },
Erik Chen681dc0282019-11-26 22:54:494295 'Linux TSan Tests': {
4296 'swarming': {
4297 'shards': 2,
4298 },
4299 },
Struan Shrimpton5786bfd02023-01-11 00:47:544300 'android-nougat-x86-rel': {
4301 'swarming': {
4302 'inverse_quickrun_shards': 12,
4303 },
4304 },
Dirk Pranke81ff51c2017-12-09 19:24:284305 },
Kenneth Russelleb60cbd22017-12-05 07:54:284306 },
Erik Staab70ca5b32021-08-07 00:38:354307 'webview_64_cts_tests': {
4308 'modifications': {
4309 'android-pie-arm64-rel': {
Ben Joycec0a90cd2023-01-10 21:30:494310 'args': [
4311 '--test-launcher-filter-file=../../testing/buildbot/filters/android.webview_cts_tests_coverage.filter',
4312 ],
Erik Staab70ca5b32021-08-07 00:38:354313 # TODO(crbug.com/1111436): Move this back to walleye if/when additional
4314 # capacity has been deployed.
4315 'swarming': {
4316 'dimension_sets': [
4317 {
4318 'device_type': 'sailfish',
4319 },
4320 ],
4321 },
4322 },
4323 },
4324 },
Haiyang Panfbd2b482020-09-23 23:41:254325 'webview_cts_tests': {
4326 'modifications': {
James Shen39977242022-07-08 23:46:424327 'android-nougat-x86-rel': {
4328 'args': [
Ben Joyce0e5ef162022-12-19 21:26:104329 '--test-launcher-filter-file=../../testing/buildbot/filters/android.emulator.webview_cts_tests.filter',
Ben Joycec0a90cd2023-01-10 21:30:494330 '--test-launcher-filter-file=../../testing/buildbot/filters/android.webview_cts_tests_coverage.filter',
James Shen39977242022-07-08 23:46:424331 ],
4332 },
Haiyang Panfbd2b482020-09-23 23:41:254333 'android-pie-arm64-rel': {
4334 # TODO(crbug.com/1111436): Move this back to walleye if/when additional
4335 # capacity has been deployed.
4336 'swarming': {
4337 'dimension_sets': [
4338 {
4339 'device_type': 'sailfish',
4340 },
4341 ],
4342 },
4343 },
4344 },
4345 },
Kenneth Russelleb60cbd22017-12-05 07:54:284346 'webview_instrumentation_test_apk': {
4347 'remove_from': [
Hans Wennborgeac4c36c2018-05-23 16:04:064348 # This test frequently fails on Android, https://crbug.com/824959
Stephen Martinis1384ff92020-01-07 19:52:154349 # matching android builders, the test fails on these.
Hans Wennborga0b11ebe2018-05-15 16:26:504350 'ToTAndroid',
John Budorick27d2d44e2019-05-20 20:26:094351 'android-asan', # https://crbug.com/964562
Ben Joyce02dc8092021-03-04 21:48:194352 'android-code-coverage-native', # Does not generate profraw data.
Kenneth Russelleb60cbd22017-12-05 07:54:284353 ],
Ben Pastenee17a8e92018-07-12 21:55:184354 'modifications': {
4355 'Oreo Phone Tester': {
Andrew Luo93c4a1e2019-08-30 05:26:304356 # TODO(crbug.com/997362): Enable this once it's passing.
bsheedy01833462018-12-07 01:05:574357 # TODO(https://crbug.com/884413): Re-enable this once the tests are
4358 # either passing or there is more capacity.
4359 'experiment_percentage': 0,
Ben Pastenee17a8e92018-07-12 21:55:184360 },
Haiyang Pan9d68ca02021-08-04 21:30:474361 'android-11-x86-rel': {
Haiyang Pan103864812021-03-19 19:28:444362 'args': [
4363 # TODO(crbug.com/1189746) Enable this test once the issue is fixed.
4364 '--gtest_filter=-org.chromium.net.NetworkChangeNotifierTest.testNetworkChangeNotifierJavaObservers',
4365 ],
4366 },
Struan Shrimpton5786bfd02023-01-11 00:47:544367 'android-12-x64-rel': {
4368 'swarming': {
4369 'inverse_quickrun_shards': 14,
4370 },
4371 },
Haiyang Pandcc3e012022-09-30 01:57:434372 'android-nougat-x86-rel': {
Ben Joyce98b04822022-11-10 23:40:554373 'args': [
4374 '--use-persistent-shell',
4375 ],
Haiyang Pandcc3e012022-09-30 01:57:434376 'swarming': {
Stephanie Kim8e9b7432022-11-01 22:36:344377 'shards': 27,
Haiyang Pandcc3e012022-09-30 01:57:434378 },
4379 },
Kuan Huang1f402c82021-06-08 17:58:184380 'android-pie-arm64-rel': {
Ben Joycee8955c42022-11-01 21:38:504381 'args': [
4382 '--use-persistent-shell',
4383 ],
Gregory Guterman7c7edc6342022-09-26 21:00:134384 'ci_only': True, # crbug/1368281
Kuan Huang1f402c82021-06-08 17:58:184385 'swarming': {
4386 'shards': 9,
4387 },
4388 },
Haiyang Pan08d09dc2020-04-01 16:11:214389 'android-pie-x86-rel': {
Haiyang Panfdd94332020-03-27 02:43:294390 'args': [
4391 '--test-launcher-filter-file=../../testing/buildbot/filters/android.emulator.webview_instrumentation_test_apk.filter',
4392 ],
Ben Joyce9a7eb312021-08-25 00:44:594393 'swarming': {
4394 'shards': 9,
4395 },
Haiyang Panfdd94332020-03-27 02:43:294396 },
Ben Pastenee17a8e92018-07-12 21:55:184397 },
Kenneth Russelleb60cbd22017-12-05 07:54:284398 },
Haiyang Panfed339172021-03-10 23:19:574399 'webview_ui_test_app_test_apk': {
4400 'remove_from': [
Haiyang Pan9d68ca02021-08-04 21:30:474401 'android-11-x86-rel', # crbug.com/1165280
Haiyang Panfed339172021-03-10 23:19:574402 ],
4403 },
Nihar Damarasinguaac11d862022-10-03 20:24:244404 'wpt_tests_suite': {
4405 'modifications': {
Jonathan Lee4d014e82022-12-15 22:21:184406 'linux-wpt-content-shell-asan-fyi-rel': {
4407 'args': [
4408 '--enable-sanitizer',
4409 ],
4410 'swarming': {
4411 'shards': 8,
4412 },
4413 },
Nihar Damarasinguaac11d862022-10-03 20:24:244414 'win10-wpt-content-shell-fyi-rel': {
4415 'args': [
4416 '--target',
4417 'Release_x64',
4418 ],
4419 },
Nihar Damarasinguc5b983c2022-12-08 18:56:144420 'win11-wpt-content-shell-fyi-rel': {
4421 'args': [
4422 '--target',
4423 'Release_x64',
4424 ],
4425 },
Nihar Damarasinguaac11d862022-10-03 20:24:244426 },
4427 },
Kenneth Russelleb60cbd22017-12-05 07:54:284428}