blob: 130f26c6cb2eec1b158a6bce8c8dd3464eaf8e45 [file] [log] [blame]
Avi Drissmandfd880852022-09-15 20:11:091# Copyright 2017 The Chromium Authors
Kenneth Russelleb60cbd22017-12-05 07:54:282# Use of this source code is governed by a BSD-style license that can be
3# found in the LICENSE file.
4
5# This is a .pyl, or "Python Literal", file. You can treat it just like a
6# .json file, with the following exceptions:
7# * all keys must be quoted (use single quotes, please);
8# * comments are allowed, using '#' syntax; and
9# * trailing commas are allowed.
10
11# Exceptions to the common test suites can only include removal from
12# particular bots, and modifications on particular bots. By design,
13# it's not possible to add one-off tests to bots. Instead they have to
14# be added to one of the test suites in test_suites.pyl.
15#
Jeff Yoone2188f62020-08-24 20:55:5716# Note that if you are excluding with variants, you will need to exclude
17# per variant, with the identifier appended to the test suite name.
18# For example, if you have ios_chrome_ui_eg2tests_module with variant
19# SIM_IPHONE_6S_14_0 (identifier = "iPhone 6s 14.0"), you
20# must exclude with the test name as:
21# "ios_chrome_ui_eg2tests_module_iPhone 6s 14.0"
22
Kenneth Russelleb60cbd22017-12-05 07:54:2823# The goal is to drive the number of exceptions to zero, to make all
24# the bots behave similarly.
25{
Andrew Luo38b311f2019-10-04 03:42:0926 'android_browsertests': {
27 'modifications': {
Haiyang Pan9d68ca02021-08-04 21:30:4728 'android-11-x86-rel': {
Haiyang Pan0ea9b3ef2022-01-21 21:58:1429 'args': [
30 # https://crbug.com/1289764
31 '--gtest_filter=-All/ChromeBrowsingDataLifetimeManagerScheduledRemovalTest.History/*',
32 ],
Haiyang Panca7fcec2021-03-19 02:11:1033 'swarming': {
34 'shards': 2,
35 },
36 },
Haiyang Panc1192662022-03-09 00:09:0237 'android-12-x64-rel': {
Haiyang Pan18b448d72022-12-13 21:33:4438 # TODO(crbug.com/1225851): Remove experiment and ci_only
39 # once the test suite is stable.
40 'ci_only': True,
41 'experiment_percentage': 100,
Haiyang Panc1192662022-03-09 00:09:0242 'args': [
43 # https://crbug.com/1289764
44 '--gtest_filter=-All/ChromeBrowsingDataLifetimeManagerScheduledRemovalTest.History/*',
45 ],
46 'swarming': {
47 'shards': 2,
48 },
49 },
Haiyang Pancf24ceb2022-03-17 02:31:3050 'android-nougat-x86-rel': {
51 'swarming': {
Stephanie Kim53cc82d2022-11-01 19:42:5752 'shards': 9,
Haiyang Pancf24ceb2022-03-17 02:31:3053 },
54 },
Andrew Luo38b311f2019-10-04 03:42:0955 'android-pie-arm64-rel': {
Andrew Luobe83fd82019-12-19 03:07:5856 'args': [
57 '--gtest_filter=-ImportantSitesUtilBrowserTest.DSENotConsideredImportantInRegularMode', # https://crbug.com/1034001
58 ],
Haiyang Panfbd2b482020-09-23 23:41:2559 # TODO(crbug.com/1111436): Move this back to walleye if/when additional
60 # capacity has been deployed.
61 'swarming': {
62 'dimension_sets': [
63 {
64 'device_type': 'sailfish',
65 },
66 ],
James Shenc9d4b2b2022-08-24 06:14:2467 'shards': 3,
Struan Shrimpton4b7abc02021-12-16 01:36:5968 'quickrun_shards': 6,
Haiyang Panfbd2b482020-09-23 23:41:2569 },
Andrew Luo38b311f2019-10-04 03:42:0970 },
Haiyang Pan08d09dc2020-04-01 16:11:2171 'android-pie-x86-rel': {
John Budorick191adfcd2020-01-29 18:19:0472 'args': [
73 '--gtest_filter=-ImportantSitesUtilBrowserTest.DSENotConsideredImportantInRegularMode', # https://crbug.com/1034001
74 ],
Haiyang Pan7cd609d2021-04-08 20:17:2475 'swarming': {
76 'shards': 2,
Ben Joyce5bb3fad2022-09-23 06:05:1877 'dimension_sets': [
78 {
Haiyang Pane35ae642022-11-18 00:34:1579 'cores': '8', # crbug.com/1292221
Ben Joyce5bb3fad2022-09-23 06:05:1880 },
81 ],
Haiyang Pan7cd609d2021-04-08 20:17:2482 },
John Budorick191adfcd2020-01-29 18:19:0483 },
Andrew Luo38b311f2019-10-04 03:42:0984 },
85 },
Sven Zhengc60debc2020-09-10 18:40:5286 'android_sync_integration_tests': {
James Shen9e4c19e2022-04-15 17:57:5087 'modifications': {
88 'android-12-x64-rel': {
89 'swarming': {
90 'shards': 3,
91 },
92 },
Stephanie Kim11192362022-11-04 18:17:4493 'android-nougat-x86-rel': {
94 'swarming': {
95 'shards': 2,
96 },
97 },
James Shen9e4c19e2022-04-15 17:57:5098 },
Sven Zhengc60debc2020-09-10 18:40:5299 },
Kenneth Russelleb60cbd22017-12-05 07:54:28100 'android_webview_unittests': {
Kenneth Russelleb60cbd22017-12-05 07:54:28101 },
Jamie Madillc9ae75d2020-10-23 19:19:48102 'angle_unittests': {
103 'remove_from': [
104 # On Android, these are already run on the main waterfall.
105 'Android FYI Release (Nexus 5X)',
Yuly Novikovc1117ae82021-01-15 22:33:36106 # Times out listing tests crbug.com/1167314
107 'android-asan',
Jamie Madillc9ae75d2020-10-23 19:19:48108 # Does not currently work on Lacros configurations.
Sven Zheng93bfaa92022-06-09 17:06:03109 'linux-lacros-asan-lsan-rel',
Junhua Chen39dd2dba2021-05-05 17:51:54110 'linux-lacros-code-coverage',
Jamie Madillc9ae75d2020-10-23 19:19:48111 'linux-lacros-tester-rel',
112 'linux-lacros-tester-fyi-rel',
Yuke Liaof27ebe52021-08-05 22:12:40113 'linux-lacros-dbg-tests-fyi',
Jamie Madillc9ae75d2020-10-23 19:19:48114 ],
Chong Gua10cd302022-01-14 19:22:19115 'modifications': {
116 # anglebug.com/6894
117 'fuchsia-fyi-x64-asan': {
118 'args': [
119 # crbug.com/
120 '--gtest_filter=-ConstructCompilerTest.DefaultParameters',
121 ],
122 },
123 },
Jamie Madillc9ae75d2020-10-23 19:19:48124 },
Eriko Kurimoto61a85332022-10-19 05:19:45125 'ash_crosapi_tests': {
126 'remove_from': [
127 # Disabling MSan tests since linux-chromeos chrome crashes on MSan build.
128 # TODO(crbug.com/1376064): Re-enable.
129 'Linux ChromiumOS MSan Tests',
Eriko Kurimoto61a85332022-10-19 05:19:45130 ]
131 },
Sven Zhengef0d0872022-04-04 22:13:29132 'aura_unittests amd64-generic': {
Yuke Liaob6beaeca2021-04-29 23:41:51133 'remove_from': [
134 # TODO(crbug.com/1204231): Re-enable.
135 'lacros-amd64-generic-rel',
136 ]
137 },
Sven Zhengef0d0872022-04-04 22:13:29138 'aura_unittests eve': {
Yuke Liao79a8cf52021-06-11 18:14:34139 'remove_from': [
140 # TODO(crbug.com/1204231): Re-enable.
141 'lacros-amd64-generic-rel',
142 ]
143 },
Chong Gudf7fbe92021-02-24 02:55:58144 'base_unittests': {
145 'modifications': {
Ben Joycea0319112022-11-15 23:53:12146 'ToTAndroid': {
147 'args': [
148 '--test-launcher-filter-file=../../testing/buildbot/filters/android.pie_tot.base_unittests.filter',
149 ],
150 },
Haiyang Pan2a55a452022-03-03 08:18:33151 'android-12-x64-rel': {
Haiyang Panc08d02212021-10-18 18:58:38152 'args': [
Haiyang Pane342be42022-12-12 20:23:04153 '--test-launcher-filter-file=../../testing/buildbot/filters/android.emulator_12.base_unittests.filter',
Haiyang Panc7c009e2021-03-18 19:31:23154 ],
155 },
Chong Gudf7fbe92021-02-24 02:55:58156 'fuchsia-code-coverage': {
157 'swarming': {
158 'shards': 5,
159 },
160 },
Chong Gua10cd302022-01-14 19:22:19161 'fuchsia-fyi-x64-asan': {
162 'args': [
163 '--test-launcher-filter-file=../../testing/buildbot/filters/fuchsia.lsan.base_unittests.filter',
164 ],
165 },
Chong Gudf7fbe92021-02-24 02:55:58166 },
Nidhi Jajud7916f62022-11-02 07:41:27167 'remove_from': [
168 # TODO(crbug.com/1379748): Add the test back after it's fixed.
169 'chromeos-octopus-chrome',
170 ],
Chong Gudf7fbe92021-02-24 02:55:58171 },
James Shen5df9af872022-10-28 01:32:15172 'bf_cache_content_browsertests': {
173 'modifications': {
174 'android-bfcache-rel': {
175 'args': [
James Shenea291852022-11-08 04:19:45176 '--test-launcher-filter-file=../../testing/buildbot/filters/android.emulator_n.content_browsertests.filter',
James Shen5df9af872022-10-28 01:32:15177 ],
James Shen2c574ce02022-11-03 22:59:23178 'swarming': {
179 'shards': 15,
180 },
James Shen5df9af872022-10-28 01:32:15181 }
182 }
183 },
Haiyang Pan363c59a2020-07-23 05:47:04184 'blink_platform_unittests': {
185 'modifications': {
James Shen088356672022-06-28 01:21:14186 # TODO(crbug.com/1303439): Remove this filter
187 'android-nougat-x86-rel': {
188 'args': [
189 '--test-launcher-filter-file=../../testing/buildbot/filters/android.emulator_n.blink_platform_unittests.filter',
190 ],
191 },
Haiyang Panfbd2b482020-09-23 23:41:25192 'android-pie-arm64-rel': {
193 # TODO(crbug.com/1111436): Move this back to walleye if/when additional
194 # capacity has been deployed.
195 'swarming': {
196 'dimension_sets': [
197 {
198 'device_type': 'sailfish',
199 },
200 ],
201 },
202 },
Chong Gu52481452021-04-02 17:52:41203 'fuchsia-code-coverage': {
204 'swarming': {
205 'shards': 5,
206 },
207 },
Haiyang Pan363c59a2020-07-23 05:47:04208 },
209 },
Brian Sheedy944d0622022-07-27 20:42:42210 'blink_pytype': {
211 'remove_from': [
212 'linux-code-coverage',
213 ],
214 },
Chong Gu76046412021-09-22 17:49:21215 'blink_unittests': {
Chong Guc2d145e2021-03-31 19:55:34216 'modifications': {
217 'fuchsia-code-coverage': {
218 'swarming': {
219 'shards': 30,
220 },
221 },
222 },
223 },
John Chenaab16fc02020-03-03 06:35:45224 'blink_web_tests': {
225 'remove_from': [
John Chenaab16fc02020-03-03 06:35:45226 'Win10 Tests x64 (dbg)',
Rahul Kumar Adudodla1aba33602022-10-12 22:41:14227 'mac-osxbeta-rel',
John Chenaab16fc02020-03-03 06:35:45228 ],
229 'modifications': {
John Chenaab16fc02020-03-03 06:35:45230 'Linux Tests': {
231 "args": [
232 "--additional-env-var=LLVM_PROFILE_FILE=${ISOLATED_OUTDIR}/profraw/default-%2m.profraw",
233 ],
Struan Shrimpton57c594e42022-01-25 17:59:13234 'swarming': {
Weizhong Xia8b786422022-06-23 14:46:51235 'shards': 8,
Struan Shrimpton57c594e42022-01-25 17:59:13236 },
John Chenaab16fc02020-03-03 06:35:45237 },
238 'Linux Tests (dbg)(1)': {
239 'args': [
240 '--debug',
241 ],
242 'swarming': {
Weizhong Xia8b786422022-06-23 14:46:51243 'shards': 12,
John Chenaab16fc02020-03-03 06:35:45244 },
245 },
John Chenaab16fc02020-03-03 06:35:45246 'Mac10.13 Tests': {
247 'swarming': {
248 'dimension_sets': [
249 {
Erik Staab59591f32020-08-25 23:07:07250 'gpu': None,
John Chenaab16fc02020-03-03 06:35:45251 },
252 ],
Weizhong Xia8b786422022-06-23 14:46:51253 'shards': 10,
John Chenaab16fc02020-03-03 06:35:45254 },
255 },
Zhaoyang Li69e2e002021-02-19 21:57:35256 'Mac10.15 Tests': {
257 'swarming': {
258 'dimension_sets': [
259 {
260 'gpu': None,
261 },
262 ],
Weizhong Xia8b786422022-06-23 14:46:51263 'shards': 10,
Zhaoyang Li69e2e002021-02-19 21:57:35264 },
265 },
Lindsay Pasricha8d9a0c32021-12-08 17:08:29266 'Mac11 Tests': {
267 'swarming': {
268 'dimension_sets': [
269 {
270 'gpu': None,
271 },
272 ],
Weizhong Xia8b786422022-06-23 14:46:51273 'shards': 12,
Lindsay Pasricha8d9a0c32021-12-08 17:08:29274 },
275 },
Yue She0cad2922022-06-24 15:06:07276 'Mac12 Tests': {
277 'swarming': {
278 'dimension_sets': [
279 {
280 'gpu': None,
281 },
282 ],
Lindsay Pasrichadf6edb62022-07-06 22:08:35283 'shards': 12,
Yue She0cad2922022-06-24 15:06:07284 },
285 },
Cameron Higgins7558b162022-06-10 18:53:07286 'Mac12 Tests (dbg)': {
Zhaoyang Li9357e1e12021-12-07 18:53:17287 'experiment_percentage': 100,
288 'args': [
289 '--debug',
290 ],
291 'swarming': {
Weizhong Xia8b786422022-06-23 14:46:51292 'shards': 16,
Zhaoyang Li9357e1e12021-12-07 18:53:17293 },
294 },
Chong Gu75af969a2021-03-22 14:46:14295 'ToTFuchsia x64': {
296 'args': [
297 '--platform=fuchsia',
298 ],
299 'swarming': {
300 'shards': 1,
301 },
302 },
John Chenaab16fc02020-03-03 06:35:45303 'V8 Blink Linux Debug': {
Michael Achenbach455d39242020-06-22 13:33:45304 # This builder compiles Chromium in release mode, but V8 in debug.
305 # TODO(machenbach): Change name and out directory of this builder to
306 # something less confusing.
John Chenaab16fc02020-03-03 06:35:45307 'args': [
Michael Achenbach455d39242020-06-22 13:33:45308 '-t',
309 'Debug',
310 '--release',
John Chenaab16fc02020-03-03 06:35:45311 ],
312 },
313 'V8 Blink Linux Future': {
314 'args': [
Brian Sheedy10ddf0a2021-08-16 23:19:07315 '--flag-specific=future-js',
John Chenaab16fc02020-03-03 06:35:45316 ],
317 },
318 'WebKit Linux ASAN': {
319 'args': [
320 '--additional-expectations',
321 '../../third_party/blink/web_tests/ASANExpectations',
Weizhong Xia91b53362022-01-05 17:13:35322 '--timeout-ms',
John Chenaab16fc02020-03-03 06:35:45323 '48000',
324 '--enable-sanitizer',
325 ],
326 'swarming': {
Weizhong Xia8b786422022-06-23 14:46:51327 'shards': 8,
John Chenaab16fc02020-03-03 06:35:45328 },
329 },
330 'WebKit Linux Leak': {
331 'args': [
332 '--additional-expectations',
333 '../../third_party/blink/web_tests/LeakExpectations',
Weizhong Xia91b53362022-01-05 17:13:35334 '--timeout-ms',
John Chenaab16fc02020-03-03 06:35:45335 '48000',
336 '--enable-leak-detection',
337 ],
338 'swarming': {
Weizhong Xia8b786422022-06-23 14:46:51339 'shards': 4,
John Chenaab16fc02020-03-03 06:35:45340 },
341 },
342 'WebKit Linux MSAN': {
343 'args': [
344 '--additional-expectations',
345 '../../third_party/blink/web_tests/MSANExpectations',
Weizhong Xia91b53362022-01-05 17:13:35346 '--timeout-ms',
John Chenaab16fc02020-03-03 06:35:45347 '66000',
348 '--enable-sanitizer',
349 ],
350 'swarming': {
351 'expiration': 36000,
352 'hard_timeout': 10800,
353 'io_timeout': 3600,
Weizhong Xia8b786422022-06-23 14:46:51354 'shards': 8,
John Chenaab16fc02020-03-03 06:35:45355 },
356 },
John Chenaab16fc02020-03-03 06:35:45357 'Win10 Tests x64': {
358 'args': [
359 '--target',
Takuto Ikutab28b582e2021-02-10 01:41:21360 'Release_x64',
John Chenaab16fc02020-03-03 06:35:45361 ],
362 'swarming': {
Weizhong Xia8b786422022-06-23 14:46:51363 "shards": 12
John Chenaab16fc02020-03-03 06:35:45364 },
365 },
366 'Win10 Tests x64 (dbg)': {
367 'args': [
368 '--debug',
369 '--target',
Takuto Ikutab28b582e2021-02-10 01:41:21370 'Debug_x64',
John Chenaab16fc02020-03-03 06:35:45371 ],
372 },
Kuan Huanga89737d2022-01-07 19:42:11373 'Win11 Tests x64': {
374 'args': [
375 '--target',
376 'Release_x64',
377 ],
378 'swarming': {
Weizhong Xia8b786422022-06-23 14:46:51379 "shards": 12
Kuan Huanga89737d2022-01-07 19:42:11380 },
381 },
John Chenaab16fc02020-03-03 06:35:45382 # tryserver.chromium.android
383 'android_blink_rel': {
384 'args': [
385 '--release',
386 '--android',
John Chenaab16fc02020-03-03 06:35:45387 # TODO(crbug.com/875172): run on the real GPU since the
388 # software fallback, SwiftShader, isn't yet for 32-bit ARM.
389 '--additional-driver-flag=--use-gpu-in-tests',
390 ],
391 },
392 'devtools_frontend_linux_blink_light_rel': {
393 'args': [
394 'http/tests/devtools',
395 ],
396 'swarming': {
Weizhong Xia8b786422022-06-23 14:46:51397 'shards': 2,
John Chenaab16fc02020-03-03 06:35:45398 },
399 },
Takuto Ikutabace8f82022-01-26 23:47:47400 'devtools_frontend_linux_blink_light_rel_fastbuild': {
401 'args': [
402 'http/tests/devtools',
403 ],
404 'swarming': {
Weizhong Xia8b786422022-06-23 14:46:51405 'shards': 2,
Takuto Ikutabace8f82022-01-26 23:47:47406 },
407 },
David Dorwinf060a72d2022-10-05 22:09:03408 'fuchsia-x64-cast-receiver-rel': {
John Chenaab16fc02020-03-03 06:35:45409 'args': [
410 '--platform=fuchsia',
David Dorwinf060a72d2022-10-05 22:09:03411 '--jobs=1',
John Chenaab16fc02020-03-03 06:35:45412 ],
413 'swarming': {
414 'shards': 1,
415 },
416 },
David Dorwinf060a72d2022-10-05 22:09:03417 'fuchsia-x64-chrome-rel': {
David Dorwin49b2ddb2022-09-08 20:49:43418 'args': [
419 '--platform=fuchsia',
David Dorwin49b2ddb2022-09-08 20:49:43420 ],
421 'swarming': {
422 'shards': 1,
423 },
424 },
425 'fuchsia-x64-rel': {
426 'args': [
427 '--platform=fuchsia',
428 '--jobs=1',
429 ],
430 'swarming': {
431 'shards': 1,
432 },
433 },
John Chenaab16fc02020-03-03 06:35:45434 'linux-blink-animation-use-time-delta': {
435 'args': [
436 '--debug',
437 ],
438 },
Daniel Libby178c9832020-10-08 20:36:14439 'linux-blink-web-tests-force-accessibility-rel': {
440 'args': [
Brian Sheedy10ddf0a2021-08-16 23:19:07441 '--flag-specific=force-renderer-accessibility',
Daniel Libby178c9832020-10-08 20:36:14442 ],
443 },
W. James MacLeance9b3a62022-10-05 16:58:58444 'linux-blink-wpt-reset-rel': {
445 'args': [
446 '--additional-driver-flag=--force-browsing-instance-reset-between-tests',
447 ],
448 # The flag above will slow the tests down, and we don't want the bot to
449 # timeout, so set a higher timeout here.
450 # TODO(wjmaclean): It would be nice if we could somehow specify a delta
451 # to the default/inherited timeout instead of an absolute.
452 'swarming': {
453 'hard_timeout': 1500,
454 },
455 },
John Chenaab16fc02020-03-03 06:35:45456 'linux-code-coverage': {
457 'args': [
458 '--additional-env-var=LLVM_PROFILE_FILE=${ISOLATED_OUTDIR}/profraw/default-%2m.profraw',
459 ],
460 'swarming': {
Weizhong Xia8b786422022-06-23 14:46:51461 'shards': 8,
John Chenaab16fc02020-03-03 06:35:45462 },
463 },
Aaron Gable40f79aa2020-03-21 01:21:15464 'linux-layout-tests-edit-ng': {
465 'args': [
Brian Sheedy10ddf0a2021-08-16 23:19:07466 '--flag-specific=enable-editing-ng',
Aaron Gable40f79aa2020-03-21 01:21:15467 ],
468 },
Garrett Beaty731523e92022-05-03 17:16:55469 'linux_layout_tests_layout_ng_disabled': {
470 'args': [
471 '--flag-specific=disable-layout-ng',
472 ],
473 'swarming': {
Weizhong Xia8b786422022-06-23 14:46:51474 'shards': 8,
Garrett Beaty731523e92022-05-03 17:16:55475 },
476 },
Riley Wong89d6dc72022-09-08 20:29:07477 'mac10.13-blink-rel': {
478 'swarming': {
479 'shards': 1,
480 },
481 },
Riley Wong89d6dc72022-09-08 20:29:07482 'mac10.14-blink-rel': {
483 'swarming': {
484 'shards': 1,
485 },
486 },
Riley Wong89d6dc72022-09-08 20:29:07487 'mac10.15-blink-rel': {
488 'swarming': {
489 'shards': 8,
Weizhong Xia21063c72022-11-09 23:48:30490 'hard_timeout': 2400,
Riley Wong89d6dc72022-09-08 20:29:07491 },
492 },
Riley Wongc20ba4a2022-09-12 17:06:31493 'mac11.0-blink-rel': {
494 'swarming': {
495 'shards': 5,
Weizhong Xia21063c72022-11-09 23:48:30496 'hard_timeout': 2400,
497 },
498 },
499 'mac11.0.arm64-blink-rel': {
500 'swarming': {
501 'hard_timeout': 2400,
502 },
503 },
504 'mac12.0-blink-rel': {
505 'swarming': {
506 'hard_timeout': 2400,
507 },
508 },
509 'mac12.0.arm64-blink-rel': {
510 'swarming': {
511 'hard_timeout': 2400,
Riley Wongc20ba4a2022-09-12 17:06:31512 },
513 },
Ben Pasteneebad8fc2022-08-12 23:34:28514 'win10-rel-no-external-ip': {
515 'args': [
516 '--target',
517 'Release_x64',
518 ],
519 'swarming': {
520 "shards": 12
521 },
522 },
Riley Wong5feb0eb2022-08-05 15:49:26523 'win10.20h2-blink-rel': {
524 'swarming': {
525 'shards': 6,
Weizhong Xia21063c72022-11-09 23:48:30526 'hard_timeout': 2400,
Riley Wong5feb0eb2022-08-05 15:49:26527 },
528 },
Weizhong Xia8b786422022-06-23 14:46:51529 'win11-blink-rel': {
530 'swarming': {
Weizhong Xia21063c72022-11-09 23:48:30531 'hard_timeout': 2400,
Weizhong Xia8b786422022-06-23 14:46:51532 },
533 'args': [
534 '--target',
535 'Release_x64',
536 ],
537 },
538 },
539 },
540 'blink_wpt_tests': {
541 'remove_from': [
Weizhong Xia8b786422022-06-23 14:46:51542 'Win10 Tests x64 (dbg)',
Weizhong Xia6d85a442022-06-23 17:17:06543 'devtools_frontend_linux_blink_light_rel',
544 'devtools_frontend_linux_blink_light_rel_fastbuild',
Rahul Kumar Adudodla35da216b2022-11-21 19:48:20545 'mac-osxbeta-rel',
Weizhong Xia8b786422022-06-23 14:46:51546 ],
547 'modifications': {
Weizhong Xia8b786422022-06-23 14:46:51548 'Linux Tests': {
549 "args": [
550 "--additional-env-var=LLVM_PROFILE_FILE=${ISOLATED_OUTDIR}/profraw/default-%2m.profraw",
551 ],
552 'swarming': {
Weizhong Xia8b786422022-06-23 14:46:51553 'shards': 10,
554 },
555 },
556 'Linux Tests (dbg)(1)': {
557 'args': [
558 '--debug',
559 ],
560 'swarming': {
561 'shards': 18,
562 },
563 },
564 'Mac10.13 Tests': {
565 'swarming': {
566 'dimension_sets': [
567 {
568 'gpu': None,
569 },
570 ],
571 'shards': 15,
572 },
573 },
574 'Mac10.15 Tests': {
575 'swarming': {
576 'dimension_sets': [
577 {
578 'gpu': None,
579 },
580 ],
581 'shards': 15,
582 },
583 },
584 'Mac11 Tests': {
585 'swarming': {
586 'dimension_sets': [
587 {
588 'gpu': None,
589 },
590 ],
591 'shards': 18,
Weizhong Xia8b786422022-06-23 14:46:51592 },
593 },
Lindsay Pasrichadf6edb62022-07-06 22:08:35594 'Mac12 Tests': {
Jie Shengcc95e742022-11-15 16:26:53595 'args': [
596 '--driver-logging',
597 ],
Lindsay Pasrichadf6edb62022-07-06 22:08:35598 'swarming': {
599 'dimension_sets': [
600 {
601 'gpu': None,
602 },
603 ],
604 'shards': 18,
Lindsay Pasrichadf6edb62022-07-06 22:08:35605 },
606 },
Weizhong Xia8b786422022-06-23 14:46:51607 'Mac12 Tests (dbg)': {
608 'experiment_percentage': 100,
609 'args': [
610 '--debug',
611 ],
612 'swarming': {
613 'shards': 24,
614 },
615 },
616 'ToTFuchsia x64': {
617 'args': [
618 '--platform=fuchsia',
619 ],
620 'swarming': {
621 'shards': 1,
622 },
623 },
624 'V8 Blink Linux Debug': {
625 # This builder compiles Chromium in release mode, but V8 in debug.
626 # TODO(machenbach): Change name and out directory of this builder to
627 # something less confusing.
628 'args': [
629 '-t',
630 'Debug',
631 '--release',
632 ],
633 },
634 'V8 Blink Linux Future': {
635 'args': [
636 '--flag-specific=future-js',
637 ],
638 },
639 'WebKit Linux ASAN': {
640 'args': [
641 '--additional-expectations',
642 '../../third_party/blink/web_tests/ASANExpectations',
643 '--timeout-ms',
644 '48000',
645 '--enable-sanitizer',
646 ],
647 'swarming': {
648 'shards': 12,
649 },
650 },
651 'WebKit Linux Leak': {
652 'args': [
653 '--additional-expectations',
654 '../../third_party/blink/web_tests/LeakExpectations',
655 '--timeout-ms',
656 '48000',
657 '--enable-leak-detection',
658 ],
659 'swarming': {
660 'shards': 6,
661 },
662 },
663 'WebKit Linux MSAN': {
664 'args': [
665 '--additional-expectations',
666 '../../third_party/blink/web_tests/MSANExpectations',
667 '--timeout-ms',
668 '66000',
669 '--enable-sanitizer',
670 ],
671 'swarming': {
672 'expiration': 36000,
673 'hard_timeout': 10800,
674 'io_timeout': 3600,
675 'shards': 12,
676 },
677 },
678 'Win10 Tests x64': {
679 'args': [
680 '--target',
681 'Release_x64',
682 ],
683 'swarming': {
684 "shards": 18
685 },
686 },
687 'Win10 Tests x64 (dbg)': {
688 'args': [
689 '--debug',
690 '--target',
691 'Debug_x64',
692 ],
693 },
694 'Win11 Tests x64': {
695 'args': [
696 '--target',
697 'Release_x64',
698 ],
699 'swarming': {
700 "shards": 18
701 },
702 },
703 # tryserver.chromium.android
704 'android_blink_rel': {
705 'args': [
706 '--release',
707 '--android',
Weizhong Xia8b786422022-06-23 14:46:51708 # TODO(crbug.com/875172): run on the real GPU since the
709 # software fallback, SwiftShader, isn't yet for 32-bit ARM.
710 '--additional-driver-flag=--use-gpu-in-tests',
711 ],
712 },
David Dorwinf060a72d2022-10-05 22:09:03713 'fuchsia-x64-cast-receiver-rel': {
Weizhong Xia8b786422022-06-23 14:46:51714 'args': [
715 '--platform=fuchsia',
David Dorwinf060a72d2022-10-05 22:09:03716 '--jobs=1',
Weizhong Xia8b786422022-06-23 14:46:51717 ],
718 'swarming': {
719 'shards': 1,
720 },
721 },
David Dorwinf060a72d2022-10-05 22:09:03722 'fuchsia-x64-chrome-rel': {
David Dorwin49b2ddb2022-09-08 20:49:43723 'args': [
724 '--platform=fuchsia',
David Dorwin49b2ddb2022-09-08 20:49:43725 ],
726 'swarming': {
727 'shards': 1,
728 },
729 },
730 'fuchsia-x64-rel': {
731 'args': [
732 '--platform=fuchsia',
733 '--jobs=1',
734 ],
735 'swarming': {
736 'shards': 1,
737 },
738 },
Weizhong Xia8b786422022-06-23 14:46:51739 'linux-bfcache-rel': {
740 'args': [
Weizhong Xia8b786422022-06-23 14:46:51741 # TODO(crbug.com/1255537): Re-enable the test.
742 '--ignore-tests=external/wpt/html/browsers/browsing-the-web/back-forward-cache/events.html',
743 ],
744 },
745 'linux-blink-animation-use-time-delta': {
746 'args': [
747 '--debug',
748 ],
749 },
750 'linux-blink-web-tests-force-accessibility-rel': {
751 'args': [
752 '--flag-specific=force-renderer-accessibility',
753 ],
754 },
W. James MacLeance9b3a62022-10-05 16:58:58755 'linux-blink-wpt-reset-rel': {
756 'args': [
757 '--additional-driver-flag=--force-browsing-instance-reset-between-tests',
758 ],
759 },
Weizhong Xia8b786422022-06-23 14:46:51760 'linux-code-coverage': {
761 'args': [
762 '--additional-env-var=LLVM_PROFILE_FILE=${ISOLATED_OUTDIR}/profraw/default-%2m.profraw',
763 ],
764 'swarming': {
765 'shards': 12,
766 },
767 },
768 'linux-layout-tests-edit-ng': {
769 'args': [
770 '--flag-specific=enable-editing-ng',
771 ],
772 },
773 'linux_layout_tests_layout_ng_disabled': {
774 'args': [
775 '--flag-specific=disable-layout-ng',
776 ],
777 'swarming': {
778 'shards': 12,
779 },
780 },
Riley Wong89d6dc72022-09-08 20:29:07781 'mac10.13-blink-rel': {
782 'swarming': {
783 'shards': 1,
784 },
785 },
Riley Wong89d6dc72022-09-08 20:29:07786 'mac10.14-blink-rel': {
787 'swarming': {
788 'shards': 1,
789 },
790 },
Riley Wong89d6dc72022-09-08 20:29:07791 'mac10.15-blink-rel': {
792 'swarming': {
793 'shards': 12,
Weizhong Xia21063c72022-11-09 23:48:30794 'hard_timeout': 2400,
Riley Wong89d6dc72022-09-08 20:29:07795 },
796 },
Riley Wongc20ba4a2022-09-12 17:06:31797 'mac11.0-blink-rel': {
798 'swarming': {
799 'shards': 7,
Weizhong Xia21063c72022-11-09 23:48:30800 'hard_timeout': 2400,
801 },
802 },
803 'mac11.0.arm64-blink-rel': {
804 'swarming': {
805 'hard_timeout': 2400,
806 },
807 },
808 'mac12.0-blink-rel': {
809 'swarming': {
810 'hard_timeout': 2400,
811 },
812 },
813 'mac12.0.arm64-blink-rel': {
814 'swarming': {
815 'hard_timeout': 2400,
Riley Wongc20ba4a2022-09-12 17:06:31816 },
817 },
Ben Pasteneebad8fc2022-08-12 23:34:28818 'win10-rel-no-external-ip': {
819 'args': [
820 '--target',
821 'Release_x64',
822 ],
823 'swarming': {
824 "shards": 18
825 },
826 },
Riley Wong5feb0eb2022-08-05 15:49:26827 'win10.20h2-blink-rel': {
828 'swarming': {
829 'shards': 9,
Weizhong Xia21063c72022-11-09 23:48:30830 'hard_timeout': 2400,
Riley Wong5feb0eb2022-08-05 15:49:26831 },
832 },
Riley Wong5fc22762022-06-15 20:25:07833 'win11-blink-rel': {
834 'swarming': {
Weizhong Xia21063c72022-11-09 23:48:30835 'hard_timeout': 2400,
Riley Wong5fc22762022-06-15 20:25:07836 },
837 'args': [
838 '--target',
839 'Release_x64',
840 ],
Riley Wong70908512022-06-17 20:35:32841 }
John Chenaab16fc02020-03-03 06:35:45842 },
843 },
Kenneth Russelleb60cbd22017-12-05 07:54:28844 'browser_tests': {
Kenneth Russellfbda3c532017-12-08 23:57:24845 'remove_from': [
Brad Halla36886c2019-02-26 16:52:29846 'CrWinAsan(dll)', # https://crbug.com/935598
Nico Weber3af4da72018-02-27 01:59:41847 'linux-win_cross-rel',
Nico Weberdae13cd92018-12-14 13:56:26848 'ToTLinuxTSan', # https://crbug.com/368525
Lindsay Pasrichab3f72db2021-09-22 22:05:46849 # TODO(crbug.com/1171053): Enable the suite in 'Mac10.15 Tests' once it's
Zhaoyang Li69e2e002021-02-19 21:57:35850 # off CQ.
Gary Tongd5f5a742021-01-29 00:01:13851 'Mac10.13 Tests', # https://crbug.com/1042757
Zhaoyang Li69e2e002021-02-19 21:57:35852 'Mac10.15 Tests', # https://crbug.com/1042757
Cameron Higgins7558b162022-06-10 18:53:07853 'Mac12 Tests (dbg)', # https://crbug.com/1201386
Lindsay Pasricha8155d052021-04-22 00:06:43854 'mac-code-coverage', # https://crbug.com/1201386
Nico Weberd36959682018-04-12 03:33:46855 'Linux TSan Tests', # https://crbug.com/368525
Stephen Martinise701f5a2018-05-04 01:25:11856 'Win10 Tests x64 (dbg)',
Kenneth Russellfbda3c532017-12-08 23:57:24857 ],
Kenneth Russelleb60cbd22017-12-05 07:54:28858 'modifications': {
Nico Weber3f919792020-06-12 23:34:52859 'CrWinAsan': {
860 # These are very slow on the ASAN trybot for some reason.
Ben Pastened2c01af2022-01-31 23:06:44861 # crbug.com/1257927
Nico Weber3f919792020-06-12 23:34:52862 'swarming': {
863 'shards': 40,
864 },
865 },
866 'CrWinAsan(dll)': {
867 # These are very slow on the ASAN trybot for some reason.
Ben Pastened2c01af2022-01-31 23:06:44868 # crbug.com/1257927
Nico Weber3f919792020-06-12 23:34:52869 'swarming': {
870 'shards': 40,
871 },
872 },
Stephen Martinis1384ff92020-01-07 19:52:15873 'Linux - Future (dbg)': { # client.v8.chromium
Yuke Liaoea70f472019-12-19 06:03:36874 'swarming': {
Stephen Martinis1384ff92020-01-07 19:52:15875 'shards': 10,
Yuke Liaoea70f472019-12-19 06:03:36876 },
877 },
Stephen Martinis1384ff92020-01-07 19:52:15878 'Linux ASan LSan Tests (1)': {
Gregory Gutermanb6f9a972022-09-27 20:17:58879 'ci_only': True,
Stephen Martinis1384ff92020-01-07 19:52:15880 # These are very slow on the ASAN trybot for some reason.
Ben Pastened2c01af2022-01-31 23:06:44881 # crbug.com/1257927
Roberto Carrillo2c9ec972019-03-20 03:11:19882 'swarming': {
Stephen Martinis1384ff92020-01-07 19:52:15883 'shards': 40,
Roberto Carrillo2c9ec972019-03-20 03:11:19884 },
885 },
Chris Cunningham1d0e9e12020-02-26 22:56:40886 'Linux ASan Tests (sandboxed)': {
887 'swarming': {
John Abd-El-Malek3a631612020-07-08 21:40:41888 'shards': 30, # https://crbug.com/1103330
Chris Cunningham1d0e9e12020-02-26 22:56:40889 },
890 },
Titouan Rigoudy3fbe2742022-09-09 17:10:14891 'Linux CFI': {
892 'swarming': {
893 'shards': 20, # https://crbug.com/1361973
894 },
895 },
Stephen Martinis1384ff92020-01-07 19:52:15896 'Linux Chromium OS ASan LSan Tests (1)': {
897 # These are very slow on the ASAN trybot for some reason.
Ben Pastened2c01af2022-01-31 23:06:44898 # crbug.com/1257927
Roberto Carrillo5a5c98dc2019-10-30 22:33:51899 'swarming': {
Chris Cunningham74217f32022-05-02 18:47:23900 'shards': 60,
Roberto Carrillo5a5c98dc2019-10-30 22:33:51901 },
902 },
Stephen Martinis1384ff92020-01-07 19:52:15903 'Linux ChromiumOS MSan Tests': {
Alexis Hetua804f7412022-05-13 17:04:20904 # These are very slow on the Chrome OS MSAN trybot, most likely because browser_tests on cros has ~40% more tests. Also, these tests
905 # run on ash, which means every test starts and shuts down ash, which most likely explains why it takes longer than on other platforms.
Stephen Martinis1384ff92020-01-07 19:52:15906 # crbug.com/865455
Kenneth Russell56a3e862017-12-08 03:11:34907 'swarming': {
Tom Anderson1e776fcd2023-01-06 19:53:29908 'shards': 64,
Kenneth Russell56a3e862017-12-08 03:11:34909 },
Ben Pastene44221d32020-05-21 23:38:36910 'args': [
911 '--test-launcher-filter-file=../../testing/buildbot/filters/chromeos.msan.browser_tests.oobe_negative.filter',
912 ],
Kenneth Russell56a3e862017-12-08 03:11:34913 },
Struan Shrimptona9b1d512022-09-13 16:09:42914 'Linux MSan Tests': {
915 'swarming': {
Ben Pastene6c4db112022-10-21 18:55:34916 'shards': 15,
Struan Shrimptona9b1d512022-09-13 16:09:42917 },
918 },
Struan Shrimptonf5b2b552022-01-20 20:37:39919 'Linux Tests': {
920 'swarming': {
Stephanie Kim8332c7dd2022-11-07 20:03:49921 'shards': 20,
Struan Shrimptonf5b2b552022-01-20 20:37:39922 },
923 },
Maksim Sisovc81d284c2021-10-05 17:54:35924 # https://crbug.com/1084469
925 'Linux Tests (Wayland)': {
926 'args': [
927 '--test-launcher-filter-file=../../testing/buildbot/filters/ozone-linux.wayland_browser_tests.filter',
928 ],
Struan Shrimptone772d72f2021-12-15 07:50:09929 'swarming': {
Stephanie Kim8332c7dd2022-11-07 20:03:49930 'shards': 20,
Struan Shrimptone772d72f2021-12-15 07:50:09931 'quickrun_shards': 24,
932 },
Maksim Sisovc81d284c2021-10-05 17:54:35933 },
John Budorick614f91a2020-03-30 20:34:55934 'Linux Tests (dbg)(1)': {
935 # crbug.com/1066161
936 'swarming': {
937 'shards': 20,
938 },
939 },
Stephen Martinis1384ff92020-01-07 19:52:15940 'Mac ASan 64 Tests (1)': {
Kenneth Russellfbda3c532017-12-08 23:57:24941 'swarming': {
Stephen Martiniscd3c3832020-11-19 22:01:24942 'shards': 30,
Kenneth Russellfbda3c532017-12-08 23:57:24943 },
Lindsay Pasricha8155d052021-04-22 00:06:43944 # crbug.com/1196416
945 'args': [
946 '--test-launcher-filter-file=../../testing/buildbot/filters/mac.mac-rel.browser_tests.filter',
947 ],
Lindsay Pasrichab3f72db2021-09-22 22:05:46948 'experiment_percentage': 100, # https://crbug.com/1251657
Kenneth Russellfbda3c532017-12-08 23:57:24949 },
Lindsay Pasricha76f44d22021-04-07 16:16:26950 'Mac10.15 Tests': {
951 # crbug.com/1042757
952 'swarming': {
953 'dimension_sets': [
954 {
955 # These shards are liable to time out when running on macmini7,1.
956 'cores': '8|12',
957 }
958 ],
959 },
960 # crbug.com/1196416
961 'args': [
962 '--test-launcher-filter-file=../../testing/buildbot/filters/mac.mac-rel.browser_tests.filter',
963 ],
964 },
Lindsay Pasrichaf8762592021-12-02 23:43:09965 'Mac11 Tests': {
966 'ci_only': True,
Lindsay Pasrichaee30f252022-10-11 22:02:48967 'swarming': {
968 'shards': 20, # crbug.com/1366016
969 },
Lindsay Pasrichaf8762592021-12-02 23:43:09970 },
Yue She0cad2922022-06-24 15:06:07971 'Mac12 Tests': {
972 'ci_only': True,
Titouan Rigoudycd0e6dd72022-09-09 13:18:20973 'swarming': {
974 'shards': 20, # crbug.com/1361887
975 },
Yue She0cad2922022-06-24 15:06:07976 },
Cameron Higgins7558b162022-06-10 18:53:07977 'Mac12 Tests (dbg)': {
Zhaoyang Li9357e1e12021-12-07 18:53:17978 # crbug.com/1042757
979 'swarming': {
980 'dimension_sets': [
981 {
982 # These shards are liable to time out when running on macmini7,1.
983 'cores': '8|12',
984 }
985 ],
986 },
987 # crbug.com/1196416
988 'args': [
989 '--test-launcher-filter-file=../../testing/buildbot/filters/mac.mac-rel.browser_tests.filter',
990 ],
991 },
Tom Anderson482eab12023-01-10 00:05:37992 'ToTLinuxMSan': {
993 'swarming': {
994 'shards': 24,
995 },
996 },
Stephen Martinis1384ff92020-01-07 19:52:15997 'ToTWin(dbg)': {
Kenneth Russelleb60cbd22017-12-05 07:54:28998 'swarming': {
John Budorickca14c76f62017-12-09 14:19:18999 'shards': 20,
Kenneth Russelleb60cbd22017-12-05 07:54:281000 },
1001 },
Stephen Martinis1384ff92020-01-07 19:52:151002 'ToTWin64(dbg)': {
Kenneth Russell8ceeabf2017-12-11 17:53:281003 'swarming': {
1004 'shards': 20,
1005 },
1006 },
Kenneth Russell6c83d212018-07-27 20:52:591007 'Win10 Tests x64': {
1008 # crbug.com/868082
1009 'args': [
1010 '--disable-features=WebRTC-H264WithOpenH264FFmpeg',
1011 ],
Takuto Ikutac9c269a2019-01-10 22:40:251012 'swarming': {
1013 # This is for slow test execution that often becomes a critical path of
1014 # swarming jobs. crbug.com/868114
Stephanie Kima57b46a2022-10-27 22:09:031015 'shards': 55,
Takuto Ikutac9c269a2019-01-10 22:40:251016 }
Kenneth Russell6c83d212018-07-27 20:52:591017 },
Kuan Huanga89737d2022-01-07 19:42:111018 'Win11 Tests x64': {
1019 # crbug.com/868082
1020 'args': [
1021 '--disable-features=WebRTC-H264WithOpenH264FFmpeg',
1022 ],
1023 'swarming': {
1024 # This is for slow test execution that often becomes a critical path of
1025 # swarming jobs. crbug.com/868114
1026 'shards': 15,
1027 'quickrun_shards': 30,
1028 }
1029 },
Stephen Martinis1384ff92020-01-07 19:52:151030 'linux-chromeos-chrome': {
1031 # TODO(https://crbug.com/932269): Promote out of experiment when the
1032 # tests are green.
1033 'args': [
1034 '--test-launcher-filter-file=../../testing/buildbot/filters/chromeos.browser_tests.filter',
1035 ],
Ben Pastene37473092022-08-02 19:16:461036 'swarming': {
1037 'shards': 20,
1038 },
Stephen Martinis1384ff92020-01-07 19:52:151039 },
1040 'linux-chromeos-code-coverage': {
Nico Weber0c2861b2018-12-14 18:05:161041 'swarming': {
Stephen Martinis1384ff92020-01-07 19:52:151042 'shards': 50,
1043 },
1044 },
1045 'linux-chromeos-dbg': {
1046 'swarming': {
Chris Cunningham88e70de2022-05-02 23:39:161047 'shards': 50,
Stephen Martinis1384ff92020-01-07 19:52:151048 },
1049 },
1050 'linux-chromeos-rel': {
1051 'swarming': {
Stephanie Kimc932b4c2022-11-01 21:29:381052 'shards': 60,
Stephanie Kime9008f72020-03-05 23:01:161053 'dimension_sets': [
1054 {
1055 'kvm': '1',
1056 },
1057 ],
Stephen Martinis1384ff92020-01-07 19:52:151058 },
1059 },
1060 'linux-code-coverage': {
Yuke Liao58e1d202020-03-20 23:02:011061 'args': [
1062 '--no-sandbox',
1063 ],
Stephen Martinis1384ff92020-01-07 19:52:151064 'swarming': {
1065 'shards': 50,
1066 },
1067 },
Sven Zheng49ffa5c2022-09-06 18:48:261068 # asan tests is slower.
1069 'linux-lacros-asan-lsan-rel': {
1070 'swarming': {
1071 'shards': 20,
1072 },
1073 },
Sven Zheng80734f12020-08-06 06:50:391074 'linux-lacros-tester-rel': {
Struan Shrimptone772d72f2021-12-15 07:50:091075 'swarming': {
Stephanie Kim8332c7dd2022-11-07 20:03:491076 'shards': 20,
Struan Shrimptone772d72f2021-12-15 07:50:091077 },
Sven Zheng80734f12020-08-06 06:50:391078 },
Thiago Perrotta099ea612022-12-14 17:59:401079 'linux-rel-cft': {
1080 'args': [
1081 '--test-launcher-filter-file=../../testing/buildbot/filters/linux.linux-rel-cft.browser_tests.filter',
1082 ],
1083 },
Kuan Huang235b0142021-10-19 18:59:281084 'mac-code-coverage': {
1085 'args': [
1086 '--coverage-continuous-mode=1',
1087 ],
1088 },
Lindsay Pasricha8bbc3382022-01-31 22:54:541089 'mac-osxbeta-rel': {
1090 'swarming': {
1091 'shards': 12,
1092 },
1093 },
Thiago Perrotta099ea612022-12-14 17:59:401094 'mac-rel-cft': {
1095 'args': [
1096 '--test-launcher-filter-file=../../testing/buildbot/filters/mac.mac-rel-cft.browser_tests.filter',
1097 ],
1098 },
Kuan Huang83a1c922021-09-08 22:00:271099 'mac11-arm64-rel-tests': {
Lindsay Pasricha36432062021-10-27 20:43:301100 'args': [
1101 # crbug.com/1262402
1102 '--test-launcher-filter-file=../../testing/buildbot/filters/mac.mac11-arm64-rel.browser_tests.filter',
Lindsay Pasricha7cb620d2022-01-28 23:47:011103 ],
1104 'swarming': {
Lindsay Pasrichab7e471f2022-02-08 18:17:311105 'shards': 30,
Lindsay Pasricha7cb620d2022-01-28 23:47:011106 },
Kuan Huang199112a52021-08-23 17:37:191107 },
Zhaoyang Li5d3713d2022-06-13 18:01:171108 'mac12-arm64-rel-tests': {
1109 'ci_only': False, # https://crbug.com/1234525
1110 'args': [
1111 # crbug.com/1262402
1112 '--test-launcher-filter-file=../../testing/buildbot/filters/mac.mac12-arm64-rel.browser_tests.filter',
1113 ],
1114 'swarming': {
1115 'shards': 30,
1116 },
1117 },
Stephen Martinis1384ff92020-01-07 19:52:151118 'win-asan': {
Nico Weber3f919792020-06-12 23:34:521119 # These are very slow on the ASAN trybot for some reason.
Ben Pastened2c01af2022-01-31 23:06:441120 # crbug.com/1257927
Stephen Martinis1384ff92020-01-07 19:52:151121 'swarming': {
Nico Weber3f919792020-06-12 23:34:521122 'shards': 40,
Nico Weber0c2861b2018-12-14 18:05:161123 },
1124 },
Yuki Yamada70190fc2021-10-28 09:00:271125 'win-backuprefptr-x64-fyi-rel': {
1126 'args': [
1127 '--test-launcher-filter-file=../../testing/buildbot/filters/win_backuprefptr_fyi.browser_tests.filter',
1128 ],
1129 },
Thiago Perrotta099ea612022-12-14 17:59:401130 'win-rel-cft': {
1131 'args': [
1132 '--test-launcher-filter-file=../../testing/buildbot/filters/win.win-rel-cft.browser_tests.filter',
1133 ],
1134 },
Ben Pasteneebad8fc2022-08-12 23:34:281135 'win10-rel-no-external-ip': {
1136 # crbug.com/868082
1137 'args': [
1138 '--disable-features=WebRTC-H264WithOpenH264FFmpeg',
1139 ],
1140 'swarming': {
1141 'shards': 15,
1142 }
1143 },
Kenneth Russelleb60cbd22017-12-05 07:54:281144 },
1145 },
Erik Chen681dc0282019-11-26 22:54:491146 'cc_unittests': {
1147 'modifications': {
1148 'Linux TSan Tests': {
1149 'swarming': {
1150 'shards': 3,
1151 },
1152 },
Haiyang Pan9d68ca02021-08-04 21:30:471153 'android-11-x86-rel': {
Haiyang Pancf765862021-03-18 20:39:151154 # https://crbug.com/1039860
1155 'args': [
Haiyang Pan11d8bd52021-11-19 21:22:541156 '--test-launcher-filter-file=../../testing/buildbot/filters/android.emulator_11_12.cc_unittests.filter',
1157 ],
1158 },
Haiyang Pan2a55a452022-03-03 08:18:331159 'android-12-x64-rel': {
Haiyang Pan11d8bd52021-11-19 21:22:541160 # https://crbug.com/1039860
1161 'args': [
1162 '--test-launcher-filter-file=../../testing/buildbot/filters/android.emulator_11_12.cc_unittests.filter',
Haiyang Pancf765862021-03-18 20:39:151163 ],
1164 },
Haiyang Pan08d09dc2020-04-01 16:11:211165 'android-pie-x86-rel': {
John Budorickfa8f1da92020-01-15 18:11:381166 # https://crbug.com/1039860
1167 'args': [
1168 '--test-launcher-filter-file=../../testing/buildbot/filters/android.emulator.cc_unittests.filter',
1169 ],
1170 },
Struan Shrimptona1ab7672022-01-13 18:02:511171 'chromeos-amd64-generic-rel': {
1172 'swarming': {
1173 'quickrun_shards': 2,
1174 },
1175 },
Chong Gudf7fbe92021-02-24 02:55:581176 'fuchsia-code-coverage': {
1177 'swarming': {
1178 'shards': 4,
1179 },
1180 },
Chong Gub2446462021-08-19 18:44:081181 'fuchsia-fyi-arm64-dbg': {
1182 'args': [
1183 '--test-launcher-filter-file=../../testing/buildbot/filters/fuchsia.debug.cc_unittests.filter',
1184 ],
1185 },
Erik Chen681dc0282019-11-26 22:54:491186 },
1187 },
Prakhar94f444a2020-10-08 07:30:081188 'check_static_initializers': {
1189 'modifications': {
1190 'Mac Builder': {
1191 'args': [
1192 '--allow-coverage-initializer',
1193 ],
1194 },
1195 },
1196 },
Ben Pastene7a05a8f2020-11-12 17:25:511197 'chrome_all_tast_tests': {
1198 'modifications': {
Struan Shrimpton4b7abc02021-12-16 01:36:591199 'chromeos-amd64-generic-rel': {
1200 'swarming': {
Ben Pastene8fdb0ea92022-06-23 18:46:581201 'shards': 7,
Struan Shrimpton4b7abc02021-12-16 01:36:591202 },
1203 },
Ben Pastene7a05a8f2020-11-12 17:25:511204 'chromeos-betty-pi-arc-cfi-thin-lto-chrome': {
1205 'args': [
1206 # This bot sets symbol_level=2, which doesn't fit inside a normal VM.
1207 '--strip-chrome',
Alvin Jiafbc437612023-01-04 04:08:561208 '--tast-retries=1',
Ben Pastene7a05a8f2020-11-12 17:25:511209 ],
1210 },
Ben Pastenefb70e5f2022-11-08 04:16:421211 'chromeos-betty-pi-arc-chrome': {
1212 'swarming': {
1213 'shards': 15,
1214 },
1215 },
Alvin Jia47a28032022-11-07 23:09:151216 'chromeos-eve-chrome': {
Alvin Jiafbc437612023-01-04 04:08:561217 'args':[
1218 '--tast-retries=1',
1219 ],
Alvin Jia47a28032022-11-07 23:09:151220 'swarming': {
1221 # Increased timeout to 2 hours due to shard timeout.
1222 'hard_timeout': 7200,
1223 }
1224 },
Ben Pastenef85543f2022-06-24 17:50:021225 # TODO(crbug.com/1141234): Move out of experimental if/when the bots are
1226 # stable.
1227 'chromeos-jacuzzi-chrome': {
1228 'experiment_percentage': 100,
1229 },
yoshiki iguchi32971c52022-07-08 16:55:011230 'chromeos-kevin-chrome': {
1231 'swarming': {
Austin Engda0cb2e92022-07-11 18:08:551232 # Reducing parallelism due to DUT shortage (b/238271231)
yoshiki iguchi32971c52022-07-08 16:55:011233 'shards': 5,
1234 }
1235 },
Ben Pastene7a05a8f2020-11-12 17:25:511236 },
Ben Pastenefdf0c342022-10-10 20:54:291237 # TODO(b/248270560): Restore if the DUT pool is ever stabilized.
1238 'remove_from': [
1239 'chromeos-octopus-chrome',
1240 ],
Ben Pastene7a05a8f2020-11-12 17:25:511241 },
Andrew Luod252791ac2019-10-15 00:28:131242 'chrome_java_test_pagecontroller_tests': {
Haiyang Panfbd2b482020-09-23 23:41:251243 'modifications': {
1244 'android-pie-arm64-rel': {
1245 # TODO(crbug.com/1111436): Move this back to walleye if/when additional
1246 # capacity has been deployed.
1247 'swarming': {
1248 'dimension_sets': [
1249 {
1250 'device_type': 'sailfish',
1251 },
1252 ],
1253 },
1254 },
1255 },
Andrew Luod252791ac2019-10-15 00:28:131256 },
Ben Joyce9772d542022-10-13 20:50:531257 # TODO(crbug/1239300): Remove when experiment is done.
Ben Joyce99d3beb2022-10-14 23:32:041258 'chrome_public_persistent_shell_test_apk': {
Ben Joycec1566e282022-10-31 19:03:591259 'remove_from': [
1260 'android-pie-arm64-rel', # crbug/1239300. Experiment is done on this bot.
1261 ],
Ben Joyce99d3beb2022-10-14 23:32:041262 'modifications': {
1263 'android-nougat-x86-rel': {
Ben Joyce993f1df2022-10-21 00:47:541264 'args': [
1265 '--test-launcher-filter-file=../../testing/buildbot/filters/android.emulator_n.chrome_public_test_apk.filter',
1266 ],
Ben Joyce99d3beb2022-10-14 23:32:041267 'swarming': {
1268 'shards': 25,
1269 },
1270 },
1271 },
1272 },
1273 # TODO(crbug/1239300): Remove when experiment is done.
Ben Joyce9772d542022-10-13 20:50:531274 'chrome_public_persistent_shell_unit_test_apk': {
1275 'modifications': {
1276 'android-nougat-x86-rel': {
1277 'swarming': {
1278 'shards': 4,
1279 },
1280 },
1281 },
1282 },
Yun Liu7cfd28a2019-10-30 01:57:121283 'chrome_public_smoke_test': {
1284 'remove_from': [
Ben Joyce02dc8092021-03-04 21:48:191285 'android-code-coverage-native', # Does not generate profraw data.
Ben Joyce46ca6012021-03-31 19:19:251286 'android-pie-arm64-coverage-experimental-rel', # Does not generate profraw data.
Yun Liu7cfd28a2019-10-30 01:57:121287 ],
1288 },
Kenneth Russelleb60cbd22017-12-05 07:54:281289 'chrome_public_test_apk': {
John Budorick27d2d44e2019-05-20 20:26:091290 'remove_from': [
1291 'android-asan', # https://crbug.com/964562
Ben Joyce02dc8092021-03-04 21:48:191292 'android-code-coverage-native', # Does not generate profraw data.
Ben Joyce46ca6012021-03-31 19:19:251293 'android-pie-arm64-coverage-experimental-rel', # Does not generate profraw data.
John Budorick27d2d44e2019-05-20 20:26:091294 ],
Kenneth Russelleb60cbd22017-12-05 07:54:281295 'modifications': {
Ben Pastenec73e96e92018-07-12 01:40:351296 'Oreo Phone Tester': {
bsheedy01833462018-12-07 01:05:571297 # TODO(https://crbug.com/884413): Re-enable this once the tests are
1298 # either passing or there is more capacity.
1299 'experiment_percentage': 0,
Ben Pastenec73e96e92018-07-12 01:40:351300 },
Haiyang Pan9d68ca02021-08-04 21:30:471301 'android-11-x86-rel': {
Haiyang Panb80557c2021-03-13 03:01:441302 'args': [
1303 '--test-launcher-filter-file=../../testing/buildbot/filters/android.emulator_11.chrome_public_test_apk.filter',
Haiyang Pan1d5ca2862021-04-01 22:21:091304 '--timeout-scale=2.0',
Haiyang Panb80557c2021-03-13 03:01:441305 ],
Haiyang Panc82c3fa2022-02-01 01:26:061306 # TODO(https://crbug.com/1285975) Remove experiment and enable on
1307 # trybot once the device offline issue is resolved.
1308 'ci_only': True,
1309 'experiment_percentage': 100,
Haiyang Pan68a39c02021-11-11 21:12:211310 },
Haiyang Pan2a55a452022-03-03 08:18:331311 'android-12-x64-rel': {
Haiyang Pan68a39c02021-11-11 21:12:211312 'args': [
Haiyang Pan629f4e42022-02-09 22:11:231313 '--test-launcher-filter-file=../../testing/buildbot/filters/android.emulator_12.chrome_public_test_apk.filter',
Haiyang Pan68a39c02021-11-11 21:12:211314 '--timeout-scale=2.0',
1315 ],
Haiyang Pan2a55a452022-03-03 08:18:331316 # TODO(crbug.com/1225851): Remove experiment and ci_only
1317 # once the test suite is stable.
1318 'ci_only': True,
1319 'experiment_percentage': 100,
Haiyang Panb80557c2021-03-13 03:01:441320 },
Stephen Martinis1384ff92020-01-07 19:52:151321 'android-arm64-proguard-rel': {
1322 'swarming': {
1323 'shards': 25,
1324 },
1325 },
James Shenf0ce295f2022-07-21 01:37:171326 'android-nougat-x86-rel': {
1327 'args': [
1328 '--test-launcher-filter-file=../../testing/buildbot/filters/android.emulator_n.chrome_public_test_apk.filter',
1329 ],
James Shen57e04ef2022-09-23 02:22:271330 'swarming': {
Stephanie Kim5e700522022-11-11 14:52:351331 'shards': 75,
James Shen57e04ef2022-09-23 02:22:271332 'dimension_sets': [
1333 {
Haiyang Panca60fce2022-11-16 18:10:381334 # use 8-core to shorten runtime
Haiyang Pane35ae642022-11-18 00:34:151335 'cores': '8',
James Shen57e04ef2022-09-23 02:22:271336 },
1337 ],
1338 },
James Shenf0ce295f2022-07-21 01:37:171339 },
Stephen Martinis1384ff92020-01-07 19:52:151340 'android-pie-arm64-rel': {
1341 'args': [
1342 '--test-launcher-filter-file=../../testing/buildbot/filters/android.pie_arm64_rel.chrome_public_test_apk.filter', # https://crbug.com/1010211
Ben Joyceb5321412022-10-26 21:05:151343 '--use-persistent-shell',
Stephen Martinis1384ff92020-01-07 19:52:151344 ],
Stephen Martinisd05530d2021-07-27 22:50:221345 'ci_only': True, # https://crbug.com/1233700
Haiyang Pan43640ee2020-02-13 01:38:001346 },
Ben Joyce6d63a582022-12-09 18:34:551347 'android-pie-arm64-rel-swarming': {
1348 'swarming': {
1349 'service_account': '[email protected]'
1350 },
1351 },
Haiyang Pan08d09dc2020-04-01 16:11:211352 'android-pie-x86-rel': {
Haiyang Pan43640ee2020-02-13 01:38:001353 'args': [
Haiyang Pan71373072020-03-02 19:57:491354 # https://crbug.com/1046059
Haiyang Pan23f64f52020-06-04 01:23:321355 '--test-launcher-filter-file=../../testing/buildbot/filters/android.emulator_p.chrome_public_test_apk.filter',
Haiyang Pan43640ee2020-02-13 01:38:001356 ],
Haiyang Pan71373072020-03-02 19:57:491357 'swarming': {
Haiyang Pan58a6db22021-07-30 01:08:261358 # See https://crbug.com/1230192, runs of 40-60 minutes at 20 shards.
1359 'shards': 30,
1360 },
1361 },
1362 },
1363 },
1364 'chrome_public_test_apk_with_playstore': {
Haiyang Pan58a6db22021-07-30 01:08:261365 'modifications': {
Haiyang Pan9d68ca02021-08-04 21:30:471366 'android-11-x86-rel': {
Haiyang Pan58a6db22021-07-30 01:08:261367 'args': [
1368 '--avd-config=../../tools/android/avd/proto/generic_playstore_android30.textpb',
1369 ],
1370 'swarming': {
1371 # soft affinity so that bots with caches will be picked first
1372 'optional_dimensions': {
1373 '60': [
1374 {
Haiyang Pan0fee3652022-02-23 19:19:481375 'caches': 'generic_playstore_android30',
Haiyang Pan58a6db22021-07-30 01:08:261376 }
1377 ],
1378 },
1379 'named_caches': [
1380 {
Haiyang Pan0fee3652022-02-23 19:19:481381 'name': 'generic_playstore_android30',
1382 'path': '.android_emulator/generic_playstore_android30',
Haiyang Pan58a6db22021-07-30 01:08:261383 },
1384 ],
1385 },
1386 },
Haiyang Pan2a55a452022-03-03 08:18:331387 'android-12-x64-rel': {
Haiyang Pan68a39c02021-11-11 21:12:211388 'args': [
1389 '--avd-config=../../tools/android/avd/proto/generic_playstore_android31.textpb',
1390 ],
1391 'swarming': {
1392 # soft affinity so that bots with caches will be picked first
1393 'optional_dimensions': {
1394 '60': [
1395 {
Haiyang Pan0fee3652022-02-23 19:19:481396 'caches': 'generic_playstore_android31',
Haiyang Pan68a39c02021-11-11 21:12:211397 }
1398 ],
1399 },
1400 'named_caches': [
1401 {
Haiyang Pan0fee3652022-02-23 19:19:481402 'name': 'generic_playstore_android31',
1403 'path': '.android_emulator/generic_playstore_android31',
Haiyang Pan68a39c02021-11-11 21:12:211404 },
1405 ],
1406 },
1407 },
Haiyang Pan58a6db22021-07-30 01:08:261408 'android-pie-x86-rel': {
1409 'args': [
1410 '--avd-config=../../tools/android/avd/proto/generic_playstore_android28.textpb',
1411 ],
1412 'swarming': {
Haiyang Pan2c438302021-06-11 23:50:381413 # soft affinity so that bots with caches will be picked first
1414 'optional_dimensions': {
1415 '60': [
1416 {
Haiyang Pan0fee3652022-02-23 19:19:481417 'caches': 'generic_playstore_android28',
Haiyang Pan2c438302021-06-11 23:50:381418 }
1419 ],
1420 },
Haiyang Pan71373072020-03-02 19:57:491421 'named_caches': [
1422 {
Haiyang Pan0fee3652022-02-23 19:19:481423 'name': 'generic_playstore_android28',
1424 'path': '.android_emulator/generic_playstore_android28',
Haiyang Pan71373072020-03-02 19:57:491425 },
Haiyang Pan980402822020-10-07 23:24:561426 ],
Haiyang Pan71373072020-03-02 19:57:491427 },
John Budorick34009472018-04-03 17:38:441428 },
Kenneth Russelleb60cbd22017-12-05 07:54:281429 },
1430 },
1431 'chrome_public_test_vr_apk': {
Nico Weberb0b3f5862018-07-13 18:45:151432 'remove_from': [
Andrew Luo38b311f2019-10-04 03:42:091433 'android-pie-arm64-rel', # https://crbug.com/1010211
bsheedydf58b4e2018-11-01 19:42:161434 'ToTAndroid',
John Budorick27d2d44e2019-05-20 20:26:091435 'android-asan', # https://crbug.com/964562
Ben Joyce02dc8092021-03-04 21:48:191436 'android-code-coverage-native', # Does not generate profraw data.
Ben Joyce46ca6012021-03-31 19:19:251437 'android-pie-arm64-coverage-experimental-rel', # Does not generate profraw data.
bsheedy410dd7c2018-06-15 22:42:091438 ],
Kenneth Russelleb60cbd22017-12-05 07:54:281439 },
bsheedy75a4dd52018-11-27 23:24:301440 'chrome_public_test_vr_apk-vega': {
1441 'modifications': {
bsheedy75a4dd52018-11-27 23:24:301442 'Oreo Phone Tester': {
1443 'swarming': {
1444 'dimension_sets': [
1445 {
1446 'device_os': 'OVR1.180808.003',
1447 'device_type': 'vega',
1448 'os': 'Android',
1449 },
1450 ],
1451 },
1452 }
1453 }
1454 },
Henrique Nakashimad99462ab2022-06-08 19:52:421455 'chrome_public_unit_test_apk': {
Henrique Nakashima4b24b55a2022-11-02 22:25:321456 'remove_from': [
1457 'android-asan', # https://crbug.com/964562
1458 'android-code-coverage-native', # Does not generate profraw data.
1459 'android-pie-arm64-coverage-experimental-rel', # Does not generate profraw data.
1460 ],
Henrique Nakashimad99462ab2022-06-08 19:52:421461 'modifications': {
1462 'android-12-x64-rel': {
1463 'args': [
1464 '--test-launcher-filter-file=../../testing/buildbot/filters/android.emulator_12.chrome_public_unit_test_apk.filter',
1465 ],
1466 },
1467 },
1468 },
Nihar Damarasingu8def1a22022-08-18 21:15:541469 'chrome_public_wpt': {
1470 'modifications': {
1471 'android-chrome-pie-x86-wpt-fyi-rel': {
1472 'args': [
1473 '--use-upstream-wpt',
1474 ],
1475 },
1476 },
1477 },
Ian Struiksmaeb285db02020-10-20 22:19:341478 'chrome_sizes': {
1479 'modifications': {
Yuke Liao975680302021-02-18 18:34:541480 'lacros-amd64-generic-chrome': {
1481 'swarming': {
1482 'dimension_sets': [
1483 {
Yuke Liao31225ee32021-03-17 23:21:331484 'cpu': 'x86-64',
Ben Pasteneddd3da72021-09-23 17:41:351485 'os': 'Ubuntu-18.04',
Yuke Liao975680302021-02-18 18:34:541486 },
1487 ],
1488 },
1489 },
Ben Pastenee9536c82021-10-19 01:48:571490 'lacros-arm-generic-chrome': {
1491 'swarming': {
1492 'dimension_sets': [
1493 {
1494 'cpu': 'x86-64',
1495 'os': 'Ubuntu-18.04',
1496 },
1497 ],
1498 },
1499 },
Ian Struiksmaeb285db02020-10-20 22:19:341500 },
1501 },
Takuto Ikuta1b749b902019-04-11 18:05:531502 'chromedriver_py_tests': {
Ben Pastene1b1aa972022-09-28 17:51:011503 'modifications': {
1504 'Win10 Tests x64': {
1505 # TODO(crbug.com/1369158): Fix & re-enable.
1506 'isolate_profile_data': False,
1507 },
1508 },
Takuto Ikuta1b749b902019-04-11 18:05:531509 'remove_from': [
1510 # Timeout happens sometimes (crbug.com/951799).
Takuto Ikuta1b749b902019-04-11 18:05:531511 'Win10 Tests x64 (dbg)',
1512 ],
1513 },
Haiyang Panfed339172021-03-10 23:19:571514 'components_browsertests': {
1515 'modifications': {
Stephanie Kim6b4abfd32022-11-15 20:33:371516 'Linux TSan Tests': {
1517 'swarming': {
1518 'shards': 2,
1519 },
1520 },
Haiyang Pan9d68ca02021-08-04 21:30:471521 'android-11-x86-rel': {
Haiyang Panfed339172021-03-10 23:19:571522 'swarming': {
1523 'shards': 2,
1524 },
1525 },
André Kempef30fe9d22022-02-03 10:44:291526 'android-asan': {
1527 'swarming': {
1528 'shards': 3,
1529 },
1530 },
Haiyang Pandcc3e012022-09-30 01:57:431531 'android-nougat-x86-rel': {
1532 'swarming': {
Stephanie Kim55d87ef22022-11-08 23:00:471533 'shards': 4,
Haiyang Pandcc3e012022-09-30 01:57:431534 },
1535 },
Haiyang Panfed339172021-03-10 23:19:571536 },
1537 },
Kenneth Russelleb60cbd22017-12-05 07:54:281538 'components_unittests': {
Kenneth Russelleb60cbd22017-12-05 07:54:281539 'modifications': {
John Budorick5052d552017-12-13 02:59:341540 'Linux ASan LSan Tests (1)': {
1541 # These are very slow on the ASAN trybot for some reason.
Ben Pastened2c01af2022-01-31 23:06:441542 # crbug.com/1257927
John Budorick5052d552017-12-13 02:59:341543 'swarming': {
1544 'shards': 5,
1545 },
1546 },
Takuto Ikuta54671d972018-07-19 19:06:351547 'Linux Chromium OS ASan LSan Tests (1)': {
1548 # These are very slow on the ASAN trybot for some reason.
Ben Pastened2c01af2022-01-31 23:06:441549 # crbug.com/1257927
Takuto Ikuta54671d972018-07-19 19:06:351550 'swarming': {
1551 'shards': 5,
1552 },
1553 },
Erik Chen681dc0282019-11-26 22:54:491554 'Linux TSan Tests': {
1555 'swarming': {
1556 'shards': 2,
1557 },
1558 },
Lindsay Pasrichafaeaac72022-07-27 21:08:081559 # https://crbug.com/1344223
1560 'Mac10.13 Tests': {
1561 'swarming': {
1562 'shards': 2,
1563 },
1564 },
Haiyang Pan9d68ca02021-08-04 21:30:471565 'android-11-x86-rel': {
Haiyang Pan799282f2021-03-25 19:38:311566 'args': [
Haiyang Pane521cf692021-11-30 00:35:231567 # TODO(crbug.com/1192348): Fix the test failure
1568 '--gtest_filter=-FieldFormatterTest.DifferentLocales',
Haiyang Pan799282f2021-03-25 19:38:311569 ],
1570 },
Haiyang Pan2a55a452022-03-03 08:18:331571 'android-12-x64-rel': {
Haiyang Pan2877f062021-11-18 01:06:061572 'args': [
1573 # TODO(crbug.com/1192348): Fix the test failure
1574 '--gtest_filter=-FieldFormatterTest.DifferentLocales',
1575 ],
1576 },
Scott Violet17087cd2022-11-15 22:29:441577 'win-asan': {
1578 # With a single shard seems to hit time limit.
1579 'swarming': {
1580 'shards': 2,
1581 },
1582 },
Sven Zheng80734f12020-08-06 06:50:391583 },
Sven Zheng577fe5ff2020-08-03 22:06:441584 },
Chong Gu76046412021-09-22 17:49:211585 'compositor_unittests': {
Chong Gub2446462021-08-19 18:44:081586 'modifications': {
1587 'fuchsia-fyi-arm64-dbg': {
1588 'args': [
1589 '--test-launcher-filter-file=../../testing/buildbot/filters/fuchsia.debug.compositor_unittests.filter',
1590 ],
1591 },
1592 },
1593 },
Kenneth Russelleb60cbd22017-12-05 07:54:281594 'content_browsertests': {
Brad Halla36886c2019-02-26 16:52:291595 'remove_from': [
Brad Halla36886c2019-02-26 16:52:291596 'CrWinAsan(dll)', # https://crbug.com/935598
Rohan Pavonedf728bee22022-11-09 21:32:551597 # TODO(crbug.com/1371630): Enable on Fuchsia dbg/asan/clang builders.
1598 'fuchsia-fyi-arm64-dbg',
1599 'fuchsia-fyi-x64-asan',
1600 'fuchsia-fyi-x64-dbg',
1601 'ToTFuchsia x64',
1602 'ToTFuchsiaOfficial arm64',
Brad Halla36886c2019-02-26 16:52:291603 ],
Kenneth Russelleb60cbd22017-12-05 07:54:281604 'modifications': {
Kenneth Russellfbda3c532017-12-08 23:57:241605 'Cast Audio Linux': {
1606 'args': [
Nico Weber02f30392018-07-16 18:39:431607 '--test-launcher-filter-file=../../testing/buildbot/filters/cast-linux.content_browsertests.filter',
Kenneth Russellfbda3c532017-12-08 23:57:241608 ],
Kenneth Russellfbda3c532017-12-08 23:57:241609 },
1610 'Cast Linux': {
1611 'args': [
Nico Weber02f30392018-07-16 18:39:431612 '--test-launcher-filter-file=../../testing/buildbot/filters/cast-linux.content_browsertests.filter',
Kenneth Russellfbda3c532017-12-08 23:57:241613 ],
Kenneth Russellfbda3c532017-12-08 23:57:241614 },
Erik Chenb681c8c2019-11-25 22:52:521615 'Linux ASan LSan Tests (1)': {
1616 'swarming': {
Stephanie Kim75e95f62022-11-04 16:06:131617 'shards': 24,
Erik Chenb681c8c2019-11-25 22:52:521618 },
1619 },
Chris Cunninghame1a04ea2019-04-24 01:49:321620 'Linux ASan Tests (sandboxed)': {
1621 'swarming': {
John Abd-El-Malek3a631612020-07-08 21:40:411622 'shards': 10, # https://crbug.com/1103330
Chris Cunninghame1a04ea2019-04-24 01:49:321623 },
1624 },
Erik Chen681dc0282019-11-26 22:54:491625 'Linux TSan Tests': {
1626 'swarming': {
Stephanie Kim6b4abfd32022-11-15 20:33:371627 'shards': 30,
Erik Chen681dc0282019-11-26 22:54:491628 },
1629 },
Lindsay Pasrichab3f72db2021-09-22 22:05:461630 'Mac ASan 64 Tests (1)': { # https://crbug.com/1200640
1631 'experiment_percentage': 100,
1632 },
Struan Shrimpton57c594e42022-01-25 17:59:131633 'Mac11 Tests': {
1634 'swarming': {
Lindsay Pasricha0b5beaf2022-03-04 08:15:271635 'shards': 12,
Struan Shrimpton57c594e42022-01-25 17:59:131636 },
1637 },
Yue She0cad2922022-06-24 15:06:071638 'Mac12 Tests': {
1639 'swarming': {
1640 'shards': 12,
Yue She0cad2922022-06-24 15:06:071641 },
1642 },
Cameron Higgins7558b162022-06-10 18:53:071643 'Mac12 Tests (dbg)': { # https://crbug.com/1279504
Lindsay Pasricha945e4d62022-01-20 02:14:011644 'swarming': {
Lindsay Pasricha9ec81b52022-03-10 03:43:311645 'shards': 18,
Lindsay Pasricha945e4d62022-01-20 02:14:011646 },
1647 },
Mirko Bonadei1bee8b02022-11-17 13:56:331648 'WebRTC Chromium FYI Android Tests (dbg)': {
1649 'args': [
1650 '--test-launcher-filter-file=../../testing/buildbot/filters/chromium.webrtc.fyi.android.tests.dbg.content_browsertests.filter',
1651 ],
1652 },
Mirko Bonadei1bee8b02022-11-17 13:56:331653 'WebRTC Chromium FYI Android Tests ARM64 (dbg)': {
1654 'args': [
1655 '--test-launcher-filter-file=../../testing/buildbot/filters/chromium.webrtc.fyi.android.tests.dbg.content_browsertests.filter',
1656 ],
1657 },
Stephen Martinis1384ff92020-01-07 19:52:151658 'Win10 Tests x64': {
1659 # crbug.com/868082
1660 'args': [
1661 '--disable-features=WebRTC-H264WithOpenH264FFmpeg',
1662 ],
Struan Shrimptona1ab7672022-01-13 18:02:511663 'swarming': {
1664 'quickrun_shards': 18,
1665 },
Stephen Martinis1384ff92020-01-07 19:52:151666 },
1667 'Win10 Tests x64 (dbg)': {
1668 'experiment_percentage': 100,
1669 # crbug.com/868082
1670 'args': [
1671 '--disable-features=WebRTC-H264WithOpenH264FFmpeg',
Stephen Martinis1384ff92020-01-07 19:52:151672 ],
1673 },
Kuan Huanga89737d2022-01-07 19:42:111674 'Win11 Tests x64': {
1675 # crbug.com/868082
1676 'args': [
1677 '--disable-features=WebRTC-H264WithOpenH264FFmpeg',
1678 ],
1679 },
Haiyang Pan9d68ca02021-08-04 21:30:471680 'android-11-x86-rel': {
Haiyang Pan566e2652022-01-25 07:01:521681 # TODO(crbug.com/1137474): Remove ci_only and experiment_percentage
1682 # after the test suite is green.
1683 'ci_only': True,
Haiyang Pan10f029c2021-07-30 23:17:561684 'experiment_percentage': 100,
Haiyang Pan51450ab2021-03-23 00:48:571685 # TODO(crbug.com/1137474): Revisit the shard number once failed tests
1686 # are fixed.
Haiyang Panfed339172021-03-10 23:19:571687 'swarming': {
Haiyang Pan51450ab2021-03-23 00:48:571688 'shards': 30,
Haiyang Pan45e77dda2021-07-01 22:23:291689 'dimension_sets': [
1690 {
Haiyang Panca60fce2022-11-16 18:10:381691 # use 8-core to shorten runtime
Haiyang Pane35ae642022-11-18 00:34:151692 'cores': '8',
Haiyang Pan45e77dda2021-07-01 22:23:291693 },
1694 ],
Haiyang Panfed339172021-03-10 23:19:571695 },
1696 },
Haiyang Pan2a55a452022-03-03 08:18:331697 'android-12-x64-rel': {
Haiyang Pan1ed9ebb2022-12-13 03:10:031698 # TODO(crbug.com/1225851): Remove experiment and ci_only
1699 # once the test suite is stable.
1700 'ci_only': True,
1701 'experiment_percentage': 100,
Haiyang Pandbff3ef2022-02-11 23:24:191702 'args': [
1703 '--test-launcher-filter-file=../../testing/buildbot/filters/android.emulator_12.content_browsertests.filter',
1704 ],
Haiyang Pan249494b2022-01-27 21:56:211705 'swarming': {
Haiyang Panc1192662022-03-09 00:09:021706 'shards': 25,
Haiyang Pan249494b2022-01-27 21:56:211707 },
1708 },
Stephen Martinis1384ff92020-01-07 19:52:151709 'android-arm64-proguard-rel': {
1710 'swarming': {
1711 'shards': 16,
1712 },
1713 },
1714 'android-asan': {
1715 'args': [
1716 '--test-launcher-filter-file=../../testing/buildbot/filters/android.asan.content_browsertests.filter',
1717 ],
1718 'swarming': {
André Kempef30fe9d22022-02-03 10:44:291719 'shards': 25,
Stephen Martinis1384ff92020-01-07 19:52:151720 },
1721 },
Haiyang Pancf24ceb2022-03-17 02:31:301722 'android-nougat-x86-rel': {
James Shenfa680ebaa2022-07-22 02:53:531723 'args': [
1724 '--test-launcher-filter-file=../../testing/buildbot/filters/android.emulator_n.content_browsertests.filter',
1725 ],
Haiyang Pancf24ceb2022-03-17 02:31:301726 'swarming': {
Stephanie Kim5e700522022-11-11 14:52:351727 'shards': 75,
James Shen57e04ef2022-09-23 02:22:271728 'dimension_sets': [
1729 {
Haiyang Panca60fce2022-11-16 18:10:381730 # use 8-core to shorten runtime
Haiyang Pane35ae642022-11-18 00:34:151731 'cores': '8',
James Shen57e04ef2022-09-23 02:22:271732 },
1733 ],
Haiyang Pancf24ceb2022-03-17 02:31:301734 },
1735 },
Ben Joyce6f9c3c52022-12-22 18:47:541736 'android-pie-arm64-coverage-experimental-rel': {
1737 'args': [
1738 '--test-launcher-filter-file=../../testing/buildbot/filters/android.pie_arm64.content_browsertests_coverage.filter',
1739 ],
1740 },
Struan Shrimptone772d72f2021-12-15 07:50:091741 'android-pie-arm64-rel': {
1742 'swarming': {
Struan Shrimpton4b7abc02021-12-16 01:36:591743 'quickrun_shards': 40
Ben Joyce6f9c3c52022-12-22 18:47:541744 },
Struan Shrimptone772d72f2021-12-15 07:50:091745 },
Haiyang Pan08d09dc2020-04-01 16:11:211746 'android-pie-x86-rel': {
John Budoricka4e23882020-02-28 18:36:431747 'args': [
Haiyang Pan12d5acd2020-06-01 20:54:571748 '--test-launcher-filter-file=../../testing/buildbot/filters/android.emulator_p.content_browsertests.filter',
John Budoricka4e23882020-02-28 18:36:431749 ],
Sky Malice303f7ec2021-07-17 04:13:091750 'swarming': {
1751 # Flaking with only 20 shards with 40-60 minute runs.
1752 # https://crbug.com/1230118
1753 'shards': 30,
Haiyang Pan2eb735e72020-09-15 22:51:511754 },
John Budoricka4e23882020-02-28 18:36:431755 },
Rohan Pavonedf728bee22022-11-09 21:32:551756 'fuchsia-arm64-cast-receiver-rel': {
1757 # Temporarily only run this on CI due to resource and naming
1758 # constraints.
1759 # TODO(crbug.com/1371630): Remove this when resource requirements are
1760 # lower.
1761 'ci_only': True,
1762 },
1763 'fuchsia-arm64-rel': {
1764 # Temporarily only run this on CI due to resource and naming
1765 # constraints.
1766 # TODO(crbug.com/1371630): Remove this when resource requirements are
1767 # lower.
1768 'ci_only': True,
1769 },
1770 'fuchsia-x64-cast-receiver-rel': {
1771 # Temporarily only run this on CI due to resource requirements.
1772 # TODO(crbug.com/1374125): Remove this once resources are available.
1773 'ci_only': True,
1774 'swarming': {
1775 'shards': 41,
1776 },
1777 },
1778 'fuchsia-x64-rel': {
1779 'swarming': {
1780 'shards': 41,
1781 },
1782 },
Stephen Martinis1384ff92020-01-07 19:52:151783 'linux-chromeos-code-coverage': {
1784 'swarming': {
1785 'shards': 12,
1786 },
1787 },
Albert J. Wong91f109652019-11-19 03:01:161788 'linux-chromeos-rel': {
1789 'swarming': {
Stephanie Kim3e4907a2023-01-03 20:54:231790 'shards': 3,
Albert J. Wong91f109652019-11-19 03:01:161791 },
1792 },
Yuke Liao79424e42020-01-06 21:00:111793 'linux-code-coverage': {
Yuke Liao58e1d202020-03-20 23:02:011794 'args': [
1795 '--no-sandbox',
1796 ],
Yuke Liao79424e42020-01-06 21:00:111797 'swarming': {
1798 'shards': 12,
1799 },
1800 },
Sven Zheng80734f12020-08-06 06:50:391801 # https://crbug.com/1111979
1802 'linux-lacros-tester-fyi-rel': {
1803 'experiment_percentage': 100,
1804 },
Kuan Huang235b0142021-10-19 18:59:281805 'mac-code-coverage': {
1806 'args': [
1807 '--coverage-continuous-mode=1',
1808 ],
1809 },
Kuan Huang05332fb2021-10-12 02:04:261810 # https://crbug.com/1255940
1811 'mac-rel-swarming': {
1812 'swarming': {
1813 'dimension_sets': [
1814 {
1815 # These test would time out when running on 4 cores instances.
1816 'cores': '8|12',
1817 }
1818 ],
1819 },
1820 },
Ben Pasteneebad8fc2022-08-12 23:34:281821 'win10-rel-no-external-ip': {
1822 # crbug.com/868082
1823 'args': [
1824 '--disable-features=WebRTC-H264WithOpenH264FFmpeg',
1825 ],
1826 },
Kenneth Russelleb60cbd22017-12-05 07:54:281827 },
1828 },
Ben Joyce9735fb992022-10-27 00:20:451829 # TODO(crbug/1239300): Remove when experiment is done.
1830 'content_browsertests_persistent_shell': {
1831 'modifications': {
1832 'android-nougat-x86-rel': {
1833 'args': [
1834 '--test-launcher-filter-file=../../testing/buildbot/filters/android.emulator_n.content_browsertests.filter',
1835 ],
1836 'swarming': {
1837 'shards': 25,
1838 'dimension_sets': [
1839 {
Haiyang Panca60fce2022-11-16 18:10:381840 # copying android-nougat-x86-rel
Haiyang Pane35ae642022-11-18 00:34:151841 'cores': '8',
Ben Joyce9735fb992022-10-27 00:20:451842 },
1843 ],
1844 },
1845 },
1846 },
1847 },
Nico Weber81e16ace22018-06-30 02:58:471848 'content_shell_crash_test': {
Haiyang Pan8c201b92020-06-04 01:25:071849 'remove_from': [
James Shenad325fb02022-07-25 19:46:211850 'android-nougat-x86-rel', # crbug.com/1084353
Haiyang Pan8c201b92020-06-04 01:25:071851 ],
Dirk Prankeb1c36b322018-07-11 02:42:001852 'modifications': {
Dirk Prankeb1c36b322018-07-11 02:42:001853 'Win10 Tests x64 (dbg)': {
1854 'experiment_percentage': 100, # https://crbug.com/861730
1855 },
1856 },
Nico Weber81e16ace22018-06-30 02:58:471857 },
John Budorick27d2d44e2019-05-20 20:26:091858 'content_shell_test_apk': {
1859 'remove_from': [
John Budorick27d2d44e2019-05-20 20:26:091860 'android-asan', # https://crbug.com/964562
Ben Joyce02dc8092021-03-04 21:48:191861 'android-code-coverage-native', # Does not generate profraw data.
Ben Joyce46ca6012021-03-31 19:19:251862 'android-pie-arm64-coverage-experimental-rel', # Does not generate profraw data.
John Budorick27d2d44e2019-05-20 20:26:091863 ],
John Budorickee2e64f2020-03-02 20:19:101864 'modifications': {
Haiyang Pan9d68ca02021-08-04 21:30:471865 'android-11-x86-rel': {
Haiyang Pan103864812021-03-19 19:28:441866 'args': [
1867 '--test-launcher-filter-file=../../testing/buildbot/filters/android.emulator_11.content_shell_test_apk.filter',
Haiyang Panabdab2f2021-07-19 20:37:511868 '--timeout-scale=2.0',
Haiyang Pan103864812021-03-19 19:28:441869 ],
1870 },
Haiyang Pan2a55a452022-03-03 08:18:331871 'android-12-x64-rel': {
Haiyang Pan3b1016e2022-02-05 00:02:451872 'args': [
1873 '--test-launcher-filter-file=../../testing/buildbot/filters/android.emulator_12.content_shell_test_apk.filter',
1874 ],
1875 },
James Shen97b48ac42022-07-01 23:34:441876 'android-nougat-x86-rel': {
1877 'args': [
1878 '--test-launcher-filter-file=../../testing/buildbot/filters/android.emulator_n.content_shell_test_apk.filter',
1879 ],
James Shen57e04ef2022-09-23 02:22:271880 'swarming': {
Stephanie Kim55d87ef22022-11-08 23:00:471881 'shards': 6,
James Shen57e04ef2022-09-23 02:22:271882 'dimension_sets': [
1883 {
Haiyang Panca60fce2022-11-16 18:10:381884 # use 8-core to shorten runtime
Haiyang Pane35ae642022-11-18 00:34:151885 'cores': '8',
James Shen57e04ef2022-09-23 02:22:271886 },
1887 ],
1888 },
James Shen97b48ac42022-07-01 23:34:441889 },
Haiyang Pan08d09dc2020-04-01 16:11:211890 'android-pie-x86-rel': {
John Budorickee2e64f2020-03-02 20:19:101891 'args': [
1892 '--gtest_filter=-ContentViewScrollingTest.testFling',
1893 ],
1894 },
1895 },
John Budorick27d2d44e2019-05-20 20:26:091896 },
Kenneth Russelleb60cbd22017-12-05 07:54:281897 'content_unittests': {
1898 'modifications': {
John Budorick5052d552017-12-13 02:59:341899 'Linux ASan LSan Tests (1)': {
1900 # These are slow on the ASAN trybot for some reason.
Ben Pastened2c01af2022-01-31 23:06:441901 # crbug.com/1257927
John Budorick5052d552017-12-13 02:59:341902 'swarming': {
1903 'shards': 2,
1904 },
1905 },
Takuto Ikuta54671d972018-07-19 19:06:351906 'Linux ChromiumOS MSan Tests': {
1907 # These are very slow on the Chrome OS MSAN trybot for some reason.
1908 # crbug.com/865455
1909 'swarming': {
1910 'shards': 2,
1911 },
1912 },
Chong Gu52481452021-04-02 17:52:411913 'fuchsia-code-coverage': {
1914 'swarming': {
1915 'shards': 12,
1916 },
1917 },
Chong Gua10cd302022-01-14 19:22:191918 'fuchsia-fyi-x64-asan': {
1919 'args': [
1920 '--test-launcher-filter-file=../../testing/buildbot/filters/fuchsia.lsan.content_unittests.filter',
1921 ],
1922 },
Kenneth Russelleb60cbd22017-12-05 07:54:281923 },
1924 },
Jonah Ryan-Davis832c8462020-06-09 03:45:031925 'context_lost_validating_tests': {
Brian Sheedye285c9b2019-07-15 21:42:461926 # TODO(https://crbug.com/850107): Remove the Android FYI Release (Pixel 2)
1927 # exception once there is enough capacity to run these tests.
1928 'remove_from': [
Brian Sheedye285c9b2019-07-15 21:42:461929 'Android FYI Release (Pixel 2)',
1930 ],
Kenneth Russellc1a09302018-07-10 01:12:541931 },
Kenneth Russellfbda3c532017-12-08 23:57:241932 'crashpad_tests': {
1933 'remove_from': [
Nico Weber15a00d62018-05-16 17:11:481934 'linux-win_cross-rel', # https://crbug.com/762167
Vlad Tsyrklevich06a9a44f2019-07-24 19:14:391935 # https://crbug.com/crashpad/304
1936 'Linux TSan Tests',
1937 'ToTLinuxTSan',
1938 # https://crbug.com/crashpad/306
1939 'Linux CFI',
Michael Savigny0a956032021-10-27 19:18:021940 'Linux CFI (reclient shadow)',
Vlad Tsyrklevich06a9a44f2019-07-24 19:14:391941 'CFI Linux ToT',
Kenneth Russellfbda3c532017-12-08 23:57:241942 ],
Haiyang Panc7c009e2021-03-18 19:31:231943 'modifications': {
Avi Drissmanc6318122022-03-29 17:07:421944 # TODO(crbug.com/1254975): dyld was rebuilt for macOS 12, which breaks
1945 # the tests. Run this experimentally on all the macOS bots >= 12 and
1946 # remove this exception once fixed.
1947 'Mac Builder Next': {
1948 'experiment_percentage': 100,
1949 },
Ben Joycea0319112022-11-15 23:53:121950 'ToTAndroid': {
1951 'args': [
1952 '--test-launcher-filter-file=../../testing/buildbot/filters/android.pie_tot.crashpad_tests.filter',
1953 ],
1954 },
Haiyang Pan9d68ca02021-08-04 21:30:471955 'android-11-x86-rel': {
Haiyang Panc7c009e2021-03-18 19:31:231956 'args': [
1957 '--test-launcher-filter-file=../../testing/buildbot/filters/android.emulator_11.crashpad_tests.filter',
1958 ],
1959 },
Haiyang Pan2a55a452022-03-03 08:18:331960 'android-12-x64-rel': {
Haiyang Pan07d9e262021-10-20 21:50:031961 'args': [
1962 '--test-launcher-filter-file=../../testing/buildbot/filters/android.emulator_12.crashpad_tests.filter',
1963 ],
1964 },
Avi Drissmanc6318122022-03-29 17:07:421965 # TODO(crbug.com/1254975): dyld was rebuilt for macOS 12, which breaks
1966 # the tests. Run this experimentally on all the macOS bots >= 12 and
1967 # remove this exception once fixed.
Lindsay Pasricha60535a22021-12-13 16:50:241968 'mac-osxbeta-rel': {
1969 'experiment_percentage': 100,
1970 },
Haiyang Panc7c009e2021-03-18 19:31:231971 },
Kenneth Russellfbda3c532017-12-08 23:57:241972 },
Brian Sheedyd9a809f02022-10-06 00:50:371973 'dawn_end2end_skip_validation_tests': {
1974 'remove_from': [
1975 # TODO(crbug.com/1363409): Enable these once they're shown to work on
1976 # Android.
1977 'Dawn Android arm DEPS Release (Pixel 4)',
1978 'Dawn Android arm Release (Pixel 4)',
1979 ],
1980 },
1981 'dawn_end2end_validation_layers_tests': {
1982 'remove_from': [
1983 # TODO(crbug.com/1363409): Enable these once they're shown to work on
1984 # Android.
1985 'Dawn Android arm DEPS Release (Pixel 4)',
1986 'Dawn Android arm Release (Pixel 4)',
1987 ],
1988 },
1989 'dawn_end2end_wire_tests': {
1990 'remove_from': [
1991 # TODO(crbug.com/1363409): Enable these once they're shown to work on
1992 # Android.
1993 'Dawn Android arm DEPS Release (Pixel 4)',
1994 'Dawn Android arm Release (Pixel 4)',
1995 ],
1996 },
Austin Eng414af1612022-04-08 02:15:361997 'dawn_perf_tests': {
1998 'remove_from': [
Brian Sheedyd9a809f02022-10-06 00:50:371999 # TODO(crbug.com/1363409): Enable these once they're shown to work on
2000 # Android.
2001 'Dawn Android arm DEPS Release (Pixel 4)',
2002 'Dawn Android arm Release (Pixel 4)',
Austin Eng414af1612022-04-08 02:15:362003 ],
2004 },
Haiyang Pan1c813ca2021-11-24 18:52:162005 'device_unittests': {
2006 'modifications': {
Haiyang Pan2a55a452022-03-03 08:18:332007 'android-12-x64-rel': {
Haiyang Pan1c813ca2021-11-24 18:52:162008 'args': [
2009 '--test-launcher-filter-file=../../testing/buildbot/filters/android.emulator_12.device_unittests.filter',
2010 ],
2011 },
2012 },
2013 },
Ben Pastene61ad637c2020-05-08 22:24:412014 'disk_usage_tast_test': {
Ben Pastene61ad637c2020-05-08 22:24:412015 'remove_from': [
Nidhi Jajud7916f62022-11-02 07:41:272016 # TODO(crbug.com/1379748): Add the test back after it's fixed.
2017 'chromeos-octopus-chrome',
Ben Pastene61ad637c2020-05-08 22:24:412018 ],
2019 },
Struan Shrimpton57c594e42022-01-25 17:59:132020 'exo_unittests': {
2021 'modifications': {
2022 'linux-chromeos-rel': {
2023 'swarming': {
2024 'quickrun_shards': 2,
2025 }
2026 },
2027 },
2028 },
Joe Downing41486042018-10-18 22:44:442029 'extensions_browsertests': {
Brad Halla36886c2019-02-26 16:52:292030 'remove_from': [
Brad Halla36886c2019-02-26 16:52:292031 'CrWinAsan(dll)', # https://crbug.com/935598
2032 ],
Joe Downing41486042018-10-18 22:44:442033 'modifications': {
2034 'Win10 Tests x64 (dbg)': {
2035 'experiment_percentage': 100, # https://crbug.com/876615
2036 },
Sven Zhengbc822262022-09-20 20:47:352037 # https://crbug.com/1111979
2038 'linux-lacros-asan-lsan-rel': {
2039 'args': [
2040 '--gtest_filter=-BluetoothShellApiTest.ApiSanityCheck:BluetoothSocketApiTest.Listen:BluetoothSocketApiTest.PermissionDenied',
2041 ],
2042 },
Sven Zheng5c9d3e342020-08-11 21:39:432043 # https://crbug.com/1111979,
Junhua Chen39dd2dba2021-05-05 17:51:542044 'linux-lacros-code-coverage': {
2045 'args': [
2046 '--gtest_filter=-BluetoothShellApiTest.ApiSanityCheck:BluetoothSocketApiTest.Listen:BluetoothSocketApiTest.PermissionDenied',
2047 ],
2048 },
Yuke Liaoa0db4742021-08-09 18:28:332049 'linux-lacros-dbg-tests-fyi': {
2050 'args': [
2051 '--gtest_filter=-BluetoothShellApiTest.ApiSanityCheck:BluetoothSocketApiTest.Listen:BluetoothSocketApiTest.PermissionDenied',
2052 ],
2053 },
Sven Zheng5c9d3e342020-08-11 21:39:432054 'linux-lacros-tester-rel': {
Sven Zheng5c9d3e342020-08-11 21:39:432055 'args': [
2056 '--gtest_filter=-BluetoothShellApiTest.ApiSanityCheck:BluetoothSocketApiTest.Listen:BluetoothSocketApiTest.PermissionDenied',
2057 ],
2058 },
Joe Downing41486042018-10-18 22:44:442059 },
2060 },
Sven Zheng577fe5ff2020-08-03 22:06:442061 'extensions_unittests': {
Sven Zheng80734f12020-08-06 06:50:392062 'modifications': {
Chong Gud034fe52022-01-20 21:48:042063 'fuchsia-fyi-x64-asan': {
2064 'args': [
Chong Gu1155d872022-02-10 17:55:272065 '--test-launcher-filter-file=../../testing/buildbot/filters/fuchsia.lsan.extensions_unittests.filter',
Chong Gud034fe52022-01-20 21:48:042066 ],
2067 },
Sven Zhengbc822262022-09-20 20:47:352068 # https://crbug.com/1111979
2069 'linux-lacros-asan-lsan-rel': {
2070 'args': [
2071 '--gtest_filter=-NativeExtensionBindingsSystemUnittest*:'
2072 'BluetoothSocketApiUnittest.CreateThenClose:'
2073 'FeatureProviderTest.PermissionFeatureAvailability',
2074 ],
2075 },
Sven Zheng5c9d3e342020-08-11 21:39:432076 # https://crbug.com/1111979,
Junhua Chen39dd2dba2021-05-05 17:51:542077 'linux-lacros-code-coverage': {
2078 'args': [
Yuke Liaoa0db4742021-08-09 18:28:332079 '--gtest_filter=-BluetoothSocketApiUnittest.CreateThenClose:'
2080 'NativeExtensionBindingsSystemUnittest.*',
2081 ],
2082 },
2083 'linux-lacros-dbg-tests-fyi': {
2084 'args': [
Junhua Chen39dd2dba2021-05-05 17:51:542085 '--gtest_filter=-NativeExtensionBindingsSystemUnittest*:'
2086 'BluetoothSocketApiUnittest.CreateThenClose:'
2087 'FeatureProviderTest.PermissionFeatureAvailability',
2088 ],
2089 },
Sven Zheng5c9d3e342020-08-11 21:39:432090 'linux-lacros-tester-rel': {
Sven Zheng5c9d3e342020-08-11 21:39:432091 'args': [
Yuke Liaobb8308322020-08-12 20:20:472092 '--gtest_filter=-NativeExtensionBindingsSystemUnittest*:'
2093 'BluetoothSocketApiUnittest.CreateThenClose:'
2094 'FeatureProviderTest.PermissionFeatureAvailability',
Sven Zheng5c9d3e342020-08-11 21:39:432095 ],
2096 },
Sven Zheng80734f12020-08-06 06:50:392097 },
Sven Zheng577fe5ff2020-08-03 22:06:442098 },
Chong Gu76046412021-09-22 17:49:212099 'gfx_unittests': {
Chong Gudf7fbe92021-02-24 02:55:582100 'modifications': {
2101 'fuchsia-code-coverage': {
2102 'swarming': {
2103 'shards': 2,
2104 },
2105 },
2106 },
2107 },
Kenneth Russelleb60cbd22017-12-05 07:54:282108 'gin_unittests': {
2109 'remove_from': [
Nico Weber1394523f2018-06-06 15:58:472110 'ToTLinuxASan', # https://crbug.com/831667
Nico Weberd36959682018-04-12 03:33:462111 'Linux ASan LSan Tests (1)', # https://crbug.com/831667
Nico Weber1394523f2018-06-06 15:58:472112 'Linux Chromium OS ASan LSan Tests (1)', # https://crbug.com/831667
Kenneth Russelleb60cbd22017-12-05 07:54:282113 ],
Chong Gua10cd302022-01-14 19:22:192114 'modifications': {
Ben Joyce7e51aa62023-01-03 23:33:082115 'android-pie-arm64-coverage-experimental-rel': {
2116 'args': [
2117 # https://crbug.com/1404782
2118 '--test-launcher-filter-file=../../testing/buildbot/filters/android.pie_arm64.gin_unittests_coverage.filter',
2119 ],
2120 },
Chong Gua10cd302022-01-14 19:22:192121 'fuchsia-fyi-x64-asan': {
2122 'args': [
2123 '--test-launcher-filter-file=../../testing/buildbot/filters/fuchsia.lsan.gin_unittests.filter',
2124 ],
2125 },
2126 },
Kenneth Russelleb60cbd22017-12-05 07:54:282127 },
Jonah Ryan-Davisdeeffeaf2020-06-18 17:56:002128 'gl_tests_passthrough': {
2129 'remove_from': [
2130 'CFI Linux ToT',
Brian Sheedyd9a809f02022-10-06 00:50:372131 # TODO(crbug.com/1363409): Enable these once they're shown to work on
2132 # Android.
2133 'Dawn Android arm DEPS Release (Pixel 4)',
2134 'Dawn Android arm Release (Pixel 4)',
Jonah Ryan-Davisdeeffeaf2020-06-18 17:56:002135 # Can't run on MSAN because gl_tests uses the hardware driver,
2136 # which isn't instrumented.
2137 'Linux MSan Tests',
2138 ],
2139 'modifications': {
2140 # TODO(kbr): figure out a better way to specify blocks of
2141 # arguments like this for tests on multiple machines.
Garrett Beatya491ec72020-07-25 12:36:122142 'Linux ASan LSan Tests (1)': {
2143 'args': [
2144 '--use-gpu-in-tests',
2145 '--no-xvfb',
2146 ],
2147 'swarming': {
2148 'dimension_sets': [
2149 {
Yuly Novikovaa06f172022-02-12 00:38:572150 'gpu': '10de:2184',
Garrett Beatya491ec72020-07-25 12:36:122151 'os': 'Ubuntu',
2152 'pool': 'chromium.tests.gpu',
2153 },
2154 ],
2155 },
2156 },
2157 'Linux CFI': {
2158 'args': [
2159 '--use-gpu-in-tests',
2160 '--no-xvfb',
2161 ],
2162 'swarming': {
2163 'dimension_sets': [
2164 {
Yuly Novikovaa06f172022-02-12 00:38:572165 'gpu': '10de:2184',
Garrett Beatya491ec72020-07-25 12:36:122166 'os': 'Ubuntu',
2167 'pool': 'chromium.tests.gpu',
2168 },
2169 ],
2170 },
2171 },
Michael Savigny64f8ba32022-01-12 15:50:572172 'Linux CFI (reclient shadow)': {
2173 'args': [
2174 '--use-gpu-in-tests',
2175 '--no-xvfb',
2176 ],
2177 'swarming': {
2178 'dimension_sets': [
2179 {
Yuly Novikovaa06f172022-02-12 00:38:572180 'gpu': '10de:2184',
Michael Savigny64f8ba32022-01-12 15:50:572181 'os': 'Ubuntu',
2182 'pool': 'chromium.tests.gpu',
2183 },
2184 ],
2185 },
2186 },
Garrett Beatya491ec72020-07-25 12:36:122187 'Linux TSan Tests': {
2188 'args': [
2189 '--use-gpu-in-tests',
2190 '--no-xvfb',
2191 ],
2192 'swarming': {
2193 'dimension_sets': [
2194 {
Yuly Novikovaa06f172022-02-12 00:38:572195 'gpu': '10de:2184',
Garrett Beatya491ec72020-07-25 12:36:122196 'os': 'Ubuntu',
2197 'pool': 'chromium.tests.gpu',
2198 },
2199 ],
2200 },
2201 },
Jonah Ryan-Davisdeeffeaf2020-06-18 17:56:002202 },
2203 },
Jonah Ryan-Davise25a89f2020-05-29 20:18:242204 'gl_tests_validating': {
Jonah Ryan-Davisb9f03ac2021-03-18 23:53:022205 'remove_from': [
Kenneth Russell8a386d42018-06-02 09:48:012206 'Android FYI Release (Nexus 5X)',
John Budorickca14c76f62017-12-09 14:19:182207 ],
Kenneth Russelleb60cbd22017-12-05 07:54:282208 'modifications': {
Brian Sheedy920df652022-11-11 20:54:152209 'Android FYI Release (Samsung A13)': {
2210 'args': [
2211 '--test-launcher-filter-file=../../testing/buildbot/filters/android.samsung_a13.gl_tests.filter',
2212 ],
2213 },
Sunny Sachanandanib5c6c082022-09-29 00:26:142214 'Android FYI Release (Samsung A23)': {
2215 'args': [
2216 '--test-launcher-filter-file=../../testing/buildbot/filters/android.samsung_a23.gl_tests.filter',
2217 ],
2218 },
Ben Joycea0319112022-11-15 23:53:122219 'ToTAndroid': {
2220 'args': [
2221 '--test-launcher-filter-file=../../testing/buildbot/filters/android.pie_tot.gl_tests.filter', # https://crbug.com/1034007
2222 ],
2223 },
Haiyang Pan9d68ca02021-08-04 21:30:472224 'android-11-x86-rel': {
Haiyang Pancf765862021-03-18 20:39:152225 'args': [
2226 '--test-launcher-filter-file=../../testing/buildbot/filters/android.emulator_11.gl_tests.filter',
2227 ],
2228 },
Haiyang Pan2a55a452022-03-03 08:18:332229 'android-12-x64-rel': {
Haiyang Pan382008922021-11-19 21:15:092230 'args': [
2231 '--test-launcher-filter-file=../../testing/buildbot/filters/android.emulator_12.gl_tests.filter',
2232 ],
2233 },
Nate Fischerb0474702022-12-13 22:46:532234 'android-arm64-proguard-rel': {
2235 'args': [
2236 '--test-launcher-filter-file=../../testing/buildbot/filters/android.arm64_proguard_rel.gl_tests.filter', # https://crbug.com/1034007
2237 ],
2238 },
James Shenc47f7b12022-07-07 23:42:412239 'android-nougat-x86-rel': {
2240 'args': [
2241 '--test-launcher-filter-file=../../testing/buildbot/filters/android.emulator_n.gl_tests.filter',
2242 ],
2243 },
Ben Joyce6f9c3c52022-12-22 18:47:542244 'android-pie-arm64-coverage-experimental-rel': {
2245 'args': [
2246 '--test-launcher-filter-file=../../testing/buildbot/filters/android.pie_arm64_rel.gl_tests.filter', # https://crbug.com/1034007
2247 ],
2248 },
Andrew Luo38b311f2019-10-04 03:42:092249 'android-pie-arm64-rel': {
John Budorick79ec9012020-01-08 21:56:312250 'args': [
Andrew Luobe83fd82019-12-19 03:07:582251 '--test-launcher-filter-file=../../testing/buildbot/filters/android.pie_arm64_rel.gl_tests.filter', # https://crbug.com/1034007
2252 ],
Andrew Luo38b311f2019-10-04 03:42:092253 },
Haiyang Pan08d09dc2020-04-01 16:11:212254 'android-pie-x86-rel': {
John Budorick79ec9012020-01-08 21:56:312255 'args': [
2256 '--test-launcher-filter-file=../../testing/buildbot/filters/android.emulator.gl_tests.filter',
2257 ],
2258 },
Kenneth Russelleb60cbd22017-12-05 07:54:282259 },
2260 },
Takuto Ikutaf5333252019-11-06 16:07:082261 'gl_unittests': {
2262 'remove_from': [
Takuto Ikutaf5333252019-11-06 16:07:082263 # On Android, these are already run on the main waterfall.
2264 # Run them on the one-off Android FYI bots, though.
2265 'Android FYI Release (Nexus 5X)',
Brian Sheedyd9a809f02022-10-06 00:50:372266 # TODO(crbug.com/1363409): Enable these once they're shown to work on
2267 # Android.
2268 'Dawn Android arm DEPS Release (Pixel 4)',
2269 'Dawn Android arm Release (Pixel 4)',
Yuly Novikov37e04342020-05-29 00:52:042270 # Can't run on MSAN because gl_unittests uses the hardware driver,
2271 # which isn't instrumented.
2272 'Linux MSan Tests',
Takuto Ikutaf5333252019-11-06 16:07:082273 ],
Haiyang Pan505fcd5a2021-12-13 19:46:232274 'modifications': {
Haiyang Pan2a55a452022-03-03 08:18:332275 'android-12-x64-rel': {
Haiyang Pan505fcd5a2021-12-13 19:46:232276 'args': [
2277 '--test-launcher-filter-file=../../testing/buildbot/filters/android.emulator_12.gl_unittests.filter',
2278 ],
2279 },
2280 },
Takuto Ikutaf5333252019-11-06 16:07:082281 },
2282 'gl_unittests_ozone': {
2283 'remove_from': [
2284 # Can't run on MSAN because gl_unittests_ozone uses the hardware driver,
2285 # which isn't instrumented.
2286 'Linux ChromiumOS MSan Tests',
Takuto Ikutaf5333252019-11-06 16:07:082287 ],
2288 },
Brian Sheedy0bf7f822022-07-21 17:44:432289 'gold_common_pytype': {
2290 'remove_from': [
2291 'linux-code-coverage',
2292 ],
2293 },
Takuto Ikutaf5333252019-11-06 16:07:082294 'gpu_process_launch_tests': {
2295 # TODO(https://crbug.com/850107): Remove the Android FYI Release (Pixel 2)
2296 # exception once there is enough capacity to run these tests.
2297 'remove_from': [
Takuto Ikutaf5333252019-11-06 16:07:082298 'Android FYI Release (Pixel 2)',
2299 ],
2300 },
Brian Sheedy053d88cf2022-05-24 23:40:052301 'gpu_pytype': {
2302 'remove_from': [
2303 'linux-code-coverage',
2304 ],
2305 },
Chong Gu76046412021-09-22 17:49:212306 'gpu_unittests': {
Chong Gudf7fbe92021-02-24 02:55:582307 'modifications': {
2308 'fuchsia-code-coverage': {
2309 'swarming': {
2310 'shards': 5,
2311 },
2312 },
2313 },
2314 },
Kevin McNeed21a6c522021-06-14 21:27:252315 'grit_python_unittests': {
2316 'remove_from': [
Titouan Rigoudy9e860832021-11-08 15:34:452317 # TODO(https://crbug.com/1267125): Re-enable.
2318 'mac11-arm64-rel-tests',
Zhaoyang Li5d3713d2022-06-13 18:01:172319 # TODO(https://crbug.com/1267125): Re-enable.
2320 'mac12-arm64-rel-tests',
Kevin McNeed21a6c522021-06-14 21:27:252321 ],
2322 },
Brian Sheedye285c9b2019-07-15 21:42:462323 'hardware_accelerated_feature_tests': {
2324 # TODO(https://crbug.com/850107): Remove the Android FYI Release (Pixel 2)
2325 # exception once there is enough capacity to run these tests.
2326 'remove_from': [
Brian Sheedye285c9b2019-07-15 21:42:462327 'Android FYI Release (Pixel 2)',
2328 ],
2329 },
Brad Halla36886c2019-02-26 16:52:292330 'headless_browsertests': {
Chong Gud08d1232021-09-11 08:53:592331 'remove_from': [
2332 'CrWinAsan(dll)', # https://crbug.com/935598
Maksim Sisovc81d284c2021-10-05 17:54:352333 # Wayland bot doesn't support headless mode.
2334 'Linux Tests (Wayland)',
Chong Gud08d1232021-09-11 08:53:592335 ],
Chong Gud1a5c5992021-04-09 04:08:322336 'modifications': {
2337 'fuchsia-code-coverage': {
2338 'swarming': {
Chong Gu115ce152021-04-15 23:57:162339 'shards': 6,
Chong Gud1a5c5992021-04-09 04:08:322340 },
2341 },
2342 },
Brad Halla36886c2019-02-26 16:52:292343 },
Kenneth Russell8a386d42018-06-02 09:48:012344 'info_collection_tests': {
2345 'remove_from': [
Kenneth Russell8a386d42018-06-02 09:48:012346 'Android V8 FYI Release (Nexus 5X)',
2347 'Linux V8 FYI Release (NVIDIA)',
Michael Achenbach5fdfc67b2018-12-13 13:26:352348 'Linux V8 FYI Release - pointer compression (NVIDIA)',
Kenneth Russell8a386d42018-06-02 09:48:012349 'Mac V8 FYI Release (Intel)',
2350 'Win V8 FYI Release (NVIDIA)',
2351 ],
Brian Sheedyfe61cdac2020-02-12 01:25:592352 'modifications': {
Brian Sheedyb18cb762020-06-30 00:09:292353 'ChromeOS FYI Release (amd64-generic)': {
Brian Sheedy65be3052020-06-26 19:26:512354 'args': [
Brian Sheedyb18cb762020-06-30 00:09:292355 # Swarming does not report a GPU since tests are run in a VM, but
2356 # the VM does report that a GPU is present.
2357 '--expected-device-id', '1050',
Brian Sheedydf2672f2020-05-07 20:44:362358 ],
2359 },
Chong Gubd236c22022-10-12 18:11:562360 'fuchsia-x64-chrome-rel': {
Chong Gu3065cdc2022-02-28 21:03:032361 'args': [
2362 # Swarming does not report a GPU since tests are run in a VM, but
2363 # the VM does report that a GPU is present.
2364 '--expected-device-id', 'c0de',
2365 ],
2366 },
Chong Gubd236c22022-10-12 18:11:562367 'fuchsia-x64-workstation': {
Chong Gu3065cdc2022-02-28 21:03:032368 'args': [
2369 # Swarming does not report a GPU since tests are run in a VM, but
2370 # the VM does report that a GPU is present.
2371 '--expected-device-id', 'c0de',
2372 ],
2373 },
Brian Sheedyfe61cdac2020-02-12 01:25:592374 },
Brian Sheedy32eeeb52020-05-22 01:49:372375 'replacements': {
2376 'ChromeOS FYI Release (amd64-generic)': {
2377 'args': {
2378 # Swarming does not report a GPU since tests are run in a VM, but
2379 # the VM does report that a GPU is present.
2380 '--expected-vendor-id': '1af4',
Brian Sheedyb18cb762020-06-30 00:09:292381 # Magic substitution happens after regular replacement, so remove it
2382 # now since we are manually applying the expected device ID above.
2383 '$$MAGIC_SUBSTITUTION_GPUExpectedDeviceId': None,
Brian Sheedy32eeeb52020-05-22 01:49:372384 },
Brian Sheedyff6d1442020-09-19 00:46:312385 },
Brian Sheedye9c7afe52022-06-13 21:19:372386 'Mac FYI Experimental Release (Apple M1)': {
2387 'args': {
2388 # The GPU information is not yet exposed in swarming, so we can't
2389 # explicitly request it and have the JSON generation handle this
2390 # automatically.
2391 '--expected-vendor-id': '106b',
2392 },
2393 },
Brian Sheedy177addbf2021-09-24 19:06:512394 'Mac FYI Release (Apple M1)': {
2395 'args': {
2396 # The GPU information is not yet exposed in swarming, so we can't
2397 # explicitly request it and have the JSON generation handle this
2398 # automatically.
2399 '--expected-vendor-id': '106b',
2400 },
2401 },
Chong Gubd236c22022-10-12 18:11:562402 'fuchsia-x64-chrome-rel': {
Chong Gu3065cdc2022-02-28 21:03:032403 'args': {
2404 # The GPU information is not exposed in swarming since Fuchsia
2405 # launches an emulator on the GCE machine.
2406 '--expected-vendor-id': '1ae0',
2407 '$$MAGIC_SUBSTITUTION_GPUExpectedDeviceId': None,
2408 },
2409 },
Chong Gubd236c22022-10-12 18:11:562410 'fuchsia-x64-workstation': {
Chong Gu3065cdc2022-02-28 21:03:032411 'args': {
2412 # The GPU information is not exposed in swarming since Fuchsia
2413 # launches an emulator on the GCE machine.
2414 '--expected-vendor-id': '1ae0',
2415 '$$MAGIC_SUBSTITUTION_GPUExpectedDeviceId': None,
2416 },
2417 },
Brian Sheedy32eeeb52020-05-22 01:49:372418 },
Kenneth Russell8a386d42018-06-02 09:48:012419 },
Kenneth Russelleb60cbd22017-12-05 07:54:282420 'interactive_ui_tests': {
Brad Halla36886c2019-02-26 16:52:292421 'remove_from': [
Brad Halla36886c2019-02-26 16:52:292422 'CrWinAsan(dll)', # https://crbug.com/935598
2423 ],
Kenneth Russelleb60cbd22017-12-05 07:54:282424 'modifications': {
Stephen Martinis1384ff92020-01-07 19:52:152425 'Linux - Future (dbg)': { # client.v8.chromium
Nico Weberdae13cd92018-12-14 13:56:262426 'swarming': {
Stephen Martinis1384ff92020-01-07 19:52:152427 'shards': 3,
Nico Weberdae13cd92018-12-14 13:56:262428 },
2429 },
John Budorickca14c76f62017-12-09 14:19:182430 'Linux ASan LSan Tests (1)': {
Ben Pastened2c01af2022-01-31 23:06:442431 # These are slow on the ASan trybot for some reason, crbug.com/1257927
Nico Weber96a75a6942018-06-20 04:53:172432 'swarming': {
Stephanie Kim75e95f62022-11-04 16:06:132433 'shards': 12,
Nico Weber96a75a6942018-06-20 04:53:172434 },
2435 },
Pavol Marko05b6bb92022-03-21 12:33:292436 'Linux Chromium OS ASan LSan Tests (1)': {
2437 # These are slow on the ASan trybot for some reason, crbug.com/1257927
2438 'swarming': {
2439 'shards': 6,
2440 'quickrun_shards': 12,
2441 },
2442 },
Takuto Ikuta54671d972018-07-19 19:06:352443 'Linux ChromiumOS MSan Tests': {
2444 # These are very slow on the Chrome OS MSAN trybot for some reason.
2445 # crbug.com/865455
2446 'swarming': {
2447 'shards': 5,
2448 },
2449 },
Stephen Martinis1384ff92020-01-07 19:52:152450 'Linux TSan Tests': {
Ben Pastened2c01af2022-01-31 23:06:442451 # These are slow on the TSan bots for some reason, crbug.com/1257927
Dirk Pranke8fd63c12017-12-10 18:06:272452 'swarming': {
Stephen Martinisad6cb7af2021-02-24 01:12:002453 'shards': 32, # Adjusted for testing, see https://crbug.com/1179567
Dirk Pranke8fd63c12017-12-10 18:06:272454 },
2455 },
Maksim Sisovc81d284c2021-10-05 17:54:352456 # https://crbug.com/1192997
2457 'Linux Tests (Wayland)': {
2458 'args': [
2459 '--test-launcher-filter-file=../../testing/buildbot/filters/ozone-linux.interactive_ui_tests_wayland.filter',
2460 ],
2461 },
Lindsay Pasrichab3f72db2021-09-22 22:05:462462 'Mac ASan 64 Tests (1)': { # https://crbug.com/1251656
2463 'experiment_percentage': 100,
2464 },
Struan Shrimptone772d72f2021-12-15 07:50:092465 'Mac11 Tests': {
2466 'swarming': {
2467 'quickrun_shards': 6,
2468 },
2469 },
Yue She0cad2922022-06-24 15:06:072470 'Mac12 Tests': {
2471 'swarming': {
Stephanie Kim28fc5902022-11-11 14:54:422472 'shards': 6,
Yue She0cad2922022-06-24 15:06:072473 },
2474 },
Cameron Higgins7558b162022-06-10 18:53:072475 'Mac12 Tests (dbg)': { # https://crbug.com/1265051
Zhaoyang Li9357e1e12021-12-07 18:53:172476 'experiment_percentage': 100,
2477 },
Stephen Martinis1384ff92020-01-07 19:52:152478 'ToTLinuxTSan': {
Ben Pastened2c01af2022-01-31 23:06:442479 # These are slow on the TSan bots for some reason, crbug.com/1257927
Stephen Martinis1384ff92020-01-07 19:52:152480 'swarming': {
2481 'shards': 6,
2482 },
2483 },
Struan Shrimptona1ab7672022-01-13 18:02:512484 'Win10 Tests x64': {
2485 'swarming': {
Stephanie Kima57b46a2022-10-27 22:09:032486 'shards': 9,
Struan Shrimptona1ab7672022-01-13 18:02:512487 },
2488 },
Stephen Martinis1384ff92020-01-07 19:52:152489 # temporary, https://crbug.com/818832
Greg Thompson3eb7e6522018-05-25 09:04:032490 'Win10 Tests x64 (dbg)': {
2491 'experiment_percentage': 100,
2492 },
Jacob Kopczynski3a555bd32020-12-10 01:41:162493 # TODO(crbug.com/970649): Remove these filters.
Ben Pastene8ef125e2019-12-10 01:46:292494 'linux-chromeos-chrome': {
Ben Pastene8ef125e2019-12-10 01:46:292495 'args': [
2496 '--gtest_filter=-SadTabViewInteractiveUITest.ReloadMultipleSadTabs',
2497 ],
2498 },
Stephen Martinis1384ff92020-01-07 19:52:152499 'linux-chromeos-code-coverage': {
Yuke Liao79424e42020-01-06 21:00:112500 'swarming': {
2501 'shards': 10,
2502 },
2503 },
Pavol Marko582a15d2022-04-01 12:47:202504 'linux-chromeos-dbg': {
2505 'swarming': {
2506 'shards': 6,
2507 },
2508 },
Stephen Martinis1384ff92020-01-07 19:52:152509 'linux-code-coverage': {
Yuke Liao79424e42020-01-06 21:00:112510 'swarming': {
2511 'shards': 10,
2512 },
2513 },
Kuan Huang235b0142021-10-19 18:59:282514 'mac-code-coverage': {
2515 'args': [
2516 '--coverage-continuous-mode=1',
2517 ],
2518 },
Lindsay Pasricha60535a22021-12-13 16:50:242519 # TODO (crbug.com/1278617) Re-enable once fixed
2520 'mac-osxbeta-rel': {
2521 'experiment_percentage': 100,
2522 },
Kenneth Russelleb60cbd22017-12-05 07:54:282523 },
2524 },
Sven Zhengef0d0872022-04-04 22:13:292525 'interactive_ui_tests amd64-generic': {
Yuke Liaob6beaeca2021-04-29 23:41:512526 'remove_from': [
2527 # TODO(crbug.com/1204231): Re-enable.
2528 'lacros-amd64-generic-rel',
Yuke Liao859819d2022-02-24 08:23:492529 'lacros-amd64-generic-rel-fyi',
Yuke Liaob6beaeca2021-04-29 23:41:512530 ]
2531 },
Sven Zhengef0d0872022-04-04 22:13:292532 'interactive_ui_tests eve': {
Yuke Liao79a8cf52021-06-11 18:14:342533 'remove_from': [
2534 # TODO(crbug.com/1204231): Re-enable.
2535 'lacros-amd64-generic-rel',
Yuke Liao859819d2022-02-24 08:23:492536 'lacros-amd64-generic-rel-fyi',
Yuke Liao79a8cf52021-06-11 18:14:342537 ]
2538 },
John Budorickf00e5ff2019-06-11 21:21:062539 'ipc_tests': {
2540 'modifications': {
John Budorickf00e5ff2019-06-11 21:21:062541 'android-asan': {
2542 'swarming': {
2543 'shards': 2,
2544 },
2545 },
2546 },
2547 },
Jieting Yange63d9cf2022-09-20 21:57:502548 'lacros_all_tast_tests jacuzzi': {
2549 'modifications': {
2550 'lacros-arm-generic-chrome': {
2551 'experiment_percentage': 100,
2552 },
Jieting Yangd81cc962022-12-05 21:26:132553 'lacros-arm-generic-rel': {
2554 'ci_only': True,
2555 },
2556 },
2557 },
2558 'lacros_cq_tast_tests_jacuzzi jacuzzi': {
2559 'modifications': {
2560 'lacros-arm-generic-rel': {
2561 'ci_only': True,
2562 },
Jieting Yange63d9cf2022-09-20 21:57:502563 },
2564 },
Dirk Pranke8d2a9f52022-12-08 20:25:422565 'mac_signing_tests': {
2566 'remove_from': [
2567 # This is intentional and explained in the waterfalls.pyl comment for
2568 # this builder.
2569 'mac-rel-cft',
2570 ],
2571 },
Jonah Ryan-Davis832c8462020-06-09 03:45:032572 'maps_pixel_passthrough_test': {
Brian Sheedyc0c142c2021-06-01 21:18:052573 'modifications': {
2574 'Android FYI Release (Pixel 4)': {
2575 'args': [
2576 # Pixel 4s are weird in that they can output in different color spaces
2577 # simultaneously. The readback code for capturing a screenshot assumes
2578 # only one color space, so disable wide color gamut for the test to
2579 # work around the issue. See https://crbug.com/1166379 for more
2580 # information.
2581 '--extra-browser-args=--disable-wcg-for-test',
2582 ],
2583 },
Ben Pastene63f13302022-05-12 21:04:052584 'android_optional_gpu_tests_rel': {
2585 'args': [
2586 # See above.
2587 '--extra-browser-args=--disable-wcg-for-test',
2588 ],
2589 },
Brian Sheedyc0c142c2021-06-01 21:18:052590 },
Jonah Ryan-Davis832c8462020-06-09 03:45:032591 'replacements': {
2592 # The V8 builders pass the V8 revision for ${got_revision}, so instead
2593 # use ${got_cr_revision}, which is only set on the V8 bots.
2594 'Linux V8 FYI Release (NVIDIA)': {
2595 'args': {
2596 '--git-revision': '${got_cr_revision}',
2597 },
2598 },
2599 'Linux V8 FYI Release - pointer compression (NVIDIA)': {
2600 'args': {
2601 '--git-revision': '${got_cr_revision}',
2602 },
2603 },
Jonah Ryan-Davisdeeffeaf2020-06-18 17:56:002604 'Mac V8 FYI Release (Intel)': {
2605 'args': {
2606 '--git-revision': '${got_cr_revision}',
2607 },
2608 },
Jonah Ryan-Davis832c8462020-06-09 03:45:032609 'Win V8 FYI Release (NVIDIA)': {
2610 'args': {
2611 '--git-revision': '${got_cr_revision}',
2612 },
2613 },
2614 },
2615 },
2616 'maps_pixel_validating_test': {
Brian Sheedy0566f2cb2021-02-12 22:12:502617 'modifications': {
2618 'Android FYI Release (Pixel 4)': {
2619 'args': [
2620 # Pixel 4s are weird in that they can output in different color spaces
2621 # simultaneously. The readback code for capturing a screenshot assumes
2622 # only one color space, so disable wide color gamut for the test to
2623 # work around the issue. See https://crbug.com/1166379 for more
2624 # information.
2625 '--extra-browser-args=--disable-wcg-for-test',
2626 ],
2627 },
Ben Pastene63f13302022-05-12 21:04:052628 'android_optional_gpu_tests_rel': {
2629 'args': [
2630 # See above.
2631 '--extra-browser-args=--disable-wcg-for-test',
2632 ],
2633 },
Brian Sheedy0566f2cb2021-02-12 22:12:502634 },
Brian Sheedye285c9b2019-07-15 21:42:462635 # TODO(https://crbug.com/850107): Remove the Android FYI Release (Pixel 2)
2636 # exception once there is enough capacity to run these tests.
2637 'remove_from': [
Brian Sheedye285c9b2019-07-15 21:42:462638 'Android FYI Release (Pixel 2)',
2639 ],
Brian Sheedy44fd891b2019-10-03 20:07:542640 'replacements': {
Brian Sheedy44fd891b2019-10-03 20:07:542641 # The V8 builders pass the V8 revision for ${got_revision}, so instead
2642 # use ${got_cr_revision}, which is only set on the V8 bots.
2643 'Android V8 FYI Release (Nexus 5X)': {
2644 'args': {
Brian Sheedy4d335deb2020-04-01 20:47:322645 '--git-revision': '${got_cr_revision}',
Brian Sheedy44fd891b2019-10-03 20:07:542646 },
2647 },
Brian Sheedy44fd891b2019-10-03 20:07:542648 },
Brian Sheedye285c9b2019-07-15 21:42:462649 },
Andrew Luo38b311f2019-10-04 03:42:092650 'media_unittests': {
2651 'modifications': {
Haiyang Pan9d68ca02021-08-04 21:30:472652 'android-11-x86-rel': {
Haiyang Pancf765862021-03-18 20:39:152653 'args': [
Haiyang Pan80b0d412021-11-23 00:06:422654 '--test-launcher-filter-file=../../testing/buildbot/filters/android.emulator_11_12.media_unittests.filter',
2655 ],
2656 },
Haiyang Pan2a55a452022-03-03 08:18:332657 'android-12-x64-rel': {
Haiyang Pan80b0d412021-11-23 00:06:422658 'args': [
2659 '--test-launcher-filter-file=../../testing/buildbot/filters/android.emulator_11_12.media_unittests.filter',
Haiyang Pancf765862021-03-18 20:39:152660 ],
2661 },
Andrew Luo38b311f2019-10-04 03:42:092662 'android-pie-arm64-rel': {
Andrew Luobe83fd82019-12-19 03:07:582663 'args': [
2664 '--gtest_filter=-AAudio/AudioOutputTest.Play200HzTone/0', # https://crbug.com/1034009
2665 ],
Andrew Luo38b311f2019-10-04 03:42:092666 },
Chong Gudf7fbe92021-02-24 02:55:582667 'fuchsia-code-coverage': {
2668 'swarming': {
2669 'shards': 3,
2670 },
2671 },
Chong Gub2446462021-08-19 18:44:082672 'fuchsia-fyi-arm64-dbg': {
2673 'args': [
2674 '--test-launcher-filter-file=../../testing/buildbot/filters/fuchsia.debug.media_unittests.filter',
2675 ],
2676 },
Andrew Luo38b311f2019-10-04 03:42:092677 },
2678 },
Chong Gu4eca1ce2021-05-17 08:49:572679 'mediapipe_validating_tests': {
Rohan Pavonedf728bee22022-11-09 21:32:552680 'modifications': {
David Dorwin06fae772022-10-07 16:34:422681 # TODO(crbug.com/1372213): Remove once tests are stable.
David Dorwinf060a72d2022-10-05 22:09:032682 'fuchsia-x64-chrome-rel': {
Chong Guabe5adec02022-03-24 17:41:302683 'experiment_percentage': 100,
2684 },
2685 },
Chong Gu4eca1ce2021-05-17 08:49:572686 'remove_from': [
David Dorwin06fae772022-10-07 16:34:422687 # TODO(crbug.com/1372213): Remove these once tests are stable.
David Dorwin49b2ddb2022-09-08 20:49:432688 'fuchsia-x64-cast-receiver-rel',
2689 'fuchsia-x64-rel',
Chong Gu4eca1ce2021-05-17 08:49:572690 ],
2691 },
Ben Joyce02dc8092021-03-04 21:48:192692 'mojo_test_apk': {
2693 'remove_from': [
2694 'android-code-coverage-native', # Does not generate profraw data.
Ben Joyce46ca6012021-03-31 19:19:252695 'android-pie-arm64-coverage-experimental-rel', # Does not generate profraw data.
Ben Joyce02dc8092021-03-04 21:48:192696 ],
2697 },
John Budorickf00e5ff2019-06-11 21:21:062698 'mojo_unittests': {
2699 'modifications': {
2700 'android-asan': {
2701 'swarming': {
John Budorick5a29d7542019-10-11 20:56:442702 'shards': 5,
John Budorickf00e5ff2019-06-11 21:21:062703 },
2704 },
Chong Gudf7fbe92021-02-24 02:55:582705 'fuchsia-code-coverage': {
2706 'swarming': {
2707 'shards': 2,
2708 },
2709 },
John Budorickf00e5ff2019-06-11 21:21:062710 },
2711 },
bsheedye9469572019-01-23 17:31:332712 'monochrome_public_test_ar_apk': {
2713 'modifications': {
Brian Sheedy12169aa2019-10-16 23:38:032714 'Nougat Phone Tester': {
2715 'args': [
2716 # ArCore is not installed as a system app on N, so we can install it
2717 # normally instead of replacing the system version.
2718 '--additional-apk=//third_party/arcore-android-sdk/test-apks/arcore/arcore_current.apk'
2719 ],
2720 },
bsheedye9469572019-01-23 17:31:332721 # We need to match the Playstore version as well because AR tests fail on
2722 # old versions of the Playstore.
2723 'Oreo Phone Tester': {
Brian Sheedy2bcd16b2019-04-22 22:47:082724 'args': [
2725 # ArCore is not installed as a system app on O, so we can install it
2726 # normally instead of replacing the system version.
2727 '--additional-apk=//third_party/arcore-android-sdk/test-apks/arcore/arcore_current.apk'
2728 ],
bsheedye9469572019-01-23 17:31:332729 'swarming': {
2730 'dimension_sets': [
2731 {
2732 'device_os': 'OPR3.170623.008',
bsheedye9469572019-01-23 17:31:332733 'device_type': 'marlin',
2734 'os': 'Android',
2735 },
2736 ],
2737 },
2738 },
Haiyang Pan57159eba2020-05-07 23:14:132739 'android-10-arm64-rel': {
2740 'args': [
Brian Sheedy4dc4a6f2020-09-17 22:18:502741 '--remove-system-package=com.google.ar.core',
2742 '--additional-apk=//third_party/arcore-android-sdk/test-apks/arcore/arcore_current.apk',
Haiyang Pan57159eba2020-05-07 23:14:132743 ]
2744 },
Brian Sheedy2bcd16b2019-04-22 22:47:082745 'android-pie-arm64-dbg': {
2746 'args': [
Brian Sheedy4dc4a6f2020-09-17 22:18:502747 '--remove-system-package=com.google.ar.core',
2748 '--additional-apk=//third_party/arcore-android-sdk/test-apks/arcore/arcore_current.apk',
Brian Sheedy2bcd16b2019-04-22 22:47:082749 ]
2750 }
bsheedye9469572019-01-23 17:31:332751 },
2752 },
Kenneth Russellfbda3c532017-12-08 23:57:242753 'nacl_loader_unittests': {
2754 'remove_from': [
Nico Weber48f187142018-06-01 15:16:352755 'ToTMacASan', # The mac asan tot bot sets enable_nacl=false
Nico Weber3611ee802018-06-07 13:34:512756 'linux-win_cross-rel', # Sets enable_nacl=false, https://crbug.com/774186
Nico Webera8fc38f72018-04-10 02:20:112757 'Linux TSan Tests', # The TSan bot sets enable_nacl=false
Nico Weber05d3e642018-05-31 16:59:482758 'Mac ASan 64 Tests (1)', # The mac asan bot sets enable_nacl=false
Kenneth Russellfbda3c532017-12-08 23:57:242759 ],
2760 },
Kenneth Russelleb60cbd22017-12-05 07:54:282761 'net_unittests': {
2762 'modifications': {
Nico Weber33b9b7a2020-06-12 19:23:272763 'CrWinAsan': {
Ben Pastened2c01af2022-01-31 23:06:442764 # TODO(crbug.com/1257927): net_unittests is slow under ASan.
Nico Weber33b9b7a2020-06-12 19:23:272765 'swarming': {
2766 'shards': 16,
2767 },
2768 },
2769 'CrWinAsan(dll)': {
Ben Pastened2c01af2022-01-31 23:06:442770 # TODO(crbug.com/1257927): net_unittests is slow under ASan.
Nico Weber33b9b7a2020-06-12 19:23:272771 'swarming': {
2772 'shards': 16,
2773 },
2774 },
John Budorickca14c76f62017-12-09 14:19:182775 'Linux ASan LSan Tests (1)': {
John Budorick5052d552017-12-13 02:59:342776 # These are very slow on the ASAN trybot for some reason.
Ben Pastened2c01af2022-01-31 23:06:442777 # crbug.com/1257927
John Budorickca14c76f62017-12-09 14:19:182778 'swarming': {
John Budorick5052d552017-12-13 02:59:342779 'shards': 16,
John Budorickca14c76f62017-12-09 14:19:182780 },
2781 },
2782 'Linux Chromium OS ASan LSan Tests (1)': {
Takuto Ikuta54671d972018-07-19 19:06:352783 # These are very slow on the ASAN trybot for some reason.
Ben Pastened2c01af2022-01-31 23:06:442784 # crbug.com/1257927
John Budorickca14c76f62017-12-09 14:19:182785 'swarming': {
Sergey Berezinda3255c2018-03-16 00:34:022786 'shards': 8,
John Budorickca14c76f62017-12-09 14:19:182787 }
2788 },
Takuto Ikuta54671d972018-07-19 19:06:352789 'Linux ChromiumOS MSan Tests': {
2790 # These are very slow on the Chrome OS MSAN trybot for some reason.
2791 # crbug.com/865455
2792 'swarming': {
2793 'shards': 2,
2794 },
2795 },
John Budorickca14c76f62017-12-09 14:19:182796 'Linux TSan Tests': {
2797 'swarming': {
2798 'shards': 4,
2799 }
2800 },
Ben Pastene8bf205b2018-06-13 04:00:332801 # The suite runs signficantly slower on linux dbg, so increase shards.
2802 'Linux Tests (dbg)(1)': {
2803 'swarming': {
2804 'shards': 2,
2805 },
2806 },
Stephen Martinis1384ff92020-01-07 19:52:152807 'ToTLinuxASan': {
Ben Pastened2c01af2022-01-31 23:06:442808 # TODO(crbug.com/1257927): net_unittests is slow under ASan.
Stephen Martinis1384ff92020-01-07 19:52:152809 'swarming': {
2810 'shards': 16,
2811 },
2812 },
2813 'ToTLinuxTSan': {
2814 'swarming': {
2815 'shards': 4,
2816 }
2817 },
Stefano Duof44278b2021-08-02 16:29:382818 'android-cronet-x86-dbg-10-tests': {
2819 'args': [
2820 '--test-launcher-filter-file=../../testing/buildbot/filters/android.emulator_10.net_unittests.filter',
2821 ],
2822 },
Chidera Olibie262e33e2022-03-02 11:45:282823 'android-cronet-x86-dbg-lollipop-tests': {
2824 'args': [
2825 '--test-launcher-filter-file=../../testing/buildbot/filters/android.emulator_l.net_unittests.filter',
2826 ],
2827 },
Chidera Olibieef99a55ca2021-10-01 21:42:002828 'android-cronet-x86-dbg-oreo-tests': {
2829 'args': [
2830 '--test-launcher-filter-file=../../testing/buildbot/filters/android.emulator.net_unittests.filter',
2831 ],
2832 },
Chidera Olibie509fd732021-09-30 20:17:172833 'android-cronet-x86-dbg-pie-tests': {
2834 # crbug.com/1046060
2835 'args': [
2836 '--test-launcher-filter-file=../../testing/buildbot/filters/android.emulator.net_unittests.filter',
2837 ],
2838 },
Chidera Olibie5c0ec912022-03-23 10:44:512839 'android-cronet-x86-rel-kitkat-tests': {
2840 'args': [
2841 '--test-launcher-filter-file=../../testing/buildbot/filters/android.emulator_k.net_unittests.filter',
2842 ],
2843 },
Haiyang Pan08d09dc2020-04-01 16:11:212844 'android-pie-x86-rel': {
John Budorick7fde6b492020-01-29 17:43:502845 # crbug.com/1046060
2846 'args': [
2847 '--test-launcher-filter-file=../../testing/buildbot/filters/android.emulator.net_unittests.filter',
2848 ],
2849 },
Struan Shrimpton4b7abc02021-12-16 01:36:592850 'chromeos-amd64-generic-rel': {
2851 'swarming': {
2852 'quickrun_shards': 6,
2853 },
2854 },
Chong Gu76046412021-09-22 17:49:212855 'fuchsia-code-coverage': {
2856 'swarming': {
2857 'shards': 14,
2858 },
2859 },
Ben Pastene8bf205b2018-06-13 04:00:332860 'linux-chromeos-dbg': {
2861 'swarming': {
2862 'shards': 2,
2863 },
2864 },
Nico Weber33b9b7a2020-06-12 19:23:272865 'win-asan': {
Ben Pastened2c01af2022-01-31 23:06:442866 # TODO(crbug.com/1257927): net_unittests is slow under ASan.
Nico Weber33b9b7a2020-06-12 19:23:272867 'swarming': {
2868 'shards': 16,
2869 },
2870 },
Kenneth Russelleb60cbd22017-12-05 07:54:282871 },
2872 },
John Chenaab16fc02020-03-03 06:35:452873 'not_site_per_process_blink_web_tests': {
Lukasz Anforowicz04bc6302018-11-19 19:04:282874 'remove_from': [
Lukasz Anforowicz04bc6302018-11-19 19:04:282875 # TODO(dpranke): Should we be running this step on Linux Tests (dbg)(1)?
2876 'Linux Tests (dbg)(1)',
Lukasz Anforowicz04bc6302018-11-19 19:04:282877 ],
Yuke Liaobc9ff982019-04-30 06:56:162878 'modifications': {
Stephen Martinis1384ff92020-01-07 19:52:152879 'Linux Tests': {
2880 "args": [
2881 "--additional-env-var=LLVM_PROFILE_FILE=${ISOLATED_OUTDIR}/profraw/default-%2m.profraw",
Stephen Martinis1384ff92020-01-07 19:52:152882 ],
Struan Shrimpton57c594e42022-01-25 17:59:132883 'swarming': {
2884 'quickrun_shards': 18,
2885 },
Stephen Martinis1384ff92020-01-07 19:52:152886 },
Yuke Liaoea70f472019-12-19 06:03:362887 'linux-code-coverage': {
2888 'args': [
2889 '--additional-env-var=LLVM_PROFILE_FILE=${ISOLATED_OUTDIR}/profraw/default-%2m.profraw',
Yuke Liaoea70f472019-12-19 06:03:362890 ],
2891 'swarming': {
2892 'shards': 20,
2893 },
2894 },
Yuke Liaobc9ff982019-04-30 06:56:162895 },
Lukasz Anforowicz04bc6302018-11-19 19:04:282896 },
Xi Cheng34ca4042018-02-23 00:10:122897 'notification_helper_unittests': {
2898 'remove_from': [
Stephen Martinis1384ff92020-01-07 19:52:152899 # all these bots run Windows 7.
Xi Cheng34ca4042018-02-23 00:10:122900 'ToTWin',
2901 'ToTWin(dbg)',
2902 'ToTWin(dll)',
inglorionb8e7a3ed2019-04-12 09:49:032903 'ToTWinOfficial',
Arthur Eubanks0c24b822021-06-15 18:51:342904 'ToTWinOfficial64',
Xi Cheng34ca4042018-02-23 00:10:122905 'ToTWin64',
2906 'ToTWin64(dbg)',
2907 'ToTWin64(dll)',
Xi Cheng34ca4042018-02-23 00:10:122908 ],
2909 },
James Shenf4199bfd2022-08-13 00:44:272910 'oop_network_service_content_browsertests': {
2911 'modifications': {
2912 'android-12-x64-fyi-rel': {
2913 'args': [
2914 '--test-launcher-filter-file=../../testing/buildbot/filters/android.emulator_12.oop_network_service_content_browsertests.filter',
2915 ],
2916 },
2917 },
2918 },
Peter McNeeley3cfc0ec82021-12-08 20:36:242919 'overlay_prioritization_viz_unittests': {
2920 'remove_from': [
2921 # Reduce CQ load
2922 'Linux Tests (Wayland)',
2923 ],
2924 },
Ben Pastenee723b2f2019-05-31 19:10:272925 'ozone_unittests': {
2926 'modifications': {
Ben Pastene8ef125e2019-12-10 01:46:292927 'chromeos-betty-pi-arc-chrome': {
2928 'args': [
2929 '--test-launcher-filter-file=../../testing/buildbot/filters/chromeos.ozone_unittests.filter',
2930 ],
2931 },
Ben Pastene500cc1d12021-01-22 18:10:472932 'chromeos-betty-pi-arc-chrome-dchecks': {
2933 'args': [
2934 '--test-launcher-filter-file=../../testing/buildbot/filters/chromeos.ozone_unittests.filter',
2935 ],
2936 },
Ben Pastene8ef125e2019-12-10 01:46:292937 'linux-chromeos-chrome': {
2938 'args': [
2939 '--test-launcher-filter-file=../../testing/buildbot/filters/chromeos.ozone_unittests.filter',
2940 ],
2941 },
Ben Pastenee723b2f2019-05-31 19:10:272942 },
2943 },
Maksim Sisovc81d284c2021-10-05 17:54:352944 'ozone_x11_unittests': {
2945 # Wayland bot uses chromium_linux_gtests that includes some x11 only
2946 # test targets. To avoid maintaining a list of tests, remove them here.
2947 'remove_from': [
2948 'Linux Tests (Wayland)',
2949 ],
2950 },
Karen Qian385d2ca2019-03-19 21:49:582951 'perfetto_unittests': {
Haiyang Pan0e27adbeb2021-12-14 22:44:302952 'modifications': {
Haiyang Pan2a55a452022-03-03 08:18:332953 'android-12-x64-rel': {
Haiyang Pan0e27adbeb2021-12-14 22:44:302954 'args': [
2955 # TODO(crbug.com/1260440): Fix the failed test
2956 '--gtest_filter=-ScopedDirTest.CloseOutOfScope',
2957 ],
2958 },
James Shen274775eb2022-07-06 22:54:432959 'android-nougat-x86-rel': {
2960 'args': [
2961 # TODO(crbug.com/1260440): Fix the failed test
2962 '--gtest_filter=-ScopedDirTest.CloseOutOfScope',
2963 ],
2964 },
Chong Gua10cd302022-01-14 19:22:192965 'fuchsia-fyi-x64-asan': {
2966 'args': [
Kevin Marshall847bf0332022-05-31 20:12:542967 # TODO(crbug.com/1199334): Error messages only show up in klog.
2968 '--gtest_filter=-PagedMemoryTest.AccessUncommittedMemoryTriggersASAN'
Chong Gua10cd302022-01-14 19:22:192969 ],
2970 },
Haiyang Pan0e27adbeb2021-12-14 22:44:302971 },
Karen Qian385d2ca2019-03-19 21:49:582972 'remove_from': [
Haiyang Pan363c59a2020-07-23 05:47:042973 # TODO(crbug.com/931138): Fix permission issue when creating tmp files
John Budorickd3fa5992019-12-13 17:22:412974 'android-arm64-proguard-rel',
John Budorickf2283d72019-06-25 01:09:092975 'android-asan',
Yun Liu022f4512019-06-10 23:14:042976 'android-code-coverage',
Yun Liu7cfd28a2019-10-30 01:57:122977 'android-code-coverage-native',
Ben Joyce46ca6012021-03-31 19:19:252978 'android-pie-arm64-coverage-experimental-rel', # Does not generate profraw data.
Andrew Luo38b311f2019-10-04 03:42:092979 'android-pie-arm64-rel',
Haiyang Pan08d09dc2020-04-01 16:11:212980 'android-pie-x86-rel',
Haiyang Pan9d68ca02021-08-04 21:30:472981 'android-11-x86-rel',
Karen Qian385d2ca2019-03-19 21:49:582982 'Nougat Phone Tester',
Arthur Eubanksc8f86ee2021-05-10 20:14:242983 'ToTAndroid'
Karen Qian385d2ca2019-03-19 21:49:582984 ]
2985 },
Stephen Martinis54d64ad2018-09-21 22:16:202986 'performance_test_suite': {
2987 'modifications': {
Cameron Higgins7558b162022-06-10 18:53:072988 'Mac12 Tests (dbg)': {
Zhaoyang Li9357e1e12021-12-07 18:53:172989 'args': [
2990 '--browser=debug',
2991 ],
2992 },
Stephen Martinis54d64ad2018-09-21 22:16:202993 'Win10 Tests x64 (dbg)': {
2994 'args': [
Takuto Ikutab28b582e2021-02-10 01:41:212995 '--browser=debug_x64',
Stephen Martinis54d64ad2018-09-21 22:16:202996 ],
2997 'experiment_percentage': 100,
2998 },
Stephen Martinis54d64ad2018-09-21 22:16:202999 },
3000 },
Sven Zheng00e75602022-11-16 18:01:383001 'pixel_browser_tests': {
3002 # This target should be removed from any CI only builders. Developers can
3003 # intentionally make UI changes. Without running pixel tests on CQ, those
3004 # cls will get wrongly reverted by sheriffs.
3005 # When we switch CQ builders(e.g. use Win11 to replace Win10), we also
3006 # need to update this field.
3007 'remove_from': [
3008 'Win11 Tests x64',
3009 ],
3010 },
Jonah Ryan-Davis832c8462020-06-09 03:45:033011 'pixel_skia_gold_passthrough_test': {
Brian Sheedyc0c142c2021-06-01 21:18:053012 'modifications': {
3013 'Android FYI Release (Pixel 4)': {
3014 'args': [
3015 # Pixel 4s are weird in that they can output in different color spaces
3016 # simultaneously. The readback code for capturing a screenshot assumes
3017 # only one color space, so disable wide color gamut for the test to
3018 # work around the issue. See https://crbug.com/1166379 for more
3019 # information.
3020 '--extra-browser-args=--disable-wcg-for-test',
3021 ],
3022 },
Struan Shrimptone772d72f2021-12-15 07:50:093023 'Mac Retina Release (AMD)': {
3024 'swarming': {
3025 'quickrun_shards': 2,
3026 },
3027 },
Struan Shrimpton4b7abc02021-12-16 01:36:593028 'Win10 x64 Release (NVIDIA)': {
3029 'swarming': {
3030 'quickrun_shards': 2,
3031 },
3032 },
Ben Pastene63f13302022-05-12 21:04:053033 'android_optional_gpu_tests_rel': {
3034 'args': [
3035 # See above.
3036 '--extra-browser-args=--disable-wcg-for-test',
3037 ],
3038 },
Brian Sheedyc0c142c2021-06-01 21:18:053039 },
Jonah Ryan-Davis832c8462020-06-09 03:45:033040 'replacements': {
3041 # The V8 builders pass the V8 revision for ${got_revision}, so instead
3042 # use ${got_cr_revision}, which is only set on the V8 bots.
3043 'Linux V8 FYI Release (NVIDIA)': {
3044 'args': {
3045 '--git-revision': '${got_cr_revision}',
3046 },
3047 },
3048 'Linux V8 FYI Release - pointer compression (NVIDIA)': {
3049 'args': {
3050 '--git-revision': '${got_cr_revision}',
3051 },
3052 },
Jonah Ryan-Davisdeeffeaf2020-06-18 17:56:003053 'Mac V8 FYI Release (Intel)': {
3054 'args': {
3055 '--git-revision': '${got_cr_revision}',
3056 },
3057 },
Jonah Ryan-Davis832c8462020-06-09 03:45:033058 'Win V8 FYI Release (NVIDIA)': {
3059 'args': {
3060 '--git-revision': '${got_cr_revision}',
3061 },
3062 },
3063 },
3064 },
3065 'pixel_skia_gold_validating_test': {
Brian Sheedy0566f2cb2021-02-12 22:12:503066 'modifications': {
3067 'Android FYI Release (Pixel 4)': {
3068 'args': [
3069 # Pixel 4s are weird in that they can output in different color spaces
3070 # simultaneously. The readback code for capturing a screenshot assumes
3071 # only one color space, so disable wide color gamut for the test to
3072 # work around the issue. See https://crbug.com/1166379 for more
3073 # information.
3074 '--extra-browser-args=--disable-wcg-for-test',
3075 ],
3076 },
Ben Pastene63f13302022-05-12 21:04:053077 'android_optional_gpu_tests_rel': {
3078 'args': [
3079 # See above.
3080 '--extra-browser-args=--disable-wcg-for-test',
3081 ],
3082 },
David Dorwinf060a72d2022-10-05 22:09:033083 'fuchsia-x64-chrome-rel': { # https://crbug.com/1302427
Chong Guabe5adec02022-03-24 17:41:303084 'experiment_percentage': 100,
3085 },
Brian Sheedy0566f2cb2021-02-12 22:12:503086 },
Chong Gu0aa929e62022-03-03 15:34:133087 'remove_from': [
David Dorwin49b2ddb2022-09-08 20:49:433088 # TODO(https://crbug.com/1302427): Remove once tests pass.
David Dorwin49b2ddb2022-09-08 20:49:433089 'fuchsia-x64-cast-receiver-rel',
3090 'fuchsia-x64-rel',
Chong Gu0aa929e62022-03-03 15:34:133091 ],
Brian Sheedye6ea0ee2019-07-11 02:54:373092 'replacements': {
Brian Sheedye6ea0ee2019-07-11 02:54:373093 # The V8 builders pass the V8 revision for ${got_revision}, so instead
3094 # use ${got_cr_revision}, which is only set on the V8 bots.
3095 'Android V8 FYI Release (Nexus 5X)': {
3096 'args': {
Brian Sheedy4d335deb2020-04-01 20:47:323097 '--git-revision': '${got_cr_revision}',
Brian Sheedye6ea0ee2019-07-11 02:54:373098 },
3099 },
Brian Sheedye6ea0ee2019-07-11 02:54:373100 },
3101 },
3102 'pixel_test':{
Takuto Ikuta35c85522019-06-04 16:55:463103 'modifications': {
3104 'Android Release (Nexus 5X)': {
3105 'swarming': {
3106 'shards': 2,
3107 },
3108 },
3109 },
Nico Weber128fd382018-06-14 23:29:273110 },
Henrique Nakashima87b6d8b2022-07-13 13:59:043111 'sandbox_linux_unittests': {
John Budorickdce9d462019-03-23 00:25:383112 'modifications': {
James Shenca34ad02022-06-29 22:38:513113 'android-nougat-x86-rel': {
3114 'args': [
3115 '--test-launcher-filter-file=../../testing/buildbot/filters/android.emulator.sandbox_linux_unittests.filter',
3116 ]
3117 },
Haiyang Pan08d09dc2020-04-01 16:11:213118 'android-pie-x86-rel': {
John Budorick191adfcd2020-01-29 18:19:043119 'args': [
Henrique Nakashima87b6d8b2022-07-13 13:59:043120 '--test-launcher-filter-file=../../testing/buildbot/filters/android.emulator.sandbox_linux_unittests.filter',
John Budorick191adfcd2020-01-29 18:19:043121 ]
3122 },
John Budorickdce9d462019-03-23 00:25:383123 },
John Budorick3ebfdf852019-05-13 22:28:163124 'remove_from': [
John Budorick3ebfdf852019-05-13 22:28:163125 'android-asan', # https://crbug.com/962650
3126 ],
John Budorickdce9d462019-03-23 00:25:383127 },
Brian Sheedyc0c142c2021-06-01 21:18:053128 'screenshot_sync_passthrough_tests': {
3129 'modifications': {
3130 'Android FYI Release (Pixel 4)': {
3131 'args': [
3132 # Pixel 4s are weird in that they can output in different color spaces
3133 # simultaneously. The readback code for capturing a screenshot assumes
3134 # only one color space, so disable wide color gamut for the test to
3135 # work around the issue. See https://crbug.com/1166379 for more
3136 # information.
3137 '--extra-browser-args=--disable-wcg-for-test',
3138 ],
3139 },
Ben Pastene63f13302022-05-12 21:04:053140 'android_optional_gpu_tests_rel': {
3141 'args': [
3142 # See above.
3143 '--extra-browser-args=--disable-wcg-for-test',
3144 ],
3145 },
Brian Sheedyc0c142c2021-06-01 21:18:053146 },
3147 },
Brian Sheedy0566f2cb2021-02-12 22:12:503148 'screenshot_sync_validating_tests': {
3149 'modifications': {
3150 'Android FYI Release (Pixel 4)': {
3151 'args': [
3152 # Pixel 4s are weird in that they can output in different color spaces
3153 # simultaneously. The readback code for capturing a screenshot assumes
3154 # only one color space, so disable wide color gamut for the test to
3155 # work around the issue. See https://crbug.com/1166379 for more
3156 # information.
3157 '--extra-browser-args=--disable-wcg-for-test',
3158 ],
3159 },
Ben Pastene63f13302022-05-12 21:04:053160 'android_optional_gpu_tests_rel': {
3161 'args': [
3162 # See above.
3163 '--extra-browser-args=--disable-wcg-for-test',
3164 ],
3165 },
Brian Sheedy0566f2cb2021-02-12 22:12:503166 },
Chong Gu0aa929e62022-03-03 15:34:133167 'remove_from': [
David Dorwin49b2ddb2022-09-08 20:49:433168 # TODO(https://crbug.com/1302427): Remove once tests pass.
David Dorwin49b2ddb2022-09-08 20:49:433169 'fuchsia-x64-cast-receiver-rel',
3170 'fuchsia-x64-rel',
Chong Gu0aa929e62022-03-03 15:34:133171 ],
Brian Sheedy0566f2cb2021-02-12 22:12:503172 },
Kenneth Russelleb60cbd22017-12-05 07:54:283173 'services_unittests': {
3174 'remove_from': [
Nico Weber15a00d62018-05-16 17:11:483175 'ToTLinuxMSan', # https://crbug.com/831676
Kenneth Russell8a386d42018-06-02 09:48:013176 # The face and barcode detection tests fail on the Mac Pros.
3177 'Mac Pro FYI Release (AMD)',
Nico Weberd36959682018-04-12 03:33:463178 'Linux ChromiumOS MSan Tests', # https://crbug.com/831676
Nico Weberd36959682018-04-12 03:33:463179 'Linux MSan Tests', # https://crbug.com/831676
Kenneth Russelleb60cbd22017-12-05 07:54:283180 ],
Brian Sheedyb6c58792020-05-07 18:37:333181 'replacements': {
3182 # TODO(crbug.com/1078982): Remove once the test is fixed on 10.15.4.
3183 'Mac FYI Experimental Release (Intel)': {
3184 'args': {
3185 '--gtest_filter': '*Detection*:-FaceDetectionImplMacTest.ScanOneFace*',
3186 },
3187 },
3188 },
Haiyang Pan363c59a2020-07-23 05:47:043189 'modifications': {
Struan Shrimptone772d72f2021-12-15 07:50:093190 'Linux ASan LSan Tests (1)': {
3191 'swarming': {
3192 'quickrun_shards': 2,
3193 },
3194 },
Ben Joycea0319112022-11-15 23:53:123195 'ToTAndroid': {
3196 'args': [
3197 '--test-launcher-filter-file=../../testing/buildbot/filters/android.pie_tot.services_unittests.filter',
3198 ]
3199 },
Haiyang Pan9d68ca02021-08-04 21:30:473200 'android-11-x86-rel': {
Haiyang Pan10f029c2021-07-30 23:17:563201 'args': [
Haiyang Pan2877f062021-11-18 01:06:063202 # TODO(crbug.com/1264654): Fix the failed tests
3203 '--gtest_filter=-PacLibraryTest.ActualPacMyIpAddress*'
3204 ],
3205 },
Haiyang Pan2a55a452022-03-03 08:18:333206 'android-12-x64-rel': {
Haiyang Pan2877f062021-11-18 01:06:063207 'args': [
3208 # TODO(crbug.com/1264654): Fix the failed tests
Haiyang Pan10f029c2021-07-30 23:17:563209 '--gtest_filter=-PacLibraryTest.ActualPacMyIpAddress*'
3210 ],
3211 },
James Shenb3549802022-06-30 18:32:513212 'android-nougat-x86-rel': {
3213 'args': [
3214 # TODO(crbug.com/1264654): Fix the failed tests
3215 '--gtest_filter=-PacLibraryTest.ActualPacMyIpAddress*'
3216 ],
Stephanie Kim11192362022-11-04 18:17:443217 'swarming': {
3218 'shards': 2,
3219 },
James Shenb3549802022-06-30 18:32:513220 },
Chong Gu52481452021-04-02 17:52:413221 'fuchsia-code-coverage': {
3222 'swarming': {
3223 'shards': 7,
3224 },
3225 },
Zijie He117165f2022-12-12 21:40:263226 'fuchsia-fyi-x64-asan': {
3227 'args': [
Rohan Pavonedf499ad2022-12-14 18:40:403228 '--test-launcher-filter-file=../../testing/buildbot/filters/fuchsia.lsan.services_unittests.filter',
Zijie He117165f2022-12-12 21:40:263229 ],
3230 },
Chong Gu52481452021-04-02 17:52:413231 }
Chong Gudf7fbe92021-02-24 02:55:583232 },
Chong Gu76046412021-09-22 17:49:213233 'snapshot_unittests': {
Chong Gub2446462021-08-19 18:44:083234 'modifications': {
3235 'fuchsia-fyi-arm64-dbg': {
3236 'args': [
3237 '--test-launcher-filter-file=../../testing/buildbot/filters/fuchsia.debug.snapshot_unittests.filter',
3238 ],
3239 },
3240 },
3241 },
Kenneth Russelleb60cbd22017-12-05 07:54:283242 'sync_integration_tests': {
Brad Halla36886c2019-02-26 16:52:293243 'remove_from': [
Brad Halla36886c2019-02-26 16:52:293244 'CrWinAsan(dll)', # https://crbug.com/935598
3245 ],
Kenneth Russelleb60cbd22017-12-05 07:54:283246 'modifications': {
Erik Chene84bc1c2019-11-25 23:23:523247 'Linux ASan LSan Tests (1)': {
3248 'swarming': {
3249 'shards': 4,
3250 },
3251 },
Nico Weber8fbc2832018-12-14 16:00:573252 'Linux TSan Tests': {
3253 'swarming': {
3254 'shards': 6,
3255 },
3256 },
Chris Cunninghama1239c8b2022-05-03 00:32:213257 'Mac ASan 64 Tests (1)': {
3258 'swarming': {
3259 'shards': 3,
Lindsay Pasricha2cfaec212022-05-11 19:00:393260 },
3261 },
3262 'Mac11 Tests': {
3263 'swarming': {
3264 'shards': 4,
Chris Cunninghama1239c8b2022-05-03 00:32:213265 },
3266 },
Yue She0cad2922022-06-24 15:06:073267 'Mac12 Tests': {
Lindsay Pasrichac7e07d1e2022-12-16 22:10:063268 'ci_only': True,
Yue She0cad2922022-06-24 15:06:073269 'swarming': {
3270 'shards': 4,
3271 },
3272 },
Cameron Higgins493e6a4e2022-10-11 05:03:303273 'Mac12 Tests (dbg)':{
3274 'swarming': {
3275 'shards': 2,
3276 }
3277 },
Stephen Martinis1384ff92020-01-07 19:52:153278 'ToTLinuxTSan': {
Kenneth Russelleb60cbd22017-12-05 07:54:283279 'swarming': {
Stephen Martinis1384ff92020-01-07 19:52:153280 'shards': 6,
Kenneth Russelleb60cbd22017-12-05 07:54:283281 },
3282 },
Struan Shrimptona1ab7672022-01-13 18:02:513283 'Win10 Tests x64': {
3284 'swarming': {
Stephanie Kimbf31a692022-11-01 17:31:573285 'shards': 3,
Struan Shrimptona1ab7672022-01-13 18:02:513286 },
3287 },
Stephen Martinis75ab55d2018-08-30 02:27:123288 'Win10 Tests x64 (dbg)': {
3289 'experiment_percentage': 100, # https://crbug.com/840369
3290 },
Stephen Martinis1384ff92020-01-07 19:52:153291 'linux-chromeos-code-coverage': {
Yuke Liao79424e42020-01-06 21:00:113292 'swarming': {
3293 'shards': 4,
3294 },
3295 },
Stephen Martinis1384ff92020-01-07 19:52:153296 'linux-code-coverage': {
Yuke Liao79424e42020-01-06 21:00:113297 'swarming': {
3298 'shards': 4,
3299 },
3300 },
Kuan Huang235b0142021-10-19 18:59:283301 'mac-code-coverage': {
3302 'args': [
3303 '--coverage-continuous-mode=1',
3304 ],
3305 },
Kenneth Russelleb60cbd22017-12-05 07:54:283306 },
3307 },
Weizhong Xia613fda42021-04-21 20:11:523308 'system_webview_wpt': {
3309 'modifications': {
3310 'android-webview-pie-x86-wpt-fyi-rel': {
Weizhong Xia7dd41362021-09-30 16:05:383311 'args': [
3312 '--log-wptreport',
Nihar Damarasingu8def1a22022-08-18 21:15:543313 '--use-upstream-wpt',
Weizhong Xia7dd41362021-09-30 16:05:383314 ],
Weizhong Xia613fda42021-04-21 20:11:523315 },
3316 },
3317 },
Kenneth Russell8a386d42018-06-02 09:48:013318 'tab_capture_end2end_tests': {
Nico Webere89a3c92018-07-01 01:30:523319 # Run these only on Release bots.
Kenneth Russell8a386d42018-06-02 09:48:013320 'remove_from': [
Kenneth Russell8a386d42018-06-02 09:48:013321 'Linux Debug (NVIDIA)',
3322 'Mac Debug (Intel)',
3323 'Mac Retina Debug (AMD)',
Yuly Novikovbc1ccff2019-08-03 00:05:493324 'Win10 FYI x64 Debug (NVIDIA)',
Yuly Novikovf28f1eca2019-07-04 22:43:393325 # Disabled due to dbus crashes crbug.com/927465
Yuly Novikov86d61c42022-07-22 19:40:143326 'Linux FYI Release (Intel UHD 630)',
Yuly Novikov5865ff72019-07-09 21:38:053327 'Linux FYI Release (NVIDIA)',
Yuly Novikov5865ff72019-07-09 21:38:053328 'Linux Release (NVIDIA)',
Kenneth Russell8a386d42018-06-02 09:48:013329 ],
Emily Hanleyb64ac7c2018-05-25 13:36:553330 },
Haiyang Pan8c201b92020-06-04 01:25:073331 'telemetry_chromium_minidump_unittests': {
James Shen969655a2022-09-28 02:27:073332 'modifications': {
3333 'android-nougat-x86-rel': {
3334 'ci_only': True,
3335 },
3336 },
Haiyang Pan8c201b92020-06-04 01:25:073337 },
Brian Sheedyc117f6d2020-05-06 02:23:273338 'telemetry_monochrome_minidump_unittests': {
James Shen969655a2022-09-28 02:27:073339 'modifications': {
3340 'android-nougat-x86-rel': {
3341 'ci_only': True,
3342 },
3343 },
Brian Sheedyc117f6d2020-05-06 02:23:273344 },
Kenneth Russelleb60cbd22017-12-05 07:54:283345 'telemetry_perf_unittests': {
3346 'modifications': {
Kenneth Russelleb60cbd22017-12-05 07:54:283347 'Linux Tests': {
3348 'args': [
3349 '--xvfb',
Ned Nguyene6e26042018-01-17 20:42:483350 '--jobs=1',
Kenneth Russelleb60cbd22017-12-05 07:54:283351 ],
3352 },
Juan Antonio Navarro Perez4899edf2019-03-14 13:05:353353 'Linux Tests (dbg)(1)': {
3354 'args': [
3355 '--xvfb',
3356 '--jobs=1',
3357 ],
3358 },
John Chen9fd22fcf2021-12-10 02:24:123359 'Mac11 Tests': {
3360 'ci_only': True,
3361 },
Yue She0cad2922022-06-24 15:06:073362 'Mac12 Tests': {
3363 'ci_only': True,
3364 },
Brian Sheedy172ab8932022-07-27 20:39:283365 'android-nougat-x86-rel': {
3366 'args': [
3367 # For whatever reason, automatic browser selection on this bot chooses
3368 # webview instead of the full browser, so explicitly specify it here.
3369 '--browser=android-chromium',
3370 ],
James Shen969655a2022-09-28 02:27:073371 'ci_only': True,
Brian Sheedy172ab8932022-07-27 20:39:283372 },
Struan Shrimptona1ab7672022-01-13 18:02:513373 'chromeos-amd64-generic-rel': {
3374 'swarming': {
3375 'quickrun_shards': 24,
3376 },
3377 },
Ben Pastene69400eb2021-03-25 19:27:163378 'chromeos-eve-chrome': {
3379 'args': [
3380 # TODO(crbug.com/1191132): Re-enable.
3381 '--skip=benchmarks.benchmark_smoke_unittest.BenchmarkSmokeTest.wasmpspdfkit',
3382 ],
3383 },
Ben Pastene2b4b15f2021-03-04 00:39:243384 'chromeos-kevin-chrome': {
3385 # TODO(crbug.com/1182948): Remove the experiment.
Ben Pastenebe91e462021-07-27 23:47:263386 # TODO(b/188822176): Restore to 100% when we have additional capacity.
3387 'experiment_percentage': 0,
Ben Pastene2b4b15f2021-03-04 00:39:243388 },
Ben Pasteneebad8fc2022-08-12 23:34:283389 'linux-rel-no-external-ip': {
3390 'args': [
3391 '--xvfb',
3392 '--jobs=1',
3393 ],
3394 },
Kenneth Russelleb60cbd22017-12-05 07:54:283395 },
3396 'remove_from': [
Andrew Luobe83fd82019-12-19 03:07:583397 'android-pie-arm64-rel',
Garrett Beatyeef031a2019-02-28 01:55:413398 # crbug.com/936540
Shenghua Zhangbd6f1b22018-03-03 02:59:143399 'Mac10.13 Tests',
Zhaoyang Li69e2e002021-02-19 21:57:353400 'Mac10.15 Tests',
Lindsay Pasricha21bb93d72021-12-07 05:48:393401 # TODO crbug.com/1277277
Cameron Higgins7558b162022-06-10 18:53:073402 'Mac12 Tests (dbg)',
Stephen Martinis1384ff92020-01-07 19:52:153403 'Linux - Future (dbg)', # client.v8.chromium
Takuto Ikuta9aa015d2019-04-15 23:33:293404 'Win10 Tests x64',
Stephen Martinise701f5a2018-05-04 01:25:113405 'Win10 Tests x64 (dbg)',
Kuan Huanga89737d2022-01-07 19:42:113406 'Win11 Tests x64',
Ben Pasteneebad8fc2022-08-12 23:34:283407 'win10-rel-no-external-ip',
Kenneth Russelleb60cbd22017-12-05 07:54:283408 ],
3409 },
Stephen Martinis54d64ad2018-09-21 22:16:203410 'telemetry_unittests': {
3411 'modifications': {
3412 'Win10 Tests x64 (dbg)': {
3413 'experiment_percentage': 100, # crbug.com/870673
Ben Pastene9383fe12020-10-20 21:32:403414 },
Struan Shrimptona1ab7672022-01-13 18:02:513415 'chromeos-amd64-generic-rel': {
3416 'swarming': {
3417 'quickrun_shards': 60,
3418 },
3419 },
John Budorickc498fd3c2019-03-14 01:16:263420 },
3421 'remove_from': [
Ben Pastene9ef2ced52021-07-28 18:04:343422 # TODO(crbug.com/1141234): Restore when there's more DUTs
Ben Pastene7f1ded3a42022-06-08 17:01:593423 'chromeos-eve-chrome',
Ben Pastene9ef2ced52021-07-28 18:04:343424 'chromeos-kevin-chrome',
Ben Pastene619317752020-12-03 00:04:143425
Takuto Ikuta9aa015d2019-04-15 23:33:293426 'Win10 Tests x64',
Kuan Huanga89737d2022-01-07 19:42:113427 'Win11 Tests x64',
Ben Pasteneebad8fc2022-08-12 23:34:283428 'win10-rel-no-external-ip',
Titouan Rigoudye122ec32021-11-08 16:36:163429
3430 # TODO(https://crbug.com/1267161): Re-enable when platform is supported.
3431 'mac11-arm64-rel-tests',
Zhaoyang Li5d3713d2022-06-13 18:01:173432 # TODO(https://crbug.com/1267161): Re-enable when platform is supported.
3433 'mac12-arm64-rel-tests',
John Budorickc498fd3c2019-03-14 01:16:263434 ],
Stephen Martinis54d64ad2018-09-21 22:16:203435 },
Ben Pastene8e7eb2652022-04-29 19:44:313436 'test_buildbucket_api_gpu_use_cases GTX 1660': {
3437 'remove_from': [
3438 'linux_optional_gpu_tests_rel', # crbug.com/1080749
Brian Sheedyf3b48d62020-05-08 23:03:123439 ],
3440 },
Preethi Mohan6d478e462022-10-13 18:51:593441 'testing_pytype': {
3442 'remove_from': [
3443 'linux-code-coverage',
3444 ],
3445 },
Chong Guabe5adec02022-03-24 17:41:303446 'trace_test': {
3447 'modifications': {
David Dorwinf060a72d2022-10-05 22:09:033448 'fuchsia-x64-chrome-rel': { # https://crbug.com/1269976
Chong Guabe5adec02022-03-24 17:41:303449 'experiment_percentage': 100,
3450 },
3451 },
3452 },
Kenneth Russelleb60cbd22017-12-05 07:54:283453 'unit_tests': {
Yun Liu3e759dbb2019-11-01 19:25:523454 'remove_from': [
Ben Pastene3e32ffe2020-08-07 03:37:073455 'android-pie-arm64-rel', # https://crbug.com/1010211
Yun Liu3e759dbb2019-11-01 19:25:523456 ],
Kenneth Russelleb60cbd22017-12-05 07:54:283457 'modifications': {
John Budorickca14c76f62017-12-09 14:19:183458 'Linux ASan LSan Tests (1)': {
John Budorick5052d552017-12-13 02:59:343459 # These are slow on the ASAN trybot for some reason.
Ben Pastened2c01af2022-01-31 23:06:443460 # crbug.com/1257927
John Budorickca14c76f62017-12-09 14:19:183461 'swarming': {
John Budorick5052d552017-12-13 02:59:343462 'shards': 4,
John Budorickca14c76f62017-12-09 14:19:183463 },
3464 },
Stephen Martinis1384ff92020-01-07 19:52:153465 'Linux Chromium OS ASan LSan Tests (1)': {
3466 # These are slow on the ASAN trybot for some reason.
Ben Pastened2c01af2022-01-31 23:06:443467 # crbug.com/1257927
John Budorickca14c76f62017-12-09 14:19:183468 'swarming': {
3469 'shards': 2,
3470 },
3471 },
Takuto Ikuta54671d972018-07-19 19:06:353472 'Linux ChromiumOS MSan Tests': {
3473 # These are very slow on the Chrome OS MSAN trybot for some reason.
3474 # crbug.com/865455
3475 'swarming': {
3476 'shards': 2,
3477 },
3478 },
Stephen Martinis1384ff92020-01-07 19:52:153479 'Linux TSan Tests': {
Takuto Ikuta54671d972018-07-19 19:06:353480 'swarming': {
3481 'shards': 2,
3482 },
3483 },
Maksim Sisovc81d284c2021-10-05 17:54:353484 # https://crbug.com/1184127
3485 'Linux Tests (Wayland)': {
3486 'args': [
3487 '--test-launcher-filter-file=../../testing/buildbot/filters/ozone-linux.unit_tests_wayland.filter',
3488 ],
3489 },
Cameron Higgins7558b162022-06-10 18:53:073490 'Mac12 Tests (dbg)': {
Zhaoyang Li9357e1e12021-12-07 18:53:173491 'swarming': {
3492 'shards': 2,
3493 },
3494 },
Stephen Martinis1384ff92020-01-07 19:52:153495 'ToTLinuxASan': {
Dirk Pranke20eae9a72017-12-09 18:12:143496 'swarming': {
Stephen Martinis1384ff92020-01-07 19:52:153497 'shards': 2,
Dirk Pranke20eae9a72017-12-09 18:12:143498 },
3499 },
Stephen Martinis1384ff92020-01-07 19:52:153500 'android-asan': {
3501 'args': [
3502 '--test-launcher-filter-file=../../testing/buildbot/filters/android.asan.unit_tests.filter',
3503 ],
3504 },
Ben Joyce6d63a582022-12-09 18:34:553505 'android-pie-arm64-rel-swarming': {
Takuto Ikuta527cdff2020-01-29 08:04:273506 'swarming': {
3507 'shards': 8,
3508 },
3509 },
Stephen Martinis1384ff92020-01-07 19:52:153510 'linux-chromeos-chrome': {
3511 'args': [
3512 '--test-launcher-filter-file=../../testing/buildbot/filters/chromeos.unit_tests.filter',
3513 ],
3514 },
Ben Pasteneacd57392019-10-31 02:13:253515 'linux-chromeos-dbg': {
3516 'swarming': {
3517 'shards': 2,
3518 },
3519 },
Erik Chend063aef72019-11-18 19:13:103520 'linux-chromeos-rel': {
3521 'swarming': {
3522 'shards': 2,
3523 },
3524 },
Kenneth Russelleb60cbd22017-12-05 07:54:283525 },
3526 },
Hao Wu77dd1ab2022-04-29 21:36:203527 'variations_smoke_tests': {
3528 'modifications': {
Hao Wud38c2342022-06-09 02:03:473529 'linux-chrome': {
3530 'swarming': {
3531 'dimension_sets': [
3532 {
3533 'pool': 'chrome.tests.finch',
3534 },
3535 ],
3536 },
3537 },
Hao Wu77dd1ab2022-04-29 21:36:203538 'win-chrome': {
3539 'experiment_percentage': 100,
Hao Wud38c2342022-06-09 02:03:473540 'swarming': {
3541 'dimension_sets': [
3542 {
3543 'pool': 'chrome.tests.finch',
3544 },
3545 ],
3546 },
Hao Wu77dd1ab2022-04-29 21:36:203547 },
3548 },
3549 },
Kenneth Russell8a386d42018-06-02 09:48:013550 'video_decode_accelerator_gl_unittest': {
3551 'remove_from': [
Kenneth Russell8a386d42018-06-02 09:48:013552 # Windows Intel doesn't have the GL extensions to support this test.
Yuly Novikov3db078282023-01-04 10:06:253553 'Win10 FYI x64 Release (Intel)',
3554 'Win10 FYI x64 Experimental Release (Intel)',
Kenneth Russell8a386d42018-06-02 09:48:013555 ],
3556 },
Sven Zheng577fe5ff2020-08-03 22:06:443557 'views_unittests': {
Sven Zheng80734f12020-08-06 06:50:393558 'modifications': {
Maksim Sisovc81d284c2021-10-05 17:54:353559 'Linux Tests (Wayland)': {
3560 'args': [
3561 '--test-launcher-filter-file=../../testing/buildbot/filters/ozone-linux.wayland_views_unittests.filter',
3562 ],
3563 },
Chong Gu6aa22be2021-09-10 06:56:143564 'fuchsia-fyi-arm64-dbg': {
3565 'args': [
3566 '--test-launcher-filter-file=../../testing/buildbot/filters/fuchsia.debug.views_unittests.filter',
3567 ],
3568 },
Sven Zhengbc822262022-09-20 20:47:353569 # https://crbug.com/1111979
3570 'linux-lacros-asan-lsan-rel': {
3571 'args': [
3572 '--gtest_filter=-DesktopWidgetFocusManagerTest.AnchoredDialogInDesktopNativeWidgetAura:'
3573 'DesktopWidgetTest*:'
3574 'DesktopWindowTreeHostPlatformTest*:'
3575 'EditableComboboxTest*:'
3576 'MenuRunnerTest*:'
3577 'TextfieldTest*:'
3578 'TooltipControllerTest*:'
3579 'TooltipStateManagerTest*'
3580 ],
3581 },
Sven Zheng5c9d3e342020-08-11 21:39:433582 # https://crbug.com/1111979,
Junhua Chen39dd2dba2021-05-05 17:51:543583 'linux-lacros-code-coverage': {
3584 'args': [
3585 '--gtest_filter=-DesktopWidgetFocusManagerTest.AnchoredDialogInDesktopNativeWidgetAura:'
3586 'DesktopWidgetTest*:'
3587 'DesktopWindowTreeHostPlatformTest*:'
3588 'EditableComboboxTest*:'
3589 'MenuRunnerTest*:'
3590 'TextfieldTest*:'
3591 'TooltipControllerTest*:'
3592 'TooltipStateManagerTest*'
3593 ],
3594 },
Yuke Liaoa0db4742021-08-09 18:28:333595 'linux-lacros-dbg-tests-fyi': {
3596 'args': [
3597 '--gtest_filter=-DesktopWidgetFocusManagerTest.AnchoredDialogInDesktopNativeWidgetAura:'
3598 'TextfieldTest*:'
3599 'TooltipControllerTest*:'
3600 ],
3601 },
Sven Zheng5c9d3e342020-08-11 21:39:433602 'linux-lacros-tester-rel': {
Sven Zheng5c9d3e342020-08-11 21:39:433603 'args': [
3604 '--gtest_filter=-DesktopWidgetFocusManagerTest.AnchoredDialogInDesktopNativeWidgetAura:'
Yuke Liao34721c22020-08-14 21:41:193605 'DesktopWidgetTest*:'
3606 'DesktopWindowTreeHostPlatformTest*:'
Yuke Liaocf9db2b2020-08-13 19:42:533607 'EditableComboboxTest*:'
Sven Zhengea8903f2020-08-14 05:27:513608 'MenuRunnerTest*:'
Yuke Liaocf9db2b2020-08-13 19:42:533609 'TextfieldTest*:'
Benjamin Beaudry54b3b882021-03-12 23:55:363610 'TooltipControllerTest*:'
3611 'TooltipStateManagerTest*'
Sven Zheng5c9d3e342020-08-11 21:39:433612 ],
3613 },
Sven Zheng80734f12020-08-06 06:50:393614 },
Sven Zheng577fe5ff2020-08-03 22:06:443615 },
John Budorickd02c429de2020-01-10 19:02:213616 'viz_unittests': {
3617 'modifications': {
Chong Gub2446462021-08-19 18:44:083618 'fuchsia-fyi-arm64-dbg': {
Chong Gu6aa22be2021-09-10 06:56:143619 'args': [
3620 '--test-launcher-filter-file=../../testing/buildbot/filters/fuchsia.debug.viz_unittests.filter',
3621 ],
Chong Gub2446462021-08-19 18:44:083622 },
John Budorickd02c429de2020-01-10 19:02:213623 },
3624 },
John Budorick20f4fa8d2019-08-02 22:58:293625 'vr_common_unittests': {
3626 'remove_from': [
Haiyang Pan08d09dc2020-04-01 16:11:213627 'android-pie-x86-rel',
John Budorick20f4fa8d2019-08-02 22:58:293628 ],
3629 },
Kenneth Russellfbda3c532017-12-08 23:57:243630 'vr_pixeltests': {
3631 'remove_from': [
Haiyang Pan08d09dc2020-04-01 16:11:213632 'android-pie-x86-rel',
Kenneth Russell8ceeabf2017-12-11 17:53:283633 'VR Linux',
Kenneth Russellfbda3c532017-12-08 23:57:243634 ],
3635 },
Brian Sheedy45935b42022-12-14 23:21:463636 'vulkan_pixel_skia_gold_test': {
3637 'replacements': {
3638 # The V8 builders pass the V8 revision for ${got_revision}, so instead
3639 # use ${got_cr_revision}, which is only set on the V8 bots.
3640 'Linux V8 FYI Release (NVIDIA)': {
3641 'args': {
3642 '--git-revision': '${got_cr_revision}',
3643 },
3644 },
Brian Sheedyd7973022023-01-03 14:15:093645 'Linux V8 FYI Release - pointer compression (NVIDIA)': {
3646 'args': {
3647 '--git-revision': '${got_cr_revision}',
3648 },
3649 },
3650 'Mac V8 FYI Release (Intel)': {
3651 'args': {
3652 '--git-revision': '${got_cr_revision}',
3653 },
3654 },
3655 'Win V8 FYI Release (NVIDIA)': {
3656 'args': {
3657 '--git-revision': '${got_cr_revision}',
3658 },
3659 },
Brian Sheedy45935b42022-12-14 23:21:463660 },
3661 },
Nico Webere81999ee2018-07-01 23:52:433662 'wayland_client_perftests': {
3663 'remove_from': [
3664 'linux-chromeos-dbg', # https://crbug.com/859307
3665 ],
3666 },
Chong Gu76046412021-09-22 17:49:213667 'web_engine_browsertests': {
Chong Gud1a5c5992021-04-09 04:08:323668 'modifications': {
3669 'fuchsia-code-coverage': {
3670 'swarming': {
Chong Gu7a463202021-07-19 18:43:103671 'shards': 28,
Chong Gud1a5c5992021-04-09 04:08:323672 },
3673 },
3674 },
3675 },
Greg Thompson3b616c0a2022-08-23 08:44:513676 'web_engine_integration_tests_cfv1': {
Chong Gu4c9e8f112021-06-02 18:37:263677 'modifications': {
3678 'fuchsia-code-coverage': {
3679 'swarming': {
3680 'shards': 6,
3681 },
3682 },
3683 },
3684 },
John Budorick63357462019-02-27 23:02:513685 'webdriver_tests_suite': {
3686 'remove_from': [
3687 'Linux Tests', # https://crbug.com/929689, https://crbug.com/936557
3688 ],
3689 },
Brian Sheedyd7973022023-01-03 14:15:093690 'webgl2_conformance_d3d11_passthrough_tests': {
3691 'remove_from': [
3692 # Removed from V8 builder since WebGL 1 should provide reasonable
3693 # upstream test coverage without the capacity hit from WebGL 2.
3694 'Win V8 FYI Release (NVIDIA)',
3695 ],
3696 },
Yuly Novikov19bc4c332022-10-17 18:45:063697 'webgl2_conformance_gl_passthrough_tests': {
3698 'remove_from': [
Brian Sheedyd7973022023-01-03 14:15:093699 # Removed from V8 builders since WebGL 1 should provide reasonable
3700 # upstream test coverage without the capacity hit from WebGL 2.
3701 'Linux V8 FYI Release (NVIDIA)',
3702 'Linux V8 FYI Release - pointer compression (NVIDIA)',
Yuly Novikov19bc4c332022-10-17 18:45:063703 # Not enough capacity on Mac AMD https://crbug.com/1375306.
3704 'Mac FYI Retina ASAN (AMD)',
3705 'Mac FYI Retina Release (AMD)',
Brian Sheedyd7973022023-01-03 14:15:093706 'Mac V8 FYI Release (Intel)',
Yuly Novikov19bc4c332022-10-17 18:45:063707 'mac-angle-chromium-amd',
3708 ],
3709 },
Brian Sheedy5a9f6562021-08-20 03:32:543710 'webgl2_conformance_gles_passthrough_tests': {
3711 'remove_from': [
Brian Sheedyefb683c2022-01-25 21:17:363712 # Currently not enough capacity to run these tests on this config.
3713 # TODO(crbug.com/1280418): Re-enable once more of the Pixel 6 capacity
3714 # is deployed.
3715 'Android FYI Release (Pixel 6)',
Brian Sheedy43f5a6f2022-01-07 02:41:043716 # Not enough CrOS hardware capacity to run both on anything other than
3717 # VMs. See https://crbug.com/1238070.
Brian Sheedy5a9f6562021-08-20 03:32:543718 'Lacros FYI x64 Release (Intel)',
3719 ],
3720 'modifications': {
3721 # This VM configuration is known to be significantly slower than other
3722 # CrOS configurations, so increase the shards.
3723 # TODO(crbug.com/1223550): Remove this if the configuration can be sped
3724 # up.
3725 'ChromeOS FYI Release (amd64-generic)': {
3726 'swarming': {
3727 'shards': 30,
3728 },
3729 },
3730 },
3731 },
Kenneth Russell18fff67f2021-11-05 23:45:113732 'webgl2_conformance_metal_passthrough_tests': {
3733 'remove_from': [
Yuly Novikov7d00cdb2022-01-05 00:10:383734 # crbug.com/1270755
3735 'Mac FYI ASAN (Intel)',
3736 'Mac FYI Retina ASAN (AMD)',
Kenneth Russell18fff67f2021-11-05 23:45:113737 # Not enough capacity.
3738 'Mac FYI Retina Release (NVIDIA)',
Brian Sheedyd7973022023-01-03 14:15:093739 # Removed from V8 builders since WebGL 1 should provide reasonable
3740 # upstream test coverage without the capacity hit from WebGL 2.
3741 'Mac V8 FYI Release (Intel)',
Kenneth Russell18fff67f2021-11-05 23:45:113742 ],
Yuly Novikov220c14a52021-12-14 02:49:333743 'modifications': {
3744 'Mac FYI ASAN (Intel)': {
3745 'args': [
3746 '--extra-browser-args=--disable-metal-shader-cache',
Brian Sheedya111ca92022-04-18 23:37:153747 '--enable-metal-debug-layers',
3748 ],
3749 },
3750 'Mac FYI Release (Intel)': {
3751 'args': [
3752 '--enable-metal-debug-layers',
Yuly Novikov220c14a52021-12-14 02:49:333753 ],
3754 },
3755 'Mac FYI Retina ASAN (AMD)': {
3756 'args': [
3757 '--extra-browser-args=--disable-metal-shader-cache',
Brian Sheedy3fd310772022-04-20 02:15:513758 # This slows down tests and we are currently having AMD Mac capacity
3759 # issues.
3760 # '--enable-metal-debug-layers',
Brian Sheedya111ca92022-04-18 23:37:153761 ],
3762 },
3763 'Mac FYI Retina Release (AMD)': {
3764 'args': [
Brian Sheedy3fd310772022-04-20 02:15:513765 # This slows down tests and we are currently having AMD Mac capacity
3766 # issues.
3767 # '--enable-metal-debug-layers',
Yuly Novikov220c14a52021-12-14 02:49:333768 ],
3769 },
3770 },
Kenneth Russell18fff67f2021-11-05 23:45:113771 },
John Budorick82e61dfb2019-12-10 04:36:093772 'webgl2_conformance_validating_tests': {
Stephen Martinis54d64ad2018-09-21 22:16:203773 'remove_from': [
Brian Sheedyefb683c2022-01-25 21:17:363774 # Currently not enough capacity to run these tests on this config.
3775 # TODO(crbug.com/1280418): Re-enable once more of the Pixel 6 capacity
3776 # is deployed.
3777 'Android FYI Release (Pixel 6)',
Brian Sheedy43f5a6f2022-01-07 02:41:043778 # Passthrough version run on this configuration, not enough capacity for
3779 # both. See https://crbug.com/1238070.
3780 'ChromeOS FYI Release (kevin)',
Stephen Martinis54d64ad2018-09-21 22:16:203781 ],
Kenneth Russell8a386d42018-06-02 09:48:013782 'modifications': {
Brian Sheedyab0a1992021-08-13 20:57:393783 # This VM configuration is known to be significantly slower than other
3784 # CrOS configurations, so increase the shards.
3785 # TODO(crbug.com/1223550): Remove this if the configuration can be sped
3786 # up.
3787 'ChromeOS FYI Release (amd64-generic)': {
3788 'swarming': {
3789 'shards': 30,
3790 },
Brian Sheedy9bde4532021-08-20 18:11:193791 # This configuration is tested with the passthrough decoder as well,
3792 # which will be shipped in the nearish future, so any failures that
3793 # show up with the validating decoder are just an FYI.
3794 'experiment_percentage': 100,
Brian Sheedyab0a1992021-08-13 20:57:393795 },
Brian Sheedy22200312021-08-20 22:17:503796 'ChromeOS FYI Release (kevin)': {
3797 'experiment_percentage': 100,
3798 },
Kenneth Russell8a386d42018-06-02 09:48:013799 },
3800 },
Struan Shrimptona1ab7672022-01-13 18:02:513801 'webgl_conformance_d3d11_passthrough_tests': {
3802 'modifications': {
3803 'Win10 x64 Release (NVIDIA)': {
3804 'swarming': {
3805 'quickrun_shards': 4,
3806 },
3807 },
3808 },
3809 },
Brian Sheedye8723cb2022-07-21 13:37:283810 'webgl_conformance_gl_passthrough_tests 1002:6821': {
3811 'modifications': {
3812 'mac_optional_gpu_tests_rel': {
3813 'args': [
3814 # Added to debug crbug.com/1293967.
Brian Sheedyf528ce592022-07-26 22:44:463815 '--extra-browser-args=--disable-background-media-suspend --disable-renderer-backgrounding --disable-background-timer-throttling',
Brian Sheedye8723cb2022-07-21 13:37:283816 ],
3817 },
3818 },
3819 },
Kenneth Russell984f2f12020-12-15 23:23:353820 'webgl_conformance_metal_passthrough_tests': {
3821 'remove_from': [
Yuly Novikov7d00cdb2022-01-05 00:10:383822 # crbug.com/1270755
3823 'Mac FYI ASAN (Intel)',
3824 'Mac FYI Retina ASAN (AMD)',
Yuly Novikov220c14a52021-12-14 02:49:333825 # crbug.com/1158857: re-enable when switching to Metal by default.
Kenneth Russell984f2f12020-12-15 23:23:353826 'Mac FYI Retina Release (NVIDIA)',
3827 ],
Yuly Novikov220c14a52021-12-14 02:49:333828 'modifications': {
3829 'Mac FYI ASAN (Intel)': {
3830 'args': [
3831 '--extra-browser-args=--disable-metal-shader-cache',
Brian Sheedya111ca92022-04-18 23:37:153832 '--enable-metal-debug-layers',
3833 ],
3834 },
3835 'Mac FYI Release (Intel)': {
3836 'args': [
3837 '--enable-metal-debug-layers',
Yuly Novikov220c14a52021-12-14 02:49:333838 ],
3839 },
3840 'Mac FYI Retina ASAN (AMD)': {
3841 'args': [
3842 '--extra-browser-args=--disable-metal-shader-cache',
Brian Sheedy3fd310772022-04-20 02:15:513843 # This slows down tests and we are currently having AMD Mac capacity
3844 # issues.
3845 # '--enable-metal-debug-layers',
Brian Sheedya111ca92022-04-18 23:37:153846 ],
3847 },
3848 'Mac FYI Retina Release (AMD)': {
3849 'args': [
Brian Sheedy3fd310772022-04-20 02:15:513850 # This slows down tests and we are currently having AMD Mac capacity
3851 # issues.
3852 # '--enable-metal-debug-layers',
Yuly Novikov220c14a52021-12-14 02:49:333853 ],
3854 },
3855 },
Kenneth Russell984f2f12020-12-15 23:23:353856 },
Stephen Martinis54d64ad2018-09-21 22:16:203857 'webgl_conformance_tests': {
Struan Shrimptona1ab7672022-01-13 18:02:513858 'modifications': {
3859 'chromeos-amd64-generic-rel': {
Kenneth Russelld5558352022-07-15 18:40:453860 'args': [
3861 # Added to debug crbug.com/1293967.
Brian Sheedyf528ce592022-07-26 22:44:463862 '--extra-browser-args=--disable-features=BackgroundVideoPauseOptimization --disable-background-media-suspend --disable-renderer-backgrounding --disable-background-timer-throttling',
Kenneth Russelld5558352022-07-15 18:40:453863 ],
Struan Shrimptona1ab7672022-01-13 18:02:513864 'swarming': {
3865 'quickrun_shards': 40,
3866 },
3867 },
3868 },
Kenneth Russell8a386d42018-06-02 09:48:013869 },
Austin Enge8c0ba02021-07-19 23:55:193870 'webgpu_blink_web_tests': {
Brian Sheedyd9a809f02022-10-06 00:50:373871 'remove_from': [
3872 # TODO(crbug.com/1363409): Enable these once they're shown to work on
3873 # Android.
3874 'Dawn Android arm DEPS Release (Pixel 4)',
3875 'Dawn Android arm Release (Pixel 4)',
3876 ],
Austin Enge8c0ba02021-07-19 23:55:193877 'modifications': {
3878 # Increase the timeout with ASAN (crbug.com/1208253)
3879 'Dawn Win10 x64 ASAN Release': {
3880 'args': [
Weizhong Xia91b53362022-01-05 17:13:353881 '--timeout-ms=48000',
Austin Enge8c0ba02021-07-19 23:55:193882 ],
3883 },
3884 },
Brian Sheedy5796b4b2021-09-15 21:51:413885 'replacements': {
3886 'Dawn Mac x64 Experimental Release (Intel)': {
3887 'args': {
Avi Drissman5afd38bc2021-10-27 17:35:133888 '--platform': 'mac-mac11',
Brian Sheedy5796b4b2021-09-15 21:51:413889 },
3890 }
3891 },
3892 },
3893 'webgpu_blink_web_tests_with_backend_validation': {
3894 'replacements': {
3895 'Dawn Mac x64 Experimental Release (Intel)': {
3896 'args': {
Avi Drissman5afd38bc2021-10-27 17:35:133897 '--platform': 'mac-mac11',
Brian Sheedy5796b4b2021-09-15 21:51:413898 },
3899 },
3900 },
Austin Engd7a88622022-08-12 18:50:003901 # Remove from bots where capacity is constrained.
3902 'remove_from': [
Brian Sheedyd9a809f02022-10-06 00:50:373903 # TODO(crbug.com/1363409): Enable these once they're shown to work on
3904 # Android.
3905 'Dawn Android arm DEPS Release (Pixel 4)',
3906 'Dawn Android arm Release (Pixel 4)',
Austin Engd7a88622022-08-12 18:50:003907 'Dawn Mac x64 DEPS Release (AMD)',
3908 'Dawn Mac x64 Release (AMD)',
Austin Engd7a88622022-08-12 18:50:003909 ],
3910 },
3911 'webgpu_cts_tests': {
3912 'remove_from': [
Brian Sheedyd9a809f02022-10-06 00:50:373913 # TODO(crbug.com/1363409): Enable these once they're shown to work on
3914 # Android.
3915 'Dawn Android arm DEPS Release (Pixel 4)',
3916 'Dawn Android arm Release (Pixel 4)',
Austin Engd7a88622022-08-12 18:50:003917 # GPU hang kills the bot. https://crbug.com/dawn/1511
3918 'Dawn Mac x64 Release (AMD)',
3919 'Dawn Mac x64 DEPS Release (AMD)',
3920 ],
3921 },
3922 'webgpu_cts_with_validation_tests': {
3923 # Remove from bots where capacity is constrained.
3924 'remove_from': [
Brian Sheedyd9a809f02022-10-06 00:50:373925 # TODO(crbug.com/1363409): Enable these once they're shown to work on
3926 # Android.
3927 'Dawn Android arm DEPS Release (Pixel 4)',
3928 'Dawn Android arm Release (Pixel 4)',
Austin Engd7a88622022-08-12 18:50:003929 'Dawn Mac x64 DEPS Release (AMD)',
3930 'Dawn Mac x64 Release (AMD)',
Austin Engd7a88622022-08-12 18:50:003931 ],
3932 'modifications': {
3933 # ci_only for bots where capacity is constrained.
3934 'Dawn Linux x64 DEPS Release (Intel UHD 630)': {
3935 'ci_only': True,
3936 },
3937 'Dawn Linux x64 Release (Intel UHD 630)': {
3938 'ci_only': True,
3939 },
3940 },
3941 },
3942 'webgpu_swiftshader_web_platform_cts_with_validation_tests': {
3943 # Remove from bots where capacity is constrained.
3944 'remove_from': [
3945 'Dawn Mac x64 DEPS Release (AMD)',
3946 'Dawn Mac x64 Release (AMD)',
Austin Engd7a88622022-08-12 18:50:003947 ],
3948 'modifications': {
3949 # ci_only for bots where capacity is constrained.
3950 'Dawn Linux x64 DEPS Release (Intel UHD 630)': {
3951 'ci_only': True,
3952 },
3953 'Dawn Linux x64 Release (Intel UHD 630)': {
3954 'ci_only': True,
3955 },
3956 },
Austin Enge8c0ba02021-07-19 23:55:193957 },
Kenneth Russelleb60cbd22017-12-05 07:54:283958 'webkit_unit_tests': {
Dirk Pranke81ff51c2017-12-09 19:24:283959 'modifications': {
John Budorick5052d552017-12-13 02:59:343960 'Linux ASan LSan Tests (1)': {
3961 # These are very slow on the ASAN trybot for some reason.
Ben Pastened2c01af2022-01-31 23:06:443962 # crbug.com/1257927
John Budorick5052d552017-12-13 02:59:343963 'swarming': {
3964 'shards': 5,
3965 },
3966 },
Erik Chen681dc0282019-11-26 22:54:493967 'Linux TSan Tests': {
3968 'swarming': {
3969 'shards': 2,
3970 },
3971 },
Dirk Pranke81ff51c2017-12-09 19:24:283972 },
Kenneth Russelleb60cbd22017-12-05 07:54:283973 },
Erik Staab70ca5b32021-08-07 00:38:353974 'webview_64_cts_tests': {
3975 'modifications': {
3976 'android-pie-arm64-rel': {
3977 # TODO(crbug.com/1111436): Move this back to walleye if/when additional
3978 # capacity has been deployed.
3979 'swarming': {
3980 'dimension_sets': [
3981 {
3982 'device_type': 'sailfish',
3983 },
3984 ],
3985 },
3986 },
3987 },
3988 },
Haiyang Panfbd2b482020-09-23 23:41:253989 'webview_cts_tests': {
3990 'modifications': {
James Shen39977242022-07-08 23:46:423991 'android-nougat-x86-rel': {
3992 'args': [
Ben Joyce0e5ef162022-12-19 21:26:103993 '--test-launcher-filter-file=../../testing/buildbot/filters/android.emulator.webview_cts_tests.filter',
3994 '--test-launcher-filter-file=../../testing/buildbot/filters/android.emulator.webview_cts_tests_coverage.filter',
James Shen39977242022-07-08 23:46:423995 ],
3996 },
Haiyang Panfbd2b482020-09-23 23:41:253997 'android-pie-arm64-rel': {
3998 # TODO(crbug.com/1111436): Move this back to walleye if/when additional
3999 # capacity has been deployed.
4000 'swarming': {
4001 'dimension_sets': [
4002 {
4003 'device_type': 'sailfish',
4004 },
4005 ],
4006 },
4007 },
4008 },
4009 },
Kenneth Russelleb60cbd22017-12-05 07:54:284010 'webview_instrumentation_test_apk': {
4011 'remove_from': [
Hans Wennborgeac4c36c2018-05-23 16:04:064012 # This test frequently fails on Android, https://crbug.com/824959
Stephen Martinis1384ff92020-01-07 19:52:154013 # matching android builders, the test fails on these.
Hans Wennborga0b11ebe2018-05-15 16:26:504014 'ToTAndroid',
John Budorick27d2d44e2019-05-20 20:26:094015 'android-asan', # https://crbug.com/964562
Ben Joyce02dc8092021-03-04 21:48:194016 'android-code-coverage-native', # Does not generate profraw data.
Ben Joyce46ca6012021-03-31 19:19:254017 'android-pie-arm64-coverage-experimental-rel', # Does not generate profraw data.
Kenneth Russelleb60cbd22017-12-05 07:54:284018 ],
Ben Pastenee17a8e92018-07-12 21:55:184019 'modifications': {
4020 'Oreo Phone Tester': {
Andrew Luo93c4a1e2019-08-30 05:26:304021 # TODO(crbug.com/997362): Enable this once it's passing.
bsheedy01833462018-12-07 01:05:574022 # TODO(https://crbug.com/884413): Re-enable this once the tests are
4023 # either passing or there is more capacity.
4024 'experiment_percentage': 0,
Ben Pastenee17a8e92018-07-12 21:55:184025 },
Haiyang Pan9d68ca02021-08-04 21:30:474026 'android-11-x86-rel': {
Haiyang Pan103864812021-03-19 19:28:444027 'args': [
4028 # TODO(crbug.com/1189746) Enable this test once the issue is fixed.
4029 '--gtest_filter=-org.chromium.net.NetworkChangeNotifierTest.testNetworkChangeNotifierJavaObservers',
4030 ],
4031 },
Haiyang Pandcc3e012022-09-30 01:57:434032 'android-nougat-x86-rel': {
Ben Joyce98b04822022-11-10 23:40:554033 'args': [
4034 '--use-persistent-shell',
4035 ],
Haiyang Pandcc3e012022-09-30 01:57:434036 'swarming': {
Stephanie Kim8e9b7432022-11-01 22:36:344037 'shards': 27,
Haiyang Pandcc3e012022-09-30 01:57:434038 },
4039 },
Kuan Huang1f402c82021-06-08 17:58:184040 'android-pie-arm64-rel': {
Ben Joycee8955c42022-11-01 21:38:504041 'args': [
4042 '--use-persistent-shell',
4043 ],
Gregory Guterman7c7edc6342022-09-26 21:00:134044 'ci_only': True, # crbug/1368281
Kuan Huang1f402c82021-06-08 17:58:184045 'swarming': {
4046 'shards': 9,
4047 },
4048 },
Haiyang Pan08d09dc2020-04-01 16:11:214049 'android-pie-x86-rel': {
Haiyang Panfdd94332020-03-27 02:43:294050 'args': [
4051 '--test-launcher-filter-file=../../testing/buildbot/filters/android.emulator.webview_instrumentation_test_apk.filter',
4052 ],
Ben Joyce9a7eb312021-08-25 00:44:594053 'swarming': {
4054 'shards': 9,
4055 },
Haiyang Panfdd94332020-03-27 02:43:294056 },
Ben Pastenee17a8e92018-07-12 21:55:184057 },
Kenneth Russelleb60cbd22017-12-05 07:54:284058 },
Haiyang Panfed339172021-03-10 23:19:574059 'webview_ui_test_app_test_apk': {
4060 'remove_from': [
Haiyang Pan9d68ca02021-08-04 21:30:474061 'android-11-x86-rel', # crbug.com/1165280
Haiyang Panfed339172021-03-10 23:19:574062 ],
4063 },
Nihar Damarasinguaac11d862022-10-03 20:24:244064 'wpt_tests_suite': {
4065 'modifications': {
Jonathan Lee4d014e82022-12-15 22:21:184066 'linux-wpt-content-shell-asan-fyi-rel': {
4067 'args': [
4068 '--enable-sanitizer',
4069 ],
4070 'swarming': {
4071 'shards': 8,
4072 },
4073 },
Nihar Damarasinguaac11d862022-10-03 20:24:244074 'win10-wpt-content-shell-fyi-rel': {
4075 'args': [
4076 '--target',
4077 'Release_x64',
4078 ],
4079 },
Nihar Damarasinguc5b983c2022-12-08 18:56:144080 'win11-wpt-content-shell-fyi-rel': {
4081 'args': [
4082 '--target',
4083 'Release_x64',
4084 ],
4085 },
Nihar Damarasinguaac11d862022-10-03 20:24:244086 },
4087 },
Kenneth Russelleb60cbd22017-12-05 07:54:284088}