blob: a0556bd841429840f453326aaccdb3794d742802 [file] [log] [blame]
Kenneth Russelleb60cbd22017-12-05 07:54:281# Copyright 2017 The Chromium Authors. All rights reserved.
2# Use of this source code is governed by a BSD-style license that can be
3# found in the LICENSE file.
4
5# This is a .pyl, or "Python Literal", file. You can treat it just like a
6# .json file, with the following exceptions:
7# * all keys must be quoted (use single quotes, please);
8# * comments are allowed, using '#' syntax; and
9# * trailing commas are allowed.
10
11# Exceptions to the common test suites can only include removal from
12# particular bots, and modifications on particular bots. By design,
13# it's not possible to add one-off tests to bots. Instead they have to
14# be added to one of the test suites in test_suites.pyl.
15#
Jeff Yoone2188f62020-08-24 20:55:5716# Note that if you are excluding with variants, you will need to exclude
17# per variant, with the identifier appended to the test suite name.
18# For example, if you have ios_chrome_ui_eg2tests_module with variant
19# SIM_IPHONE_6S_14_0 (identifier = "iPhone 6s 14.0"), you
20# must exclude with the test name as:
21# "ios_chrome_ui_eg2tests_module_iPhone 6s 14.0"
22
Kenneth Russelleb60cbd22017-12-05 07:54:2823# The goal is to drive the number of exceptions to zero, to make all
24# the bots behave similarly.
25{
Chong Gua10cd302022-01-14 19:22:1926 'accessibility_unittests':{
27 'modifications': {
28 'fuchsia-fyi-x64-asan': {
29 'args': [
30 '--test-launcher-filter-file=../../testing/buildbot/filters/fuchsia.lsan.accessibility_unittests.filter',
31 ],
32 },
33 },
34 },
Andrew Luo38b311f2019-10-04 03:42:0935 'android_browsertests': {
36 'modifications': {
James Shened31ce5032022-06-22 22:45:3937 'Marshmallow Tablet Tester': {
38 'swarming': {
39 'shards': 2,
40 },
41 },
Haiyang Pan9d68ca02021-08-04 21:30:4742 'android-11-x86-rel': {
Haiyang Pan0ea9b3ef2022-01-21 21:58:1443 'args': [
44 # https://crbug.com/1289764
45 '--gtest_filter=-All/ChromeBrowsingDataLifetimeManagerScheduledRemovalTest.History/*',
46 ],
Haiyang Panca7fcec2021-03-19 02:11:1047 'swarming': {
48 'shards': 2,
49 },
50 },
Haiyang Panc1192662022-03-09 00:09:0251 'android-12-x64-rel': {
52 'args': [
53 # https://crbug.com/1289764
54 '--gtest_filter=-All/ChromeBrowsingDataLifetimeManagerScheduledRemovalTest.History/*',
55 ],
56 'swarming': {
57 'shards': 2,
58 },
59 },
Struan Shrimptone772d72f2021-12-15 07:50:0960 'android-marshmallow-arm64-rel': {
61 'swarming': {
Struan Shrimpton4b7abc02021-12-16 01:36:5962 'quickrun_shards': 3,
Struan Shrimptone772d72f2021-12-15 07:50:0963 },
64 },
James Shen39aa0e32022-03-22 04:44:5065 'android-marshmallow-x86-fyi-rel-reviver': {
66 'swarming': {
67 'shards': 2,
68 'quickrun_shards': 6,
69 },
70 },
Haiyang Panb991f562021-08-10 17:46:4671 'android-marshmallow-x86-rel': {
72 'swarming': {
73 'shards': 2,
Struan Shrimpton4b7abc02021-12-16 01:36:5974 'quickrun_shards': 6,
Haiyang Panb991f562021-08-10 17:46:4675 },
76 },
Haiyang Pancf24ceb2022-03-17 02:31:3077 'android-nougat-x86-rel': {
78 'swarming': {
79 'shards': 2,
80 },
81 },
Andrew Luo38b311f2019-10-04 03:42:0982 'android-pie-arm64-rel': {
Andrew Luobe83fd82019-12-19 03:07:5883 'args': [
84 '--gtest_filter=-ImportantSitesUtilBrowserTest.DSENotConsideredImportantInRegularMode', # https://crbug.com/1034001
85 ],
Haiyang Panfbd2b482020-09-23 23:41:2586 # TODO(crbug.com/1111436): Move this back to walleye if/when additional
87 # capacity has been deployed.
88 'swarming': {
89 'dimension_sets': [
90 {
91 'device_type': 'sailfish',
92 },
93 ],
Haiyang Pan1678f0c02021-03-09 23:05:0994 'shards': 2,
Struan Shrimpton4b7abc02021-12-16 01:36:5995 'quickrun_shards': 6,
Haiyang Panfbd2b482020-09-23 23:41:2596 },
Andrew Luo38b311f2019-10-04 03:42:0997 },
Haiyang Pan08d09dc2020-04-01 16:11:2198 'android-pie-x86-rel': {
John Budorick191adfcd2020-01-29 18:19:0499 'args': [
100 '--gtest_filter=-ImportantSitesUtilBrowserTest.DSENotConsideredImportantInRegularMode', # https://crbug.com/1034001
101 ],
Haiyang Pan7cd609d2021-04-08 20:17:24102 'swarming': {
103 'shards': 2,
104 },
John Budorick191adfcd2020-01-29 18:19:04105 },
Andrew Luo38b311f2019-10-04 03:42:09106 },
107 },
Sven Zhengc60debc2020-09-10 18:40:52108 'android_sync_integration_tests': {
109 'remove_from': [
Haiyang Pan6b8e4cf2021-08-02 21:38:28110 # Remove from CQ bots due to capacity.
111 'android-marshmallow-arm64-rel',
Sven Zhengc60debc2020-09-10 18:40:52112 ],
James Shen9e4c19e2022-04-15 17:57:50113 'modifications': {
114 'android-12-x64-rel': {
115 'swarming': {
116 'shards': 3,
117 },
118 },
119 'android-marshmallow-x86-rel': {
120 'swarming': {
121 'shards': 3,
122 },
123 },
124 },
Sven Zhengc60debc2020-09-10 18:40:52125 },
Kenneth Russelleb60cbd22017-12-05 07:54:28126 'android_webview_unittests': {
Kenneth Russelleb60cbd22017-12-05 07:54:28127 },
Jamie Madillc9ae75d2020-10-23 19:19:48128 'angle_end2end_tests': {
Yuly Novikov60cbf642020-11-19 20:43:15129 'modifications': {
Yuly Novikov80d2e672021-02-13 00:16:04130 'win10-angle-x64-intel': {
131 'args': [
132 '--max-processes=1',
133 ],
134 },
Yuly Novikov60cbf642020-11-19 20:43:15135 },
Jamie Madillc9ae75d2020-10-23 19:19:48136 },
Jamie Madillc9ae75d2020-10-23 19:19:48137 'angle_unittests': {
138 'remove_from': [
139 # On Android, these are already run on the main waterfall.
140 'Android FYI Release (Nexus 5X)',
Yuly Novikovc1117ae82021-01-15 22:33:36141 # Times out listing tests crbug.com/1167314
142 'android-asan',
Jamie Madillc9ae75d2020-10-23 19:19:48143 # Does not currently work on Lacros configurations.
Sven Zheng93bfaa92022-06-09 17:06:03144 'linux-lacros-asan-lsan-rel',
Junhua Chen39dd2dba2021-05-05 17:51:54145 'linux-lacros-code-coverage',
Jamie Madillc9ae75d2020-10-23 19:19:48146 'linux-lacros-tester-rel',
147 'linux-lacros-tester-fyi-rel',
Yuke Liaof27ebe52021-08-05 22:12:40148 'linux-lacros-dbg-tests-fyi',
Jamie Madillc9ae75d2020-10-23 19:19:48149 ],
Chong Gua10cd302022-01-14 19:22:19150 'modifications': {
151 # anglebug.com/6894
152 'fuchsia-fyi-x64-asan': {
153 'args': [
154 # crbug.com/
155 '--gtest_filter=-ConstructCompilerTest.DefaultParameters',
156 ],
157 },
158 },
Jamie Madillc9ae75d2020-10-23 19:19:48159 },
160 'angle_white_box_tests': {
Yuly Novikov60cbf642020-11-19 20:43:15161 'modifications': {
Yuly Novikov80d2e672021-02-13 00:16:04162 'win10-angle-x64-intel': {
163 'args': [
164 '--max-processes=1',
165 ],
166 },
Yuly Novikov60cbf642020-11-19 20:43:15167 },
Jamie Madillc9ae75d2020-10-23 19:19:48168 },
Sven Zhengef0d0872022-04-04 22:13:29169 'aura_unittests amd64-generic': {
Yuke Liaob6beaeca2021-04-29 23:41:51170 'remove_from': [
171 # TODO(crbug.com/1204231): Re-enable.
172 'lacros-amd64-generic-rel',
173 ]
174 },
Sven Zhengef0d0872022-04-04 22:13:29175 'aura_unittests eve': {
Yuke Liao79a8cf52021-06-11 18:14:34176 'remove_from': [
177 # TODO(crbug.com/1204231): Re-enable.
178 'lacros-amd64-generic-rel',
179 ]
180 },
Chong Gudf7fbe92021-02-24 02:55:58181 'base_unittests': {
182 'modifications': {
Haiyang Pan9d68ca02021-08-04 21:30:47183 'android-11-x86-rel': {
Haiyang Panc7c009e2021-03-18 19:31:23184 'args': [
Haiyang Panc08d02212021-10-18 18:58:38185 '--test-launcher-filter-file=../../testing/buildbot/filters/android.emulator.base_unittests.filter',
186 ],
187 },
Haiyang Pan2a55a452022-03-03 08:18:33188 'android-12-x64-rel': {
Haiyang Panc08d02212021-10-18 18:58:38189 'args': [
190 '--test-launcher-filter-file=../../testing/buildbot/filters/android.emulator.base_unittests.filter',
191 '--gtest_filter=-ModuleCacheTest.CheckAgainstProcMaps', # crbug.com/1260521
Haiyang Panc7c009e2021-03-18 19:31:23192 ],
193 },
Chong Gudf7fbe92021-02-24 02:55:58194 'fuchsia-code-coverage': {
195 'swarming': {
196 'shards': 5,
197 },
198 },
Chong Gua10cd302022-01-14 19:22:19199 'fuchsia-fyi-x64-asan': {
200 'args': [
201 '--test-launcher-filter-file=../../testing/buildbot/filters/fuchsia.lsan.base_unittests.filter',
202 ],
203 },
Chong Gudf7fbe92021-02-24 02:55:58204 },
205 },
Haiyang Pan363c59a2020-07-23 05:47:04206 'blink_platform_unittests': {
207 'modifications': {
James Shen088356672022-06-28 01:21:14208 # TODO(crbug.com/1303439): Remove this filter
209 'android-nougat-x86-rel': {
210 'args': [
211 '--test-launcher-filter-file=../../testing/buildbot/filters/android.emulator_n.blink_platform_unittests.filter',
212 ],
213 },
Haiyang Panfbd2b482020-09-23 23:41:25214 'android-pie-arm64-rel': {
215 # TODO(crbug.com/1111436): Move this back to walleye if/when additional
216 # capacity has been deployed.
217 'swarming': {
218 'dimension_sets': [
219 {
220 'device_type': 'sailfish',
221 },
222 ],
223 },
224 },
Chong Gu52481452021-04-02 17:52:41225 'fuchsia-code-coverage': {
226 'swarming': {
227 'shards': 5,
228 },
229 },
Haiyang Pan363c59a2020-07-23 05:47:04230 },
231 },
Chong Gu76046412021-09-22 17:49:21232 'blink_unittests': {
Chong Guc2d145e2021-03-31 19:55:34233 'modifications': {
234 'fuchsia-code-coverage': {
235 'swarming': {
236 'shards': 30,
237 },
238 },
239 },
240 },
John Chenaab16fc02020-03-03 06:35:45241 'blink_web_tests': {
242 'remove_from': [
243 'Win 7 Tests x64 (1)', # 64-bit win is unsupported by the layout tests.
Weizhong Xia501ccac2022-06-09 00:46:27244 'Win7 Tests (1)',
John Chenaab16fc02020-03-03 06:35:45245 'Win10 Tests x64 (dbg)',
246 ],
247 'modifications': {
248 'Fuchsia x64': {
249 'args': [
250 '--platform=fuchsia',
Weizhong Xia3fdef5ca2022-01-04 21:50:20251 '--jobs=1',
John Chenaab16fc02020-03-03 06:35:45252 ],
253 'swarming': {
254 'shards': 1,
255 },
256 },
257 'Linux Tests': {
258 "args": [
259 "--additional-env-var=LLVM_PROFILE_FILE=${ISOLATED_OUTDIR}/profraw/default-%2m.profraw",
260 ],
Struan Shrimpton57c594e42022-01-25 17:59:13261 'swarming': {
Weizhong Xia8b786422022-06-23 14:46:51262 'quickrun_shards': 7,
263 'shards': 8,
Struan Shrimpton57c594e42022-01-25 17:59:13264 },
John Chenaab16fc02020-03-03 06:35:45265 },
266 'Linux Tests (dbg)(1)': {
267 'args': [
268 '--debug',
269 ],
270 'swarming': {
Weizhong Xia8b786422022-06-23 14:46:51271 'shards': 12,
John Chenaab16fc02020-03-03 06:35:45272 },
273 },
John Chenaab16fc02020-03-03 06:35:45274 'Mac10.13 Tests': {
275 'swarming': {
276 'dimension_sets': [
277 {
Erik Staab59591f32020-08-25 23:07:07278 'gpu': None,
John Chenaab16fc02020-03-03 06:35:45279 },
280 ],
Weizhong Xia8b786422022-06-23 14:46:51281 'shards': 10,
John Chenaab16fc02020-03-03 06:35:45282 },
283 },
Zhaoyang Li69e2e002021-02-19 21:57:35284 'Mac10.15 Tests': {
285 'swarming': {
286 'dimension_sets': [
287 {
288 'gpu': None,
289 },
290 ],
Weizhong Xia8b786422022-06-23 14:46:51291 'shards': 10,
Zhaoyang Li69e2e002021-02-19 21:57:35292 },
293 },
Lindsay Pasricha8d9a0c32021-12-08 17:08:29294 'Mac11 Tests': {
295 'swarming': {
296 'dimension_sets': [
297 {
298 'gpu': None,
299 },
300 ],
Weizhong Xia8b786422022-06-23 14:46:51301 'shards': 12,
302 'quickrun_shards': 10,
Lindsay Pasricha8d9a0c32021-12-08 17:08:29303 },
304 },
Yue She0cad2922022-06-24 15:06:07305 'Mac12 Tests': {
306 'swarming': {
307 'dimension_sets': [
308 {
309 'gpu': None,
310 },
311 ],
312 'shards': 25,
313 'quickrun_shards': 26,
314 },
315 },
Cameron Higgins7558b162022-06-10 18:53:07316 'Mac12 Tests (dbg)': {
Zhaoyang Li9357e1e12021-12-07 18:53:17317 'experiment_percentage': 100,
318 'args': [
319 '--debug',
320 ],
321 'swarming': {
Weizhong Xia8b786422022-06-23 14:46:51322 'shards': 16,
Zhaoyang Li9357e1e12021-12-07 18:53:17323 },
324 },
Chong Gu75af969a2021-03-22 14:46:14325 'ToTFuchsia x64': {
326 'args': [
327 '--platform=fuchsia',
328 ],
329 'swarming': {
330 'shards': 1,
331 },
332 },
John Chenaab16fc02020-03-03 06:35:45333 'V8 Blink Linux Debug': {
Michael Achenbach455d39242020-06-22 13:33:45334 # This builder compiles Chromium in release mode, but V8 in debug.
335 # TODO(machenbach): Change name and out directory of this builder to
336 # something less confusing.
John Chenaab16fc02020-03-03 06:35:45337 'args': [
Michael Achenbach455d39242020-06-22 13:33:45338 '-t',
339 'Debug',
340 '--release',
John Chenaab16fc02020-03-03 06:35:45341 ],
342 },
343 'V8 Blink Linux Future': {
344 'args': [
Brian Sheedy10ddf0a2021-08-16 23:19:07345 '--flag-specific=future-js',
John Chenaab16fc02020-03-03 06:35:45346 ],
347 },
348 'WebKit Linux ASAN': {
349 'args': [
350 '--additional-expectations',
351 '../../third_party/blink/web_tests/ASANExpectations',
Weizhong Xia91b53362022-01-05 17:13:35352 '--timeout-ms',
John Chenaab16fc02020-03-03 06:35:45353 '48000',
354 '--enable-sanitizer',
355 ],
356 'swarming': {
Weizhong Xia8b786422022-06-23 14:46:51357 'shards': 8,
John Chenaab16fc02020-03-03 06:35:45358 },
359 },
360 'WebKit Linux Leak': {
361 'args': [
362 '--additional-expectations',
363 '../../third_party/blink/web_tests/LeakExpectations',
Weizhong Xia91b53362022-01-05 17:13:35364 '--timeout-ms',
John Chenaab16fc02020-03-03 06:35:45365 '48000',
366 '--enable-leak-detection',
367 ],
368 'swarming': {
Weizhong Xia8b786422022-06-23 14:46:51369 'shards': 4,
John Chenaab16fc02020-03-03 06:35:45370 },
371 },
372 'WebKit Linux MSAN': {
373 'args': [
374 '--additional-expectations',
375 '../../third_party/blink/web_tests/MSANExpectations',
Weizhong Xia91b53362022-01-05 17:13:35376 '--timeout-ms',
John Chenaab16fc02020-03-03 06:35:45377 '66000',
378 '--enable-sanitizer',
379 ],
380 'swarming': {
381 'expiration': 36000,
382 'hard_timeout': 10800,
383 'io_timeout': 3600,
Weizhong Xia8b786422022-06-23 14:46:51384 'shards': 8,
John Chenaab16fc02020-03-03 06:35:45385 },
386 },
John Chenaab16fc02020-03-03 06:35:45387 'Win10 Tests x64': {
388 'args': [
389 '--target',
Takuto Ikutab28b582e2021-02-10 01:41:21390 'Release_x64',
John Chenaab16fc02020-03-03 06:35:45391 ],
392 'swarming': {
Weizhong Xia8b786422022-06-23 14:46:51393 "shards": 12
John Chenaab16fc02020-03-03 06:35:45394 },
395 },
396 'Win10 Tests x64 (dbg)': {
397 'args': [
398 '--debug',
399 '--target',
Takuto Ikutab28b582e2021-02-10 01:41:21400 'Debug_x64',
John Chenaab16fc02020-03-03 06:35:45401 ],
402 },
Kuan Huanga89737d2022-01-07 19:42:11403 'Win11 Tests x64': {
404 'args': [
405 '--target',
406 'Release_x64',
407 ],
408 'swarming': {
Weizhong Xia8b786422022-06-23 14:46:51409 "shards": 12
Kuan Huanga89737d2022-01-07 19:42:11410 },
411 },
John Chenaab16fc02020-03-03 06:35:45412 # tryserver.chromium.android
413 'android_blink_rel': {
414 'args': [
415 '--release',
416 '--android',
417 # TODO(crbug.com/912120): Breakpad was entirely disabled on
418 # Android. Remove this when it no longer affects Android crash
419 # log handling.
420 '--disable-breakpad',
421 # TODO(crbug.com/875172): run on the real GPU since the
422 # software fallback, SwiftShader, isn't yet for 32-bit ARM.
423 '--additional-driver-flag=--use-gpu-in-tests',
424 ],
425 },
426 'devtools_frontend_linux_blink_light_rel': {
427 'args': [
428 'http/tests/devtools',
429 ],
430 'swarming': {
Weizhong Xia8b786422022-06-23 14:46:51431 'shards': 2,
John Chenaab16fc02020-03-03 06:35:45432 },
433 },
Takuto Ikutabace8f82022-01-26 23:47:47434 'devtools_frontend_linux_blink_light_rel_fastbuild': {
435 'args': [
436 'http/tests/devtools',
437 ],
438 'swarming': {
Weizhong Xia8b786422022-06-23 14:46:51439 'shards': 2,
Takuto Ikutabace8f82022-01-26 23:47:47440 },
441 },
John Chenaab16fc02020-03-03 06:35:45442 'fuchsia-fyi-x64-rel': {
443 'args': [
444 '--platform=fuchsia',
445 ],
446 'swarming': {
447 'shards': 1,
448 },
449 },
Mathias Carlen30968a62020-03-31 08:47:04450 'linux-autofill-assistant': {
451 'args': [
452 '--release',
453 ],
454 },
Arthur Sonzogni90f6df12022-02-02 14:28:32455 'linux-bfcache-rel': {
456 'args': [
457 '--flag-specific=enable-back-forward-cache-same-site',
Arthur Sonzogni90f6df12022-02-02 14:28:32458 ],
459 },
John Chenaab16fc02020-03-03 06:35:45460 'linux-blink-animation-use-time-delta': {
461 'args': [
462 '--debug',
463 ],
464 },
Daniel Libby178c9832020-10-08 20:36:14465 'linux-blink-web-tests-force-accessibility-rel': {
466 'args': [
Brian Sheedy10ddf0a2021-08-16 23:19:07467 '--flag-specific=force-renderer-accessibility',
Daniel Libby178c9832020-10-08 20:36:14468 ],
469 },
John Chenaab16fc02020-03-03 06:35:45470 'linux-code-coverage': {
471 'args': [
472 '--additional-env-var=LLVM_PROFILE_FILE=${ISOLATED_OUTDIR}/profraw/default-%2m.profraw',
473 ],
474 'swarming': {
Weizhong Xia8b786422022-06-23 14:46:51475 'shards': 8,
John Chenaab16fc02020-03-03 06:35:45476 },
477 },
Aaron Gable40f79aa2020-03-21 01:21:15478 'linux-layout-tests-edit-ng': {
479 'args': [
Brian Sheedy10ddf0a2021-08-16 23:19:07480 '--flag-specific=enable-editing-ng',
Aaron Gable40f79aa2020-03-21 01:21:15481 ],
482 },
Garrett Beaty731523e92022-05-03 17:16:55483 'linux_layout_tests_layout_ng_disabled': {
484 'args': [
485 '--flag-specific=disable-layout-ng',
486 ],
487 'swarming': {
Weizhong Xia8b786422022-06-23 14:46:51488 'shards': 8,
Garrett Beaty731523e92022-05-03 17:16:55489 },
490 },
John Chenaab16fc02020-03-03 06:35:45491 'mac10.13-blink-rel-dummy': {
492 'swarming': {
Weizhong Xia8b786422022-06-23 14:46:51493 'shards': 1,
John Chenaab16fc02020-03-03 06:35:45494 },
495 },
John Chenaab16fc02020-03-03 06:35:45496 'mac10.14-blink-rel-dummy': {
497 'swarming': {
Weizhong Xia8b786422022-06-23 14:46:51498 'shards': 1,
John Chenaab16fc02020-03-03 06:35:45499 },
500 },
Ilia Samsonov7efe05e2020-05-07 19:00:46501 'mac10.15-blink-rel-dummy': {
502 'swarming': {
Weizhong Xia8b786422022-06-23 14:46:51503 'shards': 8,
Ilia Samsonov7efe05e2020-05-07 19:00:46504 },
505 },
Ilia Samsonovdd271c6c22020-09-08 22:24:44506 'mac11.0-blink-rel-dummy': {
507 'swarming': {
Weizhong Xia8b786422022-06-23 14:46:51508 'shards': 5,
Dirk Pranke2cc61792021-06-10 20:24:54509 'hard_timeout': 1800,
Ilia Samsonovdd271c6c22020-09-08 22:24:44510 },
511 },
Preethi Mohand030de42021-07-22 21:12:13512 'win10.20h2-blink-rel-dummy': {
513 'swarming': {
Weizhong Xia8b786422022-06-23 14:46:51514 'shards': 6,
515 'hard_timeout': 1200,
516 },
517 },
518 'win11-blink-rel': {
519 'swarming': {
520 'hard_timeout': 1200,
521 },
522 'args': [
523 '--target',
524 'Release_x64',
525 ],
526 },
527 },
528 },
529 'blink_wpt_tests': {
530 'remove_from': [
531 'Win 7 Tests x64 (1)', # 64-bit win is unsupported by the layout tests.
532 'Win7 Tests (1)',
533 'Win10 Tests x64 (dbg)',
Weizhong Xia6d85a442022-06-23 17:17:06534 'devtools_frontend_linux_blink_light_rel',
535 'devtools_frontend_linux_blink_light_rel_fastbuild',
Weizhong Xia8b786422022-06-23 14:46:51536 ],
537 'modifications': {
538 'Fuchsia x64': {
539 'args': [
540 '--platform=fuchsia',
541 '--jobs=1',
542 ],
543 'swarming': {
544 'shards': 1,
545 },
546 },
547 'Linux Tests': {
548 "args": [
549 "--additional-env-var=LLVM_PROFILE_FILE=${ISOLATED_OUTDIR}/profraw/default-%2m.profraw",
550 ],
551 'swarming': {
552 'quickrun_shards': 11,
553 'shards': 10,
554 },
555 },
556 'Linux Tests (dbg)(1)': {
557 'args': [
558 '--debug',
559 ],
560 'swarming': {
561 'shards': 18,
562 },
563 },
564 'Mac10.13 Tests': {
565 'swarming': {
566 'dimension_sets': [
567 {
568 'gpu': None,
569 },
570 ],
571 'shards': 15,
572 },
573 },
574 'Mac10.15 Tests': {
575 'swarming': {
576 'dimension_sets': [
577 {
578 'gpu': None,
579 },
580 ],
581 'shards': 15,
582 },
583 },
584 'Mac11 Tests': {
585 'swarming': {
586 'dimension_sets': [
587 {
588 'gpu': None,
589 },
590 ],
591 'shards': 18,
592 'quickrun_shards': 16,
593 },
594 },
595 'Mac12 Tests (dbg)': {
596 'experiment_percentage': 100,
597 'args': [
598 '--debug',
599 ],
600 'swarming': {
601 'shards': 24,
602 },
603 },
604 'ToTFuchsia x64': {
605 'args': [
606 '--platform=fuchsia',
607 ],
608 'swarming': {
609 'shards': 1,
610 },
611 },
612 'V8 Blink Linux Debug': {
613 # This builder compiles Chromium in release mode, but V8 in debug.
614 # TODO(machenbach): Change name and out directory of this builder to
615 # something less confusing.
616 'args': [
617 '-t',
618 'Debug',
619 '--release',
620 ],
621 },
622 'V8 Blink Linux Future': {
623 'args': [
624 '--flag-specific=future-js',
625 ],
626 },
627 'WebKit Linux ASAN': {
628 'args': [
629 '--additional-expectations',
630 '../../third_party/blink/web_tests/ASANExpectations',
631 '--timeout-ms',
632 '48000',
633 '--enable-sanitizer',
634 ],
635 'swarming': {
636 'shards': 12,
637 },
638 },
639 'WebKit Linux Leak': {
640 'args': [
641 '--additional-expectations',
642 '../../third_party/blink/web_tests/LeakExpectations',
643 '--timeout-ms',
644 '48000',
645 '--enable-leak-detection',
646 ],
647 'swarming': {
648 'shards': 6,
649 },
650 },
651 'WebKit Linux MSAN': {
652 'args': [
653 '--additional-expectations',
654 '../../third_party/blink/web_tests/MSANExpectations',
655 '--timeout-ms',
656 '66000',
657 '--enable-sanitizer',
658 ],
659 'swarming': {
660 'expiration': 36000,
661 'hard_timeout': 10800,
662 'io_timeout': 3600,
663 'shards': 12,
664 },
665 },
666 'Win10 Tests x64': {
667 'args': [
668 '--target',
669 'Release_x64',
670 ],
671 'swarming': {
672 "shards": 18
673 },
674 },
675 'Win10 Tests x64 (dbg)': {
676 'args': [
677 '--debug',
678 '--target',
679 'Debug_x64',
680 ],
681 },
682 'Win11 Tests x64': {
683 'args': [
684 '--target',
685 'Release_x64',
686 ],
687 'swarming': {
688 "shards": 18
689 },
690 },
691 # tryserver.chromium.android
692 'android_blink_rel': {
693 'args': [
694 '--release',
695 '--android',
696 # TODO(crbug.com/912120): Breakpad was entirely disabled on
697 # Android. Remove this when it no longer affects Android crash
698 # log handling.
699 '--disable-breakpad',
700 # TODO(crbug.com/875172): run on the real GPU since the
701 # software fallback, SwiftShader, isn't yet for 32-bit ARM.
702 '--additional-driver-flag=--use-gpu-in-tests',
703 ],
704 },
Weizhong Xia8b786422022-06-23 14:46:51705 'fuchsia-fyi-x64-rel': {
706 'args': [
707 '--platform=fuchsia',
708 ],
709 'swarming': {
710 'shards': 1,
711 },
712 },
713 'linux-autofill-assistant': {
714 'args': [
715 '--release',
716 ],
717 },
718 'linux-bfcache-rel': {
719 'args': [
720 '--flag-specific=enable-back-forward-cache-same-site',
721 # TODO(crbug.com/1255537): Re-enable the test.
722 '--ignore-tests=external/wpt/html/browsers/browsing-the-web/back-forward-cache/events.html',
723 ],
724 },
725 'linux-blink-animation-use-time-delta': {
726 'args': [
727 '--debug',
728 ],
729 },
730 'linux-blink-web-tests-force-accessibility-rel': {
731 'args': [
732 '--flag-specific=force-renderer-accessibility',
733 ],
734 },
735 'linux-code-coverage': {
736 'args': [
737 '--additional-env-var=LLVM_PROFILE_FILE=${ISOLATED_OUTDIR}/profraw/default-%2m.profraw',
738 ],
739 'swarming': {
740 'shards': 12,
741 },
742 },
743 'linux-layout-tests-edit-ng': {
744 'args': [
745 '--flag-specific=enable-editing-ng',
746 ],
747 },
748 'linux_layout_tests_layout_ng_disabled': {
749 'args': [
750 '--flag-specific=disable-layout-ng',
751 ],
752 'swarming': {
753 'shards': 12,
754 },
755 },
756 'mac10.13-blink-rel-dummy': {
757 'swarming': {
758 'shards': 1,
759 },
760 },
761 'mac10.14-blink-rel-dummy': {
762 'swarming': {
763 'shards': 1,
764 },
765 },
766 'mac10.15-blink-rel-dummy': {
767 'swarming': {
768 'shards': 12,
769 },
770 },
771 'mac11.0-blink-rel-dummy': {
772 'swarming': {
773 'shards': 7,
774 'hard_timeout': 1800,
775 },
776 },
777 'win10.20h2-blink-rel-dummy': {
778 'swarming': {
779 'shards': 9,
Preethi Mohand030de42021-07-22 21:12:13780 'hard_timeout': 1200,
781 },
782 },
Riley Wong5fc22762022-06-15 20:25:07783 'win11-blink-rel': {
784 'swarming': {
785 'hard_timeout': 1200,
786 },
787 'args': [
788 '--target',
789 'Release_x64',
790 ],
Riley Wong70908512022-06-17 20:35:32791 }
John Chenaab16fc02020-03-03 06:35:45792 },
793 },
John Budorickca995852019-06-26 16:55:55794 'breakpad_unittests': {
795 'modifications': {
796 'android-asan': {
797 'args': [
798 '--test-launcher-filter-file=../../testing/buildbot/filters/android.asan.breakpad_unittests.filter',
799 ],
800 },
801 },
802 },
Kenneth Russelleb60cbd22017-12-05 07:54:28803 'browser_tests': {
Kenneth Russellfbda3c532017-12-08 23:57:24804 'remove_from': [
Brad Halla36886c2019-02-26 16:52:29805 'CrWinAsan(dll)', # https://crbug.com/935598
Nico Weber3af4da72018-02-27 01:59:41806 'linux-win_cross-rel',
Nico Weberdae13cd92018-12-14 13:56:26807 'ToTLinuxTSan', # https://crbug.com/368525
Lindsay Pasrichab3f72db2021-09-22 22:05:46808 # TODO(crbug.com/1171053): Enable the suite in 'Mac10.15 Tests' once it's
Zhaoyang Li69e2e002021-02-19 21:57:35809 # off CQ.
Gary Tongd5f5a742021-01-29 00:01:13810 'Mac10.13 Tests', # https://crbug.com/1042757
Zhaoyang Li69e2e002021-02-19 21:57:35811 'Mac10.15 Tests', # https://crbug.com/1042757
Cameron Higgins7558b162022-06-10 18:53:07812 'Mac12 Tests (dbg)', # https://crbug.com/1201386
Lindsay Pasricha8155d052021-04-22 00:06:43813 'mac-code-coverage', # https://crbug.com/1201386
Nico Weberd36959682018-04-12 03:33:46814 'Linux TSan Tests', # https://crbug.com/368525
Stephen Martinise701f5a2018-05-04 01:25:11815 'Win10 Tests x64 (dbg)',
Kenneth Russellfbda3c532017-12-08 23:57:24816 ],
Kenneth Russelleb60cbd22017-12-05 07:54:28817 'modifications': {
Nico Weber3f919792020-06-12 23:34:52818 'CrWinAsan': {
819 # These are very slow on the ASAN trybot for some reason.
Ben Pastened2c01af2022-01-31 23:06:44820 # crbug.com/1257927
Nico Weber3f919792020-06-12 23:34:52821 'swarming': {
822 'shards': 40,
823 },
824 },
825 'CrWinAsan(dll)': {
826 # These are very slow on the ASAN trybot for some reason.
Ben Pastened2c01af2022-01-31 23:06:44827 # crbug.com/1257927
Nico Weber3f919792020-06-12 23:34:52828 'swarming': {
829 'shards': 40,
830 },
831 },
Stephen Martinis1384ff92020-01-07 19:52:15832 'Linux - Future (dbg)': { # client.v8.chromium
Yuke Liaoea70f472019-12-19 06:03:36833 'swarming': {
Stephen Martinis1384ff92020-01-07 19:52:15834 'shards': 10,
Yuke Liaoea70f472019-12-19 06:03:36835 },
836 },
Erik Staabd468a802022-06-28 23:38:03837 'Linux ASan LSan Low Symbols FYI Tests (1)': {
838 # These are very slow on the ASAN trybot for some reason.
839 # crbug.com/1257927
840 'swarming': {
841 'shards': 40,
842 'quickrun_shards': 80
843 },
844 },
Stephen Martinis1384ff92020-01-07 19:52:15845 'Linux ASan LSan Tests (1)': {
846 # These are very slow on the ASAN trybot for some reason.
Ben Pastened2c01af2022-01-31 23:06:44847 # crbug.com/1257927
Roberto Carrillo2c9ec972019-03-20 03:11:19848 'swarming': {
Stephen Martinis1384ff92020-01-07 19:52:15849 'shards': 40,
Struan Shrimptone772d72f2021-12-15 07:50:09850 'quickrun_shards': 80
Roberto Carrillo2c9ec972019-03-20 03:11:19851 },
852 },
Chris Cunningham1d0e9e12020-02-26 22:56:40853 'Linux ASan Tests (sandboxed)': {
854 'swarming': {
John Abd-El-Malek3a631612020-07-08 21:40:41855 'shards': 30, # https://crbug.com/1103330
Chris Cunningham1d0e9e12020-02-26 22:56:40856 },
857 },
Stephen Martinis1384ff92020-01-07 19:52:15858 'Linux Chromium OS ASan LSan Tests (1)': {
859 # These are very slow on the ASAN trybot for some reason.
Ben Pastened2c01af2022-01-31 23:06:44860 # crbug.com/1257927
Roberto Carrillo5a5c98dc2019-10-30 22:33:51861 'swarming': {
Chris Cunningham74217f32022-05-02 18:47:23862 'shards': 60,
Roberto Carrillo5a5c98dc2019-10-30 22:33:51863 },
864 },
Ben Pastene7636bb62022-04-22 18:55:25865 'Linux ChromiumOS MSan Focal': {
866 # These are very slow on the Chrome OS MSAN trybot for some reason.
867 # crbug.com/865455
868 'swarming': {
869 'shards': 40,
870 },
871 'args': [
872 '--test-launcher-filter-file=../../testing/buildbot/filters/chromeos.msan.browser_tests.oobe_negative.filter',
873 ],
874 },
Stephen Martinis1384ff92020-01-07 19:52:15875 'Linux ChromiumOS MSan Tests': {
Alexis Hetua804f7412022-05-13 17:04:20876 # These are very slow on the Chrome OS MSAN trybot, most likely because browser_tests on cros has ~40% more tests. Also, these tests
877 # run on ash, which means every test starts and shuts down ash, which most likely explains why it takes longer than on other platforms.
Stephen Martinis1384ff92020-01-07 19:52:15878 # crbug.com/865455
Kenneth Russell56a3e862017-12-08 03:11:34879 'swarming': {
Alexis Hetud62dbf32022-05-17 19:48:38880 'shards': 48,
Kenneth Russell56a3e862017-12-08 03:11:34881 },
Ben Pastene44221d32020-05-21 23:38:36882 'args': [
883 '--test-launcher-filter-file=../../testing/buildbot/filters/chromeos.msan.browser_tests.oobe_negative.filter',
884 ],
Kenneth Russell56a3e862017-12-08 03:11:34885 },
Struan Shrimptonf5b2b552022-01-20 20:37:39886 'Linux Tests': {
887 'swarming': {
888 'quickrun_shards': 15,
889 },
890 },
Maksim Sisovc81d284c2021-10-05 17:54:35891 # https://crbug.com/1084469
892 'Linux Tests (Wayland)': {
893 'args': [
894 '--test-launcher-filter-file=../../testing/buildbot/filters/ozone-linux.wayland_browser_tests.filter',
895 ],
Struan Shrimptone772d72f2021-12-15 07:50:09896 'swarming': {
897 'quickrun_shards': 24,
898 },
Maksim Sisovc81d284c2021-10-05 17:54:35899 },
John Budorick614f91a2020-03-30 20:34:55900 'Linux Tests (dbg)(1)': {
901 # crbug.com/1066161
902 'swarming': {
903 'shards': 20,
904 },
905 },
Stephen Martinis1384ff92020-01-07 19:52:15906 'Mac ASan 64 Tests (1)': {
Kenneth Russellfbda3c532017-12-08 23:57:24907 'swarming': {
Stephen Martiniscd3c3832020-11-19 22:01:24908 'shards': 30,
Kenneth Russellfbda3c532017-12-08 23:57:24909 },
Lindsay Pasricha8155d052021-04-22 00:06:43910 # crbug.com/1196416
911 'args': [
912 '--test-launcher-filter-file=../../testing/buildbot/filters/mac.mac-rel.browser_tests.filter',
913 ],
Lindsay Pasrichab3f72db2021-09-22 22:05:46914 'experiment_percentage': 100, # https://crbug.com/1251657
Kenneth Russellfbda3c532017-12-08 23:57:24915 },
Lindsay Pasricha76f44d22021-04-07 16:16:26916 'Mac10.15 Tests': {
917 # crbug.com/1042757
918 'swarming': {
919 'dimension_sets': [
920 {
921 # These shards are liable to time out when running on macmini7,1.
922 'cores': '8|12',
923 }
924 ],
925 },
926 # crbug.com/1196416
927 'args': [
928 '--test-launcher-filter-file=../../testing/buildbot/filters/mac.mac-rel.browser_tests.filter',
929 ],
930 },
Lindsay Pasrichaf8762592021-12-02 23:43:09931 'Mac11 Tests': {
932 'ci_only': True,
933 },
Yue She0cad2922022-06-24 15:06:07934 'Mac12 Tests': {
935 'ci_only': True,
936 },
Cameron Higgins7558b162022-06-10 18:53:07937 'Mac12 Tests (dbg)': {
Zhaoyang Li9357e1e12021-12-07 18:53:17938 # crbug.com/1042757
939 'swarming': {
940 'dimension_sets': [
941 {
942 # These shards are liable to time out when running on macmini7,1.
943 'cores': '8|12',
944 }
945 ],
946 },
947 # crbug.com/1196416
948 'args': [
949 '--test-launcher-filter-file=../../testing/buildbot/filters/mac.mac-rel.browser_tests.filter',
950 ],
951 },
Stephen Martinis1384ff92020-01-07 19:52:15952 'ToTWin(dbg)': {
Kenneth Russelleb60cbd22017-12-05 07:54:28953 'swarming': {
John Budorickca14c76f62017-12-09 14:19:18954 'shards': 20,
Kenneth Russelleb60cbd22017-12-05 07:54:28955 },
956 },
Stephen Martinis1384ff92020-01-07 19:52:15957 'ToTWin64(dbg)': {
Kenneth Russell8ceeabf2017-12-11 17:53:28958 'swarming': {
959 'shards': 20,
960 },
961 },
Kenneth Russell6c83d212018-07-27 20:52:59962 'Win10 Tests x64': {
963 # crbug.com/868082
964 'args': [
965 '--disable-features=WebRTC-H264WithOpenH264FFmpeg',
966 ],
Takuto Ikutac9c269a2019-01-10 22:40:25967 'swarming': {
968 # This is for slow test execution that often becomes a critical path of
969 # swarming jobs. crbug.com/868114
970 'shards': 15,
Struan Shrimptona1ab7672022-01-13 18:02:51971 'quickrun_shards': 40,
Takuto Ikutac9c269a2019-01-10 22:40:25972 }
Kenneth Russell6c83d212018-07-27 20:52:59973 },
Kuan Huanga89737d2022-01-07 19:42:11974 'Win11 Tests x64': {
975 # crbug.com/868082
976 'args': [
977 '--disable-features=WebRTC-H264WithOpenH264FFmpeg',
978 ],
979 'swarming': {
980 # This is for slow test execution that often becomes a critical path of
981 # swarming jobs. crbug.com/868114
982 'shards': 15,
983 'quickrun_shards': 30,
984 }
985 },
Stephen Martinis1384ff92020-01-07 19:52:15986 'Win7 Tests (1)': {
987 # This is for slow test execution that often becomes a critical path of
988 # swarming jobs. crbug.com/868114
989 'swarming': {
990 'shards': 15,
991 },
992 },
Stephen Martinis1384ff92020-01-07 19:52:15993 'linux-chromeos-chrome': {
994 # TODO(https://crbug.com/932269): Promote out of experiment when the
995 # tests are green.
996 'args': [
997 '--test-launcher-filter-file=../../testing/buildbot/filters/chromeos.browser_tests.filter',
998 ],
999 },
1000 'linux-chromeos-code-coverage': {
Nico Weber0c2861b2018-12-14 18:05:161001 'swarming': {
Stephen Martinis1384ff92020-01-07 19:52:151002 'shards': 50,
1003 },
1004 },
1005 'linux-chromeos-dbg': {
1006 'swarming': {
Chris Cunningham88e70de2022-05-02 23:39:161007 'shards': 50,
Stephen Martinis1384ff92020-01-07 19:52:151008 },
1009 },
1010 'linux-chromeos-rel': {
1011 'swarming': {
1012 'shards': 20,
Struan Shrimptone772d72f2021-12-15 07:50:091013 'quickrun_shards': 40,
Stephanie Kime9008f72020-03-05 23:01:161014 'dimension_sets': [
1015 {
1016 'kvm': '1',
1017 },
1018 ],
Stephen Martinis1384ff92020-01-07 19:52:151019 },
1020 },
1021 'linux-code-coverage': {
Yuke Liao58e1d202020-03-20 23:02:011022 'args': [
1023 '--no-sandbox',
1024 ],
Stephen Martinis1384ff92020-01-07 19:52:151025 'swarming': {
1026 'shards': 50,
1027 },
1028 },
Junhua Chen39dd2dba2021-05-05 17:51:541029 'linux-lacros-code-coverage': {
1030 'args': [
Ben Pastened1b2fd192021-05-11 19:10:181031 '--test-launcher-filter-file=../../testing/buildbot/filters/linux-lacros.browser_tests.filter',
Junhua Chen39dd2dba2021-05-05 17:51:541032 ],
1033 },
Jieting Yangbf15db672021-10-04 19:18:371034 'linux-lacros-dbg-tests-fyi': {
1035 'args': [
1036 '--test-launcher-filter-file=../../testing/buildbot/filters/linux-lacros.browser_tests.filter',
1037 ],
1038 },
Sven Zheng80734f12020-08-06 06:50:391039 'linux-lacros-tester-rel': {
1040 'args': [
Ben Pastened1b2fd192021-05-11 19:10:181041 '--test-launcher-filter-file=../../testing/buildbot/filters/linux-lacros.browser_tests.filter',
Sven Zheng80734f12020-08-06 06:50:391042 ],
Struan Shrimptone772d72f2021-12-15 07:50:091043 'swarming': {
1044 'quickrun_shards': 20,
1045 },
Sven Zheng80734f12020-08-06 06:50:391046 },
Kuan Huang235b0142021-10-19 18:59:281047 'mac-code-coverage': {
1048 'args': [
1049 '--coverage-continuous-mode=1',
1050 ],
1051 },
Lindsay Pasricha8bbc3382022-01-31 22:54:541052 'mac-osxbeta-rel': {
1053 'swarming': {
1054 'shards': 12,
1055 },
1056 },
Kuan Huang83a1c922021-09-08 22:00:271057 'mac11-arm64-rel-tests': {
Kuan Huang199112a52021-08-23 17:37:191058 'ci_only': False, # https://crbug.com/1234525
Lindsay Pasricha36432062021-10-27 20:43:301059 'args': [
1060 # crbug.com/1262402
1061 '--test-launcher-filter-file=../../testing/buildbot/filters/mac.mac11-arm64-rel.browser_tests.filter',
Lindsay Pasricha7cb620d2022-01-28 23:47:011062 ],
1063 'swarming': {
Lindsay Pasrichab7e471f2022-02-08 18:17:311064 'shards': 30,
Lindsay Pasricha7cb620d2022-01-28 23:47:011065 },
Kuan Huang199112a52021-08-23 17:37:191066 },
Zhaoyang Li5d3713d2022-06-13 18:01:171067 'mac12-arm64-rel-tests': {
1068 'ci_only': False, # https://crbug.com/1234525
1069 'args': [
1070 # crbug.com/1262402
1071 '--test-launcher-filter-file=../../testing/buildbot/filters/mac.mac12-arm64-rel.browser_tests.filter',
1072 ],
1073 'swarming': {
1074 'shards': 30,
1075 },
1076 },
Stephen Martinis1384ff92020-01-07 19:52:151077 'win-asan': {
Nico Weber3f919792020-06-12 23:34:521078 # These are very slow on the ASAN trybot for some reason.
Ben Pastened2c01af2022-01-31 23:06:441079 # crbug.com/1257927
Stephen Martinis1384ff92020-01-07 19:52:151080 'swarming': {
Nico Weber3f919792020-06-12 23:34:521081 'shards': 40,
Nico Weber0c2861b2018-12-14 18:05:161082 },
1083 },
Yuki Yamada70190fc2021-10-28 09:00:271084 'win-backuprefptr-x64-fyi-rel': {
1085 'args': [
1086 '--test-launcher-filter-file=../../testing/buildbot/filters/win_backuprefptr_fyi.browser_tests.filter',
1087 ],
1088 },
Kenneth Russelleb60cbd22017-12-05 07:54:281089 },
1090 },
Erik Chen681dc0282019-11-26 22:54:491091 'cc_unittests': {
1092 'modifications': {
1093 'Linux TSan Tests': {
1094 'swarming': {
1095 'shards': 3,
1096 },
1097 },
Haiyang Pan9d68ca02021-08-04 21:30:471098 'android-11-x86-rel': {
Haiyang Pancf765862021-03-18 20:39:151099 # https://crbug.com/1039860
1100 'args': [
Haiyang Pan11d8bd52021-11-19 21:22:541101 '--test-launcher-filter-file=../../testing/buildbot/filters/android.emulator_11_12.cc_unittests.filter',
1102 ],
1103 },
Haiyang Pan2a55a452022-03-03 08:18:331104 'android-12-x64-rel': {
Haiyang Pan11d8bd52021-11-19 21:22:541105 # https://crbug.com/1039860
1106 'args': [
1107 '--test-launcher-filter-file=../../testing/buildbot/filters/android.emulator_11_12.cc_unittests.filter',
Haiyang Pancf765862021-03-18 20:39:151108 ],
1109 },
Haiyang Pan6b8e4cf2021-08-02 21:38:281110 'android-marshmallow-x86-rel': {
John Budorickfa8f1da92020-01-15 18:11:381111 # https://crbug.com/1039860
1112 'args': [
1113 '--test-launcher-filter-file=../../testing/buildbot/filters/android.emulator.cc_unittests.filter',
1114 ],
1115 },
Haiyang Pan08d09dc2020-04-01 16:11:211116 'android-pie-x86-rel': {
John Budorickfa8f1da92020-01-15 18:11:381117 # https://crbug.com/1039860
1118 'args': [
1119 '--test-launcher-filter-file=../../testing/buildbot/filters/android.emulator.cc_unittests.filter',
1120 ],
1121 },
Struan Shrimptona1ab7672022-01-13 18:02:511122 'chromeos-amd64-generic-rel': {
1123 'swarming': {
1124 'quickrun_shards': 2,
1125 },
1126 },
Chong Gudf7fbe92021-02-24 02:55:581127 'fuchsia-code-coverage': {
1128 'swarming': {
1129 'shards': 4,
1130 },
1131 },
Chong Gub2446462021-08-19 18:44:081132 'fuchsia-fyi-arm64-dbg': {
1133 'args': [
1134 '--test-launcher-filter-file=../../testing/buildbot/filters/fuchsia.debug.cc_unittests.filter',
1135 ],
1136 },
Erik Chen681dc0282019-11-26 22:54:491137 },
1138 },
Prakhar94f444a2020-10-08 07:30:081139 'check_static_initializers': {
1140 'modifications': {
1141 'Mac Builder': {
1142 'args': [
1143 '--allow-coverage-initializer',
1144 ],
1145 },
1146 },
1147 },
Ben Pastene7a05a8f2020-11-12 17:25:511148 'chrome_all_tast_tests': {
1149 'modifications': {
Struan Shrimpton4b7abc02021-12-16 01:36:591150 'chromeos-amd64-generic-rel': {
1151 'swarming': {
Struan Shrimpton57c594e42022-01-25 17:59:131152 'quickrun_shards': 8,
Ben Pastene8fdb0ea92022-06-23 18:46:581153 'shards': 7,
Struan Shrimpton4b7abc02021-12-16 01:36:591154 },
1155 },
Ben Pastene7a05a8f2020-11-12 17:25:511156 'chromeos-betty-pi-arc-cfi-thin-lto-chrome': {
1157 'args': [
1158 # This bot sets symbol_level=2, which doesn't fit inside a normal VM.
1159 '--strip-chrome',
1160 ],
1161 },
Ben Pastenef85543f2022-06-24 17:50:021162 # TODO(crbug.com/1141234): Move out of experimental if/when the bots are
1163 # stable.
1164 'chromeos-jacuzzi-chrome': {
1165 'experiment_percentage': 100,
1166 },
1167 'chromeos-octopus-chrome': {
1168 'experiment_percentage': 100,
1169 },
Ben Pastene7a05a8f2020-11-12 17:25:511170 },
1171 },
Andrew Luod252791ac2019-10-15 00:28:131172 'chrome_java_test_pagecontroller_tests': {
Haiyang Panfbd2b482020-09-23 23:41:251173 'modifications': {
1174 'android-pie-arm64-rel': {
1175 # TODO(crbug.com/1111436): Move this back to walleye if/when additional
1176 # capacity has been deployed.
1177 'swarming': {
1178 'dimension_sets': [
1179 {
1180 'device_type': 'sailfish',
1181 },
1182 ],
1183 },
1184 },
1185 },
Andrew Luod252791ac2019-10-15 00:28:131186 },
Stephanie Kim07761d22021-11-25 00:21:181187 'chrome_junit_tests': {
1188 'modifications': {
1189 'android-marshmallow-arm64-rel': {
1190 'args': [
1191 # Too many shards can lead to race conditions (crbug/1272066)
1192 '--shards=8',
1193 ],
1194 },
1195 },
1196 },
Yun Liu7cfd28a2019-10-30 01:57:121197 'chrome_public_smoke_test': {
1198 'remove_from': [
Ben Joyce02dc8092021-03-04 21:48:191199 'android-code-coverage-native', # Does not generate profraw data.
Ben Joyce46ca6012021-03-31 19:19:251200 'android-pie-arm64-coverage-experimental-rel', # Does not generate profraw data.
Yun Liu7cfd28a2019-10-30 01:57:121201 ],
1202 },
Kenneth Russelleb60cbd22017-12-05 07:54:281203 'chrome_public_test_apk': {
John Budorick27d2d44e2019-05-20 20:26:091204 'remove_from': [
1205 'android-asan', # https://crbug.com/964562
Ben Joyce02dc8092021-03-04 21:48:191206 'android-code-coverage-native', # Does not generate profraw data.
Ben Joyce46ca6012021-03-31 19:19:251207 'android-pie-arm64-coverage-experimental-rel', # Does not generate profraw data.
John Budorick27d2d44e2019-05-20 20:26:091208 ],
Kenneth Russelleb60cbd22017-12-05 07:54:281209 'modifications': {
Kenneth Russelleb60cbd22017-12-05 07:54:281210 'Marshmallow 64 bit Tester': {
1211 'swarming': {
Kenneth Russelleb60cbd22017-12-05 07:54:281212 'shards': 14,
1213 },
1214 },
Arthur Wang5dd7b07c2020-04-04 01:05:221215 'Marshmallow Tablet Tester': {
1216 'args': [
1217 '--timeout-scale',
1218 '2.0',
1219 ],
1220 },
Ben Pastenec73e96e92018-07-12 01:40:351221 'Oreo Phone Tester': {
bsheedy01833462018-12-07 01:05:571222 # TODO(https://crbug.com/884413): Re-enable this once the tests are
1223 # either passing or there is more capacity.
1224 'experiment_percentage': 0,
Ben Pastenec73e96e92018-07-12 01:40:351225 },
Haiyang Pan9d68ca02021-08-04 21:30:471226 'android-11-x86-rel': {
Haiyang Panb80557c2021-03-13 03:01:441227 'args': [
1228 '--test-launcher-filter-file=../../testing/buildbot/filters/android.emulator_11.chrome_public_test_apk.filter',
Haiyang Pan1d5ca2862021-04-01 22:21:091229 '--timeout-scale=2.0',
Haiyang Panb80557c2021-03-13 03:01:441230 ],
Haiyang Panc82c3fa2022-02-01 01:26:061231 # TODO(https://crbug.com/1285975) Remove experiment and enable on
1232 # trybot once the device offline issue is resolved.
1233 'ci_only': True,
1234 'experiment_percentage': 100,
Haiyang Pan68a39c02021-11-11 21:12:211235 },
Haiyang Pan2a55a452022-03-03 08:18:331236 'android-12-x64-rel': {
Haiyang Pan68a39c02021-11-11 21:12:211237 'args': [
Haiyang Pan629f4e42022-02-09 22:11:231238 '--test-launcher-filter-file=../../testing/buildbot/filters/android.emulator_12.chrome_public_test_apk.filter',
Haiyang Pan68a39c02021-11-11 21:12:211239 '--timeout-scale=2.0',
1240 ],
Haiyang Pan2a55a452022-03-03 08:18:331241 # TODO(crbug.com/1225851): Remove experiment and ci_only
1242 # once the test suite is stable.
1243 'ci_only': True,
1244 'experiment_percentage': 100,
Haiyang Panb80557c2021-03-13 03:01:441245 },
Stephen Martinis1384ff92020-01-07 19:52:151246 'android-arm64-proguard-rel': {
1247 'swarming': {
1248 'shards': 25,
1249 },
1250 },
Brian Sheedy44a7a0032020-04-16 19:20:571251 'android-marshmallow-arm64-rel-swarming': {
1252 'swarming': {
Brian Sheedy180c2dd2020-04-22 19:34:311253 'service_account': '[email protected]'
Brian Sheedy44a7a0032020-04-16 19:20:571254 },
1255 },
James Shen39aa0e32022-03-22 04:44:501256 'android-marshmallow-x86-fyi-rel-reviver': {
1257 'swarming': {
1258 # TODO(crbug.com/1127110): Revisit shards and machine_type if there
1259 # are n2 machines available in the test pool.
1260 'shards': 25,
1261 },
1262 },
Haiyang Pan742760c2021-02-12 03:21:411263 'android-marshmallow-x86-rel': {
1264 'args': [
1265 '--test-launcher-filter-file=../../testing/buildbot/filters/android.emulator_m.chrome_public_test_apk.filter',
1266 ],
1267 'swarming': {
1268 # TODO(crbug.com/1127110): Revisit shards and machine_type if there
1269 # are n2 machines available in the test pool.
1270 'shards': 25,
Haiyang Pan742760c2021-02-12 03:21:411271 },
Haiyang Pan37fbd7a42020-06-03 03:27:371272 },
Stephen Martinis1384ff92020-01-07 19:52:151273 'android-pie-arm64-rel': {
1274 'args': [
1275 '--test-launcher-filter-file=../../testing/buildbot/filters/android.pie_arm64_rel.chrome_public_test_apk.filter', # https://crbug.com/1010211
1276 ],
Stephen Martinisd05530d2021-07-27 22:50:221277 'ci_only': True, # https://crbug.com/1233700
Haiyang Pan43640ee2020-02-13 01:38:001278 },
Haiyang Pan08d09dc2020-04-01 16:11:211279 'android-pie-x86-rel': {
Haiyang Pan43640ee2020-02-13 01:38:001280 'args': [
Haiyang Pan71373072020-03-02 19:57:491281 # https://crbug.com/1046059
Haiyang Pan23f64f52020-06-04 01:23:321282 '--test-launcher-filter-file=../../testing/buildbot/filters/android.emulator_p.chrome_public_test_apk.filter',
Haiyang Pan43640ee2020-02-13 01:38:001283 ],
Haiyang Pan71373072020-03-02 19:57:491284 'swarming': {
Haiyang Pan58a6db22021-07-30 01:08:261285 # See https://crbug.com/1230192, runs of 40-60 minutes at 20 shards.
1286 'shards': 30,
1287 },
1288 },
1289 },
1290 },
1291 'chrome_public_test_apk_with_playstore': {
1292 'remove_from': [
1293 # Android Emulator does not ship playstore image on Marshmallow.
James Shen39aa0e32022-03-22 04:44:501294 'android-marshmallow-x86-fyi-rel-reviver',
Haiyang Pan58a6db22021-07-30 01:08:261295 'android-marshmallow-x86-rel',
1296 ],
1297 'modifications': {
Haiyang Pan9d68ca02021-08-04 21:30:471298 'android-11-x86-rel': {
Haiyang Pan58a6db22021-07-30 01:08:261299 'args': [
1300 '--avd-config=../../tools/android/avd/proto/generic_playstore_android30.textpb',
1301 ],
1302 'swarming': {
1303 # soft affinity so that bots with caches will be picked first
1304 'optional_dimensions': {
1305 '60': [
1306 {
Haiyang Pan0fee3652022-02-23 19:19:481307 'caches': 'generic_playstore_android30',
Haiyang Pan58a6db22021-07-30 01:08:261308 }
1309 ],
1310 },
1311 'named_caches': [
1312 {
Haiyang Pan0fee3652022-02-23 19:19:481313 'name': 'generic_playstore_android30',
1314 'path': '.android_emulator/generic_playstore_android30',
Haiyang Pan58a6db22021-07-30 01:08:261315 },
1316 ],
1317 },
1318 },
Haiyang Pan2a55a452022-03-03 08:18:331319 'android-12-x64-rel': {
Haiyang Pan68a39c02021-11-11 21:12:211320 'args': [
1321 '--avd-config=../../tools/android/avd/proto/generic_playstore_android31.textpb',
1322 ],
1323 'swarming': {
1324 # soft affinity so that bots with caches will be picked first
1325 'optional_dimensions': {
1326 '60': [
1327 {
Haiyang Pan0fee3652022-02-23 19:19:481328 'caches': 'generic_playstore_android31',
Haiyang Pan68a39c02021-11-11 21:12:211329 }
1330 ],
1331 },
1332 'named_caches': [
1333 {
Haiyang Pan0fee3652022-02-23 19:19:481334 'name': 'generic_playstore_android31',
1335 'path': '.android_emulator/generic_playstore_android31',
Haiyang Pan68a39c02021-11-11 21:12:211336 },
1337 ],
1338 },
1339 },
Haiyang Pan58a6db22021-07-30 01:08:261340 'android-pie-x86-rel': {
1341 'args': [
1342 '--avd-config=../../tools/android/avd/proto/generic_playstore_android28.textpb',
1343 ],
1344 'swarming': {
Haiyang Pan2c438302021-06-11 23:50:381345 # soft affinity so that bots with caches will be picked first
1346 'optional_dimensions': {
1347 '60': [
1348 {
Haiyang Pan0fee3652022-02-23 19:19:481349 'caches': 'generic_playstore_android28',
Haiyang Pan2c438302021-06-11 23:50:381350 }
1351 ],
1352 },
Haiyang Pan71373072020-03-02 19:57:491353 'named_caches': [
1354 {
Haiyang Pan0fee3652022-02-23 19:19:481355 'name': 'generic_playstore_android28',
1356 'path': '.android_emulator/generic_playstore_android28',
Haiyang Pan71373072020-03-02 19:57:491357 },
Haiyang Pan980402822020-10-07 23:24:561358 ],
Haiyang Pan71373072020-03-02 19:57:491359 },
John Budorick34009472018-04-03 17:38:441360 },
Kenneth Russelleb60cbd22017-12-05 07:54:281361 },
1362 },
1363 'chrome_public_test_vr_apk': {
Nico Weberb0b3f5862018-07-13 18:45:151364 'remove_from': [
Ben Joyce3e043862021-10-20 23:57:241365 # Decided to no longer run VR tests on M, crbug.com/1159619.
bsheedy410dd7c2018-06-15 22:42:091366 'Marshmallow Tablet Tester',
Haiyang Pand12ff5462021-07-12 17:29:021367
Andrew Luo38b311f2019-10-04 03:42:091368 'android-pie-arm64-rel', # https://crbug.com/1010211
bsheedydf58b4e2018-11-01 19:42:161369 'ToTAndroid',
John Budorick27d2d44e2019-05-20 20:26:091370 'android-asan', # https://crbug.com/964562
Ben Joyce02dc8092021-03-04 21:48:191371 'android-code-coverage-native', # Does not generate profraw data.
Ben Joyce46ca6012021-03-31 19:19:251372 'android-pie-arm64-coverage-experimental-rel', # Does not generate profraw data.
bsheedy410dd7c2018-06-15 22:42:091373 ],
Kenneth Russelleb60cbd22017-12-05 07:54:281374 },
bsheedy75a4dd52018-11-27 23:24:301375 'chrome_public_test_vr_apk-vega': {
1376 'modifications': {
bsheedy75a4dd52018-11-27 23:24:301377 'Oreo Phone Tester': {
1378 'swarming': {
1379 'dimension_sets': [
1380 {
1381 'device_os': 'OVR1.180808.003',
1382 'device_type': 'vega',
1383 'os': 'Android',
1384 },
1385 ],
1386 },
1387 }
1388 }
1389 },
Henrique Nakashimad99462ab2022-06-08 19:52:421390 'chrome_public_unit_test_apk': {
1391 'modifications': {
1392 'android-12-x64-rel': {
1393 'args': [
1394 '--test-launcher-filter-file=../../testing/buildbot/filters/android.emulator_12.chrome_public_unit_test_apk.filter',
1395 ],
1396 },
1397 },
1398 },
Ian Struiksmaeb285db02020-10-20 22:19:341399 'chrome_sizes': {
1400 'modifications': {
Yuke Liao975680302021-02-18 18:34:541401 'lacros-amd64-generic-chrome': {
1402 'swarming': {
1403 'dimension_sets': [
1404 {
Yuke Liao31225ee32021-03-17 23:21:331405 'cpu': 'x86-64',
Ben Pasteneddd3da72021-09-23 17:41:351406 'os': 'Ubuntu-18.04',
Yuke Liao975680302021-02-18 18:34:541407 },
1408 ],
1409 },
1410 },
Ben Pastenee9536c82021-10-19 01:48:571411 'lacros-arm-generic-chrome': {
1412 'swarming': {
1413 'dimension_sets': [
1414 {
1415 'cpu': 'x86-64',
1416 'os': 'Ubuntu-18.04',
1417 },
1418 ],
1419 },
1420 },
Ian Struiksmaeb285db02020-10-20 22:19:341421 },
1422 },
Takuto Ikuta1b749b902019-04-11 18:05:531423 'chromedriver_py_tests': {
1424 'remove_from': [
1425 # Timeout happens sometimes (crbug.com/951799).
Takuto Ikuta1b749b902019-04-11 18:05:531426 'Win10 Tests x64 (dbg)',
1427 ],
1428 },
Haiyang Panfed339172021-03-10 23:19:571429 'components_browsertests': {
1430 'modifications': {
Haiyang Pan9d68ca02021-08-04 21:30:471431 'android-11-x86-rel': {
Haiyang Panfed339172021-03-10 23:19:571432 'swarming': {
1433 'shards': 2,
1434 },
1435 },
André Kempef30fe9d22022-02-03 10:44:291436 'android-asan': {
1437 'swarming': {
1438 'shards': 3,
1439 },
1440 },
Struan Shrimptonf5b2b552022-01-20 20:37:391441 'android-marshmallow-arm64-rel': {
1442 'swarming': {
1443 'quickrun_shards': 2,
1444 },
1445 },
Haiyang Panfed339172021-03-10 23:19:571446 },
1447 },
Kenneth Russelleb60cbd22017-12-05 07:54:281448 'components_unittests': {
Yun Liu3e759dbb2019-11-01 19:25:521449 'remove_from': [
Ben Joyce68c5c852021-10-16 23:55:161450 # https://crbug.com/1147531 - covered on marshmallow emulator.
Garrett Beaty47a2d802020-11-10 20:50:531451 'android-marshmallow-arm64-rel',
Yun Liu3e759dbb2019-11-01 19:25:521452 ],
Kenneth Russelleb60cbd22017-12-05 07:54:281453 'modifications': {
Erik Staabd468a802022-06-28 23:38:031454 'Linux ASan LSan Low Symbols FYI Tests (1)': {
1455 # These are very slow on the ASAN trybot for some reason.
1456 # crbug.com/1257927
1457 'swarming': {
1458 'shards': 5,
1459 },
1460 },
John Budorick5052d552017-12-13 02:59:341461 'Linux ASan LSan Tests (1)': {
1462 # These are very slow on the ASAN trybot for some reason.
Ben Pastened2c01af2022-01-31 23:06:441463 # crbug.com/1257927
John Budorick5052d552017-12-13 02:59:341464 'swarming': {
1465 'shards': 5,
1466 },
1467 },
Takuto Ikuta54671d972018-07-19 19:06:351468 'Linux Chromium OS ASan LSan Tests (1)': {
1469 # These are very slow on the ASAN trybot for some reason.
Ben Pastened2c01af2022-01-31 23:06:441470 # crbug.com/1257927
Takuto Ikuta54671d972018-07-19 19:06:351471 'swarming': {
1472 'shards': 5,
1473 },
1474 },
Erik Chen681dc0282019-11-26 22:54:491475 'Linux TSan Tests': {
1476 'swarming': {
1477 'shards': 2,
1478 },
1479 },
Haiyang Pan9d68ca02021-08-04 21:30:471480 'android-11-x86-rel': {
Haiyang Pan799282f2021-03-25 19:38:311481 'args': [
Haiyang Pane521cf692021-11-30 00:35:231482 # TODO(crbug.com/1192348): Fix the test failure
1483 '--gtest_filter=-FieldFormatterTest.DifferentLocales',
Haiyang Pan799282f2021-03-25 19:38:311484 ],
1485 },
Haiyang Pan2a55a452022-03-03 08:18:331486 'android-12-x64-rel': {
Haiyang Pan2877f062021-11-18 01:06:061487 'args': [
1488 # TODO(crbug.com/1192348): Fix the test failure
1489 '--gtest_filter=-FieldFormatterTest.DifferentLocales',
1490 ],
1491 },
Sven Zheng80734f12020-08-06 06:50:391492 # https://crbug.com/1111979,
Junhua Chen39dd2dba2021-05-05 17:51:541493 'linux-lacros-code-coverage': {
1494 'args': [
1495 '--test-launcher-filter-file=../../testing/buildbot/filters/linux-lacros.components_unittests.filter',
1496 ],
1497 },
1498 # https://crbug.com/1111979,
Yuke Liaoa0db4742021-08-09 18:28:331499 'linux-lacros-dbg-tests-fyi': {
1500 'args': [
1501 '--test-launcher-filter-file=../../testing/buildbot/filters/linux-lacros.components_unittests.filter',
1502 ],
1503 },
1504 # https://crbug.com/1111979,
Sven Zheng5c9d3e342020-08-11 21:39:431505 'linux-lacros-tester-rel': {
Sven Zheng5c9d3e342020-08-11 21:39:431506 'args': [
Yuke Liao56a437dd2021-05-05 04:53:401507 '--test-launcher-filter-file=../../testing/buildbot/filters/linux-lacros.components_unittests.filter',
Sven Zheng5c9d3e342020-08-11 21:39:431508 ],
Sven Zheng80734f12020-08-06 06:50:391509 },
1510 },
Sven Zheng577fe5ff2020-08-03 22:06:441511 },
Chong Gu76046412021-09-22 17:49:211512 'compositor_unittests': {
Chong Gub2446462021-08-19 18:44:081513 'modifications': {
1514 'fuchsia-fyi-arm64-dbg': {
1515 'args': [
1516 '--test-launcher-filter-file=../../testing/buildbot/filters/fuchsia.debug.compositor_unittests.filter',
1517 ],
1518 },
1519 },
1520 },
Kenneth Russelleb60cbd22017-12-05 07:54:281521 'content_browsertests': {
Brad Halla36886c2019-02-26 16:52:291522 'remove_from': [
Brad Halla36886c2019-02-26 16:52:291523 'CrWinAsan(dll)', # https://crbug.com/935598
Chong Gu0ed5dcda2021-07-15 21:26:111524 'android-marshmallow-arm64-rel', # http://crbug.com/1060245#c30: due to low utility and capacity.
Brad Halla36886c2019-02-26 16:52:291525 ],
Kenneth Russelleb60cbd22017-12-05 07:54:281526 'modifications': {
Kenneth Russellfbda3c532017-12-08 23:57:241527 'Cast Audio Linux': {
1528 'args': [
Nico Weber02f30392018-07-16 18:39:431529 '--test-launcher-filter-file=../../testing/buildbot/filters/cast-linux.content_browsertests.filter',
Kenneth Russellfbda3c532017-12-08 23:57:241530 ],
Kenneth Russellfbda3c532017-12-08 23:57:241531 },
1532 'Cast Linux': {
1533 'args': [
Nico Weber02f30392018-07-16 18:39:431534 '--test-launcher-filter-file=../../testing/buildbot/filters/cast-linux.content_browsertests.filter',
Kenneth Russellfbda3c532017-12-08 23:57:241535 ],
Kenneth Russellfbda3c532017-12-08 23:57:241536 },
Erik Staabd468a802022-06-28 23:38:031537 'Linux ASan LSan Low Symbols FYI Tests (1)': {
1538 'swarming': {
1539 'shards': 12,
1540 'quickrun_shards': 24,
1541 },
1542 },
Erik Chenb681c8c2019-11-25 22:52:521543 'Linux ASan LSan Tests (1)': {
1544 'swarming': {
1545 'shards': 12,
Struan Shrimptone772d72f2021-12-15 07:50:091546 'quickrun_shards': 24,
Erik Chenb681c8c2019-11-25 22:52:521547 },
1548 },
Chris Cunninghame1a04ea2019-04-24 01:49:321549 'Linux ASan Tests (sandboxed)': {
1550 'swarming': {
John Abd-El-Malek3a631612020-07-08 21:40:411551 'shards': 10, # https://crbug.com/1103330
Chris Cunninghame1a04ea2019-04-24 01:49:321552 },
1553 },
Erik Chen681dc0282019-11-26 22:54:491554 'Linux TSan Tests': {
1555 'swarming': {
1556 'shards': 15,
Struan Shrimptonf5b2b552022-01-20 20:37:391557 'quickrun_shards': 30,
Erik Chen681dc0282019-11-26 22:54:491558 },
1559 },
Lindsay Pasrichab3f72db2021-09-22 22:05:461560 'Mac ASan 64 Tests (1)': { # https://crbug.com/1200640
1561 'experiment_percentage': 100,
1562 },
Struan Shrimpton57c594e42022-01-25 17:59:131563 'Mac11 Tests': {
1564 'swarming': {
Lindsay Pasricha0b5beaf2022-03-04 08:15:271565 'shards': 12,
Struan Shrimpton57c594e42022-01-25 17:59:131566 'quickrun_shards': 10,
1567 },
1568 },
Yue She0cad2922022-06-24 15:06:071569 'Mac12 Tests': {
1570 'swarming': {
1571 'shards': 12,
1572 'quickrun_shards': 10,
1573 },
1574 },
Cameron Higgins7558b162022-06-10 18:53:071575 'Mac12 Tests (dbg)': { # https://crbug.com/1279504
Lindsay Pasricha945e4d62022-01-20 02:14:011576 'swarming': {
Lindsay Pasricha9ec81b52022-03-10 03:43:311577 'shards': 18,
Lindsay Pasricha945e4d62022-01-20 02:14:011578 },
1579 },
1580
Sergey Silkinfe96b352020-10-19 20:41:341581 'Marshmallow Tablet Tester': {
1582 'args': [
1583 '--test-launcher-filter-file=../../testing/buildbot/filters/android.marshmallow_tablet_tester.content_browsertests.filter',
1584 ],
Haiyang Pan1f6367352021-07-02 21:15:571585 'swarming': {
1586 'shards': 15,
1587 },
Sergey Silkinfe96b352020-10-19 20:41:341588 },
Sergey Silkin1fe10e82020-10-30 19:36:581589 'WebRTC Chromium FYI Android Tests (dbg) (M Nexus5X)': {
1590 'args': [
1591 '--test-launcher-filter-file=../../testing/buildbot/filters/chromium.webrtc.fyi.android.tests.dbg.content_browsertests.filter',
1592 ],
Andrew Grieveae21ca62021-10-20 18:37:521593 },
1594 'WebRTC Chromium FYI Android Tests (dbg) (N Nexus5X)': {
1595 'args': [
1596 '--test-launcher-filter-file=../../testing/buildbot/filters/chromium.webrtc.fyi.android.tests.dbg.content_browsertests.filter',
1597 ],
1598 },
Stephen Martinis1384ff92020-01-07 19:52:151599 'Win10 Tests x64': {
1600 # crbug.com/868082
1601 'args': [
1602 '--disable-features=WebRTC-H264WithOpenH264FFmpeg',
1603 ],
Struan Shrimptona1ab7672022-01-13 18:02:511604 'swarming': {
1605 'quickrun_shards': 18,
1606 },
Stephen Martinis1384ff92020-01-07 19:52:151607 },
1608 'Win10 Tests x64 (dbg)': {
1609 'experiment_percentage': 100,
1610 # crbug.com/868082
1611 'args': [
1612 '--disable-features=WebRTC-H264WithOpenH264FFmpeg',
Stephen Martinis1384ff92020-01-07 19:52:151613 ],
1614 },
Kuan Huanga89737d2022-01-07 19:42:111615 'Win11 Tests x64': {
1616 # crbug.com/868082
1617 'args': [
1618 '--disable-features=WebRTC-H264WithOpenH264FFmpeg',
1619 ],
1620 },
Haiyang Pan9d68ca02021-08-04 21:30:471621 'android-11-x86-rel': {
Haiyang Pan566e2652022-01-25 07:01:521622 # TODO(crbug.com/1137474): Remove ci_only and experiment_percentage
1623 # after the test suite is green.
1624 'ci_only': True,
Haiyang Pan10f029c2021-07-30 23:17:561625 'experiment_percentage': 100,
Haiyang Pan51450ab2021-03-23 00:48:571626 # TODO(crbug.com/1137474): Revisit the shard number once failed tests
1627 # are fixed.
Haiyang Panfed339172021-03-10 23:19:571628 'swarming': {
Haiyang Pan51450ab2021-03-23 00:48:571629 'shards': 30,
Haiyang Pan45e77dda2021-07-01 22:23:291630 'dimension_sets': [
1631 {
1632 'machine_type': 'e2-standard-8', # use 8-core to shorten runtime
1633 },
1634 ],
Haiyang Panfed339172021-03-10 23:19:571635 },
1636 },
Haiyang Pan2a55a452022-03-03 08:18:331637 'android-12-x64-rel': {
Haiyang Pandbff3ef2022-02-11 23:24:191638 'args': [
1639 '--test-launcher-filter-file=../../testing/buildbot/filters/android.emulator_12.content_browsertests.filter',
1640 ],
Haiyang Pan249494b2022-01-27 21:56:211641 'swarming': {
Haiyang Panc1192662022-03-09 00:09:021642 'shards': 25,
Haiyang Pan249494b2022-01-27 21:56:211643 },
1644 },
Stephen Martinis1384ff92020-01-07 19:52:151645 'android-arm64-proguard-rel': {
1646 'swarming': {
1647 'shards': 16,
1648 },
1649 },
1650 'android-asan': {
1651 'args': [
1652 '--test-launcher-filter-file=../../testing/buildbot/filters/android.asan.content_browsertests.filter',
1653 ],
1654 'swarming': {
André Kempef30fe9d22022-02-03 10:44:291655 'shards': 25,
Stephen Martinis1384ff92020-01-07 19:52:151656 },
1657 },
Stephen Martinis1384ff92020-01-07 19:52:151658 'android-marshmallow-arm64-rel': {
1659 'swarming': {
1660 'shards': 16,
1661 },
1662 },
Haiyang Pan2486dcb2020-09-18 17:53:061663 'android-marshmallow-x86-rel-non-cq': {
John Budoricka4e23882020-02-28 18:36:431664 'args': [
Haiyang Pan12d5acd2020-06-01 20:54:571665 '--test-launcher-filter-file=../../testing/buildbot/filters/android.emulator_m.content_browsertests.filter',
John Budoricka4e23882020-02-28 18:36:431666 ],
Haiyang Panc47f6d12020-08-19 18:34:491667 'swarming': {
1668 'shards': 20,
1669 },
John Budoricka4e23882020-02-28 18:36:431670 },
Haiyang Pancf24ceb2022-03-17 02:31:301671 'android-nougat-x86-rel': {
1672 'swarming': {
1673 'shards': 20,
1674 },
1675 },
Struan Shrimptone772d72f2021-12-15 07:50:091676 'android-pie-arm64-rel': {
1677 'swarming': {
Struan Shrimpton4b7abc02021-12-16 01:36:591678 'quickrun_shards': 40
Struan Shrimptone772d72f2021-12-15 07:50:091679 }
1680 },
Haiyang Pan08d09dc2020-04-01 16:11:211681 'android-pie-x86-rel': {
John Budoricka4e23882020-02-28 18:36:431682 'args': [
Haiyang Pan12d5acd2020-06-01 20:54:571683 '--test-launcher-filter-file=../../testing/buildbot/filters/android.emulator_p.content_browsertests.filter',
John Budoricka4e23882020-02-28 18:36:431684 ],
Sky Malice303f7ec2021-07-17 04:13:091685 'swarming': {
1686 # Flaking with only 20 shards with 40-60 minute runs.
1687 # https://crbug.com/1230118
1688 'shards': 30,
Haiyang Pan2eb735e72020-09-15 22:51:511689 },
John Budoricka4e23882020-02-28 18:36:431690 },
Stephen Martinis1384ff92020-01-07 19:52:151691 'linux-chromeos-code-coverage': {
1692 'swarming': {
1693 'shards': 12,
1694 },
1695 },
Albert J. Wong91f109652019-11-19 03:01:161696 'linux-chromeos-rel': {
1697 'swarming': {
1698 'shards': 3,
1699 },
1700 },
Yuke Liao79424e42020-01-06 21:00:111701 'linux-code-coverage': {
Yuke Liao58e1d202020-03-20 23:02:011702 'args': [
1703 '--no-sandbox',
1704 ],
Yuke Liao79424e42020-01-06 21:00:111705 'swarming': {
1706 'shards': 12,
1707 },
1708 },
Junhua Chen39dd2dba2021-05-05 17:51:541709 # https://crbug.com/1111979,
1710 'linux-lacros-code-coverage': {
1711 'args': [
1712 '--test-launcher-filter-file=../../testing/buildbot/filters/linux-lacros.content_browsertests.filter',
1713 ],
1714 },
Jieting Yangbf15db672021-10-04 19:18:371715 # https://crbug.com/1111979,
1716 'linux-lacros-dbg-tests-fyi': {
1717 'args': [
1718 '--test-launcher-filter-file=../../testing/buildbot/filters/linux-lacros.content_browsertests.filter',
1719 ],
1720 },
Sven Zheng80734f12020-08-06 06:50:391721 # https://crbug.com/1111979
1722 'linux-lacros-tester-fyi-rel': {
1723 'experiment_percentage': 100,
1724 },
Sven Zheng5c9d3e342020-08-11 21:39:431725 # https://crbug.com/1111979,
1726 'linux-lacros-tester-rel': {
Sven Zheng5c9d3e342020-08-11 21:39:431727 'args': [
Yuke Liao56a437dd2021-05-05 04:53:401728 '--test-launcher-filter-file=../../testing/buildbot/filters/linux-lacros.content_browsertests.filter',
Sven Zheng5c9d3e342020-08-11 21:39:431729 ],
1730 },
Kuan Huang235b0142021-10-19 18:59:281731 'mac-code-coverage': {
1732 'args': [
1733 '--coverage-continuous-mode=1',
1734 ],
1735 },
Kuan Huang05332fb2021-10-12 02:04:261736 # https://crbug.com/1255940
1737 'mac-rel-swarming': {
1738 'swarming': {
1739 'dimension_sets': [
1740 {
1741 # These test would time out when running on 4 cores instances.
1742 'cores': '8|12',
1743 }
1744 ],
1745 },
1746 },
Kenneth Russelleb60cbd22017-12-05 07:54:281747 },
1748 },
Nico Weber81e16ace22018-06-30 02:58:471749 'content_shell_crash_test': {
Haiyang Pan8c201b92020-06-04 01:25:071750 'remove_from': [
Haiyang Pan2486dcb2020-09-18 17:53:061751 'android-marshmallow-x86-rel-non-cq', # crbug.com/1084353
Haiyang Pan8c201b92020-06-04 01:25:071752 ],
Dirk Prankeb1c36b322018-07-11 02:42:001753 'modifications': {
Dirk Prankeb1c36b322018-07-11 02:42:001754 'Win10 Tests x64 (dbg)': {
1755 'experiment_percentage': 100, # https://crbug.com/861730
1756 },
1757 },
Nico Weber81e16ace22018-06-30 02:58:471758 },
John Budorick27d2d44e2019-05-20 20:26:091759 'content_shell_test_apk': {
1760 'remove_from': [
John Budorick27d2d44e2019-05-20 20:26:091761 'android-asan', # https://crbug.com/964562
Ben Joyce02dc8092021-03-04 21:48:191762 'android-code-coverage-native', # Does not generate profraw data.
Ben Joyce46ca6012021-03-31 19:19:251763 'android-pie-arm64-coverage-experimental-rel', # Does not generate profraw data.
John Budorick27d2d44e2019-05-20 20:26:091764 ],
John Budorickee2e64f2020-03-02 20:19:101765 'modifications': {
Haiyang Pan9d68ca02021-08-04 21:30:471766 'android-11-x86-rel': {
Haiyang Pan103864812021-03-19 19:28:441767 'args': [
1768 '--test-launcher-filter-file=../../testing/buildbot/filters/android.emulator_11.content_shell_test_apk.filter',
Haiyang Panabdab2f2021-07-19 20:37:511769 '--timeout-scale=2.0',
Haiyang Pan103864812021-03-19 19:28:441770 ],
1771 },
Haiyang Pan2a55a452022-03-03 08:18:331772 'android-12-x64-rel': {
Haiyang Pan3b1016e2022-02-05 00:02:451773 'args': [
1774 '--test-launcher-filter-file=../../testing/buildbot/filters/android.emulator_12.content_shell_test_apk.filter',
1775 ],
1776 },
James Shen39aa0e32022-03-22 04:44:501777 'android-marshmallow-x86-fyi-rel-reviver': {
1778 'swarming': {
1779 'quickrun_shards': 8,
1780 },
1781 },
Haiyang Panb991f562021-08-10 17:46:461782 'android-marshmallow-x86-rel': {
John Budorickee2e64f2020-03-02 20:19:101783 'args': [
Haiyang Pan28e73582020-05-30 00:34:271784 '--test-launcher-filter-file=../../testing/buildbot/filters/android.emulator_m.content_shell_test_apk.filter',
John Budorickee2e64f2020-03-02 20:19:101785 ],
Struan Shrimpton57c594e42022-01-25 17:59:131786 'swarming': {
1787 'quickrun_shards': 8,
1788 },
John Budorickee2e64f2020-03-02 20:19:101789 },
Haiyang Pan08d09dc2020-04-01 16:11:211790 'android-pie-x86-rel': {
John Budorickee2e64f2020-03-02 20:19:101791 'args': [
1792 '--gtest_filter=-ContentViewScrollingTest.testFling',
1793 ],
1794 },
1795 },
John Budorick27d2d44e2019-05-20 20:26:091796 },
Kenneth Russelleb60cbd22017-12-05 07:54:281797 'content_unittests': {
1798 'modifications': {
Erik Staabd468a802022-06-28 23:38:031799 'Linux ASan LSan Low Symbols FYI Tests (1)': {
1800 # These are slow on the ASAN trybot for some reason.
1801 # crbug.com/1257927
1802 'swarming': {
1803 'shards': 2,
1804 },
1805 },
John Budorick5052d552017-12-13 02:59:341806 'Linux ASan LSan Tests (1)': {
1807 # These are slow on the ASAN trybot for some reason.
Ben Pastened2c01af2022-01-31 23:06:441808 # crbug.com/1257927
John Budorick5052d552017-12-13 02:59:341809 'swarming': {
1810 'shards': 2,
1811 },
1812 },
Takuto Ikuta54671d972018-07-19 19:06:351813 'Linux ChromiumOS MSan Tests': {
1814 # These are very slow on the Chrome OS MSAN trybot for some reason.
1815 # crbug.com/865455
1816 'swarming': {
1817 'shards': 2,
1818 },
1819 },
Chong Gu52481452021-04-02 17:52:411820 'fuchsia-code-coverage': {
1821 'swarming': {
1822 'shards': 12,
1823 },
1824 },
Chong Gua10cd302022-01-14 19:22:191825 'fuchsia-fyi-x64-asan': {
1826 'args': [
1827 '--test-launcher-filter-file=../../testing/buildbot/filters/fuchsia.lsan.content_unittests.filter',
1828 ],
1829 },
Kenneth Russelleb60cbd22017-12-05 07:54:281830 },
1831 },
Jonah Ryan-Davis832c8462020-06-09 03:45:031832 'context_lost_validating_tests': {
Brian Sheedye285c9b2019-07-15 21:42:461833 # TODO(https://crbug.com/850107): Remove the Android FYI Release (Pixel 2)
1834 # exception once there is enough capacity to run these tests.
1835 'remove_from': [
Brian Sheedye285c9b2019-07-15 21:42:461836 'Android FYI Release (Pixel 2)',
1837 ],
Kenneth Russellc1a09302018-07-10 01:12:541838 },
Kenneth Russellfbda3c532017-12-08 23:57:241839 'crashpad_tests': {
1840 'remove_from': [
Nico Weber15a00d62018-05-16 17:11:481841 'linux-win_cross-rel', # https://crbug.com/762167
Vlad Tsyrklevich06a9a44f2019-07-24 19:14:391842 # https://crbug.com/crashpad/304
1843 'Linux TSan Tests',
1844 'ToTLinuxTSan',
1845 # https://crbug.com/crashpad/306
1846 'Linux CFI',
Michael Savigny0a956032021-10-27 19:18:021847 'Linux CFI (reclient shadow)',
Vlad Tsyrklevich06a9a44f2019-07-24 19:14:391848 'CFI Linux ToT',
Kenneth Russellfbda3c532017-12-08 23:57:241849 ],
Haiyang Panc7c009e2021-03-18 19:31:231850 'modifications': {
Avi Drissmanc6318122022-03-29 17:07:421851 # TODO(crbug.com/1254975): dyld was rebuilt for macOS 12, which breaks
1852 # the tests. Run this experimentally on all the macOS bots >= 12 and
1853 # remove this exception once fixed.
1854 'Mac Builder Next': {
1855 'experiment_percentage': 100,
1856 },
Haiyang Pan9d68ca02021-08-04 21:30:471857 'android-11-x86-rel': {
Haiyang Panc7c009e2021-03-18 19:31:231858 'args': [
1859 '--test-launcher-filter-file=../../testing/buildbot/filters/android.emulator_11.crashpad_tests.filter',
1860 ],
1861 },
Haiyang Pan2a55a452022-03-03 08:18:331862 'android-12-x64-rel': {
Haiyang Pan07d9e262021-10-20 21:50:031863 'args': [
1864 '--test-launcher-filter-file=../../testing/buildbot/filters/android.emulator_12.crashpad_tests.filter',
1865 ],
1866 },
Avi Drissmanc6318122022-03-29 17:07:421867 # TODO(crbug.com/1254975): dyld was rebuilt for macOS 12, which breaks
1868 # the tests. Run this experimentally on all the macOS bots >= 12 and
1869 # remove this exception once fixed.
Lindsay Pasricha60535a22021-12-13 16:50:241870 'mac-osxbeta-rel': {
1871 'experiment_percentage': 100,
1872 },
Haiyang Panc7c009e2021-03-18 19:31:231873 },
Kenneth Russellfbda3c532017-12-08 23:57:241874 },
Austin Eng414af1612022-04-08 02:15:361875 'dawn_perf_tests': {
1876 'remove_from': [
1877 'Dawn Win10 x86 DEPS Release (Intel HD 630)',
1878 'Dawn Win10 x86 Release (Intel HD 630)',
1879 ],
1880 },
Haiyang Pan1c813ca2021-11-24 18:52:161881 'device_unittests': {
1882 'modifications': {
Haiyang Pan2a55a452022-03-03 08:18:331883 'android-12-x64-rel': {
Haiyang Pan1c813ca2021-11-24 18:52:161884 'args': [
1885 '--test-launcher-filter-file=../../testing/buildbot/filters/android.emulator_12.device_unittests.filter',
1886 ],
1887 },
1888 },
1889 },
Ben Pastene61ad637c2020-05-08 22:24:411890 'disk_usage_tast_test': {
1891 # TODO(crbug.com/1077659): Add the test back after it's fixed.
1892 'remove_from': [
1893 'chromeos-kevin-rel',
1894 ],
1895 },
Struan Shrimpton57c594e42022-01-25 17:59:131896 'exo_unittests': {
1897 'modifications': {
1898 'linux-chromeos-rel': {
1899 'swarming': {
1900 'quickrun_shards': 2,
1901 }
1902 },
1903 },
1904 },
Joe Downing41486042018-10-18 22:44:441905 'extensions_browsertests': {
Brad Halla36886c2019-02-26 16:52:291906 'remove_from': [
Brad Halla36886c2019-02-26 16:52:291907 'CrWinAsan(dll)', # https://crbug.com/935598
1908 ],
Joe Downing41486042018-10-18 22:44:441909 'modifications': {
1910 'Win10 Tests x64 (dbg)': {
1911 'experiment_percentage': 100, # https://crbug.com/876615
1912 },
Sven Zheng5c9d3e342020-08-11 21:39:431913 # https://crbug.com/1111979,
Junhua Chen39dd2dba2021-05-05 17:51:541914 'linux-lacros-code-coverage': {
1915 'args': [
1916 '--gtest_filter=-BluetoothShellApiTest.ApiSanityCheck:BluetoothSocketApiTest.Listen:BluetoothSocketApiTest.PermissionDenied',
1917 ],
1918 },
Yuke Liaoa0db4742021-08-09 18:28:331919 'linux-lacros-dbg-tests-fyi': {
1920 'args': [
1921 '--gtest_filter=-BluetoothShellApiTest.ApiSanityCheck:BluetoothSocketApiTest.Listen:BluetoothSocketApiTest.PermissionDenied',
1922 ],
1923 },
Sven Zheng5c9d3e342020-08-11 21:39:431924 'linux-lacros-tester-rel': {
Sven Zheng5c9d3e342020-08-11 21:39:431925 'args': [
1926 '--gtest_filter=-BluetoothShellApiTest.ApiSanityCheck:BluetoothSocketApiTest.Listen:BluetoothSocketApiTest.PermissionDenied',
1927 ],
1928 },
Joe Downing41486042018-10-18 22:44:441929 },
1930 },
Sven Zheng577fe5ff2020-08-03 22:06:441931 'extensions_unittests': {
Sven Zheng80734f12020-08-06 06:50:391932 'modifications': {
Chong Gud034fe52022-01-20 21:48:041933 'fuchsia-fyi-x64-asan': {
1934 'args': [
Chong Gu1155d872022-02-10 17:55:271935 '--test-launcher-filter-file=../../testing/buildbot/filters/fuchsia.lsan.extensions_unittests.filter',
Chong Gud034fe52022-01-20 21:48:041936 ],
1937 },
Sven Zheng5c9d3e342020-08-11 21:39:431938 # https://crbug.com/1111979,
Junhua Chen39dd2dba2021-05-05 17:51:541939 'linux-lacros-code-coverage': {
1940 'args': [
Yuke Liaoa0db4742021-08-09 18:28:331941 '--gtest_filter=-BluetoothSocketApiUnittest.CreateThenClose:'
1942 'NativeExtensionBindingsSystemUnittest.*',
1943 ],
1944 },
1945 'linux-lacros-dbg-tests-fyi': {
1946 'args': [
Junhua Chen39dd2dba2021-05-05 17:51:541947 '--gtest_filter=-NativeExtensionBindingsSystemUnittest*:'
1948 'BluetoothSocketApiUnittest.CreateThenClose:'
1949 'FeatureProviderTest.PermissionFeatureAvailability',
1950 ],
1951 },
Sven Zheng5c9d3e342020-08-11 21:39:431952 'linux-lacros-tester-rel': {
Sven Zheng5c9d3e342020-08-11 21:39:431953 'args': [
Yuke Liaobb8308322020-08-12 20:20:471954 '--gtest_filter=-NativeExtensionBindingsSystemUnittest*:'
1955 'BluetoothSocketApiUnittest.CreateThenClose:'
1956 'FeatureProviderTest.PermissionFeatureAvailability',
Sven Zheng5c9d3e342020-08-11 21:39:431957 ],
1958 },
Sven Zheng80734f12020-08-06 06:50:391959 },
Sven Zheng577fe5ff2020-08-03 22:06:441960 },
Chong Gu76046412021-09-22 17:49:211961 'gfx_unittests': {
Chong Gudf7fbe92021-02-24 02:55:581962 'modifications': {
1963 'fuchsia-code-coverage': {
1964 'swarming': {
1965 'shards': 2,
1966 },
1967 },
1968 },
1969 },
Kenneth Russelleb60cbd22017-12-05 07:54:281970 'gin_unittests': {
1971 'remove_from': [
Nico Weber1394523f2018-06-06 15:58:471972 'ToTLinuxASan', # https://crbug.com/831667
Erik Staabd468a802022-06-28 23:38:031973 'Linux ASan LSan Low Symbols FYI Tests (1)', # https://crbug.com/831667
Nico Weberd36959682018-04-12 03:33:461974 'Linux ASan LSan Tests (1)', # https://crbug.com/831667
Nico Weber1394523f2018-06-06 15:58:471975 'Linux Chromium OS ASan LSan Tests (1)', # https://crbug.com/831667
Kenneth Russelleb60cbd22017-12-05 07:54:281976 ],
Chong Gua10cd302022-01-14 19:22:191977 'modifications': {
1978 'fuchsia-fyi-x64-asan': {
1979 'args': [
1980 '--test-launcher-filter-file=../../testing/buildbot/filters/fuchsia.lsan.gin_unittests.filter',
1981 ],
1982 },
1983 },
Kenneth Russelleb60cbd22017-12-05 07:54:281984 },
Jonah Ryan-Davisdeeffeaf2020-06-18 17:56:001985 'gl_tests_passthrough': {
1986 'remove_from': [
1987 'CFI Linux ToT',
1988 # Can't run on MSAN because gl_tests uses the hardware driver,
1989 # which isn't instrumented.
1990 'Linux MSan Tests',
Ben Pastene7636bb62022-04-22 18:55:251991 'Linux MSan Focal',
Jonah Ryan-Davisdeeffeaf2020-06-18 17:56:001992 ],
1993 'modifications': {
1994 # TODO(kbr): figure out a better way to specify blocks of
1995 # arguments like this for tests on multiple machines.
Erik Staabd468a802022-06-28 23:38:031996 'Linux ASan LSan Low Symbols FYI Tests (1)': {
1997 'args': [
1998 '--use-gpu-in-tests',
1999 '--no-xvfb',
2000 ],
2001 'swarming': {
2002 'dimension_sets': [
2003 {
2004 'gpu': '10de:2184',
2005 'os': 'Ubuntu',
2006 'pool': 'chromium.tests.gpu',
2007 },
2008 ],
2009 },
2010 },
Garrett Beatya491ec72020-07-25 12:36:122011 'Linux ASan LSan Tests (1)': {
2012 'args': [
2013 '--use-gpu-in-tests',
2014 '--no-xvfb',
2015 ],
2016 'swarming': {
2017 'dimension_sets': [
2018 {
Yuly Novikovaa06f172022-02-12 00:38:572019 'gpu': '10de:2184',
Garrett Beatya491ec72020-07-25 12:36:122020 'os': 'Ubuntu',
2021 'pool': 'chromium.tests.gpu',
2022 },
2023 ],
2024 },
2025 },
2026 'Linux CFI': {
2027 'args': [
2028 '--use-gpu-in-tests',
2029 '--no-xvfb',
2030 ],
2031 'swarming': {
2032 'dimension_sets': [
2033 {
Yuly Novikovaa06f172022-02-12 00:38:572034 'gpu': '10de:2184',
Garrett Beatya491ec72020-07-25 12:36:122035 'os': 'Ubuntu',
2036 'pool': 'chromium.tests.gpu',
2037 },
2038 ],
2039 },
2040 },
Michael Savigny64f8ba32022-01-12 15:50:572041 'Linux CFI (reclient shadow)': {
2042 'args': [
2043 '--use-gpu-in-tests',
2044 '--no-xvfb',
2045 ],
2046 'swarming': {
2047 'dimension_sets': [
2048 {
Yuly Novikovaa06f172022-02-12 00:38:572049 'gpu': '10de:2184',
Michael Savigny64f8ba32022-01-12 15:50:572050 'os': 'Ubuntu',
2051 'pool': 'chromium.tests.gpu',
2052 },
2053 ],
2054 },
2055 },
Garrett Beatya491ec72020-07-25 12:36:122056 'Linux TSan Tests': {
2057 'args': [
2058 '--use-gpu-in-tests',
2059 '--no-xvfb',
2060 ],
2061 'swarming': {
2062 'dimension_sets': [
2063 {
Yuly Novikovaa06f172022-02-12 00:38:572064 'gpu': '10de:2184',
Garrett Beatya491ec72020-07-25 12:36:122065 'os': 'Ubuntu',
2066 'pool': 'chromium.tests.gpu',
2067 },
2068 ],
2069 },
2070 },
Jonah Ryan-Davisdeeffeaf2020-06-18 17:56:002071 },
2072 },
Jonah Ryan-Davise25a89f2020-05-29 20:18:242073 'gl_tests_validating': {
Jonah Ryan-Davisb9f03ac2021-03-18 23:53:022074 'remove_from': [
Kenneth Russell8a386d42018-06-02 09:48:012075 'Android FYI Release (Nexus 5X)',
John Budorickca14c76f62017-12-09 14:19:182076 ],
Kenneth Russelleb60cbd22017-12-05 07:54:282077 'modifications': {
Haiyang Pan9d68ca02021-08-04 21:30:472078 'android-11-x86-rel': {
Haiyang Pancf765862021-03-18 20:39:152079 'args': [
2080 '--test-launcher-filter-file=../../testing/buildbot/filters/android.emulator_11.gl_tests.filter',
2081 ],
2082 },
Haiyang Pan2a55a452022-03-03 08:18:332083 'android-12-x64-rel': {
Haiyang Pan382008922021-11-19 21:15:092084 'args': [
2085 '--test-launcher-filter-file=../../testing/buildbot/filters/android.emulator_12.gl_tests.filter',
2086 ],
2087 },
Haiyang Panb991f562021-08-10 17:46:462088 'android-marshmallow-x86-rel': {
John Budorick79ec9012020-01-08 21:56:312089 'args': [
2090 '--test-launcher-filter-file=../../testing/buildbot/filters/android.emulator.gl_tests.filter',
2091 ],
2092 },
Andrew Luo38b311f2019-10-04 03:42:092093 'android-pie-arm64-rel': {
John Budorick79ec9012020-01-08 21:56:312094 'args': [
Andrew Luobe83fd82019-12-19 03:07:582095 '--test-launcher-filter-file=../../testing/buildbot/filters/android.pie_arm64_rel.gl_tests.filter', # https://crbug.com/1034007
2096 ],
Andrew Luo38b311f2019-10-04 03:42:092097 },
Haiyang Pan08d09dc2020-04-01 16:11:212098 'android-pie-x86-rel': {
John Budorick79ec9012020-01-08 21:56:312099 'args': [
2100 '--test-launcher-filter-file=../../testing/buildbot/filters/android.emulator.gl_tests.filter',
2101 ],
2102 },
Kenneth Russelleb60cbd22017-12-05 07:54:282103 },
2104 },
Takuto Ikutaf5333252019-11-06 16:07:082105 'gl_unittests': {
2106 'remove_from': [
Takuto Ikutaf5333252019-11-06 16:07:082107 # On Android, these are already run on the main waterfall.
2108 # Run them on the one-off Android FYI bots, though.
2109 'Android FYI Release (Nexus 5X)',
Yuly Novikov37e04342020-05-29 00:52:042110 # Can't run on MSAN because gl_unittests uses the hardware driver,
2111 # which isn't instrumented.
2112 'Linux MSan Tests',
Ben Pastene7636bb62022-04-22 18:55:252113 'Linux MSan Focal',
Takuto Ikutaf5333252019-11-06 16:07:082114 ],
Haiyang Pan505fcd5a2021-12-13 19:46:232115 'modifications': {
Haiyang Pan2a55a452022-03-03 08:18:332116 'android-12-x64-rel': {
Haiyang Pan505fcd5a2021-12-13 19:46:232117 'args': [
2118 '--test-launcher-filter-file=../../testing/buildbot/filters/android.emulator_12.gl_unittests.filter',
2119 ],
2120 },
2121 },
Takuto Ikutaf5333252019-11-06 16:07:082122 },
2123 'gl_unittests_ozone': {
2124 'remove_from': [
2125 # Can't run on MSAN because gl_unittests_ozone uses the hardware driver,
2126 # which isn't instrumented.
2127 'Linux ChromiumOS MSan Tests',
Ben Pastene7636bb62022-04-22 18:55:252128 'Linux ChromiumOS MSan Focal',
Takuto Ikutaf5333252019-11-06 16:07:082129 ],
2130 },
2131 'gpu_process_launch_tests': {
2132 # TODO(https://crbug.com/850107): Remove the Android FYI Release (Pixel 2)
2133 # exception once there is enough capacity to run these tests.
2134 'remove_from': [
Takuto Ikutaf5333252019-11-06 16:07:082135 'Android FYI Release (Pixel 2)',
2136 ],
2137 },
Brian Sheedy053d88cf2022-05-24 23:40:052138 'gpu_pytype': {
2139 'remove_from': [
2140 'linux-code-coverage',
2141 ],
2142 },
Chong Gu76046412021-09-22 17:49:212143 'gpu_unittests': {
Chong Gudf7fbe92021-02-24 02:55:582144 'modifications': {
2145 'fuchsia-code-coverage': {
2146 'swarming': {
2147 'shards': 5,
2148 },
2149 },
2150 },
2151 },
Kevin McNeed21a6c522021-06-14 21:27:252152 'grit_python_unittests': {
2153 'remove_from': [
2154 # These tests require node, which is not supported in Win7.
2155 # (https://crbug.com/1218989)
2156 'Win 7 Tests x64 (1)',
2157 'Win7 Tests (1)',
Titouan Rigoudy9e860832021-11-08 15:34:452158 # TODO(https://crbug.com/1267125): Re-enable.
2159 'mac11-arm64-rel-tests',
Zhaoyang Li5d3713d2022-06-13 18:01:172160 # TODO(https://crbug.com/1267125): Re-enable.
2161 'mac12-arm64-rel-tests',
Kevin McNeed21a6c522021-06-14 21:27:252162 ],
2163 },
Brian Sheedye285c9b2019-07-15 21:42:462164 'hardware_accelerated_feature_tests': {
2165 # TODO(https://crbug.com/850107): Remove the Android FYI Release (Pixel 2)
2166 # exception once there is enough capacity to run these tests.
2167 'remove_from': [
Brian Sheedye285c9b2019-07-15 21:42:462168 'Android FYI Release (Pixel 2)',
2169 ],
2170 },
Brad Halla36886c2019-02-26 16:52:292171 'headless_browsertests': {
Chong Gud08d1232021-09-11 08:53:592172 'remove_from': [
2173 'CrWinAsan(dll)', # https://crbug.com/935598
Maksim Sisovc81d284c2021-10-05 17:54:352174 # Wayland bot doesn't support headless mode.
2175 'Linux Tests (Wayland)',
Chong Gud08d1232021-09-11 08:53:592176 ],
Chong Gud1a5c5992021-04-09 04:08:322177 'modifications': {
2178 'fuchsia-code-coverage': {
2179 'swarming': {
Chong Gu115ce152021-04-15 23:57:162180 'shards': 6,
Chong Gud1a5c5992021-04-09 04:08:322181 },
2182 },
2183 },
Brad Halla36886c2019-02-26 16:52:292184 },
Kenneth Russell8a386d42018-06-02 09:48:012185 'info_collection_tests': {
2186 'remove_from': [
Kenneth Russell8a386d42018-06-02 09:48:012187 'Android V8 FYI Release (Nexus 5X)',
2188 'Linux V8 FYI Release (NVIDIA)',
Michael Achenbach5fdfc67b2018-12-13 13:26:352189 'Linux V8 FYI Release - pointer compression (NVIDIA)',
Kenneth Russell8a386d42018-06-02 09:48:012190 'Mac V8 FYI Release (Intel)',
2191 'Win V8 FYI Release (NVIDIA)',
2192 ],
Brian Sheedyfe61cdac2020-02-12 01:25:592193 'modifications': {
Brian Sheedyb18cb762020-06-30 00:09:292194 'ChromeOS FYI Release (amd64-generic)': {
Brian Sheedy65be3052020-06-26 19:26:512195 'args': [
Brian Sheedyb18cb762020-06-30 00:09:292196 # Swarming does not report a GPU since tests are run in a VM, but
2197 # the VM does report that a GPU is present.
2198 '--expected-device-id', '1050',
Brian Sheedydf2672f2020-05-07 20:44:362199 ],
2200 },
Chong Gu3065cdc2022-02-28 21:03:032201 'fuchsia-fyi-x64-rel': {
2202 'args': [
2203 # Swarming does not report a GPU since tests are run in a VM, but
2204 # the VM does report that a GPU is present.
2205 '--expected-device-id', 'c0de',
2206 ],
2207 },
2208 'fuchsia-fyi-x64-wst': {
2209 'args': [
2210 # Swarming does not report a GPU since tests are run in a VM, but
2211 # the VM does report that a GPU is present.
2212 '--expected-device-id', 'c0de',
2213 ],
2214 },
Brian Sheedyfe61cdac2020-02-12 01:25:592215 },
Brian Sheedy32eeeb52020-05-22 01:49:372216 'replacements': {
2217 'ChromeOS FYI Release (amd64-generic)': {
2218 'args': {
2219 # Swarming does not report a GPU since tests are run in a VM, but
2220 # the VM does report that a GPU is present.
2221 '--expected-vendor-id': '1af4',
Brian Sheedyb18cb762020-06-30 00:09:292222 # Magic substitution happens after regular replacement, so remove it
2223 # now since we are manually applying the expected device ID above.
2224 '$$MAGIC_SUBSTITUTION_GPUExpectedDeviceId': None,
Brian Sheedy32eeeb52020-05-22 01:49:372225 },
Brian Sheedyff6d1442020-09-19 00:46:312226 },
Brian Sheedye9c7afe52022-06-13 21:19:372227 'Mac FYI Experimental Release (Apple M1)': {
2228 'args': {
2229 # The GPU information is not yet exposed in swarming, so we can't
2230 # explicitly request it and have the JSON generation handle this
2231 # automatically.
2232 '--expected-vendor-id': '106b',
2233 },
2234 },
Brian Sheedy177addbf2021-09-24 19:06:512235 'Mac FYI Release (Apple M1)': {
2236 'args': {
2237 # The GPU information is not yet exposed in swarming, so we can't
2238 # explicitly request it and have the JSON generation handle this
2239 # automatically.
2240 '--expected-vendor-id': '106b',
2241 },
2242 },
Chong Gu3065cdc2022-02-28 21:03:032243 'fuchsia-fyi-x64-rel': {
2244 'args': {
2245 # The GPU information is not exposed in swarming since Fuchsia
2246 # launches an emulator on the GCE machine.
2247 '--expected-vendor-id': '1ae0',
2248 '$$MAGIC_SUBSTITUTION_GPUExpectedDeviceId': None,
2249 },
2250 },
2251 'fuchsia-fyi-x64-wst': {
2252 'args': {
2253 # The GPU information is not exposed in swarming since Fuchsia
2254 # launches an emulator on the GCE machine.
2255 '--expected-vendor-id': '1ae0',
2256 '$$MAGIC_SUBSTITUTION_GPUExpectedDeviceId': None,
2257 },
2258 },
Brian Sheedy32eeeb52020-05-22 01:49:372259 },
Kenneth Russell8a386d42018-06-02 09:48:012260 },
Kenneth Russelleb60cbd22017-12-05 07:54:282261 'interactive_ui_tests': {
Brad Halla36886c2019-02-26 16:52:292262 'remove_from': [
Brad Halla36886c2019-02-26 16:52:292263 'CrWinAsan(dll)', # https://crbug.com/935598
2264 ],
Kenneth Russelleb60cbd22017-12-05 07:54:282265 'modifications': {
Stephen Martinis1384ff92020-01-07 19:52:152266 'Linux - Future (dbg)': { # client.v8.chromium
Nico Weberdae13cd92018-12-14 13:56:262267 'swarming': {
Stephen Martinis1384ff92020-01-07 19:52:152268 'shards': 3,
Nico Weberdae13cd92018-12-14 13:56:262269 },
2270 },
Erik Staabd468a802022-06-28 23:38:032271 'Linux ASan LSan Low Symbols FYI Tests (1)': {
2272 # These are slow on the ASan trybot for some reason, crbug.com/1257927
2273 'swarming': {
2274 'shards': 6,
2275 'quickrun_shards': 12,
2276 },
2277 },
John Budorickca14c76f62017-12-09 14:19:182278 'Linux ASan LSan Tests (1)': {
Ben Pastened2c01af2022-01-31 23:06:442279 # These are slow on the ASan trybot for some reason, crbug.com/1257927
Nico Weber96a75a6942018-06-20 04:53:172280 'swarming': {
2281 'shards': 6,
Struan Shrimptone772d72f2021-12-15 07:50:092282 'quickrun_shards': 12,
Nico Weber96a75a6942018-06-20 04:53:172283 },
2284 },
Pavol Marko05b6bb92022-03-21 12:33:292285 'Linux Chromium OS ASan LSan Tests (1)': {
2286 # These are slow on the ASan trybot for some reason, crbug.com/1257927
2287 'swarming': {
2288 'shards': 6,
2289 'quickrun_shards': 12,
2290 },
2291 },
Ben Pastene7636bb62022-04-22 18:55:252292 'Linux ChromiumOS MSan Focal': {
2293 # These are very slow on the Chrome OS MSAN trybot for some reason.
2294 # crbug.com/865455
2295 'swarming': {
2296 'shards': 5,
2297 },
2298 },
Takuto Ikuta54671d972018-07-19 19:06:352299 'Linux ChromiumOS MSan Tests': {
2300 # These are very slow on the Chrome OS MSAN trybot for some reason.
2301 # crbug.com/865455
2302 'swarming': {
2303 'shards': 5,
2304 },
2305 },
Stephen Martinis1384ff92020-01-07 19:52:152306 'Linux TSan Tests': {
Ben Pastened2c01af2022-01-31 23:06:442307 # These are slow on the TSan bots for some reason, crbug.com/1257927
Dirk Pranke8fd63c12017-12-10 18:06:272308 'swarming': {
Stephen Martinisad6cb7af2021-02-24 01:12:002309 'shards': 32, # Adjusted for testing, see https://crbug.com/1179567
Dirk Pranke8fd63c12017-12-10 18:06:272310 },
2311 },
Maksim Sisovc81d284c2021-10-05 17:54:352312 # https://crbug.com/1192997
2313 'Linux Tests (Wayland)': {
2314 'args': [
2315 '--test-launcher-filter-file=../../testing/buildbot/filters/ozone-linux.interactive_ui_tests_wayland.filter',
2316 ],
2317 },
Lindsay Pasrichab3f72db2021-09-22 22:05:462318 'Mac ASan 64 Tests (1)': { # https://crbug.com/1251656
2319 'experiment_percentage': 100,
2320 },
Struan Shrimptone772d72f2021-12-15 07:50:092321 'Mac11 Tests': {
2322 'swarming': {
2323 'quickrun_shards': 6,
2324 },
2325 },
Yue She0cad2922022-06-24 15:06:072326 'Mac12 Tests': {
2327 'swarming': {
2328 'quickrun_shards': 6,
2329 },
2330 },
Cameron Higgins7558b162022-06-10 18:53:072331 'Mac12 Tests (dbg)': { # https://crbug.com/1265051
Zhaoyang Li9357e1e12021-12-07 18:53:172332 'experiment_percentage': 100,
2333 },
Stephen Martinis1384ff92020-01-07 19:52:152334 'ToTLinuxTSan': {
Ben Pastened2c01af2022-01-31 23:06:442335 # These are slow on the TSan bots for some reason, crbug.com/1257927
Stephen Martinis1384ff92020-01-07 19:52:152336 'swarming': {
2337 'shards': 6,
2338 },
2339 },
Struan Shrimptona1ab7672022-01-13 18:02:512340 'Win10 Tests x64': {
2341 'swarming': {
Struan Shrimptonf5b2b552022-01-20 20:37:392342 'quickrun_shards': 8,
Struan Shrimptona1ab7672022-01-13 18:02:512343 },
2344 },
Stephen Martinis1384ff92020-01-07 19:52:152345 # temporary, https://crbug.com/818832
Greg Thompson3eb7e6522018-05-25 09:04:032346 'Win10 Tests x64 (dbg)': {
2347 'experiment_percentage': 100,
2348 },
Jacob Kopczynski3a555bd32020-12-10 01:41:162349 # TODO(crbug.com/970649): Remove these filters.
Ben Pastene8ef125e2019-12-10 01:46:292350 'linux-chromeos-chrome': {
Ben Pastene8ef125e2019-12-10 01:46:292351 'args': [
2352 '--gtest_filter=-SadTabViewInteractiveUITest.ReloadMultipleSadTabs',
2353 ],
2354 },
Stephen Martinis1384ff92020-01-07 19:52:152355 'linux-chromeos-code-coverage': {
Yuke Liao79424e42020-01-06 21:00:112356 'swarming': {
2357 'shards': 10,
2358 },
2359 },
Pavol Marko582a15d2022-04-01 12:47:202360 'linux-chromeos-dbg': {
2361 'swarming': {
2362 'shards': 6,
2363 },
2364 },
Stephen Martinis1384ff92020-01-07 19:52:152365 'linux-code-coverage': {
Yuke Liao79424e42020-01-06 21:00:112366 'swarming': {
2367 'shards': 10,
2368 },
2369 },
Sven Zheng80734f12020-08-06 06:50:392370 # https://crbug.com/1111979
Junhua Chen39dd2dba2021-05-05 17:51:542371 'linux-lacros-code-coverage': {
2372 'args': [
2373 '--test-launcher-filter-file=../../testing/buildbot/filters/linux-lacros.interactive_ui_tests.filter',
2374 ],
2375 },
2376 # https://crbug.com/1111979
Jieting Yangbf15db672021-10-04 19:18:372377 'linux-lacros-dbg-tests-fyi': {
2378 'args': [
2379 '--test-launcher-filter-file=../../testing/buildbot/filters/linux-lacros.interactive_ui_tests.filter',
2380 ],
2381 },
2382 # https://crbug.com/1111979
Sven Zheng010820d2020-08-17 22:38:442383 'linux-lacros-tester-rel': {
Sven Zheng010820d2020-08-17 22:38:442384 'args': [
Yuke Liao56a437dd2021-05-05 04:53:402385 '--test-launcher-filter-file=../../testing/buildbot/filters/linux-lacros.interactive_ui_tests.filter',
Sven Zheng010820d2020-08-17 22:38:442386 ],
2387 },
Kuan Huang235b0142021-10-19 18:59:282388 'mac-code-coverage': {
2389 'args': [
2390 '--coverage-continuous-mode=1',
2391 ],
2392 },
Lindsay Pasricha60535a22021-12-13 16:50:242393 # TODO (crbug.com/1278617) Re-enable once fixed
2394 'mac-osxbeta-rel': {
2395 'experiment_percentage': 100,
2396 },
Kenneth Russelleb60cbd22017-12-05 07:54:282397 },
2398 },
Sven Zhengef0d0872022-04-04 22:13:292399 'interactive_ui_tests amd64-generic': {
Yuke Liaob6beaeca2021-04-29 23:41:512400 'remove_from': [
2401 # TODO(crbug.com/1204231): Re-enable.
2402 'lacros-amd64-generic-rel',
Yuke Liao859819d2022-02-24 08:23:492403 'lacros-amd64-generic-rel-fyi',
Yuke Liaob6beaeca2021-04-29 23:41:512404 ]
2405 },
Sven Zhengef0d0872022-04-04 22:13:292406 'interactive_ui_tests eve': {
Yuke Liao79a8cf52021-06-11 18:14:342407 'remove_from': [
2408 # TODO(crbug.com/1204231): Re-enable.
2409 'lacros-amd64-generic-rel',
Yuke Liao859819d2022-02-24 08:23:492410 'lacros-amd64-generic-rel-fyi',
Yuke Liao79a8cf52021-06-11 18:14:342411 ]
2412 },
John Budorickf00e5ff2019-06-11 21:21:062413 'ipc_tests': {
2414 'modifications': {
Ken Rockot83999b62022-05-20 21:37:052415 'Linux ChromiumOS MSan Tests': {
2416 'swarming': {
2417 'dimension_sets': [
2418 {
2419 'cpu': 'x86-64',
2420 'os': 'Ubuntu-18.04',
2421 },
2422 ],
2423 },
2424 },
2425 'Linux MSan Tests': {
2426 'swarming': {
2427 'dimension_sets': [
2428 {
2429 'cpu': 'x86-64',
2430 'os': 'Ubuntu-18.04',
2431 },
2432 ],
2433 },
2434 },
John Budorickf00e5ff2019-06-11 21:21:062435 'android-asan': {
2436 'swarming': {
2437 'shards': 2,
2438 },
2439 },
2440 },
2441 },
Jonah Ryan-Davis832c8462020-06-09 03:45:032442 'maps_pixel_passthrough_test': {
Brian Sheedyc0c142c2021-06-01 21:18:052443 'modifications': {
2444 'Android FYI Release (Pixel 4)': {
2445 'args': [
2446 # Pixel 4s are weird in that they can output in different color spaces
2447 # simultaneously. The readback code for capturing a screenshot assumes
2448 # only one color space, so disable wide color gamut for the test to
2449 # work around the issue. See https://crbug.com/1166379 for more
2450 # information.
2451 '--extra-browser-args=--disable-wcg-for-test',
2452 ],
2453 },
Ben Pastene63f13302022-05-12 21:04:052454 'android_optional_gpu_tests_rel': {
2455 'args': [
2456 # See above.
2457 '--extra-browser-args=--disable-wcg-for-test',
2458 ],
2459 },
Brian Sheedyc0c142c2021-06-01 21:18:052460 },
Jonah Ryan-Davis832c8462020-06-09 03:45:032461 'replacements': {
2462 # The V8 builders pass the V8 revision for ${got_revision}, so instead
2463 # use ${got_cr_revision}, which is only set on the V8 bots.
2464 'Linux V8 FYI Release (NVIDIA)': {
2465 'args': {
2466 '--git-revision': '${got_cr_revision}',
2467 },
2468 },
2469 'Linux V8 FYI Release - pointer compression (NVIDIA)': {
2470 'args': {
2471 '--git-revision': '${got_cr_revision}',
2472 },
2473 },
Jonah Ryan-Davisdeeffeaf2020-06-18 17:56:002474 'Mac V8 FYI Release (Intel)': {
2475 'args': {
2476 '--git-revision': '${got_cr_revision}',
2477 },
2478 },
Jonah Ryan-Davis832c8462020-06-09 03:45:032479 'Win V8 FYI Release (NVIDIA)': {
2480 'args': {
2481 '--git-revision': '${got_cr_revision}',
2482 },
2483 },
2484 },
2485 },
2486 'maps_pixel_validating_test': {
Brian Sheedy0566f2cb2021-02-12 22:12:502487 'modifications': {
2488 'Android FYI Release (Pixel 4)': {
2489 'args': [
2490 # Pixel 4s are weird in that they can output in different color spaces
2491 # simultaneously. The readback code for capturing a screenshot assumes
2492 # only one color space, so disable wide color gamut for the test to
2493 # work around the issue. See https://crbug.com/1166379 for more
2494 # information.
2495 '--extra-browser-args=--disable-wcg-for-test',
2496 ],
2497 },
Ben Pastene63f13302022-05-12 21:04:052498 'android_optional_gpu_tests_rel': {
2499 'args': [
2500 # See above.
2501 '--extra-browser-args=--disable-wcg-for-test',
2502 ],
2503 },
Brian Sheedy0566f2cb2021-02-12 22:12:502504 },
Brian Sheedye285c9b2019-07-15 21:42:462505 # TODO(https://crbug.com/850107): Remove the Android FYI Release (Pixel 2)
2506 # exception once there is enough capacity to run these tests.
2507 'remove_from': [
Brian Sheedye285c9b2019-07-15 21:42:462508 'Android FYI Release (Pixel 2)',
2509 ],
Brian Sheedy44fd891b2019-10-03 20:07:542510 'replacements': {
Brian Sheedy44fd891b2019-10-03 20:07:542511 # The V8 builders pass the V8 revision for ${got_revision}, so instead
2512 # use ${got_cr_revision}, which is only set on the V8 bots.
2513 'Android V8 FYI Release (Nexus 5X)': {
2514 'args': {
Brian Sheedy4d335deb2020-04-01 20:47:322515 '--git-revision': '${got_cr_revision}',
Brian Sheedy44fd891b2019-10-03 20:07:542516 },
2517 },
Brian Sheedy44fd891b2019-10-03 20:07:542518 },
Brian Sheedye285c9b2019-07-15 21:42:462519 },
Andrew Luo38b311f2019-10-04 03:42:092520 'media_unittests': {
2521 'modifications': {
Haiyang Pan9d68ca02021-08-04 21:30:472522 'android-11-x86-rel': {
Haiyang Pancf765862021-03-18 20:39:152523 'args': [
Haiyang Pan80b0d412021-11-23 00:06:422524 '--test-launcher-filter-file=../../testing/buildbot/filters/android.emulator_11_12.media_unittests.filter',
2525 ],
2526 },
Haiyang Pan2a55a452022-03-03 08:18:332527 'android-12-x64-rel': {
Haiyang Pan80b0d412021-11-23 00:06:422528 'args': [
2529 '--test-launcher-filter-file=../../testing/buildbot/filters/android.emulator_11_12.media_unittests.filter',
Haiyang Pancf765862021-03-18 20:39:152530 ],
2531 },
Haiyang Pan2486dcb2020-09-18 17:53:062532 'android-marshmallow-x86-rel-non-cq': {
John Budorickb5185112020-01-08 22:40:212533 'args': [
Haiyang Pan569659f02020-05-30 00:48:452534 '--test-launcher-filter-file=../../testing/buildbot/filters/android.emulator_m.media_unittests.filter',
John Budorickb5185112020-01-08 22:40:212535 ],
2536 },
Andrew Luo38b311f2019-10-04 03:42:092537 'android-pie-arm64-rel': {
Andrew Luobe83fd82019-12-19 03:07:582538 'args': [
2539 '--gtest_filter=-AAudio/AudioOutputTest.Play200HzTone/0', # https://crbug.com/1034009
2540 ],
Andrew Luo38b311f2019-10-04 03:42:092541 },
Chong Gudf7fbe92021-02-24 02:55:582542 'fuchsia-code-coverage': {
2543 'swarming': {
2544 'shards': 3,
2545 },
2546 },
Chong Gub2446462021-08-19 18:44:082547 'fuchsia-fyi-arm64-dbg': {
2548 'args': [
2549 '--test-launcher-filter-file=../../testing/buildbot/filters/fuchsia.debug.media_unittests.filter',
2550 ],
2551 },
Andrew Luo38b311f2019-10-04 03:42:092552 },
2553 },
Chong Gu4eca1ce2021-05-17 08:49:572554 'mediapipe_validating_tests': {
Chong Guabe5adec02022-03-24 17:41:302555 'modifications': { # TODO(crbug.com/1201887): Remove once tests are stable.
2556 'fuchsia-fyi-x64-rel': {
2557 'experiment_percentage': 100,
2558 },
2559 },
Chong Gu4eca1ce2021-05-17 08:49:572560 'remove_from': [
2561 # TODO(crbug.com/1201887): Remove once tests are stable.
2562 'Fuchsia x64',
2563 ],
2564 },
Ben Joyce02dc8092021-03-04 21:48:192565 'mojo_test_apk': {
2566 'remove_from': [
2567 'android-code-coverage-native', # Does not generate profraw data.
Ben Joyce46ca6012021-03-31 19:19:252568 'android-pie-arm64-coverage-experimental-rel', # Does not generate profraw data.
Ben Joyce02dc8092021-03-04 21:48:192569 ],
2570 },
John Budorickf00e5ff2019-06-11 21:21:062571 'mojo_unittests': {
2572 'modifications': {
2573 'android-asan': {
2574 'swarming': {
John Budorick5a29d7542019-10-11 20:56:442575 'shards': 5,
John Budorickf00e5ff2019-06-11 21:21:062576 },
2577 },
Chong Gudf7fbe92021-02-24 02:55:582578 'fuchsia-code-coverage': {
2579 'swarming': {
2580 'shards': 2,
2581 },
2582 },
John Budorickf00e5ff2019-06-11 21:21:062583 },
2584 },
bsheedye9469572019-01-23 17:31:332585 'monochrome_public_test_ar_apk': {
2586 'modifications': {
Brian Sheedy12169aa2019-10-16 23:38:032587 'Nougat Phone Tester': {
2588 'args': [
2589 # ArCore is not installed as a system app on N, so we can install it
2590 # normally instead of replacing the system version.
2591 '--additional-apk=//third_party/arcore-android-sdk/test-apks/arcore/arcore_current.apk'
2592 ],
2593 },
bsheedye9469572019-01-23 17:31:332594 # We need to match the Playstore version as well because AR tests fail on
2595 # old versions of the Playstore.
2596 'Oreo Phone Tester': {
Brian Sheedy2bcd16b2019-04-22 22:47:082597 'args': [
2598 # ArCore is not installed as a system app on O, so we can install it
2599 # normally instead of replacing the system version.
2600 '--additional-apk=//third_party/arcore-android-sdk/test-apks/arcore/arcore_current.apk'
2601 ],
bsheedye9469572019-01-23 17:31:332602 'swarming': {
2603 'dimension_sets': [
2604 {
2605 'device_os': 'OPR3.170623.008',
bsheedye9469572019-01-23 17:31:332606 'device_type': 'marlin',
2607 'os': 'Android',
2608 },
2609 ],
2610 },
2611 },
Haiyang Pan57159eba2020-05-07 23:14:132612 'android-10-arm64-rel': {
2613 'args': [
Brian Sheedy4dc4a6f2020-09-17 22:18:502614 '--remove-system-package=com.google.ar.core',
2615 '--additional-apk=//third_party/arcore-android-sdk/test-apks/arcore/arcore_current.apk',
Haiyang Pan57159eba2020-05-07 23:14:132616 ]
2617 },
Brian Sheedy2bcd16b2019-04-22 22:47:082618 'android-pie-arm64-dbg': {
2619 'args': [
Brian Sheedy4dc4a6f2020-09-17 22:18:502620 '--remove-system-package=com.google.ar.core',
2621 '--additional-apk=//third_party/arcore-android-sdk/test-apks/arcore/arcore_current.apk',
Brian Sheedy2bcd16b2019-04-22 22:47:082622 ]
2623 }
bsheedye9469572019-01-23 17:31:332624 },
2625 },
Kenneth Russellfbda3c532017-12-08 23:57:242626 'nacl_loader_unittests': {
2627 'remove_from': [
Nico Weber48f187142018-06-01 15:16:352628 'ToTMacASan', # The mac asan tot bot sets enable_nacl=false
Nico Weber3611ee802018-06-07 13:34:512629 'linux-win_cross-rel', # Sets enable_nacl=false, https://crbug.com/774186
Nico Webera8fc38f72018-04-10 02:20:112630 'Linux TSan Tests', # The TSan bot sets enable_nacl=false
Nico Weber05d3e642018-05-31 16:59:482631 'Mac ASan 64 Tests (1)', # The mac asan bot sets enable_nacl=false
Kenneth Russellfbda3c532017-12-08 23:57:242632 ],
2633 },
Kenneth Russelleb60cbd22017-12-05 07:54:282634 'net_unittests': {
2635 'modifications': {
Nico Weber33b9b7a2020-06-12 19:23:272636 'CrWinAsan': {
Ben Pastened2c01af2022-01-31 23:06:442637 # TODO(crbug.com/1257927): net_unittests is slow under ASan.
Nico Weber33b9b7a2020-06-12 19:23:272638 'swarming': {
2639 'shards': 16,
2640 },
2641 },
2642 'CrWinAsan(dll)': {
Ben Pastened2c01af2022-01-31 23:06:442643 # TODO(crbug.com/1257927): net_unittests is slow under ASan.
Nico Weber33b9b7a2020-06-12 19:23:272644 'swarming': {
2645 'shards': 16,
2646 },
2647 },
Erik Staabd468a802022-06-28 23:38:032648 'Linux ASan LSan Low Symbols FYI Tests (1)': {
2649 # These are very slow on the ASAN trybot for some reason.
2650 # crbug.com/1257927
2651 'swarming': {
2652 'shards': 16,
2653 },
2654 },
John Budorickca14c76f62017-12-09 14:19:182655 'Linux ASan LSan Tests (1)': {
John Budorick5052d552017-12-13 02:59:342656 # These are very slow on the ASAN trybot for some reason.
Ben Pastened2c01af2022-01-31 23:06:442657 # crbug.com/1257927
John Budorickca14c76f62017-12-09 14:19:182658 'swarming': {
John Budorick5052d552017-12-13 02:59:342659 'shards': 16,
John Budorickca14c76f62017-12-09 14:19:182660 },
2661 },
2662 'Linux Chromium OS ASan LSan Tests (1)': {
Takuto Ikuta54671d972018-07-19 19:06:352663 # These are very slow on the ASAN trybot for some reason.
Ben Pastened2c01af2022-01-31 23:06:442664 # crbug.com/1257927
John Budorickca14c76f62017-12-09 14:19:182665 'swarming': {
Sergey Berezinda3255c2018-03-16 00:34:022666 'shards': 8,
John Budorickca14c76f62017-12-09 14:19:182667 }
2668 },
Takuto Ikuta54671d972018-07-19 19:06:352669 'Linux ChromiumOS MSan Tests': {
2670 # These are very slow on the Chrome OS MSAN trybot for some reason.
2671 # crbug.com/865455
2672 'swarming': {
2673 'shards': 2,
2674 },
2675 },
John Budorickca14c76f62017-12-09 14:19:182676 'Linux TSan Tests': {
2677 'swarming': {
2678 'shards': 4,
2679 }
2680 },
Ben Pastene8bf205b2018-06-13 04:00:332681 # The suite runs signficantly slower on linux dbg, so increase shards.
2682 'Linux Tests (dbg)(1)': {
2683 'swarming': {
2684 'shards': 2,
2685 },
2686 },
Stephen Martinis1384ff92020-01-07 19:52:152687 'ToTLinuxASan': {
Ben Pastened2c01af2022-01-31 23:06:442688 # TODO(crbug.com/1257927): net_unittests is slow under ASan.
Stephen Martinis1384ff92020-01-07 19:52:152689 'swarming': {
2690 'shards': 16,
2691 },
2692 },
2693 'ToTLinuxTSan': {
2694 'swarming': {
2695 'shards': 4,
2696 }
2697 },
Haiyang Pan9d68ca02021-08-04 21:30:472698 'android-11-x86-rel': {
Haiyang Pan8d9906e02021-03-24 20:11:042699 'args': [
2700 '--test-launcher-filter-file=../../testing/buildbot/filters/android.emulator_11.net_unittests.filter',
2701 ],
2702 },
Haiyang Pan2a55a452022-03-03 08:18:332703 'android-12-x64-rel': {
Haiyang Pan2877f062021-11-18 01:06:062704 'args': [
2705 # TODO(crbug.com/1191793): Fix the test failure
2706 '--gtest_filter=-MimeUtilTest.ExtensionTest',
2707 ],
2708 },
Stefano Duof44278b2021-08-02 16:29:382709 'android-cronet-x86-dbg-10-tests': {
2710 'args': [
2711 '--test-launcher-filter-file=../../testing/buildbot/filters/android.emulator_10.net_unittests.filter',
2712 ],
2713 },
Chidera Olibieef99a55ca2021-10-01 21:42:002714 'android-cronet-x86-dbg-11-tests': {
2715 'args': [
2716 '--test-launcher-filter-file=../../testing/buildbot/filters/android.emulator_11.net_unittests.filter',
2717 ],
2718 },
Chidera Olibie262e33e2022-03-02 11:45:282719 'android-cronet-x86-dbg-lollipop-tests': {
2720 'args': [
2721 '--test-launcher-filter-file=../../testing/buildbot/filters/android.emulator_l.net_unittests.filter',
2722 ],
2723 },
Chidera Olibieef99a55ca2021-10-01 21:42:002724 'android-cronet-x86-dbg-oreo-tests': {
2725 'args': [
2726 '--test-launcher-filter-file=../../testing/buildbot/filters/android.emulator.net_unittests.filter',
2727 ],
2728 },
Chidera Olibie509fd732021-09-30 20:17:172729 'android-cronet-x86-dbg-pie-tests': {
2730 # crbug.com/1046060
2731 'args': [
2732 '--test-launcher-filter-file=../../testing/buildbot/filters/android.emulator.net_unittests.filter',
2733 ],
2734 },
Chidera Olibie5c0ec912022-03-23 10:44:512735 'android-cronet-x86-rel-kitkat-tests': {
2736 'args': [
2737 '--test-launcher-filter-file=../../testing/buildbot/filters/android.emulator_k.net_unittests.filter',
2738 ],
2739 },
Haiyang Pan2486dcb2020-09-18 17:53:062740 'android-marshmallow-x86-rel-non-cq': {
John Budorick7fde6b492020-01-29 17:43:502741 # crbug.com/1046060
2742 'args': [
2743 '--test-launcher-filter-file=../../testing/buildbot/filters/android.emulator.net_unittests.filter',
2744 ],
2745 },
Haiyang Pan08d09dc2020-04-01 16:11:212746 'android-pie-x86-rel': {
John Budorick7fde6b492020-01-29 17:43:502747 # crbug.com/1046060
2748 'args': [
2749 '--test-launcher-filter-file=../../testing/buildbot/filters/android.emulator.net_unittests.filter',
2750 ],
2751 },
Struan Shrimpton4b7abc02021-12-16 01:36:592752 'chromeos-amd64-generic-rel': {
2753 'swarming': {
2754 'quickrun_shards': 6,
2755 },
2756 },
Chong Gu76046412021-09-22 17:49:212757 'fuchsia-code-coverage': {
2758 'swarming': {
2759 'shards': 14,
2760 },
2761 },
Ben Pastene8bf205b2018-06-13 04:00:332762 'linux-chromeos-dbg': {
2763 'swarming': {
2764 'shards': 2,
2765 },
2766 },
Lindsay Pasricha60535a22021-12-13 16:50:242767 # TODO (crbug.com/1278618) Re-enable once fixed
2768 'mac-osxbeta-rel': {
2769 'experiment_percentage': 0,
2770 },
Nico Weber33b9b7a2020-06-12 19:23:272771 'win-asan': {
Ben Pastened2c01af2022-01-31 23:06:442772 # TODO(crbug.com/1257927): net_unittests is slow under ASan.
Nico Weber33b9b7a2020-06-12 19:23:272773 'swarming': {
2774 'shards': 16,
2775 },
2776 },
Kenneth Russelleb60cbd22017-12-05 07:54:282777 },
2778 },
John Chenaab16fc02020-03-03 06:35:452779 'not_site_per_process_blink_web_tests': {
Lukasz Anforowicz04bc6302018-11-19 19:04:282780 'remove_from': [
Lukasz Anforowicz04bc6302018-11-19 19:04:282781 # TODO(dpranke): Should we be running this step on Linux Tests (dbg)(1)?
2782 'Linux Tests (dbg)(1)',
Lukasz Anforowicz04bc6302018-11-19 19:04:282783 ],
Yuke Liaobc9ff982019-04-30 06:56:162784 'modifications': {
Stephen Martinis1384ff92020-01-07 19:52:152785 'Linux Tests': {
2786 "args": [
2787 "--additional-env-var=LLVM_PROFILE_FILE=${ISOLATED_OUTDIR}/profraw/default-%2m.profraw",
Stephen Martinis1384ff92020-01-07 19:52:152788 ],
Struan Shrimpton57c594e42022-01-25 17:59:132789 'swarming': {
2790 'quickrun_shards': 18,
2791 },
Stephen Martinis1384ff92020-01-07 19:52:152792 },
Yuke Liaoea70f472019-12-19 06:03:362793 'linux-code-coverage': {
2794 'args': [
2795 '--additional-env-var=LLVM_PROFILE_FILE=${ISOLATED_OUTDIR}/profraw/default-%2m.profraw',
Yuke Liaoea70f472019-12-19 06:03:362796 ],
2797 'swarming': {
2798 'shards': 20,
2799 },
2800 },
Yuke Liaobc9ff982019-04-30 06:56:162801 },
Lukasz Anforowicz04bc6302018-11-19 19:04:282802 },
Xi Cheng34ca4042018-02-23 00:10:122803 'notification_helper_unittests': {
2804 'remove_from': [
Hans Wennborg252643a2018-05-22 14:41:122805 # The test uses WinRT, which only exists in Windows 8 or above.
2806 # (https://crbug.com/813553)
Xi Cheng34ca4042018-02-23 00:10:122807 'Win 7 Tests x64 (1)',
Xi Cheng34ca4042018-02-23 00:10:122808 'Win7 Tests (1)',
Stephen Martinis1384ff92020-01-07 19:52:152809 # all these bots run Windows 7.
Xi Cheng34ca4042018-02-23 00:10:122810 'ToTWin',
2811 'ToTWin(dbg)',
2812 'ToTWin(dll)',
inglorionb8e7a3ed2019-04-12 09:49:032813 'ToTWinOfficial',
Arthur Eubanks0c24b822021-06-15 18:51:342814 'ToTWinOfficial64',
Xi Cheng34ca4042018-02-23 00:10:122815 'ToTWin64',
2816 'ToTWin64(dbg)',
2817 'ToTWin64(dll)',
Xi Cheng34ca4042018-02-23 00:10:122818 ],
2819 },
Peter McNeeley3cfc0ec82021-12-08 20:36:242820 'overlay_prioritization_viz_unittests': {
2821 'remove_from': [
2822 # Reduce CQ load
2823 'Linux Tests (Wayland)',
2824 ],
2825 },
Ben Pastenee723b2f2019-05-31 19:10:272826 'ozone_unittests': {
2827 'modifications': {
Ben Pastene8ef125e2019-12-10 01:46:292828 'chromeos-betty-pi-arc-chrome': {
2829 'args': [
2830 '--test-launcher-filter-file=../../testing/buildbot/filters/chromeos.ozone_unittests.filter',
2831 ],
2832 },
Ben Pastene500cc1d12021-01-22 18:10:472833 'chromeos-betty-pi-arc-chrome-dchecks': {
2834 'args': [
2835 '--test-launcher-filter-file=../../testing/buildbot/filters/chromeos.ozone_unittests.filter',
2836 ],
2837 },
Ben Pastene8ef125e2019-12-10 01:46:292838 'linux-chromeos-chrome': {
2839 'args': [
2840 '--test-launcher-filter-file=../../testing/buildbot/filters/chromeos.ozone_unittests.filter',
2841 ],
2842 },
Ben Pastenee723b2f2019-05-31 19:10:272843 },
2844 },
Maksim Sisovc81d284c2021-10-05 17:54:352845 'ozone_x11_unittests': {
2846 # Wayland bot uses chromium_linux_gtests that includes some x11 only
2847 # test targets. To avoid maintaining a list of tests, remove them here.
2848 'remove_from': [
2849 'Linux Tests (Wayland)',
2850 ],
2851 },
Karen Qian385d2ca2019-03-19 21:49:582852 'perfetto_unittests': {
Haiyang Pan0e27adbeb2021-12-14 22:44:302853 'modifications': {
Haiyang Pan2a55a452022-03-03 08:18:332854 'android-12-x64-rel': {
Haiyang Pan0e27adbeb2021-12-14 22:44:302855 'args': [
2856 # TODO(crbug.com/1260440): Fix the failed test
2857 '--gtest_filter=-ScopedDirTest.CloseOutOfScope',
2858 ],
2859 },
Chong Gua10cd302022-01-14 19:22:192860 'fuchsia-fyi-x64-asan': {
2861 'args': [
Kevin Marshall847bf0332022-05-31 20:12:542862 # TODO(crbug.com/1199334): Error messages only show up in klog.
2863 '--gtest_filter=-PagedMemoryTest.AccessUncommittedMemoryTriggersASAN'
Chong Gua10cd302022-01-14 19:22:192864 ],
2865 },
Haiyang Pan0e27adbeb2021-12-14 22:44:302866 },
Karen Qian385d2ca2019-03-19 21:49:582867 'remove_from': [
Haiyang Pan363c59a2020-07-23 05:47:042868 # TODO(crbug.com/931138): Fix permission issue when creating tmp files
John Budorickd3fa5992019-12-13 17:22:412869 'android-arm64-proguard-rel',
John Budorickf2283d72019-06-25 01:09:092870 'android-asan',
Yun Liu022f4512019-06-10 23:14:042871 'android-code-coverage',
Yun Liu7cfd28a2019-10-30 01:57:122872 'android-code-coverage-native',
Karen Qian385d2ca2019-03-19 21:49:582873 'android-marshmallow-arm64-rel',
Haiyang Pan2486dcb2020-09-18 17:53:062874 'android-marshmallow-x86-rel-non-cq',
Ben Joyce46ca6012021-03-31 19:19:252875 'android-pie-arm64-coverage-experimental-rel', # Does not generate profraw data.
Andrew Luo38b311f2019-10-04 03:42:092876 'android-pie-arm64-rel',
Haiyang Pan08d09dc2020-04-01 16:11:212877 'android-pie-x86-rel',
Haiyang Pan9d68ca02021-08-04 21:30:472878 'android-11-x86-rel',
Karen Qian385d2ca2019-03-19 21:49:582879 'Marshmallow 64 bit Tester',
2880 'Marshmallow Tablet Tester',
2881 'Nougat Phone Tester',
Arthur Eubanksc8f86ee2021-05-10 20:14:242882 'ToTAndroid'
Karen Qian385d2ca2019-03-19 21:49:582883 ]
2884 },
Stephen Martinis54d64ad2018-09-21 22:16:202885 'performance_test_suite': {
2886 'modifications': {
Cameron Higgins7558b162022-06-10 18:53:072887 'Mac12 Tests (dbg)': {
Zhaoyang Li9357e1e12021-12-07 18:53:172888 'args': [
2889 '--browser=debug',
2890 ],
2891 },
Stephen Martinis54d64ad2018-09-21 22:16:202892 'Win10 Tests x64 (dbg)': {
2893 'args': [
Takuto Ikutab28b582e2021-02-10 01:41:212894 '--browser=debug_x64',
Stephen Martinis54d64ad2018-09-21 22:16:202895 ],
2896 'experiment_percentage': 100,
2897 },
Stephen Martinis54d64ad2018-09-21 22:16:202898 },
2899 },
Jonah Ryan-Davis832c8462020-06-09 03:45:032900 'pixel_skia_gold_passthrough_test': {
Brian Sheedyc0c142c2021-06-01 21:18:052901 'modifications': {
2902 'Android FYI Release (Pixel 4)': {
2903 'args': [
2904 # Pixel 4s are weird in that they can output in different color spaces
2905 # simultaneously. The readback code for capturing a screenshot assumes
2906 # only one color space, so disable wide color gamut for the test to
2907 # work around the issue. See https://crbug.com/1166379 for more
2908 # information.
2909 '--extra-browser-args=--disable-wcg-for-test',
2910 ],
2911 },
Struan Shrimptone772d72f2021-12-15 07:50:092912 'Mac Retina Release (AMD)': {
2913 'swarming': {
2914 'quickrun_shards': 2,
2915 },
2916 },
Struan Shrimpton4b7abc02021-12-16 01:36:592917 'Win10 x64 Release (NVIDIA)': {
2918 'swarming': {
2919 'quickrun_shards': 2,
2920 },
2921 },
Ben Pastene63f13302022-05-12 21:04:052922 'android_optional_gpu_tests_rel': {
2923 'args': [
2924 # See above.
2925 '--extra-browser-args=--disable-wcg-for-test',
2926 ],
2927 },
Brian Sheedyc0c142c2021-06-01 21:18:052928 },
Jonah Ryan-Davis832c8462020-06-09 03:45:032929 'replacements': {
2930 # The V8 builders pass the V8 revision for ${got_revision}, so instead
2931 # use ${got_cr_revision}, which is only set on the V8 bots.
2932 'Linux V8 FYI Release (NVIDIA)': {
2933 'args': {
2934 '--git-revision': '${got_cr_revision}',
2935 },
2936 },
2937 'Linux V8 FYI Release - pointer compression (NVIDIA)': {
2938 'args': {
2939 '--git-revision': '${got_cr_revision}',
2940 },
2941 },
Jonah Ryan-Davisdeeffeaf2020-06-18 17:56:002942 'Mac V8 FYI Release (Intel)': {
2943 'args': {
2944 '--git-revision': '${got_cr_revision}',
2945 },
2946 },
Jonah Ryan-Davis832c8462020-06-09 03:45:032947 'Win V8 FYI Release (NVIDIA)': {
2948 'args': {
2949 '--git-revision': '${got_cr_revision}',
2950 },
2951 },
2952 },
2953 },
2954 'pixel_skia_gold_validating_test': {
Brian Sheedy0566f2cb2021-02-12 22:12:502955 'modifications': {
2956 'Android FYI Release (Pixel 4)': {
2957 'args': [
2958 # Pixel 4s are weird in that they can output in different color spaces
2959 # simultaneously. The readback code for capturing a screenshot assumes
2960 # only one color space, so disable wide color gamut for the test to
2961 # work around the issue. See https://crbug.com/1166379 for more
2962 # information.
2963 '--extra-browser-args=--disable-wcg-for-test',
2964 ],
2965 },
Ben Pastene63f13302022-05-12 21:04:052966 'android_optional_gpu_tests_rel': {
2967 'args': [
2968 # See above.
2969 '--extra-browser-args=--disable-wcg-for-test',
2970 ],
2971 },
Chong Guabe5adec02022-03-24 17:41:302972 'fuchsia-fyi-x64-rel': { # https://crbug.com/1302427
2973 'experiment_percentage': 100,
2974 },
Brian Sheedy0566f2cb2021-02-12 22:12:502975 },
Chong Gu0aa929e62022-03-03 15:34:132976 'remove_from': [
2977 'Fuchsia x64', # https://crbug.com/1302427
2978 ],
Brian Sheedye6ea0ee2019-07-11 02:54:372979 'replacements': {
Brian Sheedye6ea0ee2019-07-11 02:54:372980 # The V8 builders pass the V8 revision for ${got_revision}, so instead
2981 # use ${got_cr_revision}, which is only set on the V8 bots.
2982 'Android V8 FYI Release (Nexus 5X)': {
2983 'args': {
Brian Sheedy4d335deb2020-04-01 20:47:322984 '--git-revision': '${got_cr_revision}',
Brian Sheedye6ea0ee2019-07-11 02:54:372985 },
2986 },
Brian Sheedye6ea0ee2019-07-11 02:54:372987 },
2988 },
2989 'pixel_test':{
Takuto Ikuta35c85522019-06-04 16:55:462990 'modifications': {
2991 'Android Release (Nexus 5X)': {
2992 'swarming': {
2993 'shards': 2,
2994 },
2995 },
2996 },
Nico Weber128fd382018-06-14 23:29:272997 },
John Budorickdce9d462019-03-23 00:25:382998 'sandbox_linux_unittests': {
2999 'modifications': {
Haiyang Pan2a55a452022-03-03 08:18:333000 'android-12-x64-rel': {
Haiyang Pan4d49f5d2021-11-24 02:06:133001 'args': [
3002 '--test-launcher-filter-file=../../testing/buildbot/filters/android.emulator_12.sandbox_linux_unittests.filter',
3003 ]
3004 },
Haiyang Pan6b8e4cf2021-08-02 21:38:283005 'android-marshmallow-x86-rel': {
John Budorick6e8e595b2020-01-27 18:15:583006 'args': [
3007 '--test-launcher-filter-file=../../testing/buildbot/filters/android.emulator.sandbox_linux_unittests.filter',
3008 ]
3009 },
James Shenca34ad02022-06-29 22:38:513010 'android-nougat-x86-rel': {
3011 'args': [
3012 '--test-launcher-filter-file=../../testing/buildbot/filters/android.emulator.sandbox_linux_unittests.filter',
3013 ]
3014 },
Haiyang Pan08d09dc2020-04-01 16:11:213015 'android-pie-x86-rel': {
John Budorick191adfcd2020-01-29 18:19:043016 'args': [
3017 '--test-launcher-filter-file=../../testing/buildbot/filters/android.emulator.sandbox_linux_unittests.filter',
3018 ]
3019 },
John Budorickdce9d462019-03-23 00:25:383020 },
John Budorick3ebfdf852019-05-13 22:28:163021 'remove_from': [
John Budorick3ebfdf852019-05-13 22:28:163022 'android-asan', # https://crbug.com/962650
3023 ],
John Budorickdce9d462019-03-23 00:25:383024 },
Brian Sheedyc0c142c2021-06-01 21:18:053025 'screenshot_sync_passthrough_tests': {
3026 'modifications': {
3027 'Android FYI Release (Pixel 4)': {
3028 'args': [
3029 # Pixel 4s are weird in that they can output in different color spaces
3030 # simultaneously. The readback code for capturing a screenshot assumes
3031 # only one color space, so disable wide color gamut for the test to
3032 # work around the issue. See https://crbug.com/1166379 for more
3033 # information.
3034 '--extra-browser-args=--disable-wcg-for-test',
3035 ],
3036 },
Ben Pastene63f13302022-05-12 21:04:053037 'android_optional_gpu_tests_rel': {
3038 'args': [
3039 # See above.
3040 '--extra-browser-args=--disable-wcg-for-test',
3041 ],
3042 },
Brian Sheedyc0c142c2021-06-01 21:18:053043 },
3044 },
Brian Sheedy0566f2cb2021-02-12 22:12:503045 'screenshot_sync_validating_tests': {
3046 'modifications': {
3047 'Android FYI Release (Pixel 4)': {
3048 'args': [
3049 # Pixel 4s are weird in that they can output in different color spaces
3050 # simultaneously. The readback code for capturing a screenshot assumes
3051 # only one color space, so disable wide color gamut for the test to
3052 # work around the issue. See https://crbug.com/1166379 for more
3053 # information.
3054 '--extra-browser-args=--disable-wcg-for-test',
3055 ],
3056 },
Ben Pastene63f13302022-05-12 21:04:053057 'android_optional_gpu_tests_rel': {
3058 'args': [
3059 # See above.
3060 '--extra-browser-args=--disable-wcg-for-test',
3061 ],
3062 },
Brian Sheedy0566f2cb2021-02-12 22:12:503063 },
Chong Gu0aa929e62022-03-03 15:34:133064 'remove_from': [
3065 'Fuchsia x64', # https://crbug.com/1302427
3066 ],
Brian Sheedy0566f2cb2021-02-12 22:12:503067 },
Kenneth Russelleb60cbd22017-12-05 07:54:283068 'services_unittests': {
3069 'remove_from': [
Nico Weber15a00d62018-05-16 17:11:483070 'ToTLinuxMSan', # https://crbug.com/831676
Kenneth Russell8a386d42018-06-02 09:48:013071 # The face and barcode detection tests fail on the Mac Pros.
3072 'Mac Pro FYI Release (AMD)',
Nico Weberd36959682018-04-12 03:33:463073 'Linux ChromiumOS MSan Tests', # https://crbug.com/831676
Ben Pastene7636bb62022-04-22 18:55:253074 'Linux ChromiumOS MSan Focal',
Nico Weberd36959682018-04-12 03:33:463075 'Linux MSan Tests', # https://crbug.com/831676
Ben Pastene7636bb62022-04-22 18:55:253076 'Linux MSan Focal', # https://crbug.com/831676
Kenneth Russelleb60cbd22017-12-05 07:54:283077 ],
Brian Sheedyb6c58792020-05-07 18:37:333078 'replacements': {
3079 # TODO(crbug.com/1078982): Remove once the test is fixed on 10.15.4.
3080 'Mac FYI Experimental Release (Intel)': {
3081 'args': {
3082 '--gtest_filter': '*Detection*:-FaceDetectionImplMacTest.ScanOneFace*',
3083 },
3084 },
3085 },
Haiyang Pan363c59a2020-07-23 05:47:043086 'modifications': {
Erik Staabd468a802022-06-28 23:38:033087 'Linux ASan LSan Low Symbols FYI Tests (1)': {
3088 'swarming': {
3089 'quickrun_shards': 2,
3090 },
3091 },
Struan Shrimptone772d72f2021-12-15 07:50:093092 'Linux ASan LSan Tests (1)': {
3093 'swarming': {
3094 'quickrun_shards': 2,
3095 },
3096 },
Haiyang Pan9d68ca02021-08-04 21:30:473097 'android-11-x86-rel': {
Haiyang Pan10f029c2021-07-30 23:17:563098 'args': [
Haiyang Pan2877f062021-11-18 01:06:063099 # TODO(crbug.com/1264654): Fix the failed tests
3100 '--gtest_filter=-PacLibraryTest.ActualPacMyIpAddress*'
3101 ],
3102 },
Haiyang Pan2a55a452022-03-03 08:18:333103 'android-12-x64-rel': {
Haiyang Pan2877f062021-11-18 01:06:063104 'args': [
3105 # TODO(crbug.com/1264654): Fix the failed tests
Haiyang Pan10f029c2021-07-30 23:17:563106 '--gtest_filter=-PacLibraryTest.ActualPacMyIpAddress*'
3107 ],
3108 },
Chong Gu52481452021-04-02 17:52:413109 'fuchsia-code-coverage': {
3110 'swarming': {
3111 'shards': 7,
3112 },
3113 },
3114 }
Chong Gudf7fbe92021-02-24 02:55:583115 },
Chong Gu76046412021-09-22 17:49:213116 'snapshot_unittests': {
Chong Gub2446462021-08-19 18:44:083117 'modifications': {
3118 'fuchsia-fyi-arm64-dbg': {
3119 'args': [
3120 '--test-launcher-filter-file=../../testing/buildbot/filters/fuchsia.debug.snapshot_unittests.filter',
3121 ],
3122 },
3123 },
3124 },
Kenneth Russelleb60cbd22017-12-05 07:54:283125 'sync_integration_tests': {
Brad Halla36886c2019-02-26 16:52:293126 'remove_from': [
Brad Halla36886c2019-02-26 16:52:293127 'CrWinAsan(dll)', # https://crbug.com/935598
3128 ],
Kenneth Russelleb60cbd22017-12-05 07:54:283129 'modifications': {
Erik Staabd468a802022-06-28 23:38:033130 'Linux ASan LSan Low Symbols FYI Tests (1)': {
3131 'swarming': {
3132 'shards': 4,
3133 },
3134 },
Erik Chene84bc1c2019-11-25 23:23:523135 'Linux ASan LSan Tests (1)': {
3136 'swarming': {
3137 'shards': 4,
3138 },
3139 },
Nico Weber8fbc2832018-12-14 16:00:573140 'Linux TSan Tests': {
3141 'swarming': {
3142 'shards': 6,
3143 },
3144 },
Chris Cunninghama1239c8b2022-05-03 00:32:213145 'Mac ASan 64 Tests (1)': {
3146 'swarming': {
3147 'shards': 3,
Lindsay Pasricha2cfaec212022-05-11 19:00:393148 },
3149 },
3150 'Mac11 Tests': {
3151 'swarming': {
3152 'shards': 4,
Chris Cunninghama1239c8b2022-05-03 00:32:213153 },
3154 },
Yue She0cad2922022-06-24 15:06:073155 'Mac12 Tests': {
3156 'swarming': {
3157 'shards': 4,
3158 },
3159 },
Stephen Martinis1384ff92020-01-07 19:52:153160 'ToTLinuxTSan': {
Kenneth Russelleb60cbd22017-12-05 07:54:283161 'swarming': {
Stephen Martinis1384ff92020-01-07 19:52:153162 'shards': 6,
Kenneth Russelleb60cbd22017-12-05 07:54:283163 },
3164 },
Struan Shrimptona1ab7672022-01-13 18:02:513165 'Win10 Tests x64': {
3166 'swarming': {
3167 'quickrun_shards': 3,
3168 },
3169 },
Stephen Martinis75ab55d2018-08-30 02:27:123170 'Win10 Tests x64 (dbg)': {
3171 'experiment_percentage': 100, # https://crbug.com/840369
3172 },
Stephen Martinis1384ff92020-01-07 19:52:153173 'linux-chromeos-code-coverage': {
Yuke Liao79424e42020-01-06 21:00:113174 'swarming': {
3175 'shards': 4,
3176 },
3177 },
Stephen Martinis1384ff92020-01-07 19:52:153178 'linux-code-coverage': {
Yuke Liao79424e42020-01-06 21:00:113179 'swarming': {
3180 'shards': 4,
3181 },
3182 },
Sven Zhengfbbf21a2021-04-16 23:57:123183 # https://crbug.com/1199909,
Junhua Chen39dd2dba2021-05-05 17:51:543184 'linux-lacros-code-coverage': {
3185 'args': [
3186 '--test-launcher-filter-file=../../testing/buildbot/filters/linux-lacros.sync_integration_tests.filter',
3187 ]
3188 },
Jieting Yangbf15db672021-10-04 19:18:373189 'linux-lacros-dbg-tests-fyi': {
3190 'args': [
3191 '--test-launcher-filter-file=../../testing/buildbot/filters/linux-lacros.sync_integration_tests.filter',
3192 ],
3193 },
Anastasiia N11c1f8d2021-04-19 14:04:423194 'linux-lacros-tester-rel': {
3195 'args': [
Yuke Liao56a437dd2021-05-05 04:53:403196 '--test-launcher-filter-file=../../testing/buildbot/filters/linux-lacros.sync_integration_tests.filter',
Anastasiia N11c1f8d2021-04-19 14:04:423197 ],
3198 },
Kuan Huang235b0142021-10-19 18:59:283199 'mac-code-coverage': {
3200 'args': [
3201 '--coverage-continuous-mode=1',
3202 ],
3203 },
Kenneth Russelleb60cbd22017-12-05 07:54:283204 },
3205 },
Weizhong Xia613fda42021-04-21 20:11:523206 'system_webview_wpt': {
3207 'modifications': {
3208 'android-webview-pie-x86-wpt-fyi-rel': {
Weizhong Xia7dd41362021-09-30 16:05:383209 'args': [
3210 '--log-wptreport',
3211 ],
Weizhong Xia613fda42021-04-21 20:11:523212 },
3213 },
3214 },
Kenneth Russell8a386d42018-06-02 09:48:013215 'tab_capture_end2end_tests': {
Nico Webere89a3c92018-07-01 01:30:523216 # Run these only on Release bots.
Kenneth Russell8a386d42018-06-02 09:48:013217 'remove_from': [
Kenneth Russell8a386d42018-06-02 09:48:013218 'Linux Debug (NVIDIA)',
3219 'Mac Debug (Intel)',
3220 'Mac Retina Debug (AMD)',
Yuly Novikovbc1ccff2019-08-03 00:05:493221 'Win10 FYI x64 Debug (NVIDIA)',
Yuly Novikovf28f1eca2019-07-04 22:43:393222 # Disabled due to dbus crashes crbug.com/927465
Yuly Novikov5865ff72019-07-09 21:38:053223 'Linux FYI Release (Intel HD 630)',
3224 'Linux FYI Release (NVIDIA)',
Yuly Novikov5865ff72019-07-09 21:38:053225 'Linux Release (NVIDIA)',
Kenneth Russell8a386d42018-06-02 09:48:013226 ],
Emily Hanleyb64ac7c2018-05-25 13:36:553227 },
Haiyang Pan8c201b92020-06-04 01:25:073228 'telemetry_chromium_minidump_unittests': {
3229 'remove_from': [
Haiyang Pan2486dcb2020-09-18 17:53:063230 'android-marshmallow-x86-rel-non-cq', # crbug.com/1084352
Haiyang Pan8c201b92020-06-04 01:25:073231 ],
3232 },
Brian Sheedyc117f6d2020-05-06 02:23:273233 'telemetry_monochrome_minidump_unittests': {
3234 'remove_from': [
3235 # Monochrome isn't supported on M.
3236 'android-marshmallow-arm64-rel',
Haiyang Pan2486dcb2020-09-18 17:53:063237 'android-marshmallow-x86-rel-non-cq',
Brian Sheedyc117f6d2020-05-06 02:23:273238 ],
3239 },
Kenneth Russelleb60cbd22017-12-05 07:54:283240 'telemetry_perf_unittests': {
3241 'modifications': {
Kenneth Russelleb60cbd22017-12-05 07:54:283242 'Linux Tests': {
3243 'args': [
3244 '--xvfb',
Ned Nguyene6e26042018-01-17 20:42:483245 '--jobs=1',
Kenneth Russelleb60cbd22017-12-05 07:54:283246 ],
3247 },
Juan Antonio Navarro Perez4899edf2019-03-14 13:05:353248 'Linux Tests (dbg)(1)': {
3249 'args': [
3250 '--xvfb',
3251 '--jobs=1',
3252 ],
3253 },
John Chen9fd22fcf2021-12-10 02:24:123254 'Mac11 Tests': {
3255 'ci_only': True,
3256 },
Yue She0cad2922022-06-24 15:06:073257 'Mac12 Tests': {
3258 'ci_only': True,
3259 },
Struan Shrimptona1ab7672022-01-13 18:02:513260 'chromeos-amd64-generic-rel': {
3261 'swarming': {
3262 'quickrun_shards': 24,
3263 },
3264 },
Ben Pastene69400eb2021-03-25 19:27:163265 'chromeos-eve-chrome': {
3266 'args': [
3267 # TODO(crbug.com/1191132): Re-enable.
3268 '--skip=benchmarks.benchmark_smoke_unittest.BenchmarkSmokeTest.wasmpspdfkit',
3269 ],
3270 },
Ben Pastene2b4b15f2021-03-04 00:39:243271 'chromeos-kevin-chrome': {
3272 # TODO(crbug.com/1182948): Remove the experiment.
Ben Pastenebe91e462021-07-27 23:47:263273 # TODO(b/188822176): Restore to 100% when we have additional capacity.
3274 'experiment_percentage': 0,
Ben Pastene2b4b15f2021-03-04 00:39:243275 },
Kenneth Russelleb60cbd22017-12-05 07:54:283276 },
3277 'remove_from': [
Haiyang Pan2486dcb2020-09-18 17:53:063278 'android-marshmallow-x86-rel-non-cq', # crbug.com/1084352
Haiyang Pan0e39edf42020-04-28 19:29:013279 # There's no need to run telemetry_perf_unittests on both lollipop and
Erik Chen96894722019-11-21 20:03:393280 # marshmallow on the CQ. https://crbug.com/1026487.
Ben Joyce3e043862021-10-20 23:57:243281 # TODO(crbug/1260494): Test suite isn't running on android.
Erik Chen96894722019-11-21 20:03:393282 'android-marshmallow-arm64-rel',
Andrew Luobe83fd82019-12-19 03:07:583283 'android-pie-arm64-rel',
Garrett Beatyeef031a2019-02-28 01:55:413284 # crbug.com/936540
Shenghua Zhangbd6f1b232018-03-03 02:59:143285 'Mac10.13 Tests',
Zhaoyang Li69e2e002021-02-19 21:57:353286 'Mac10.15 Tests',
Lindsay Pasricha21bb93d72021-12-07 05:48:393287 # TODO crbug.com/1277277
Cameron Higgins7558b162022-06-10 18:53:073288 'Mac12 Tests (dbg)',
Stephen Martinis1384ff92020-01-07 19:52:153289 'Linux - Future (dbg)', # client.v8.chromium
Takuto Ikuta9aa015d2019-04-15 23:33:293290 'Win10 Tests x64',
Stephen Martinise701f5a2018-05-04 01:25:113291 'Win10 Tests x64 (dbg)',
Kuan Huanga89737d2022-01-07 19:42:113292 'Win11 Tests x64',
Kenneth Russelleb60cbd22017-12-05 07:54:283293 ],
3294 },
Stephen Martinis54d64ad2018-09-21 22:16:203295 'telemetry_unittests': {
3296 'modifications': {
3297 'Win10 Tests x64 (dbg)': {
3298 'experiment_percentage': 100, # crbug.com/870673
Ben Pastene9383fe12020-10-20 21:32:403299 },
Struan Shrimptona1ab7672022-01-13 18:02:513300 'chromeos-amd64-generic-rel': {
3301 'swarming': {
3302 'quickrun_shards': 60,
3303 },
3304 },
John Budorickc498fd3c2019-03-14 01:16:263305 },
3306 'remove_from': [
Ben Pastene9ef2ced52021-07-28 18:04:343307 # TODO(crbug.com/1141234): Restore when there's more DUTs
Ben Pastene7f1ded3a42022-06-08 17:01:593308 'chromeos-eve-chrome',
Ben Pastene9ef2ced52021-07-28 18:04:343309 'chromeos-kevin-chrome',
3310 'chromeos-kevin-rel',
Ben Pastene619317752020-12-03 00:04:143311
Takuto Ikuta9aa015d2019-04-15 23:33:293312 'Win10 Tests x64',
Kuan Huanga89737d2022-01-07 19:42:113313 'Win11 Tests x64',
Titouan Rigoudye122ec32021-11-08 16:36:163314
3315 # TODO(https://crbug.com/1267161): Re-enable when platform is supported.
3316 'mac11-arm64-rel-tests',
Zhaoyang Li5d3713d2022-06-13 18:01:173317 # TODO(https://crbug.com/1267161): Re-enable when platform is supported.
3318 'mac12-arm64-rel-tests',
John Budorickc498fd3c2019-03-14 01:16:263319 ],
Stephen Martinis54d64ad2018-09-21 22:16:203320 },
Ben Pastene8e7eb2652022-04-29 19:44:313321 'test_buildbucket_api_gpu_use_cases GTX 1660': {
3322 'remove_from': [
3323 'linux_optional_gpu_tests_rel', # crbug.com/1080749
Brian Sheedyf3b48d62020-05-08 23:03:123324 ],
3325 },
Chong Guabe5adec02022-03-24 17:41:303326 'trace_test': {
3327 'modifications': {
3328 'fuchsia-fyi-x64-rel': { # https://crbug.com/1269976
3329 'experiment_percentage': 100,
3330 },
3331 },
3332 },
Brian Sheedy739eb6a2022-06-10 06:01:343333 'unexpected_passes_common_pytype': {
3334 'remove_from': [
3335 'linux-code-coverage',
3336 ],
3337 },
Kenneth Russelleb60cbd22017-12-05 07:54:283338 'unit_tests': {
Yun Liu3e759dbb2019-11-01 19:25:523339 'remove_from': [
Ben Pastene3e32ffe2020-08-07 03:37:073340 'android-pie-arm64-rel', # https://crbug.com/1010211
Yun Liu3e759dbb2019-11-01 19:25:523341 ],
Kenneth Russelleb60cbd22017-12-05 07:54:283342 'modifications': {
Erik Staabd468a802022-06-28 23:38:033343 'Linux ASan LSan Low Symbols FYI Tests (1)': {
3344 # These are slow on the ASAN trybot for some reason.
3345 # crbug.com/1257927
3346 'swarming': {
3347 'shards': 4,
3348 },
3349 },
John Budorickca14c76f62017-12-09 14:19:183350 'Linux ASan LSan Tests (1)': {
John Budorick5052d552017-12-13 02:59:343351 # These are slow on the ASAN trybot for some reason.
Ben Pastened2c01af2022-01-31 23:06:443352 # crbug.com/1257927
John Budorickca14c76f62017-12-09 14:19:183353 'swarming': {
John Budorick5052d552017-12-13 02:59:343354 'shards': 4,
John Budorickca14c76f62017-12-09 14:19:183355 },
3356 },
Stephen Martinis1384ff92020-01-07 19:52:153357 'Linux Chromium OS ASan LSan Tests (1)': {
3358 # These are slow on the ASAN trybot for some reason.
Ben Pastened2c01af2022-01-31 23:06:443359 # crbug.com/1257927
John Budorickca14c76f62017-12-09 14:19:183360 'swarming': {
3361 'shards': 2,
3362 },
3363 },
Takuto Ikuta54671d972018-07-19 19:06:353364 'Linux ChromiumOS MSan Tests': {
3365 # These are very slow on the Chrome OS MSAN trybot for some reason.
3366 # crbug.com/865455
3367 'swarming': {
3368 'shards': 2,
3369 },
3370 },
Stephen Martinis1384ff92020-01-07 19:52:153371 'Linux TSan Tests': {
Takuto Ikuta54671d972018-07-19 19:06:353372 'swarming': {
3373 'shards': 2,
3374 },
3375 },
Maksim Sisovc81d284c2021-10-05 17:54:353376 # https://crbug.com/1184127
3377 'Linux Tests (Wayland)': {
3378 'args': [
3379 '--test-launcher-filter-file=../../testing/buildbot/filters/ozone-linux.unit_tests_wayland.filter',
3380 ],
3381 },
Cameron Higgins7558b162022-06-10 18:53:073382 'Mac12 Tests (dbg)': {
Zhaoyang Li9357e1e12021-12-07 18:53:173383 'swarming': {
3384 'shards': 2,
3385 },
3386 },
Stephen Martinis1384ff92020-01-07 19:52:153387 'ToTLinuxASan': {
Dirk Pranke20eae9a72017-12-09 18:12:143388 'swarming': {
Stephen Martinis1384ff92020-01-07 19:52:153389 'shards': 2,
Dirk Pranke20eae9a72017-12-09 18:12:143390 },
3391 },
Stephen Martinis1384ff92020-01-07 19:52:153392 'android-asan': {
3393 'args': [
3394 '--test-launcher-filter-file=../../testing/buildbot/filters/android.asan.unit_tests.filter',
3395 ],
3396 },
Takuto Ikuta527cdff2020-01-29 08:04:273397 'android-marshmallow-arm64-rel-swarming': {
3398 'swarming': {
3399 'shards': 8,
3400 },
3401 },
Stephen Martinis1384ff92020-01-07 19:52:153402 'linux-chromeos-chrome': {
3403 'args': [
3404 '--test-launcher-filter-file=../../testing/buildbot/filters/chromeos.unit_tests.filter',
3405 ],
3406 },
Ben Pasteneacd57392019-10-31 02:13:253407 'linux-chromeos-dbg': {
3408 'swarming': {
3409 'shards': 2,
3410 },
3411 },
Erik Chend063aef72019-11-18 19:13:103412 'linux-chromeos-rel': {
3413 'swarming': {
3414 'shards': 2,
3415 },
3416 },
Yuke Liao597dd6df72020-08-18 03:02:543417 # https://crbug.com/1111979,
Junhua Chen39dd2dba2021-05-05 17:51:543418 'linux-lacros-code-coverage': {
3419 'args': [
3420 '--test-launcher-filter-file=../../testing/buildbot/filters/linux-lacros.unit_tests.filter',
3421 ],
3422 },
3423 # https://crbug.com/1111979,
Jieting Yangbf15db672021-10-04 19:18:373424 'linux-lacros-dbg-tests-fyi': {
3425 'args': [
3426 '--test-launcher-filter-file=../../testing/buildbot/filters/linux-lacros.unit_tests.filter',
3427 ],
3428 },
3429 # https://crbug.com/1111979,
Sven Zheng5c9d3e342020-08-11 21:39:433430 'linux-lacros-tester-rel': {
Sven Zheng5c9d3e342020-08-11 21:39:433431 'args': [
Yuke Liao56a437dd2021-05-05 04:53:403432 '--test-launcher-filter-file=../../testing/buildbot/filters/linux-lacros.unit_tests.filter',
Sven Zheng5c9d3e342020-08-11 21:39:433433 ],
3434 },
Kenneth Russelleb60cbd22017-12-05 07:54:283435 },
3436 },
Hao Wu77dd1ab2022-04-29 21:36:203437 'variations_smoke_tests': {
3438 'modifications': {
Hao Wud38c2342022-06-09 02:03:473439 'linux-chrome': {
3440 'swarming': {
3441 'dimension_sets': [
3442 {
3443 'pool': 'chrome.tests.finch',
3444 },
3445 ],
3446 },
3447 },
Hao Wu77dd1ab2022-04-29 21:36:203448 'win-chrome': {
3449 'experiment_percentage': 100,
Hao Wud38c2342022-06-09 02:03:473450 'swarming': {
3451 'dimension_sets': [
3452 {
3453 'pool': 'chrome.tests.finch',
3454 },
3455 ],
3456 },
Hao Wu77dd1ab2022-04-29 21:36:203457 },
3458 },
3459 },
Kenneth Russell8a386d42018-06-02 09:48:013460 'video_decode_accelerator_gl_unittest': {
3461 'remove_from': [
Kenneth Russell8a386d42018-06-02 09:48:013462 # Windows Intel doesn't have the GL extensions to support this test.
Yuly Novikovbc1ccff2019-08-03 00:05:493463 'Win10 FYI x64 Release (Intel HD 630)',
Yuly Novikov5ff15502019-07-31 00:55:483464 'Win10 FYI x64 Exp Release (Intel HD 630)',
Kenneth Russell8a386d42018-06-02 09:48:013465 ],
3466 },
Sven Zheng577fe5ff2020-08-03 22:06:443467 'views_unittests': {
Sven Zheng80734f12020-08-06 06:50:393468 'modifications': {
Maksim Sisovc81d284c2021-10-05 17:54:353469 'Linux Tests (Wayland)': {
3470 'args': [
3471 '--test-launcher-filter-file=../../testing/buildbot/filters/ozone-linux.wayland_views_unittests.filter',
3472 ],
3473 },
Chong Gu6aa22be2021-09-10 06:56:143474 'fuchsia-fyi-arm64-dbg': {
3475 'args': [
3476 '--test-launcher-filter-file=../../testing/buildbot/filters/fuchsia.debug.views_unittests.filter',
3477 ],
3478 },
Chong Gua10cd302022-01-14 19:22:193479 'fuchsia-fyi-x64-asan': {
3480 'args': [
3481 '--test-launcher-filter-file=../../testing/buildbot/filters/fuchsia.lsan.views_unittests.filter',
3482 ],
3483 },
Sven Zheng5c9d3e342020-08-11 21:39:433484 # https://crbug.com/1111979,
Junhua Chen39dd2dba2021-05-05 17:51:543485 'linux-lacros-code-coverage': {
3486 'args': [
3487 '--gtest_filter=-DesktopWidgetFocusManagerTest.AnchoredDialogInDesktopNativeWidgetAura:'
3488 'DesktopWidgetTest*:'
3489 'DesktopWindowTreeHostPlatformTest*:'
3490 'EditableComboboxTest*:'
3491 'MenuRunnerTest*:'
3492 'TextfieldTest*:'
3493 'TooltipControllerTest*:'
3494 'TooltipStateManagerTest*'
3495 ],
3496 },
Yuke Liaoa0db4742021-08-09 18:28:333497 'linux-lacros-dbg-tests-fyi': {
3498 'args': [
3499 '--gtest_filter=-DesktopWidgetFocusManagerTest.AnchoredDialogInDesktopNativeWidgetAura:'
3500 'TextfieldTest*:'
3501 'TooltipControllerTest*:'
3502 ],
3503 },
Sven Zheng5c9d3e342020-08-11 21:39:433504 'linux-lacros-tester-rel': {
Sven Zheng5c9d3e342020-08-11 21:39:433505 'args': [
3506 '--gtest_filter=-DesktopWidgetFocusManagerTest.AnchoredDialogInDesktopNativeWidgetAura:'
Yuke Liao34721c22020-08-14 21:41:193507 'DesktopWidgetTest*:'
3508 'DesktopWindowTreeHostPlatformTest*:'
Yuke Liaocf9db2b2020-08-13 19:42:533509 'EditableComboboxTest*:'
Sven Zhengea8903f2020-08-14 05:27:513510 'MenuRunnerTest*:'
Yuke Liaocf9db2b2020-08-13 19:42:533511 'TextfieldTest*:'
Benjamin Beaudry54b3b882021-03-12 23:55:363512 'TooltipControllerTest*:'
3513 'TooltipStateManagerTest*'
Sven Zheng5c9d3e342020-08-11 21:39:433514 ],
3515 },
Sven Zheng80734f12020-08-06 06:50:393516 },
Sven Zheng577fe5ff2020-08-03 22:06:443517 },
John Budorickd02c429de2020-01-10 19:02:213518 'viz_unittests': {
3519 'modifications': {
Chong Gub2446462021-08-19 18:44:083520 'fuchsia-fyi-arm64-dbg': {
Chong Gu6aa22be2021-09-10 06:56:143521 'args': [
3522 '--test-launcher-filter-file=../../testing/buildbot/filters/fuchsia.debug.viz_unittests.filter',
3523 ],
Chong Gub2446462021-08-19 18:44:083524 },
John Budorickd02c429de2020-01-10 19:02:213525 },
3526 },
John Budorick20f4fa8d2019-08-02 22:58:293527 'vr_common_unittests': {
3528 'remove_from': [
Haiyang Pan08d09dc2020-04-01 16:11:213529 'android-pie-x86-rel',
John Budorick20f4fa8d2019-08-02 22:58:293530 ],
3531 },
Kenneth Russellfbda3c532017-12-08 23:57:243532 'vr_pixeltests': {
3533 'remove_from': [
Haiyang Pan08d09dc2020-04-01 16:11:213534 'android-pie-x86-rel',
Kenneth Russell8ceeabf2017-12-11 17:53:283535 'VR Linux',
Kenneth Russellfbda3c532017-12-08 23:57:243536 ],
3537 },
Nico Webere81999ee2018-07-01 23:52:433538 'wayland_client_perftests': {
3539 'remove_from': [
3540 'linux-chromeos-dbg', # https://crbug.com/859307
3541 ],
3542 },
Chong Gu76046412021-09-22 17:49:213543 'web_engine_browsertests': {
Chong Gud1a5c5992021-04-09 04:08:323544 'modifications': {
3545 'fuchsia-code-coverage': {
3546 'swarming': {
Chong Gu7a463202021-07-19 18:43:103547 'shards': 28,
Chong Gud1a5c5992021-04-09 04:08:323548 },
3549 },
3550 },
3551 },
Chong Gu76046412021-09-22 17:49:213552 'web_engine_integration_tests': {
Chong Gu4c9e8f112021-06-02 18:37:263553 'modifications': {
3554 'fuchsia-code-coverage': {
3555 'swarming': {
3556 'shards': 6,
3557 },
3558 },
3559 },
3560 },
John Budorick63357462019-02-27 23:02:513561 'webdriver_tests_suite': {
3562 'remove_from': [
3563 'Linux Tests', # https://crbug.com/929689, https://crbug.com/936557
3564 ],
3565 },
Brian Sheedy5a9f6562021-08-20 03:32:543566 'webgl2_conformance_gles_passthrough_tests': {
3567 'remove_from': [
Brian Sheedyefb683c2022-01-25 21:17:363568 # Currently not enough capacity to run these tests on this config.
3569 # TODO(crbug.com/1280418): Re-enable once more of the Pixel 6 capacity
3570 # is deployed.
3571 'Android FYI Release (Pixel 6)',
Brian Sheedy43f5a6f2022-01-07 02:41:043572 # Not enough CrOS hardware capacity to run both on anything other than
3573 # VMs. See https://crbug.com/1238070.
Brian Sheedy5a9f6562021-08-20 03:32:543574 'Lacros FYI x64 Release (Intel)',
3575 ],
3576 'modifications': {
3577 # This VM configuration is known to be significantly slower than other
3578 # CrOS configurations, so increase the shards.
3579 # TODO(crbug.com/1223550): Remove this if the configuration can be sped
3580 # up.
3581 'ChromeOS FYI Release (amd64-generic)': {
3582 'swarming': {
3583 'shards': 30,
3584 },
3585 },
3586 },
3587 },
Kenneth Russell18fff67f2021-11-05 23:45:113588 'webgl2_conformance_metal_passthrough_tests': {
3589 'remove_from': [
Yuly Novikov7d00cdb2022-01-05 00:10:383590 # crbug.com/1270755
3591 'Mac FYI ASAN (Intel)',
3592 'Mac FYI Retina ASAN (AMD)',
Kenneth Russell18fff67f2021-11-05 23:45:113593 # Not enough capacity.
3594 'Mac FYI Retina Release (NVIDIA)',
3595 ],
Yuly Novikov220c14a52021-12-14 02:49:333596 'modifications': {
3597 'Mac FYI ASAN (Intel)': {
3598 'args': [
3599 '--extra-browser-args=--disable-metal-shader-cache',
Brian Sheedya111ca92022-04-18 23:37:153600 '--enable-metal-debug-layers',
3601 ],
3602 },
3603 'Mac FYI Release (Intel)': {
3604 'args': [
3605 '--enable-metal-debug-layers',
Yuly Novikov220c14a52021-12-14 02:49:333606 ],
3607 },
3608 'Mac FYI Retina ASAN (AMD)': {
3609 'args': [
3610 '--extra-browser-args=--disable-metal-shader-cache',
Brian Sheedy3fd310772022-04-20 02:15:513611 # This slows down tests and we are currently having AMD Mac capacity
3612 # issues.
3613 # '--enable-metal-debug-layers',
Brian Sheedya111ca92022-04-18 23:37:153614 ],
3615 },
3616 'Mac FYI Retina Release (AMD)': {
3617 'args': [
Brian Sheedy3fd310772022-04-20 02:15:513618 # This slows down tests and we are currently having AMD Mac capacity
3619 # issues.
3620 # '--enable-metal-debug-layers',
Yuly Novikov220c14a52021-12-14 02:49:333621 ],
3622 },
3623 },
Kenneth Russell18fff67f2021-11-05 23:45:113624 },
John Budorick82e61dfb2019-12-10 04:36:093625 'webgl2_conformance_validating_tests': {
Stephen Martinis54d64ad2018-09-21 22:16:203626 'remove_from': [
Brian Sheedyefb683c2022-01-25 21:17:363627 # Currently not enough capacity to run these tests on this config.
3628 # TODO(crbug.com/1280418): Re-enable once more of the Pixel 6 capacity
3629 # is deployed.
3630 'Android FYI Release (Pixel 6)',
Brian Sheedy43f5a6f2022-01-07 02:41:043631 # Passthrough version run on this configuration, not enough capacity for
3632 # both. See https://crbug.com/1238070.
3633 'ChromeOS FYI Release (kevin)',
Stephen Martinis54d64ad2018-09-21 22:16:203634 ],
Kenneth Russell8a386d42018-06-02 09:48:013635 'modifications': {
Brian Sheedyab0a1992021-08-13 20:57:393636 # This VM configuration is known to be significantly slower than other
3637 # CrOS configurations, so increase the shards.
3638 # TODO(crbug.com/1223550): Remove this if the configuration can be sped
3639 # up.
3640 'ChromeOS FYI Release (amd64-generic)': {
3641 'swarming': {
3642 'shards': 30,
3643 },
Brian Sheedy9bde4532021-08-20 18:11:193644 # This configuration is tested with the passthrough decoder as well,
3645 # which will be shipped in the nearish future, so any failures that
3646 # show up with the validating decoder are just an FYI.
3647 'experiment_percentage': 100,
Brian Sheedyab0a1992021-08-13 20:57:393648 },
Brian Sheedy22200312021-08-20 22:17:503649 'ChromeOS FYI Release (kevin)': {
3650 'experiment_percentage': 100,
3651 },
Kenneth Russell8a386d42018-06-02 09:48:013652 },
3653 },
Struan Shrimptona1ab7672022-01-13 18:02:513654 'webgl_conformance_d3d11_passthrough_tests': {
3655 'modifications': {
3656 'Win10 x64 Release (NVIDIA)': {
3657 'swarming': {
3658 'quickrun_shards': 4,
3659 },
3660 },
3661 },
3662 },
Kenneth Russell984f2f12020-12-15 23:23:353663 'webgl_conformance_metal_passthrough_tests': {
3664 'remove_from': [
Yuly Novikov7d00cdb2022-01-05 00:10:383665 # crbug.com/1270755
3666 'Mac FYI ASAN (Intel)',
3667 'Mac FYI Retina ASAN (AMD)',
Yuly Novikov220c14a52021-12-14 02:49:333668 # crbug.com/1158857: re-enable when switching to Metal by default.
Kenneth Russell984f2f12020-12-15 23:23:353669 'Mac FYI Retina Release (NVIDIA)',
3670 ],
Yuly Novikov220c14a52021-12-14 02:49:333671 'modifications': {
3672 'Mac FYI ASAN (Intel)': {
3673 'args': [
3674 '--extra-browser-args=--disable-metal-shader-cache',
Brian Sheedya111ca92022-04-18 23:37:153675 '--enable-metal-debug-layers',
3676 ],
3677 },
3678 'Mac FYI Release (Intel)': {
3679 'args': [
3680 '--enable-metal-debug-layers',
Yuly Novikov220c14a52021-12-14 02:49:333681 ],
3682 },
3683 'Mac FYI Retina ASAN (AMD)': {
3684 'args': [
3685 '--extra-browser-args=--disable-metal-shader-cache',
Brian Sheedy3fd310772022-04-20 02:15:513686 # This slows down tests and we are currently having AMD Mac capacity
3687 # issues.
3688 # '--enable-metal-debug-layers',
Brian Sheedya111ca92022-04-18 23:37:153689 ],
3690 },
3691 'Mac FYI Retina Release (AMD)': {
3692 'args': [
Brian Sheedy3fd310772022-04-20 02:15:513693 # This slows down tests and we are currently having AMD Mac capacity
3694 # issues.
3695 # '--enable-metal-debug-layers',
Yuly Novikov220c14a52021-12-14 02:49:333696 ],
3697 },
3698 },
Kenneth Russell984f2f12020-12-15 23:23:353699 },
Stephen Martinis54d64ad2018-09-21 22:16:203700 'webgl_conformance_tests': {
Kenneth Russelle63e41f2019-04-09 02:45:283701 'remove_from': [
3702 # Too slow on this configuration, which is severely hardware
3703 # constrained. crbug.com/950690
3704 'Mac FYI Retina Debug (NVIDIA)',
3705 ],
Struan Shrimptona1ab7672022-01-13 18:02:513706 'modifications': {
3707 'chromeos-amd64-generic-rel': {
Brian Sheedy9ee8e332022-05-31 21:37:553708 'args': [
3709 # Added to debug crbug.com/1293967.
3710 '--extra-browser-args=--disable-features=BackgroundVideoPauseOptimization',
3711 ],
Struan Shrimptona1ab7672022-01-13 18:02:513712 'swarming': {
3713 'quickrun_shards': 40,
3714 },
3715 },
3716 },
Kenneth Russell8a386d42018-06-02 09:48:013717 },
Austin Enge8c0ba02021-07-19 23:55:193718 'webgpu_blink_web_tests': {
3719 'modifications': {
3720 # Increase the timeout with ASAN (crbug.com/1208253)
3721 'Dawn Win10 x64 ASAN Release': {
3722 'args': [
Weizhong Xia91b53362022-01-05 17:13:353723 '--timeout-ms=48000',
Austin Enge8c0ba02021-07-19 23:55:193724 ],
3725 },
3726 },
Brian Sheedy5796b4b2021-09-15 21:51:413727 'replacements': {
3728 'Dawn Mac x64 Experimental Release (Intel)': {
3729 'args': {
Avi Drissman5afd38bc2021-10-27 17:35:133730 '--platform': 'mac-mac11',
Brian Sheedy5796b4b2021-09-15 21:51:413731 },
3732 }
3733 },
3734 },
3735 'webgpu_blink_web_tests_with_backend_validation': {
3736 'replacements': {
3737 'Dawn Mac x64 Experimental Release (Intel)': {
3738 'args': {
Avi Drissman5afd38bc2021-10-27 17:35:133739 '--platform': 'mac-mac11',
Brian Sheedy5796b4b2021-09-15 21:51:413740 },
3741 },
3742 },
Austin Enge8c0ba02021-07-19 23:55:193743 },
Kenneth Russelleb60cbd22017-12-05 07:54:283744 'webkit_unit_tests': {
Yun Liu16394ab32019-11-19 16:37:573745 'remove_from': [
3746 # Flakily fails on Win7. https://crbug.com/943372.
3747 'Win7 Tests (1)',
3748 'Win 7 Tests x64 (1)',
Haiyang Pan90ed7c642021-02-06 01:22:063749 # Runs on android-marshmallow-x86-rel already (crbug.com/1127110)
3750 'android-marshmallow-arm64-rel',
3751 'android-marshmallow-x86-rel-non-cq',
Yun Liu16394ab32019-11-19 16:37:573752 ],
Dirk Pranke81ff51c2017-12-09 19:24:283753 'modifications': {
Erik Staabd468a802022-06-28 23:38:033754 'Linux ASan LSan Low Symbols FYI Tests (1)': {
3755 # These are very slow on the ASAN trybot for some reason.
3756 # crbug.com/1257927
3757 'swarming': {
3758 'shards': 5,
3759 },
3760 },
John Budorick5052d552017-12-13 02:59:343761 'Linux ASan LSan Tests (1)': {
3762 # These are very slow on the ASAN trybot for some reason.
Ben Pastened2c01af2022-01-31 23:06:443763 # crbug.com/1257927
John Budorick5052d552017-12-13 02:59:343764 'swarming': {
3765 'shards': 5,
3766 },
3767 },
Erik Chen681dc0282019-11-26 22:54:493768 'Linux TSan Tests': {
3769 'swarming': {
3770 'shards': 2,
3771 },
3772 },
arthursonzogni26889d82018-05-29 17:18:163773 'Marshmallow 64 bit Tester': {
3774 # Increase timeout. See https://crbug.com/847229.
3775 'swarming': {
3776 'hard_timeout': 1200,
3777 },
3778 },
Haiyang Pan9d68ca02021-08-04 21:30:473779 'android-11-x86-rel': {
Haiyang Panc7c009e2021-03-18 19:31:233780 'args': [
Haiyang Panc08d02212021-10-18 18:58:383781 '--test-launcher-filter-file=../../testing/buildbot/filters/android.emulator.blink_unittests.filter',
3782 ],
3783 },
Haiyang Pan2a55a452022-03-03 08:18:333784 'android-12-x64-rel': {
Haiyang Panc08d02212021-10-18 18:58:383785 'args': [
3786 '--test-launcher-filter-file=../../testing/buildbot/filters/android.emulator.blink_unittests.filter',
Haiyang Panc7c009e2021-03-18 19:31:233787 ],
3788 },
Dirk Pranke81ff51c2017-12-09 19:24:283789 },
Kenneth Russelleb60cbd22017-12-05 07:54:283790 },
Haiyang Panfbd2b482020-09-23 23:41:253791 'weblayer_browsertests': {
3792 'modifications': {
Haiyang Pan9d68ca02021-08-04 21:30:473793 'android-11-x86-rel': {
Haiyang Pand38464f52021-03-24 00:29:013794 'args': [
Haiyang Pan2877f062021-11-18 01:06:063795 # TODO(crbug.com/1191784): Fix the test failure
3796 '--gtest_filter=-DownloadBrowserTest.OverrideDownloadDirectory',
3797 ],
3798 },
Haiyang Pan2a55a452022-03-03 08:18:333799 'android-12-x64-rel': {
Haiyang Pan2877f062021-11-18 01:06:063800 'args': [
3801 # TODO(crbug.com/1191784): Fix the test failure
Haiyang Pand38464f52021-03-24 00:29:013802 '--gtest_filter=-DownloadBrowserTest.OverrideDownloadDirectory',
3803 ],
3804 },
Haiyang Panfbd2b482020-09-23 23:41:253805 'android-pie-arm64-rel': {
3806 # TODO(crbug.com/1111436): Move this back to walleye if/when additional
3807 # capacity has been deployed.
3808 'swarming': {
Struan Shrimpton57c594e42022-01-25 17:59:133809 'quickrun_shards': 2,
Haiyang Panfbd2b482020-09-23 23:41:253810 'dimension_sets': [
3811 {
3812 'device_type': 'sailfish',
3813 },
3814 ],
3815 },
3816 },
3817 },
3818 },
Haiyang Pan591dbad2020-06-05 20:26:373819 'weblayer_bundle_test': {
3820 'remove_from': [
Haiyang Pan2486dcb2020-09-18 17:53:063821 'android-marshmallow-x86-rel-non-cq', # crbug.com/1088013
Haiyang Pan9d68ca02021-08-04 21:30:473822 'android-11-x86-rel', # crbug.com/1165280
Haiyang Pan591dbad2020-06-05 20:26:373823 ],
3824 },
3825 'weblayer_instrumentation_test_apk': {
3826 'remove_from': [
Haiyang Pan2486dcb2020-09-18 17:53:063827 'android-marshmallow-x86-rel-non-cq', # crbug.com/1088013
Haiyang Pan9d68ca02021-08-04 21:30:473828 'android-11-x86-rel', # crbug.com/1165280
Haiyang Pan591dbad2020-06-05 20:26:373829 ],
Haiyang Pan6d7a15b2020-10-03 00:29:193830 'modifications': {
Struan Shrimptonf5b2b552022-01-20 20:37:393831 'android-marshmallow-arm64-rel': {
3832 'swarming': {
3833 'quickrun_shards': 2,
3834 },
3835 },
Haiyang Pan6d7a15b2020-10-03 00:29:193836 'android-pie-arm64-rel': {
3837 # TODO(crbug.com/1111436): Move this back to walleye if/when additional
3838 # capacity has been deployed.
3839 'swarming': {
3840 'dimension_sets': [
3841 {
3842 'device_type': 'sailfish',
3843 },
3844 ],
3845 },
3846 },
3847 },
Haiyang Pan591dbad2020-06-05 20:26:373848 },
Haiyang Pan4efd9b02021-03-17 23:58:303849 'weblayer_private_instrumentation_test_apk': {
3850 'modifications': {
3851 # TODO(crbug.com/1189403): Remove the filter once the issue is fixed.
Haiyang Pan9d68ca02021-08-04 21:30:473852 'android-11-x86-rel': {
Haiyang Pan4efd9b02021-03-17 23:58:303853 'args': [
3854 '--gtest_filter=-org.chromium.weblayer.test.MediaCaptureTest.*',
3855 ],
3856 },
Haiyang Pan2a55a452022-03-03 08:18:333857 'android-12-x64-rel': {
Haiyang Pan64d61242022-02-16 19:06:363858 'args': [
3859 # crbug.com/1275200
3860 '--gtest_filter=-org.chromium.weblayer.test.BrowserControlsTest.testTopExpandedOnLoadWhenOnlyExpandAtTop',
3861 ],
3862 },
Haiyang Pan4efd9b02021-03-17 23:58:303863 },
3864 },
Weizhong Xia7d335882021-01-28 02:49:523865 'weblayer_shell_wpt': {
3866 'modifications': {
Weizhong Xia0f0c3302021-04-27 00:05:433867 'android-weblayer-pie-x86-wpt-smoketest': {
3868 'args': [
Haiyang Pan1f205ad2021-07-31 01:47:523869 '--default-exclude',
Weizhong Xia63f39c12022-01-10 23:09:293870 '--include-file=../../third_party/blink/web_tests/android/WPTSmokeTestCases',
Weizhong Xia0f0c3302021-04-27 00:05:433871 ],
3872 'swarming': {
Weizhong Xia63f39c12022-01-10 23:09:293873 'shards': 1,
Weizhong Xia0f0c3302021-04-27 00:05:433874 },
3875 },
Weizhong Xia7d335882021-01-28 02:49:523876 },
3877 },
Erik Staab70ca5b32021-08-07 00:38:353878 'webview_64_cts_tests': {
3879 'modifications': {
3880 'android-pie-arm64-rel': {
3881 # TODO(crbug.com/1111436): Move this back to walleye if/when additional
3882 # capacity has been deployed.
3883 'swarming': {
3884 'dimension_sets': [
3885 {
3886 'device_type': 'sailfish',
3887 },
3888 ],
3889 },
3890 },
3891 },
3892 },
Haiyang Panfbd2b482020-09-23 23:41:253893 'webview_cts_tests': {
3894 'modifications': {
3895 'android-pie-arm64-rel': {
3896 # TODO(crbug.com/1111436): Move this back to walleye if/when additional
3897 # capacity has been deployed.
3898 'swarming': {
3899 'dimension_sets': [
3900 {
3901 'device_type': 'sailfish',
3902 },
3903 ],
3904 },
3905 },
3906 },
3907 },
Kenneth Russelleb60cbd22017-12-05 07:54:283908 'webview_instrumentation_test_apk': {
3909 'remove_from': [
Hans Wennborgeac4c36c2018-05-23 16:04:063910 # This test frequently fails on Android, https://crbug.com/824959
Stephen Martinis1384ff92020-01-07 19:52:153911 # matching android builders, the test fails on these.
Hans Wennborga0b11ebe2018-05-15 16:26:503912 'ToTAndroid',
John Budorick27d2d44e2019-05-20 20:26:093913 'android-asan', # https://crbug.com/964562
Ben Joyce02dc8092021-03-04 21:48:193914 'android-code-coverage-native', # Does not generate profraw data.
Ben Joyce46ca6012021-03-31 19:19:253915 'android-pie-arm64-coverage-experimental-rel', # Does not generate profraw data.
Ben Joyce02dc8092021-03-04 21:48:193916
Dirk Pranke20eae9a72017-12-09 18:12:143917 # On chromium.swarm, this should possibly be being run (or removed
Takuto Ikuta527cdff2020-01-29 08:04:273918 # from android-marshmallow-arm64-rel-swarming).
Garrett Beaty47a2d802020-11-10 20:50:533919 # https://crbug.com/1147531 - covered on pie
3920 'android-marshmallow-arm64-rel',
Kenneth Russelleb60cbd22017-12-05 07:54:283921 ],
Ben Pastenee17a8e92018-07-12 21:55:183922 'modifications': {
3923 'Oreo Phone Tester': {
Andrew Luo93c4a1e2019-08-30 05:26:303924 # TODO(crbug.com/997362): Enable this once it's passing.
bsheedy01833462018-12-07 01:05:573925 # TODO(https://crbug.com/884413): Re-enable this once the tests are
3926 # either passing or there is more capacity.
3927 'experiment_percentage': 0,
Ben Pastenee17a8e92018-07-12 21:55:183928 },
Haiyang Pan9d68ca02021-08-04 21:30:473929 'android-11-x86-rel': {
Haiyang Pan103864812021-03-19 19:28:443930 'args': [
3931 # TODO(crbug.com/1189746) Enable this test once the issue is fixed.
3932 '--gtest_filter=-org.chromium.net.NetworkChangeNotifierTest.testNetworkChangeNotifierJavaObservers',
3933 ],
3934 },
James Shen39aa0e32022-03-22 04:44:503935 'android-marshmallow-x86-fyi-rel-reviver': {
3936 'swarming': {
3937 'shards': 9,
3938 },
3939 },
Haiyang Panb991f562021-08-10 17:46:463940 'android-marshmallow-x86-rel': {
Haiyang Panb991f562021-08-10 17:46:463941 'swarming': {
3942 'shards': 9,
3943 },
3944 },
Kuan Huang1f402c82021-06-08 17:58:183945 'android-pie-arm64-rel': {
3946 'swarming': {
3947 'shards': 9,
3948 },
3949 },
Haiyang Pan08d09dc2020-04-01 16:11:213950 'android-pie-x86-rel': {
Haiyang Panfdd94332020-03-27 02:43:293951 'args': [
3952 '--test-launcher-filter-file=../../testing/buildbot/filters/android.emulator.webview_instrumentation_test_apk.filter',
3953 ],
Ben Joyce9a7eb312021-08-25 00:44:593954 'swarming': {
3955 'shards': 9,
3956 },
Haiyang Panfdd94332020-03-27 02:43:293957 },
Ben Pastenee17a8e92018-07-12 21:55:183958 },
Kenneth Russelleb60cbd22017-12-05 07:54:283959 },
Haiyang Panfed339172021-03-10 23:19:573960 'webview_ui_test_app_test_apk': {
3961 'remove_from': [
Haiyang Pan9d68ca02021-08-04 21:30:473962 'android-11-x86-rel', # crbug.com/1165280
Haiyang Panfed339172021-03-10 23:19:573963 ],
3964 },
Kenneth Russelleb60cbd22017-12-05 07:54:283965}