blob: 536ae163996459650b7760161b4d6eb312157f66 [file] [log] [blame]
Kenneth Russelleb60cbd22017-12-05 07:54:281# Copyright 2017 The Chromium Authors. All rights reserved.
2# Use of this source code is governed by a BSD-style license that can be
3# found in the LICENSE file.
4
5# This is a .pyl, or "Python Literal", file. You can treat it just like a
6# .json file, with the following exceptions:
7# * all keys must be quoted (use single quotes, please);
8# * comments are allowed, using '#' syntax; and
9# * trailing commas are allowed.
10
11# Exceptions to the common test suites can only include removal from
12# particular bots, and modifications on particular bots. By design,
13# it's not possible to add one-off tests to bots. Instead they have to
14# be added to one of the test suites in test_suites.pyl.
15#
Jeff Yoone2188f62020-08-24 20:55:5716# Note that if you are excluding with variants, you will need to exclude
17# per variant, with the identifier appended to the test suite name.
18# For example, if you have ios_chrome_ui_eg2tests_module with variant
19# SIM_IPHONE_6S_14_0 (identifier = "iPhone 6s 14.0"), you
20# must exclude with the test name as:
21# "ios_chrome_ui_eg2tests_module_iPhone 6s 14.0"
22
Kenneth Russelleb60cbd22017-12-05 07:54:2823# The goal is to drive the number of exceptions to zero, to make all
24# the bots behave similarly.
25{
Chong Gua10cd302022-01-14 19:22:1926 'accessibility_unittests':{
27 'modifications': {
28 'fuchsia-fyi-x64-asan': {
29 'args': [
30 '--test-launcher-filter-file=../../testing/buildbot/filters/fuchsia.lsan.accessibility_unittests.filter',
31 ],
32 },
33 },
34 },
Andrew Luo38b311f2019-10-04 03:42:0935 'android_browsertests': {
36 'modifications': {
James Shened31ce5032022-06-22 22:45:3937 'Marshmallow Tablet Tester': {
38 'swarming': {
39 'shards': 2,
40 },
41 },
Haiyang Pan9d68ca02021-08-04 21:30:4742 'android-11-x86-rel': {
Haiyang Pan0ea9b3ef2022-01-21 21:58:1443 'args': [
44 # https://crbug.com/1289764
45 '--gtest_filter=-All/ChromeBrowsingDataLifetimeManagerScheduledRemovalTest.History/*',
46 ],
Haiyang Panca7fcec2021-03-19 02:11:1047 'swarming': {
48 'shards': 2,
49 },
50 },
Haiyang Panc1192662022-03-09 00:09:0251 'android-12-x64-rel': {
52 'args': [
53 # https://crbug.com/1289764
54 '--gtest_filter=-All/ChromeBrowsingDataLifetimeManagerScheduledRemovalTest.History/*',
55 ],
56 'swarming': {
57 'shards': 2,
58 },
59 },
Struan Shrimptone772d72f2021-12-15 07:50:0960 'android-marshmallow-arm64-rel': {
61 'swarming': {
Struan Shrimpton4b7abc02021-12-16 01:36:5962 'quickrun_shards': 3,
Struan Shrimptone772d72f2021-12-15 07:50:0963 },
64 },
James Shen39aa0e32022-03-22 04:44:5065 'android-marshmallow-x86-fyi-rel-reviver': {
66 'swarming': {
67 'shards': 2,
68 'quickrun_shards': 6,
69 },
70 },
Haiyang Panb991f562021-08-10 17:46:4671 'android-marshmallow-x86-rel': {
72 'swarming': {
73 'shards': 2,
Struan Shrimpton4b7abc02021-12-16 01:36:5974 'quickrun_shards': 6,
Haiyang Panb991f562021-08-10 17:46:4675 },
76 },
Haiyang Pancf24ceb2022-03-17 02:31:3077 'android-nougat-x86-rel': {
78 'swarming': {
79 'shards': 2,
80 },
81 },
Andrew Luo38b311f2019-10-04 03:42:0982 'android-pie-arm64-rel': {
Andrew Luobe83fd82019-12-19 03:07:5883 'args': [
84 '--gtest_filter=-ImportantSitesUtilBrowserTest.DSENotConsideredImportantInRegularMode', # https://crbug.com/1034001
85 ],
Haiyang Panfbd2b482020-09-23 23:41:2586 # TODO(crbug.com/1111436): Move this back to walleye if/when additional
87 # capacity has been deployed.
88 'swarming': {
89 'dimension_sets': [
90 {
91 'device_type': 'sailfish',
92 },
93 ],
Haiyang Pan1678f0c02021-03-09 23:05:0994 'shards': 2,
Struan Shrimpton4b7abc02021-12-16 01:36:5995 'quickrun_shards': 6,
Haiyang Panfbd2b482020-09-23 23:41:2596 },
Andrew Luo38b311f2019-10-04 03:42:0997 },
Haiyang Pan08d09dc2020-04-01 16:11:2198 'android-pie-x86-rel': {
John Budorick191adfcd2020-01-29 18:19:0499 'args': [
100 '--gtest_filter=-ImportantSitesUtilBrowserTest.DSENotConsideredImportantInRegularMode', # https://crbug.com/1034001
101 ],
Haiyang Pan7cd609d2021-04-08 20:17:24102 'swarming': {
103 'shards': 2,
104 },
John Budorick191adfcd2020-01-29 18:19:04105 },
Andrew Luo38b311f2019-10-04 03:42:09106 },
107 },
Sven Zhengc60debc2020-09-10 18:40:52108 'android_sync_integration_tests': {
109 'remove_from': [
Haiyang Pan6b8e4cf2021-08-02 21:38:28110 # Remove from CQ bots due to capacity.
111 'android-marshmallow-arm64-rel',
Sven Zhengc60debc2020-09-10 18:40:52112 ],
James Shen9e4c19e2022-04-15 17:57:50113 'modifications': {
114 'android-12-x64-rel': {
115 'swarming': {
116 'shards': 3,
117 },
118 },
119 'android-marshmallow-x86-rel': {
120 'swarming': {
121 'shards': 3,
122 },
123 },
124 },
Sven Zhengc60debc2020-09-10 18:40:52125 },
Kenneth Russelleb60cbd22017-12-05 07:54:28126 'android_webview_unittests': {
Kenneth Russelleb60cbd22017-12-05 07:54:28127 },
Jamie Madillc9ae75d2020-10-23 19:19:48128 'angle_end2end_tests': {
Yuly Novikov60cbf642020-11-19 20:43:15129 'modifications': {
Yuly Novikov80d2e672021-02-13 00:16:04130 'win10-angle-x64-intel': {
131 'args': [
132 '--max-processes=1',
133 ],
134 },
Yuly Novikov60cbf642020-11-19 20:43:15135 },
Jamie Madillc9ae75d2020-10-23 19:19:48136 },
Jamie Madillc9ae75d2020-10-23 19:19:48137 'angle_unittests': {
138 'remove_from': [
139 # On Android, these are already run on the main waterfall.
140 'Android FYI Release (Nexus 5X)',
Yuly Novikovc1117ae82021-01-15 22:33:36141 # Times out listing tests crbug.com/1167314
142 'android-asan',
Jamie Madillc9ae75d2020-10-23 19:19:48143 # Does not currently work on Lacros configurations.
Sven Zheng93bfaa92022-06-09 17:06:03144 'linux-lacros-asan-lsan-rel',
Junhua Chen39dd2dba2021-05-05 17:51:54145 'linux-lacros-code-coverage',
Jamie Madillc9ae75d2020-10-23 19:19:48146 'linux-lacros-tester-rel',
147 'linux-lacros-tester-fyi-rel',
Yuke Liaof27ebe52021-08-05 22:12:40148 'linux-lacros-dbg-tests-fyi',
Jamie Madillc9ae75d2020-10-23 19:19:48149 ],
Chong Gua10cd302022-01-14 19:22:19150 'modifications': {
151 # anglebug.com/6894
152 'fuchsia-fyi-x64-asan': {
153 'args': [
154 # crbug.com/
155 '--gtest_filter=-ConstructCompilerTest.DefaultParameters',
156 ],
157 },
158 },
Jamie Madillc9ae75d2020-10-23 19:19:48159 },
160 'angle_white_box_tests': {
Yuly Novikov60cbf642020-11-19 20:43:15161 'modifications': {
Yuly Novikov80d2e672021-02-13 00:16:04162 'win10-angle-x64-intel': {
163 'args': [
164 '--max-processes=1',
165 ],
166 },
Yuly Novikov60cbf642020-11-19 20:43:15167 },
Jamie Madillc9ae75d2020-10-23 19:19:48168 },
Sven Zhengef0d0872022-04-04 22:13:29169 'aura_unittests amd64-generic': {
Yuke Liaob6beaeca2021-04-29 23:41:51170 'remove_from': [
171 # TODO(crbug.com/1204231): Re-enable.
172 'lacros-amd64-generic-rel',
173 ]
174 },
Sven Zhengef0d0872022-04-04 22:13:29175 'aura_unittests eve': {
Yuke Liao79a8cf52021-06-11 18:14:34176 'remove_from': [
177 # TODO(crbug.com/1204231): Re-enable.
178 'lacros-amd64-generic-rel',
179 ]
180 },
Chong Gudf7fbe92021-02-24 02:55:58181 'base_unittests': {
182 'modifications': {
Haiyang Pan9d68ca02021-08-04 21:30:47183 'android-11-x86-rel': {
Haiyang Panc7c009e2021-03-18 19:31:23184 'args': [
Haiyang Panc08d02212021-10-18 18:58:38185 '--test-launcher-filter-file=../../testing/buildbot/filters/android.emulator.base_unittests.filter',
186 ],
187 },
Haiyang Pan2a55a452022-03-03 08:18:33188 'android-12-x64-rel': {
Haiyang Panc08d02212021-10-18 18:58:38189 'args': [
190 '--test-launcher-filter-file=../../testing/buildbot/filters/android.emulator.base_unittests.filter',
191 '--gtest_filter=-ModuleCacheTest.CheckAgainstProcMaps', # crbug.com/1260521
Haiyang Panc7c009e2021-03-18 19:31:23192 ],
193 },
Chong Gudf7fbe92021-02-24 02:55:58194 'fuchsia-code-coverage': {
195 'swarming': {
196 'shards': 5,
197 },
198 },
Chong Gua10cd302022-01-14 19:22:19199 'fuchsia-fyi-x64-asan': {
200 'args': [
201 '--test-launcher-filter-file=../../testing/buildbot/filters/fuchsia.lsan.base_unittests.filter',
202 ],
203 },
Chong Gudf7fbe92021-02-24 02:55:58204 },
205 },
Haiyang Pan363c59a2020-07-23 05:47:04206 'blink_platform_unittests': {
207 'modifications': {
James Shen088356672022-06-28 01:21:14208 # TODO(crbug.com/1303439): Remove this filter
209 'android-nougat-x86-rel': {
210 'args': [
211 '--test-launcher-filter-file=../../testing/buildbot/filters/android.emulator_n.blink_platform_unittests.filter',
212 ],
213 },
Haiyang Panfbd2b482020-09-23 23:41:25214 'android-pie-arm64-rel': {
215 # TODO(crbug.com/1111436): Move this back to walleye if/when additional
216 # capacity has been deployed.
217 'swarming': {
218 'dimension_sets': [
219 {
220 'device_type': 'sailfish',
221 },
222 ],
223 },
224 },
Chong Gu52481452021-04-02 17:52:41225 'fuchsia-code-coverage': {
226 'swarming': {
227 'shards': 5,
228 },
229 },
Haiyang Pan363c59a2020-07-23 05:47:04230 },
231 },
Chong Gu76046412021-09-22 17:49:21232 'blink_unittests': {
Chong Guc2d145e2021-03-31 19:55:34233 'modifications': {
234 'fuchsia-code-coverage': {
235 'swarming': {
236 'shards': 30,
237 },
238 },
239 },
240 },
John Chenaab16fc02020-03-03 06:35:45241 'blink_web_tests': {
242 'remove_from': [
243 'Win 7 Tests x64 (1)', # 64-bit win is unsupported by the layout tests.
Weizhong Xia501ccac2022-06-09 00:46:27244 'Win7 Tests (1)',
John Chenaab16fc02020-03-03 06:35:45245 'Win10 Tests x64 (dbg)',
246 ],
247 'modifications': {
248 'Fuchsia x64': {
249 'args': [
250 '--platform=fuchsia',
Weizhong Xia3fdef5ca2022-01-04 21:50:20251 '--jobs=1',
John Chenaab16fc02020-03-03 06:35:45252 ],
253 'swarming': {
254 'shards': 1,
255 },
256 },
257 'Linux Tests': {
258 "args": [
259 "--additional-env-var=LLVM_PROFILE_FILE=${ISOLATED_OUTDIR}/profraw/default-%2m.profraw",
260 ],
Struan Shrimpton57c594e42022-01-25 17:59:13261 'swarming': {
Weizhong Xia8b786422022-06-23 14:46:51262 'quickrun_shards': 7,
263 'shards': 8,
Struan Shrimpton57c594e42022-01-25 17:59:13264 },
John Chenaab16fc02020-03-03 06:35:45265 },
266 'Linux Tests (dbg)(1)': {
267 'args': [
268 '--debug',
269 ],
270 'swarming': {
Weizhong Xia8b786422022-06-23 14:46:51271 'shards': 12,
John Chenaab16fc02020-03-03 06:35:45272 },
273 },
John Chenaab16fc02020-03-03 06:35:45274 'Mac10.13 Tests': {
275 'swarming': {
276 'dimension_sets': [
277 {
Erik Staab59591f32020-08-25 23:07:07278 'gpu': None,
John Chenaab16fc02020-03-03 06:35:45279 },
280 ],
Weizhong Xia8b786422022-06-23 14:46:51281 'shards': 10,
John Chenaab16fc02020-03-03 06:35:45282 },
283 },
Zhaoyang Li69e2e002021-02-19 21:57:35284 'Mac10.15 Tests': {
285 'swarming': {
286 'dimension_sets': [
287 {
288 'gpu': None,
289 },
290 ],
Weizhong Xia8b786422022-06-23 14:46:51291 'shards': 10,
Zhaoyang Li69e2e002021-02-19 21:57:35292 },
293 },
Lindsay Pasricha8d9a0c32021-12-08 17:08:29294 'Mac11 Tests': {
295 'swarming': {
296 'dimension_sets': [
297 {
298 'gpu': None,
299 },
300 ],
Weizhong Xia8b786422022-06-23 14:46:51301 'shards': 12,
302 'quickrun_shards': 10,
Lindsay Pasricha8d9a0c32021-12-08 17:08:29303 },
304 },
Yue She0cad2922022-06-24 15:06:07305 'Mac12 Tests': {
306 'swarming': {
307 'dimension_sets': [
308 {
309 'gpu': None,
310 },
311 ],
312 'shards': 25,
313 'quickrun_shards': 26,
314 },
315 },
Cameron Higgins7558b162022-06-10 18:53:07316 'Mac12 Tests (dbg)': {
Zhaoyang Li9357e1e12021-12-07 18:53:17317 'experiment_percentage': 100,
318 'args': [
319 '--debug',
320 ],
321 'swarming': {
Weizhong Xia8b786422022-06-23 14:46:51322 'shards': 16,
Zhaoyang Li9357e1e12021-12-07 18:53:17323 },
324 },
Chong Gu75af969a2021-03-22 14:46:14325 'ToTFuchsia x64': {
326 'args': [
327 '--platform=fuchsia',
328 ],
329 'swarming': {
330 'shards': 1,
331 },
332 },
John Chenaab16fc02020-03-03 06:35:45333 'V8 Blink Linux Debug': {
Michael Achenbach455d39242020-06-22 13:33:45334 # This builder compiles Chromium in release mode, but V8 in debug.
335 # TODO(machenbach): Change name and out directory of this builder to
336 # something less confusing.
John Chenaab16fc02020-03-03 06:35:45337 'args': [
Michael Achenbach455d39242020-06-22 13:33:45338 '-t',
339 'Debug',
340 '--release',
John Chenaab16fc02020-03-03 06:35:45341 ],
342 },
343 'V8 Blink Linux Future': {
344 'args': [
Brian Sheedy10ddf0a2021-08-16 23:19:07345 '--flag-specific=future-js',
John Chenaab16fc02020-03-03 06:35:45346 ],
347 },
348 'WebKit Linux ASAN': {
349 'args': [
350 '--additional-expectations',
351 '../../third_party/blink/web_tests/ASANExpectations',
Weizhong Xia91b53362022-01-05 17:13:35352 '--timeout-ms',
John Chenaab16fc02020-03-03 06:35:45353 '48000',
354 '--enable-sanitizer',
355 ],
356 'swarming': {
Weizhong Xia8b786422022-06-23 14:46:51357 'shards': 8,
John Chenaab16fc02020-03-03 06:35:45358 },
359 },
360 'WebKit Linux Leak': {
361 'args': [
362 '--additional-expectations',
363 '../../third_party/blink/web_tests/LeakExpectations',
Weizhong Xia91b53362022-01-05 17:13:35364 '--timeout-ms',
John Chenaab16fc02020-03-03 06:35:45365 '48000',
366 '--enable-leak-detection',
367 ],
368 'swarming': {
Weizhong Xia8b786422022-06-23 14:46:51369 'shards': 4,
John Chenaab16fc02020-03-03 06:35:45370 },
371 },
372 'WebKit Linux MSAN': {
373 'args': [
374 '--additional-expectations',
375 '../../third_party/blink/web_tests/MSANExpectations',
Weizhong Xia91b53362022-01-05 17:13:35376 '--timeout-ms',
John Chenaab16fc02020-03-03 06:35:45377 '66000',
378 '--enable-sanitizer',
379 ],
380 'swarming': {
381 'expiration': 36000,
382 'hard_timeout': 10800,
383 'io_timeout': 3600,
Weizhong Xia8b786422022-06-23 14:46:51384 'shards': 8,
John Chenaab16fc02020-03-03 06:35:45385 },
386 },
John Chenaab16fc02020-03-03 06:35:45387 'Win10 Tests x64': {
388 'args': [
389 '--target',
Takuto Ikutab28b582e2021-02-10 01:41:21390 'Release_x64',
John Chenaab16fc02020-03-03 06:35:45391 ],
392 'swarming': {
Weizhong Xia8b786422022-06-23 14:46:51393 "shards": 12
John Chenaab16fc02020-03-03 06:35:45394 },
395 },
396 'Win10 Tests x64 (dbg)': {
397 'args': [
398 '--debug',
399 '--target',
Takuto Ikutab28b582e2021-02-10 01:41:21400 'Debug_x64',
John Chenaab16fc02020-03-03 06:35:45401 ],
402 },
Kuan Huanga89737d2022-01-07 19:42:11403 'Win11 Tests x64': {
404 'args': [
405 '--target',
406 'Release_x64',
407 ],
408 'swarming': {
Weizhong Xia8b786422022-06-23 14:46:51409 "shards": 12
Kuan Huanga89737d2022-01-07 19:42:11410 },
411 },
John Chenaab16fc02020-03-03 06:35:45412 # tryserver.chromium.android
413 'android_blink_rel': {
414 'args': [
415 '--release',
416 '--android',
417 # TODO(crbug.com/912120): Breakpad was entirely disabled on
418 # Android. Remove this when it no longer affects Android crash
419 # log handling.
420 '--disable-breakpad',
421 # TODO(crbug.com/875172): run on the real GPU since the
422 # software fallback, SwiftShader, isn't yet for 32-bit ARM.
423 '--additional-driver-flag=--use-gpu-in-tests',
424 ],
425 },
426 'devtools_frontend_linux_blink_light_rel': {
427 'args': [
428 'http/tests/devtools',
429 ],
430 'swarming': {
Weizhong Xia8b786422022-06-23 14:46:51431 'shards': 2,
John Chenaab16fc02020-03-03 06:35:45432 },
433 },
Takuto Ikutabace8f82022-01-26 23:47:47434 'devtools_frontend_linux_blink_light_rel_fastbuild': {
435 'args': [
436 'http/tests/devtools',
437 ],
438 'swarming': {
Weizhong Xia8b786422022-06-23 14:46:51439 'shards': 2,
Takuto Ikutabace8f82022-01-26 23:47:47440 },
441 },
John Chenaab16fc02020-03-03 06:35:45442 'fuchsia-fyi-x64-rel': {
443 'args': [
444 '--platform=fuchsia',
445 ],
446 'swarming': {
447 'shards': 1,
448 },
449 },
Mathias Carlen30968a62020-03-31 08:47:04450 'linux-autofill-assistant': {
451 'args': [
452 '--release',
453 ],
454 },
Arthur Sonzogni90f6df12022-02-02 14:28:32455 'linux-bfcache-rel': {
456 'args': [
457 '--flag-specific=enable-back-forward-cache-same-site',
Arthur Sonzogni90f6df12022-02-02 14:28:32458 ],
459 },
John Chenaab16fc02020-03-03 06:35:45460 'linux-blink-animation-use-time-delta': {
461 'args': [
462 '--debug',
463 ],
464 },
Daniel Libby178c9832020-10-08 20:36:14465 'linux-blink-web-tests-force-accessibility-rel': {
466 'args': [
Brian Sheedy10ddf0a2021-08-16 23:19:07467 '--flag-specific=force-renderer-accessibility',
Daniel Libby178c9832020-10-08 20:36:14468 ],
469 },
John Chenaab16fc02020-03-03 06:35:45470 'linux-code-coverage': {
471 'args': [
472 '--additional-env-var=LLVM_PROFILE_FILE=${ISOLATED_OUTDIR}/profraw/default-%2m.profraw',
473 ],
474 'swarming': {
Weizhong Xia8b786422022-06-23 14:46:51475 'shards': 8,
John Chenaab16fc02020-03-03 06:35:45476 },
477 },
Aaron Gable40f79aa2020-03-21 01:21:15478 'linux-layout-tests-edit-ng': {
479 'args': [
Brian Sheedy10ddf0a2021-08-16 23:19:07480 '--flag-specific=enable-editing-ng',
Aaron Gable40f79aa2020-03-21 01:21:15481 ],
482 },
Garrett Beaty731523e92022-05-03 17:16:55483 'linux_layout_tests_layout_ng_disabled': {
484 'args': [
485 '--flag-specific=disable-layout-ng',
486 ],
487 'swarming': {
Weizhong Xia8b786422022-06-23 14:46:51488 'shards': 8,
Garrett Beaty731523e92022-05-03 17:16:55489 },
490 },
John Chenaab16fc02020-03-03 06:35:45491 'mac10.13-blink-rel-dummy': {
492 'swarming': {
Weizhong Xia8b786422022-06-23 14:46:51493 'shards': 1,
John Chenaab16fc02020-03-03 06:35:45494 },
495 },
John Chenaab16fc02020-03-03 06:35:45496 'mac10.14-blink-rel-dummy': {
497 'swarming': {
Weizhong Xia8b786422022-06-23 14:46:51498 'shards': 1,
John Chenaab16fc02020-03-03 06:35:45499 },
500 },
Ilia Samsonov7efe05e2020-05-07 19:00:46501 'mac10.15-blink-rel-dummy': {
502 'swarming': {
Weizhong Xia8b786422022-06-23 14:46:51503 'shards': 8,
Ilia Samsonov7efe05e2020-05-07 19:00:46504 },
505 },
Ilia Samsonovdd271c6c22020-09-08 22:24:44506 'mac11.0-blink-rel-dummy': {
507 'swarming': {
Weizhong Xia8b786422022-06-23 14:46:51508 'shards': 5,
Dirk Pranke2cc61792021-06-10 20:24:54509 'hard_timeout': 1800,
Ilia Samsonovdd271c6c22020-09-08 22:24:44510 },
511 },
Preethi Mohand030de42021-07-22 21:12:13512 'win10.20h2-blink-rel-dummy': {
513 'swarming': {
Weizhong Xia8b786422022-06-23 14:46:51514 'shards': 6,
515 'hard_timeout': 1200,
516 },
517 },
518 'win11-blink-rel': {
519 'swarming': {
520 'hard_timeout': 1200,
521 },
522 'args': [
523 '--target',
524 'Release_x64',
525 ],
526 },
527 },
528 },
529 'blink_wpt_tests': {
530 'remove_from': [
531 'Win 7 Tests x64 (1)', # 64-bit win is unsupported by the layout tests.
532 'Win7 Tests (1)',
533 'Win10 Tests x64 (dbg)',
Weizhong Xia6d85a442022-06-23 17:17:06534 'devtools_frontend_linux_blink_light_rel',
535 'devtools_frontend_linux_blink_light_rel_fastbuild',
Weizhong Xia8b786422022-06-23 14:46:51536 ],
537 'modifications': {
538 'Fuchsia x64': {
539 'args': [
540 '--platform=fuchsia',
541 '--jobs=1',
542 ],
543 'swarming': {
544 'shards': 1,
545 },
546 },
547 'Linux Tests': {
548 "args": [
549 "--additional-env-var=LLVM_PROFILE_FILE=${ISOLATED_OUTDIR}/profraw/default-%2m.profraw",
550 ],
551 'swarming': {
552 'quickrun_shards': 11,
553 'shards': 10,
554 },
555 },
556 'Linux Tests (dbg)(1)': {
557 'args': [
558 '--debug',
559 ],
560 'swarming': {
561 'shards': 18,
562 },
563 },
564 'Mac10.13 Tests': {
565 'swarming': {
566 'dimension_sets': [
567 {
568 'gpu': None,
569 },
570 ],
571 'shards': 15,
572 },
573 },
574 'Mac10.15 Tests': {
575 'swarming': {
576 'dimension_sets': [
577 {
578 'gpu': None,
579 },
580 ],
581 'shards': 15,
582 },
583 },
584 'Mac11 Tests': {
585 'swarming': {
586 'dimension_sets': [
587 {
588 'gpu': None,
589 },
590 ],
591 'shards': 18,
592 'quickrun_shards': 16,
593 },
594 },
595 'Mac12 Tests (dbg)': {
596 'experiment_percentage': 100,
597 'args': [
598 '--debug',
599 ],
600 'swarming': {
601 'shards': 24,
602 },
603 },
604 'ToTFuchsia x64': {
605 'args': [
606 '--platform=fuchsia',
607 ],
608 'swarming': {
609 'shards': 1,
610 },
611 },
612 'V8 Blink Linux Debug': {
613 # This builder compiles Chromium in release mode, but V8 in debug.
614 # TODO(machenbach): Change name and out directory of this builder to
615 # something less confusing.
616 'args': [
617 '-t',
618 'Debug',
619 '--release',
620 ],
621 },
622 'V8 Blink Linux Future': {
623 'args': [
624 '--flag-specific=future-js',
625 ],
626 },
627 'WebKit Linux ASAN': {
628 'args': [
629 '--additional-expectations',
630 '../../third_party/blink/web_tests/ASANExpectations',
631 '--timeout-ms',
632 '48000',
633 '--enable-sanitizer',
634 ],
635 'swarming': {
636 'shards': 12,
637 },
638 },
639 'WebKit Linux Leak': {
640 'args': [
641 '--additional-expectations',
642 '../../third_party/blink/web_tests/LeakExpectations',
643 '--timeout-ms',
644 '48000',
645 '--enable-leak-detection',
646 ],
647 'swarming': {
648 'shards': 6,
649 },
650 },
651 'WebKit Linux MSAN': {
652 'args': [
653 '--additional-expectations',
654 '../../third_party/blink/web_tests/MSANExpectations',
655 '--timeout-ms',
656 '66000',
657 '--enable-sanitizer',
658 ],
659 'swarming': {
660 'expiration': 36000,
661 'hard_timeout': 10800,
662 'io_timeout': 3600,
663 'shards': 12,
664 },
665 },
666 'Win10 Tests x64': {
667 'args': [
668 '--target',
669 'Release_x64',
670 ],
671 'swarming': {
672 "shards": 18
673 },
674 },
675 'Win10 Tests x64 (dbg)': {
676 'args': [
677 '--debug',
678 '--target',
679 'Debug_x64',
680 ],
681 },
682 'Win11 Tests x64': {
683 'args': [
684 '--target',
685 'Release_x64',
686 ],
687 'swarming': {
688 "shards": 18
689 },
690 },
691 # tryserver.chromium.android
692 'android_blink_rel': {
693 'args': [
694 '--release',
695 '--android',
696 # TODO(crbug.com/912120): Breakpad was entirely disabled on
697 # Android. Remove this when it no longer affects Android crash
698 # log handling.
699 '--disable-breakpad',
700 # TODO(crbug.com/875172): run on the real GPU since the
701 # software fallback, SwiftShader, isn't yet for 32-bit ARM.
702 '--additional-driver-flag=--use-gpu-in-tests',
703 ],
704 },
Weizhong Xia8b786422022-06-23 14:46:51705 'fuchsia-fyi-x64-rel': {
706 'args': [
707 '--platform=fuchsia',
708 ],
709 'swarming': {
710 'shards': 1,
711 },
712 },
713 'linux-autofill-assistant': {
714 'args': [
715 '--release',
716 ],
717 },
718 'linux-bfcache-rel': {
719 'args': [
720 '--flag-specific=enable-back-forward-cache-same-site',
721 # TODO(crbug.com/1255537): Re-enable the test.
722 '--ignore-tests=external/wpt/html/browsers/browsing-the-web/back-forward-cache/events.html',
723 ],
724 },
725 'linux-blink-animation-use-time-delta': {
726 'args': [
727 '--debug',
728 ],
729 },
730 'linux-blink-web-tests-force-accessibility-rel': {
731 'args': [
732 '--flag-specific=force-renderer-accessibility',
733 ],
734 },
735 'linux-code-coverage': {
736 'args': [
737 '--additional-env-var=LLVM_PROFILE_FILE=${ISOLATED_OUTDIR}/profraw/default-%2m.profraw',
738 ],
739 'swarming': {
740 'shards': 12,
741 },
742 },
743 'linux-layout-tests-edit-ng': {
744 'args': [
745 '--flag-specific=enable-editing-ng',
746 ],
747 },
748 'linux_layout_tests_layout_ng_disabled': {
749 'args': [
750 '--flag-specific=disable-layout-ng',
751 ],
752 'swarming': {
753 'shards': 12,
754 },
755 },
756 'mac10.13-blink-rel-dummy': {
757 'swarming': {
758 'shards': 1,
759 },
760 },
761 'mac10.14-blink-rel-dummy': {
762 'swarming': {
763 'shards': 1,
764 },
765 },
766 'mac10.15-blink-rel-dummy': {
767 'swarming': {
768 'shards': 12,
769 },
770 },
771 'mac11.0-blink-rel-dummy': {
772 'swarming': {
773 'shards': 7,
774 'hard_timeout': 1800,
775 },
776 },
777 'win10.20h2-blink-rel-dummy': {
778 'swarming': {
779 'shards': 9,
Preethi Mohand030de42021-07-22 21:12:13780 'hard_timeout': 1200,
781 },
782 },
Riley Wong5fc22762022-06-15 20:25:07783 'win11-blink-rel': {
784 'swarming': {
785 'hard_timeout': 1200,
786 },
787 'args': [
788 '--target',
789 'Release_x64',
790 ],
Riley Wong70908512022-06-17 20:35:32791 }
John Chenaab16fc02020-03-03 06:35:45792 },
793 },
John Budorickca995852019-06-26 16:55:55794 'breakpad_unittests': {
795 'modifications': {
796 'android-asan': {
797 'args': [
798 '--test-launcher-filter-file=../../testing/buildbot/filters/android.asan.breakpad_unittests.filter',
799 ],
800 },
801 },
802 },
Kenneth Russelleb60cbd22017-12-05 07:54:28803 'browser_tests': {
Kenneth Russellfbda3c532017-12-08 23:57:24804 'remove_from': [
Brad Halla36886c2019-02-26 16:52:29805 'CrWinAsan(dll)', # https://crbug.com/935598
Nico Weber3af4da72018-02-27 01:59:41806 'linux-win_cross-rel',
Nico Weberdae13cd92018-12-14 13:56:26807 'ToTLinuxTSan', # https://crbug.com/368525
Lindsay Pasrichab3f72db2021-09-22 22:05:46808 # TODO(crbug.com/1171053): Enable the suite in 'Mac10.15 Tests' once it's
Zhaoyang Li69e2e002021-02-19 21:57:35809 # off CQ.
Gary Tongd5f5a742021-01-29 00:01:13810 'Mac10.13 Tests', # https://crbug.com/1042757
Zhaoyang Li69e2e002021-02-19 21:57:35811 'Mac10.15 Tests', # https://crbug.com/1042757
Cameron Higgins7558b162022-06-10 18:53:07812 'Mac12 Tests (dbg)', # https://crbug.com/1201386
Lindsay Pasricha8155d052021-04-22 00:06:43813 'mac-code-coverage', # https://crbug.com/1201386
Nico Weberd36959682018-04-12 03:33:46814 'Linux TSan Tests', # https://crbug.com/368525
Stephen Martinise701f5a2018-05-04 01:25:11815 'Win10 Tests x64 (dbg)',
Kenneth Russellfbda3c532017-12-08 23:57:24816 ],
Kenneth Russelleb60cbd22017-12-05 07:54:28817 'modifications': {
Nico Weber3f919792020-06-12 23:34:52818 'CrWinAsan': {
819 # These are very slow on the ASAN trybot for some reason.
Ben Pastened2c01af2022-01-31 23:06:44820 # crbug.com/1257927
Nico Weber3f919792020-06-12 23:34:52821 'swarming': {
822 'shards': 40,
823 },
824 },
825 'CrWinAsan(dll)': {
826 # These are very slow on the ASAN trybot for some reason.
Ben Pastened2c01af2022-01-31 23:06:44827 # crbug.com/1257927
Nico Weber3f919792020-06-12 23:34:52828 'swarming': {
829 'shards': 40,
830 },
831 },
Stephen Martinis1384ff92020-01-07 19:52:15832 'Linux - Future (dbg)': { # client.v8.chromium
Yuke Liaoea70f472019-12-19 06:03:36833 'swarming': {
Stephen Martinis1384ff92020-01-07 19:52:15834 'shards': 10,
Yuke Liaoea70f472019-12-19 06:03:36835 },
836 },
Stephen Martinis1384ff92020-01-07 19:52:15837 'Linux ASan LSan Tests (1)': {
838 # These are very slow on the ASAN trybot for some reason.
Ben Pastened2c01af2022-01-31 23:06:44839 # crbug.com/1257927
Roberto Carrillo2c9ec972019-03-20 03:11:19840 'swarming': {
Stephen Martinis1384ff92020-01-07 19:52:15841 'shards': 40,
Struan Shrimptone772d72f2021-12-15 07:50:09842 'quickrun_shards': 80
Roberto Carrillo2c9ec972019-03-20 03:11:19843 },
844 },
Chris Cunningham1d0e9e12020-02-26 22:56:40845 'Linux ASan Tests (sandboxed)': {
846 'swarming': {
John Abd-El-Malek3a631612020-07-08 21:40:41847 'shards': 30, # https://crbug.com/1103330
Chris Cunningham1d0e9e12020-02-26 22:56:40848 },
849 },
Stephen Martinis1384ff92020-01-07 19:52:15850 'Linux Chromium OS ASan LSan Tests (1)': {
851 # These are very slow on the ASAN trybot for some reason.
Ben Pastened2c01af2022-01-31 23:06:44852 # crbug.com/1257927
Roberto Carrillo5a5c98dc2019-10-30 22:33:51853 'swarming': {
Chris Cunningham74217f32022-05-02 18:47:23854 'shards': 60,
Roberto Carrillo5a5c98dc2019-10-30 22:33:51855 },
856 },
Ben Pastene7636bb62022-04-22 18:55:25857 'Linux ChromiumOS MSan Focal': {
858 # These are very slow on the Chrome OS MSAN trybot for some reason.
859 # crbug.com/865455
860 'swarming': {
861 'shards': 40,
862 },
863 'args': [
864 '--test-launcher-filter-file=../../testing/buildbot/filters/chromeos.msan.browser_tests.oobe_negative.filter',
865 ],
866 },
Stephen Martinis1384ff92020-01-07 19:52:15867 'Linux ChromiumOS MSan Tests': {
Alexis Hetua804f7412022-05-13 17:04:20868 # These are very slow on the Chrome OS MSAN trybot, most likely because browser_tests on cros has ~40% more tests. Also, these tests
869 # run on ash, which means every test starts and shuts down ash, which most likely explains why it takes longer than on other platforms.
Stephen Martinis1384ff92020-01-07 19:52:15870 # crbug.com/865455
Kenneth Russell56a3e862017-12-08 03:11:34871 'swarming': {
Alexis Hetud62dbf32022-05-17 19:48:38872 'shards': 48,
Kenneth Russell56a3e862017-12-08 03:11:34873 },
Ben Pastene44221d32020-05-21 23:38:36874 'args': [
875 '--test-launcher-filter-file=../../testing/buildbot/filters/chromeos.msan.browser_tests.oobe_negative.filter',
876 ],
Kenneth Russell56a3e862017-12-08 03:11:34877 },
Struan Shrimptonf5b2b552022-01-20 20:37:39878 'Linux Tests': {
879 'swarming': {
880 'quickrun_shards': 15,
881 },
882 },
Maksim Sisovc81d284c2021-10-05 17:54:35883 # https://crbug.com/1084469
884 'Linux Tests (Wayland)': {
885 'args': [
886 '--test-launcher-filter-file=../../testing/buildbot/filters/ozone-linux.wayland_browser_tests.filter',
887 ],
Struan Shrimptone772d72f2021-12-15 07:50:09888 'swarming': {
889 'quickrun_shards': 24,
890 },
Maksim Sisovc81d284c2021-10-05 17:54:35891 },
John Budorick614f91a2020-03-30 20:34:55892 'Linux Tests (dbg)(1)': {
893 # crbug.com/1066161
894 'swarming': {
895 'shards': 20,
896 },
897 },
Stephen Martinis1384ff92020-01-07 19:52:15898 'Mac ASan 64 Tests (1)': {
Kenneth Russellfbda3c532017-12-08 23:57:24899 'swarming': {
Stephen Martiniscd3c3832020-11-19 22:01:24900 'shards': 30,
Kenneth Russellfbda3c532017-12-08 23:57:24901 },
Lindsay Pasricha8155d052021-04-22 00:06:43902 # crbug.com/1196416
903 'args': [
904 '--test-launcher-filter-file=../../testing/buildbot/filters/mac.mac-rel.browser_tests.filter',
905 ],
Lindsay Pasrichab3f72db2021-09-22 22:05:46906 'experiment_percentage': 100, # https://crbug.com/1251657
Kenneth Russellfbda3c532017-12-08 23:57:24907 },
Lindsay Pasricha76f44d22021-04-07 16:16:26908 'Mac10.15 Tests': {
909 # crbug.com/1042757
910 'swarming': {
911 'dimension_sets': [
912 {
913 # These shards are liable to time out when running on macmini7,1.
914 'cores': '8|12',
915 }
916 ],
917 },
918 # crbug.com/1196416
919 'args': [
920 '--test-launcher-filter-file=../../testing/buildbot/filters/mac.mac-rel.browser_tests.filter',
921 ],
922 },
Lindsay Pasrichaf8762592021-12-02 23:43:09923 'Mac11 Tests': {
924 'ci_only': True,
925 },
Yue She0cad2922022-06-24 15:06:07926 'Mac12 Tests': {
927 'ci_only': True,
928 },
Cameron Higgins7558b162022-06-10 18:53:07929 'Mac12 Tests (dbg)': {
Zhaoyang Li9357e1e12021-12-07 18:53:17930 # crbug.com/1042757
931 'swarming': {
932 'dimension_sets': [
933 {
934 # These shards are liable to time out when running on macmini7,1.
935 'cores': '8|12',
936 }
937 ],
938 },
939 # crbug.com/1196416
940 'args': [
941 '--test-launcher-filter-file=../../testing/buildbot/filters/mac.mac-rel.browser_tests.filter',
942 ],
943 },
Stephen Martinis1384ff92020-01-07 19:52:15944 'ToTWin(dbg)': {
Kenneth Russelleb60cbd22017-12-05 07:54:28945 'swarming': {
John Budorickca14c76f62017-12-09 14:19:18946 'shards': 20,
Kenneth Russelleb60cbd22017-12-05 07:54:28947 },
948 },
Stephen Martinis1384ff92020-01-07 19:52:15949 'ToTWin64(dbg)': {
Kenneth Russell8ceeabf2017-12-11 17:53:28950 'swarming': {
951 'shards': 20,
952 },
953 },
Kenneth Russell6c83d212018-07-27 20:52:59954 'Win10 Tests x64': {
955 # crbug.com/868082
956 'args': [
957 '--disable-features=WebRTC-H264WithOpenH264FFmpeg',
958 ],
Takuto Ikutac9c269a2019-01-10 22:40:25959 'swarming': {
960 # This is for slow test execution that often becomes a critical path of
961 # swarming jobs. crbug.com/868114
962 'shards': 15,
Struan Shrimptona1ab7672022-01-13 18:02:51963 'quickrun_shards': 40,
Takuto Ikutac9c269a2019-01-10 22:40:25964 }
Kenneth Russell6c83d212018-07-27 20:52:59965 },
Kuan Huanga89737d2022-01-07 19:42:11966 'Win11 Tests x64': {
967 # crbug.com/868082
968 'args': [
969 '--disable-features=WebRTC-H264WithOpenH264FFmpeg',
970 ],
971 'swarming': {
972 # This is for slow test execution that often becomes a critical path of
973 # swarming jobs. crbug.com/868114
974 'shards': 15,
975 'quickrun_shards': 30,
976 }
977 },
Stephen Martinis1384ff92020-01-07 19:52:15978 'Win7 Tests (1)': {
979 # This is for slow test execution that often becomes a critical path of
980 # swarming jobs. crbug.com/868114
981 'swarming': {
982 'shards': 15,
983 },
984 },
Stephen Martinis1384ff92020-01-07 19:52:15985 'linux-chromeos-chrome': {
986 # TODO(https://crbug.com/932269): Promote out of experiment when the
987 # tests are green.
988 'args': [
989 '--test-launcher-filter-file=../../testing/buildbot/filters/chromeos.browser_tests.filter',
990 ],
991 },
992 'linux-chromeos-code-coverage': {
Nico Weber0c2861b2018-12-14 18:05:16993 'swarming': {
Stephen Martinis1384ff92020-01-07 19:52:15994 'shards': 50,
995 },
996 },
997 'linux-chromeos-dbg': {
998 'swarming': {
Chris Cunningham88e70de2022-05-02 23:39:16999 'shards': 50,
Stephen Martinis1384ff92020-01-07 19:52:151000 },
1001 },
1002 'linux-chromeos-rel': {
1003 'swarming': {
1004 'shards': 20,
Struan Shrimptone772d72f2021-12-15 07:50:091005 'quickrun_shards': 40,
Stephanie Kime9008f72020-03-05 23:01:161006 'dimension_sets': [
1007 {
1008 'kvm': '1',
1009 },
1010 ],
Stephen Martinis1384ff92020-01-07 19:52:151011 },
1012 },
1013 'linux-code-coverage': {
Yuke Liao58e1d202020-03-20 23:02:011014 'args': [
1015 '--no-sandbox',
1016 ],
Stephen Martinis1384ff92020-01-07 19:52:151017 'swarming': {
1018 'shards': 50,
1019 },
1020 },
Junhua Chen39dd2dba2021-05-05 17:51:541021 'linux-lacros-code-coverage': {
1022 'args': [
Ben Pastened1b2fd192021-05-11 19:10:181023 '--test-launcher-filter-file=../../testing/buildbot/filters/linux-lacros.browser_tests.filter',
Junhua Chen39dd2dba2021-05-05 17:51:541024 ],
1025 },
Jieting Yangbf15db672021-10-04 19:18:371026 'linux-lacros-dbg-tests-fyi': {
1027 'args': [
1028 '--test-launcher-filter-file=../../testing/buildbot/filters/linux-lacros.browser_tests.filter',
1029 ],
1030 },
Sven Zheng80734f12020-08-06 06:50:391031 'linux-lacros-tester-rel': {
1032 'args': [
Ben Pastened1b2fd192021-05-11 19:10:181033 '--test-launcher-filter-file=../../testing/buildbot/filters/linux-lacros.browser_tests.filter',
Sven Zheng80734f12020-08-06 06:50:391034 ],
Struan Shrimptone772d72f2021-12-15 07:50:091035 'swarming': {
1036 'quickrun_shards': 20,
1037 },
Sven Zheng80734f12020-08-06 06:50:391038 },
Kuan Huang235b0142021-10-19 18:59:281039 'mac-code-coverage': {
1040 'args': [
1041 '--coverage-continuous-mode=1',
1042 ],
1043 },
Lindsay Pasricha8bbc3382022-01-31 22:54:541044 'mac-osxbeta-rel': {
1045 'swarming': {
1046 'shards': 12,
1047 },
1048 },
Kuan Huang83a1c922021-09-08 22:00:271049 'mac11-arm64-rel-tests': {
Kuan Huang199112a52021-08-23 17:37:191050 'ci_only': False, # https://crbug.com/1234525
Lindsay Pasricha36432062021-10-27 20:43:301051 'args': [
1052 # crbug.com/1262402
1053 '--test-launcher-filter-file=../../testing/buildbot/filters/mac.mac11-arm64-rel.browser_tests.filter',
Lindsay Pasricha7cb620d2022-01-28 23:47:011054 ],
1055 'swarming': {
Lindsay Pasrichab7e471f2022-02-08 18:17:311056 'shards': 30,
Lindsay Pasricha7cb620d2022-01-28 23:47:011057 },
Kuan Huang199112a52021-08-23 17:37:191058 },
Zhaoyang Li5d3713d2022-06-13 18:01:171059 'mac12-arm64-rel-tests': {
1060 'ci_only': False, # https://crbug.com/1234525
1061 'args': [
1062 # crbug.com/1262402
1063 '--test-launcher-filter-file=../../testing/buildbot/filters/mac.mac12-arm64-rel.browser_tests.filter',
1064 ],
1065 'swarming': {
1066 'shards': 30,
1067 },
1068 },
Stephen Martinis1384ff92020-01-07 19:52:151069 'win-asan': {
Nico Weber3f919792020-06-12 23:34:521070 # These are very slow on the ASAN trybot for some reason.
Ben Pastened2c01af2022-01-31 23:06:441071 # crbug.com/1257927
Stephen Martinis1384ff92020-01-07 19:52:151072 'swarming': {
Nico Weber3f919792020-06-12 23:34:521073 'shards': 40,
Nico Weber0c2861b2018-12-14 18:05:161074 },
1075 },
Yuki Yamada70190fc2021-10-28 09:00:271076 'win-backuprefptr-x64-fyi-rel': {
1077 'args': [
1078 '--test-launcher-filter-file=../../testing/buildbot/filters/win_backuprefptr_fyi.browser_tests.filter',
1079 ],
1080 },
Kenneth Russelleb60cbd22017-12-05 07:54:281081 },
1082 },
Erik Chen681dc0282019-11-26 22:54:491083 'cc_unittests': {
1084 'modifications': {
1085 'Linux TSan Tests': {
1086 'swarming': {
1087 'shards': 3,
1088 },
1089 },
Haiyang Pan9d68ca02021-08-04 21:30:471090 'android-11-x86-rel': {
Haiyang Pancf765862021-03-18 20:39:151091 # https://crbug.com/1039860
1092 'args': [
Haiyang Pan11d8bd52021-11-19 21:22:541093 '--test-launcher-filter-file=../../testing/buildbot/filters/android.emulator_11_12.cc_unittests.filter',
1094 ],
1095 },
Haiyang Pan2a55a452022-03-03 08:18:331096 'android-12-x64-rel': {
Haiyang Pan11d8bd52021-11-19 21:22:541097 # https://crbug.com/1039860
1098 'args': [
1099 '--test-launcher-filter-file=../../testing/buildbot/filters/android.emulator_11_12.cc_unittests.filter',
Haiyang Pancf765862021-03-18 20:39:151100 ],
1101 },
Haiyang Pan6b8e4cf2021-08-02 21:38:281102 'android-marshmallow-x86-rel': {
John Budorickfa8f1da92020-01-15 18:11:381103 # https://crbug.com/1039860
1104 'args': [
1105 '--test-launcher-filter-file=../../testing/buildbot/filters/android.emulator.cc_unittests.filter',
1106 ],
1107 },
Haiyang Pan08d09dc2020-04-01 16:11:211108 'android-pie-x86-rel': {
John Budorickfa8f1da92020-01-15 18:11:381109 # https://crbug.com/1039860
1110 'args': [
1111 '--test-launcher-filter-file=../../testing/buildbot/filters/android.emulator.cc_unittests.filter',
1112 ],
1113 },
Struan Shrimptona1ab7672022-01-13 18:02:511114 'chromeos-amd64-generic-rel': {
1115 'swarming': {
1116 'quickrun_shards': 2,
1117 },
1118 },
Chong Gudf7fbe92021-02-24 02:55:581119 'fuchsia-code-coverage': {
1120 'swarming': {
1121 'shards': 4,
1122 },
1123 },
Chong Gub2446462021-08-19 18:44:081124 'fuchsia-fyi-arm64-dbg': {
1125 'args': [
1126 '--test-launcher-filter-file=../../testing/buildbot/filters/fuchsia.debug.cc_unittests.filter',
1127 ],
1128 },
Erik Chen681dc0282019-11-26 22:54:491129 },
1130 },
Prakhar94f444a2020-10-08 07:30:081131 'check_static_initializers': {
1132 'modifications': {
1133 'Mac Builder': {
1134 'args': [
1135 '--allow-coverage-initializer',
1136 ],
1137 },
1138 },
1139 },
Ben Pastene7a05a8f2020-11-12 17:25:511140 'chrome_all_tast_tests': {
1141 'modifications': {
Struan Shrimpton4b7abc02021-12-16 01:36:591142 'chromeos-amd64-generic-rel': {
1143 'swarming': {
Struan Shrimpton57c594e42022-01-25 17:59:131144 'quickrun_shards': 8,
Ben Pastene8fdb0ea92022-06-23 18:46:581145 'shards': 7,
Struan Shrimpton4b7abc02021-12-16 01:36:591146 },
1147 },
Ben Pastene7a05a8f2020-11-12 17:25:511148 'chromeos-betty-pi-arc-cfi-thin-lto-chrome': {
1149 'args': [
1150 # This bot sets symbol_level=2, which doesn't fit inside a normal VM.
1151 '--strip-chrome',
1152 ],
1153 },
Ben Pastenef85543f2022-06-24 17:50:021154 # TODO(crbug.com/1141234): Move out of experimental if/when the bots are
1155 # stable.
1156 'chromeos-jacuzzi-chrome': {
1157 'experiment_percentage': 100,
1158 },
1159 'chromeos-octopus-chrome': {
1160 'experiment_percentage': 100,
1161 },
Ben Pastene7a05a8f2020-11-12 17:25:511162 },
1163 },
Andrew Luod252791ac2019-10-15 00:28:131164 'chrome_java_test_pagecontroller_tests': {
Haiyang Panfbd2b482020-09-23 23:41:251165 'modifications': {
1166 'android-pie-arm64-rel': {
1167 # TODO(crbug.com/1111436): Move this back to walleye if/when additional
1168 # capacity has been deployed.
1169 'swarming': {
1170 'dimension_sets': [
1171 {
1172 'device_type': 'sailfish',
1173 },
1174 ],
1175 },
1176 },
1177 },
Andrew Luod252791ac2019-10-15 00:28:131178 },
Stephanie Kim07761d22021-11-25 00:21:181179 'chrome_junit_tests': {
1180 'modifications': {
1181 'android-marshmallow-arm64-rel': {
1182 'args': [
1183 # Too many shards can lead to race conditions (crbug/1272066)
1184 '--shards=8',
1185 ],
1186 },
1187 },
1188 },
Yun Liu7cfd28a2019-10-30 01:57:121189 'chrome_public_smoke_test': {
1190 'remove_from': [
Ben Joyce02dc8092021-03-04 21:48:191191 'android-code-coverage-native', # Does not generate profraw data.
Ben Joyce46ca6012021-03-31 19:19:251192 'android-pie-arm64-coverage-experimental-rel', # Does not generate profraw data.
Yun Liu7cfd28a2019-10-30 01:57:121193 ],
1194 },
Kenneth Russelleb60cbd22017-12-05 07:54:281195 'chrome_public_test_apk': {
John Budorick27d2d44e2019-05-20 20:26:091196 'remove_from': [
1197 'android-asan', # https://crbug.com/964562
Ben Joyce02dc8092021-03-04 21:48:191198 'android-code-coverage-native', # Does not generate profraw data.
Ben Joyce46ca6012021-03-31 19:19:251199 'android-pie-arm64-coverage-experimental-rel', # Does not generate profraw data.
John Budorick27d2d44e2019-05-20 20:26:091200 ],
Kenneth Russelleb60cbd22017-12-05 07:54:281201 'modifications': {
Kenneth Russelleb60cbd22017-12-05 07:54:281202 'Marshmallow 64 bit Tester': {
1203 'swarming': {
Kenneth Russelleb60cbd22017-12-05 07:54:281204 'shards': 14,
1205 },
1206 },
Arthur Wang5dd7b07c2020-04-04 01:05:221207 'Marshmallow Tablet Tester': {
1208 'args': [
1209 '--timeout-scale',
1210 '2.0',
1211 ],
1212 },
Ben Pastenec73e96e92018-07-12 01:40:351213 'Oreo Phone Tester': {
bsheedy01833462018-12-07 01:05:571214 # TODO(https://crbug.com/884413): Re-enable this once the tests are
1215 # either passing or there is more capacity.
1216 'experiment_percentage': 0,
Ben Pastenec73e96e92018-07-12 01:40:351217 },
Haiyang Pan9d68ca02021-08-04 21:30:471218 'android-11-x86-rel': {
Haiyang Panb80557c2021-03-13 03:01:441219 'args': [
1220 '--test-launcher-filter-file=../../testing/buildbot/filters/android.emulator_11.chrome_public_test_apk.filter',
Haiyang Pan1d5ca2862021-04-01 22:21:091221 '--timeout-scale=2.0',
Haiyang Panb80557c2021-03-13 03:01:441222 ],
Haiyang Panc82c3fa2022-02-01 01:26:061223 # TODO(https://crbug.com/1285975) Remove experiment and enable on
1224 # trybot once the device offline issue is resolved.
1225 'ci_only': True,
1226 'experiment_percentage': 100,
Haiyang Pan68a39c02021-11-11 21:12:211227 },
Haiyang Pan2a55a452022-03-03 08:18:331228 'android-12-x64-rel': {
Haiyang Pan68a39c02021-11-11 21:12:211229 'args': [
Haiyang Pan629f4e42022-02-09 22:11:231230 '--test-launcher-filter-file=../../testing/buildbot/filters/android.emulator_12.chrome_public_test_apk.filter',
Haiyang Pan68a39c02021-11-11 21:12:211231 '--timeout-scale=2.0',
1232 ],
Haiyang Pan2a55a452022-03-03 08:18:331233 # TODO(crbug.com/1225851): Remove experiment and ci_only
1234 # once the test suite is stable.
1235 'ci_only': True,
1236 'experiment_percentage': 100,
Haiyang Panb80557c2021-03-13 03:01:441237 },
Stephen Martinis1384ff92020-01-07 19:52:151238 'android-arm64-proguard-rel': {
1239 'swarming': {
1240 'shards': 25,
1241 },
1242 },
Brian Sheedy44a7a0032020-04-16 19:20:571243 'android-marshmallow-arm64-rel-swarming': {
1244 'swarming': {
Brian Sheedy180c2dd2020-04-22 19:34:311245 'service_account': '[email protected]'
Brian Sheedy44a7a0032020-04-16 19:20:571246 },
1247 },
James Shen39aa0e32022-03-22 04:44:501248 'android-marshmallow-x86-fyi-rel-reviver': {
1249 'swarming': {
1250 # TODO(crbug.com/1127110): Revisit shards and machine_type if there
1251 # are n2 machines available in the test pool.
1252 'shards': 25,
1253 },
1254 },
Haiyang Pan742760c2021-02-12 03:21:411255 'android-marshmallow-x86-rel': {
1256 'args': [
1257 '--test-launcher-filter-file=../../testing/buildbot/filters/android.emulator_m.chrome_public_test_apk.filter',
1258 ],
1259 'swarming': {
1260 # TODO(crbug.com/1127110): Revisit shards and machine_type if there
1261 # are n2 machines available in the test pool.
1262 'shards': 25,
Haiyang Pan742760c2021-02-12 03:21:411263 },
Haiyang Pan37fbd7a42020-06-03 03:27:371264 },
Stephen Martinis1384ff92020-01-07 19:52:151265 'android-pie-arm64-rel': {
1266 'args': [
1267 '--test-launcher-filter-file=../../testing/buildbot/filters/android.pie_arm64_rel.chrome_public_test_apk.filter', # https://crbug.com/1010211
1268 ],
Stephen Martinisd05530d2021-07-27 22:50:221269 'ci_only': True, # https://crbug.com/1233700
Haiyang Pan43640ee2020-02-13 01:38:001270 },
Haiyang Pan08d09dc2020-04-01 16:11:211271 'android-pie-x86-rel': {
Haiyang Pan43640ee2020-02-13 01:38:001272 'args': [
Haiyang Pan71373072020-03-02 19:57:491273 # https://crbug.com/1046059
Haiyang Pan23f64f52020-06-04 01:23:321274 '--test-launcher-filter-file=../../testing/buildbot/filters/android.emulator_p.chrome_public_test_apk.filter',
Haiyang Pan43640ee2020-02-13 01:38:001275 ],
Haiyang Pan71373072020-03-02 19:57:491276 'swarming': {
Haiyang Pan58a6db22021-07-30 01:08:261277 # See https://crbug.com/1230192, runs of 40-60 minutes at 20 shards.
1278 'shards': 30,
1279 },
1280 },
1281 },
1282 },
1283 'chrome_public_test_apk_with_playstore': {
1284 'remove_from': [
1285 # Android Emulator does not ship playstore image on Marshmallow.
James Shen39aa0e32022-03-22 04:44:501286 'android-marshmallow-x86-fyi-rel-reviver',
Haiyang Pan58a6db22021-07-30 01:08:261287 'android-marshmallow-x86-rel',
1288 ],
1289 'modifications': {
Haiyang Pan9d68ca02021-08-04 21:30:471290 'android-11-x86-rel': {
Haiyang Pan58a6db22021-07-30 01:08:261291 'args': [
1292 '--avd-config=../../tools/android/avd/proto/generic_playstore_android30.textpb',
1293 ],
1294 'swarming': {
1295 # soft affinity so that bots with caches will be picked first
1296 'optional_dimensions': {
1297 '60': [
1298 {
Haiyang Pan0fee3652022-02-23 19:19:481299 'caches': 'generic_playstore_android30',
Haiyang Pan58a6db22021-07-30 01:08:261300 }
1301 ],
1302 },
1303 'named_caches': [
1304 {
Haiyang Pan0fee3652022-02-23 19:19:481305 'name': 'generic_playstore_android30',
1306 'path': '.android_emulator/generic_playstore_android30',
Haiyang Pan58a6db22021-07-30 01:08:261307 },
1308 ],
1309 },
1310 },
Haiyang Pan2a55a452022-03-03 08:18:331311 'android-12-x64-rel': {
Haiyang Pan68a39c02021-11-11 21:12:211312 'args': [
1313 '--avd-config=../../tools/android/avd/proto/generic_playstore_android31.textpb',
1314 ],
1315 'swarming': {
1316 # soft affinity so that bots with caches will be picked first
1317 'optional_dimensions': {
1318 '60': [
1319 {
Haiyang Pan0fee3652022-02-23 19:19:481320 'caches': 'generic_playstore_android31',
Haiyang Pan68a39c02021-11-11 21:12:211321 }
1322 ],
1323 },
1324 'named_caches': [
1325 {
Haiyang Pan0fee3652022-02-23 19:19:481326 'name': 'generic_playstore_android31',
1327 'path': '.android_emulator/generic_playstore_android31',
Haiyang Pan68a39c02021-11-11 21:12:211328 },
1329 ],
1330 },
1331 },
Haiyang Pan58a6db22021-07-30 01:08:261332 'android-pie-x86-rel': {
1333 'args': [
1334 '--avd-config=../../tools/android/avd/proto/generic_playstore_android28.textpb',
1335 ],
1336 'swarming': {
Haiyang Pan2c438302021-06-11 23:50:381337 # soft affinity so that bots with caches will be picked first
1338 'optional_dimensions': {
1339 '60': [
1340 {
Haiyang Pan0fee3652022-02-23 19:19:481341 'caches': 'generic_playstore_android28',
Haiyang Pan2c438302021-06-11 23:50:381342 }
1343 ],
1344 },
Haiyang Pan71373072020-03-02 19:57:491345 'named_caches': [
1346 {
Haiyang Pan0fee3652022-02-23 19:19:481347 'name': 'generic_playstore_android28',
1348 'path': '.android_emulator/generic_playstore_android28',
Haiyang Pan71373072020-03-02 19:57:491349 },
Haiyang Pan980402822020-10-07 23:24:561350 ],
Haiyang Pan71373072020-03-02 19:57:491351 },
John Budorick34009472018-04-03 17:38:441352 },
Kenneth Russelleb60cbd22017-12-05 07:54:281353 },
1354 },
1355 'chrome_public_test_vr_apk': {
Nico Weberb0b3f5862018-07-13 18:45:151356 'remove_from': [
Ben Joyce3e043862021-10-20 23:57:241357 # Decided to no longer run VR tests on M, crbug.com/1159619.
bsheedy410dd7c2018-06-15 22:42:091358 'Marshmallow Tablet Tester',
Haiyang Pand12ff5462021-07-12 17:29:021359
Andrew Luo38b311f2019-10-04 03:42:091360 'android-pie-arm64-rel', # https://crbug.com/1010211
bsheedydf58b4e2018-11-01 19:42:161361 'ToTAndroid',
John Budorick27d2d44e2019-05-20 20:26:091362 'android-asan', # https://crbug.com/964562
Ben Joyce02dc8092021-03-04 21:48:191363 'android-code-coverage-native', # Does not generate profraw data.
Ben Joyce46ca6012021-03-31 19:19:251364 'android-pie-arm64-coverage-experimental-rel', # Does not generate profraw data.
bsheedy410dd7c2018-06-15 22:42:091365 ],
Kenneth Russelleb60cbd22017-12-05 07:54:281366 },
bsheedy75a4dd52018-11-27 23:24:301367 'chrome_public_test_vr_apk-vega': {
1368 'modifications': {
bsheedy75a4dd52018-11-27 23:24:301369 'Oreo Phone Tester': {
1370 'swarming': {
1371 'dimension_sets': [
1372 {
1373 'device_os': 'OVR1.180808.003',
1374 'device_type': 'vega',
1375 'os': 'Android',
1376 },
1377 ],
1378 },
1379 }
1380 }
1381 },
Henrique Nakashimad99462ab2022-06-08 19:52:421382 'chrome_public_unit_test_apk': {
1383 'modifications': {
1384 'android-12-x64-rel': {
1385 'args': [
1386 '--test-launcher-filter-file=../../testing/buildbot/filters/android.emulator_12.chrome_public_unit_test_apk.filter',
1387 ],
1388 },
1389 },
1390 },
Ian Struiksmaeb285db02020-10-20 22:19:341391 'chrome_sizes': {
1392 'modifications': {
Yuke Liao975680302021-02-18 18:34:541393 'lacros-amd64-generic-chrome': {
1394 'swarming': {
1395 'dimension_sets': [
1396 {
Yuke Liao31225ee32021-03-17 23:21:331397 'cpu': 'x86-64',
Ben Pasteneddd3da72021-09-23 17:41:351398 'os': 'Ubuntu-18.04',
Yuke Liao975680302021-02-18 18:34:541399 },
1400 ],
1401 },
1402 },
Ben Pastenee9536c82021-10-19 01:48:571403 'lacros-arm-generic-chrome': {
1404 'swarming': {
1405 'dimension_sets': [
1406 {
1407 'cpu': 'x86-64',
1408 'os': 'Ubuntu-18.04',
1409 },
1410 ],
1411 },
1412 },
Ian Struiksmaeb285db02020-10-20 22:19:341413 },
1414 },
Takuto Ikuta1b749b902019-04-11 18:05:531415 'chromedriver_py_tests': {
1416 'remove_from': [
1417 # Timeout happens sometimes (crbug.com/951799).
Takuto Ikuta1b749b902019-04-11 18:05:531418 'Win10 Tests x64 (dbg)',
1419 ],
1420 },
Haiyang Panfed339172021-03-10 23:19:571421 'components_browsertests': {
1422 'modifications': {
Haiyang Pan9d68ca02021-08-04 21:30:471423 'android-11-x86-rel': {
Haiyang Panfed339172021-03-10 23:19:571424 'swarming': {
1425 'shards': 2,
1426 },
1427 },
André Kempef30fe9d22022-02-03 10:44:291428 'android-asan': {
1429 'swarming': {
1430 'shards': 3,
1431 },
1432 },
Struan Shrimptonf5b2b552022-01-20 20:37:391433 'android-marshmallow-arm64-rel': {
1434 'swarming': {
1435 'quickrun_shards': 2,
1436 },
1437 },
Haiyang Panfed339172021-03-10 23:19:571438 },
1439 },
Kenneth Russelleb60cbd22017-12-05 07:54:281440 'components_unittests': {
Yun Liu3e759dbb2019-11-01 19:25:521441 'remove_from': [
Ben Joyce68c5c852021-10-16 23:55:161442 # https://crbug.com/1147531 - covered on marshmallow emulator.
Garrett Beaty47a2d802020-11-10 20:50:531443 'android-marshmallow-arm64-rel',
Yun Liu3e759dbb2019-11-01 19:25:521444 ],
Kenneth Russelleb60cbd22017-12-05 07:54:281445 'modifications': {
John Budorick5052d552017-12-13 02:59:341446 'Linux ASan LSan Tests (1)': {
1447 # These are very slow on the ASAN trybot for some reason.
Ben Pastened2c01af2022-01-31 23:06:441448 # crbug.com/1257927
John Budorick5052d552017-12-13 02:59:341449 'swarming': {
1450 'shards': 5,
1451 },
1452 },
Takuto Ikuta54671d972018-07-19 19:06:351453 'Linux Chromium OS ASan LSan Tests (1)': {
1454 # These are very slow on the ASAN trybot for some reason.
Ben Pastened2c01af2022-01-31 23:06:441455 # crbug.com/1257927
Takuto Ikuta54671d972018-07-19 19:06:351456 'swarming': {
1457 'shards': 5,
1458 },
1459 },
Erik Chen681dc0282019-11-26 22:54:491460 'Linux TSan Tests': {
1461 'swarming': {
1462 'shards': 2,
1463 },
1464 },
Haiyang Pan9d68ca02021-08-04 21:30:471465 'android-11-x86-rel': {
Haiyang Pan799282f2021-03-25 19:38:311466 'args': [
Haiyang Pane521cf692021-11-30 00:35:231467 # TODO(crbug.com/1192348): Fix the test failure
1468 '--gtest_filter=-FieldFormatterTest.DifferentLocales',
Haiyang Pan799282f2021-03-25 19:38:311469 ],
1470 },
Haiyang Pan2a55a452022-03-03 08:18:331471 'android-12-x64-rel': {
Haiyang Pan2877f062021-11-18 01:06:061472 'args': [
1473 # TODO(crbug.com/1192348): Fix the test failure
1474 '--gtest_filter=-FieldFormatterTest.DifferentLocales',
1475 ],
1476 },
Sven Zheng80734f12020-08-06 06:50:391477 # https://crbug.com/1111979,
Junhua Chen39dd2dba2021-05-05 17:51:541478 'linux-lacros-code-coverage': {
1479 'args': [
1480 '--test-launcher-filter-file=../../testing/buildbot/filters/linux-lacros.components_unittests.filter',
1481 ],
1482 },
1483 # https://crbug.com/1111979,
Yuke Liaoa0db4742021-08-09 18:28:331484 'linux-lacros-dbg-tests-fyi': {
1485 'args': [
1486 '--test-launcher-filter-file=../../testing/buildbot/filters/linux-lacros.components_unittests.filter',
1487 ],
1488 },
1489 # https://crbug.com/1111979,
Sven Zheng5c9d3e342020-08-11 21:39:431490 'linux-lacros-tester-rel': {
Sven Zheng5c9d3e342020-08-11 21:39:431491 'args': [
Yuke Liao56a437dd2021-05-05 04:53:401492 '--test-launcher-filter-file=../../testing/buildbot/filters/linux-lacros.components_unittests.filter',
Sven Zheng5c9d3e342020-08-11 21:39:431493 ],
Sven Zheng80734f12020-08-06 06:50:391494 },
1495 },
Sven Zheng577fe5ff2020-08-03 22:06:441496 },
Chong Gu76046412021-09-22 17:49:211497 'compositor_unittests': {
Chong Gub2446462021-08-19 18:44:081498 'modifications': {
1499 'fuchsia-fyi-arm64-dbg': {
1500 'args': [
1501 '--test-launcher-filter-file=../../testing/buildbot/filters/fuchsia.debug.compositor_unittests.filter',
1502 ],
1503 },
1504 },
1505 },
Kenneth Russelleb60cbd22017-12-05 07:54:281506 'content_browsertests': {
Brad Halla36886c2019-02-26 16:52:291507 'remove_from': [
Brad Halla36886c2019-02-26 16:52:291508 'CrWinAsan(dll)', # https://crbug.com/935598
Chong Gu0ed5dcda2021-07-15 21:26:111509 'android-marshmallow-arm64-rel', # http://crbug.com/1060245#c30: due to low utility and capacity.
Brad Halla36886c2019-02-26 16:52:291510 ],
Kenneth Russelleb60cbd22017-12-05 07:54:281511 'modifications': {
Kenneth Russellfbda3c532017-12-08 23:57:241512 'Cast Audio Linux': {
1513 'args': [
Nico Weber02f30392018-07-16 18:39:431514 '--test-launcher-filter-file=../../testing/buildbot/filters/cast-linux.content_browsertests.filter',
Kenneth Russellfbda3c532017-12-08 23:57:241515 ],
Kenneth Russellfbda3c532017-12-08 23:57:241516 },
1517 'Cast Linux': {
1518 'args': [
Nico Weber02f30392018-07-16 18:39:431519 '--test-launcher-filter-file=../../testing/buildbot/filters/cast-linux.content_browsertests.filter',
Kenneth Russellfbda3c532017-12-08 23:57:241520 ],
Kenneth Russellfbda3c532017-12-08 23:57:241521 },
Erik Chenb681c8c2019-11-25 22:52:521522 'Linux ASan LSan Tests (1)': {
1523 'swarming': {
1524 'shards': 12,
Struan Shrimptone772d72f2021-12-15 07:50:091525 'quickrun_shards': 24,
Erik Chenb681c8c2019-11-25 22:52:521526 },
1527 },
Chris Cunninghame1a04ea2019-04-24 01:49:321528 'Linux ASan Tests (sandboxed)': {
1529 'swarming': {
John Abd-El-Malek3a631612020-07-08 21:40:411530 'shards': 10, # https://crbug.com/1103330
Chris Cunninghame1a04ea2019-04-24 01:49:321531 },
1532 },
Erik Chen681dc0282019-11-26 22:54:491533 'Linux TSan Tests': {
1534 'swarming': {
1535 'shards': 15,
Struan Shrimptonf5b2b552022-01-20 20:37:391536 'quickrun_shards': 30,
Erik Chen681dc0282019-11-26 22:54:491537 },
1538 },
Lindsay Pasrichab3f72db2021-09-22 22:05:461539 'Mac ASan 64 Tests (1)': { # https://crbug.com/1200640
1540 'experiment_percentage': 100,
1541 },
Struan Shrimpton57c594e42022-01-25 17:59:131542 'Mac11 Tests': {
1543 'swarming': {
Lindsay Pasricha0b5beaf2022-03-04 08:15:271544 'shards': 12,
Struan Shrimpton57c594e42022-01-25 17:59:131545 'quickrun_shards': 10,
1546 },
1547 },
Yue She0cad2922022-06-24 15:06:071548 'Mac12 Tests': {
1549 'swarming': {
1550 'shards': 12,
1551 'quickrun_shards': 10,
1552 },
1553 },
Cameron Higgins7558b162022-06-10 18:53:071554 'Mac12 Tests (dbg)': { # https://crbug.com/1279504
Lindsay Pasricha945e4d62022-01-20 02:14:011555 'swarming': {
Lindsay Pasricha9ec81b52022-03-10 03:43:311556 'shards': 18,
Lindsay Pasricha945e4d62022-01-20 02:14:011557 },
1558 },
1559
Sergey Silkinfe96b352020-10-19 20:41:341560 'Marshmallow Tablet Tester': {
1561 'args': [
1562 '--test-launcher-filter-file=../../testing/buildbot/filters/android.marshmallow_tablet_tester.content_browsertests.filter',
1563 ],
Haiyang Pan1f6367352021-07-02 21:15:571564 'swarming': {
1565 'shards': 15,
1566 },
Sergey Silkinfe96b352020-10-19 20:41:341567 },
Sergey Silkin1fe10e82020-10-30 19:36:581568 'WebRTC Chromium FYI Android Tests (dbg) (M Nexus5X)': {
1569 'args': [
1570 '--test-launcher-filter-file=../../testing/buildbot/filters/chromium.webrtc.fyi.android.tests.dbg.content_browsertests.filter',
1571 ],
Andrew Grieveae21ca62021-10-20 18:37:521572 },
1573 'WebRTC Chromium FYI Android Tests (dbg) (N Nexus5X)': {
1574 'args': [
1575 '--test-launcher-filter-file=../../testing/buildbot/filters/chromium.webrtc.fyi.android.tests.dbg.content_browsertests.filter',
1576 ],
1577 },
Stephen Martinis1384ff92020-01-07 19:52:151578 'Win10 Tests x64': {
1579 # crbug.com/868082
1580 'args': [
1581 '--disable-features=WebRTC-H264WithOpenH264FFmpeg',
1582 ],
Struan Shrimptona1ab7672022-01-13 18:02:511583 'swarming': {
1584 'quickrun_shards': 18,
1585 },
Stephen Martinis1384ff92020-01-07 19:52:151586 },
1587 'Win10 Tests x64 (dbg)': {
1588 'experiment_percentage': 100,
1589 # crbug.com/868082
1590 'args': [
1591 '--disable-features=WebRTC-H264WithOpenH264FFmpeg',
Stephen Martinis1384ff92020-01-07 19:52:151592 ],
1593 },
Kuan Huanga89737d2022-01-07 19:42:111594 'Win11 Tests x64': {
1595 # crbug.com/868082
1596 'args': [
1597 '--disable-features=WebRTC-H264WithOpenH264FFmpeg',
1598 ],
1599 },
Haiyang Pan9d68ca02021-08-04 21:30:471600 'android-11-x86-rel': {
Haiyang Pan566e2652022-01-25 07:01:521601 # TODO(crbug.com/1137474): Remove ci_only and experiment_percentage
1602 # after the test suite is green.
1603 'ci_only': True,
Haiyang Pan10f029c2021-07-30 23:17:561604 'experiment_percentage': 100,
Haiyang Pan51450ab2021-03-23 00:48:571605 # TODO(crbug.com/1137474): Revisit the shard number once failed tests
1606 # are fixed.
Haiyang Panfed339172021-03-10 23:19:571607 'swarming': {
Haiyang Pan51450ab2021-03-23 00:48:571608 'shards': 30,
Haiyang Pan45e77dda2021-07-01 22:23:291609 'dimension_sets': [
1610 {
1611 'machine_type': 'e2-standard-8', # use 8-core to shorten runtime
1612 },
1613 ],
Haiyang Panfed339172021-03-10 23:19:571614 },
1615 },
Haiyang Pan2a55a452022-03-03 08:18:331616 'android-12-x64-rel': {
Haiyang Pandbff3ef2022-02-11 23:24:191617 'args': [
1618 '--test-launcher-filter-file=../../testing/buildbot/filters/android.emulator_12.content_browsertests.filter',
1619 ],
Haiyang Pan249494b2022-01-27 21:56:211620 'swarming': {
Haiyang Panc1192662022-03-09 00:09:021621 'shards': 25,
Haiyang Pan249494b2022-01-27 21:56:211622 },
1623 },
Stephen Martinis1384ff92020-01-07 19:52:151624 'android-arm64-proguard-rel': {
1625 'swarming': {
1626 'shards': 16,
1627 },
1628 },
1629 'android-asan': {
1630 'args': [
1631 '--test-launcher-filter-file=../../testing/buildbot/filters/android.asan.content_browsertests.filter',
1632 ],
1633 'swarming': {
André Kempef30fe9d22022-02-03 10:44:291634 'shards': 25,
Stephen Martinis1384ff92020-01-07 19:52:151635 },
1636 },
Stephen Martinis1384ff92020-01-07 19:52:151637 'android-marshmallow-arm64-rel': {
1638 'swarming': {
1639 'shards': 16,
1640 },
1641 },
Haiyang Pan2486dcb2020-09-18 17:53:061642 'android-marshmallow-x86-rel-non-cq': {
John Budoricka4e23882020-02-28 18:36:431643 'args': [
Haiyang Pan12d5acd2020-06-01 20:54:571644 '--test-launcher-filter-file=../../testing/buildbot/filters/android.emulator_m.content_browsertests.filter',
John Budoricka4e23882020-02-28 18:36:431645 ],
Haiyang Panc47f6d12020-08-19 18:34:491646 'swarming': {
1647 'shards': 20,
1648 },
John Budoricka4e23882020-02-28 18:36:431649 },
Haiyang Pancf24ceb2022-03-17 02:31:301650 'android-nougat-x86-rel': {
1651 'swarming': {
1652 'shards': 20,
1653 },
1654 },
Struan Shrimptone772d72f2021-12-15 07:50:091655 'android-pie-arm64-rel': {
1656 'swarming': {
Struan Shrimpton4b7abc02021-12-16 01:36:591657 'quickrun_shards': 40
Struan Shrimptone772d72f2021-12-15 07:50:091658 }
1659 },
Haiyang Pan08d09dc2020-04-01 16:11:211660 'android-pie-x86-rel': {
John Budoricka4e23882020-02-28 18:36:431661 'args': [
Haiyang Pan12d5acd2020-06-01 20:54:571662 '--test-launcher-filter-file=../../testing/buildbot/filters/android.emulator_p.content_browsertests.filter',
John Budoricka4e23882020-02-28 18:36:431663 ],
Sky Malice303f7ec2021-07-17 04:13:091664 'swarming': {
1665 # Flaking with only 20 shards with 40-60 minute runs.
1666 # https://crbug.com/1230118
1667 'shards': 30,
Haiyang Pan2eb735e72020-09-15 22:51:511668 },
John Budoricka4e23882020-02-28 18:36:431669 },
Stephen Martinis1384ff92020-01-07 19:52:151670 'linux-chromeos-code-coverage': {
1671 'swarming': {
1672 'shards': 12,
1673 },
1674 },
Albert J. Wong91f109652019-11-19 03:01:161675 'linux-chromeos-rel': {
1676 'swarming': {
1677 'shards': 3,
1678 },
1679 },
Yuke Liao79424e42020-01-06 21:00:111680 'linux-code-coverage': {
Yuke Liao58e1d202020-03-20 23:02:011681 'args': [
1682 '--no-sandbox',
1683 ],
Yuke Liao79424e42020-01-06 21:00:111684 'swarming': {
1685 'shards': 12,
1686 },
1687 },
Junhua Chen39dd2dba2021-05-05 17:51:541688 # https://crbug.com/1111979,
1689 'linux-lacros-code-coverage': {
1690 'args': [
1691 '--test-launcher-filter-file=../../testing/buildbot/filters/linux-lacros.content_browsertests.filter',
1692 ],
1693 },
Jieting Yangbf15db672021-10-04 19:18:371694 # https://crbug.com/1111979,
1695 'linux-lacros-dbg-tests-fyi': {
1696 'args': [
1697 '--test-launcher-filter-file=../../testing/buildbot/filters/linux-lacros.content_browsertests.filter',
1698 ],
1699 },
Sven Zheng80734f12020-08-06 06:50:391700 # https://crbug.com/1111979
1701 'linux-lacros-tester-fyi-rel': {
1702 'experiment_percentage': 100,
1703 },
Sven Zheng5c9d3e342020-08-11 21:39:431704 # https://crbug.com/1111979,
1705 'linux-lacros-tester-rel': {
Sven Zheng5c9d3e342020-08-11 21:39:431706 'args': [
Yuke Liao56a437dd2021-05-05 04:53:401707 '--test-launcher-filter-file=../../testing/buildbot/filters/linux-lacros.content_browsertests.filter',
Sven Zheng5c9d3e342020-08-11 21:39:431708 ],
1709 },
Kuan Huang235b0142021-10-19 18:59:281710 'mac-code-coverage': {
1711 'args': [
1712 '--coverage-continuous-mode=1',
1713 ],
1714 },
Kuan Huang05332fb2021-10-12 02:04:261715 # https://crbug.com/1255940
1716 'mac-rel-swarming': {
1717 'swarming': {
1718 'dimension_sets': [
1719 {
1720 # These test would time out when running on 4 cores instances.
1721 'cores': '8|12',
1722 }
1723 ],
1724 },
1725 },
Kenneth Russelleb60cbd22017-12-05 07:54:281726 },
1727 },
Nico Weber81e16ace22018-06-30 02:58:471728 'content_shell_crash_test': {
Haiyang Pan8c201b92020-06-04 01:25:071729 'remove_from': [
Haiyang Pan2486dcb2020-09-18 17:53:061730 'android-marshmallow-x86-rel-non-cq', # crbug.com/1084353
Haiyang Pan8c201b92020-06-04 01:25:071731 ],
Dirk Prankeb1c36b322018-07-11 02:42:001732 'modifications': {
Dirk Prankeb1c36b322018-07-11 02:42:001733 'Win10 Tests x64 (dbg)': {
1734 'experiment_percentage': 100, # https://crbug.com/861730
1735 },
1736 },
Nico Weber81e16ace22018-06-30 02:58:471737 },
John Budorick27d2d44e2019-05-20 20:26:091738 'content_shell_test_apk': {
1739 'remove_from': [
John Budorick27d2d44e2019-05-20 20:26:091740 'android-asan', # https://crbug.com/964562
Ben Joyce02dc8092021-03-04 21:48:191741 'android-code-coverage-native', # Does not generate profraw data.
Ben Joyce46ca6012021-03-31 19:19:251742 'android-pie-arm64-coverage-experimental-rel', # Does not generate profraw data.
John Budorick27d2d44e2019-05-20 20:26:091743 ],
John Budorickee2e64f2020-03-02 20:19:101744 'modifications': {
Haiyang Pan9d68ca02021-08-04 21:30:471745 'android-11-x86-rel': {
Haiyang Pan103864812021-03-19 19:28:441746 'args': [
1747 '--test-launcher-filter-file=../../testing/buildbot/filters/android.emulator_11.content_shell_test_apk.filter',
Haiyang Panabdab2f2021-07-19 20:37:511748 '--timeout-scale=2.0',
Haiyang Pan103864812021-03-19 19:28:441749 ],
1750 },
Haiyang Pan2a55a452022-03-03 08:18:331751 'android-12-x64-rel': {
Haiyang Pan3b1016e2022-02-05 00:02:451752 'args': [
1753 '--test-launcher-filter-file=../../testing/buildbot/filters/android.emulator_12.content_shell_test_apk.filter',
1754 ],
1755 },
James Shen39aa0e32022-03-22 04:44:501756 'android-marshmallow-x86-fyi-rel-reviver': {
1757 'swarming': {
1758 'quickrun_shards': 8,
1759 },
1760 },
Haiyang Panb991f562021-08-10 17:46:461761 'android-marshmallow-x86-rel': {
John Budorickee2e64f2020-03-02 20:19:101762 'args': [
Haiyang Pan28e73582020-05-30 00:34:271763 '--test-launcher-filter-file=../../testing/buildbot/filters/android.emulator_m.content_shell_test_apk.filter',
John Budorickee2e64f2020-03-02 20:19:101764 ],
Struan Shrimpton57c594e42022-01-25 17:59:131765 'swarming': {
1766 'quickrun_shards': 8,
1767 },
John Budorickee2e64f2020-03-02 20:19:101768 },
Haiyang Pan08d09dc2020-04-01 16:11:211769 'android-pie-x86-rel': {
John Budorickee2e64f2020-03-02 20:19:101770 'args': [
1771 '--gtest_filter=-ContentViewScrollingTest.testFling',
1772 ],
1773 },
1774 },
John Budorick27d2d44e2019-05-20 20:26:091775 },
Kenneth Russelleb60cbd22017-12-05 07:54:281776 'content_unittests': {
1777 'modifications': {
John Budorick5052d552017-12-13 02:59:341778 'Linux ASan LSan Tests (1)': {
1779 # These are slow on the ASAN trybot for some reason.
Ben Pastened2c01af2022-01-31 23:06:441780 # crbug.com/1257927
John Budorick5052d552017-12-13 02:59:341781 'swarming': {
1782 'shards': 2,
1783 },
1784 },
Takuto Ikuta54671d972018-07-19 19:06:351785 'Linux ChromiumOS MSan Tests': {
1786 # These are very slow on the Chrome OS MSAN trybot for some reason.
1787 # crbug.com/865455
1788 'swarming': {
1789 'shards': 2,
1790 },
1791 },
Chong Gu52481452021-04-02 17:52:411792 'fuchsia-code-coverage': {
1793 'swarming': {
1794 'shards': 12,
1795 },
1796 },
Chong Gua10cd302022-01-14 19:22:191797 'fuchsia-fyi-x64-asan': {
1798 'args': [
1799 '--test-launcher-filter-file=../../testing/buildbot/filters/fuchsia.lsan.content_unittests.filter',
1800 ],
1801 },
Kenneth Russelleb60cbd22017-12-05 07:54:281802 },
1803 },
Jonah Ryan-Davis832c8462020-06-09 03:45:031804 'context_lost_validating_tests': {
Brian Sheedye285c9b2019-07-15 21:42:461805 # TODO(https://crbug.com/850107): Remove the Android FYI Release (Pixel 2)
1806 # exception once there is enough capacity to run these tests.
1807 'remove_from': [
Brian Sheedye285c9b2019-07-15 21:42:461808 'Android FYI Release (Pixel 2)',
1809 ],
Kenneth Russellc1a09302018-07-10 01:12:541810 },
Kenneth Russellfbda3c532017-12-08 23:57:241811 'crashpad_tests': {
1812 'remove_from': [
Nico Weber15a00d62018-05-16 17:11:481813 'linux-win_cross-rel', # https://crbug.com/762167
Vlad Tsyrklevich06a9a44f2019-07-24 19:14:391814 # https://crbug.com/crashpad/304
1815 'Linux TSan Tests',
1816 'ToTLinuxTSan',
1817 # https://crbug.com/crashpad/306
1818 'Linux CFI',
Michael Savigny0a956032021-10-27 19:18:021819 'Linux CFI (reclient shadow)',
Vlad Tsyrklevich06a9a44f2019-07-24 19:14:391820 'CFI Linux ToT',
Kenneth Russellfbda3c532017-12-08 23:57:241821 ],
Haiyang Panc7c009e2021-03-18 19:31:231822 'modifications': {
Avi Drissmanc6318122022-03-29 17:07:421823 # TODO(crbug.com/1254975): dyld was rebuilt for macOS 12, which breaks
1824 # the tests. Run this experimentally on all the macOS bots >= 12 and
1825 # remove this exception once fixed.
1826 'Mac Builder Next': {
1827 'experiment_percentage': 100,
1828 },
Haiyang Pan9d68ca02021-08-04 21:30:471829 'android-11-x86-rel': {
Haiyang Panc7c009e2021-03-18 19:31:231830 'args': [
1831 '--test-launcher-filter-file=../../testing/buildbot/filters/android.emulator_11.crashpad_tests.filter',
1832 ],
1833 },
Haiyang Pan2a55a452022-03-03 08:18:331834 'android-12-x64-rel': {
Haiyang Pan07d9e262021-10-20 21:50:031835 'args': [
1836 '--test-launcher-filter-file=../../testing/buildbot/filters/android.emulator_12.crashpad_tests.filter',
1837 ],
1838 },
Avi Drissmanc6318122022-03-29 17:07:421839 # TODO(crbug.com/1254975): dyld was rebuilt for macOS 12, which breaks
1840 # the tests. Run this experimentally on all the macOS bots >= 12 and
1841 # remove this exception once fixed.
Lindsay Pasricha60535a22021-12-13 16:50:241842 'mac-osxbeta-rel': {
1843 'experiment_percentage': 100,
1844 },
Haiyang Panc7c009e2021-03-18 19:31:231845 },
Kenneth Russellfbda3c532017-12-08 23:57:241846 },
Austin Eng414af1612022-04-08 02:15:361847 'dawn_perf_tests': {
1848 'remove_from': [
1849 'Dawn Win10 x86 DEPS Release (Intel HD 630)',
1850 'Dawn Win10 x86 Release (Intel HD 630)',
1851 ],
1852 },
Haiyang Pan1c813ca2021-11-24 18:52:161853 'device_unittests': {
1854 'modifications': {
Haiyang Pan2a55a452022-03-03 08:18:331855 'android-12-x64-rel': {
Haiyang Pan1c813ca2021-11-24 18:52:161856 'args': [
1857 '--test-launcher-filter-file=../../testing/buildbot/filters/android.emulator_12.device_unittests.filter',
1858 ],
1859 },
1860 },
1861 },
Ben Pastene61ad637c2020-05-08 22:24:411862 'disk_usage_tast_test': {
1863 # TODO(crbug.com/1077659): Add the test back after it's fixed.
1864 'remove_from': [
1865 'chromeos-kevin-rel',
1866 ],
1867 },
Struan Shrimpton57c594e42022-01-25 17:59:131868 'exo_unittests': {
1869 'modifications': {
1870 'linux-chromeos-rel': {
1871 'swarming': {
1872 'quickrun_shards': 2,
1873 }
1874 },
1875 },
1876 },
Joe Downing41486042018-10-18 22:44:441877 'extensions_browsertests': {
Brad Halla36886c2019-02-26 16:52:291878 'remove_from': [
Brad Halla36886c2019-02-26 16:52:291879 'CrWinAsan(dll)', # https://crbug.com/935598
1880 ],
Joe Downing41486042018-10-18 22:44:441881 'modifications': {
1882 'Win10 Tests x64 (dbg)': {
1883 'experiment_percentage': 100, # https://crbug.com/876615
1884 },
Sven Zheng5c9d3e342020-08-11 21:39:431885 # https://crbug.com/1111979,
Junhua Chen39dd2dba2021-05-05 17:51:541886 'linux-lacros-code-coverage': {
1887 'args': [
1888 '--gtest_filter=-BluetoothShellApiTest.ApiSanityCheck:BluetoothSocketApiTest.Listen:BluetoothSocketApiTest.PermissionDenied',
1889 ],
1890 },
Yuke Liaoa0db4742021-08-09 18:28:331891 'linux-lacros-dbg-tests-fyi': {
1892 'args': [
1893 '--gtest_filter=-BluetoothShellApiTest.ApiSanityCheck:BluetoothSocketApiTest.Listen:BluetoothSocketApiTest.PermissionDenied',
1894 ],
1895 },
Sven Zheng5c9d3e342020-08-11 21:39:431896 'linux-lacros-tester-rel': {
Sven Zheng5c9d3e342020-08-11 21:39:431897 'args': [
1898 '--gtest_filter=-BluetoothShellApiTest.ApiSanityCheck:BluetoothSocketApiTest.Listen:BluetoothSocketApiTest.PermissionDenied',
1899 ],
1900 },
Joe Downing41486042018-10-18 22:44:441901 },
1902 },
Sven Zheng577fe5ff2020-08-03 22:06:441903 'extensions_unittests': {
Sven Zheng80734f12020-08-06 06:50:391904 'modifications': {
Chong Gud034fe52022-01-20 21:48:041905 'fuchsia-fyi-x64-asan': {
1906 'args': [
Chong Gu1155d872022-02-10 17:55:271907 '--test-launcher-filter-file=../../testing/buildbot/filters/fuchsia.lsan.extensions_unittests.filter',
Chong Gud034fe52022-01-20 21:48:041908 ],
1909 },
Sven Zheng5c9d3e342020-08-11 21:39:431910 # https://crbug.com/1111979,
Junhua Chen39dd2dba2021-05-05 17:51:541911 'linux-lacros-code-coverage': {
1912 'args': [
Yuke Liaoa0db4742021-08-09 18:28:331913 '--gtest_filter=-BluetoothSocketApiUnittest.CreateThenClose:'
1914 'NativeExtensionBindingsSystemUnittest.*',
1915 ],
1916 },
1917 'linux-lacros-dbg-tests-fyi': {
1918 'args': [
Junhua Chen39dd2dba2021-05-05 17:51:541919 '--gtest_filter=-NativeExtensionBindingsSystemUnittest*:'
1920 'BluetoothSocketApiUnittest.CreateThenClose:'
1921 'FeatureProviderTest.PermissionFeatureAvailability',
1922 ],
1923 },
Sven Zheng5c9d3e342020-08-11 21:39:431924 'linux-lacros-tester-rel': {
Sven Zheng5c9d3e342020-08-11 21:39:431925 'args': [
Yuke Liaobb8308322020-08-12 20:20:471926 '--gtest_filter=-NativeExtensionBindingsSystemUnittest*:'
1927 'BluetoothSocketApiUnittest.CreateThenClose:'
1928 'FeatureProviderTest.PermissionFeatureAvailability',
Sven Zheng5c9d3e342020-08-11 21:39:431929 ],
1930 },
Sven Zheng80734f12020-08-06 06:50:391931 },
Sven Zheng577fe5ff2020-08-03 22:06:441932 },
Chong Gu76046412021-09-22 17:49:211933 'gfx_unittests': {
Chong Gudf7fbe92021-02-24 02:55:581934 'modifications': {
1935 'fuchsia-code-coverage': {
1936 'swarming': {
1937 'shards': 2,
1938 },
1939 },
1940 },
1941 },
Kenneth Russelleb60cbd22017-12-05 07:54:281942 'gin_unittests': {
1943 'remove_from': [
Nico Weber1394523f2018-06-06 15:58:471944 'ToTLinuxASan', # https://crbug.com/831667
Nico Weberd36959682018-04-12 03:33:461945 'Linux ASan LSan Tests (1)', # https://crbug.com/831667
Nico Weber1394523f2018-06-06 15:58:471946 'Linux Chromium OS ASan LSan Tests (1)', # https://crbug.com/831667
Kenneth Russelleb60cbd22017-12-05 07:54:281947 ],
Chong Gua10cd302022-01-14 19:22:191948 'modifications': {
1949 'fuchsia-fyi-x64-asan': {
1950 'args': [
1951 '--test-launcher-filter-file=../../testing/buildbot/filters/fuchsia.lsan.gin_unittests.filter',
1952 ],
1953 },
1954 },
Kenneth Russelleb60cbd22017-12-05 07:54:281955 },
Jonah Ryan-Davisdeeffeaf2020-06-18 17:56:001956 'gl_tests_passthrough': {
1957 'remove_from': [
1958 'CFI Linux ToT',
1959 # Can't run on MSAN because gl_tests uses the hardware driver,
1960 # which isn't instrumented.
1961 'Linux MSan Tests',
Ben Pastene7636bb62022-04-22 18:55:251962 'Linux MSan Focal',
Jonah Ryan-Davisdeeffeaf2020-06-18 17:56:001963 ],
1964 'modifications': {
1965 # TODO(kbr): figure out a better way to specify blocks of
1966 # arguments like this for tests on multiple machines.
Garrett Beatya491ec72020-07-25 12:36:121967 'Linux ASan LSan Tests (1)': {
1968 'args': [
1969 '--use-gpu-in-tests',
1970 '--no-xvfb',
1971 ],
1972 'swarming': {
1973 'dimension_sets': [
1974 {
Yuly Novikovaa06f172022-02-12 00:38:571975 'gpu': '10de:2184',
Garrett Beatya491ec72020-07-25 12:36:121976 'os': 'Ubuntu',
1977 'pool': 'chromium.tests.gpu',
1978 },
1979 ],
1980 },
1981 },
1982 'Linux CFI': {
1983 'args': [
1984 '--use-gpu-in-tests',
1985 '--no-xvfb',
1986 ],
1987 'swarming': {
1988 'dimension_sets': [
1989 {
Yuly Novikovaa06f172022-02-12 00:38:571990 'gpu': '10de:2184',
Garrett Beatya491ec72020-07-25 12:36:121991 'os': 'Ubuntu',
1992 'pool': 'chromium.tests.gpu',
1993 },
1994 ],
1995 },
1996 },
Michael Savigny64f8ba32022-01-12 15:50:571997 'Linux CFI (reclient shadow)': {
1998 'args': [
1999 '--use-gpu-in-tests',
2000 '--no-xvfb',
2001 ],
2002 'swarming': {
2003 'dimension_sets': [
2004 {
Yuly Novikovaa06f172022-02-12 00:38:572005 'gpu': '10de:2184',
Michael Savigny64f8ba32022-01-12 15:50:572006 'os': 'Ubuntu',
2007 'pool': 'chromium.tests.gpu',
2008 },
2009 ],
2010 },
2011 },
Garrett Beatya491ec72020-07-25 12:36:122012 'Linux TSan Tests': {
2013 'args': [
2014 '--use-gpu-in-tests',
2015 '--no-xvfb',
2016 ],
2017 'swarming': {
2018 'dimension_sets': [
2019 {
Yuly Novikovaa06f172022-02-12 00:38:572020 'gpu': '10de:2184',
Garrett Beatya491ec72020-07-25 12:36:122021 'os': 'Ubuntu',
2022 'pool': 'chromium.tests.gpu',
2023 },
2024 ],
2025 },
2026 },
Jonah Ryan-Davisdeeffeaf2020-06-18 17:56:002027 },
2028 },
Jonah Ryan-Davise25a89f2020-05-29 20:18:242029 'gl_tests_validating': {
Jonah Ryan-Davisb9f03ac2021-03-18 23:53:022030 'remove_from': [
Kenneth Russell8a386d42018-06-02 09:48:012031 'Android FYI Release (Nexus 5X)',
John Budorickca14c76f62017-12-09 14:19:182032 ],
Kenneth Russelleb60cbd22017-12-05 07:54:282033 'modifications': {
Haiyang Pan9d68ca02021-08-04 21:30:472034 'android-11-x86-rel': {
Haiyang Pancf765862021-03-18 20:39:152035 'args': [
2036 '--test-launcher-filter-file=../../testing/buildbot/filters/android.emulator_11.gl_tests.filter',
2037 ],
2038 },
Haiyang Pan2a55a452022-03-03 08:18:332039 'android-12-x64-rel': {
Haiyang Pan382008922021-11-19 21:15:092040 'args': [
2041 '--test-launcher-filter-file=../../testing/buildbot/filters/android.emulator_12.gl_tests.filter',
2042 ],
2043 },
Haiyang Panb991f562021-08-10 17:46:462044 'android-marshmallow-x86-rel': {
John Budorick79ec9012020-01-08 21:56:312045 'args': [
2046 '--test-launcher-filter-file=../../testing/buildbot/filters/android.emulator.gl_tests.filter',
2047 ],
2048 },
Andrew Luo38b311f2019-10-04 03:42:092049 'android-pie-arm64-rel': {
John Budorick79ec9012020-01-08 21:56:312050 'args': [
Andrew Luobe83fd82019-12-19 03:07:582051 '--test-launcher-filter-file=../../testing/buildbot/filters/android.pie_arm64_rel.gl_tests.filter', # https://crbug.com/1034007
2052 ],
Andrew Luo38b311f2019-10-04 03:42:092053 },
Haiyang Pan08d09dc2020-04-01 16:11:212054 'android-pie-x86-rel': {
John Budorick79ec9012020-01-08 21:56:312055 'args': [
2056 '--test-launcher-filter-file=../../testing/buildbot/filters/android.emulator.gl_tests.filter',
2057 ],
2058 },
Kenneth Russelleb60cbd22017-12-05 07:54:282059 },
2060 },
Takuto Ikutaf5333252019-11-06 16:07:082061 'gl_unittests': {
2062 'remove_from': [
Takuto Ikutaf5333252019-11-06 16:07:082063 # On Android, these are already run on the main waterfall.
2064 # Run them on the one-off Android FYI bots, though.
2065 'Android FYI Release (Nexus 5X)',
Yuly Novikov37e04342020-05-29 00:52:042066 # Can't run on MSAN because gl_unittests uses the hardware driver,
2067 # which isn't instrumented.
2068 'Linux MSan Tests',
Ben Pastene7636bb62022-04-22 18:55:252069 'Linux MSan Focal',
Takuto Ikutaf5333252019-11-06 16:07:082070 ],
Haiyang Pan505fcd5a2021-12-13 19:46:232071 'modifications': {
Haiyang Pan2a55a452022-03-03 08:18:332072 'android-12-x64-rel': {
Haiyang Pan505fcd5a2021-12-13 19:46:232073 'args': [
2074 '--test-launcher-filter-file=../../testing/buildbot/filters/android.emulator_12.gl_unittests.filter',
2075 ],
2076 },
2077 },
Takuto Ikutaf5333252019-11-06 16:07:082078 },
2079 'gl_unittests_ozone': {
2080 'remove_from': [
2081 # Can't run on MSAN because gl_unittests_ozone uses the hardware driver,
2082 # which isn't instrumented.
2083 'Linux ChromiumOS MSan Tests',
Ben Pastene7636bb62022-04-22 18:55:252084 'Linux ChromiumOS MSan Focal',
Takuto Ikutaf5333252019-11-06 16:07:082085 ],
2086 },
2087 'gpu_process_launch_tests': {
2088 # TODO(https://crbug.com/850107): Remove the Android FYI Release (Pixel 2)
2089 # exception once there is enough capacity to run these tests.
2090 'remove_from': [
Takuto Ikutaf5333252019-11-06 16:07:082091 'Android FYI Release (Pixel 2)',
2092 ],
2093 },
Brian Sheedy053d88cf2022-05-24 23:40:052094 'gpu_pytype': {
2095 'remove_from': [
2096 'linux-code-coverage',
2097 ],
2098 },
Chong Gu76046412021-09-22 17:49:212099 'gpu_unittests': {
Chong Gudf7fbe92021-02-24 02:55:582100 'modifications': {
2101 'fuchsia-code-coverage': {
2102 'swarming': {
2103 'shards': 5,
2104 },
2105 },
2106 },
2107 },
Kevin McNeed21a6c522021-06-14 21:27:252108 'grit_python_unittests': {
2109 'remove_from': [
2110 # These tests require node, which is not supported in Win7.
2111 # (https://crbug.com/1218989)
2112 'Win 7 Tests x64 (1)',
2113 'Win7 Tests (1)',
Titouan Rigoudy9e860832021-11-08 15:34:452114 # TODO(https://crbug.com/1267125): Re-enable.
2115 'mac11-arm64-rel-tests',
Zhaoyang Li5d3713d2022-06-13 18:01:172116 # TODO(https://crbug.com/1267125): Re-enable.
2117 'mac12-arm64-rel-tests',
Kevin McNeed21a6c522021-06-14 21:27:252118 ],
2119 },
Brian Sheedye285c9b2019-07-15 21:42:462120 'hardware_accelerated_feature_tests': {
2121 # TODO(https://crbug.com/850107): Remove the Android FYI Release (Pixel 2)
2122 # exception once there is enough capacity to run these tests.
2123 'remove_from': [
Brian Sheedye285c9b2019-07-15 21:42:462124 'Android FYI Release (Pixel 2)',
2125 ],
2126 },
Brad Halla36886c2019-02-26 16:52:292127 'headless_browsertests': {
Chong Gud08d1232021-09-11 08:53:592128 'remove_from': [
2129 'CrWinAsan(dll)', # https://crbug.com/935598
Maksim Sisovc81d284c2021-10-05 17:54:352130 # Wayland bot doesn't support headless mode.
2131 'Linux Tests (Wayland)',
Chong Gud08d1232021-09-11 08:53:592132 ],
Chong Gud1a5c5992021-04-09 04:08:322133 'modifications': {
2134 'fuchsia-code-coverage': {
2135 'swarming': {
Chong Gu115ce152021-04-15 23:57:162136 'shards': 6,
Chong Gud1a5c5992021-04-09 04:08:322137 },
2138 },
2139 },
Brad Halla36886c2019-02-26 16:52:292140 },
Kenneth Russell8a386d42018-06-02 09:48:012141 'info_collection_tests': {
2142 'remove_from': [
Kenneth Russell8a386d42018-06-02 09:48:012143 'Android V8 FYI Release (Nexus 5X)',
2144 'Linux V8 FYI Release (NVIDIA)',
Michael Achenbach5fdfc67b2018-12-13 13:26:352145 'Linux V8 FYI Release - pointer compression (NVIDIA)',
Kenneth Russell8a386d42018-06-02 09:48:012146 'Mac V8 FYI Release (Intel)',
2147 'Win V8 FYI Release (NVIDIA)',
2148 ],
Brian Sheedyfe61cdac2020-02-12 01:25:592149 'modifications': {
Brian Sheedyb18cb762020-06-30 00:09:292150 'ChromeOS FYI Release (amd64-generic)': {
Brian Sheedy65be3052020-06-26 19:26:512151 'args': [
Brian Sheedyb18cb762020-06-30 00:09:292152 # Swarming does not report a GPU since tests are run in a VM, but
2153 # the VM does report that a GPU is present.
2154 '--expected-device-id', '1050',
Brian Sheedydf2672f2020-05-07 20:44:362155 ],
2156 },
Chong Gu3065cdc2022-02-28 21:03:032157 'fuchsia-fyi-x64-rel': {
2158 'args': [
2159 # Swarming does not report a GPU since tests are run in a VM, but
2160 # the VM does report that a GPU is present.
2161 '--expected-device-id', 'c0de',
2162 ],
2163 },
2164 'fuchsia-fyi-x64-wst': {
2165 'args': [
2166 # Swarming does not report a GPU since tests are run in a VM, but
2167 # the VM does report that a GPU is present.
2168 '--expected-device-id', 'c0de',
2169 ],
2170 },
Brian Sheedyfe61cdac2020-02-12 01:25:592171 },
Brian Sheedy32eeeb52020-05-22 01:49:372172 'replacements': {
2173 'ChromeOS FYI Release (amd64-generic)': {
2174 'args': {
2175 # Swarming does not report a GPU since tests are run in a VM, but
2176 # the VM does report that a GPU is present.
2177 '--expected-vendor-id': '1af4',
Brian Sheedyb18cb762020-06-30 00:09:292178 # Magic substitution happens after regular replacement, so remove it
2179 # now since we are manually applying the expected device ID above.
2180 '$$MAGIC_SUBSTITUTION_GPUExpectedDeviceId': None,
Brian Sheedy32eeeb52020-05-22 01:49:372181 },
Brian Sheedyff6d1442020-09-19 00:46:312182 },
Brian Sheedye9c7afe52022-06-13 21:19:372183 'Mac FYI Experimental Release (Apple M1)': {
2184 'args': {
2185 # The GPU information is not yet exposed in swarming, so we can't
2186 # explicitly request it and have the JSON generation handle this
2187 # automatically.
2188 '--expected-vendor-id': '106b',
2189 },
2190 },
Brian Sheedy177addbf2021-09-24 19:06:512191 'Mac FYI Release (Apple M1)': {
2192 'args': {
2193 # The GPU information is not yet exposed in swarming, so we can't
2194 # explicitly request it and have the JSON generation handle this
2195 # automatically.
2196 '--expected-vendor-id': '106b',
2197 },
2198 },
Chong Gu3065cdc2022-02-28 21:03:032199 'fuchsia-fyi-x64-rel': {
2200 'args': {
2201 # The GPU information is not exposed in swarming since Fuchsia
2202 # launches an emulator on the GCE machine.
2203 '--expected-vendor-id': '1ae0',
2204 '$$MAGIC_SUBSTITUTION_GPUExpectedDeviceId': None,
2205 },
2206 },
2207 'fuchsia-fyi-x64-wst': {
2208 'args': {
2209 # The GPU information is not exposed in swarming since Fuchsia
2210 # launches an emulator on the GCE machine.
2211 '--expected-vendor-id': '1ae0',
2212 '$$MAGIC_SUBSTITUTION_GPUExpectedDeviceId': None,
2213 },
2214 },
Brian Sheedy32eeeb52020-05-22 01:49:372215 },
Kenneth Russell8a386d42018-06-02 09:48:012216 },
Kenneth Russelleb60cbd22017-12-05 07:54:282217 'interactive_ui_tests': {
Brad Halla36886c2019-02-26 16:52:292218 'remove_from': [
Brad Halla36886c2019-02-26 16:52:292219 'CrWinAsan(dll)', # https://crbug.com/935598
2220 ],
Kenneth Russelleb60cbd22017-12-05 07:54:282221 'modifications': {
Stephen Martinis1384ff92020-01-07 19:52:152222 'Linux - Future (dbg)': { # client.v8.chromium
Nico Weberdae13cd92018-12-14 13:56:262223 'swarming': {
Stephen Martinis1384ff92020-01-07 19:52:152224 'shards': 3,
Nico Weberdae13cd92018-12-14 13:56:262225 },
2226 },
John Budorickca14c76f62017-12-09 14:19:182227 'Linux ASan LSan Tests (1)': {
Ben Pastened2c01af2022-01-31 23:06:442228 # These are slow on the ASan trybot for some reason, crbug.com/1257927
Nico Weber96a75a6942018-06-20 04:53:172229 'swarming': {
2230 'shards': 6,
Struan Shrimptone772d72f2021-12-15 07:50:092231 'quickrun_shards': 12,
Nico Weber96a75a6942018-06-20 04:53:172232 },
2233 },
Pavol Marko05b6bb92022-03-21 12:33:292234 'Linux Chromium OS ASan LSan Tests (1)': {
2235 # These are slow on the ASan trybot for some reason, crbug.com/1257927
2236 'swarming': {
2237 'shards': 6,
2238 'quickrun_shards': 12,
2239 },
2240 },
Ben Pastene7636bb62022-04-22 18:55:252241 'Linux ChromiumOS MSan Focal': {
2242 # These are very slow on the Chrome OS MSAN trybot for some reason.
2243 # crbug.com/865455
2244 'swarming': {
2245 'shards': 5,
2246 },
2247 },
Takuto Ikuta54671d972018-07-19 19:06:352248 'Linux ChromiumOS MSan Tests': {
2249 # These are very slow on the Chrome OS MSAN trybot for some reason.
2250 # crbug.com/865455
2251 'swarming': {
2252 'shards': 5,
2253 },
2254 },
Stephen Martinis1384ff92020-01-07 19:52:152255 'Linux TSan Tests': {
Ben Pastened2c01af2022-01-31 23:06:442256 # These are slow on the TSan bots for some reason, crbug.com/1257927
Dirk Pranke8fd63c12017-12-10 18:06:272257 'swarming': {
Stephen Martinisad6cb7af2021-02-24 01:12:002258 'shards': 32, # Adjusted for testing, see https://crbug.com/1179567
Dirk Pranke8fd63c12017-12-10 18:06:272259 },
2260 },
Maksim Sisovc81d284c2021-10-05 17:54:352261 # https://crbug.com/1192997
2262 'Linux Tests (Wayland)': {
2263 'args': [
2264 '--test-launcher-filter-file=../../testing/buildbot/filters/ozone-linux.interactive_ui_tests_wayland.filter',
2265 ],
2266 },
Lindsay Pasrichab3f72db2021-09-22 22:05:462267 'Mac ASan 64 Tests (1)': { # https://crbug.com/1251656
2268 'experiment_percentage': 100,
2269 },
Struan Shrimptone772d72f2021-12-15 07:50:092270 'Mac11 Tests': {
2271 'swarming': {
2272 'quickrun_shards': 6,
2273 },
2274 },
Yue She0cad2922022-06-24 15:06:072275 'Mac12 Tests': {
2276 'swarming': {
2277 'quickrun_shards': 6,
2278 },
2279 },
Cameron Higgins7558b162022-06-10 18:53:072280 'Mac12 Tests (dbg)': { # https://crbug.com/1265051
Zhaoyang Li9357e1e12021-12-07 18:53:172281 'experiment_percentage': 100,
2282 },
Stephen Martinis1384ff92020-01-07 19:52:152283 'ToTLinuxTSan': {
Ben Pastened2c01af2022-01-31 23:06:442284 # These are slow on the TSan bots for some reason, crbug.com/1257927
Stephen Martinis1384ff92020-01-07 19:52:152285 'swarming': {
2286 'shards': 6,
2287 },
2288 },
Struan Shrimptona1ab7672022-01-13 18:02:512289 'Win10 Tests x64': {
2290 'swarming': {
Struan Shrimptonf5b2b552022-01-20 20:37:392291 'quickrun_shards': 8,
Struan Shrimptona1ab7672022-01-13 18:02:512292 },
2293 },
Stephen Martinis1384ff92020-01-07 19:52:152294 # temporary, https://crbug.com/818832
Greg Thompson3eb7e6522018-05-25 09:04:032295 'Win10 Tests x64 (dbg)': {
2296 'experiment_percentage': 100,
2297 },
Jacob Kopczynski3a555bd32020-12-10 01:41:162298 # TODO(crbug.com/970649): Remove these filters.
Ben Pastene8ef125e2019-12-10 01:46:292299 'linux-chromeos-chrome': {
Ben Pastene8ef125e2019-12-10 01:46:292300 'args': [
2301 '--gtest_filter=-SadTabViewInteractiveUITest.ReloadMultipleSadTabs',
2302 ],
2303 },
Stephen Martinis1384ff92020-01-07 19:52:152304 'linux-chromeos-code-coverage': {
Yuke Liao79424e42020-01-06 21:00:112305 'swarming': {
2306 'shards': 10,
2307 },
2308 },
Pavol Marko582a15d2022-04-01 12:47:202309 'linux-chromeos-dbg': {
2310 'swarming': {
2311 'shards': 6,
2312 },
2313 },
Stephen Martinis1384ff92020-01-07 19:52:152314 'linux-code-coverage': {
Yuke Liao79424e42020-01-06 21:00:112315 'swarming': {
2316 'shards': 10,
2317 },
2318 },
Sven Zheng80734f12020-08-06 06:50:392319 # https://crbug.com/1111979
Junhua Chen39dd2dba2021-05-05 17:51:542320 'linux-lacros-code-coverage': {
2321 'args': [
2322 '--test-launcher-filter-file=../../testing/buildbot/filters/linux-lacros.interactive_ui_tests.filter',
2323 ],
2324 },
2325 # https://crbug.com/1111979
Jieting Yangbf15db672021-10-04 19:18:372326 'linux-lacros-dbg-tests-fyi': {
2327 'args': [
2328 '--test-launcher-filter-file=../../testing/buildbot/filters/linux-lacros.interactive_ui_tests.filter',
2329 ],
2330 },
2331 # https://crbug.com/1111979
Sven Zheng010820d2020-08-17 22:38:442332 'linux-lacros-tester-rel': {
Sven Zheng010820d2020-08-17 22:38:442333 'args': [
Yuke Liao56a437dd2021-05-05 04:53:402334 '--test-launcher-filter-file=../../testing/buildbot/filters/linux-lacros.interactive_ui_tests.filter',
Sven Zheng010820d2020-08-17 22:38:442335 ],
2336 },
Kuan Huang235b0142021-10-19 18:59:282337 'mac-code-coverage': {
2338 'args': [
2339 '--coverage-continuous-mode=1',
2340 ],
2341 },
Lindsay Pasricha60535a22021-12-13 16:50:242342 # TODO (crbug.com/1278617) Re-enable once fixed
2343 'mac-osxbeta-rel': {
2344 'experiment_percentage': 100,
2345 },
Kenneth Russelleb60cbd22017-12-05 07:54:282346 },
2347 },
Sven Zhengef0d0872022-04-04 22:13:292348 'interactive_ui_tests amd64-generic': {
Yuke Liaob6beaeca2021-04-29 23:41:512349 'remove_from': [
2350 # TODO(crbug.com/1204231): Re-enable.
2351 'lacros-amd64-generic-rel',
Yuke Liao859819d2022-02-24 08:23:492352 'lacros-amd64-generic-rel-fyi',
Yuke Liaob6beaeca2021-04-29 23:41:512353 ]
2354 },
Sven Zhengef0d0872022-04-04 22:13:292355 'interactive_ui_tests eve': {
Yuke Liao79a8cf52021-06-11 18:14:342356 'remove_from': [
2357 # TODO(crbug.com/1204231): Re-enable.
2358 'lacros-amd64-generic-rel',
Yuke Liao859819d2022-02-24 08:23:492359 'lacros-amd64-generic-rel-fyi',
Yuke Liao79a8cf52021-06-11 18:14:342360 ]
2361 },
John Budorickf00e5ff2019-06-11 21:21:062362 'ipc_tests': {
2363 'modifications': {
Ken Rockot83999b62022-05-20 21:37:052364 'Linux ChromiumOS MSan Tests': {
2365 'swarming': {
2366 'dimension_sets': [
2367 {
2368 'cpu': 'x86-64',
2369 'os': 'Ubuntu-18.04',
2370 },
2371 ],
2372 },
2373 },
2374 'Linux MSan Tests': {
2375 'swarming': {
2376 'dimension_sets': [
2377 {
2378 'cpu': 'x86-64',
2379 'os': 'Ubuntu-18.04',
2380 },
2381 ],
2382 },
2383 },
John Budorickf00e5ff2019-06-11 21:21:062384 'android-asan': {
2385 'swarming': {
2386 'shards': 2,
2387 },
2388 },
2389 },
2390 },
Jonah Ryan-Davis832c8462020-06-09 03:45:032391 'maps_pixel_passthrough_test': {
Brian Sheedyc0c142c2021-06-01 21:18:052392 'modifications': {
2393 'Android FYI Release (Pixel 4)': {
2394 'args': [
2395 # Pixel 4s are weird in that they can output in different color spaces
2396 # simultaneously. The readback code for capturing a screenshot assumes
2397 # only one color space, so disable wide color gamut for the test to
2398 # work around the issue. See https://crbug.com/1166379 for more
2399 # information.
2400 '--extra-browser-args=--disable-wcg-for-test',
2401 ],
2402 },
Ben Pastene63f13302022-05-12 21:04:052403 'android_optional_gpu_tests_rel': {
2404 'args': [
2405 # See above.
2406 '--extra-browser-args=--disable-wcg-for-test',
2407 ],
2408 },
Brian Sheedyc0c142c2021-06-01 21:18:052409 },
Jonah Ryan-Davis832c8462020-06-09 03:45:032410 'replacements': {
2411 # The V8 builders pass the V8 revision for ${got_revision}, so instead
2412 # use ${got_cr_revision}, which is only set on the V8 bots.
2413 'Linux V8 FYI Release (NVIDIA)': {
2414 'args': {
2415 '--git-revision': '${got_cr_revision}',
2416 },
2417 },
2418 'Linux V8 FYI Release - pointer compression (NVIDIA)': {
2419 'args': {
2420 '--git-revision': '${got_cr_revision}',
2421 },
2422 },
Jonah Ryan-Davisdeeffeaf2020-06-18 17:56:002423 'Mac V8 FYI Release (Intel)': {
2424 'args': {
2425 '--git-revision': '${got_cr_revision}',
2426 },
2427 },
Jonah Ryan-Davis832c8462020-06-09 03:45:032428 'Win V8 FYI Release (NVIDIA)': {
2429 'args': {
2430 '--git-revision': '${got_cr_revision}',
2431 },
2432 },
2433 },
2434 },
2435 'maps_pixel_validating_test': {
Brian Sheedy0566f2cb2021-02-12 22:12:502436 'modifications': {
2437 'Android FYI Release (Pixel 4)': {
2438 'args': [
2439 # Pixel 4s are weird in that they can output in different color spaces
2440 # simultaneously. The readback code for capturing a screenshot assumes
2441 # only one color space, so disable wide color gamut for the test to
2442 # work around the issue. See https://crbug.com/1166379 for more
2443 # information.
2444 '--extra-browser-args=--disable-wcg-for-test',
2445 ],
2446 },
Ben Pastene63f13302022-05-12 21:04:052447 'android_optional_gpu_tests_rel': {
2448 'args': [
2449 # See above.
2450 '--extra-browser-args=--disable-wcg-for-test',
2451 ],
2452 },
Brian Sheedy0566f2cb2021-02-12 22:12:502453 },
Brian Sheedye285c9b2019-07-15 21:42:462454 # TODO(https://crbug.com/850107): Remove the Android FYI Release (Pixel 2)
2455 # exception once there is enough capacity to run these tests.
2456 'remove_from': [
Brian Sheedye285c9b2019-07-15 21:42:462457 'Android FYI Release (Pixel 2)',
2458 ],
Brian Sheedy44fd891b2019-10-03 20:07:542459 'replacements': {
Brian Sheedy44fd891b2019-10-03 20:07:542460 # The V8 builders pass the V8 revision for ${got_revision}, so instead
2461 # use ${got_cr_revision}, which is only set on the V8 bots.
2462 'Android V8 FYI Release (Nexus 5X)': {
2463 'args': {
Brian Sheedy4d335deb2020-04-01 20:47:322464 '--git-revision': '${got_cr_revision}',
Brian Sheedy44fd891b2019-10-03 20:07:542465 },
2466 },
Brian Sheedy44fd891b2019-10-03 20:07:542467 },
Brian Sheedye285c9b2019-07-15 21:42:462468 },
Andrew Luo38b311f2019-10-04 03:42:092469 'media_unittests': {
2470 'modifications': {
Haiyang Pan9d68ca02021-08-04 21:30:472471 'android-11-x86-rel': {
Haiyang Pancf765862021-03-18 20:39:152472 'args': [
Haiyang Pan80b0d412021-11-23 00:06:422473 '--test-launcher-filter-file=../../testing/buildbot/filters/android.emulator_11_12.media_unittests.filter',
2474 ],
2475 },
Haiyang Pan2a55a452022-03-03 08:18:332476 'android-12-x64-rel': {
Haiyang Pan80b0d412021-11-23 00:06:422477 'args': [
2478 '--test-launcher-filter-file=../../testing/buildbot/filters/android.emulator_11_12.media_unittests.filter',
Haiyang Pancf765862021-03-18 20:39:152479 ],
2480 },
Haiyang Pan2486dcb2020-09-18 17:53:062481 'android-marshmallow-x86-rel-non-cq': {
John Budorickb5185112020-01-08 22:40:212482 'args': [
Haiyang Pan569659f02020-05-30 00:48:452483 '--test-launcher-filter-file=../../testing/buildbot/filters/android.emulator_m.media_unittests.filter',
John Budorickb5185112020-01-08 22:40:212484 ],
2485 },
Andrew Luo38b311f2019-10-04 03:42:092486 'android-pie-arm64-rel': {
Andrew Luobe83fd82019-12-19 03:07:582487 'args': [
2488 '--gtest_filter=-AAudio/AudioOutputTest.Play200HzTone/0', # https://crbug.com/1034009
2489 ],
Andrew Luo38b311f2019-10-04 03:42:092490 },
Chong Gudf7fbe92021-02-24 02:55:582491 'fuchsia-code-coverage': {
2492 'swarming': {
2493 'shards': 3,
2494 },
2495 },
Chong Gub2446462021-08-19 18:44:082496 'fuchsia-fyi-arm64-dbg': {
2497 'args': [
2498 '--test-launcher-filter-file=../../testing/buildbot/filters/fuchsia.debug.media_unittests.filter',
2499 ],
2500 },
Andrew Luo38b311f2019-10-04 03:42:092501 },
2502 },
Chong Gu4eca1ce2021-05-17 08:49:572503 'mediapipe_validating_tests': {
Chong Guabe5adec02022-03-24 17:41:302504 'modifications': { # TODO(crbug.com/1201887): Remove once tests are stable.
2505 'fuchsia-fyi-x64-rel': {
2506 'experiment_percentage': 100,
2507 },
2508 },
Chong Gu4eca1ce2021-05-17 08:49:572509 'remove_from': [
2510 # TODO(crbug.com/1201887): Remove once tests are stable.
2511 'Fuchsia x64',
2512 ],
2513 },
Ben Joyce02dc8092021-03-04 21:48:192514 'mojo_test_apk': {
2515 'remove_from': [
2516 'android-code-coverage-native', # Does not generate profraw data.
Ben Joyce46ca6012021-03-31 19:19:252517 'android-pie-arm64-coverage-experimental-rel', # Does not generate profraw data.
Ben Joyce02dc8092021-03-04 21:48:192518 ],
2519 },
John Budorickf00e5ff2019-06-11 21:21:062520 'mojo_unittests': {
2521 'modifications': {
2522 'android-asan': {
2523 'swarming': {
John Budorick5a29d7542019-10-11 20:56:442524 'shards': 5,
John Budorickf00e5ff2019-06-11 21:21:062525 },
2526 },
Chong Gudf7fbe92021-02-24 02:55:582527 'fuchsia-code-coverage': {
2528 'swarming': {
2529 'shards': 2,
2530 },
2531 },
John Budorickf00e5ff2019-06-11 21:21:062532 },
2533 },
bsheedye9469572019-01-23 17:31:332534 'monochrome_public_test_ar_apk': {
2535 'modifications': {
Brian Sheedy12169aa2019-10-16 23:38:032536 'Nougat Phone Tester': {
2537 'args': [
2538 # ArCore is not installed as a system app on N, so we can install it
2539 # normally instead of replacing the system version.
2540 '--additional-apk=//third_party/arcore-android-sdk/test-apks/arcore/arcore_current.apk'
2541 ],
2542 },
bsheedye9469572019-01-23 17:31:332543 # We need to match the Playstore version as well because AR tests fail on
2544 # old versions of the Playstore.
2545 'Oreo Phone Tester': {
Brian Sheedy2bcd16b2019-04-22 22:47:082546 'args': [
2547 # ArCore is not installed as a system app on O, so we can install it
2548 # normally instead of replacing the system version.
2549 '--additional-apk=//third_party/arcore-android-sdk/test-apks/arcore/arcore_current.apk'
2550 ],
bsheedye9469572019-01-23 17:31:332551 'swarming': {
2552 'dimension_sets': [
2553 {
2554 'device_os': 'OPR3.170623.008',
bsheedye9469572019-01-23 17:31:332555 'device_type': 'marlin',
2556 'os': 'Android',
2557 },
2558 ],
2559 },
2560 },
Haiyang Pan57159eba2020-05-07 23:14:132561 'android-10-arm64-rel': {
2562 'args': [
Brian Sheedy4dc4a6f2020-09-17 22:18:502563 '--remove-system-package=com.google.ar.core',
2564 '--additional-apk=//third_party/arcore-android-sdk/test-apks/arcore/arcore_current.apk',
Haiyang Pan57159eba2020-05-07 23:14:132565 ]
2566 },
Brian Sheedy2bcd16b2019-04-22 22:47:082567 'android-pie-arm64-dbg': {
2568 'args': [
Brian Sheedy4dc4a6f2020-09-17 22:18:502569 '--remove-system-package=com.google.ar.core',
2570 '--additional-apk=//third_party/arcore-android-sdk/test-apks/arcore/arcore_current.apk',
Brian Sheedy2bcd16b2019-04-22 22:47:082571 ]
2572 }
bsheedye9469572019-01-23 17:31:332573 },
2574 },
Kenneth Russellfbda3c532017-12-08 23:57:242575 'nacl_loader_unittests': {
2576 'remove_from': [
Nico Weber48f187142018-06-01 15:16:352577 'ToTMacASan', # The mac asan tot bot sets enable_nacl=false
Nico Weber3611ee802018-06-07 13:34:512578 'linux-win_cross-rel', # Sets enable_nacl=false, https://crbug.com/774186
Nico Webera8fc38f72018-04-10 02:20:112579 'Linux TSan Tests', # The TSan bot sets enable_nacl=false
Nico Weber05d3e642018-05-31 16:59:482580 'Mac ASan 64 Tests (1)', # The mac asan bot sets enable_nacl=false
Kenneth Russellfbda3c532017-12-08 23:57:242581 ],
2582 },
Kenneth Russelleb60cbd22017-12-05 07:54:282583 'net_unittests': {
2584 'modifications': {
Nico Weber33b9b7a2020-06-12 19:23:272585 'CrWinAsan': {
Ben Pastened2c01af2022-01-31 23:06:442586 # TODO(crbug.com/1257927): net_unittests is slow under ASan.
Nico Weber33b9b7a2020-06-12 19:23:272587 'swarming': {
2588 'shards': 16,
2589 },
2590 },
2591 'CrWinAsan(dll)': {
Ben Pastened2c01af2022-01-31 23:06:442592 # TODO(crbug.com/1257927): net_unittests is slow under ASan.
Nico Weber33b9b7a2020-06-12 19:23:272593 'swarming': {
2594 'shards': 16,
2595 },
2596 },
John Budorickca14c76f62017-12-09 14:19:182597 'Linux ASan LSan Tests (1)': {
John Budorick5052d552017-12-13 02:59:342598 # These are very slow on the ASAN trybot for some reason.
Ben Pastened2c01af2022-01-31 23:06:442599 # crbug.com/1257927
John Budorickca14c76f62017-12-09 14:19:182600 'swarming': {
John Budorick5052d552017-12-13 02:59:342601 'shards': 16,
John Budorickca14c76f62017-12-09 14:19:182602 },
2603 },
2604 'Linux Chromium OS ASan LSan Tests (1)': {
Takuto Ikuta54671d972018-07-19 19:06:352605 # These are very slow on the ASAN trybot for some reason.
Ben Pastened2c01af2022-01-31 23:06:442606 # crbug.com/1257927
John Budorickca14c76f62017-12-09 14:19:182607 'swarming': {
Sergey Berezinda3255c2018-03-16 00:34:022608 'shards': 8,
John Budorickca14c76f62017-12-09 14:19:182609 }
2610 },
Takuto Ikuta54671d972018-07-19 19:06:352611 'Linux ChromiumOS MSan Tests': {
2612 # These are very slow on the Chrome OS MSAN trybot for some reason.
2613 # crbug.com/865455
2614 'swarming': {
2615 'shards': 2,
2616 },
2617 },
John Budorickca14c76f62017-12-09 14:19:182618 'Linux TSan Tests': {
2619 'swarming': {
2620 'shards': 4,
2621 }
2622 },
Ben Pastene8bf205b2018-06-13 04:00:332623 # The suite runs signficantly slower on linux dbg, so increase shards.
2624 'Linux Tests (dbg)(1)': {
2625 'swarming': {
2626 'shards': 2,
2627 },
2628 },
Stephen Martinis1384ff92020-01-07 19:52:152629 'ToTLinuxASan': {
Ben Pastened2c01af2022-01-31 23:06:442630 # TODO(crbug.com/1257927): net_unittests is slow under ASan.
Stephen Martinis1384ff92020-01-07 19:52:152631 'swarming': {
2632 'shards': 16,
2633 },
2634 },
2635 'ToTLinuxTSan': {
2636 'swarming': {
2637 'shards': 4,
2638 }
2639 },
Haiyang Pan9d68ca02021-08-04 21:30:472640 'android-11-x86-rel': {
Haiyang Pan8d9906e02021-03-24 20:11:042641 'args': [
2642 '--test-launcher-filter-file=../../testing/buildbot/filters/android.emulator_11.net_unittests.filter',
2643 ],
2644 },
Haiyang Pan2a55a452022-03-03 08:18:332645 'android-12-x64-rel': {
Haiyang Pan2877f062021-11-18 01:06:062646 'args': [
2647 # TODO(crbug.com/1191793): Fix the test failure
2648 '--gtest_filter=-MimeUtilTest.ExtensionTest',
2649 ],
2650 },
Stefano Duof44278b2021-08-02 16:29:382651 'android-cronet-x86-dbg-10-tests': {
2652 'args': [
2653 '--test-launcher-filter-file=../../testing/buildbot/filters/android.emulator_10.net_unittests.filter',
2654 ],
2655 },
Chidera Olibieef99a55ca2021-10-01 21:42:002656 'android-cronet-x86-dbg-11-tests': {
2657 'args': [
2658 '--test-launcher-filter-file=../../testing/buildbot/filters/android.emulator_11.net_unittests.filter',
2659 ],
2660 },
Chidera Olibie262e33e2022-03-02 11:45:282661 'android-cronet-x86-dbg-lollipop-tests': {
2662 'args': [
2663 '--test-launcher-filter-file=../../testing/buildbot/filters/android.emulator_l.net_unittests.filter',
2664 ],
2665 },
Chidera Olibieef99a55ca2021-10-01 21:42:002666 'android-cronet-x86-dbg-oreo-tests': {
2667 'args': [
2668 '--test-launcher-filter-file=../../testing/buildbot/filters/android.emulator.net_unittests.filter',
2669 ],
2670 },
Chidera Olibie509fd732021-09-30 20:17:172671 'android-cronet-x86-dbg-pie-tests': {
2672 # crbug.com/1046060
2673 'args': [
2674 '--test-launcher-filter-file=../../testing/buildbot/filters/android.emulator.net_unittests.filter',
2675 ],
2676 },
Chidera Olibie5c0ec912022-03-23 10:44:512677 'android-cronet-x86-rel-kitkat-tests': {
2678 'args': [
2679 '--test-launcher-filter-file=../../testing/buildbot/filters/android.emulator_k.net_unittests.filter',
2680 ],
2681 },
Haiyang Pan2486dcb2020-09-18 17:53:062682 'android-marshmallow-x86-rel-non-cq': {
John Budorick7fde6b492020-01-29 17:43:502683 # crbug.com/1046060
2684 'args': [
2685 '--test-launcher-filter-file=../../testing/buildbot/filters/android.emulator.net_unittests.filter',
2686 ],
2687 },
Haiyang Pan08d09dc2020-04-01 16:11:212688 'android-pie-x86-rel': {
John Budorick7fde6b492020-01-29 17:43:502689 # crbug.com/1046060
2690 'args': [
2691 '--test-launcher-filter-file=../../testing/buildbot/filters/android.emulator.net_unittests.filter',
2692 ],
2693 },
Struan Shrimpton4b7abc02021-12-16 01:36:592694 'chromeos-amd64-generic-rel': {
2695 'swarming': {
2696 'quickrun_shards': 6,
2697 },
2698 },
Chong Gu76046412021-09-22 17:49:212699 'fuchsia-code-coverage': {
2700 'swarming': {
2701 'shards': 14,
2702 },
2703 },
Ben Pastene8bf205b2018-06-13 04:00:332704 'linux-chromeos-dbg': {
2705 'swarming': {
2706 'shards': 2,
2707 },
2708 },
Lindsay Pasricha60535a22021-12-13 16:50:242709 # TODO (crbug.com/1278618) Re-enable once fixed
2710 'mac-osxbeta-rel': {
2711 'experiment_percentage': 0,
2712 },
Nico Weber33b9b7a2020-06-12 19:23:272713 'win-asan': {
Ben Pastened2c01af2022-01-31 23:06:442714 # TODO(crbug.com/1257927): net_unittests is slow under ASan.
Nico Weber33b9b7a2020-06-12 19:23:272715 'swarming': {
2716 'shards': 16,
2717 },
2718 },
Kenneth Russelleb60cbd22017-12-05 07:54:282719 },
2720 },
John Chenaab16fc02020-03-03 06:35:452721 'not_site_per_process_blink_web_tests': {
Lukasz Anforowicz04bc6302018-11-19 19:04:282722 'remove_from': [
Lukasz Anforowicz04bc6302018-11-19 19:04:282723 # TODO(dpranke): Should we be running this step on Linux Tests (dbg)(1)?
2724 'Linux Tests (dbg)(1)',
Lukasz Anforowicz04bc6302018-11-19 19:04:282725 ],
Yuke Liaobc9ff982019-04-30 06:56:162726 'modifications': {
Stephen Martinis1384ff92020-01-07 19:52:152727 'Linux Tests': {
2728 "args": [
2729 "--additional-env-var=LLVM_PROFILE_FILE=${ISOLATED_OUTDIR}/profraw/default-%2m.profraw",
Stephen Martinis1384ff92020-01-07 19:52:152730 ],
Struan Shrimpton57c594e42022-01-25 17:59:132731 'swarming': {
2732 'quickrun_shards': 18,
2733 },
Stephen Martinis1384ff92020-01-07 19:52:152734 },
Yuke Liaoea70f472019-12-19 06:03:362735 'linux-code-coverage': {
2736 'args': [
2737 '--additional-env-var=LLVM_PROFILE_FILE=${ISOLATED_OUTDIR}/profraw/default-%2m.profraw',
Yuke Liaoea70f472019-12-19 06:03:362738 ],
2739 'swarming': {
2740 'shards': 20,
2741 },
2742 },
Yuke Liaobc9ff982019-04-30 06:56:162743 },
Lukasz Anforowicz04bc6302018-11-19 19:04:282744 },
Xi Cheng34ca4042018-02-23 00:10:122745 'notification_helper_unittests': {
2746 'remove_from': [
Hans Wennborg252643a2018-05-22 14:41:122747 # The test uses WinRT, which only exists in Windows 8 or above.
2748 # (https://crbug.com/813553)
Xi Cheng34ca4042018-02-23 00:10:122749 'Win 7 Tests x64 (1)',
Xi Cheng34ca4042018-02-23 00:10:122750 'Win7 Tests (1)',
Stephen Martinis1384ff92020-01-07 19:52:152751 # all these bots run Windows 7.
Xi Cheng34ca4042018-02-23 00:10:122752 'ToTWin',
2753 'ToTWin(dbg)',
2754 'ToTWin(dll)',
inglorionb8e7a3ed2019-04-12 09:49:032755 'ToTWinOfficial',
Arthur Eubanks0c24b822021-06-15 18:51:342756 'ToTWinOfficial64',
Xi Cheng34ca4042018-02-23 00:10:122757 'ToTWin64',
2758 'ToTWin64(dbg)',
2759 'ToTWin64(dll)',
Xi Cheng34ca4042018-02-23 00:10:122760 ],
2761 },
Peter McNeeley3cfc0ec82021-12-08 20:36:242762 'overlay_prioritization_viz_unittests': {
2763 'remove_from': [
2764 # Reduce CQ load
2765 'Linux Tests (Wayland)',
2766 ],
2767 },
Ben Pastenee723b2f2019-05-31 19:10:272768 'ozone_unittests': {
2769 'modifications': {
Ben Pastene8ef125e2019-12-10 01:46:292770 'chromeos-betty-pi-arc-chrome': {
2771 'args': [
2772 '--test-launcher-filter-file=../../testing/buildbot/filters/chromeos.ozone_unittests.filter',
2773 ],
2774 },
Ben Pastene500cc1d12021-01-22 18:10:472775 'chromeos-betty-pi-arc-chrome-dchecks': {
2776 'args': [
2777 '--test-launcher-filter-file=../../testing/buildbot/filters/chromeos.ozone_unittests.filter',
2778 ],
2779 },
Ben Pastene8ef125e2019-12-10 01:46:292780 'linux-chromeos-chrome': {
2781 'args': [
2782 '--test-launcher-filter-file=../../testing/buildbot/filters/chromeos.ozone_unittests.filter',
2783 ],
2784 },
Ben Pastenee723b2f2019-05-31 19:10:272785 },
2786 },
Maksim Sisovc81d284c2021-10-05 17:54:352787 'ozone_x11_unittests': {
2788 # Wayland bot uses chromium_linux_gtests that includes some x11 only
2789 # test targets. To avoid maintaining a list of tests, remove them here.
2790 'remove_from': [
2791 'Linux Tests (Wayland)',
2792 ],
2793 },
Karen Qian385d2ca2019-03-19 21:49:582794 'perfetto_unittests': {
Haiyang Pan0e27adbeb2021-12-14 22:44:302795 'modifications': {
Haiyang Pan2a55a452022-03-03 08:18:332796 'android-12-x64-rel': {
Haiyang Pan0e27adbeb2021-12-14 22:44:302797 'args': [
2798 # TODO(crbug.com/1260440): Fix the failed test
2799 '--gtest_filter=-ScopedDirTest.CloseOutOfScope',
2800 ],
2801 },
Chong Gua10cd302022-01-14 19:22:192802 'fuchsia-fyi-x64-asan': {
2803 'args': [
Kevin Marshall847bf0332022-05-31 20:12:542804 # TODO(crbug.com/1199334): Error messages only show up in klog.
2805 '--gtest_filter=-PagedMemoryTest.AccessUncommittedMemoryTriggersASAN'
Chong Gua10cd302022-01-14 19:22:192806 ],
2807 },
Haiyang Pan0e27adbeb2021-12-14 22:44:302808 },
Karen Qian385d2ca2019-03-19 21:49:582809 'remove_from': [
Haiyang Pan363c59a2020-07-23 05:47:042810 # TODO(crbug.com/931138): Fix permission issue when creating tmp files
John Budorickd3fa5992019-12-13 17:22:412811 'android-arm64-proguard-rel',
John Budorickf2283d72019-06-25 01:09:092812 'android-asan',
Yun Liu022f4512019-06-10 23:14:042813 'android-code-coverage',
Yun Liu7cfd28a2019-10-30 01:57:122814 'android-code-coverage-native',
Karen Qian385d2ca2019-03-19 21:49:582815 'android-marshmallow-arm64-rel',
Haiyang Pan2486dcb2020-09-18 17:53:062816 'android-marshmallow-x86-rel-non-cq',
Ben Joyce46ca6012021-03-31 19:19:252817 'android-pie-arm64-coverage-experimental-rel', # Does not generate profraw data.
Andrew Luo38b311f2019-10-04 03:42:092818 'android-pie-arm64-rel',
Haiyang Pan08d09dc2020-04-01 16:11:212819 'android-pie-x86-rel',
Haiyang Pan9d68ca02021-08-04 21:30:472820 'android-11-x86-rel',
Karen Qian385d2ca2019-03-19 21:49:582821 'Marshmallow 64 bit Tester',
2822 'Marshmallow Tablet Tester',
2823 'Nougat Phone Tester',
Arthur Eubanksc8f86ee2021-05-10 20:14:242824 'ToTAndroid'
Karen Qian385d2ca2019-03-19 21:49:582825 ]
2826 },
Stephen Martinis54d64ad2018-09-21 22:16:202827 'performance_test_suite': {
2828 'modifications': {
Cameron Higgins7558b162022-06-10 18:53:072829 'Mac12 Tests (dbg)': {
Zhaoyang Li9357e1e12021-12-07 18:53:172830 'args': [
2831 '--browser=debug',
2832 ],
2833 },
Stephen Martinis54d64ad2018-09-21 22:16:202834 'Win10 Tests x64 (dbg)': {
2835 'args': [
Takuto Ikutab28b582e2021-02-10 01:41:212836 '--browser=debug_x64',
Stephen Martinis54d64ad2018-09-21 22:16:202837 ],
2838 'experiment_percentage': 100,
2839 },
Stephen Martinis54d64ad2018-09-21 22:16:202840 },
2841 },
Jonah Ryan-Davis832c8462020-06-09 03:45:032842 'pixel_skia_gold_passthrough_test': {
Brian Sheedyc0c142c2021-06-01 21:18:052843 'modifications': {
2844 'Android FYI Release (Pixel 4)': {
2845 'args': [
2846 # Pixel 4s are weird in that they can output in different color spaces
2847 # simultaneously. The readback code for capturing a screenshot assumes
2848 # only one color space, so disable wide color gamut for the test to
2849 # work around the issue. See https://crbug.com/1166379 for more
2850 # information.
2851 '--extra-browser-args=--disable-wcg-for-test',
2852 ],
2853 },
Struan Shrimptone772d72f2021-12-15 07:50:092854 'Mac Retina Release (AMD)': {
2855 'swarming': {
2856 'quickrun_shards': 2,
2857 },
2858 },
Struan Shrimpton4b7abc02021-12-16 01:36:592859 'Win10 x64 Release (NVIDIA)': {
2860 'swarming': {
2861 'quickrun_shards': 2,
2862 },
2863 },
Ben Pastene63f13302022-05-12 21:04:052864 'android_optional_gpu_tests_rel': {
2865 'args': [
2866 # See above.
2867 '--extra-browser-args=--disable-wcg-for-test',
2868 ],
2869 },
Brian Sheedyc0c142c2021-06-01 21:18:052870 },
Jonah Ryan-Davis832c8462020-06-09 03:45:032871 'replacements': {
2872 # The V8 builders pass the V8 revision for ${got_revision}, so instead
2873 # use ${got_cr_revision}, which is only set on the V8 bots.
2874 'Linux V8 FYI Release (NVIDIA)': {
2875 'args': {
2876 '--git-revision': '${got_cr_revision}',
2877 },
2878 },
2879 'Linux V8 FYI Release - pointer compression (NVIDIA)': {
2880 'args': {
2881 '--git-revision': '${got_cr_revision}',
2882 },
2883 },
Jonah Ryan-Davisdeeffeaf2020-06-18 17:56:002884 'Mac V8 FYI Release (Intel)': {
2885 'args': {
2886 '--git-revision': '${got_cr_revision}',
2887 },
2888 },
Jonah Ryan-Davis832c8462020-06-09 03:45:032889 'Win V8 FYI Release (NVIDIA)': {
2890 'args': {
2891 '--git-revision': '${got_cr_revision}',
2892 },
2893 },
2894 },
2895 },
2896 'pixel_skia_gold_validating_test': {
Brian Sheedy0566f2cb2021-02-12 22:12:502897 'modifications': {
2898 'Android FYI Release (Pixel 4)': {
2899 'args': [
2900 # Pixel 4s are weird in that they can output in different color spaces
2901 # simultaneously. The readback code for capturing a screenshot assumes
2902 # only one color space, so disable wide color gamut for the test to
2903 # work around the issue. See https://crbug.com/1166379 for more
2904 # information.
2905 '--extra-browser-args=--disable-wcg-for-test',
2906 ],
2907 },
Ben Pastene63f13302022-05-12 21:04:052908 'android_optional_gpu_tests_rel': {
2909 'args': [
2910 # See above.
2911 '--extra-browser-args=--disable-wcg-for-test',
2912 ],
2913 },
Chong Guabe5adec02022-03-24 17:41:302914 'fuchsia-fyi-x64-rel': { # https://crbug.com/1302427
2915 'experiment_percentage': 100,
2916 },
Brian Sheedy0566f2cb2021-02-12 22:12:502917 },
Chong Gu0aa929e62022-03-03 15:34:132918 'remove_from': [
2919 'Fuchsia x64', # https://crbug.com/1302427
2920 ],
Brian Sheedye6ea0ee2019-07-11 02:54:372921 'replacements': {
Brian Sheedye6ea0ee2019-07-11 02:54:372922 # The V8 builders pass the V8 revision for ${got_revision}, so instead
2923 # use ${got_cr_revision}, which is only set on the V8 bots.
2924 'Android V8 FYI Release (Nexus 5X)': {
2925 'args': {
Brian Sheedy4d335deb2020-04-01 20:47:322926 '--git-revision': '${got_cr_revision}',
Brian Sheedye6ea0ee2019-07-11 02:54:372927 },
2928 },
Brian Sheedye6ea0ee2019-07-11 02:54:372929 },
2930 },
2931 'pixel_test':{
Takuto Ikuta35c85522019-06-04 16:55:462932 'modifications': {
2933 'Android Release (Nexus 5X)': {
2934 'swarming': {
2935 'shards': 2,
2936 },
2937 },
2938 },
Nico Weber128fd382018-06-14 23:29:272939 },
John Budorickdce9d462019-03-23 00:25:382940 'sandbox_linux_unittests': {
2941 'modifications': {
Haiyang Pan2a55a452022-03-03 08:18:332942 'android-12-x64-rel': {
Haiyang Pan4d49f5d2021-11-24 02:06:132943 'args': [
2944 '--test-launcher-filter-file=../../testing/buildbot/filters/android.emulator_12.sandbox_linux_unittests.filter',
2945 ]
2946 },
Haiyang Pan6b8e4cf2021-08-02 21:38:282947 'android-marshmallow-x86-rel': {
John Budorick6e8e595b2020-01-27 18:15:582948 'args': [
2949 '--test-launcher-filter-file=../../testing/buildbot/filters/android.emulator.sandbox_linux_unittests.filter',
2950 ]
2951 },
Haiyang Pan08d09dc2020-04-01 16:11:212952 'android-pie-x86-rel': {
John Budorick191adfcd2020-01-29 18:19:042953 'args': [
2954 '--test-launcher-filter-file=../../testing/buildbot/filters/android.emulator.sandbox_linux_unittests.filter',
2955 ]
2956 },
John Budorickdce9d462019-03-23 00:25:382957 },
John Budorick3ebfdf852019-05-13 22:28:162958 'remove_from': [
John Budorick3ebfdf852019-05-13 22:28:162959 'android-asan', # https://crbug.com/962650
2960 ],
John Budorickdce9d462019-03-23 00:25:382961 },
Brian Sheedyc0c142c2021-06-01 21:18:052962 'screenshot_sync_passthrough_tests': {
2963 'modifications': {
2964 'Android FYI Release (Pixel 4)': {
2965 'args': [
2966 # Pixel 4s are weird in that they can output in different color spaces
2967 # simultaneously. The readback code for capturing a screenshot assumes
2968 # only one color space, so disable wide color gamut for the test to
2969 # work around the issue. See https://crbug.com/1166379 for more
2970 # information.
2971 '--extra-browser-args=--disable-wcg-for-test',
2972 ],
2973 },
Ben Pastene63f13302022-05-12 21:04:052974 'android_optional_gpu_tests_rel': {
2975 'args': [
2976 # See above.
2977 '--extra-browser-args=--disable-wcg-for-test',
2978 ],
2979 },
Brian Sheedyc0c142c2021-06-01 21:18:052980 },
2981 },
Brian Sheedy0566f2cb2021-02-12 22:12:502982 'screenshot_sync_validating_tests': {
2983 'modifications': {
2984 'Android FYI Release (Pixel 4)': {
2985 'args': [
2986 # Pixel 4s are weird in that they can output in different color spaces
2987 # simultaneously. The readback code for capturing a screenshot assumes
2988 # only one color space, so disable wide color gamut for the test to
2989 # work around the issue. See https://crbug.com/1166379 for more
2990 # information.
2991 '--extra-browser-args=--disable-wcg-for-test',
2992 ],
2993 },
Ben Pastene63f13302022-05-12 21:04:052994 'android_optional_gpu_tests_rel': {
2995 'args': [
2996 # See above.
2997 '--extra-browser-args=--disable-wcg-for-test',
2998 ],
2999 },
Brian Sheedy0566f2cb2021-02-12 22:12:503000 },
Chong Gu0aa929e62022-03-03 15:34:133001 'remove_from': [
3002 'Fuchsia x64', # https://crbug.com/1302427
3003 ],
Brian Sheedy0566f2cb2021-02-12 22:12:503004 },
Kenneth Russelleb60cbd22017-12-05 07:54:283005 'services_unittests': {
3006 'remove_from': [
Nico Weber15a00d62018-05-16 17:11:483007 'ToTLinuxMSan', # https://crbug.com/831676
Kenneth Russell8a386d42018-06-02 09:48:013008 # The face and barcode detection tests fail on the Mac Pros.
3009 'Mac Pro FYI Release (AMD)',
Nico Weberd36959682018-04-12 03:33:463010 'Linux ChromiumOS MSan Tests', # https://crbug.com/831676
Ben Pastene7636bb62022-04-22 18:55:253011 'Linux ChromiumOS MSan Focal',
Nico Weberd36959682018-04-12 03:33:463012 'Linux MSan Tests', # https://crbug.com/831676
Ben Pastene7636bb62022-04-22 18:55:253013 'Linux MSan Focal', # https://crbug.com/831676
Kenneth Russelleb60cbd22017-12-05 07:54:283014 ],
Brian Sheedyb6c58792020-05-07 18:37:333015 'replacements': {
3016 # TODO(crbug.com/1078982): Remove once the test is fixed on 10.15.4.
3017 'Mac FYI Experimental Release (Intel)': {
3018 'args': {
3019 '--gtest_filter': '*Detection*:-FaceDetectionImplMacTest.ScanOneFace*',
3020 },
3021 },
3022 },
Haiyang Pan363c59a2020-07-23 05:47:043023 'modifications': {
Struan Shrimptone772d72f2021-12-15 07:50:093024 'Linux ASan LSan Tests (1)': {
3025 'swarming': {
3026 'quickrun_shards': 2,
3027 },
3028 },
Haiyang Pan9d68ca02021-08-04 21:30:473029 'android-11-x86-rel': {
Haiyang Pan10f029c2021-07-30 23:17:563030 'args': [
Haiyang Pan2877f062021-11-18 01:06:063031 # TODO(crbug.com/1264654): Fix the failed tests
3032 '--gtest_filter=-PacLibraryTest.ActualPacMyIpAddress*'
3033 ],
3034 },
Haiyang Pan2a55a452022-03-03 08:18:333035 'android-12-x64-rel': {
Haiyang Pan2877f062021-11-18 01:06:063036 'args': [
3037 # TODO(crbug.com/1264654): Fix the failed tests
Haiyang Pan10f029c2021-07-30 23:17:563038 '--gtest_filter=-PacLibraryTest.ActualPacMyIpAddress*'
3039 ],
3040 },
Chong Gu52481452021-04-02 17:52:413041 'fuchsia-code-coverage': {
3042 'swarming': {
3043 'shards': 7,
3044 },
3045 },
3046 }
Chong Gudf7fbe92021-02-24 02:55:583047 },
Chong Gu76046412021-09-22 17:49:213048 'snapshot_unittests': {
Chong Gub2446462021-08-19 18:44:083049 'modifications': {
3050 'fuchsia-fyi-arm64-dbg': {
3051 'args': [
3052 '--test-launcher-filter-file=../../testing/buildbot/filters/fuchsia.debug.snapshot_unittests.filter',
3053 ],
3054 },
3055 },
3056 },
Kenneth Russelleb60cbd22017-12-05 07:54:283057 'sync_integration_tests': {
Brad Halla36886c2019-02-26 16:52:293058 'remove_from': [
Brad Halla36886c2019-02-26 16:52:293059 'CrWinAsan(dll)', # https://crbug.com/935598
3060 ],
Kenneth Russelleb60cbd22017-12-05 07:54:283061 'modifications': {
Erik Chene84bc1c2019-11-25 23:23:523062 'Linux ASan LSan Tests (1)': {
3063 'swarming': {
3064 'shards': 4,
3065 },
3066 },
Nico Weber8fbc2832018-12-14 16:00:573067 'Linux TSan Tests': {
3068 'swarming': {
3069 'shards': 6,
3070 },
3071 },
Chris Cunninghama1239c8b2022-05-03 00:32:213072 'Mac ASan 64 Tests (1)': {
3073 'swarming': {
3074 'shards': 3,
Lindsay Pasricha2cfaec212022-05-11 19:00:393075 },
3076 },
3077 'Mac11 Tests': {
3078 'swarming': {
3079 'shards': 4,
Chris Cunninghama1239c8b2022-05-03 00:32:213080 },
3081 },
Yue She0cad2922022-06-24 15:06:073082 'Mac12 Tests': {
3083 'swarming': {
3084 'shards': 4,
3085 },
3086 },
Stephen Martinis1384ff92020-01-07 19:52:153087 'ToTLinuxTSan': {
Kenneth Russelleb60cbd22017-12-05 07:54:283088 'swarming': {
Stephen Martinis1384ff92020-01-07 19:52:153089 'shards': 6,
Kenneth Russelleb60cbd22017-12-05 07:54:283090 },
3091 },
Struan Shrimptona1ab7672022-01-13 18:02:513092 'Win10 Tests x64': {
3093 'swarming': {
3094 'quickrun_shards': 3,
3095 },
3096 },
Stephen Martinis75ab55d2018-08-30 02:27:123097 'Win10 Tests x64 (dbg)': {
3098 'experiment_percentage': 100, # https://crbug.com/840369
3099 },
Stephen Martinis1384ff92020-01-07 19:52:153100 'linux-chromeos-code-coverage': {
Yuke Liao79424e42020-01-06 21:00:113101 'swarming': {
3102 'shards': 4,
3103 },
3104 },
Stephen Martinis1384ff92020-01-07 19:52:153105 'linux-code-coverage': {
Yuke Liao79424e42020-01-06 21:00:113106 'swarming': {
3107 'shards': 4,
3108 },
3109 },
Sven Zhengfbbf21a2021-04-16 23:57:123110 # https://crbug.com/1199909,
Junhua Chen39dd2dba2021-05-05 17:51:543111 'linux-lacros-code-coverage': {
3112 'args': [
3113 '--test-launcher-filter-file=../../testing/buildbot/filters/linux-lacros.sync_integration_tests.filter',
3114 ]
3115 },
Jieting Yangbf15db672021-10-04 19:18:373116 'linux-lacros-dbg-tests-fyi': {
3117 'args': [
3118 '--test-launcher-filter-file=../../testing/buildbot/filters/linux-lacros.sync_integration_tests.filter',
3119 ],
3120 },
Anastasiia N11c1f8d2021-04-19 14:04:423121 'linux-lacros-tester-rel': {
3122 'args': [
Yuke Liao56a437dd2021-05-05 04:53:403123 '--test-launcher-filter-file=../../testing/buildbot/filters/linux-lacros.sync_integration_tests.filter',
Anastasiia N11c1f8d2021-04-19 14:04:423124 ],
3125 },
Kuan Huang235b0142021-10-19 18:59:283126 'mac-code-coverage': {
3127 'args': [
3128 '--coverage-continuous-mode=1',
3129 ],
3130 },
Kenneth Russelleb60cbd22017-12-05 07:54:283131 },
3132 },
Weizhong Xia613fda42021-04-21 20:11:523133 'system_webview_wpt': {
3134 'modifications': {
3135 'android-webview-pie-x86-wpt-fyi-rel': {
Weizhong Xia7dd41362021-09-30 16:05:383136 'args': [
3137 '--log-wptreport',
3138 ],
Weizhong Xia613fda42021-04-21 20:11:523139 },
3140 },
3141 },
Kenneth Russell8a386d42018-06-02 09:48:013142 'tab_capture_end2end_tests': {
Nico Webere89a3c92018-07-01 01:30:523143 # Run these only on Release bots.
Kenneth Russell8a386d42018-06-02 09:48:013144 'remove_from': [
Kenneth Russell8a386d42018-06-02 09:48:013145 'Linux Debug (NVIDIA)',
3146 'Mac Debug (Intel)',
3147 'Mac Retina Debug (AMD)',
Yuly Novikovbc1ccff2019-08-03 00:05:493148 'Win10 FYI x64 Debug (NVIDIA)',
Yuly Novikovf28f1eca2019-07-04 22:43:393149 # Disabled due to dbus crashes crbug.com/927465
Yuly Novikov5865ff72019-07-09 21:38:053150 'Linux FYI Release (Intel HD 630)',
3151 'Linux FYI Release (NVIDIA)',
Yuly Novikov5865ff72019-07-09 21:38:053152 'Linux Release (NVIDIA)',
Kenneth Russell8a386d42018-06-02 09:48:013153 ],
Emily Hanleyb64ac7c2018-05-25 13:36:553154 },
Haiyang Pan8c201b92020-06-04 01:25:073155 'telemetry_chromium_minidump_unittests': {
3156 'remove_from': [
Haiyang Pan2486dcb2020-09-18 17:53:063157 'android-marshmallow-x86-rel-non-cq', # crbug.com/1084352
Haiyang Pan8c201b92020-06-04 01:25:073158 ],
3159 },
Brian Sheedyc117f6d2020-05-06 02:23:273160 'telemetry_monochrome_minidump_unittests': {
3161 'remove_from': [
3162 # Monochrome isn't supported on M.
3163 'android-marshmallow-arm64-rel',
Haiyang Pan2486dcb2020-09-18 17:53:063164 'android-marshmallow-x86-rel-non-cq',
Brian Sheedyc117f6d2020-05-06 02:23:273165 ],
3166 },
Kenneth Russelleb60cbd22017-12-05 07:54:283167 'telemetry_perf_unittests': {
3168 'modifications': {
Kenneth Russelleb60cbd22017-12-05 07:54:283169 'Linux Tests': {
3170 'args': [
3171 '--xvfb',
Ned Nguyene6e26042018-01-17 20:42:483172 '--jobs=1',
Kenneth Russelleb60cbd22017-12-05 07:54:283173 ],
3174 },
Juan Antonio Navarro Perez4899edf2019-03-14 13:05:353175 'Linux Tests (dbg)(1)': {
3176 'args': [
3177 '--xvfb',
3178 '--jobs=1',
3179 ],
3180 },
John Chen9fd22fcf2021-12-10 02:24:123181 'Mac11 Tests': {
3182 'ci_only': True,
3183 },
Yue She0cad2922022-06-24 15:06:073184 'Mac12 Tests': {
3185 'ci_only': True,
3186 },
Struan Shrimptona1ab7672022-01-13 18:02:513187 'chromeos-amd64-generic-rel': {
3188 'swarming': {
3189 'quickrun_shards': 24,
3190 },
3191 },
Ben Pastene69400eb2021-03-25 19:27:163192 'chromeos-eve-chrome': {
3193 'args': [
3194 # TODO(crbug.com/1191132): Re-enable.
3195 '--skip=benchmarks.benchmark_smoke_unittest.BenchmarkSmokeTest.wasmpspdfkit',
3196 ],
3197 },
Ben Pastene2b4b15f2021-03-04 00:39:243198 'chromeos-kevin-chrome': {
3199 # TODO(crbug.com/1182948): Remove the experiment.
Ben Pastenebe91e462021-07-27 23:47:263200 # TODO(b/188822176): Restore to 100% when we have additional capacity.
3201 'experiment_percentage': 0,
Ben Pastene2b4b15f2021-03-04 00:39:243202 },
Kenneth Russelleb60cbd22017-12-05 07:54:283203 },
3204 'remove_from': [
Haiyang Pan2486dcb2020-09-18 17:53:063205 'android-marshmallow-x86-rel-non-cq', # crbug.com/1084352
Haiyang Pan0e39edf42020-04-28 19:29:013206 # There's no need to run telemetry_perf_unittests on both lollipop and
Erik Chen96894722019-11-21 20:03:393207 # marshmallow on the CQ. https://crbug.com/1026487.
Ben Joyce3e043862021-10-20 23:57:243208 # TODO(crbug/1260494): Test suite isn't running on android.
Erik Chen96894722019-11-21 20:03:393209 'android-marshmallow-arm64-rel',
Andrew Luobe83fd82019-12-19 03:07:583210 'android-pie-arm64-rel',
Garrett Beatyeef031a2019-02-28 01:55:413211 # crbug.com/936540
Shenghua Zhangbd6f1b232018-03-03 02:59:143212 'Mac10.13 Tests',
Zhaoyang Li69e2e002021-02-19 21:57:353213 'Mac10.15 Tests',
Lindsay Pasricha21bb93d72021-12-07 05:48:393214 # TODO crbug.com/1277277
Cameron Higgins7558b162022-06-10 18:53:073215 'Mac12 Tests (dbg)',
Stephen Martinis1384ff92020-01-07 19:52:153216 'Linux - Future (dbg)', # client.v8.chromium
Takuto Ikuta9aa015d2019-04-15 23:33:293217 'Win10 Tests x64',
Stephen Martinise701f5a2018-05-04 01:25:113218 'Win10 Tests x64 (dbg)',
Kuan Huanga89737d2022-01-07 19:42:113219 'Win11 Tests x64',
Kenneth Russelleb60cbd22017-12-05 07:54:283220 ],
3221 },
Stephen Martinis54d64ad2018-09-21 22:16:203222 'telemetry_unittests': {
3223 'modifications': {
3224 'Win10 Tests x64 (dbg)': {
3225 'experiment_percentage': 100, # crbug.com/870673
Ben Pastene9383fe12020-10-20 21:32:403226 },
Struan Shrimptona1ab7672022-01-13 18:02:513227 'chromeos-amd64-generic-rel': {
3228 'swarming': {
3229 'quickrun_shards': 60,
3230 },
3231 },
John Budorickc498fd3c2019-03-14 01:16:263232 },
3233 'remove_from': [
Ben Pastene9ef2ced52021-07-28 18:04:343234 # TODO(crbug.com/1141234): Restore when there's more DUTs
Ben Pastene7f1ded3a42022-06-08 17:01:593235 'chromeos-eve-chrome',
Ben Pastene9ef2ced52021-07-28 18:04:343236 'chromeos-kevin-chrome',
3237 'chromeos-kevin-rel',
Ben Pastene619317752020-12-03 00:04:143238
Takuto Ikuta9aa015d2019-04-15 23:33:293239 'Win10 Tests x64',
Kuan Huanga89737d2022-01-07 19:42:113240 'Win11 Tests x64',
Titouan Rigoudye122ec32021-11-08 16:36:163241
3242 # TODO(https://crbug.com/1267161): Re-enable when platform is supported.
3243 'mac11-arm64-rel-tests',
Zhaoyang Li5d3713d2022-06-13 18:01:173244 # TODO(https://crbug.com/1267161): Re-enable when platform is supported.
3245 'mac12-arm64-rel-tests',
John Budorickc498fd3c2019-03-14 01:16:263246 ],
Stephen Martinis54d64ad2018-09-21 22:16:203247 },
Ben Pastene8e7eb2652022-04-29 19:44:313248 'test_buildbucket_api_gpu_use_cases GTX 1660': {
3249 'remove_from': [
3250 'linux_optional_gpu_tests_rel', # crbug.com/1080749
Brian Sheedyf3b48d62020-05-08 23:03:123251 ],
3252 },
Chong Guabe5adec02022-03-24 17:41:303253 'trace_test': {
3254 'modifications': {
3255 'fuchsia-fyi-x64-rel': { # https://crbug.com/1269976
3256 'experiment_percentage': 100,
3257 },
3258 },
3259 },
Brian Sheedy739eb6a2022-06-10 06:01:343260 'unexpected_passes_common_pytype': {
3261 'remove_from': [
3262 'linux-code-coverage',
3263 ],
3264 },
Kenneth Russelleb60cbd22017-12-05 07:54:283265 'unit_tests': {
Yun Liu3e759dbb2019-11-01 19:25:523266 'remove_from': [
Ben Pastene3e32ffe2020-08-07 03:37:073267 'android-pie-arm64-rel', # https://crbug.com/1010211
Yun Liu3e759dbb2019-11-01 19:25:523268 ],
Kenneth Russelleb60cbd22017-12-05 07:54:283269 'modifications': {
John Budorickca14c76f62017-12-09 14:19:183270 'Linux ASan LSan Tests (1)': {
John Budorick5052d552017-12-13 02:59:343271 # These are slow on the ASAN trybot for some reason.
Ben Pastened2c01af2022-01-31 23:06:443272 # crbug.com/1257927
John Budorickca14c76f62017-12-09 14:19:183273 'swarming': {
John Budorick5052d552017-12-13 02:59:343274 'shards': 4,
John Budorickca14c76f62017-12-09 14:19:183275 },
3276 },
Stephen Martinis1384ff92020-01-07 19:52:153277 'Linux Chromium OS ASan LSan Tests (1)': {
3278 # These are slow on the ASAN trybot for some reason.
Ben Pastened2c01af2022-01-31 23:06:443279 # crbug.com/1257927
John Budorickca14c76f62017-12-09 14:19:183280 'swarming': {
3281 'shards': 2,
3282 },
3283 },
Takuto Ikuta54671d972018-07-19 19:06:353284 'Linux ChromiumOS MSan Tests': {
3285 # These are very slow on the Chrome OS MSAN trybot for some reason.
3286 # crbug.com/865455
3287 'swarming': {
3288 'shards': 2,
3289 },
3290 },
Stephen Martinis1384ff92020-01-07 19:52:153291 'Linux TSan Tests': {
Takuto Ikuta54671d972018-07-19 19:06:353292 'swarming': {
3293 'shards': 2,
3294 },
3295 },
Maksim Sisovc81d284c2021-10-05 17:54:353296 # https://crbug.com/1184127
3297 'Linux Tests (Wayland)': {
3298 'args': [
3299 '--test-launcher-filter-file=../../testing/buildbot/filters/ozone-linux.unit_tests_wayland.filter',
3300 ],
3301 },
Cameron Higgins7558b162022-06-10 18:53:073302 'Mac12 Tests (dbg)': {
Zhaoyang Li9357e1e12021-12-07 18:53:173303 'swarming': {
3304 'shards': 2,
3305 },
3306 },
Stephen Martinis1384ff92020-01-07 19:52:153307 'ToTLinuxASan': {
Dirk Pranke20eae9a72017-12-09 18:12:143308 'swarming': {
Stephen Martinis1384ff92020-01-07 19:52:153309 'shards': 2,
Dirk Pranke20eae9a72017-12-09 18:12:143310 },
3311 },
Stephen Martinis1384ff92020-01-07 19:52:153312 'android-asan': {
3313 'args': [
3314 '--test-launcher-filter-file=../../testing/buildbot/filters/android.asan.unit_tests.filter',
3315 ],
3316 },
Takuto Ikuta527cdff2020-01-29 08:04:273317 'android-marshmallow-arm64-rel-swarming': {
3318 'swarming': {
3319 'shards': 8,
3320 },
3321 },
Stephen Martinis1384ff92020-01-07 19:52:153322 'linux-chromeos-chrome': {
3323 'args': [
3324 '--test-launcher-filter-file=../../testing/buildbot/filters/chromeos.unit_tests.filter',
3325 ],
3326 },
Ben Pasteneacd57392019-10-31 02:13:253327 'linux-chromeos-dbg': {
3328 'swarming': {
3329 'shards': 2,
3330 },
3331 },
Erik Chend063aef72019-11-18 19:13:103332 'linux-chromeos-rel': {
3333 'swarming': {
3334 'shards': 2,
3335 },
3336 },
Yuke Liao597dd6df72020-08-18 03:02:543337 # https://crbug.com/1111979,
Junhua Chen39dd2dba2021-05-05 17:51:543338 'linux-lacros-code-coverage': {
3339 'args': [
3340 '--test-launcher-filter-file=../../testing/buildbot/filters/linux-lacros.unit_tests.filter',
3341 ],
3342 },
3343 # https://crbug.com/1111979,
Jieting Yangbf15db672021-10-04 19:18:373344 'linux-lacros-dbg-tests-fyi': {
3345 'args': [
3346 '--test-launcher-filter-file=../../testing/buildbot/filters/linux-lacros.unit_tests.filter',
3347 ],
3348 },
3349 # https://crbug.com/1111979,
Sven Zheng5c9d3e342020-08-11 21:39:433350 'linux-lacros-tester-rel': {
Sven Zheng5c9d3e342020-08-11 21:39:433351 'args': [
Yuke Liao56a437dd2021-05-05 04:53:403352 '--test-launcher-filter-file=../../testing/buildbot/filters/linux-lacros.unit_tests.filter',
Sven Zheng5c9d3e342020-08-11 21:39:433353 ],
3354 },
Kenneth Russelleb60cbd22017-12-05 07:54:283355 },
3356 },
Hao Wu77dd1ab2022-04-29 21:36:203357 'variations_smoke_tests': {
3358 'modifications': {
Hao Wud38c2342022-06-09 02:03:473359 'linux-chrome': {
3360 'swarming': {
3361 'dimension_sets': [
3362 {
3363 'pool': 'chrome.tests.finch',
3364 },
3365 ],
3366 },
3367 },
Hao Wu77dd1ab2022-04-29 21:36:203368 'win-chrome': {
3369 'experiment_percentage': 100,
Hao Wud38c2342022-06-09 02:03:473370 'swarming': {
3371 'dimension_sets': [
3372 {
3373 'pool': 'chrome.tests.finch',
3374 },
3375 ],
3376 },
Hao Wu77dd1ab2022-04-29 21:36:203377 },
3378 },
3379 },
Kenneth Russell8a386d42018-06-02 09:48:013380 'video_decode_accelerator_gl_unittest': {
3381 'remove_from': [
Kenneth Russell8a386d42018-06-02 09:48:013382 # Windows Intel doesn't have the GL extensions to support this test.
Yuly Novikovbc1ccff2019-08-03 00:05:493383 'Win10 FYI x64 Release (Intel HD 630)',
Yuly Novikov5ff15502019-07-31 00:55:483384 'Win10 FYI x64 Exp Release (Intel HD 630)',
Kenneth Russell8a386d42018-06-02 09:48:013385 ],
3386 },
Sven Zheng577fe5ff2020-08-03 22:06:443387 'views_unittests': {
Sven Zheng80734f12020-08-06 06:50:393388 'modifications': {
Maksim Sisovc81d284c2021-10-05 17:54:353389 'Linux Tests (Wayland)': {
3390 'args': [
3391 '--test-launcher-filter-file=../../testing/buildbot/filters/ozone-linux.wayland_views_unittests.filter',
3392 ],
3393 },
Chong Gu6aa22be2021-09-10 06:56:143394 'fuchsia-fyi-arm64-dbg': {
3395 'args': [
3396 '--test-launcher-filter-file=../../testing/buildbot/filters/fuchsia.debug.views_unittests.filter',
3397 ],
3398 },
Chong Gua10cd302022-01-14 19:22:193399 'fuchsia-fyi-x64-asan': {
3400 'args': [
3401 '--test-launcher-filter-file=../../testing/buildbot/filters/fuchsia.lsan.views_unittests.filter',
3402 ],
3403 },
Sven Zheng5c9d3e342020-08-11 21:39:433404 # https://crbug.com/1111979,
Junhua Chen39dd2dba2021-05-05 17:51:543405 'linux-lacros-code-coverage': {
3406 'args': [
3407 '--gtest_filter=-DesktopWidgetFocusManagerTest.AnchoredDialogInDesktopNativeWidgetAura:'
3408 'DesktopWidgetTest*:'
3409 'DesktopWindowTreeHostPlatformTest*:'
3410 'EditableComboboxTest*:'
3411 'MenuRunnerTest*:'
3412 'TextfieldTest*:'
3413 'TooltipControllerTest*:'
3414 'TooltipStateManagerTest*'
3415 ],
3416 },
Yuke Liaoa0db4742021-08-09 18:28:333417 'linux-lacros-dbg-tests-fyi': {
3418 'args': [
3419 '--gtest_filter=-DesktopWidgetFocusManagerTest.AnchoredDialogInDesktopNativeWidgetAura:'
3420 'TextfieldTest*:'
3421 'TooltipControllerTest*:'
3422 ],
3423 },
Sven Zheng5c9d3e342020-08-11 21:39:433424 'linux-lacros-tester-rel': {
Sven Zheng5c9d3e342020-08-11 21:39:433425 'args': [
3426 '--gtest_filter=-DesktopWidgetFocusManagerTest.AnchoredDialogInDesktopNativeWidgetAura:'
Yuke Liao34721c22020-08-14 21:41:193427 'DesktopWidgetTest*:'
3428 'DesktopWindowTreeHostPlatformTest*:'
Yuke Liaocf9db2b2020-08-13 19:42:533429 'EditableComboboxTest*:'
Sven Zhengea8903f2020-08-14 05:27:513430 'MenuRunnerTest*:'
Yuke Liaocf9db2b2020-08-13 19:42:533431 'TextfieldTest*:'
Benjamin Beaudry54b3b882021-03-12 23:55:363432 'TooltipControllerTest*:'
3433 'TooltipStateManagerTest*'
Sven Zheng5c9d3e342020-08-11 21:39:433434 ],
3435 },
Sven Zheng80734f12020-08-06 06:50:393436 },
Sven Zheng577fe5ff2020-08-03 22:06:443437 },
John Budorickd02c429de2020-01-10 19:02:213438 'viz_unittests': {
3439 'modifications': {
Chong Gub2446462021-08-19 18:44:083440 'fuchsia-fyi-arm64-dbg': {
Chong Gu6aa22be2021-09-10 06:56:143441 'args': [
3442 '--test-launcher-filter-file=../../testing/buildbot/filters/fuchsia.debug.viz_unittests.filter',
3443 ],
Chong Gub2446462021-08-19 18:44:083444 },
John Budorickd02c429de2020-01-10 19:02:213445 },
3446 },
John Budorick20f4fa8d2019-08-02 22:58:293447 'vr_common_unittests': {
3448 'remove_from': [
Haiyang Pan08d09dc2020-04-01 16:11:213449 'android-pie-x86-rel',
John Budorick20f4fa8d2019-08-02 22:58:293450 ],
3451 },
Kenneth Russellfbda3c532017-12-08 23:57:243452 'vr_pixeltests': {
3453 'remove_from': [
Haiyang Pan08d09dc2020-04-01 16:11:213454 'android-pie-x86-rel',
Kenneth Russell8ceeabf2017-12-11 17:53:283455 'VR Linux',
Kenneth Russellfbda3c532017-12-08 23:57:243456 ],
3457 },
Nico Webere81999ee2018-07-01 23:52:433458 'wayland_client_perftests': {
3459 'remove_from': [
3460 'linux-chromeos-dbg', # https://crbug.com/859307
3461 ],
3462 },
Chong Gu76046412021-09-22 17:49:213463 'web_engine_browsertests': {
Chong Gud1a5c5992021-04-09 04:08:323464 'modifications': {
3465 'fuchsia-code-coverage': {
3466 'swarming': {
Chong Gu7a463202021-07-19 18:43:103467 'shards': 28,
Chong Gud1a5c5992021-04-09 04:08:323468 },
3469 },
3470 },
3471 },
Chong Gu76046412021-09-22 17:49:213472 'web_engine_integration_tests': {
Chong Gu4c9e8f112021-06-02 18:37:263473 'modifications': {
3474 'fuchsia-code-coverage': {
3475 'swarming': {
3476 'shards': 6,
3477 },
3478 },
3479 },
3480 },
John Budorick63357462019-02-27 23:02:513481 'webdriver_tests_suite': {
3482 'remove_from': [
3483 'Linux Tests', # https://crbug.com/929689, https://crbug.com/936557
3484 ],
3485 },
Brian Sheedy5a9f6562021-08-20 03:32:543486 'webgl2_conformance_gles_passthrough_tests': {
3487 'remove_from': [
Brian Sheedyefb683c2022-01-25 21:17:363488 # Currently not enough capacity to run these tests on this config.
3489 # TODO(crbug.com/1280418): Re-enable once more of the Pixel 6 capacity
3490 # is deployed.
3491 'Android FYI Release (Pixel 6)',
Brian Sheedy43f5a6f2022-01-07 02:41:043492 # Not enough CrOS hardware capacity to run both on anything other than
3493 # VMs. See https://crbug.com/1238070.
Brian Sheedy5a9f6562021-08-20 03:32:543494 'Lacros FYI x64 Release (Intel)',
3495 ],
3496 'modifications': {
3497 # This VM configuration is known to be significantly slower than other
3498 # CrOS configurations, so increase the shards.
3499 # TODO(crbug.com/1223550): Remove this if the configuration can be sped
3500 # up.
3501 'ChromeOS FYI Release (amd64-generic)': {
3502 'swarming': {
3503 'shards': 30,
3504 },
3505 },
3506 },
3507 },
Kenneth Russell18fff67f2021-11-05 23:45:113508 'webgl2_conformance_metal_passthrough_tests': {
3509 'remove_from': [
Yuly Novikov7d00cdb2022-01-05 00:10:383510 # crbug.com/1270755
3511 'Mac FYI ASAN (Intel)',
3512 'Mac FYI Retina ASAN (AMD)',
Kenneth Russell18fff67f2021-11-05 23:45:113513 # Not enough capacity.
3514 'Mac FYI Retina Release (NVIDIA)',
3515 ],
Yuly Novikov220c14a52021-12-14 02:49:333516 'modifications': {
3517 'Mac FYI ASAN (Intel)': {
3518 'args': [
3519 '--extra-browser-args=--disable-metal-shader-cache',
Brian Sheedya111ca92022-04-18 23:37:153520 '--enable-metal-debug-layers',
3521 ],
3522 },
3523 'Mac FYI Release (Intel)': {
3524 'args': [
3525 '--enable-metal-debug-layers',
Yuly Novikov220c14a52021-12-14 02:49:333526 ],
3527 },
3528 'Mac FYI Retina ASAN (AMD)': {
3529 'args': [
3530 '--extra-browser-args=--disable-metal-shader-cache',
Brian Sheedy3fd310772022-04-20 02:15:513531 # This slows down tests and we are currently having AMD Mac capacity
3532 # issues.
3533 # '--enable-metal-debug-layers',
Brian Sheedya111ca92022-04-18 23:37:153534 ],
3535 },
3536 'Mac FYI Retina Release (AMD)': {
3537 'args': [
Brian Sheedy3fd310772022-04-20 02:15:513538 # This slows down tests and we are currently having AMD Mac capacity
3539 # issues.
3540 # '--enable-metal-debug-layers',
Yuly Novikov220c14a52021-12-14 02:49:333541 ],
3542 },
3543 },
Kenneth Russell18fff67f2021-11-05 23:45:113544 },
John Budorick82e61dfb2019-12-10 04:36:093545 'webgl2_conformance_validating_tests': {
Stephen Martinis54d64ad2018-09-21 22:16:203546 'remove_from': [
Brian Sheedyefb683c2022-01-25 21:17:363547 # Currently not enough capacity to run these tests on this config.
3548 # TODO(crbug.com/1280418): Re-enable once more of the Pixel 6 capacity
3549 # is deployed.
3550 'Android FYI Release (Pixel 6)',
Brian Sheedy43f5a6f2022-01-07 02:41:043551 # Passthrough version run on this configuration, not enough capacity for
3552 # both. See https://crbug.com/1238070.
3553 'ChromeOS FYI Release (kevin)',
Stephen Martinis54d64ad2018-09-21 22:16:203554 ],
Kenneth Russell8a386d42018-06-02 09:48:013555 'modifications': {
Brian Sheedyab0a1992021-08-13 20:57:393556 # This VM configuration is known to be significantly slower than other
3557 # CrOS configurations, so increase the shards.
3558 # TODO(crbug.com/1223550): Remove this if the configuration can be sped
3559 # up.
3560 'ChromeOS FYI Release (amd64-generic)': {
3561 'swarming': {
3562 'shards': 30,
3563 },
Brian Sheedy9bde4532021-08-20 18:11:193564 # This configuration is tested with the passthrough decoder as well,
3565 # which will be shipped in the nearish future, so any failures that
3566 # show up with the validating decoder are just an FYI.
3567 'experiment_percentage': 100,
Brian Sheedyab0a1992021-08-13 20:57:393568 },
Brian Sheedy22200312021-08-20 22:17:503569 'ChromeOS FYI Release (kevin)': {
3570 'experiment_percentage': 100,
3571 },
Kenneth Russell8a386d42018-06-02 09:48:013572 },
3573 },
Struan Shrimptona1ab7672022-01-13 18:02:513574 'webgl_conformance_d3d11_passthrough_tests': {
3575 'modifications': {
3576 'Win10 x64 Release (NVIDIA)': {
3577 'swarming': {
3578 'quickrun_shards': 4,
3579 },
3580 },
3581 },
3582 },
Kenneth Russell984f2f12020-12-15 23:23:353583 'webgl_conformance_metal_passthrough_tests': {
3584 'remove_from': [
Yuly Novikov7d00cdb2022-01-05 00:10:383585 # crbug.com/1270755
3586 'Mac FYI ASAN (Intel)',
3587 'Mac FYI Retina ASAN (AMD)',
Yuly Novikov220c14a52021-12-14 02:49:333588 # crbug.com/1158857: re-enable when switching to Metal by default.
Kenneth Russell984f2f12020-12-15 23:23:353589 'Mac FYI Retina Release (NVIDIA)',
3590 ],
Yuly Novikov220c14a52021-12-14 02:49:333591 'modifications': {
3592 'Mac FYI ASAN (Intel)': {
3593 'args': [
3594 '--extra-browser-args=--disable-metal-shader-cache',
Brian Sheedya111ca92022-04-18 23:37:153595 '--enable-metal-debug-layers',
3596 ],
3597 },
3598 'Mac FYI Release (Intel)': {
3599 'args': [
3600 '--enable-metal-debug-layers',
Yuly Novikov220c14a52021-12-14 02:49:333601 ],
3602 },
3603 'Mac FYI Retina ASAN (AMD)': {
3604 'args': [
3605 '--extra-browser-args=--disable-metal-shader-cache',
Brian Sheedy3fd310772022-04-20 02:15:513606 # This slows down tests and we are currently having AMD Mac capacity
3607 # issues.
3608 # '--enable-metal-debug-layers',
Brian Sheedya111ca92022-04-18 23:37:153609 ],
3610 },
3611 'Mac FYI Retina Release (AMD)': {
3612 'args': [
Brian Sheedy3fd310772022-04-20 02:15:513613 # This slows down tests and we are currently having AMD Mac capacity
3614 # issues.
3615 # '--enable-metal-debug-layers',
Yuly Novikov220c14a52021-12-14 02:49:333616 ],
3617 },
3618 },
Kenneth Russell984f2f12020-12-15 23:23:353619 },
Stephen Martinis54d64ad2018-09-21 22:16:203620 'webgl_conformance_tests': {
Kenneth Russelle63e41f2019-04-09 02:45:283621 'remove_from': [
3622 # Too slow on this configuration, which is severely hardware
3623 # constrained. crbug.com/950690
3624 'Mac FYI Retina Debug (NVIDIA)',
3625 ],
Struan Shrimptona1ab7672022-01-13 18:02:513626 'modifications': {
3627 'chromeos-amd64-generic-rel': {
Brian Sheedy9ee8e332022-05-31 21:37:553628 'args': [
3629 # Added to debug crbug.com/1293967.
3630 '--extra-browser-args=--disable-features=BackgroundVideoPauseOptimization',
3631 ],
Struan Shrimptona1ab7672022-01-13 18:02:513632 'swarming': {
3633 'quickrun_shards': 40,
3634 },
3635 },
3636 },
Kenneth Russell8a386d42018-06-02 09:48:013637 },
Austin Enge8c0ba02021-07-19 23:55:193638 'webgpu_blink_web_tests': {
3639 'modifications': {
3640 # Increase the timeout with ASAN (crbug.com/1208253)
3641 'Dawn Win10 x64 ASAN Release': {
3642 'args': [
Weizhong Xia91b53362022-01-05 17:13:353643 '--timeout-ms=48000',
Austin Enge8c0ba02021-07-19 23:55:193644 ],
3645 },
3646 },
Brian Sheedy5796b4b2021-09-15 21:51:413647 'replacements': {
3648 'Dawn Mac x64 Experimental Release (Intel)': {
3649 'args': {
Avi Drissman5afd38bc2021-10-27 17:35:133650 '--platform': 'mac-mac11',
Brian Sheedy5796b4b2021-09-15 21:51:413651 },
3652 }
3653 },
3654 },
3655 'webgpu_blink_web_tests_with_backend_validation': {
3656 'replacements': {
3657 'Dawn Mac x64 Experimental Release (Intel)': {
3658 'args': {
Avi Drissman5afd38bc2021-10-27 17:35:133659 '--platform': 'mac-mac11',
Brian Sheedy5796b4b2021-09-15 21:51:413660 },
3661 },
3662 },
Austin Enge8c0ba02021-07-19 23:55:193663 },
Kenneth Russelleb60cbd22017-12-05 07:54:283664 'webkit_unit_tests': {
Yun Liu16394ab32019-11-19 16:37:573665 'remove_from': [
3666 # Flakily fails on Win7. https://crbug.com/943372.
3667 'Win7 Tests (1)',
3668 'Win 7 Tests x64 (1)',
Haiyang Pan90ed7c642021-02-06 01:22:063669 # Runs on android-marshmallow-x86-rel already (crbug.com/1127110)
3670 'android-marshmallow-arm64-rel',
3671 'android-marshmallow-x86-rel-non-cq',
Yun Liu16394ab32019-11-19 16:37:573672 ],
Dirk Pranke81ff51c2017-12-09 19:24:283673 'modifications': {
John Budorick5052d552017-12-13 02:59:343674 'Linux ASan LSan Tests (1)': {
3675 # These are very slow on the ASAN trybot for some reason.
Ben Pastened2c01af2022-01-31 23:06:443676 # crbug.com/1257927
John Budorick5052d552017-12-13 02:59:343677 'swarming': {
3678 'shards': 5,
3679 },
3680 },
Erik Chen681dc0282019-11-26 22:54:493681 'Linux TSan Tests': {
3682 'swarming': {
3683 'shards': 2,
3684 },
3685 },
arthursonzogni26889d82018-05-29 17:18:163686 'Marshmallow 64 bit Tester': {
3687 # Increase timeout. See https://crbug.com/847229.
3688 'swarming': {
3689 'hard_timeout': 1200,
3690 },
3691 },
Haiyang Pan9d68ca02021-08-04 21:30:473692 'android-11-x86-rel': {
Haiyang Panc7c009e2021-03-18 19:31:233693 'args': [
Haiyang Panc08d02212021-10-18 18:58:383694 '--test-launcher-filter-file=../../testing/buildbot/filters/android.emulator.blink_unittests.filter',
3695 ],
3696 },
Haiyang Pan2a55a452022-03-03 08:18:333697 'android-12-x64-rel': {
Haiyang Panc08d02212021-10-18 18:58:383698 'args': [
3699 '--test-launcher-filter-file=../../testing/buildbot/filters/android.emulator.blink_unittests.filter',
Haiyang Panc7c009e2021-03-18 19:31:233700 ],
3701 },
Dirk Pranke81ff51c2017-12-09 19:24:283702 },
Kenneth Russelleb60cbd22017-12-05 07:54:283703 },
Haiyang Panfbd2b482020-09-23 23:41:253704 'weblayer_browsertests': {
3705 'modifications': {
Haiyang Pan9d68ca02021-08-04 21:30:473706 'android-11-x86-rel': {
Haiyang Pand38464f52021-03-24 00:29:013707 'args': [
Haiyang Pan2877f062021-11-18 01:06:063708 # TODO(crbug.com/1191784): Fix the test failure
3709 '--gtest_filter=-DownloadBrowserTest.OverrideDownloadDirectory',
3710 ],
3711 },
Haiyang Pan2a55a452022-03-03 08:18:333712 'android-12-x64-rel': {
Haiyang Pan2877f062021-11-18 01:06:063713 'args': [
3714 # TODO(crbug.com/1191784): Fix the test failure
Haiyang Pand38464f52021-03-24 00:29:013715 '--gtest_filter=-DownloadBrowserTest.OverrideDownloadDirectory',
3716 ],
3717 },
Haiyang Panfbd2b482020-09-23 23:41:253718 'android-pie-arm64-rel': {
3719 # TODO(crbug.com/1111436): Move this back to walleye if/when additional
3720 # capacity has been deployed.
3721 'swarming': {
Struan Shrimpton57c594e42022-01-25 17:59:133722 'quickrun_shards': 2,
Haiyang Panfbd2b482020-09-23 23:41:253723 'dimension_sets': [
3724 {
3725 'device_type': 'sailfish',
3726 },
3727 ],
3728 },
3729 },
3730 },
3731 },
Haiyang Pan591dbad2020-06-05 20:26:373732 'weblayer_bundle_test': {
3733 'remove_from': [
Haiyang Pan2486dcb2020-09-18 17:53:063734 'android-marshmallow-x86-rel-non-cq', # crbug.com/1088013
Haiyang Pan9d68ca02021-08-04 21:30:473735 'android-11-x86-rel', # crbug.com/1165280
Haiyang Pan591dbad2020-06-05 20:26:373736 ],
3737 },
3738 'weblayer_instrumentation_test_apk': {
3739 'remove_from': [
Haiyang Pan2486dcb2020-09-18 17:53:063740 'android-marshmallow-x86-rel-non-cq', # crbug.com/1088013
Haiyang Pan9d68ca02021-08-04 21:30:473741 'android-11-x86-rel', # crbug.com/1165280
Haiyang Pan591dbad2020-06-05 20:26:373742 ],
Haiyang Pan6d7a15b2020-10-03 00:29:193743 'modifications': {
Struan Shrimptonf5b2b552022-01-20 20:37:393744 'android-marshmallow-arm64-rel': {
3745 'swarming': {
3746 'quickrun_shards': 2,
3747 },
3748 },
Haiyang Pan6d7a15b2020-10-03 00:29:193749 'android-pie-arm64-rel': {
3750 # TODO(crbug.com/1111436): Move this back to walleye if/when additional
3751 # capacity has been deployed.
3752 'swarming': {
3753 'dimension_sets': [
3754 {
3755 'device_type': 'sailfish',
3756 },
3757 ],
3758 },
3759 },
3760 },
Haiyang Pan591dbad2020-06-05 20:26:373761 },
Haiyang Pan4efd9b02021-03-17 23:58:303762 'weblayer_private_instrumentation_test_apk': {
3763 'modifications': {
3764 # TODO(crbug.com/1189403): Remove the filter once the issue is fixed.
Haiyang Pan9d68ca02021-08-04 21:30:473765 'android-11-x86-rel': {
Haiyang Pan4efd9b02021-03-17 23:58:303766 'args': [
3767 '--gtest_filter=-org.chromium.weblayer.test.MediaCaptureTest.*',
3768 ],
3769 },
Haiyang Pan2a55a452022-03-03 08:18:333770 'android-12-x64-rel': {
Haiyang Pan64d61242022-02-16 19:06:363771 'args': [
3772 # crbug.com/1275200
3773 '--gtest_filter=-org.chromium.weblayer.test.BrowserControlsTest.testTopExpandedOnLoadWhenOnlyExpandAtTop',
3774 ],
3775 },
Haiyang Pan4efd9b02021-03-17 23:58:303776 },
3777 },
Weizhong Xia7d335882021-01-28 02:49:523778 'weblayer_shell_wpt': {
3779 'modifications': {
Weizhong Xia0f0c3302021-04-27 00:05:433780 'android-weblayer-pie-x86-wpt-smoketest': {
3781 'args': [
Haiyang Pan1f205ad2021-07-31 01:47:523782 '--default-exclude',
Weizhong Xia63f39c12022-01-10 23:09:293783 '--include-file=../../third_party/blink/web_tests/android/WPTSmokeTestCases',
Weizhong Xia0f0c3302021-04-27 00:05:433784 ],
3785 'swarming': {
Weizhong Xia63f39c12022-01-10 23:09:293786 'shards': 1,
Weizhong Xia0f0c3302021-04-27 00:05:433787 },
3788 },
Weizhong Xia7d335882021-01-28 02:49:523789 },
3790 },
Erik Staab70ca5b32021-08-07 00:38:353791 'webview_64_cts_tests': {
3792 'modifications': {
3793 'android-pie-arm64-rel': {
3794 # TODO(crbug.com/1111436): Move this back to walleye if/when additional
3795 # capacity has been deployed.
3796 'swarming': {
3797 'dimension_sets': [
3798 {
3799 'device_type': 'sailfish',
3800 },
3801 ],
3802 },
3803 },
3804 },
3805 },
Haiyang Panfbd2b482020-09-23 23:41:253806 'webview_cts_tests': {
3807 'modifications': {
3808 'android-pie-arm64-rel': {
3809 # TODO(crbug.com/1111436): Move this back to walleye if/when additional
3810 # capacity has been deployed.
3811 'swarming': {
3812 'dimension_sets': [
3813 {
3814 'device_type': 'sailfish',
3815 },
3816 ],
3817 },
3818 },
3819 },
3820 },
Kenneth Russelleb60cbd22017-12-05 07:54:283821 'webview_instrumentation_test_apk': {
3822 'remove_from': [
Hans Wennborgeac4c36c2018-05-23 16:04:063823 # This test frequently fails on Android, https://crbug.com/824959
Stephen Martinis1384ff92020-01-07 19:52:153824 # matching android builders, the test fails on these.
Hans Wennborga0b11ebe2018-05-15 16:26:503825 'ToTAndroid',
John Budorick27d2d44e2019-05-20 20:26:093826 'android-asan', # https://crbug.com/964562
Ben Joyce02dc8092021-03-04 21:48:193827 'android-code-coverage-native', # Does not generate profraw data.
Ben Joyce46ca6012021-03-31 19:19:253828 'android-pie-arm64-coverage-experimental-rel', # Does not generate profraw data.
Ben Joyce02dc8092021-03-04 21:48:193829
Dirk Pranke20eae9a72017-12-09 18:12:143830 # On chromium.swarm, this should possibly be being run (or removed
Takuto Ikuta527cdff2020-01-29 08:04:273831 # from android-marshmallow-arm64-rel-swarming).
Garrett Beaty47a2d802020-11-10 20:50:533832 # https://crbug.com/1147531 - covered on pie
3833 'android-marshmallow-arm64-rel',
Kenneth Russelleb60cbd22017-12-05 07:54:283834 ],
Ben Pastenee17a8e92018-07-12 21:55:183835 'modifications': {
3836 'Oreo Phone Tester': {
Andrew Luo93c4a1e2019-08-30 05:26:303837 # TODO(crbug.com/997362): Enable this once it's passing.
bsheedy01833462018-12-07 01:05:573838 # TODO(https://crbug.com/884413): Re-enable this once the tests are
3839 # either passing or there is more capacity.
3840 'experiment_percentage': 0,
Ben Pastenee17a8e92018-07-12 21:55:183841 },
Haiyang Pan9d68ca02021-08-04 21:30:473842 'android-11-x86-rel': {
Haiyang Pan103864812021-03-19 19:28:443843 'args': [
3844 # TODO(crbug.com/1189746) Enable this test once the issue is fixed.
3845 '--gtest_filter=-org.chromium.net.NetworkChangeNotifierTest.testNetworkChangeNotifierJavaObservers',
3846 ],
3847 },
James Shen39aa0e32022-03-22 04:44:503848 'android-marshmallow-x86-fyi-rel-reviver': {
3849 'swarming': {
3850 'shards': 9,
3851 },
3852 },
Haiyang Panb991f562021-08-10 17:46:463853 'android-marshmallow-x86-rel': {
Haiyang Panb991f562021-08-10 17:46:463854 'swarming': {
3855 'shards': 9,
3856 },
3857 },
Kuan Huang1f402c82021-06-08 17:58:183858 'android-pie-arm64-rel': {
3859 'swarming': {
3860 'shards': 9,
3861 },
3862 },
Haiyang Pan08d09dc2020-04-01 16:11:213863 'android-pie-x86-rel': {
Haiyang Panfdd94332020-03-27 02:43:293864 'args': [
3865 '--test-launcher-filter-file=../../testing/buildbot/filters/android.emulator.webview_instrumentation_test_apk.filter',
3866 ],
Ben Joyce9a7eb312021-08-25 00:44:593867 'swarming': {
3868 'shards': 9,
3869 },
Haiyang Panfdd94332020-03-27 02:43:293870 },
Ben Pastenee17a8e92018-07-12 21:55:183871 },
Kenneth Russelleb60cbd22017-12-05 07:54:283872 },
Haiyang Panfed339172021-03-10 23:19:573873 'webview_ui_test_app_test_apk': {
3874 'remove_from': [
Haiyang Pan9d68ca02021-08-04 21:30:473875 'android-11-x86-rel', # crbug.com/1165280
Haiyang Panfed339172021-03-10 23:19:573876 ],
3877 },
Kenneth Russelleb60cbd22017-12-05 07:54:283878}