blob: ca87bdbbe1b69337fddea42b5b51d4cd119402ad [file] [log] [blame]
Kenneth Russelleb60cbd22017-12-05 07:54:281# Copyright 2017 The Chromium Authors. All rights reserved.
2# Use of this source code is governed by a BSD-style license that can be
3# found in the LICENSE file.
4
5# This is a .pyl, or "Python Literal", file. You can treat it just like a
6# .json file, with the following exceptions:
7# * all keys must be quoted (use single quotes, please);
8# * comments are allowed, using '#' syntax; and
9# * trailing commas are allowed.
10
11# Exceptions to the common test suites can only include removal from
12# particular bots, and modifications on particular bots. By design,
13# it's not possible to add one-off tests to bots. Instead they have to
14# be added to one of the test suites in test_suites.pyl.
15#
Jeff Yoone2188f62020-08-24 20:55:5716# Note that if you are excluding with variants, you will need to exclude
17# per variant, with the identifier appended to the test suite name.
18# For example, if you have ios_chrome_ui_eg2tests_module with variant
19# SIM_IPHONE_6S_14_0 (identifier = "iPhone 6s 14.0"), you
20# must exclude with the test name as:
21# "ios_chrome_ui_eg2tests_module_iPhone 6s 14.0"
22
Kenneth Russelleb60cbd22017-12-05 07:54:2823# The goal is to drive the number of exceptions to zero, to make all
24# the bots behave similarly.
25{
Andrew Luo38b311f2019-10-04 03:42:0926 'android_browsertests': {
27 'modifications': {
James Shened31ce5032022-06-22 22:45:3928 'Marshmallow Tablet Tester': {
29 'swarming': {
30 'shards': 2,
31 },
32 },
Haiyang Pan9d68ca02021-08-04 21:30:4733 'android-11-x86-rel': {
Haiyang Pan0ea9b3ef2022-01-21 21:58:1434 'args': [
35 # https://crbug.com/1289764
36 '--gtest_filter=-All/ChromeBrowsingDataLifetimeManagerScheduledRemovalTest.History/*',
37 ],
Haiyang Panca7fcec2021-03-19 02:11:1038 'swarming': {
39 'shards': 2,
40 },
41 },
Haiyang Panc1192662022-03-09 00:09:0242 'android-12-x64-rel': {
43 'args': [
44 # https://crbug.com/1289764
45 '--gtest_filter=-All/ChromeBrowsingDataLifetimeManagerScheduledRemovalTest.History/*',
46 ],
47 'swarming': {
48 'shards': 2,
49 },
50 },
Struan Shrimptone772d72f2021-12-15 07:50:0951 'android-marshmallow-arm64-rel': {
52 'swarming': {
Struan Shrimpton4b7abc02021-12-16 01:36:5953 'quickrun_shards': 3,
Struan Shrimptone772d72f2021-12-15 07:50:0954 },
55 },
James Shen39aa0e32022-03-22 04:44:5056 'android-marshmallow-x86-fyi-rel-reviver': {
57 'swarming': {
58 'shards': 2,
59 'quickrun_shards': 6,
60 },
61 },
Haiyang Panb991f562021-08-10 17:46:4662 'android-marshmallow-x86-rel': {
63 'swarming': {
64 'shards': 2,
Struan Shrimpton4b7abc02021-12-16 01:36:5965 'quickrun_shards': 6,
Haiyang Panb991f562021-08-10 17:46:4666 },
67 },
Haiyang Pancf24ceb2022-03-17 02:31:3068 'android-nougat-x86-rel': {
69 'swarming': {
70 'shards': 2,
71 },
72 },
Andrew Luo38b311f2019-10-04 03:42:0973 'android-pie-arm64-rel': {
Andrew Luobe83fd82019-12-19 03:07:5874 'args': [
75 '--gtest_filter=-ImportantSitesUtilBrowserTest.DSENotConsideredImportantInRegularMode', # https://crbug.com/1034001
76 ],
Haiyang Panfbd2b482020-09-23 23:41:2577 # TODO(crbug.com/1111436): Move this back to walleye if/when additional
78 # capacity has been deployed.
79 'swarming': {
80 'dimension_sets': [
81 {
82 'device_type': 'sailfish',
83 },
84 ],
Haiyang Pan1678f0c02021-03-09 23:05:0985 'shards': 2,
Struan Shrimpton4b7abc02021-12-16 01:36:5986 'quickrun_shards': 6,
Haiyang Panfbd2b482020-09-23 23:41:2587 },
Andrew Luo38b311f2019-10-04 03:42:0988 },
Haiyang Pan08d09dc2020-04-01 16:11:2189 'android-pie-x86-rel': {
John Budorick191adfcd2020-01-29 18:19:0490 'args': [
91 '--gtest_filter=-ImportantSitesUtilBrowserTest.DSENotConsideredImportantInRegularMode', # https://crbug.com/1034001
92 ],
Haiyang Pan7cd609d2021-04-08 20:17:2493 'swarming': {
94 'shards': 2,
95 },
John Budorick191adfcd2020-01-29 18:19:0496 },
Andrew Luo38b311f2019-10-04 03:42:0997 },
98 },
Sven Zhengc60debc2020-09-10 18:40:5299 'android_sync_integration_tests': {
100 'remove_from': [
Haiyang Pan6b8e4cf2021-08-02 21:38:28101 # Remove from CQ bots due to capacity.
102 'android-marshmallow-arm64-rel',
Sven Zhengc60debc2020-09-10 18:40:52103 ],
James Shen9e4c19e2022-04-15 17:57:50104 'modifications': {
105 'android-12-x64-rel': {
106 'swarming': {
107 'shards': 3,
108 },
109 },
110 'android-marshmallow-x86-rel': {
111 'swarming': {
112 'shards': 3,
113 },
114 },
115 },
Sven Zhengc60debc2020-09-10 18:40:52116 },
Kenneth Russelleb60cbd22017-12-05 07:54:28117 'android_webview_unittests': {
Kenneth Russelleb60cbd22017-12-05 07:54:28118 },
Jamie Madillc9ae75d2020-10-23 19:19:48119 'angle_end2end_tests': {
Yuly Novikov60cbf642020-11-19 20:43:15120 'modifications': {
Yuly Novikov80d2e672021-02-13 00:16:04121 'win10-angle-x64-intel': {
122 'args': [
123 '--max-processes=1',
124 ],
125 },
Yuly Novikov60cbf642020-11-19 20:43:15126 },
Jamie Madillc9ae75d2020-10-23 19:19:48127 },
Jamie Madillc9ae75d2020-10-23 19:19:48128 'angle_unittests': {
129 'remove_from': [
130 # On Android, these are already run on the main waterfall.
131 'Android FYI Release (Nexus 5X)',
Yuly Novikovc1117ae82021-01-15 22:33:36132 # Times out listing tests crbug.com/1167314
133 'android-asan',
Jamie Madillc9ae75d2020-10-23 19:19:48134 # Does not currently work on Lacros configurations.
Sven Zheng93bfaa92022-06-09 17:06:03135 'linux-lacros-asan-lsan-rel',
Junhua Chen39dd2dba2021-05-05 17:51:54136 'linux-lacros-code-coverage',
Jamie Madillc9ae75d2020-10-23 19:19:48137 'linux-lacros-tester-rel',
138 'linux-lacros-tester-fyi-rel',
Yuke Liaof27ebe52021-08-05 22:12:40139 'linux-lacros-dbg-tests-fyi',
Jamie Madillc9ae75d2020-10-23 19:19:48140 ],
Chong Gua10cd302022-01-14 19:22:19141 'modifications': {
142 # anglebug.com/6894
143 'fuchsia-fyi-x64-asan': {
144 'args': [
145 # crbug.com/
146 '--gtest_filter=-ConstructCompilerTest.DefaultParameters',
147 ],
148 },
149 },
Jamie Madillc9ae75d2020-10-23 19:19:48150 },
151 'angle_white_box_tests': {
Yuly Novikov60cbf642020-11-19 20:43:15152 'modifications': {
Yuly Novikov80d2e672021-02-13 00:16:04153 'win10-angle-x64-intel': {
154 'args': [
155 '--max-processes=1',
156 ],
157 },
Yuly Novikov60cbf642020-11-19 20:43:15158 },
Jamie Madillc9ae75d2020-10-23 19:19:48159 },
Sven Zhengef0d0872022-04-04 22:13:29160 'aura_unittests amd64-generic': {
Yuke Liaob6beaeca2021-04-29 23:41:51161 'remove_from': [
162 # TODO(crbug.com/1204231): Re-enable.
163 'lacros-amd64-generic-rel',
164 ]
165 },
Sven Zhengef0d0872022-04-04 22:13:29166 'aura_unittests eve': {
Yuke Liao79a8cf52021-06-11 18:14:34167 'remove_from': [
168 # TODO(crbug.com/1204231): Re-enable.
169 'lacros-amd64-generic-rel',
170 ]
171 },
Chong Gudf7fbe92021-02-24 02:55:58172 'base_unittests': {
173 'modifications': {
Haiyang Pan9d68ca02021-08-04 21:30:47174 'android-11-x86-rel': {
Haiyang Panc7c009e2021-03-18 19:31:23175 'args': [
Haiyang Panc08d02212021-10-18 18:58:38176 '--test-launcher-filter-file=../../testing/buildbot/filters/android.emulator.base_unittests.filter',
177 ],
178 },
Haiyang Pan2a55a452022-03-03 08:18:33179 'android-12-x64-rel': {
Haiyang Panc08d02212021-10-18 18:58:38180 'args': [
181 '--test-launcher-filter-file=../../testing/buildbot/filters/android.emulator.base_unittests.filter',
182 '--gtest_filter=-ModuleCacheTest.CheckAgainstProcMaps', # crbug.com/1260521
Haiyang Panc7c009e2021-03-18 19:31:23183 ],
184 },
Chong Gudf7fbe92021-02-24 02:55:58185 'fuchsia-code-coverage': {
186 'swarming': {
187 'shards': 5,
188 },
189 },
Chong Gua10cd302022-01-14 19:22:19190 'fuchsia-fyi-x64-asan': {
191 'args': [
192 '--test-launcher-filter-file=../../testing/buildbot/filters/fuchsia.lsan.base_unittests.filter',
193 ],
194 },
Chong Gudf7fbe92021-02-24 02:55:58195 },
196 },
Haiyang Pan363c59a2020-07-23 05:47:04197 'blink_platform_unittests': {
198 'modifications': {
James Shen088356672022-06-28 01:21:14199 # TODO(crbug.com/1303439): Remove this filter
200 'android-nougat-x86-rel': {
201 'args': [
202 '--test-launcher-filter-file=../../testing/buildbot/filters/android.emulator_n.blink_platform_unittests.filter',
203 ],
204 },
Haiyang Panfbd2b482020-09-23 23:41:25205 'android-pie-arm64-rel': {
206 # TODO(crbug.com/1111436): Move this back to walleye if/when additional
207 # capacity has been deployed.
208 'swarming': {
209 'dimension_sets': [
210 {
211 'device_type': 'sailfish',
212 },
213 ],
214 },
215 },
Chong Gu52481452021-04-02 17:52:41216 'fuchsia-code-coverage': {
217 'swarming': {
218 'shards': 5,
219 },
220 },
Haiyang Pan363c59a2020-07-23 05:47:04221 },
222 },
Chong Gu76046412021-09-22 17:49:21223 'blink_unittests': {
Chong Guc2d145e2021-03-31 19:55:34224 'modifications': {
225 'fuchsia-code-coverage': {
226 'swarming': {
227 'shards': 30,
228 },
229 },
230 },
231 },
John Chenaab16fc02020-03-03 06:35:45232 'blink_web_tests': {
233 'remove_from': [
234 'Win 7 Tests x64 (1)', # 64-bit win is unsupported by the layout tests.
Weizhong Xia501ccac2022-06-09 00:46:27235 'Win7 Tests (1)',
John Chenaab16fc02020-03-03 06:35:45236 'Win10 Tests x64 (dbg)',
237 ],
238 'modifications': {
239 'Fuchsia x64': {
240 'args': [
241 '--platform=fuchsia',
Weizhong Xia3fdef5ca2022-01-04 21:50:20242 '--jobs=1',
John Chenaab16fc02020-03-03 06:35:45243 ],
244 'swarming': {
245 'shards': 1,
246 },
247 },
248 'Linux Tests': {
249 "args": [
250 "--additional-env-var=LLVM_PROFILE_FILE=${ISOLATED_OUTDIR}/profraw/default-%2m.profraw",
251 ],
Struan Shrimpton57c594e42022-01-25 17:59:13252 'swarming': {
Weizhong Xia8b786422022-06-23 14:46:51253 'quickrun_shards': 7,
254 'shards': 8,
Struan Shrimpton57c594e42022-01-25 17:59:13255 },
John Chenaab16fc02020-03-03 06:35:45256 },
257 'Linux Tests (dbg)(1)': {
258 'args': [
259 '--debug',
260 ],
261 'swarming': {
Weizhong Xia8b786422022-06-23 14:46:51262 'shards': 12,
John Chenaab16fc02020-03-03 06:35:45263 },
264 },
John Chenaab16fc02020-03-03 06:35:45265 'Mac10.13 Tests': {
266 'swarming': {
267 'dimension_sets': [
268 {
Erik Staab59591f32020-08-25 23:07:07269 'gpu': None,
John Chenaab16fc02020-03-03 06:35:45270 },
271 ],
Weizhong Xia8b786422022-06-23 14:46:51272 'shards': 10,
John Chenaab16fc02020-03-03 06:35:45273 },
274 },
Zhaoyang Li69e2e002021-02-19 21:57:35275 'Mac10.15 Tests': {
276 'swarming': {
277 'dimension_sets': [
278 {
279 'gpu': None,
280 },
281 ],
Weizhong Xia8b786422022-06-23 14:46:51282 'shards': 10,
Zhaoyang Li69e2e002021-02-19 21:57:35283 },
284 },
Lindsay Pasricha8d9a0c32021-12-08 17:08:29285 'Mac11 Tests': {
286 'swarming': {
287 'dimension_sets': [
288 {
289 'gpu': None,
290 },
291 ],
Weizhong Xia8b786422022-06-23 14:46:51292 'shards': 12,
293 'quickrun_shards': 10,
Lindsay Pasricha8d9a0c32021-12-08 17:08:29294 },
295 },
Yue She0cad2922022-06-24 15:06:07296 'Mac12 Tests': {
297 'swarming': {
298 'dimension_sets': [
299 {
300 'gpu': None,
301 },
302 ],
Lindsay Pasrichadf6edb62022-07-06 22:08:35303 'shards': 12,
304 'quickrun_shards': 10,
Yue She0cad2922022-06-24 15:06:07305 },
306 },
Cameron Higgins7558b162022-06-10 18:53:07307 'Mac12 Tests (dbg)': {
Zhaoyang Li9357e1e12021-12-07 18:53:17308 'experiment_percentage': 100,
309 'args': [
310 '--debug',
311 ],
312 'swarming': {
Weizhong Xia8b786422022-06-23 14:46:51313 'shards': 16,
Zhaoyang Li9357e1e12021-12-07 18:53:17314 },
315 },
Chong Gu75af969a2021-03-22 14:46:14316 'ToTFuchsia x64': {
317 'args': [
318 '--platform=fuchsia',
319 ],
320 'swarming': {
321 'shards': 1,
322 },
323 },
John Chenaab16fc02020-03-03 06:35:45324 'V8 Blink Linux Debug': {
Michael Achenbach455d39242020-06-22 13:33:45325 # This builder compiles Chromium in release mode, but V8 in debug.
326 # TODO(machenbach): Change name and out directory of this builder to
327 # something less confusing.
John Chenaab16fc02020-03-03 06:35:45328 'args': [
Michael Achenbach455d39242020-06-22 13:33:45329 '-t',
330 'Debug',
331 '--release',
John Chenaab16fc02020-03-03 06:35:45332 ],
333 },
334 'V8 Blink Linux Future': {
335 'args': [
Brian Sheedy10ddf0a2021-08-16 23:19:07336 '--flag-specific=future-js',
John Chenaab16fc02020-03-03 06:35:45337 ],
338 },
339 'WebKit Linux ASAN': {
340 'args': [
341 '--additional-expectations',
342 '../../third_party/blink/web_tests/ASANExpectations',
Weizhong Xia91b53362022-01-05 17:13:35343 '--timeout-ms',
John Chenaab16fc02020-03-03 06:35:45344 '48000',
345 '--enable-sanitizer',
346 ],
347 'swarming': {
Weizhong Xia8b786422022-06-23 14:46:51348 'shards': 8,
John Chenaab16fc02020-03-03 06:35:45349 },
350 },
351 'WebKit Linux Leak': {
352 'args': [
353 '--additional-expectations',
354 '../../third_party/blink/web_tests/LeakExpectations',
Weizhong Xia91b53362022-01-05 17:13:35355 '--timeout-ms',
John Chenaab16fc02020-03-03 06:35:45356 '48000',
357 '--enable-leak-detection',
358 ],
359 'swarming': {
Weizhong Xia8b786422022-06-23 14:46:51360 'shards': 4,
John Chenaab16fc02020-03-03 06:35:45361 },
362 },
363 'WebKit Linux MSAN': {
364 'args': [
365 '--additional-expectations',
366 '../../third_party/blink/web_tests/MSANExpectations',
Weizhong Xia91b53362022-01-05 17:13:35367 '--timeout-ms',
John Chenaab16fc02020-03-03 06:35:45368 '66000',
369 '--enable-sanitizer',
370 ],
371 'swarming': {
372 'expiration': 36000,
373 'hard_timeout': 10800,
374 'io_timeout': 3600,
Weizhong Xia8b786422022-06-23 14:46:51375 'shards': 8,
John Chenaab16fc02020-03-03 06:35:45376 },
377 },
John Chenaab16fc02020-03-03 06:35:45378 'Win10 Tests x64': {
379 'args': [
380 '--target',
Takuto Ikutab28b582e2021-02-10 01:41:21381 'Release_x64',
John Chenaab16fc02020-03-03 06:35:45382 ],
383 'swarming': {
Weizhong Xia8b786422022-06-23 14:46:51384 "shards": 12
John Chenaab16fc02020-03-03 06:35:45385 },
386 },
387 'Win10 Tests x64 (dbg)': {
388 'args': [
389 '--debug',
390 '--target',
Takuto Ikutab28b582e2021-02-10 01:41:21391 'Debug_x64',
John Chenaab16fc02020-03-03 06:35:45392 ],
393 },
Kuan Huanga89737d2022-01-07 19:42:11394 'Win11 Tests x64': {
395 'args': [
396 '--target',
397 'Release_x64',
398 ],
399 'swarming': {
Weizhong Xia8b786422022-06-23 14:46:51400 "shards": 12
Kuan Huanga89737d2022-01-07 19:42:11401 },
402 },
John Chenaab16fc02020-03-03 06:35:45403 # tryserver.chromium.android
404 'android_blink_rel': {
405 'args': [
406 '--release',
407 '--android',
408 # TODO(crbug.com/912120): Breakpad was entirely disabled on
409 # Android. Remove this when it no longer affects Android crash
410 # log handling.
411 '--disable-breakpad',
412 # TODO(crbug.com/875172): run on the real GPU since the
413 # software fallback, SwiftShader, isn't yet for 32-bit ARM.
414 '--additional-driver-flag=--use-gpu-in-tests',
415 ],
416 },
417 'devtools_frontend_linux_blink_light_rel': {
418 'args': [
419 'http/tests/devtools',
420 ],
421 'swarming': {
Weizhong Xia8b786422022-06-23 14:46:51422 'shards': 2,
John Chenaab16fc02020-03-03 06:35:45423 },
424 },
Takuto Ikutabace8f82022-01-26 23:47:47425 'devtools_frontend_linux_blink_light_rel_fastbuild': {
426 'args': [
427 'http/tests/devtools',
428 ],
429 'swarming': {
Weizhong Xia8b786422022-06-23 14:46:51430 'shards': 2,
Takuto Ikutabace8f82022-01-26 23:47:47431 },
432 },
John Chenaab16fc02020-03-03 06:35:45433 'fuchsia-fyi-x64-rel': {
434 'args': [
435 '--platform=fuchsia',
436 ],
437 'swarming': {
438 'shards': 1,
439 },
440 },
Mathias Carlen30968a62020-03-31 08:47:04441 'linux-autofill-assistant': {
442 'args': [
443 '--release',
444 ],
445 },
Arthur Sonzogni90f6df12022-02-02 14:28:32446 'linux-bfcache-rel': {
447 'args': [
448 '--flag-specific=enable-back-forward-cache-same-site',
Arthur Sonzogni90f6df12022-02-02 14:28:32449 ],
450 },
John Chenaab16fc02020-03-03 06:35:45451 'linux-blink-animation-use-time-delta': {
452 'args': [
453 '--debug',
454 ],
455 },
Daniel Libby178c9832020-10-08 20:36:14456 'linux-blink-web-tests-force-accessibility-rel': {
457 'args': [
Brian Sheedy10ddf0a2021-08-16 23:19:07458 '--flag-specific=force-renderer-accessibility',
Daniel Libby178c9832020-10-08 20:36:14459 ],
460 },
John Chenaab16fc02020-03-03 06:35:45461 'linux-code-coverage': {
462 'args': [
463 '--additional-env-var=LLVM_PROFILE_FILE=${ISOLATED_OUTDIR}/profraw/default-%2m.profraw',
464 ],
465 'swarming': {
Weizhong Xia8b786422022-06-23 14:46:51466 'shards': 8,
John Chenaab16fc02020-03-03 06:35:45467 },
468 },
Aaron Gable40f79aa2020-03-21 01:21:15469 'linux-layout-tests-edit-ng': {
470 'args': [
Brian Sheedy10ddf0a2021-08-16 23:19:07471 '--flag-specific=enable-editing-ng',
Aaron Gable40f79aa2020-03-21 01:21:15472 ],
473 },
Garrett Beaty731523e92022-05-03 17:16:55474 'linux_layout_tests_layout_ng_disabled': {
475 'args': [
476 '--flag-specific=disable-layout-ng',
477 ],
478 'swarming': {
Weizhong Xia8b786422022-06-23 14:46:51479 'shards': 8,
Garrett Beaty731523e92022-05-03 17:16:55480 },
481 },
John Chenaab16fc02020-03-03 06:35:45482 'mac10.13-blink-rel-dummy': {
483 'swarming': {
Weizhong Xia8b786422022-06-23 14:46:51484 'shards': 1,
John Chenaab16fc02020-03-03 06:35:45485 },
486 },
John Chenaab16fc02020-03-03 06:35:45487 'mac10.14-blink-rel-dummy': {
488 'swarming': {
Weizhong Xia8b786422022-06-23 14:46:51489 'shards': 1,
John Chenaab16fc02020-03-03 06:35:45490 },
491 },
Ilia Samsonov7efe05e2020-05-07 19:00:46492 'mac10.15-blink-rel-dummy': {
493 'swarming': {
Weizhong Xia8b786422022-06-23 14:46:51494 'shards': 8,
Ilia Samsonov7efe05e2020-05-07 19:00:46495 },
496 },
Ilia Samsonovdd271c6c22020-09-08 22:24:44497 'mac11.0-blink-rel-dummy': {
498 'swarming': {
Weizhong Xia8b786422022-06-23 14:46:51499 'shards': 5,
Dirk Pranke2cc61792021-06-10 20:24:54500 'hard_timeout': 1800,
Ilia Samsonovdd271c6c22020-09-08 22:24:44501 },
502 },
Preethi Mohand030de42021-07-22 21:12:13503 'win10.20h2-blink-rel-dummy': {
504 'swarming': {
Weizhong Xia8b786422022-06-23 14:46:51505 'shards': 6,
506 'hard_timeout': 1200,
507 },
508 },
509 'win11-blink-rel': {
510 'swarming': {
511 'hard_timeout': 1200,
512 },
513 'args': [
514 '--target',
515 'Release_x64',
516 ],
517 },
518 },
519 },
520 'blink_wpt_tests': {
521 'remove_from': [
522 'Win 7 Tests x64 (1)', # 64-bit win is unsupported by the layout tests.
523 'Win7 Tests (1)',
524 'Win10 Tests x64 (dbg)',
Weizhong Xia6d85a442022-06-23 17:17:06525 'devtools_frontend_linux_blink_light_rel',
526 'devtools_frontend_linux_blink_light_rel_fastbuild',
Weizhong Xia8b786422022-06-23 14:46:51527 ],
528 'modifications': {
529 'Fuchsia x64': {
530 'args': [
531 '--platform=fuchsia',
532 '--jobs=1',
533 ],
534 'swarming': {
535 'shards': 1,
536 },
537 },
538 'Linux Tests': {
539 "args": [
540 "--additional-env-var=LLVM_PROFILE_FILE=${ISOLATED_OUTDIR}/profraw/default-%2m.profraw",
541 ],
542 'swarming': {
543 'quickrun_shards': 11,
544 'shards': 10,
545 },
546 },
547 'Linux Tests (dbg)(1)': {
548 'args': [
549 '--debug',
550 ],
551 'swarming': {
552 'shards': 18,
553 },
554 },
555 'Mac10.13 Tests': {
556 'swarming': {
557 'dimension_sets': [
558 {
559 'gpu': None,
560 },
561 ],
562 'shards': 15,
563 },
564 },
565 'Mac10.15 Tests': {
566 'swarming': {
567 'dimension_sets': [
568 {
569 'gpu': None,
570 },
571 ],
572 'shards': 15,
573 },
574 },
575 'Mac11 Tests': {
576 'swarming': {
577 'dimension_sets': [
578 {
579 'gpu': None,
580 },
581 ],
582 'shards': 18,
583 'quickrun_shards': 16,
584 },
585 },
Lindsay Pasrichadf6edb62022-07-06 22:08:35586 'Mac12 Tests': {
587 'swarming': {
588 'dimension_sets': [
589 {
590 'gpu': None,
591 },
592 ],
593 'shards': 18,
594 'quickrun_shards': 16,
595 },
596 },
Weizhong Xia8b786422022-06-23 14:46:51597 'Mac12 Tests (dbg)': {
598 'experiment_percentage': 100,
599 'args': [
600 '--debug',
601 ],
602 'swarming': {
603 'shards': 24,
604 },
605 },
606 'ToTFuchsia x64': {
607 'args': [
608 '--platform=fuchsia',
609 ],
610 'swarming': {
611 'shards': 1,
612 },
613 },
614 'V8 Blink Linux Debug': {
615 # This builder compiles Chromium in release mode, but V8 in debug.
616 # TODO(machenbach): Change name and out directory of this builder to
617 # something less confusing.
618 'args': [
619 '-t',
620 'Debug',
621 '--release',
622 ],
623 },
624 'V8 Blink Linux Future': {
625 'args': [
626 '--flag-specific=future-js',
627 ],
628 },
629 'WebKit Linux ASAN': {
630 'args': [
631 '--additional-expectations',
632 '../../third_party/blink/web_tests/ASANExpectations',
633 '--timeout-ms',
634 '48000',
635 '--enable-sanitizer',
636 ],
637 'swarming': {
638 'shards': 12,
639 },
640 },
641 'WebKit Linux Leak': {
642 'args': [
643 '--additional-expectations',
644 '../../third_party/blink/web_tests/LeakExpectations',
645 '--timeout-ms',
646 '48000',
647 '--enable-leak-detection',
648 ],
649 'swarming': {
650 'shards': 6,
651 },
652 },
653 'WebKit Linux MSAN': {
654 'args': [
655 '--additional-expectations',
656 '../../third_party/blink/web_tests/MSANExpectations',
657 '--timeout-ms',
658 '66000',
659 '--enable-sanitizer',
660 ],
661 'swarming': {
662 'expiration': 36000,
663 'hard_timeout': 10800,
664 'io_timeout': 3600,
665 'shards': 12,
666 },
667 },
668 'Win10 Tests x64': {
669 'args': [
670 '--target',
671 'Release_x64',
672 ],
673 'swarming': {
674 "shards": 18
675 },
676 },
677 'Win10 Tests x64 (dbg)': {
678 'args': [
679 '--debug',
680 '--target',
681 'Debug_x64',
682 ],
683 },
684 'Win11 Tests x64': {
685 'args': [
686 '--target',
687 'Release_x64',
688 ],
689 'swarming': {
690 "shards": 18
691 },
692 },
693 # tryserver.chromium.android
694 'android_blink_rel': {
695 'args': [
696 '--release',
697 '--android',
698 # TODO(crbug.com/912120): Breakpad was entirely disabled on
699 # Android. Remove this when it no longer affects Android crash
700 # log handling.
701 '--disable-breakpad',
702 # TODO(crbug.com/875172): run on the real GPU since the
703 # software fallback, SwiftShader, isn't yet for 32-bit ARM.
704 '--additional-driver-flag=--use-gpu-in-tests',
705 ],
706 },
Weizhong Xia8b786422022-06-23 14:46:51707 'fuchsia-fyi-x64-rel': {
708 'args': [
709 '--platform=fuchsia',
710 ],
711 'swarming': {
712 'shards': 1,
713 },
714 },
715 'linux-autofill-assistant': {
716 'args': [
717 '--release',
718 ],
719 },
720 'linux-bfcache-rel': {
721 'args': [
722 '--flag-specific=enable-back-forward-cache-same-site',
723 # TODO(crbug.com/1255537): Re-enable the test.
724 '--ignore-tests=external/wpt/html/browsers/browsing-the-web/back-forward-cache/events.html',
725 ],
726 },
727 'linux-blink-animation-use-time-delta': {
728 'args': [
729 '--debug',
730 ],
731 },
732 'linux-blink-web-tests-force-accessibility-rel': {
733 'args': [
734 '--flag-specific=force-renderer-accessibility',
735 ],
736 },
737 'linux-code-coverage': {
738 'args': [
739 '--additional-env-var=LLVM_PROFILE_FILE=${ISOLATED_OUTDIR}/profraw/default-%2m.profraw',
740 ],
741 'swarming': {
742 'shards': 12,
743 },
744 },
745 'linux-layout-tests-edit-ng': {
746 'args': [
747 '--flag-specific=enable-editing-ng',
748 ],
749 },
750 'linux_layout_tests_layout_ng_disabled': {
751 'args': [
752 '--flag-specific=disable-layout-ng',
753 ],
754 'swarming': {
755 'shards': 12,
756 },
757 },
758 'mac10.13-blink-rel-dummy': {
759 'swarming': {
760 'shards': 1,
761 },
762 },
763 'mac10.14-blink-rel-dummy': {
764 'swarming': {
765 'shards': 1,
766 },
767 },
768 'mac10.15-blink-rel-dummy': {
769 'swarming': {
770 'shards': 12,
771 },
772 },
773 'mac11.0-blink-rel-dummy': {
774 'swarming': {
775 'shards': 7,
776 'hard_timeout': 1800,
777 },
778 },
779 'win10.20h2-blink-rel-dummy': {
780 'swarming': {
781 'shards': 9,
Preethi Mohand030de42021-07-22 21:12:13782 'hard_timeout': 1200,
783 },
784 },
Riley Wong5fc22762022-06-15 20:25:07785 'win11-blink-rel': {
786 'swarming': {
787 'hard_timeout': 1200,
788 },
789 'args': [
790 '--target',
791 'Release_x64',
792 ],
Riley Wong70908512022-06-17 20:35:32793 }
John Chenaab16fc02020-03-03 06:35:45794 },
795 },
John Budorickca995852019-06-26 16:55:55796 'breakpad_unittests': {
797 'modifications': {
798 'android-asan': {
799 'args': [
800 '--test-launcher-filter-file=../../testing/buildbot/filters/android.asan.breakpad_unittests.filter',
801 ],
802 },
803 },
804 },
Kenneth Russelleb60cbd22017-12-05 07:54:28805 'browser_tests': {
Kenneth Russellfbda3c532017-12-08 23:57:24806 'remove_from': [
Brad Halla36886c2019-02-26 16:52:29807 'CrWinAsan(dll)', # https://crbug.com/935598
Nico Weber3af4da72018-02-27 01:59:41808 'linux-win_cross-rel',
Nico Weberdae13cd92018-12-14 13:56:26809 'ToTLinuxTSan', # https://crbug.com/368525
Lindsay Pasrichab3f72db2021-09-22 22:05:46810 # TODO(crbug.com/1171053): Enable the suite in 'Mac10.15 Tests' once it's
Zhaoyang Li69e2e002021-02-19 21:57:35811 # off CQ.
Gary Tongd5f5a742021-01-29 00:01:13812 'Mac10.13 Tests', # https://crbug.com/1042757
Zhaoyang Li69e2e002021-02-19 21:57:35813 'Mac10.15 Tests', # https://crbug.com/1042757
Cameron Higgins7558b162022-06-10 18:53:07814 'Mac12 Tests (dbg)', # https://crbug.com/1201386
Lindsay Pasricha8155d052021-04-22 00:06:43815 'mac-code-coverage', # https://crbug.com/1201386
Nico Weberd36959682018-04-12 03:33:46816 'Linux TSan Tests', # https://crbug.com/368525
Stephen Martinise701f5a2018-05-04 01:25:11817 'Win10 Tests x64 (dbg)',
Kenneth Russellfbda3c532017-12-08 23:57:24818 ],
Kenneth Russelleb60cbd22017-12-05 07:54:28819 'modifications': {
Nico Weber3f919792020-06-12 23:34:52820 'CrWinAsan': {
821 # These are very slow on the ASAN trybot for some reason.
Ben Pastened2c01af2022-01-31 23:06:44822 # crbug.com/1257927
Nico Weber3f919792020-06-12 23:34:52823 'swarming': {
824 'shards': 40,
825 },
826 },
827 'CrWinAsan(dll)': {
828 # These are very slow on the ASAN trybot for some reason.
Ben Pastened2c01af2022-01-31 23:06:44829 # crbug.com/1257927
Nico Weber3f919792020-06-12 23:34:52830 'swarming': {
831 'shards': 40,
832 },
833 },
Stephen Martinis1384ff92020-01-07 19:52:15834 'Linux - Future (dbg)': { # client.v8.chromium
Yuke Liaoea70f472019-12-19 06:03:36835 'swarming': {
Stephen Martinis1384ff92020-01-07 19:52:15836 'shards': 10,
Yuke Liaoea70f472019-12-19 06:03:36837 },
838 },
Erik Staabd468a802022-06-28 23:38:03839 'Linux ASan LSan Low Symbols FYI Tests (1)': {
840 # These are very slow on the ASAN trybot for some reason.
841 # crbug.com/1257927
842 'swarming': {
843 'shards': 40,
844 'quickrun_shards': 80
845 },
846 },
Stephen Martinis1384ff92020-01-07 19:52:15847 'Linux ASan LSan Tests (1)': {
848 # These are very slow on the ASAN trybot for some reason.
Ben Pastened2c01af2022-01-31 23:06:44849 # crbug.com/1257927
Roberto Carrillo2c9ec972019-03-20 03:11:19850 'swarming': {
Stephen Martinis1384ff92020-01-07 19:52:15851 'shards': 40,
Struan Shrimptone772d72f2021-12-15 07:50:09852 'quickrun_shards': 80
Roberto Carrillo2c9ec972019-03-20 03:11:19853 },
854 },
Chris Cunningham1d0e9e12020-02-26 22:56:40855 'Linux ASan Tests (sandboxed)': {
856 'swarming': {
John Abd-El-Malek3a631612020-07-08 21:40:41857 'shards': 30, # https://crbug.com/1103330
Chris Cunningham1d0e9e12020-02-26 22:56:40858 },
859 },
Stephen Martinis1384ff92020-01-07 19:52:15860 'Linux Chromium OS ASan LSan Tests (1)': {
861 # These are very slow on the ASAN trybot for some reason.
Ben Pastened2c01af2022-01-31 23:06:44862 # crbug.com/1257927
Roberto Carrillo5a5c98dc2019-10-30 22:33:51863 'swarming': {
Chris Cunningham74217f32022-05-02 18:47:23864 'shards': 60,
Roberto Carrillo5a5c98dc2019-10-30 22:33:51865 },
866 },
Ben Pastene7636bb62022-04-22 18:55:25867 'Linux ChromiumOS MSan Focal': {
868 # These are very slow on the Chrome OS MSAN trybot for some reason.
869 # crbug.com/865455
870 'swarming': {
871 'shards': 40,
872 },
873 'args': [
874 '--test-launcher-filter-file=../../testing/buildbot/filters/chromeos.msan.browser_tests.oobe_negative.filter',
875 ],
876 },
Stephen Martinis1384ff92020-01-07 19:52:15877 'Linux ChromiumOS MSan Tests': {
Alexis Hetua804f7412022-05-13 17:04:20878 # These are very slow on the Chrome OS MSAN trybot, most likely because browser_tests on cros has ~40% more tests. Also, these tests
879 # run on ash, which means every test starts and shuts down ash, which most likely explains why it takes longer than on other platforms.
Stephen Martinis1384ff92020-01-07 19:52:15880 # crbug.com/865455
Kenneth Russell56a3e862017-12-08 03:11:34881 'swarming': {
Alexis Hetud62dbf32022-05-17 19:48:38882 'shards': 48,
Kenneth Russell56a3e862017-12-08 03:11:34883 },
Ben Pastene44221d32020-05-21 23:38:36884 'args': [
885 '--test-launcher-filter-file=../../testing/buildbot/filters/chromeos.msan.browser_tests.oobe_negative.filter',
886 ],
Kenneth Russell56a3e862017-12-08 03:11:34887 },
Struan Shrimptonf5b2b552022-01-20 20:37:39888 'Linux Tests': {
889 'swarming': {
890 'quickrun_shards': 15,
891 },
892 },
Maksim Sisovc81d284c2021-10-05 17:54:35893 # https://crbug.com/1084469
894 'Linux Tests (Wayland)': {
895 'args': [
896 '--test-launcher-filter-file=../../testing/buildbot/filters/ozone-linux.wayland_browser_tests.filter',
897 ],
Struan Shrimptone772d72f2021-12-15 07:50:09898 'swarming': {
899 'quickrun_shards': 24,
900 },
Maksim Sisovc81d284c2021-10-05 17:54:35901 },
John Budorick614f91a2020-03-30 20:34:55902 'Linux Tests (dbg)(1)': {
903 # crbug.com/1066161
904 'swarming': {
905 'shards': 20,
906 },
907 },
Stephen Martinis1384ff92020-01-07 19:52:15908 'Mac ASan 64 Tests (1)': {
Kenneth Russellfbda3c532017-12-08 23:57:24909 'swarming': {
Stephen Martiniscd3c3832020-11-19 22:01:24910 'shards': 30,
Kenneth Russellfbda3c532017-12-08 23:57:24911 },
Lindsay Pasricha8155d052021-04-22 00:06:43912 # crbug.com/1196416
913 'args': [
914 '--test-launcher-filter-file=../../testing/buildbot/filters/mac.mac-rel.browser_tests.filter',
915 ],
Lindsay Pasrichab3f72db2021-09-22 22:05:46916 'experiment_percentage': 100, # https://crbug.com/1251657
Kenneth Russellfbda3c532017-12-08 23:57:24917 },
Lindsay Pasricha76f44d22021-04-07 16:16:26918 'Mac10.15 Tests': {
919 # crbug.com/1042757
920 'swarming': {
921 'dimension_sets': [
922 {
923 # These shards are liable to time out when running on macmini7,1.
924 'cores': '8|12',
925 }
926 ],
927 },
928 # crbug.com/1196416
929 'args': [
930 '--test-launcher-filter-file=../../testing/buildbot/filters/mac.mac-rel.browser_tests.filter',
931 ],
932 },
Lindsay Pasrichaf8762592021-12-02 23:43:09933 'Mac11 Tests': {
934 'ci_only': True,
935 },
Yue She0cad2922022-06-24 15:06:07936 'Mac12 Tests': {
937 'ci_only': True,
938 },
Cameron Higgins7558b162022-06-10 18:53:07939 'Mac12 Tests (dbg)': {
Zhaoyang Li9357e1e12021-12-07 18:53:17940 # crbug.com/1042757
941 'swarming': {
942 'dimension_sets': [
943 {
944 # These shards are liable to time out when running on macmini7,1.
945 'cores': '8|12',
946 }
947 ],
948 },
949 # crbug.com/1196416
950 'args': [
951 '--test-launcher-filter-file=../../testing/buildbot/filters/mac.mac-rel.browser_tests.filter',
952 ],
953 },
Stephen Martinis1384ff92020-01-07 19:52:15954 'ToTWin(dbg)': {
Kenneth Russelleb60cbd22017-12-05 07:54:28955 'swarming': {
John Budorickca14c76f62017-12-09 14:19:18956 'shards': 20,
Kenneth Russelleb60cbd22017-12-05 07:54:28957 },
958 },
Stephen Martinis1384ff92020-01-07 19:52:15959 'ToTWin64(dbg)': {
Kenneth Russell8ceeabf2017-12-11 17:53:28960 'swarming': {
961 'shards': 20,
962 },
963 },
Kenneth Russell6c83d212018-07-27 20:52:59964 'Win10 Tests x64': {
965 # crbug.com/868082
966 'args': [
967 '--disable-features=WebRTC-H264WithOpenH264FFmpeg',
968 ],
Takuto Ikutac9c269a2019-01-10 22:40:25969 'swarming': {
970 # This is for slow test execution that often becomes a critical path of
971 # swarming jobs. crbug.com/868114
972 'shards': 15,
Struan Shrimptona1ab7672022-01-13 18:02:51973 'quickrun_shards': 40,
Takuto Ikutac9c269a2019-01-10 22:40:25974 }
Kenneth Russell6c83d212018-07-27 20:52:59975 },
Kuan Huanga89737d2022-01-07 19:42:11976 'Win11 Tests x64': {
977 # crbug.com/868082
978 'args': [
979 '--disable-features=WebRTC-H264WithOpenH264FFmpeg',
980 ],
981 'swarming': {
982 # This is for slow test execution that often becomes a critical path of
983 # swarming jobs. crbug.com/868114
984 'shards': 15,
985 'quickrun_shards': 30,
986 }
987 },
Stephen Martinis1384ff92020-01-07 19:52:15988 'Win7 Tests (1)': {
989 # This is for slow test execution that often becomes a critical path of
990 # swarming jobs. crbug.com/868114
991 'swarming': {
992 'shards': 15,
993 },
994 },
Stephen Martinis1384ff92020-01-07 19:52:15995 'linux-chromeos-chrome': {
996 # TODO(https://crbug.com/932269): Promote out of experiment when the
997 # tests are green.
998 'args': [
999 '--test-launcher-filter-file=../../testing/buildbot/filters/chromeos.browser_tests.filter',
1000 ],
1001 },
1002 'linux-chromeos-code-coverage': {
Nico Weber0c2861b2018-12-14 18:05:161003 'swarming': {
Stephen Martinis1384ff92020-01-07 19:52:151004 'shards': 50,
1005 },
1006 },
1007 'linux-chromeos-dbg': {
1008 'swarming': {
Chris Cunningham88e70de2022-05-02 23:39:161009 'shards': 50,
Stephen Martinis1384ff92020-01-07 19:52:151010 },
1011 },
1012 'linux-chromeos-rel': {
1013 'swarming': {
1014 'shards': 20,
Struan Shrimptone772d72f2021-12-15 07:50:091015 'quickrun_shards': 40,
Stephanie Kime9008f72020-03-05 23:01:161016 'dimension_sets': [
1017 {
1018 'kvm': '1',
1019 },
1020 ],
Stephen Martinis1384ff92020-01-07 19:52:151021 },
1022 },
1023 'linux-code-coverage': {
Yuke Liao58e1d202020-03-20 23:02:011024 'args': [
1025 '--no-sandbox',
1026 ],
Stephen Martinis1384ff92020-01-07 19:52:151027 'swarming': {
1028 'shards': 50,
1029 },
1030 },
Junhua Chen39dd2dba2021-05-05 17:51:541031 'linux-lacros-code-coverage': {
1032 'args': [
Ben Pastened1b2fd192021-05-11 19:10:181033 '--test-launcher-filter-file=../../testing/buildbot/filters/linux-lacros.browser_tests.filter',
Junhua Chen39dd2dba2021-05-05 17:51:541034 ],
1035 },
Jieting Yangbf15db672021-10-04 19:18:371036 'linux-lacros-dbg-tests-fyi': {
1037 'args': [
1038 '--test-launcher-filter-file=../../testing/buildbot/filters/linux-lacros.browser_tests.filter',
1039 ],
1040 },
Sven Zheng80734f12020-08-06 06:50:391041 'linux-lacros-tester-rel': {
1042 'args': [
Ben Pastened1b2fd192021-05-11 19:10:181043 '--test-launcher-filter-file=../../testing/buildbot/filters/linux-lacros.browser_tests.filter',
Sven Zheng80734f12020-08-06 06:50:391044 ],
Struan Shrimptone772d72f2021-12-15 07:50:091045 'swarming': {
1046 'quickrun_shards': 20,
1047 },
Sven Zheng80734f12020-08-06 06:50:391048 },
Kuan Huang235b0142021-10-19 18:59:281049 'mac-code-coverage': {
1050 'args': [
1051 '--coverage-continuous-mode=1',
1052 ],
1053 },
Lindsay Pasricha8bbc3382022-01-31 22:54:541054 'mac-osxbeta-rel': {
1055 'swarming': {
1056 'shards': 12,
1057 },
1058 },
Kuan Huang83a1c922021-09-08 22:00:271059 'mac11-arm64-rel-tests': {
Kuan Huang199112a52021-08-23 17:37:191060 'ci_only': False, # https://crbug.com/1234525
Lindsay Pasricha36432062021-10-27 20:43:301061 'args': [
1062 # crbug.com/1262402
1063 '--test-launcher-filter-file=../../testing/buildbot/filters/mac.mac11-arm64-rel.browser_tests.filter',
Lindsay Pasricha7cb620d2022-01-28 23:47:011064 ],
1065 'swarming': {
Lindsay Pasrichab7e471f2022-02-08 18:17:311066 'shards': 30,
Lindsay Pasricha7cb620d2022-01-28 23:47:011067 },
Kuan Huang199112a52021-08-23 17:37:191068 },
Zhaoyang Li5d3713d2022-06-13 18:01:171069 'mac12-arm64-rel-tests': {
1070 'ci_only': False, # https://crbug.com/1234525
1071 'args': [
1072 # crbug.com/1262402
1073 '--test-launcher-filter-file=../../testing/buildbot/filters/mac.mac12-arm64-rel.browser_tests.filter',
1074 ],
1075 'swarming': {
1076 'shards': 30,
1077 },
1078 },
Stephen Martinis1384ff92020-01-07 19:52:151079 'win-asan': {
Nico Weber3f919792020-06-12 23:34:521080 # These are very slow on the ASAN trybot for some reason.
Ben Pastened2c01af2022-01-31 23:06:441081 # crbug.com/1257927
Stephen Martinis1384ff92020-01-07 19:52:151082 'swarming': {
Nico Weber3f919792020-06-12 23:34:521083 'shards': 40,
Nico Weber0c2861b2018-12-14 18:05:161084 },
1085 },
Yuki Yamada70190fc2021-10-28 09:00:271086 'win-backuprefptr-x64-fyi-rel': {
1087 'args': [
1088 '--test-launcher-filter-file=../../testing/buildbot/filters/win_backuprefptr_fyi.browser_tests.filter',
1089 ],
1090 },
Kenneth Russelleb60cbd22017-12-05 07:54:281091 },
1092 },
Erik Chen681dc0282019-11-26 22:54:491093 'cc_unittests': {
1094 'modifications': {
1095 'Linux TSan Tests': {
1096 'swarming': {
1097 'shards': 3,
1098 },
1099 },
Haiyang Pan9d68ca02021-08-04 21:30:471100 'android-11-x86-rel': {
Haiyang Pancf765862021-03-18 20:39:151101 # https://crbug.com/1039860
1102 'args': [
Haiyang Pan11d8bd52021-11-19 21:22:541103 '--test-launcher-filter-file=../../testing/buildbot/filters/android.emulator_11_12.cc_unittests.filter',
1104 ],
1105 },
Haiyang Pan2a55a452022-03-03 08:18:331106 'android-12-x64-rel': {
Haiyang Pan11d8bd52021-11-19 21:22:541107 # https://crbug.com/1039860
1108 'args': [
1109 '--test-launcher-filter-file=../../testing/buildbot/filters/android.emulator_11_12.cc_unittests.filter',
Haiyang Pancf765862021-03-18 20:39:151110 ],
1111 },
Haiyang Pan6b8e4cf2021-08-02 21:38:281112 'android-marshmallow-x86-rel': {
John Budorickfa8f1da92020-01-15 18:11:381113 # https://crbug.com/1039860
1114 'args': [
1115 '--test-launcher-filter-file=../../testing/buildbot/filters/android.emulator.cc_unittests.filter',
1116 ],
1117 },
Haiyang Pan08d09dc2020-04-01 16:11:211118 'android-pie-x86-rel': {
John Budorickfa8f1da92020-01-15 18:11:381119 # https://crbug.com/1039860
1120 'args': [
1121 '--test-launcher-filter-file=../../testing/buildbot/filters/android.emulator.cc_unittests.filter',
1122 ],
1123 },
Struan Shrimptona1ab7672022-01-13 18:02:511124 'chromeos-amd64-generic-rel': {
1125 'swarming': {
1126 'quickrun_shards': 2,
1127 },
1128 },
Chong Gudf7fbe92021-02-24 02:55:581129 'fuchsia-code-coverage': {
1130 'swarming': {
1131 'shards': 4,
1132 },
1133 },
Chong Gub2446462021-08-19 18:44:081134 'fuchsia-fyi-arm64-dbg': {
1135 'args': [
1136 '--test-launcher-filter-file=../../testing/buildbot/filters/fuchsia.debug.cc_unittests.filter',
1137 ],
1138 },
Erik Chen681dc0282019-11-26 22:54:491139 },
1140 },
Prakhar94f444a2020-10-08 07:30:081141 'check_static_initializers': {
1142 'modifications': {
1143 'Mac Builder': {
1144 'args': [
1145 '--allow-coverage-initializer',
1146 ],
1147 },
1148 },
1149 },
Ben Pastene7a05a8f2020-11-12 17:25:511150 'chrome_all_tast_tests': {
1151 'modifications': {
Struan Shrimpton4b7abc02021-12-16 01:36:591152 'chromeos-amd64-generic-rel': {
1153 'swarming': {
Struan Shrimpton57c594e42022-01-25 17:59:131154 'quickrun_shards': 8,
Ben Pastene8fdb0ea92022-06-23 18:46:581155 'shards': 7,
Struan Shrimpton4b7abc02021-12-16 01:36:591156 },
1157 },
Ben Pastene7a05a8f2020-11-12 17:25:511158 'chromeos-betty-pi-arc-cfi-thin-lto-chrome': {
1159 'args': [
1160 # This bot sets symbol_level=2, which doesn't fit inside a normal VM.
1161 '--strip-chrome',
1162 ],
1163 },
Ben Pastenef85543f2022-06-24 17:50:021164 # TODO(crbug.com/1141234): Move out of experimental if/when the bots are
1165 # stable.
1166 'chromeos-jacuzzi-chrome': {
1167 'experiment_percentage': 100,
1168 },
yoshiki iguchi32971c52022-07-08 16:55:011169 'chromeos-kevin-chrome': {
1170 'swarming': {
Austin Engda0cb2e92022-07-11 18:08:551171 # Reducing parallelism due to DUT shortage (b/238271231)
yoshiki iguchi32971c52022-07-08 16:55:011172 'shards': 5,
1173 }
1174 },
1175 'chromeos-kevin-rel': {
1176 'swarming': {
Austin Engda0cb2e92022-07-11 18:08:551177 # Reducing parallelism due to DUT shortage (b/238271231)
yoshiki iguchi32971c52022-07-08 16:55:011178 'shards': 5,
1179 }
1180 },
Ben Pastenef85543f2022-06-24 17:50:021181 'chromeos-octopus-chrome': {
1182 'experiment_percentage': 100,
1183 },
Ben Pastene7a05a8f2020-11-12 17:25:511184 },
1185 },
Andrew Luod252791ac2019-10-15 00:28:131186 'chrome_java_test_pagecontroller_tests': {
Haiyang Panfbd2b482020-09-23 23:41:251187 'modifications': {
1188 'android-pie-arm64-rel': {
1189 # TODO(crbug.com/1111436): Move this back to walleye if/when additional
1190 # capacity has been deployed.
1191 'swarming': {
1192 'dimension_sets': [
1193 {
1194 'device_type': 'sailfish',
1195 },
1196 ],
1197 },
1198 },
1199 },
Andrew Luod252791ac2019-10-15 00:28:131200 },
Stephanie Kim07761d22021-11-25 00:21:181201 'chrome_junit_tests': {
1202 'modifications': {
1203 'android-marshmallow-arm64-rel': {
1204 'args': [
1205 # Too many shards can lead to race conditions (crbug/1272066)
1206 '--shards=8',
1207 ],
1208 },
1209 },
1210 },
Yun Liu7cfd28a2019-10-30 01:57:121211 'chrome_public_smoke_test': {
1212 'remove_from': [
Ben Joyce02dc8092021-03-04 21:48:191213 'android-code-coverage-native', # Does not generate profraw data.
Ben Joyce46ca6012021-03-31 19:19:251214 'android-pie-arm64-coverage-experimental-rel', # Does not generate profraw data.
Yun Liu7cfd28a2019-10-30 01:57:121215 ],
1216 },
Kenneth Russelleb60cbd22017-12-05 07:54:281217 'chrome_public_test_apk': {
John Budorick27d2d44e2019-05-20 20:26:091218 'remove_from': [
1219 'android-asan', # https://crbug.com/964562
Ben Joyce02dc8092021-03-04 21:48:191220 'android-code-coverage-native', # Does not generate profraw data.
Ben Joyce46ca6012021-03-31 19:19:251221 'android-pie-arm64-coverage-experimental-rel', # Does not generate profraw data.
John Budorick27d2d44e2019-05-20 20:26:091222 ],
Kenneth Russelleb60cbd22017-12-05 07:54:281223 'modifications': {
Kenneth Russelleb60cbd22017-12-05 07:54:281224 'Marshmallow 64 bit Tester': {
1225 'swarming': {
Kenneth Russelleb60cbd22017-12-05 07:54:281226 'shards': 14,
1227 },
1228 },
Arthur Wang5dd7b07c2020-04-04 01:05:221229 'Marshmallow Tablet Tester': {
1230 'args': [
1231 '--timeout-scale',
1232 '2.0',
1233 ],
1234 },
Ben Pastenec73e96e92018-07-12 01:40:351235 'Oreo Phone Tester': {
bsheedy01833462018-12-07 01:05:571236 # TODO(https://crbug.com/884413): Re-enable this once the tests are
1237 # either passing or there is more capacity.
1238 'experiment_percentage': 0,
Ben Pastenec73e96e92018-07-12 01:40:351239 },
Haiyang Pan9d68ca02021-08-04 21:30:471240 'android-11-x86-rel': {
Haiyang Panb80557c2021-03-13 03:01:441241 'args': [
1242 '--test-launcher-filter-file=../../testing/buildbot/filters/android.emulator_11.chrome_public_test_apk.filter',
Haiyang Pan1d5ca2862021-04-01 22:21:091243 '--timeout-scale=2.0',
Haiyang Panb80557c2021-03-13 03:01:441244 ],
Haiyang Panc82c3fa2022-02-01 01:26:061245 # TODO(https://crbug.com/1285975) Remove experiment and enable on
1246 # trybot once the device offline issue is resolved.
1247 'ci_only': True,
1248 'experiment_percentage': 100,
Haiyang Pan68a39c02021-11-11 21:12:211249 },
Haiyang Pan2a55a452022-03-03 08:18:331250 'android-12-x64-rel': {
Haiyang Pan68a39c02021-11-11 21:12:211251 'args': [
Haiyang Pan629f4e42022-02-09 22:11:231252 '--test-launcher-filter-file=../../testing/buildbot/filters/android.emulator_12.chrome_public_test_apk.filter',
Haiyang Pan68a39c02021-11-11 21:12:211253 '--timeout-scale=2.0',
1254 ],
Haiyang Pan2a55a452022-03-03 08:18:331255 # TODO(crbug.com/1225851): Remove experiment and ci_only
1256 # once the test suite is stable.
1257 'ci_only': True,
1258 'experiment_percentage': 100,
Haiyang Panb80557c2021-03-13 03:01:441259 },
Stephen Martinis1384ff92020-01-07 19:52:151260 'android-arm64-proguard-rel': {
1261 'swarming': {
1262 'shards': 25,
1263 },
1264 },
Brian Sheedy44a7a0032020-04-16 19:20:571265 'android-marshmallow-arm64-rel-swarming': {
1266 'swarming': {
Brian Sheedy180c2dd2020-04-22 19:34:311267 'service_account': '[email protected]'
Brian Sheedy44a7a0032020-04-16 19:20:571268 },
1269 },
James Shen39aa0e32022-03-22 04:44:501270 'android-marshmallow-x86-fyi-rel-reviver': {
1271 'swarming': {
1272 # TODO(crbug.com/1127110): Revisit shards and machine_type if there
1273 # are n2 machines available in the test pool.
1274 'shards': 25,
1275 },
1276 },
Haiyang Pan742760c2021-02-12 03:21:411277 'android-marshmallow-x86-rel': {
1278 'args': [
1279 '--test-launcher-filter-file=../../testing/buildbot/filters/android.emulator_m.chrome_public_test_apk.filter',
1280 ],
1281 'swarming': {
1282 # TODO(crbug.com/1127110): Revisit shards and machine_type if there
1283 # are n2 machines available in the test pool.
1284 'shards': 25,
Haiyang Pan742760c2021-02-12 03:21:411285 },
Haiyang Pan37fbd7a42020-06-03 03:27:371286 },
Stephen Martinis1384ff92020-01-07 19:52:151287 'android-pie-arm64-rel': {
1288 'args': [
1289 '--test-launcher-filter-file=../../testing/buildbot/filters/android.pie_arm64_rel.chrome_public_test_apk.filter', # https://crbug.com/1010211
1290 ],
Stephen Martinisd05530d2021-07-27 22:50:221291 'ci_only': True, # https://crbug.com/1233700
Haiyang Pan43640ee2020-02-13 01:38:001292 },
Haiyang Pan08d09dc2020-04-01 16:11:211293 'android-pie-x86-rel': {
Haiyang Pan43640ee2020-02-13 01:38:001294 'args': [
Haiyang Pan71373072020-03-02 19:57:491295 # https://crbug.com/1046059
Haiyang Pan23f64f52020-06-04 01:23:321296 '--test-launcher-filter-file=../../testing/buildbot/filters/android.emulator_p.chrome_public_test_apk.filter',
Haiyang Pan43640ee2020-02-13 01:38:001297 ],
Haiyang Pan71373072020-03-02 19:57:491298 'swarming': {
Haiyang Pan58a6db22021-07-30 01:08:261299 # See https://crbug.com/1230192, runs of 40-60 minutes at 20 shards.
1300 'shards': 30,
1301 },
1302 },
1303 },
1304 },
1305 'chrome_public_test_apk_with_playstore': {
1306 'remove_from': [
1307 # Android Emulator does not ship playstore image on Marshmallow.
James Shen39aa0e32022-03-22 04:44:501308 'android-marshmallow-x86-fyi-rel-reviver',
Haiyang Pan58a6db22021-07-30 01:08:261309 'android-marshmallow-x86-rel',
1310 ],
1311 'modifications': {
Haiyang Pan9d68ca02021-08-04 21:30:471312 'android-11-x86-rel': {
Haiyang Pan58a6db22021-07-30 01:08:261313 'args': [
1314 '--avd-config=../../tools/android/avd/proto/generic_playstore_android30.textpb',
1315 ],
1316 'swarming': {
1317 # soft affinity so that bots with caches will be picked first
1318 'optional_dimensions': {
1319 '60': [
1320 {
Haiyang Pan0fee3652022-02-23 19:19:481321 'caches': 'generic_playstore_android30',
Haiyang Pan58a6db22021-07-30 01:08:261322 }
1323 ],
1324 },
1325 'named_caches': [
1326 {
Haiyang Pan0fee3652022-02-23 19:19:481327 'name': 'generic_playstore_android30',
1328 'path': '.android_emulator/generic_playstore_android30',
Haiyang Pan58a6db22021-07-30 01:08:261329 },
1330 ],
1331 },
1332 },
Haiyang Pan2a55a452022-03-03 08:18:331333 'android-12-x64-rel': {
Haiyang Pan68a39c02021-11-11 21:12:211334 'args': [
1335 '--avd-config=../../tools/android/avd/proto/generic_playstore_android31.textpb',
1336 ],
1337 'swarming': {
1338 # soft affinity so that bots with caches will be picked first
1339 'optional_dimensions': {
1340 '60': [
1341 {
Haiyang Pan0fee3652022-02-23 19:19:481342 'caches': 'generic_playstore_android31',
Haiyang Pan68a39c02021-11-11 21:12:211343 }
1344 ],
1345 },
1346 'named_caches': [
1347 {
Haiyang Pan0fee3652022-02-23 19:19:481348 'name': 'generic_playstore_android31',
1349 'path': '.android_emulator/generic_playstore_android31',
Haiyang Pan68a39c02021-11-11 21:12:211350 },
1351 ],
1352 },
1353 },
Haiyang Pan58a6db22021-07-30 01:08:261354 'android-pie-x86-rel': {
1355 'args': [
1356 '--avd-config=../../tools/android/avd/proto/generic_playstore_android28.textpb',
1357 ],
1358 'swarming': {
Haiyang Pan2c438302021-06-11 23:50:381359 # soft affinity so that bots with caches will be picked first
1360 'optional_dimensions': {
1361 '60': [
1362 {
Haiyang Pan0fee3652022-02-23 19:19:481363 'caches': 'generic_playstore_android28',
Haiyang Pan2c438302021-06-11 23:50:381364 }
1365 ],
1366 },
Haiyang Pan71373072020-03-02 19:57:491367 'named_caches': [
1368 {
Haiyang Pan0fee3652022-02-23 19:19:481369 'name': 'generic_playstore_android28',
1370 'path': '.android_emulator/generic_playstore_android28',
Haiyang Pan71373072020-03-02 19:57:491371 },
Haiyang Pan980402822020-10-07 23:24:561372 ],
Haiyang Pan71373072020-03-02 19:57:491373 },
John Budorick34009472018-04-03 17:38:441374 },
Kenneth Russelleb60cbd22017-12-05 07:54:281375 },
1376 },
1377 'chrome_public_test_vr_apk': {
Nico Weberb0b3f5862018-07-13 18:45:151378 'remove_from': [
Ben Joyce3e043862021-10-20 23:57:241379 # Decided to no longer run VR tests on M, crbug.com/1159619.
bsheedy410dd7c2018-06-15 22:42:091380 'Marshmallow Tablet Tester',
Haiyang Pand12ff5462021-07-12 17:29:021381
Andrew Luo38b311f2019-10-04 03:42:091382 'android-pie-arm64-rel', # https://crbug.com/1010211
bsheedydf58b4e2018-11-01 19:42:161383 'ToTAndroid',
John Budorick27d2d44e2019-05-20 20:26:091384 'android-asan', # https://crbug.com/964562
Ben Joyce02dc8092021-03-04 21:48:191385 'android-code-coverage-native', # Does not generate profraw data.
Ben Joyce46ca6012021-03-31 19:19:251386 'android-pie-arm64-coverage-experimental-rel', # Does not generate profraw data.
bsheedy410dd7c2018-06-15 22:42:091387 ],
Kenneth Russelleb60cbd22017-12-05 07:54:281388 },
bsheedy75a4dd52018-11-27 23:24:301389 'chrome_public_test_vr_apk-vega': {
1390 'modifications': {
bsheedy75a4dd52018-11-27 23:24:301391 'Oreo Phone Tester': {
1392 'swarming': {
1393 'dimension_sets': [
1394 {
1395 'device_os': 'OVR1.180808.003',
1396 'device_type': 'vega',
1397 'os': 'Android',
1398 },
1399 ],
1400 },
1401 }
1402 }
1403 },
Henrique Nakashimad99462ab2022-06-08 19:52:421404 'chrome_public_unit_test_apk': {
1405 'modifications': {
1406 'android-12-x64-rel': {
1407 'args': [
1408 '--test-launcher-filter-file=../../testing/buildbot/filters/android.emulator_12.chrome_public_unit_test_apk.filter',
1409 ],
1410 },
1411 },
1412 },
Ian Struiksmaeb285db02020-10-20 22:19:341413 'chrome_sizes': {
1414 'modifications': {
Yuke Liao975680302021-02-18 18:34:541415 'lacros-amd64-generic-chrome': {
1416 'swarming': {
1417 'dimension_sets': [
1418 {
Yuke Liao31225ee32021-03-17 23:21:331419 'cpu': 'x86-64',
Ben Pasteneddd3da72021-09-23 17:41:351420 'os': 'Ubuntu-18.04',
Yuke Liao975680302021-02-18 18:34:541421 },
1422 ],
1423 },
1424 },
Ben Pastenee9536c82021-10-19 01:48:571425 'lacros-arm-generic-chrome': {
1426 'swarming': {
1427 'dimension_sets': [
1428 {
1429 'cpu': 'x86-64',
1430 'os': 'Ubuntu-18.04',
1431 },
1432 ],
1433 },
1434 },
Ian Struiksmaeb285db02020-10-20 22:19:341435 },
1436 },
Takuto Ikuta1b749b902019-04-11 18:05:531437 'chromedriver_py_tests': {
1438 'remove_from': [
1439 # Timeout happens sometimes (crbug.com/951799).
Takuto Ikuta1b749b902019-04-11 18:05:531440 'Win10 Tests x64 (dbg)',
1441 ],
1442 },
Haiyang Panfed339172021-03-10 23:19:571443 'components_browsertests': {
1444 'modifications': {
Haiyang Pan9d68ca02021-08-04 21:30:471445 'android-11-x86-rel': {
Haiyang Panfed339172021-03-10 23:19:571446 'swarming': {
1447 'shards': 2,
1448 },
1449 },
André Kempef30fe9d22022-02-03 10:44:291450 'android-asan': {
1451 'swarming': {
1452 'shards': 3,
1453 },
1454 },
Struan Shrimptonf5b2b552022-01-20 20:37:391455 'android-marshmallow-arm64-rel': {
1456 'swarming': {
1457 'quickrun_shards': 2,
1458 },
1459 },
Haiyang Panfed339172021-03-10 23:19:571460 },
1461 },
Kenneth Russelleb60cbd22017-12-05 07:54:281462 'components_unittests': {
Yun Liu3e759dbb2019-11-01 19:25:521463 'remove_from': [
Ben Joyce68c5c852021-10-16 23:55:161464 # https://crbug.com/1147531 - covered on marshmallow emulator.
Garrett Beaty47a2d802020-11-10 20:50:531465 'android-marshmallow-arm64-rel',
Yun Liu3e759dbb2019-11-01 19:25:521466 ],
Kenneth Russelleb60cbd22017-12-05 07:54:281467 'modifications': {
Erik Staabd468a802022-06-28 23:38:031468 'Linux ASan LSan Low Symbols FYI Tests (1)': {
1469 # These are very slow on the ASAN trybot for some reason.
1470 # crbug.com/1257927
1471 'swarming': {
1472 'shards': 5,
1473 },
1474 },
John Budorick5052d552017-12-13 02:59:341475 'Linux ASan LSan Tests (1)': {
1476 # These are very slow on the ASAN trybot for some reason.
Ben Pastened2c01af2022-01-31 23:06:441477 # crbug.com/1257927
John Budorick5052d552017-12-13 02:59:341478 'swarming': {
1479 'shards': 5,
1480 },
1481 },
Takuto Ikuta54671d972018-07-19 19:06:351482 'Linux Chromium OS ASan LSan Tests (1)': {
1483 # These are very slow on the ASAN trybot for some reason.
Ben Pastened2c01af2022-01-31 23:06:441484 # crbug.com/1257927
Takuto Ikuta54671d972018-07-19 19:06:351485 'swarming': {
1486 'shards': 5,
1487 },
1488 },
Erik Chen681dc0282019-11-26 22:54:491489 'Linux TSan Tests': {
1490 'swarming': {
1491 'shards': 2,
1492 },
1493 },
Haiyang Pan9d68ca02021-08-04 21:30:471494 'android-11-x86-rel': {
Haiyang Pan799282f2021-03-25 19:38:311495 'args': [
Haiyang Pane521cf692021-11-30 00:35:231496 # TODO(crbug.com/1192348): Fix the test failure
1497 '--gtest_filter=-FieldFormatterTest.DifferentLocales',
Haiyang Pan799282f2021-03-25 19:38:311498 ],
1499 },
Haiyang Pan2a55a452022-03-03 08:18:331500 'android-12-x64-rel': {
Haiyang Pan2877f062021-11-18 01:06:061501 'args': [
1502 # TODO(crbug.com/1192348): Fix the test failure
1503 '--gtest_filter=-FieldFormatterTest.DifferentLocales',
1504 ],
1505 },
Sven Zheng80734f12020-08-06 06:50:391506 # https://crbug.com/1111979,
Junhua Chen39dd2dba2021-05-05 17:51:541507 'linux-lacros-code-coverage': {
1508 'args': [
1509 '--test-launcher-filter-file=../../testing/buildbot/filters/linux-lacros.components_unittests.filter',
1510 ],
1511 },
1512 # https://crbug.com/1111979,
Yuke Liaoa0db4742021-08-09 18:28:331513 'linux-lacros-dbg-tests-fyi': {
1514 'args': [
1515 '--test-launcher-filter-file=../../testing/buildbot/filters/linux-lacros.components_unittests.filter',
1516 ],
1517 },
1518 # https://crbug.com/1111979,
Sven Zheng5c9d3e342020-08-11 21:39:431519 'linux-lacros-tester-rel': {
Sven Zheng5c9d3e342020-08-11 21:39:431520 'args': [
Yuke Liao56a437dd2021-05-05 04:53:401521 '--test-launcher-filter-file=../../testing/buildbot/filters/linux-lacros.components_unittests.filter',
Sven Zheng5c9d3e342020-08-11 21:39:431522 ],
Sven Zheng80734f12020-08-06 06:50:391523 },
1524 },
Sven Zheng577fe5ff2020-08-03 22:06:441525 },
Chong Gu76046412021-09-22 17:49:211526 'compositor_unittests': {
Chong Gub2446462021-08-19 18:44:081527 'modifications': {
1528 'fuchsia-fyi-arm64-dbg': {
1529 'args': [
1530 '--test-launcher-filter-file=../../testing/buildbot/filters/fuchsia.debug.compositor_unittests.filter',
1531 ],
1532 },
1533 },
1534 },
Kenneth Russelleb60cbd22017-12-05 07:54:281535 'content_browsertests': {
Brad Halla36886c2019-02-26 16:52:291536 'remove_from': [
Brad Halla36886c2019-02-26 16:52:291537 'CrWinAsan(dll)', # https://crbug.com/935598
Chong Gu0ed5dcda2021-07-15 21:26:111538 'android-marshmallow-arm64-rel', # http://crbug.com/1060245#c30: due to low utility and capacity.
Brad Halla36886c2019-02-26 16:52:291539 ],
Kenneth Russelleb60cbd22017-12-05 07:54:281540 'modifications': {
Kenneth Russellfbda3c532017-12-08 23:57:241541 'Cast Audio Linux': {
1542 'args': [
Nico Weber02f30392018-07-16 18:39:431543 '--test-launcher-filter-file=../../testing/buildbot/filters/cast-linux.content_browsertests.filter',
Kenneth Russellfbda3c532017-12-08 23:57:241544 ],
Kenneth Russellfbda3c532017-12-08 23:57:241545 },
1546 'Cast Linux': {
1547 'args': [
Nico Weber02f30392018-07-16 18:39:431548 '--test-launcher-filter-file=../../testing/buildbot/filters/cast-linux.content_browsertests.filter',
Kenneth Russellfbda3c532017-12-08 23:57:241549 ],
Kenneth Russellfbda3c532017-12-08 23:57:241550 },
Erik Staabd468a802022-06-28 23:38:031551 'Linux ASan LSan Low Symbols FYI Tests (1)': {
1552 'swarming': {
1553 'shards': 12,
1554 'quickrun_shards': 24,
1555 },
1556 },
Erik Chenb681c8c2019-11-25 22:52:521557 'Linux ASan LSan Tests (1)': {
1558 'swarming': {
1559 'shards': 12,
Struan Shrimptone772d72f2021-12-15 07:50:091560 'quickrun_shards': 24,
Erik Chenb681c8c2019-11-25 22:52:521561 },
1562 },
Chris Cunninghame1a04ea2019-04-24 01:49:321563 'Linux ASan Tests (sandboxed)': {
1564 'swarming': {
John Abd-El-Malek3a631612020-07-08 21:40:411565 'shards': 10, # https://crbug.com/1103330
Chris Cunninghame1a04ea2019-04-24 01:49:321566 },
1567 },
Erik Chen681dc0282019-11-26 22:54:491568 'Linux TSan Tests': {
1569 'swarming': {
1570 'shards': 15,
Struan Shrimptonf5b2b552022-01-20 20:37:391571 'quickrun_shards': 30,
Erik Chen681dc0282019-11-26 22:54:491572 },
1573 },
Lindsay Pasrichab3f72db2021-09-22 22:05:461574 'Mac ASan 64 Tests (1)': { # https://crbug.com/1200640
1575 'experiment_percentage': 100,
1576 },
Struan Shrimpton57c594e42022-01-25 17:59:131577 'Mac11 Tests': {
1578 'swarming': {
Lindsay Pasricha0b5beaf2022-03-04 08:15:271579 'shards': 12,
Struan Shrimpton57c594e42022-01-25 17:59:131580 'quickrun_shards': 10,
1581 },
1582 },
Yue She0cad2922022-06-24 15:06:071583 'Mac12 Tests': {
1584 'swarming': {
1585 'shards': 12,
1586 'quickrun_shards': 10,
1587 },
1588 },
Cameron Higgins7558b162022-06-10 18:53:071589 'Mac12 Tests (dbg)': { # https://crbug.com/1279504
Lindsay Pasricha945e4d62022-01-20 02:14:011590 'swarming': {
Lindsay Pasricha9ec81b52022-03-10 03:43:311591 'shards': 18,
Lindsay Pasricha945e4d62022-01-20 02:14:011592 },
1593 },
1594
Sergey Silkinfe96b352020-10-19 20:41:341595 'Marshmallow Tablet Tester': {
1596 'args': [
1597 '--test-launcher-filter-file=../../testing/buildbot/filters/android.marshmallow_tablet_tester.content_browsertests.filter',
1598 ],
Haiyang Pan1f6367352021-07-02 21:15:571599 'swarming': {
1600 'shards': 15,
1601 },
Sergey Silkinfe96b352020-10-19 20:41:341602 },
Sergey Silkin1fe10e82020-10-30 19:36:581603 'WebRTC Chromium FYI Android Tests (dbg) (M Nexus5X)': {
1604 'args': [
1605 '--test-launcher-filter-file=../../testing/buildbot/filters/chromium.webrtc.fyi.android.tests.dbg.content_browsertests.filter',
1606 ],
Andrew Grieveae21ca62021-10-20 18:37:521607 },
1608 'WebRTC Chromium FYI Android Tests (dbg) (N Nexus5X)': {
1609 'args': [
1610 '--test-launcher-filter-file=../../testing/buildbot/filters/chromium.webrtc.fyi.android.tests.dbg.content_browsertests.filter',
1611 ],
1612 },
Stephen Martinis1384ff92020-01-07 19:52:151613 'Win10 Tests x64': {
1614 # crbug.com/868082
1615 'args': [
1616 '--disable-features=WebRTC-H264WithOpenH264FFmpeg',
1617 ],
Struan Shrimptona1ab7672022-01-13 18:02:511618 'swarming': {
1619 'quickrun_shards': 18,
1620 },
Stephen Martinis1384ff92020-01-07 19:52:151621 },
1622 'Win10 Tests x64 (dbg)': {
1623 'experiment_percentage': 100,
1624 # crbug.com/868082
1625 'args': [
1626 '--disable-features=WebRTC-H264WithOpenH264FFmpeg',
Stephen Martinis1384ff92020-01-07 19:52:151627 ],
1628 },
Kuan Huanga89737d2022-01-07 19:42:111629 'Win11 Tests x64': {
1630 # crbug.com/868082
1631 'args': [
1632 '--disable-features=WebRTC-H264WithOpenH264FFmpeg',
1633 ],
1634 },
Haiyang Pan9d68ca02021-08-04 21:30:471635 'android-11-x86-rel': {
Haiyang Pan566e2652022-01-25 07:01:521636 # TODO(crbug.com/1137474): Remove ci_only and experiment_percentage
1637 # after the test suite is green.
1638 'ci_only': True,
Haiyang Pan10f029c2021-07-30 23:17:561639 'experiment_percentage': 100,
Haiyang Pan51450ab2021-03-23 00:48:571640 # TODO(crbug.com/1137474): Revisit the shard number once failed tests
1641 # are fixed.
Haiyang Panfed339172021-03-10 23:19:571642 'swarming': {
Haiyang Pan51450ab2021-03-23 00:48:571643 'shards': 30,
Haiyang Pan45e77dda2021-07-01 22:23:291644 'dimension_sets': [
1645 {
1646 'machine_type': 'e2-standard-8', # use 8-core to shorten runtime
1647 },
1648 ],
Haiyang Panfed339172021-03-10 23:19:571649 },
1650 },
Haiyang Pan2a55a452022-03-03 08:18:331651 'android-12-x64-rel': {
Haiyang Pandbff3ef2022-02-11 23:24:191652 'args': [
1653 '--test-launcher-filter-file=../../testing/buildbot/filters/android.emulator_12.content_browsertests.filter',
1654 ],
Haiyang Pan249494b2022-01-27 21:56:211655 'swarming': {
Haiyang Panc1192662022-03-09 00:09:021656 'shards': 25,
Haiyang Pan249494b2022-01-27 21:56:211657 },
1658 },
Stephen Martinis1384ff92020-01-07 19:52:151659 'android-arm64-proguard-rel': {
1660 'swarming': {
1661 'shards': 16,
1662 },
1663 },
1664 'android-asan': {
1665 'args': [
1666 '--test-launcher-filter-file=../../testing/buildbot/filters/android.asan.content_browsertests.filter',
1667 ],
1668 'swarming': {
André Kempef30fe9d22022-02-03 10:44:291669 'shards': 25,
Stephen Martinis1384ff92020-01-07 19:52:151670 },
1671 },
Stephen Martinis1384ff92020-01-07 19:52:151672 'android-marshmallow-arm64-rel': {
1673 'swarming': {
1674 'shards': 16,
1675 },
1676 },
Haiyang Pan2486dcb2020-09-18 17:53:061677 'android-marshmallow-x86-rel-non-cq': {
John Budoricka4e23882020-02-28 18:36:431678 'args': [
Haiyang Pan12d5acd2020-06-01 20:54:571679 '--test-launcher-filter-file=../../testing/buildbot/filters/android.emulator_m.content_browsertests.filter',
John Budoricka4e23882020-02-28 18:36:431680 ],
Haiyang Panc47f6d12020-08-19 18:34:491681 'swarming': {
1682 'shards': 20,
1683 },
John Budoricka4e23882020-02-28 18:36:431684 },
Haiyang Pancf24ceb2022-03-17 02:31:301685 'android-nougat-x86-rel': {
1686 'swarming': {
1687 'shards': 20,
1688 },
1689 },
Struan Shrimptone772d72f2021-12-15 07:50:091690 'android-pie-arm64-rel': {
1691 'swarming': {
Struan Shrimpton4b7abc02021-12-16 01:36:591692 'quickrun_shards': 40
Struan Shrimptone772d72f2021-12-15 07:50:091693 }
1694 },
Haiyang Pan08d09dc2020-04-01 16:11:211695 'android-pie-x86-rel': {
John Budoricka4e23882020-02-28 18:36:431696 'args': [
Haiyang Pan12d5acd2020-06-01 20:54:571697 '--test-launcher-filter-file=../../testing/buildbot/filters/android.emulator_p.content_browsertests.filter',
John Budoricka4e23882020-02-28 18:36:431698 ],
Sky Malice303f7ec2021-07-17 04:13:091699 'swarming': {
1700 # Flaking with only 20 shards with 40-60 minute runs.
1701 # https://crbug.com/1230118
1702 'shards': 30,
Haiyang Pan2eb735e72020-09-15 22:51:511703 },
John Budoricka4e23882020-02-28 18:36:431704 },
Stephen Martinis1384ff92020-01-07 19:52:151705 'linux-chromeos-code-coverage': {
1706 'swarming': {
1707 'shards': 12,
1708 },
1709 },
Albert J. Wong91f109652019-11-19 03:01:161710 'linux-chromeos-rel': {
1711 'swarming': {
1712 'shards': 3,
1713 },
1714 },
Yuke Liao79424e42020-01-06 21:00:111715 'linux-code-coverage': {
Yuke Liao58e1d202020-03-20 23:02:011716 'args': [
1717 '--no-sandbox',
1718 ],
Yuke Liao79424e42020-01-06 21:00:111719 'swarming': {
1720 'shards': 12,
1721 },
1722 },
Junhua Chen39dd2dba2021-05-05 17:51:541723 # https://crbug.com/1111979,
1724 'linux-lacros-code-coverage': {
1725 'args': [
1726 '--test-launcher-filter-file=../../testing/buildbot/filters/linux-lacros.content_browsertests.filter',
1727 ],
1728 },
Jieting Yangbf15db672021-10-04 19:18:371729 # https://crbug.com/1111979,
1730 'linux-lacros-dbg-tests-fyi': {
1731 'args': [
1732 '--test-launcher-filter-file=../../testing/buildbot/filters/linux-lacros.content_browsertests.filter',
1733 ],
1734 },
Sven Zheng80734f12020-08-06 06:50:391735 # https://crbug.com/1111979
1736 'linux-lacros-tester-fyi-rel': {
1737 'experiment_percentage': 100,
1738 },
Sven Zheng5c9d3e342020-08-11 21:39:431739 # https://crbug.com/1111979,
1740 'linux-lacros-tester-rel': {
Sven Zheng5c9d3e342020-08-11 21:39:431741 'args': [
Yuke Liao56a437dd2021-05-05 04:53:401742 '--test-launcher-filter-file=../../testing/buildbot/filters/linux-lacros.content_browsertests.filter',
Sven Zheng5c9d3e342020-08-11 21:39:431743 ],
1744 },
Kuan Huang235b0142021-10-19 18:59:281745 'mac-code-coverage': {
1746 'args': [
1747 '--coverage-continuous-mode=1',
1748 ],
1749 },
Kuan Huang05332fb2021-10-12 02:04:261750 # https://crbug.com/1255940
1751 'mac-rel-swarming': {
1752 'swarming': {
1753 'dimension_sets': [
1754 {
1755 # These test would time out when running on 4 cores instances.
1756 'cores': '8|12',
1757 }
1758 ],
1759 },
1760 },
Kenneth Russelleb60cbd22017-12-05 07:54:281761 },
1762 },
Nico Weber81e16ace22018-06-30 02:58:471763 'content_shell_crash_test': {
Haiyang Pan8c201b92020-06-04 01:25:071764 'remove_from': [
Haiyang Pan2486dcb2020-09-18 17:53:061765 'android-marshmallow-x86-rel-non-cq', # crbug.com/1084353
Haiyang Pan8c201b92020-06-04 01:25:071766 ],
Dirk Prankeb1c36b322018-07-11 02:42:001767 'modifications': {
Dirk Prankeb1c36b322018-07-11 02:42:001768 'Win10 Tests x64 (dbg)': {
1769 'experiment_percentage': 100, # https://crbug.com/861730
1770 },
1771 },
Nico Weber81e16ace22018-06-30 02:58:471772 },
John Budorick27d2d44e2019-05-20 20:26:091773 'content_shell_test_apk': {
1774 'remove_from': [
John Budorick27d2d44e2019-05-20 20:26:091775 'android-asan', # https://crbug.com/964562
Ben Joyce02dc8092021-03-04 21:48:191776 'android-code-coverage-native', # Does not generate profraw data.
Ben Joyce46ca6012021-03-31 19:19:251777 'android-pie-arm64-coverage-experimental-rel', # Does not generate profraw data.
John Budorick27d2d44e2019-05-20 20:26:091778 ],
John Budorickee2e64f2020-03-02 20:19:101779 'modifications': {
Haiyang Pan9d68ca02021-08-04 21:30:471780 'android-11-x86-rel': {
Haiyang Pan103864812021-03-19 19:28:441781 'args': [
1782 '--test-launcher-filter-file=../../testing/buildbot/filters/android.emulator_11.content_shell_test_apk.filter',
Haiyang Panabdab2f2021-07-19 20:37:511783 '--timeout-scale=2.0',
Haiyang Pan103864812021-03-19 19:28:441784 ],
1785 },
Haiyang Pan2a55a452022-03-03 08:18:331786 'android-12-x64-rel': {
Haiyang Pan3b1016e2022-02-05 00:02:451787 'args': [
1788 '--test-launcher-filter-file=../../testing/buildbot/filters/android.emulator_12.content_shell_test_apk.filter',
1789 ],
1790 },
James Shen39aa0e32022-03-22 04:44:501791 'android-marshmallow-x86-fyi-rel-reviver': {
1792 'swarming': {
1793 'quickrun_shards': 8,
1794 },
1795 },
Haiyang Panb991f562021-08-10 17:46:461796 'android-marshmallow-x86-rel': {
John Budorickee2e64f2020-03-02 20:19:101797 'args': [
Haiyang Pan28e73582020-05-30 00:34:271798 '--test-launcher-filter-file=../../testing/buildbot/filters/android.emulator_m.content_shell_test_apk.filter',
John Budorickee2e64f2020-03-02 20:19:101799 ],
Struan Shrimpton57c594e42022-01-25 17:59:131800 'swarming': {
1801 'quickrun_shards': 8,
1802 },
John Budorickee2e64f2020-03-02 20:19:101803 },
James Shen97b48ac42022-07-01 23:34:441804 'android-nougat-x86-rel': {
1805 'args': [
1806 '--test-launcher-filter-file=../../testing/buildbot/filters/android.emulator_n.content_shell_test_apk.filter',
1807 ],
1808 },
Haiyang Pan08d09dc2020-04-01 16:11:211809 'android-pie-x86-rel': {
John Budorickee2e64f2020-03-02 20:19:101810 'args': [
1811 '--gtest_filter=-ContentViewScrollingTest.testFling',
1812 ],
1813 },
1814 },
John Budorick27d2d44e2019-05-20 20:26:091815 },
Kenneth Russelleb60cbd22017-12-05 07:54:281816 'content_unittests': {
1817 'modifications': {
Erik Staabd468a802022-06-28 23:38:031818 'Linux ASan LSan Low Symbols FYI Tests (1)': {
1819 # These are slow on the ASAN trybot for some reason.
1820 # crbug.com/1257927
1821 'swarming': {
1822 'shards': 2,
1823 },
1824 },
John Budorick5052d552017-12-13 02:59:341825 'Linux ASan LSan Tests (1)': {
1826 # These are slow on the ASAN trybot for some reason.
Ben Pastened2c01af2022-01-31 23:06:441827 # crbug.com/1257927
John Budorick5052d552017-12-13 02:59:341828 'swarming': {
1829 'shards': 2,
1830 },
1831 },
Takuto Ikuta54671d972018-07-19 19:06:351832 'Linux ChromiumOS MSan Tests': {
1833 # These are very slow on the Chrome OS MSAN trybot for some reason.
1834 # crbug.com/865455
1835 'swarming': {
1836 'shards': 2,
1837 },
1838 },
Chong Gu52481452021-04-02 17:52:411839 'fuchsia-code-coverage': {
1840 'swarming': {
1841 'shards': 12,
1842 },
1843 },
Chong Gua10cd302022-01-14 19:22:191844 'fuchsia-fyi-x64-asan': {
1845 'args': [
1846 '--test-launcher-filter-file=../../testing/buildbot/filters/fuchsia.lsan.content_unittests.filter',
1847 ],
1848 },
Kenneth Russelleb60cbd22017-12-05 07:54:281849 },
1850 },
Jonah Ryan-Davis832c8462020-06-09 03:45:031851 'context_lost_validating_tests': {
Brian Sheedye285c9b2019-07-15 21:42:461852 # TODO(https://crbug.com/850107): Remove the Android FYI Release (Pixel 2)
1853 # exception once there is enough capacity to run these tests.
1854 'remove_from': [
Brian Sheedye285c9b2019-07-15 21:42:461855 'Android FYI Release (Pixel 2)',
1856 ],
Kenneth Russellc1a09302018-07-10 01:12:541857 },
Kenneth Russellfbda3c532017-12-08 23:57:241858 'crashpad_tests': {
1859 'remove_from': [
Nico Weber15a00d62018-05-16 17:11:481860 'linux-win_cross-rel', # https://crbug.com/762167
Vlad Tsyrklevich06a9a44f2019-07-24 19:14:391861 # https://crbug.com/crashpad/304
1862 'Linux TSan Tests',
1863 'ToTLinuxTSan',
1864 # https://crbug.com/crashpad/306
1865 'Linux CFI',
Michael Savigny0a956032021-10-27 19:18:021866 'Linux CFI (reclient shadow)',
Vlad Tsyrklevich06a9a44f2019-07-24 19:14:391867 'CFI Linux ToT',
Kenneth Russellfbda3c532017-12-08 23:57:241868 ],
Haiyang Panc7c009e2021-03-18 19:31:231869 'modifications': {
Avi Drissmanc6318122022-03-29 17:07:421870 # TODO(crbug.com/1254975): dyld was rebuilt for macOS 12, which breaks
1871 # the tests. Run this experimentally on all the macOS bots >= 12 and
1872 # remove this exception once fixed.
1873 'Mac Builder Next': {
1874 'experiment_percentage': 100,
1875 },
Haiyang Pan9d68ca02021-08-04 21:30:471876 'android-11-x86-rel': {
Haiyang Panc7c009e2021-03-18 19:31:231877 'args': [
1878 '--test-launcher-filter-file=../../testing/buildbot/filters/android.emulator_11.crashpad_tests.filter',
1879 ],
1880 },
Haiyang Pan2a55a452022-03-03 08:18:331881 'android-12-x64-rel': {
Haiyang Pan07d9e262021-10-20 21:50:031882 'args': [
1883 '--test-launcher-filter-file=../../testing/buildbot/filters/android.emulator_12.crashpad_tests.filter',
1884 ],
1885 },
Avi Drissmanc6318122022-03-29 17:07:421886 # TODO(crbug.com/1254975): dyld was rebuilt for macOS 12, which breaks
1887 # the tests. Run this experimentally on all the macOS bots >= 12 and
1888 # remove this exception once fixed.
Lindsay Pasricha60535a22021-12-13 16:50:241889 'mac-osxbeta-rel': {
1890 'experiment_percentage': 100,
1891 },
Haiyang Panc7c009e2021-03-18 19:31:231892 },
Kenneth Russellfbda3c532017-12-08 23:57:241893 },
Austin Eng414af1612022-04-08 02:15:361894 'dawn_perf_tests': {
1895 'remove_from': [
1896 'Dawn Win10 x86 DEPS Release (Intel HD 630)',
1897 'Dawn Win10 x86 Release (Intel HD 630)',
1898 ],
1899 },
Haiyang Pan1c813ca2021-11-24 18:52:161900 'device_unittests': {
1901 'modifications': {
Haiyang Pan2a55a452022-03-03 08:18:331902 'android-12-x64-rel': {
Haiyang Pan1c813ca2021-11-24 18:52:161903 'args': [
1904 '--test-launcher-filter-file=../../testing/buildbot/filters/android.emulator_12.device_unittests.filter',
1905 ],
1906 },
1907 },
1908 },
Ben Pastene61ad637c2020-05-08 22:24:411909 'disk_usage_tast_test': {
1910 # TODO(crbug.com/1077659): Add the test back after it's fixed.
1911 'remove_from': [
1912 'chromeos-kevin-rel',
1913 ],
1914 },
Struan Shrimpton57c594e42022-01-25 17:59:131915 'exo_unittests': {
1916 'modifications': {
1917 'linux-chromeos-rel': {
1918 'swarming': {
1919 'quickrun_shards': 2,
1920 }
1921 },
1922 },
1923 },
Joe Downing41486042018-10-18 22:44:441924 'extensions_browsertests': {
Brad Halla36886c2019-02-26 16:52:291925 'remove_from': [
Brad Halla36886c2019-02-26 16:52:291926 'CrWinAsan(dll)', # https://crbug.com/935598
1927 ],
Joe Downing41486042018-10-18 22:44:441928 'modifications': {
1929 'Win10 Tests x64 (dbg)': {
1930 'experiment_percentage': 100, # https://crbug.com/876615
1931 },
Sven Zheng5c9d3e342020-08-11 21:39:431932 # https://crbug.com/1111979,
Junhua Chen39dd2dba2021-05-05 17:51:541933 'linux-lacros-code-coverage': {
1934 'args': [
1935 '--gtest_filter=-BluetoothShellApiTest.ApiSanityCheck:BluetoothSocketApiTest.Listen:BluetoothSocketApiTest.PermissionDenied',
1936 ],
1937 },
Yuke Liaoa0db4742021-08-09 18:28:331938 'linux-lacros-dbg-tests-fyi': {
1939 'args': [
1940 '--gtest_filter=-BluetoothShellApiTest.ApiSanityCheck:BluetoothSocketApiTest.Listen:BluetoothSocketApiTest.PermissionDenied',
1941 ],
1942 },
Sven Zheng5c9d3e342020-08-11 21:39:431943 'linux-lacros-tester-rel': {
Sven Zheng5c9d3e342020-08-11 21:39:431944 'args': [
1945 '--gtest_filter=-BluetoothShellApiTest.ApiSanityCheck:BluetoothSocketApiTest.Listen:BluetoothSocketApiTest.PermissionDenied',
1946 ],
1947 },
Joe Downing41486042018-10-18 22:44:441948 },
1949 },
Sven Zheng577fe5ff2020-08-03 22:06:441950 'extensions_unittests': {
Sven Zheng80734f12020-08-06 06:50:391951 'modifications': {
Chong Gud034fe52022-01-20 21:48:041952 'fuchsia-fyi-x64-asan': {
1953 'args': [
Chong Gu1155d872022-02-10 17:55:271954 '--test-launcher-filter-file=../../testing/buildbot/filters/fuchsia.lsan.extensions_unittests.filter',
Chong Gud034fe52022-01-20 21:48:041955 ],
1956 },
Sven Zheng5c9d3e342020-08-11 21:39:431957 # https://crbug.com/1111979,
Junhua Chen39dd2dba2021-05-05 17:51:541958 'linux-lacros-code-coverage': {
1959 'args': [
Yuke Liaoa0db4742021-08-09 18:28:331960 '--gtest_filter=-BluetoothSocketApiUnittest.CreateThenClose:'
1961 'NativeExtensionBindingsSystemUnittest.*',
1962 ],
1963 },
1964 'linux-lacros-dbg-tests-fyi': {
1965 'args': [
Junhua Chen39dd2dba2021-05-05 17:51:541966 '--gtest_filter=-NativeExtensionBindingsSystemUnittest*:'
1967 'BluetoothSocketApiUnittest.CreateThenClose:'
1968 'FeatureProviderTest.PermissionFeatureAvailability',
1969 ],
1970 },
Sven Zheng5c9d3e342020-08-11 21:39:431971 'linux-lacros-tester-rel': {
Sven Zheng5c9d3e342020-08-11 21:39:431972 'args': [
Yuke Liaobb8308322020-08-12 20:20:471973 '--gtest_filter=-NativeExtensionBindingsSystemUnittest*:'
1974 'BluetoothSocketApiUnittest.CreateThenClose:'
1975 'FeatureProviderTest.PermissionFeatureAvailability',
Sven Zheng5c9d3e342020-08-11 21:39:431976 ],
1977 },
Sven Zheng80734f12020-08-06 06:50:391978 },
Sven Zheng577fe5ff2020-08-03 22:06:441979 },
Chong Gu76046412021-09-22 17:49:211980 'gfx_unittests': {
Chong Gudf7fbe92021-02-24 02:55:581981 'modifications': {
1982 'fuchsia-code-coverage': {
1983 'swarming': {
1984 'shards': 2,
1985 },
1986 },
1987 },
1988 },
Kenneth Russelleb60cbd22017-12-05 07:54:281989 'gin_unittests': {
1990 'remove_from': [
Nico Weber1394523f2018-06-06 15:58:471991 'ToTLinuxASan', # https://crbug.com/831667
Erik Staabd468a802022-06-28 23:38:031992 'Linux ASan LSan Low Symbols FYI Tests (1)', # https://crbug.com/831667
Nico Weberd36959682018-04-12 03:33:461993 'Linux ASan LSan Tests (1)', # https://crbug.com/831667
Nico Weber1394523f2018-06-06 15:58:471994 'Linux Chromium OS ASan LSan Tests (1)', # https://crbug.com/831667
Kenneth Russelleb60cbd22017-12-05 07:54:281995 ],
Chong Gua10cd302022-01-14 19:22:191996 'modifications': {
1997 'fuchsia-fyi-x64-asan': {
1998 'args': [
1999 '--test-launcher-filter-file=../../testing/buildbot/filters/fuchsia.lsan.gin_unittests.filter',
2000 ],
2001 },
2002 },
Kenneth Russelleb60cbd22017-12-05 07:54:282003 },
Jonah Ryan-Davisdeeffeaf2020-06-18 17:56:002004 'gl_tests_passthrough': {
2005 'remove_from': [
2006 'CFI Linux ToT',
2007 # Can't run on MSAN because gl_tests uses the hardware driver,
2008 # which isn't instrumented.
2009 'Linux MSan Tests',
Ben Pastene7636bb62022-04-22 18:55:252010 'Linux MSan Focal',
Jonah Ryan-Davisdeeffeaf2020-06-18 17:56:002011 ],
2012 'modifications': {
2013 # TODO(kbr): figure out a better way to specify blocks of
2014 # arguments like this for tests on multiple machines.
Erik Staabd468a802022-06-28 23:38:032015 'Linux ASan LSan Low Symbols FYI Tests (1)': {
2016 'args': [
2017 '--use-gpu-in-tests',
2018 '--no-xvfb',
2019 ],
2020 'swarming': {
2021 'dimension_sets': [
2022 {
2023 'gpu': '10de:2184',
2024 'os': 'Ubuntu',
2025 'pool': 'chromium.tests.gpu',
2026 },
2027 ],
2028 },
2029 },
Garrett Beatya491ec72020-07-25 12:36:122030 'Linux ASan LSan Tests (1)': {
2031 'args': [
2032 '--use-gpu-in-tests',
2033 '--no-xvfb',
2034 ],
2035 'swarming': {
2036 'dimension_sets': [
2037 {
Yuly Novikovaa06f172022-02-12 00:38:572038 'gpu': '10de:2184',
Garrett Beatya491ec72020-07-25 12:36:122039 'os': 'Ubuntu',
2040 'pool': 'chromium.tests.gpu',
2041 },
2042 ],
2043 },
2044 },
2045 'Linux CFI': {
2046 'args': [
2047 '--use-gpu-in-tests',
2048 '--no-xvfb',
2049 ],
2050 'swarming': {
2051 'dimension_sets': [
2052 {
Yuly Novikovaa06f172022-02-12 00:38:572053 'gpu': '10de:2184',
Garrett Beatya491ec72020-07-25 12:36:122054 'os': 'Ubuntu',
2055 'pool': 'chromium.tests.gpu',
2056 },
2057 ],
2058 },
2059 },
Michael Savigny64f8ba32022-01-12 15:50:572060 'Linux CFI (reclient shadow)': {
2061 'args': [
2062 '--use-gpu-in-tests',
2063 '--no-xvfb',
2064 ],
2065 'swarming': {
2066 'dimension_sets': [
2067 {
Yuly Novikovaa06f172022-02-12 00:38:572068 'gpu': '10de:2184',
Michael Savigny64f8ba32022-01-12 15:50:572069 'os': 'Ubuntu',
2070 'pool': 'chromium.tests.gpu',
2071 },
2072 ],
2073 },
2074 },
Garrett Beatya491ec72020-07-25 12:36:122075 'Linux TSan Tests': {
2076 'args': [
2077 '--use-gpu-in-tests',
2078 '--no-xvfb',
2079 ],
2080 'swarming': {
2081 'dimension_sets': [
2082 {
Yuly Novikovaa06f172022-02-12 00:38:572083 'gpu': '10de:2184',
Garrett Beatya491ec72020-07-25 12:36:122084 'os': 'Ubuntu',
2085 'pool': 'chromium.tests.gpu',
2086 },
2087 ],
2088 },
2089 },
Jonah Ryan-Davisdeeffeaf2020-06-18 17:56:002090 },
2091 },
Jonah Ryan-Davise25a89f2020-05-29 20:18:242092 'gl_tests_validating': {
Jonah Ryan-Davisb9f03ac2021-03-18 23:53:022093 'remove_from': [
Kenneth Russell8a386d42018-06-02 09:48:012094 'Android FYI Release (Nexus 5X)',
John Budorickca14c76f62017-12-09 14:19:182095 ],
Kenneth Russelleb60cbd22017-12-05 07:54:282096 'modifications': {
Haiyang Pan9d68ca02021-08-04 21:30:472097 'android-11-x86-rel': {
Haiyang Pancf765862021-03-18 20:39:152098 'args': [
2099 '--test-launcher-filter-file=../../testing/buildbot/filters/android.emulator_11.gl_tests.filter',
2100 ],
2101 },
Haiyang Pan2a55a452022-03-03 08:18:332102 'android-12-x64-rel': {
Haiyang Pan382008922021-11-19 21:15:092103 'args': [
2104 '--test-launcher-filter-file=../../testing/buildbot/filters/android.emulator_12.gl_tests.filter',
2105 ],
2106 },
Haiyang Panb991f562021-08-10 17:46:462107 'android-marshmallow-x86-rel': {
John Budorick79ec9012020-01-08 21:56:312108 'args': [
2109 '--test-launcher-filter-file=../../testing/buildbot/filters/android.emulator.gl_tests.filter',
2110 ],
2111 },
James Shenc47f7b12022-07-07 23:42:412112 'android-nougat-x86-rel': {
2113 'args': [
2114 '--test-launcher-filter-file=../../testing/buildbot/filters/android.emulator_n.gl_tests.filter',
2115 ],
2116 },
Andrew Luo38b311f2019-10-04 03:42:092117 'android-pie-arm64-rel': {
John Budorick79ec9012020-01-08 21:56:312118 'args': [
Andrew Luobe83fd82019-12-19 03:07:582119 '--test-launcher-filter-file=../../testing/buildbot/filters/android.pie_arm64_rel.gl_tests.filter', # https://crbug.com/1034007
2120 ],
Andrew Luo38b311f2019-10-04 03:42:092121 },
Haiyang Pan08d09dc2020-04-01 16:11:212122 'android-pie-x86-rel': {
John Budorick79ec9012020-01-08 21:56:312123 'args': [
2124 '--test-launcher-filter-file=../../testing/buildbot/filters/android.emulator.gl_tests.filter',
2125 ],
2126 },
Kenneth Russelleb60cbd22017-12-05 07:54:282127 },
2128 },
Takuto Ikutaf5333252019-11-06 16:07:082129 'gl_unittests': {
2130 'remove_from': [
Takuto Ikutaf5333252019-11-06 16:07:082131 # On Android, these are already run on the main waterfall.
2132 # Run them on the one-off Android FYI bots, though.
2133 'Android FYI Release (Nexus 5X)',
Yuly Novikov37e04342020-05-29 00:52:042134 # Can't run on MSAN because gl_unittests uses the hardware driver,
2135 # which isn't instrumented.
2136 'Linux MSan Tests',
Ben Pastene7636bb62022-04-22 18:55:252137 'Linux MSan Focal',
Takuto Ikutaf5333252019-11-06 16:07:082138 ],
Haiyang Pan505fcd5a2021-12-13 19:46:232139 'modifications': {
Haiyang Pan2a55a452022-03-03 08:18:332140 'android-12-x64-rel': {
Haiyang Pan505fcd5a2021-12-13 19:46:232141 'args': [
2142 '--test-launcher-filter-file=../../testing/buildbot/filters/android.emulator_12.gl_unittests.filter',
2143 ],
2144 },
2145 },
Takuto Ikutaf5333252019-11-06 16:07:082146 },
2147 'gl_unittests_ozone': {
2148 'remove_from': [
2149 # Can't run on MSAN because gl_unittests_ozone uses the hardware driver,
2150 # which isn't instrumented.
2151 'Linux ChromiumOS MSan Tests',
Ben Pastene7636bb62022-04-22 18:55:252152 'Linux ChromiumOS MSan Focal',
Takuto Ikutaf5333252019-11-06 16:07:082153 ],
2154 },
2155 'gpu_process_launch_tests': {
2156 # TODO(https://crbug.com/850107): Remove the Android FYI Release (Pixel 2)
2157 # exception once there is enough capacity to run these tests.
2158 'remove_from': [
Takuto Ikutaf5333252019-11-06 16:07:082159 'Android FYI Release (Pixel 2)',
2160 ],
2161 },
Brian Sheedy053d88cf2022-05-24 23:40:052162 'gpu_pytype': {
2163 'remove_from': [
2164 'linux-code-coverage',
2165 ],
2166 },
Chong Gu76046412021-09-22 17:49:212167 'gpu_unittests': {
Chong Gudf7fbe92021-02-24 02:55:582168 'modifications': {
2169 'fuchsia-code-coverage': {
2170 'swarming': {
2171 'shards': 5,
2172 },
2173 },
2174 },
2175 },
Kevin McNeed21a6c522021-06-14 21:27:252176 'grit_python_unittests': {
2177 'remove_from': [
2178 # These tests require node, which is not supported in Win7.
2179 # (https://crbug.com/1218989)
2180 'Win 7 Tests x64 (1)',
2181 'Win7 Tests (1)',
Titouan Rigoudy9e860832021-11-08 15:34:452182 # TODO(https://crbug.com/1267125): Re-enable.
2183 'mac11-arm64-rel-tests',
Zhaoyang Li5d3713d2022-06-13 18:01:172184 # TODO(https://crbug.com/1267125): Re-enable.
2185 'mac12-arm64-rel-tests',
Kevin McNeed21a6c522021-06-14 21:27:252186 ],
2187 },
Brian Sheedye285c9b2019-07-15 21:42:462188 'hardware_accelerated_feature_tests': {
2189 # TODO(https://crbug.com/850107): Remove the Android FYI Release (Pixel 2)
2190 # exception once there is enough capacity to run these tests.
2191 'remove_from': [
Brian Sheedye285c9b2019-07-15 21:42:462192 'Android FYI Release (Pixel 2)',
2193 ],
2194 },
Brad Halla36886c2019-02-26 16:52:292195 'headless_browsertests': {
Chong Gud08d1232021-09-11 08:53:592196 'remove_from': [
2197 'CrWinAsan(dll)', # https://crbug.com/935598
Maksim Sisovc81d284c2021-10-05 17:54:352198 # Wayland bot doesn't support headless mode.
2199 'Linux Tests (Wayland)',
Chong Gud08d1232021-09-11 08:53:592200 ],
Chong Gud1a5c5992021-04-09 04:08:322201 'modifications': {
2202 'fuchsia-code-coverage': {
2203 'swarming': {
Chong Gu115ce152021-04-15 23:57:162204 'shards': 6,
Chong Gud1a5c5992021-04-09 04:08:322205 },
2206 },
2207 },
Brad Halla36886c2019-02-26 16:52:292208 },
Kenneth Russell8a386d42018-06-02 09:48:012209 'info_collection_tests': {
2210 'remove_from': [
Kenneth Russell8a386d42018-06-02 09:48:012211 'Android V8 FYI Release (Nexus 5X)',
2212 'Linux V8 FYI Release (NVIDIA)',
Michael Achenbach5fdfc67b2018-12-13 13:26:352213 'Linux V8 FYI Release - pointer compression (NVIDIA)',
Kenneth Russell8a386d42018-06-02 09:48:012214 'Mac V8 FYI Release (Intel)',
2215 'Win V8 FYI Release (NVIDIA)',
2216 ],
Brian Sheedyfe61cdac2020-02-12 01:25:592217 'modifications': {
Brian Sheedyb18cb762020-06-30 00:09:292218 'ChromeOS FYI Release (amd64-generic)': {
Brian Sheedy65be3052020-06-26 19:26:512219 'args': [
Brian Sheedyb18cb762020-06-30 00:09:292220 # Swarming does not report a GPU since tests are run in a VM, but
2221 # the VM does report that a GPU is present.
2222 '--expected-device-id', '1050',
Brian Sheedydf2672f2020-05-07 20:44:362223 ],
2224 },
Chong Gu3065cdc2022-02-28 21:03:032225 'fuchsia-fyi-x64-rel': {
2226 'args': [
2227 # Swarming does not report a GPU since tests are run in a VM, but
2228 # the VM does report that a GPU is present.
2229 '--expected-device-id', 'c0de',
2230 ],
2231 },
2232 'fuchsia-fyi-x64-wst': {
2233 'args': [
2234 # Swarming does not report a GPU since tests are run in a VM, but
2235 # the VM does report that a GPU is present.
2236 '--expected-device-id', 'c0de',
2237 ],
2238 },
Brian Sheedyfe61cdac2020-02-12 01:25:592239 },
Brian Sheedy32eeeb52020-05-22 01:49:372240 'replacements': {
2241 'ChromeOS FYI Release (amd64-generic)': {
2242 'args': {
2243 # Swarming does not report a GPU since tests are run in a VM, but
2244 # the VM does report that a GPU is present.
2245 '--expected-vendor-id': '1af4',
Brian Sheedyb18cb762020-06-30 00:09:292246 # Magic substitution happens after regular replacement, so remove it
2247 # now since we are manually applying the expected device ID above.
2248 '$$MAGIC_SUBSTITUTION_GPUExpectedDeviceId': None,
Brian Sheedy32eeeb52020-05-22 01:49:372249 },
Brian Sheedyff6d1442020-09-19 00:46:312250 },
Brian Sheedye9c7afe52022-06-13 21:19:372251 'Mac FYI Experimental Release (Apple M1)': {
2252 'args': {
2253 # The GPU information is not yet exposed in swarming, so we can't
2254 # explicitly request it and have the JSON generation handle this
2255 # automatically.
2256 '--expected-vendor-id': '106b',
2257 },
2258 },
Brian Sheedy177addbf2021-09-24 19:06:512259 'Mac FYI Release (Apple M1)': {
2260 'args': {
2261 # The GPU information is not yet exposed in swarming, so we can't
2262 # explicitly request it and have the JSON generation handle this
2263 # automatically.
2264 '--expected-vendor-id': '106b',
2265 },
2266 },
Chong Gu3065cdc2022-02-28 21:03:032267 'fuchsia-fyi-x64-rel': {
2268 'args': {
2269 # The GPU information is not exposed in swarming since Fuchsia
2270 # launches an emulator on the GCE machine.
2271 '--expected-vendor-id': '1ae0',
2272 '$$MAGIC_SUBSTITUTION_GPUExpectedDeviceId': None,
2273 },
2274 },
2275 'fuchsia-fyi-x64-wst': {
2276 'args': {
2277 # The GPU information is not exposed in swarming since Fuchsia
2278 # launches an emulator on the GCE machine.
2279 '--expected-vendor-id': '1ae0',
2280 '$$MAGIC_SUBSTITUTION_GPUExpectedDeviceId': None,
2281 },
2282 },
Brian Sheedy32eeeb52020-05-22 01:49:372283 },
Kenneth Russell8a386d42018-06-02 09:48:012284 },
Kenneth Russelleb60cbd22017-12-05 07:54:282285 'interactive_ui_tests': {
Brad Halla36886c2019-02-26 16:52:292286 'remove_from': [
Brad Halla36886c2019-02-26 16:52:292287 'CrWinAsan(dll)', # https://crbug.com/935598
2288 ],
Kenneth Russelleb60cbd22017-12-05 07:54:282289 'modifications': {
Stephen Martinis1384ff92020-01-07 19:52:152290 'Linux - Future (dbg)': { # client.v8.chromium
Nico Weberdae13cd92018-12-14 13:56:262291 'swarming': {
Stephen Martinis1384ff92020-01-07 19:52:152292 'shards': 3,
Nico Weberdae13cd92018-12-14 13:56:262293 },
2294 },
Erik Staabd468a802022-06-28 23:38:032295 'Linux ASan LSan Low Symbols FYI Tests (1)': {
2296 # These are slow on the ASan trybot for some reason, crbug.com/1257927
2297 'swarming': {
2298 'shards': 6,
2299 'quickrun_shards': 12,
2300 },
2301 },
John Budorickca14c76f62017-12-09 14:19:182302 'Linux ASan LSan Tests (1)': {
Ben Pastened2c01af2022-01-31 23:06:442303 # These are slow on the ASan trybot for some reason, crbug.com/1257927
Nico Weber96a75a6942018-06-20 04:53:172304 'swarming': {
2305 'shards': 6,
Struan Shrimptone772d72f2021-12-15 07:50:092306 'quickrun_shards': 12,
Nico Weber96a75a6942018-06-20 04:53:172307 },
2308 },
Pavol Marko05b6bb92022-03-21 12:33:292309 'Linux Chromium OS ASan LSan Tests (1)': {
2310 # These are slow on the ASan trybot for some reason, crbug.com/1257927
2311 'swarming': {
2312 'shards': 6,
2313 'quickrun_shards': 12,
2314 },
2315 },
Ben Pastene7636bb62022-04-22 18:55:252316 'Linux ChromiumOS MSan Focal': {
2317 # These are very slow on the Chrome OS MSAN trybot for some reason.
2318 # crbug.com/865455
2319 'swarming': {
2320 'shards': 5,
2321 },
2322 },
Takuto Ikuta54671d972018-07-19 19:06:352323 'Linux ChromiumOS MSan Tests': {
2324 # These are very slow on the Chrome OS MSAN trybot for some reason.
2325 # crbug.com/865455
2326 'swarming': {
2327 'shards': 5,
2328 },
2329 },
Stephen Martinis1384ff92020-01-07 19:52:152330 'Linux TSan Tests': {
Ben Pastened2c01af2022-01-31 23:06:442331 # These are slow on the TSan bots for some reason, crbug.com/1257927
Dirk Pranke8fd63c12017-12-10 18:06:272332 'swarming': {
Stephen Martinisad6cb7af2021-02-24 01:12:002333 'shards': 32, # Adjusted for testing, see https://crbug.com/1179567
Dirk Pranke8fd63c12017-12-10 18:06:272334 },
2335 },
Maksim Sisovc81d284c2021-10-05 17:54:352336 # https://crbug.com/1192997
2337 'Linux Tests (Wayland)': {
2338 'args': [
2339 '--test-launcher-filter-file=../../testing/buildbot/filters/ozone-linux.interactive_ui_tests_wayland.filter',
2340 ],
2341 },
Lindsay Pasrichab3f72db2021-09-22 22:05:462342 'Mac ASan 64 Tests (1)': { # https://crbug.com/1251656
2343 'experiment_percentage': 100,
2344 },
Struan Shrimptone772d72f2021-12-15 07:50:092345 'Mac11 Tests': {
2346 'swarming': {
2347 'quickrun_shards': 6,
2348 },
2349 },
Yue She0cad2922022-06-24 15:06:072350 'Mac12 Tests': {
2351 'swarming': {
2352 'quickrun_shards': 6,
2353 },
2354 },
Cameron Higgins7558b162022-06-10 18:53:072355 'Mac12 Tests (dbg)': { # https://crbug.com/1265051
Zhaoyang Li9357e1e12021-12-07 18:53:172356 'experiment_percentage': 100,
2357 },
Stephen Martinis1384ff92020-01-07 19:52:152358 'ToTLinuxTSan': {
Ben Pastened2c01af2022-01-31 23:06:442359 # These are slow on the TSan bots for some reason, crbug.com/1257927
Stephen Martinis1384ff92020-01-07 19:52:152360 'swarming': {
2361 'shards': 6,
2362 },
2363 },
Struan Shrimptona1ab7672022-01-13 18:02:512364 'Win10 Tests x64': {
2365 'swarming': {
Struan Shrimptonf5b2b552022-01-20 20:37:392366 'quickrun_shards': 8,
Struan Shrimptona1ab7672022-01-13 18:02:512367 },
2368 },
Stephen Martinis1384ff92020-01-07 19:52:152369 # temporary, https://crbug.com/818832
Greg Thompson3eb7e6522018-05-25 09:04:032370 'Win10 Tests x64 (dbg)': {
2371 'experiment_percentage': 100,
2372 },
Jacob Kopczynski3a555bd32020-12-10 01:41:162373 # TODO(crbug.com/970649): Remove these filters.
Ben Pastene8ef125e2019-12-10 01:46:292374 'linux-chromeos-chrome': {
Ben Pastene8ef125e2019-12-10 01:46:292375 'args': [
2376 '--gtest_filter=-SadTabViewInteractiveUITest.ReloadMultipleSadTabs',
2377 ],
2378 },
Stephen Martinis1384ff92020-01-07 19:52:152379 'linux-chromeos-code-coverage': {
Yuke Liao79424e42020-01-06 21:00:112380 'swarming': {
2381 'shards': 10,
2382 },
2383 },
Pavol Marko582a15d2022-04-01 12:47:202384 'linux-chromeos-dbg': {
2385 'swarming': {
2386 'shards': 6,
2387 },
2388 },
Stephen Martinis1384ff92020-01-07 19:52:152389 'linux-code-coverage': {
Yuke Liao79424e42020-01-06 21:00:112390 'swarming': {
2391 'shards': 10,
2392 },
2393 },
Sven Zheng80734f12020-08-06 06:50:392394 # https://crbug.com/1111979
Junhua Chen39dd2dba2021-05-05 17:51:542395 'linux-lacros-code-coverage': {
2396 'args': [
2397 '--test-launcher-filter-file=../../testing/buildbot/filters/linux-lacros.interactive_ui_tests.filter',
2398 ],
2399 },
2400 # https://crbug.com/1111979
Jieting Yangbf15db672021-10-04 19:18:372401 'linux-lacros-dbg-tests-fyi': {
2402 'args': [
2403 '--test-launcher-filter-file=../../testing/buildbot/filters/linux-lacros.interactive_ui_tests.filter',
2404 ],
2405 },
2406 # https://crbug.com/1111979
Sven Zheng010820d2020-08-17 22:38:442407 'linux-lacros-tester-rel': {
Sven Zheng010820d2020-08-17 22:38:442408 'args': [
Yuke Liao56a437dd2021-05-05 04:53:402409 '--test-launcher-filter-file=../../testing/buildbot/filters/linux-lacros.interactive_ui_tests.filter',
Sven Zheng010820d2020-08-17 22:38:442410 ],
2411 },
Kuan Huang235b0142021-10-19 18:59:282412 'mac-code-coverage': {
2413 'args': [
2414 '--coverage-continuous-mode=1',
2415 ],
2416 },
Lindsay Pasricha60535a22021-12-13 16:50:242417 # TODO (crbug.com/1278617) Re-enable once fixed
2418 'mac-osxbeta-rel': {
2419 'experiment_percentage': 100,
2420 },
Kenneth Russelleb60cbd22017-12-05 07:54:282421 },
2422 },
Sven Zhengef0d0872022-04-04 22:13:292423 'interactive_ui_tests amd64-generic': {
Yuke Liaob6beaeca2021-04-29 23:41:512424 'remove_from': [
2425 # TODO(crbug.com/1204231): Re-enable.
2426 'lacros-amd64-generic-rel',
Yuke Liao859819d2022-02-24 08:23:492427 'lacros-amd64-generic-rel-fyi',
Yuke Liaob6beaeca2021-04-29 23:41:512428 ]
2429 },
Sven Zhengef0d0872022-04-04 22:13:292430 'interactive_ui_tests eve': {
Yuke Liao79a8cf52021-06-11 18:14:342431 'remove_from': [
2432 # TODO(crbug.com/1204231): Re-enable.
2433 'lacros-amd64-generic-rel',
Yuke Liao859819d2022-02-24 08:23:492434 'lacros-amd64-generic-rel-fyi',
Yuke Liao79a8cf52021-06-11 18:14:342435 ]
2436 },
John Budorickf00e5ff2019-06-11 21:21:062437 'ipc_tests': {
2438 'modifications': {
Ken Rockot83999b62022-05-20 21:37:052439 'Linux ChromiumOS MSan Tests': {
2440 'swarming': {
2441 'dimension_sets': [
2442 {
2443 'cpu': 'x86-64',
2444 'os': 'Ubuntu-18.04',
2445 },
2446 ],
2447 },
2448 },
2449 'Linux MSan Tests': {
2450 'swarming': {
2451 'dimension_sets': [
2452 {
2453 'cpu': 'x86-64',
2454 'os': 'Ubuntu-18.04',
2455 },
2456 ],
2457 },
2458 },
John Budorickf00e5ff2019-06-11 21:21:062459 'android-asan': {
2460 'swarming': {
2461 'shards': 2,
2462 },
2463 },
2464 },
2465 },
Jonah Ryan-Davis832c8462020-06-09 03:45:032466 'maps_pixel_passthrough_test': {
Brian Sheedyc0c142c2021-06-01 21:18:052467 'modifications': {
2468 'Android FYI Release (Pixel 4)': {
2469 'args': [
2470 # Pixel 4s are weird in that they can output in different color spaces
2471 # simultaneously. The readback code for capturing a screenshot assumes
2472 # only one color space, so disable wide color gamut for the test to
2473 # work around the issue. See https://crbug.com/1166379 for more
2474 # information.
2475 '--extra-browser-args=--disable-wcg-for-test',
2476 ],
2477 },
Ben Pastene63f13302022-05-12 21:04:052478 'android_optional_gpu_tests_rel': {
2479 'args': [
2480 # See above.
2481 '--extra-browser-args=--disable-wcg-for-test',
2482 ],
2483 },
Brian Sheedyc0c142c2021-06-01 21:18:052484 },
Jonah Ryan-Davis832c8462020-06-09 03:45:032485 'replacements': {
2486 # The V8 builders pass the V8 revision for ${got_revision}, so instead
2487 # use ${got_cr_revision}, which is only set on the V8 bots.
2488 'Linux V8 FYI Release (NVIDIA)': {
2489 'args': {
2490 '--git-revision': '${got_cr_revision}',
2491 },
2492 },
2493 'Linux V8 FYI Release - pointer compression (NVIDIA)': {
2494 'args': {
2495 '--git-revision': '${got_cr_revision}',
2496 },
2497 },
Jonah Ryan-Davisdeeffeaf2020-06-18 17:56:002498 'Mac V8 FYI Release (Intel)': {
2499 'args': {
2500 '--git-revision': '${got_cr_revision}',
2501 },
2502 },
Jonah Ryan-Davis832c8462020-06-09 03:45:032503 'Win V8 FYI Release (NVIDIA)': {
2504 'args': {
2505 '--git-revision': '${got_cr_revision}',
2506 },
2507 },
2508 },
2509 },
2510 'maps_pixel_validating_test': {
Brian Sheedy0566f2cb2021-02-12 22:12:502511 'modifications': {
2512 'Android FYI Release (Pixel 4)': {
2513 'args': [
2514 # Pixel 4s are weird in that they can output in different color spaces
2515 # simultaneously. The readback code for capturing a screenshot assumes
2516 # only one color space, so disable wide color gamut for the test to
2517 # work around the issue. See https://crbug.com/1166379 for more
2518 # information.
2519 '--extra-browser-args=--disable-wcg-for-test',
2520 ],
2521 },
Ben Pastene63f13302022-05-12 21:04:052522 'android_optional_gpu_tests_rel': {
2523 'args': [
2524 # See above.
2525 '--extra-browser-args=--disable-wcg-for-test',
2526 ],
2527 },
Brian Sheedy0566f2cb2021-02-12 22:12:502528 },
Brian Sheedye285c9b2019-07-15 21:42:462529 # TODO(https://crbug.com/850107): Remove the Android FYI Release (Pixel 2)
2530 # exception once there is enough capacity to run these tests.
2531 'remove_from': [
Brian Sheedye285c9b2019-07-15 21:42:462532 'Android FYI Release (Pixel 2)',
2533 ],
Brian Sheedy44fd891b2019-10-03 20:07:542534 'replacements': {
Brian Sheedy44fd891b2019-10-03 20:07:542535 # The V8 builders pass the V8 revision for ${got_revision}, so instead
2536 # use ${got_cr_revision}, which is only set on the V8 bots.
2537 'Android V8 FYI Release (Nexus 5X)': {
2538 'args': {
Brian Sheedy4d335deb2020-04-01 20:47:322539 '--git-revision': '${got_cr_revision}',
Brian Sheedy44fd891b2019-10-03 20:07:542540 },
2541 },
Brian Sheedy44fd891b2019-10-03 20:07:542542 },
Brian Sheedye285c9b2019-07-15 21:42:462543 },
Andrew Luo38b311f2019-10-04 03:42:092544 'media_unittests': {
2545 'modifications': {
Haiyang Pan9d68ca02021-08-04 21:30:472546 'android-11-x86-rel': {
Haiyang Pancf765862021-03-18 20:39:152547 'args': [
Haiyang Pan80b0d412021-11-23 00:06:422548 '--test-launcher-filter-file=../../testing/buildbot/filters/android.emulator_11_12.media_unittests.filter',
2549 ],
2550 },
Haiyang Pan2a55a452022-03-03 08:18:332551 'android-12-x64-rel': {
Haiyang Pan80b0d412021-11-23 00:06:422552 'args': [
2553 '--test-launcher-filter-file=../../testing/buildbot/filters/android.emulator_11_12.media_unittests.filter',
Haiyang Pancf765862021-03-18 20:39:152554 ],
2555 },
Haiyang Pan2486dcb2020-09-18 17:53:062556 'android-marshmallow-x86-rel-non-cq': {
John Budorickb5185112020-01-08 22:40:212557 'args': [
Haiyang Pan569659f02020-05-30 00:48:452558 '--test-launcher-filter-file=../../testing/buildbot/filters/android.emulator_m.media_unittests.filter',
John Budorickb5185112020-01-08 22:40:212559 ],
2560 },
Andrew Luo38b311f2019-10-04 03:42:092561 'android-pie-arm64-rel': {
Andrew Luobe83fd82019-12-19 03:07:582562 'args': [
2563 '--gtest_filter=-AAudio/AudioOutputTest.Play200HzTone/0', # https://crbug.com/1034009
2564 ],
Andrew Luo38b311f2019-10-04 03:42:092565 },
Chong Gudf7fbe92021-02-24 02:55:582566 'fuchsia-code-coverage': {
2567 'swarming': {
2568 'shards': 3,
2569 },
2570 },
Chong Gub2446462021-08-19 18:44:082571 'fuchsia-fyi-arm64-dbg': {
2572 'args': [
2573 '--test-launcher-filter-file=../../testing/buildbot/filters/fuchsia.debug.media_unittests.filter',
2574 ],
2575 },
Andrew Luo38b311f2019-10-04 03:42:092576 },
2577 },
Chong Gu4eca1ce2021-05-17 08:49:572578 'mediapipe_validating_tests': {
Chong Guabe5adec02022-03-24 17:41:302579 'modifications': { # TODO(crbug.com/1201887): Remove once tests are stable.
2580 'fuchsia-fyi-x64-rel': {
2581 'experiment_percentage': 100,
2582 },
2583 },
Chong Gu4eca1ce2021-05-17 08:49:572584 'remove_from': [
2585 # TODO(crbug.com/1201887): Remove once tests are stable.
2586 'Fuchsia x64',
2587 ],
2588 },
Ben Joyce02dc8092021-03-04 21:48:192589 'mojo_test_apk': {
2590 'remove_from': [
2591 'android-code-coverage-native', # Does not generate profraw data.
Ben Joyce46ca6012021-03-31 19:19:252592 'android-pie-arm64-coverage-experimental-rel', # Does not generate profraw data.
Ben Joyce02dc8092021-03-04 21:48:192593 ],
2594 },
John Budorickf00e5ff2019-06-11 21:21:062595 'mojo_unittests': {
2596 'modifications': {
2597 'android-asan': {
2598 'swarming': {
John Budorick5a29d7542019-10-11 20:56:442599 'shards': 5,
John Budorickf00e5ff2019-06-11 21:21:062600 },
2601 },
Chong Gudf7fbe92021-02-24 02:55:582602 'fuchsia-code-coverage': {
2603 'swarming': {
2604 'shards': 2,
2605 },
2606 },
John Budorickf00e5ff2019-06-11 21:21:062607 },
2608 },
bsheedye9469572019-01-23 17:31:332609 'monochrome_public_test_ar_apk': {
2610 'modifications': {
Brian Sheedy12169aa2019-10-16 23:38:032611 'Nougat Phone Tester': {
2612 'args': [
2613 # ArCore is not installed as a system app on N, so we can install it
2614 # normally instead of replacing the system version.
2615 '--additional-apk=//third_party/arcore-android-sdk/test-apks/arcore/arcore_current.apk'
2616 ],
2617 },
bsheedye9469572019-01-23 17:31:332618 # We need to match the Playstore version as well because AR tests fail on
2619 # old versions of the Playstore.
2620 'Oreo Phone Tester': {
Brian Sheedy2bcd16b2019-04-22 22:47:082621 'args': [
2622 # ArCore is not installed as a system app on O, so we can install it
2623 # normally instead of replacing the system version.
2624 '--additional-apk=//third_party/arcore-android-sdk/test-apks/arcore/arcore_current.apk'
2625 ],
bsheedye9469572019-01-23 17:31:332626 'swarming': {
2627 'dimension_sets': [
2628 {
2629 'device_os': 'OPR3.170623.008',
bsheedye9469572019-01-23 17:31:332630 'device_type': 'marlin',
2631 'os': 'Android',
2632 },
2633 ],
2634 },
2635 },
Haiyang Pan57159eba2020-05-07 23:14:132636 'android-10-arm64-rel': {
2637 'args': [
Brian Sheedy4dc4a6f2020-09-17 22:18:502638 '--remove-system-package=com.google.ar.core',
2639 '--additional-apk=//third_party/arcore-android-sdk/test-apks/arcore/arcore_current.apk',
Haiyang Pan57159eba2020-05-07 23:14:132640 ]
2641 },
Brian Sheedy2bcd16b2019-04-22 22:47:082642 'android-pie-arm64-dbg': {
2643 'args': [
Brian Sheedy4dc4a6f2020-09-17 22:18:502644 '--remove-system-package=com.google.ar.core',
2645 '--additional-apk=//third_party/arcore-android-sdk/test-apks/arcore/arcore_current.apk',
Brian Sheedy2bcd16b2019-04-22 22:47:082646 ]
2647 }
bsheedye9469572019-01-23 17:31:332648 },
2649 },
Kenneth Russellfbda3c532017-12-08 23:57:242650 'nacl_loader_unittests': {
2651 'remove_from': [
Nico Weber48f187142018-06-01 15:16:352652 'ToTMacASan', # The mac asan tot bot sets enable_nacl=false
Nico Weber3611ee802018-06-07 13:34:512653 'linux-win_cross-rel', # Sets enable_nacl=false, https://crbug.com/774186
Nico Webera8fc38f72018-04-10 02:20:112654 'Linux TSan Tests', # The TSan bot sets enable_nacl=false
Nico Weber05d3e642018-05-31 16:59:482655 'Mac ASan 64 Tests (1)', # The mac asan bot sets enable_nacl=false
Kenneth Russellfbda3c532017-12-08 23:57:242656 ],
2657 },
Kenneth Russelleb60cbd22017-12-05 07:54:282658 'net_unittests': {
2659 'modifications': {
Nico Weber33b9b7a2020-06-12 19:23:272660 'CrWinAsan': {
Ben Pastened2c01af2022-01-31 23:06:442661 # TODO(crbug.com/1257927): net_unittests is slow under ASan.
Nico Weber33b9b7a2020-06-12 19:23:272662 'swarming': {
2663 'shards': 16,
2664 },
2665 },
2666 'CrWinAsan(dll)': {
Ben Pastened2c01af2022-01-31 23:06:442667 # TODO(crbug.com/1257927): net_unittests is slow under ASan.
Nico Weber33b9b7a2020-06-12 19:23:272668 'swarming': {
2669 'shards': 16,
2670 },
2671 },
Erik Staabd468a802022-06-28 23:38:032672 'Linux ASan LSan Low Symbols FYI Tests (1)': {
2673 # These are very slow on the ASAN trybot for some reason.
2674 # crbug.com/1257927
2675 'swarming': {
2676 'shards': 16,
2677 },
2678 },
John Budorickca14c76f62017-12-09 14:19:182679 'Linux ASan LSan Tests (1)': {
John Budorick5052d552017-12-13 02:59:342680 # These are very slow on the ASAN trybot for some reason.
Ben Pastened2c01af2022-01-31 23:06:442681 # crbug.com/1257927
John Budorickca14c76f62017-12-09 14:19:182682 'swarming': {
John Budorick5052d552017-12-13 02:59:342683 'shards': 16,
John Budorickca14c76f62017-12-09 14:19:182684 },
2685 },
2686 'Linux Chromium OS ASan LSan Tests (1)': {
Takuto Ikuta54671d972018-07-19 19:06:352687 # These are very slow on the ASAN trybot for some reason.
Ben Pastened2c01af2022-01-31 23:06:442688 # crbug.com/1257927
John Budorickca14c76f62017-12-09 14:19:182689 'swarming': {
Sergey Berezinda3255c2018-03-16 00:34:022690 'shards': 8,
John Budorickca14c76f62017-12-09 14:19:182691 }
2692 },
Takuto Ikuta54671d972018-07-19 19:06:352693 'Linux ChromiumOS MSan Tests': {
2694 # These are very slow on the Chrome OS MSAN trybot for some reason.
2695 # crbug.com/865455
2696 'swarming': {
2697 'shards': 2,
2698 },
2699 },
John Budorickca14c76f62017-12-09 14:19:182700 'Linux TSan Tests': {
2701 'swarming': {
2702 'shards': 4,
2703 }
2704 },
Ben Pastene8bf205b2018-06-13 04:00:332705 # The suite runs signficantly slower on linux dbg, so increase shards.
2706 'Linux Tests (dbg)(1)': {
2707 'swarming': {
2708 'shards': 2,
2709 },
2710 },
Stephen Martinis1384ff92020-01-07 19:52:152711 'ToTLinuxASan': {
Ben Pastened2c01af2022-01-31 23:06:442712 # TODO(crbug.com/1257927): net_unittests is slow under ASan.
Stephen Martinis1384ff92020-01-07 19:52:152713 'swarming': {
2714 'shards': 16,
2715 },
2716 },
2717 'ToTLinuxTSan': {
2718 'swarming': {
2719 'shards': 4,
2720 }
2721 },
Haiyang Pan9d68ca02021-08-04 21:30:472722 'android-11-x86-rel': {
Haiyang Pan8d9906e02021-03-24 20:11:042723 'args': [
2724 '--test-launcher-filter-file=../../testing/buildbot/filters/android.emulator_11.net_unittests.filter',
2725 ],
2726 },
Haiyang Pan2a55a452022-03-03 08:18:332727 'android-12-x64-rel': {
Haiyang Pan2877f062021-11-18 01:06:062728 'args': [
2729 # TODO(crbug.com/1191793): Fix the test failure
2730 '--gtest_filter=-MimeUtilTest.ExtensionTest',
2731 ],
2732 },
Stefano Duof44278b2021-08-02 16:29:382733 'android-cronet-x86-dbg-10-tests': {
2734 'args': [
2735 '--test-launcher-filter-file=../../testing/buildbot/filters/android.emulator_10.net_unittests.filter',
2736 ],
2737 },
Chidera Olibieef99a55ca2021-10-01 21:42:002738 'android-cronet-x86-dbg-11-tests': {
2739 'args': [
2740 '--test-launcher-filter-file=../../testing/buildbot/filters/android.emulator_11.net_unittests.filter',
2741 ],
2742 },
Chidera Olibie262e33e2022-03-02 11:45:282743 'android-cronet-x86-dbg-lollipop-tests': {
2744 'args': [
2745 '--test-launcher-filter-file=../../testing/buildbot/filters/android.emulator_l.net_unittests.filter',
2746 ],
2747 },
Chidera Olibieef99a55ca2021-10-01 21:42:002748 'android-cronet-x86-dbg-oreo-tests': {
2749 'args': [
2750 '--test-launcher-filter-file=../../testing/buildbot/filters/android.emulator.net_unittests.filter',
2751 ],
2752 },
Chidera Olibie509fd732021-09-30 20:17:172753 'android-cronet-x86-dbg-pie-tests': {
2754 # crbug.com/1046060
2755 'args': [
2756 '--test-launcher-filter-file=../../testing/buildbot/filters/android.emulator.net_unittests.filter',
2757 ],
2758 },
Chidera Olibie5c0ec912022-03-23 10:44:512759 'android-cronet-x86-rel-kitkat-tests': {
2760 'args': [
2761 '--test-launcher-filter-file=../../testing/buildbot/filters/android.emulator_k.net_unittests.filter',
2762 ],
2763 },
Haiyang Pan2486dcb2020-09-18 17:53:062764 'android-marshmallow-x86-rel-non-cq': {
John Budorick7fde6b492020-01-29 17:43:502765 # crbug.com/1046060
2766 'args': [
2767 '--test-launcher-filter-file=../../testing/buildbot/filters/android.emulator.net_unittests.filter',
2768 ],
2769 },
Haiyang Pan08d09dc2020-04-01 16:11:212770 'android-pie-x86-rel': {
John Budorick7fde6b492020-01-29 17:43:502771 # crbug.com/1046060
2772 'args': [
2773 '--test-launcher-filter-file=../../testing/buildbot/filters/android.emulator.net_unittests.filter',
2774 ],
2775 },
Struan Shrimpton4b7abc02021-12-16 01:36:592776 'chromeos-amd64-generic-rel': {
2777 'swarming': {
2778 'quickrun_shards': 6,
2779 },
2780 },
Chong Gu76046412021-09-22 17:49:212781 'fuchsia-code-coverage': {
2782 'swarming': {
2783 'shards': 14,
2784 },
2785 },
Ben Pastene8bf205b2018-06-13 04:00:332786 'linux-chromeos-dbg': {
2787 'swarming': {
2788 'shards': 2,
2789 },
2790 },
Lindsay Pasricha60535a22021-12-13 16:50:242791 # TODO (crbug.com/1278618) Re-enable once fixed
2792 'mac-osxbeta-rel': {
2793 'experiment_percentage': 0,
2794 },
Nico Weber33b9b7a2020-06-12 19:23:272795 'win-asan': {
Ben Pastened2c01af2022-01-31 23:06:442796 # TODO(crbug.com/1257927): net_unittests is slow under ASan.
Nico Weber33b9b7a2020-06-12 19:23:272797 'swarming': {
2798 'shards': 16,
2799 },
2800 },
Kenneth Russelleb60cbd22017-12-05 07:54:282801 },
2802 },
John Chenaab16fc02020-03-03 06:35:452803 'not_site_per_process_blink_web_tests': {
Lukasz Anforowicz04bc6302018-11-19 19:04:282804 'remove_from': [
Lukasz Anforowicz04bc6302018-11-19 19:04:282805 # TODO(dpranke): Should we be running this step on Linux Tests (dbg)(1)?
2806 'Linux Tests (dbg)(1)',
Lukasz Anforowicz04bc6302018-11-19 19:04:282807 ],
Yuke Liaobc9ff982019-04-30 06:56:162808 'modifications': {
Stephen Martinis1384ff92020-01-07 19:52:152809 'Linux Tests': {
2810 "args": [
2811 "--additional-env-var=LLVM_PROFILE_FILE=${ISOLATED_OUTDIR}/profraw/default-%2m.profraw",
Stephen Martinis1384ff92020-01-07 19:52:152812 ],
Struan Shrimpton57c594e42022-01-25 17:59:132813 'swarming': {
2814 'quickrun_shards': 18,
2815 },
Stephen Martinis1384ff92020-01-07 19:52:152816 },
Yuke Liaoea70f472019-12-19 06:03:362817 'linux-code-coverage': {
2818 'args': [
2819 '--additional-env-var=LLVM_PROFILE_FILE=${ISOLATED_OUTDIR}/profraw/default-%2m.profraw',
Yuke Liaoea70f472019-12-19 06:03:362820 ],
2821 'swarming': {
2822 'shards': 20,
2823 },
2824 },
Yuke Liaobc9ff982019-04-30 06:56:162825 },
Lukasz Anforowicz04bc6302018-11-19 19:04:282826 },
Xi Cheng34ca4042018-02-23 00:10:122827 'notification_helper_unittests': {
2828 'remove_from': [
Hans Wennborg252643a2018-05-22 14:41:122829 # The test uses WinRT, which only exists in Windows 8 or above.
2830 # (https://crbug.com/813553)
Xi Cheng34ca4042018-02-23 00:10:122831 'Win 7 Tests x64 (1)',
Xi Cheng34ca4042018-02-23 00:10:122832 'Win7 Tests (1)',
Stephen Martinis1384ff92020-01-07 19:52:152833 # all these bots run Windows 7.
Xi Cheng34ca4042018-02-23 00:10:122834 'ToTWin',
2835 'ToTWin(dbg)',
2836 'ToTWin(dll)',
inglorionb8e7a3ed2019-04-12 09:49:032837 'ToTWinOfficial',
Arthur Eubanks0c24b822021-06-15 18:51:342838 'ToTWinOfficial64',
Xi Cheng34ca4042018-02-23 00:10:122839 'ToTWin64',
2840 'ToTWin64(dbg)',
2841 'ToTWin64(dll)',
Xi Cheng34ca4042018-02-23 00:10:122842 ],
2843 },
Peter McNeeley3cfc0ec82021-12-08 20:36:242844 'overlay_prioritization_viz_unittests': {
2845 'remove_from': [
2846 # Reduce CQ load
2847 'Linux Tests (Wayland)',
2848 ],
2849 },
Ben Pastenee723b2f2019-05-31 19:10:272850 'ozone_unittests': {
2851 'modifications': {
Ben Pastene8ef125e2019-12-10 01:46:292852 'chromeos-betty-pi-arc-chrome': {
2853 'args': [
2854 '--test-launcher-filter-file=../../testing/buildbot/filters/chromeos.ozone_unittests.filter',
2855 ],
2856 },
Ben Pastene500cc1d12021-01-22 18:10:472857 'chromeos-betty-pi-arc-chrome-dchecks': {
2858 'args': [
2859 '--test-launcher-filter-file=../../testing/buildbot/filters/chromeos.ozone_unittests.filter',
2860 ],
2861 },
Ben Pastene8ef125e2019-12-10 01:46:292862 'linux-chromeos-chrome': {
2863 'args': [
2864 '--test-launcher-filter-file=../../testing/buildbot/filters/chromeos.ozone_unittests.filter',
2865 ],
2866 },
Ben Pastenee723b2f2019-05-31 19:10:272867 },
2868 },
Maksim Sisovc81d284c2021-10-05 17:54:352869 'ozone_x11_unittests': {
2870 # Wayland bot uses chromium_linux_gtests that includes some x11 only
2871 # test targets. To avoid maintaining a list of tests, remove them here.
2872 'remove_from': [
2873 'Linux Tests (Wayland)',
2874 ],
2875 },
Karen Qian385d2ca2019-03-19 21:49:582876 'perfetto_unittests': {
Haiyang Pan0e27adbeb2021-12-14 22:44:302877 'modifications': {
Haiyang Pan2a55a452022-03-03 08:18:332878 'android-12-x64-rel': {
Haiyang Pan0e27adbeb2021-12-14 22:44:302879 'args': [
2880 # TODO(crbug.com/1260440): Fix the failed test
2881 '--gtest_filter=-ScopedDirTest.CloseOutOfScope',
2882 ],
2883 },
James Shen274775eb2022-07-06 22:54:432884 'android-nougat-x86-rel': {
2885 'args': [
2886 # TODO(crbug.com/1260440): Fix the failed test
2887 '--gtest_filter=-ScopedDirTest.CloseOutOfScope',
2888 ],
2889 },
Chong Gua10cd302022-01-14 19:22:192890 'fuchsia-fyi-x64-asan': {
2891 'args': [
Kevin Marshall847bf0332022-05-31 20:12:542892 # TODO(crbug.com/1199334): Error messages only show up in klog.
2893 '--gtest_filter=-PagedMemoryTest.AccessUncommittedMemoryTriggersASAN'
Chong Gua10cd302022-01-14 19:22:192894 ],
2895 },
Haiyang Pan0e27adbeb2021-12-14 22:44:302896 },
Karen Qian385d2ca2019-03-19 21:49:582897 'remove_from': [
Haiyang Pan363c59a2020-07-23 05:47:042898 # TODO(crbug.com/931138): Fix permission issue when creating tmp files
John Budorickd3fa5992019-12-13 17:22:412899 'android-arm64-proguard-rel',
John Budorickf2283d72019-06-25 01:09:092900 'android-asan',
Yun Liu022f4512019-06-10 23:14:042901 'android-code-coverage',
Yun Liu7cfd28a2019-10-30 01:57:122902 'android-code-coverage-native',
Karen Qian385d2ca2019-03-19 21:49:582903 'android-marshmallow-arm64-rel',
Haiyang Pan2486dcb2020-09-18 17:53:062904 'android-marshmallow-x86-rel-non-cq',
Ben Joyce46ca6012021-03-31 19:19:252905 'android-pie-arm64-coverage-experimental-rel', # Does not generate profraw data.
Andrew Luo38b311f2019-10-04 03:42:092906 'android-pie-arm64-rel',
Haiyang Pan08d09dc2020-04-01 16:11:212907 'android-pie-x86-rel',
Haiyang Pan9d68ca02021-08-04 21:30:472908 'android-11-x86-rel',
Karen Qian385d2ca2019-03-19 21:49:582909 'Marshmallow 64 bit Tester',
2910 'Marshmallow Tablet Tester',
2911 'Nougat Phone Tester',
Arthur Eubanksc8f86ee2021-05-10 20:14:242912 'ToTAndroid'
Karen Qian385d2ca2019-03-19 21:49:582913 ]
2914 },
Stephen Martinis54d64ad2018-09-21 22:16:202915 'performance_test_suite': {
2916 'modifications': {
Cameron Higgins7558b162022-06-10 18:53:072917 'Mac12 Tests (dbg)': {
Zhaoyang Li9357e1e12021-12-07 18:53:172918 'args': [
2919 '--browser=debug',
2920 ],
2921 },
Stephen Martinis54d64ad2018-09-21 22:16:202922 'Win10 Tests x64 (dbg)': {
2923 'args': [
Takuto Ikutab28b582e2021-02-10 01:41:212924 '--browser=debug_x64',
Stephen Martinis54d64ad2018-09-21 22:16:202925 ],
2926 'experiment_percentage': 100,
2927 },
Stephen Martinis54d64ad2018-09-21 22:16:202928 },
2929 },
Jonah Ryan-Davis832c8462020-06-09 03:45:032930 'pixel_skia_gold_passthrough_test': {
Brian Sheedyc0c142c2021-06-01 21:18:052931 'modifications': {
2932 'Android FYI Release (Pixel 4)': {
2933 'args': [
2934 # Pixel 4s are weird in that they can output in different color spaces
2935 # simultaneously. The readback code for capturing a screenshot assumes
2936 # only one color space, so disable wide color gamut for the test to
2937 # work around the issue. See https://crbug.com/1166379 for more
2938 # information.
2939 '--extra-browser-args=--disable-wcg-for-test',
2940 ],
2941 },
Struan Shrimptone772d72f2021-12-15 07:50:092942 'Mac Retina Release (AMD)': {
2943 'swarming': {
2944 'quickrun_shards': 2,
2945 },
2946 },
Struan Shrimpton4b7abc02021-12-16 01:36:592947 'Win10 x64 Release (NVIDIA)': {
2948 'swarming': {
2949 'quickrun_shards': 2,
2950 },
2951 },
Ben Pastene63f13302022-05-12 21:04:052952 'android_optional_gpu_tests_rel': {
2953 'args': [
2954 # See above.
2955 '--extra-browser-args=--disable-wcg-for-test',
2956 ],
2957 },
Brian Sheedyc0c142c2021-06-01 21:18:052958 },
Jonah Ryan-Davis832c8462020-06-09 03:45:032959 'replacements': {
2960 # The V8 builders pass the V8 revision for ${got_revision}, so instead
2961 # use ${got_cr_revision}, which is only set on the V8 bots.
2962 'Linux V8 FYI Release (NVIDIA)': {
2963 'args': {
2964 '--git-revision': '${got_cr_revision}',
2965 },
2966 },
2967 'Linux V8 FYI Release - pointer compression (NVIDIA)': {
2968 'args': {
2969 '--git-revision': '${got_cr_revision}',
2970 },
2971 },
Jonah Ryan-Davisdeeffeaf2020-06-18 17:56:002972 'Mac V8 FYI Release (Intel)': {
2973 'args': {
2974 '--git-revision': '${got_cr_revision}',
2975 },
2976 },
Jonah Ryan-Davis832c8462020-06-09 03:45:032977 'Win V8 FYI Release (NVIDIA)': {
2978 'args': {
2979 '--git-revision': '${got_cr_revision}',
2980 },
2981 },
2982 },
2983 },
2984 'pixel_skia_gold_validating_test': {
Brian Sheedy0566f2cb2021-02-12 22:12:502985 'modifications': {
2986 'Android FYI Release (Pixel 4)': {
2987 'args': [
2988 # Pixel 4s are weird in that they can output in different color spaces
2989 # simultaneously. The readback code for capturing a screenshot assumes
2990 # only one color space, so disable wide color gamut for the test to
2991 # work around the issue. See https://crbug.com/1166379 for more
2992 # information.
2993 '--extra-browser-args=--disable-wcg-for-test',
2994 ],
2995 },
Ben Pastene63f13302022-05-12 21:04:052996 'android_optional_gpu_tests_rel': {
2997 'args': [
2998 # See above.
2999 '--extra-browser-args=--disable-wcg-for-test',
3000 ],
3001 },
Chong Guabe5adec02022-03-24 17:41:303002 'fuchsia-fyi-x64-rel': { # https://crbug.com/1302427
3003 'experiment_percentage': 100,
3004 },
Brian Sheedy0566f2cb2021-02-12 22:12:503005 },
Chong Gu0aa929e62022-03-03 15:34:133006 'remove_from': [
3007 'Fuchsia x64', # https://crbug.com/1302427
3008 ],
Brian Sheedye6ea0ee2019-07-11 02:54:373009 'replacements': {
Brian Sheedye6ea0ee2019-07-11 02:54:373010 # The V8 builders pass the V8 revision for ${got_revision}, so instead
3011 # use ${got_cr_revision}, which is only set on the V8 bots.
3012 'Android V8 FYI Release (Nexus 5X)': {
3013 'args': {
Brian Sheedy4d335deb2020-04-01 20:47:323014 '--git-revision': '${got_cr_revision}',
Brian Sheedye6ea0ee2019-07-11 02:54:373015 },
3016 },
Brian Sheedye6ea0ee2019-07-11 02:54:373017 },
3018 },
3019 'pixel_test':{
Takuto Ikuta35c85522019-06-04 16:55:463020 'modifications': {
3021 'Android Release (Nexus 5X)': {
3022 'swarming': {
3023 'shards': 2,
3024 },
3025 },
3026 },
Nico Weber128fd382018-06-14 23:29:273027 },
John Budorickdce9d462019-03-23 00:25:383028 'sandbox_linux_unittests': {
3029 'modifications': {
Haiyang Pan2a55a452022-03-03 08:18:333030 'android-12-x64-rel': {
Haiyang Pan4d49f5d2021-11-24 02:06:133031 'args': [
3032 '--test-launcher-filter-file=../../testing/buildbot/filters/android.emulator_12.sandbox_linux_unittests.filter',
3033 ]
3034 },
Haiyang Pan6b8e4cf2021-08-02 21:38:283035 'android-marshmallow-x86-rel': {
John Budorick6e8e595b2020-01-27 18:15:583036 'args': [
3037 '--test-launcher-filter-file=../../testing/buildbot/filters/android.emulator.sandbox_linux_unittests.filter',
3038 ]
3039 },
James Shenca34ad02022-06-29 22:38:513040 'android-nougat-x86-rel': {
3041 'args': [
3042 '--test-launcher-filter-file=../../testing/buildbot/filters/android.emulator.sandbox_linux_unittests.filter',
3043 ]
3044 },
Haiyang Pan08d09dc2020-04-01 16:11:213045 'android-pie-x86-rel': {
John Budorick191adfcd2020-01-29 18:19:043046 'args': [
3047 '--test-launcher-filter-file=../../testing/buildbot/filters/android.emulator.sandbox_linux_unittests.filter',
3048 ]
3049 },
John Budorickdce9d462019-03-23 00:25:383050 },
John Budorick3ebfdf852019-05-13 22:28:163051 'remove_from': [
John Budorick3ebfdf852019-05-13 22:28:163052 'android-asan', # https://crbug.com/962650
3053 ],
John Budorickdce9d462019-03-23 00:25:383054 },
Brian Sheedyc0c142c2021-06-01 21:18:053055 'screenshot_sync_passthrough_tests': {
3056 'modifications': {
3057 'Android FYI Release (Pixel 4)': {
3058 'args': [
3059 # Pixel 4s are weird in that they can output in different color spaces
3060 # simultaneously. The readback code for capturing a screenshot assumes
3061 # only one color space, so disable wide color gamut for the test to
3062 # work around the issue. See https://crbug.com/1166379 for more
3063 # information.
3064 '--extra-browser-args=--disable-wcg-for-test',
3065 ],
3066 },
Ben Pastene63f13302022-05-12 21:04:053067 'android_optional_gpu_tests_rel': {
3068 'args': [
3069 # See above.
3070 '--extra-browser-args=--disable-wcg-for-test',
3071 ],
3072 },
Brian Sheedyc0c142c2021-06-01 21:18:053073 },
3074 },
Brian Sheedy0566f2cb2021-02-12 22:12:503075 'screenshot_sync_validating_tests': {
3076 'modifications': {
3077 'Android FYI Release (Pixel 4)': {
3078 'args': [
3079 # Pixel 4s are weird in that they can output in different color spaces
3080 # simultaneously. The readback code for capturing a screenshot assumes
3081 # only one color space, so disable wide color gamut for the test to
3082 # work around the issue. See https://crbug.com/1166379 for more
3083 # information.
3084 '--extra-browser-args=--disable-wcg-for-test',
3085 ],
3086 },
Ben Pastene63f13302022-05-12 21:04:053087 'android_optional_gpu_tests_rel': {
3088 'args': [
3089 # See above.
3090 '--extra-browser-args=--disable-wcg-for-test',
3091 ],
3092 },
Brian Sheedy0566f2cb2021-02-12 22:12:503093 },
Chong Gu0aa929e62022-03-03 15:34:133094 'remove_from': [
3095 'Fuchsia x64', # https://crbug.com/1302427
3096 ],
Brian Sheedy0566f2cb2021-02-12 22:12:503097 },
Kenneth Russelleb60cbd22017-12-05 07:54:283098 'services_unittests': {
3099 'remove_from': [
Nico Weber15a00d62018-05-16 17:11:483100 'ToTLinuxMSan', # https://crbug.com/831676
Kenneth Russell8a386d42018-06-02 09:48:013101 # The face and barcode detection tests fail on the Mac Pros.
3102 'Mac Pro FYI Release (AMD)',
Nico Weberd36959682018-04-12 03:33:463103 'Linux ChromiumOS MSan Tests', # https://crbug.com/831676
Ben Pastene7636bb62022-04-22 18:55:253104 'Linux ChromiumOS MSan Focal',
Nico Weberd36959682018-04-12 03:33:463105 'Linux MSan Tests', # https://crbug.com/831676
Ben Pastene7636bb62022-04-22 18:55:253106 'Linux MSan Focal', # https://crbug.com/831676
Kenneth Russelleb60cbd22017-12-05 07:54:283107 ],
Brian Sheedyb6c58792020-05-07 18:37:333108 'replacements': {
3109 # TODO(crbug.com/1078982): Remove once the test is fixed on 10.15.4.
3110 'Mac FYI Experimental Release (Intel)': {
3111 'args': {
3112 '--gtest_filter': '*Detection*:-FaceDetectionImplMacTest.ScanOneFace*',
3113 },
3114 },
3115 },
Haiyang Pan363c59a2020-07-23 05:47:043116 'modifications': {
Erik Staabd468a802022-06-28 23:38:033117 'Linux ASan LSan Low Symbols FYI Tests (1)': {
3118 'swarming': {
3119 'quickrun_shards': 2,
3120 },
3121 },
Struan Shrimptone772d72f2021-12-15 07:50:093122 'Linux ASan LSan Tests (1)': {
3123 'swarming': {
3124 'quickrun_shards': 2,
3125 },
3126 },
Haiyang Pan9d68ca02021-08-04 21:30:473127 'android-11-x86-rel': {
Haiyang Pan10f029c2021-07-30 23:17:563128 'args': [
Haiyang Pan2877f062021-11-18 01:06:063129 # TODO(crbug.com/1264654): Fix the failed tests
3130 '--gtest_filter=-PacLibraryTest.ActualPacMyIpAddress*'
3131 ],
3132 },
Haiyang Pan2a55a452022-03-03 08:18:333133 'android-12-x64-rel': {
Haiyang Pan2877f062021-11-18 01:06:063134 'args': [
3135 # TODO(crbug.com/1264654): Fix the failed tests
Haiyang Pan10f029c2021-07-30 23:17:563136 '--gtest_filter=-PacLibraryTest.ActualPacMyIpAddress*'
3137 ],
3138 },
James Shenb3549802022-06-30 18:32:513139 'android-nougat-x86-rel': {
3140 'args': [
3141 # TODO(crbug.com/1264654): Fix the failed tests
3142 '--gtest_filter=-PacLibraryTest.ActualPacMyIpAddress*'
3143 ],
3144 },
Chong Gu52481452021-04-02 17:52:413145 'fuchsia-code-coverage': {
3146 'swarming': {
3147 'shards': 7,
3148 },
3149 },
3150 }
Chong Gudf7fbe92021-02-24 02:55:583151 },
Chong Gu76046412021-09-22 17:49:213152 'snapshot_unittests': {
Chong Gub2446462021-08-19 18:44:083153 'modifications': {
3154 'fuchsia-fyi-arm64-dbg': {
3155 'args': [
3156 '--test-launcher-filter-file=../../testing/buildbot/filters/fuchsia.debug.snapshot_unittests.filter',
3157 ],
3158 },
3159 },
3160 },
Kenneth Russelleb60cbd22017-12-05 07:54:283161 'sync_integration_tests': {
Brad Halla36886c2019-02-26 16:52:293162 'remove_from': [
Brad Halla36886c2019-02-26 16:52:293163 'CrWinAsan(dll)', # https://crbug.com/935598
3164 ],
Kenneth Russelleb60cbd22017-12-05 07:54:283165 'modifications': {
Erik Staabd468a802022-06-28 23:38:033166 'Linux ASan LSan Low Symbols FYI Tests (1)': {
3167 'swarming': {
3168 'shards': 4,
3169 },
3170 },
Erik Chene84bc1c2019-11-25 23:23:523171 'Linux ASan LSan Tests (1)': {
3172 'swarming': {
3173 'shards': 4,
3174 },
3175 },
Nico Weber8fbc2832018-12-14 16:00:573176 'Linux TSan Tests': {
3177 'swarming': {
3178 'shards': 6,
3179 },
3180 },
Chris Cunninghama1239c8b2022-05-03 00:32:213181 'Mac ASan 64 Tests (1)': {
3182 'swarming': {
3183 'shards': 3,
Lindsay Pasricha2cfaec212022-05-11 19:00:393184 },
3185 },
3186 'Mac11 Tests': {
3187 'swarming': {
3188 'shards': 4,
Chris Cunninghama1239c8b2022-05-03 00:32:213189 },
3190 },
Yue She0cad2922022-06-24 15:06:073191 'Mac12 Tests': {
3192 'swarming': {
3193 'shards': 4,
3194 },
3195 },
Stephen Martinis1384ff92020-01-07 19:52:153196 'ToTLinuxTSan': {
Kenneth Russelleb60cbd22017-12-05 07:54:283197 'swarming': {
Stephen Martinis1384ff92020-01-07 19:52:153198 'shards': 6,
Kenneth Russelleb60cbd22017-12-05 07:54:283199 },
3200 },
Struan Shrimptona1ab7672022-01-13 18:02:513201 'Win10 Tests x64': {
3202 'swarming': {
3203 'quickrun_shards': 3,
3204 },
3205 },
Stephen Martinis75ab55d2018-08-30 02:27:123206 'Win10 Tests x64 (dbg)': {
3207 'experiment_percentage': 100, # https://crbug.com/840369
3208 },
Stephen Martinis1384ff92020-01-07 19:52:153209 'linux-chromeos-code-coverage': {
Yuke Liao79424e42020-01-06 21:00:113210 'swarming': {
3211 'shards': 4,
3212 },
3213 },
Stephen Martinis1384ff92020-01-07 19:52:153214 'linux-code-coverage': {
Yuke Liao79424e42020-01-06 21:00:113215 'swarming': {
3216 'shards': 4,
3217 },
3218 },
Sven Zhengfbbf21a2021-04-16 23:57:123219 # https://crbug.com/1199909,
Junhua Chen39dd2dba2021-05-05 17:51:543220 'linux-lacros-code-coverage': {
3221 'args': [
3222 '--test-launcher-filter-file=../../testing/buildbot/filters/linux-lacros.sync_integration_tests.filter',
3223 ]
3224 },
Jieting Yangbf15db672021-10-04 19:18:373225 'linux-lacros-dbg-tests-fyi': {
3226 'args': [
3227 '--test-launcher-filter-file=../../testing/buildbot/filters/linux-lacros.sync_integration_tests.filter',
3228 ],
3229 },
Anastasiia N11c1f8d2021-04-19 14:04:423230 'linux-lacros-tester-rel': {
3231 'args': [
Yuke Liao56a437dd2021-05-05 04:53:403232 '--test-launcher-filter-file=../../testing/buildbot/filters/linux-lacros.sync_integration_tests.filter',
Anastasiia N11c1f8d2021-04-19 14:04:423233 ],
3234 },
Kuan Huang235b0142021-10-19 18:59:283235 'mac-code-coverage': {
3236 'args': [
3237 '--coverage-continuous-mode=1',
3238 ],
3239 },
Kenneth Russelleb60cbd22017-12-05 07:54:283240 },
3241 },
Weizhong Xia613fda42021-04-21 20:11:523242 'system_webview_wpt': {
3243 'modifications': {
3244 'android-webview-pie-x86-wpt-fyi-rel': {
Weizhong Xia7dd41362021-09-30 16:05:383245 'args': [
3246 '--log-wptreport',
3247 ],
Weizhong Xia613fda42021-04-21 20:11:523248 },
3249 },
3250 },
Kenneth Russell8a386d42018-06-02 09:48:013251 'tab_capture_end2end_tests': {
Nico Webere89a3c92018-07-01 01:30:523252 # Run these only on Release bots.
Kenneth Russell8a386d42018-06-02 09:48:013253 'remove_from': [
Kenneth Russell8a386d42018-06-02 09:48:013254 'Linux Debug (NVIDIA)',
3255 'Mac Debug (Intel)',
3256 'Mac Retina Debug (AMD)',
Yuly Novikovbc1ccff2019-08-03 00:05:493257 'Win10 FYI x64 Debug (NVIDIA)',
Yuly Novikovf28f1eca2019-07-04 22:43:393258 # Disabled due to dbus crashes crbug.com/927465
Yuly Novikov5865ff72019-07-09 21:38:053259 'Linux FYI Release (Intel HD 630)',
3260 'Linux FYI Release (NVIDIA)',
Yuly Novikov5865ff72019-07-09 21:38:053261 'Linux Release (NVIDIA)',
Kenneth Russell8a386d42018-06-02 09:48:013262 ],
Emily Hanleyb64ac7c2018-05-25 13:36:553263 },
Haiyang Pan8c201b92020-06-04 01:25:073264 'telemetry_chromium_minidump_unittests': {
3265 'remove_from': [
Haiyang Pan2486dcb2020-09-18 17:53:063266 'android-marshmallow-x86-rel-non-cq', # crbug.com/1084352
Haiyang Pan8c201b92020-06-04 01:25:073267 ],
3268 },
Brian Sheedyc117f6d2020-05-06 02:23:273269 'telemetry_monochrome_minidump_unittests': {
3270 'remove_from': [
3271 # Monochrome isn't supported on M.
3272 'android-marshmallow-arm64-rel',
Haiyang Pan2486dcb2020-09-18 17:53:063273 'android-marshmallow-x86-rel-non-cq',
Brian Sheedyc117f6d2020-05-06 02:23:273274 ],
3275 },
Kenneth Russelleb60cbd22017-12-05 07:54:283276 'telemetry_perf_unittests': {
3277 'modifications': {
Kenneth Russelleb60cbd22017-12-05 07:54:283278 'Linux Tests': {
3279 'args': [
3280 '--xvfb',
Ned Nguyene6e26042018-01-17 20:42:483281 '--jobs=1',
Kenneth Russelleb60cbd22017-12-05 07:54:283282 ],
3283 },
Juan Antonio Navarro Perez4899edf2019-03-14 13:05:353284 'Linux Tests (dbg)(1)': {
3285 'args': [
3286 '--xvfb',
3287 '--jobs=1',
3288 ],
3289 },
John Chen9fd22fcf2021-12-10 02:24:123290 'Mac11 Tests': {
3291 'ci_only': True,
3292 },
Yue She0cad2922022-06-24 15:06:073293 'Mac12 Tests': {
3294 'ci_only': True,
3295 },
Struan Shrimptona1ab7672022-01-13 18:02:513296 'chromeos-amd64-generic-rel': {
3297 'swarming': {
3298 'quickrun_shards': 24,
3299 },
3300 },
Ben Pastene69400eb2021-03-25 19:27:163301 'chromeos-eve-chrome': {
3302 'args': [
3303 # TODO(crbug.com/1191132): Re-enable.
3304 '--skip=benchmarks.benchmark_smoke_unittest.BenchmarkSmokeTest.wasmpspdfkit',
3305 ],
3306 },
Ben Pastene2b4b15f2021-03-04 00:39:243307 'chromeos-kevin-chrome': {
3308 # TODO(crbug.com/1182948): Remove the experiment.
Ben Pastenebe91e462021-07-27 23:47:263309 # TODO(b/188822176): Restore to 100% when we have additional capacity.
3310 'experiment_percentage': 0,
Ben Pastene2b4b15f2021-03-04 00:39:243311 },
Kenneth Russelleb60cbd22017-12-05 07:54:283312 },
3313 'remove_from': [
Haiyang Pan2486dcb2020-09-18 17:53:063314 'android-marshmallow-x86-rel-non-cq', # crbug.com/1084352
Haiyang Pan0e39edf42020-04-28 19:29:013315 # There's no need to run telemetry_perf_unittests on both lollipop and
Erik Chen96894722019-11-21 20:03:393316 # marshmallow on the CQ. https://crbug.com/1026487.
Ben Joyce3e043862021-10-20 23:57:243317 # TODO(crbug/1260494): Test suite isn't running on android.
Erik Chen96894722019-11-21 20:03:393318 'android-marshmallow-arm64-rel',
Andrew Luobe83fd82019-12-19 03:07:583319 'android-pie-arm64-rel',
Garrett Beatyeef031a2019-02-28 01:55:413320 # crbug.com/936540
Shenghua Zhangbd6f1b22018-03-03 02:59:143321 'Mac10.13 Tests',
Zhaoyang Li69e2e002021-02-19 21:57:353322 'Mac10.15 Tests',
Lindsay Pasricha21bb93d72021-12-07 05:48:393323 # TODO crbug.com/1277277
Cameron Higgins7558b162022-06-10 18:53:073324 'Mac12 Tests (dbg)',
Stephen Martinis1384ff92020-01-07 19:52:153325 'Linux - Future (dbg)', # client.v8.chromium
Takuto Ikuta9aa015d2019-04-15 23:33:293326 'Win10 Tests x64',
Stephen Martinise701f5a2018-05-04 01:25:113327 'Win10 Tests x64 (dbg)',
Kuan Huanga89737d2022-01-07 19:42:113328 'Win11 Tests x64',
Kenneth Russelleb60cbd22017-12-05 07:54:283329 ],
3330 },
Stephen Martinis54d64ad2018-09-21 22:16:203331 'telemetry_unittests': {
3332 'modifications': {
3333 'Win10 Tests x64 (dbg)': {
3334 'experiment_percentage': 100, # crbug.com/870673
Ben Pastene9383fe12020-10-20 21:32:403335 },
Struan Shrimptona1ab7672022-01-13 18:02:513336 'chromeos-amd64-generic-rel': {
3337 'swarming': {
3338 'quickrun_shards': 60,
3339 },
3340 },
John Budorickc498fd3c2019-03-14 01:16:263341 },
3342 'remove_from': [
Ben Pastene9ef2ced52021-07-28 18:04:343343 # TODO(crbug.com/1141234): Restore when there's more DUTs
Ben Pastene7f1ded3a42022-06-08 17:01:593344 'chromeos-eve-chrome',
Ben Pastene9ef2ced52021-07-28 18:04:343345 'chromeos-kevin-chrome',
3346 'chromeos-kevin-rel',
Ben Pastene619317752020-12-03 00:04:143347
Takuto Ikuta9aa015d2019-04-15 23:33:293348 'Win10 Tests x64',
Kuan Huanga89737d2022-01-07 19:42:113349 'Win11 Tests x64',
Titouan Rigoudye122ec32021-11-08 16:36:163350
3351 # TODO(https://crbug.com/1267161): Re-enable when platform is supported.
3352 'mac11-arm64-rel-tests',
Zhaoyang Li5d3713d2022-06-13 18:01:173353 # TODO(https://crbug.com/1267161): Re-enable when platform is supported.
3354 'mac12-arm64-rel-tests',
John Budorickc498fd3c2019-03-14 01:16:263355 ],
Stephen Martinis54d64ad2018-09-21 22:16:203356 },
Ben Pastene8e7eb2652022-04-29 19:44:313357 'test_buildbucket_api_gpu_use_cases GTX 1660': {
3358 'remove_from': [
3359 'linux_optional_gpu_tests_rel', # crbug.com/1080749
Brian Sheedyf3b48d62020-05-08 23:03:123360 ],
3361 },
Chong Guabe5adec02022-03-24 17:41:303362 'trace_test': {
3363 'modifications': {
3364 'fuchsia-fyi-x64-rel': { # https://crbug.com/1269976
3365 'experiment_percentage': 100,
3366 },
3367 },
3368 },
Brian Sheedy739eb6a2022-06-10 06:01:343369 'unexpected_passes_common_pytype': {
3370 'remove_from': [
3371 'linux-code-coverage',
3372 ],
3373 },
Kenneth Russelleb60cbd22017-12-05 07:54:283374 'unit_tests': {
Yun Liu3e759dbb2019-11-01 19:25:523375 'remove_from': [
Ben Pastene3e32ffe2020-08-07 03:37:073376 'android-pie-arm64-rel', # https://crbug.com/1010211
Yun Liu3e759dbb2019-11-01 19:25:523377 ],
Kenneth Russelleb60cbd22017-12-05 07:54:283378 'modifications': {
Erik Staabd468a802022-06-28 23:38:033379 'Linux ASan LSan Low Symbols FYI Tests (1)': {
3380 # These are slow on the ASAN trybot for some reason.
3381 # crbug.com/1257927
3382 'swarming': {
3383 'shards': 4,
3384 },
3385 },
John Budorickca14c76f62017-12-09 14:19:183386 'Linux ASan LSan Tests (1)': {
John Budorick5052d552017-12-13 02:59:343387 # These are slow on the ASAN trybot for some reason.
Ben Pastened2c01af2022-01-31 23:06:443388 # crbug.com/1257927
John Budorickca14c76f62017-12-09 14:19:183389 'swarming': {
John Budorick5052d552017-12-13 02:59:343390 'shards': 4,
John Budorickca14c76f62017-12-09 14:19:183391 },
3392 },
Stephen Martinis1384ff92020-01-07 19:52:153393 'Linux Chromium OS ASan LSan Tests (1)': {
3394 # These are slow on the ASAN trybot for some reason.
Ben Pastened2c01af2022-01-31 23:06:443395 # crbug.com/1257927
John Budorickca14c76f62017-12-09 14:19:183396 'swarming': {
3397 'shards': 2,
3398 },
3399 },
Takuto Ikuta54671d972018-07-19 19:06:353400 'Linux ChromiumOS MSan Tests': {
3401 # These are very slow on the Chrome OS MSAN trybot for some reason.
3402 # crbug.com/865455
3403 'swarming': {
3404 'shards': 2,
3405 },
3406 },
Stephen Martinis1384ff92020-01-07 19:52:153407 'Linux TSan Tests': {
Takuto Ikuta54671d972018-07-19 19:06:353408 'swarming': {
3409 'shards': 2,
3410 },
3411 },
Maksim Sisovc81d284c2021-10-05 17:54:353412 # https://crbug.com/1184127
3413 'Linux Tests (Wayland)': {
3414 'args': [
3415 '--test-launcher-filter-file=../../testing/buildbot/filters/ozone-linux.unit_tests_wayland.filter',
3416 ],
3417 },
Cameron Higgins7558b162022-06-10 18:53:073418 'Mac12 Tests (dbg)': {
Zhaoyang Li9357e1e12021-12-07 18:53:173419 'swarming': {
3420 'shards': 2,
3421 },
3422 },
Stephen Martinis1384ff92020-01-07 19:52:153423 'ToTLinuxASan': {
Dirk Pranke20eae9a72017-12-09 18:12:143424 'swarming': {
Stephen Martinis1384ff92020-01-07 19:52:153425 'shards': 2,
Dirk Pranke20eae9a72017-12-09 18:12:143426 },
3427 },
Stephen Martinis1384ff92020-01-07 19:52:153428 'android-asan': {
3429 'args': [
3430 '--test-launcher-filter-file=../../testing/buildbot/filters/android.asan.unit_tests.filter',
3431 ],
3432 },
Takuto Ikuta527cdff2020-01-29 08:04:273433 'android-marshmallow-arm64-rel-swarming': {
3434 'swarming': {
3435 'shards': 8,
3436 },
3437 },
Stephen Martinis1384ff92020-01-07 19:52:153438 'linux-chromeos-chrome': {
3439 'args': [
3440 '--test-launcher-filter-file=../../testing/buildbot/filters/chromeos.unit_tests.filter',
3441 ],
3442 },
Ben Pasteneacd57392019-10-31 02:13:253443 'linux-chromeos-dbg': {
3444 'swarming': {
3445 'shards': 2,
3446 },
3447 },
Erik Chend063aef72019-11-18 19:13:103448 'linux-chromeos-rel': {
3449 'swarming': {
3450 'shards': 2,
3451 },
3452 },
Yuke Liao597dd6df72020-08-18 03:02:543453 # https://crbug.com/1111979,
Junhua Chen39dd2dba2021-05-05 17:51:543454 'linux-lacros-code-coverage': {
3455 'args': [
3456 '--test-launcher-filter-file=../../testing/buildbot/filters/linux-lacros.unit_tests.filter',
3457 ],
3458 },
3459 # https://crbug.com/1111979,
Jieting Yangbf15db672021-10-04 19:18:373460 'linux-lacros-dbg-tests-fyi': {
3461 'args': [
3462 '--test-launcher-filter-file=../../testing/buildbot/filters/linux-lacros.unit_tests.filter',
3463 ],
3464 },
3465 # https://crbug.com/1111979,
Sven Zheng5c9d3e342020-08-11 21:39:433466 'linux-lacros-tester-rel': {
Sven Zheng5c9d3e342020-08-11 21:39:433467 'args': [
Yuke Liao56a437dd2021-05-05 04:53:403468 '--test-launcher-filter-file=../../testing/buildbot/filters/linux-lacros.unit_tests.filter',
Sven Zheng5c9d3e342020-08-11 21:39:433469 ],
3470 },
Kenneth Russelleb60cbd22017-12-05 07:54:283471 },
3472 },
Hao Wu77dd1ab2022-04-29 21:36:203473 'variations_smoke_tests': {
3474 'modifications': {
Hao Wud38c2342022-06-09 02:03:473475 'linux-chrome': {
3476 'swarming': {
3477 'dimension_sets': [
3478 {
3479 'pool': 'chrome.tests.finch',
3480 },
3481 ],
3482 },
3483 },
Hao Wu77dd1ab2022-04-29 21:36:203484 'win-chrome': {
3485 'experiment_percentage': 100,
Hao Wud38c2342022-06-09 02:03:473486 'swarming': {
3487 'dimension_sets': [
3488 {
3489 'pool': 'chrome.tests.finch',
3490 },
3491 ],
3492 },
Hao Wu77dd1ab2022-04-29 21:36:203493 },
3494 },
3495 },
Kenneth Russell8a386d42018-06-02 09:48:013496 'video_decode_accelerator_gl_unittest': {
3497 'remove_from': [
Kenneth Russell8a386d42018-06-02 09:48:013498 # Windows Intel doesn't have the GL extensions to support this test.
Yuly Novikovbc1ccff2019-08-03 00:05:493499 'Win10 FYI x64 Release (Intel HD 630)',
Yuly Novikov5ff15502019-07-31 00:55:483500 'Win10 FYI x64 Exp Release (Intel HD 630)',
Kenneth Russell8a386d42018-06-02 09:48:013501 ],
3502 },
Sven Zheng577fe5ff2020-08-03 22:06:443503 'views_unittests': {
Sven Zheng80734f12020-08-06 06:50:393504 'modifications': {
Maksim Sisovc81d284c2021-10-05 17:54:353505 'Linux Tests (Wayland)': {
3506 'args': [
3507 '--test-launcher-filter-file=../../testing/buildbot/filters/ozone-linux.wayland_views_unittests.filter',
3508 ],
3509 },
Chong Gu6aa22be2021-09-10 06:56:143510 'fuchsia-fyi-arm64-dbg': {
3511 'args': [
3512 '--test-launcher-filter-file=../../testing/buildbot/filters/fuchsia.debug.views_unittests.filter',
3513 ],
3514 },
Sven Zheng5c9d3e342020-08-11 21:39:433515 # https://crbug.com/1111979,
Junhua Chen39dd2dba2021-05-05 17:51:543516 'linux-lacros-code-coverage': {
3517 'args': [
3518 '--gtest_filter=-DesktopWidgetFocusManagerTest.AnchoredDialogInDesktopNativeWidgetAura:'
3519 'DesktopWidgetTest*:'
3520 'DesktopWindowTreeHostPlatformTest*:'
3521 'EditableComboboxTest*:'
3522 'MenuRunnerTest*:'
3523 'TextfieldTest*:'
3524 'TooltipControllerTest*:'
3525 'TooltipStateManagerTest*'
3526 ],
3527 },
Yuke Liaoa0db4742021-08-09 18:28:333528 'linux-lacros-dbg-tests-fyi': {
3529 'args': [
3530 '--gtest_filter=-DesktopWidgetFocusManagerTest.AnchoredDialogInDesktopNativeWidgetAura:'
3531 'TextfieldTest*:'
3532 'TooltipControllerTest*:'
3533 ],
3534 },
Sven Zheng5c9d3e342020-08-11 21:39:433535 'linux-lacros-tester-rel': {
Sven Zheng5c9d3e342020-08-11 21:39:433536 'args': [
3537 '--gtest_filter=-DesktopWidgetFocusManagerTest.AnchoredDialogInDesktopNativeWidgetAura:'
Yuke Liao34721c22020-08-14 21:41:193538 'DesktopWidgetTest*:'
3539 'DesktopWindowTreeHostPlatformTest*:'
Yuke Liaocf9db2b2020-08-13 19:42:533540 'EditableComboboxTest*:'
Sven Zhengea8903f2020-08-14 05:27:513541 'MenuRunnerTest*:'
Yuke Liaocf9db2b2020-08-13 19:42:533542 'TextfieldTest*:'
Benjamin Beaudry54b3b882021-03-12 23:55:363543 'TooltipControllerTest*:'
3544 'TooltipStateManagerTest*'
Sven Zheng5c9d3e342020-08-11 21:39:433545 ],
3546 },
Sven Zheng80734f12020-08-06 06:50:393547 },
Sven Zheng577fe5ff2020-08-03 22:06:443548 },
John Budorickd02c429de2020-01-10 19:02:213549 'viz_unittests': {
3550 'modifications': {
Chong Gub2446462021-08-19 18:44:083551 'fuchsia-fyi-arm64-dbg': {
Chong Gu6aa22be2021-09-10 06:56:143552 'args': [
3553 '--test-launcher-filter-file=../../testing/buildbot/filters/fuchsia.debug.viz_unittests.filter',
3554 ],
Chong Gub2446462021-08-19 18:44:083555 },
John Budorickd02c429de2020-01-10 19:02:213556 },
3557 },
John Budorick20f4fa8d2019-08-02 22:58:293558 'vr_common_unittests': {
3559 'remove_from': [
Haiyang Pan08d09dc2020-04-01 16:11:213560 'android-pie-x86-rel',
John Budorick20f4fa8d2019-08-02 22:58:293561 ],
3562 },
Kenneth Russellfbda3c532017-12-08 23:57:243563 'vr_pixeltests': {
3564 'remove_from': [
Haiyang Pan08d09dc2020-04-01 16:11:213565 'android-pie-x86-rel',
Kenneth Russell8ceeabf2017-12-11 17:53:283566 'VR Linux',
Kenneth Russellfbda3c532017-12-08 23:57:243567 ],
3568 },
Nico Webere81999ee2018-07-01 23:52:433569 'wayland_client_perftests': {
3570 'remove_from': [
3571 'linux-chromeos-dbg', # https://crbug.com/859307
3572 ],
3573 },
Chong Gu76046412021-09-22 17:49:213574 'web_engine_browsertests': {
Chong Gud1a5c5992021-04-09 04:08:323575 'modifications': {
3576 'fuchsia-code-coverage': {
3577 'swarming': {
Chong Gu7a463202021-07-19 18:43:103578 'shards': 28,
Chong Gud1a5c5992021-04-09 04:08:323579 },
3580 },
3581 },
3582 },
Chong Gu76046412021-09-22 17:49:213583 'web_engine_integration_tests': {
Chong Gu4c9e8f112021-06-02 18:37:263584 'modifications': {
3585 'fuchsia-code-coverage': {
3586 'swarming': {
3587 'shards': 6,
3588 },
3589 },
3590 },
3591 },
John Budorick63357462019-02-27 23:02:513592 'webdriver_tests_suite': {
3593 'remove_from': [
3594 'Linux Tests', # https://crbug.com/929689, https://crbug.com/936557
3595 ],
3596 },
Brian Sheedy5a9f6562021-08-20 03:32:543597 'webgl2_conformance_gles_passthrough_tests': {
3598 'remove_from': [
Brian Sheedyefb683c2022-01-25 21:17:363599 # Currently not enough capacity to run these tests on this config.
3600 # TODO(crbug.com/1280418): Re-enable once more of the Pixel 6 capacity
3601 # is deployed.
3602 'Android FYI Release (Pixel 6)',
Brian Sheedy43f5a6f2022-01-07 02:41:043603 # Not enough CrOS hardware capacity to run both on anything other than
3604 # VMs. See https://crbug.com/1238070.
Brian Sheedy5a9f6562021-08-20 03:32:543605 'Lacros FYI x64 Release (Intel)',
3606 ],
3607 'modifications': {
3608 # This VM configuration is known to be significantly slower than other
3609 # CrOS configurations, so increase the shards.
3610 # TODO(crbug.com/1223550): Remove this if the configuration can be sped
3611 # up.
3612 'ChromeOS FYI Release (amd64-generic)': {
3613 'swarming': {
3614 'shards': 30,
3615 },
3616 },
3617 },
3618 },
Kenneth Russell18fff67f2021-11-05 23:45:113619 'webgl2_conformance_metal_passthrough_tests': {
3620 'remove_from': [
Yuly Novikov7d00cdb2022-01-05 00:10:383621 # crbug.com/1270755
3622 'Mac FYI ASAN (Intel)',
3623 'Mac FYI Retina ASAN (AMD)',
Kenneth Russell18fff67f2021-11-05 23:45:113624 # Not enough capacity.
3625 'Mac FYI Retina Release (NVIDIA)',
3626 ],
Yuly Novikov220c14a52021-12-14 02:49:333627 'modifications': {
3628 'Mac FYI ASAN (Intel)': {
3629 'args': [
3630 '--extra-browser-args=--disable-metal-shader-cache',
Brian Sheedya111ca92022-04-18 23:37:153631 '--enable-metal-debug-layers',
3632 ],
3633 },
3634 'Mac FYI Release (Intel)': {
3635 'args': [
3636 '--enable-metal-debug-layers',
Yuly Novikov220c14a52021-12-14 02:49:333637 ],
3638 },
3639 'Mac FYI Retina ASAN (AMD)': {
3640 'args': [
3641 '--extra-browser-args=--disable-metal-shader-cache',
Brian Sheedy3fd310772022-04-20 02:15:513642 # This slows down tests and we are currently having AMD Mac capacity
3643 # issues.
3644 # '--enable-metal-debug-layers',
Brian Sheedya111ca92022-04-18 23:37:153645 ],
3646 },
3647 'Mac FYI Retina Release (AMD)': {
3648 'args': [
Brian Sheedy3fd310772022-04-20 02:15:513649 # This slows down tests and we are currently having AMD Mac capacity
3650 # issues.
3651 # '--enable-metal-debug-layers',
Yuly Novikov220c14a52021-12-14 02:49:333652 ],
3653 },
3654 },
Kenneth Russell18fff67f2021-11-05 23:45:113655 },
John Budorick82e61dfb2019-12-10 04:36:093656 'webgl2_conformance_validating_tests': {
Stephen Martinis54d64ad2018-09-21 22:16:203657 'remove_from': [
Brian Sheedyefb683c2022-01-25 21:17:363658 # Currently not enough capacity to run these tests on this config.
3659 # TODO(crbug.com/1280418): Re-enable once more of the Pixel 6 capacity
3660 # is deployed.
3661 'Android FYI Release (Pixel 6)',
Brian Sheedy43f5a6f2022-01-07 02:41:043662 # Passthrough version run on this configuration, not enough capacity for
3663 # both. See https://crbug.com/1238070.
3664 'ChromeOS FYI Release (kevin)',
Stephen Martinis54d64ad2018-09-21 22:16:203665 ],
Kenneth Russell8a386d42018-06-02 09:48:013666 'modifications': {
Brian Sheedyab0a1992021-08-13 20:57:393667 # This VM configuration is known to be significantly slower than other
3668 # CrOS configurations, so increase the shards.
3669 # TODO(crbug.com/1223550): Remove this if the configuration can be sped
3670 # up.
3671 'ChromeOS FYI Release (amd64-generic)': {
3672 'swarming': {
3673 'shards': 30,
3674 },
Brian Sheedy9bde4532021-08-20 18:11:193675 # This configuration is tested with the passthrough decoder as well,
3676 # which will be shipped in the nearish future, so any failures that
3677 # show up with the validating decoder are just an FYI.
3678 'experiment_percentage': 100,
Brian Sheedyab0a1992021-08-13 20:57:393679 },
Brian Sheedy22200312021-08-20 22:17:503680 'ChromeOS FYI Release (kevin)': {
3681 'experiment_percentage': 100,
3682 },
Kenneth Russell8a386d42018-06-02 09:48:013683 },
3684 },
Struan Shrimptona1ab7672022-01-13 18:02:513685 'webgl_conformance_d3d11_passthrough_tests': {
3686 'modifications': {
3687 'Win10 x64 Release (NVIDIA)': {
3688 'swarming': {
3689 'quickrun_shards': 4,
3690 },
3691 },
3692 },
3693 },
Kenneth Russell984f2f12020-12-15 23:23:353694 'webgl_conformance_metal_passthrough_tests': {
3695 'remove_from': [
Yuly Novikov7d00cdb2022-01-05 00:10:383696 # crbug.com/1270755
3697 'Mac FYI ASAN (Intel)',
3698 'Mac FYI Retina ASAN (AMD)',
Yuly Novikov220c14a52021-12-14 02:49:333699 # crbug.com/1158857: re-enable when switching to Metal by default.
Kenneth Russell984f2f12020-12-15 23:23:353700 'Mac FYI Retina Release (NVIDIA)',
3701 ],
Yuly Novikov220c14a52021-12-14 02:49:333702 'modifications': {
3703 'Mac FYI ASAN (Intel)': {
3704 'args': [
3705 '--extra-browser-args=--disable-metal-shader-cache',
Brian Sheedya111ca92022-04-18 23:37:153706 '--enable-metal-debug-layers',
3707 ],
3708 },
3709 'Mac FYI Release (Intel)': {
3710 'args': [
3711 '--enable-metal-debug-layers',
Yuly Novikov220c14a52021-12-14 02:49:333712 ],
3713 },
3714 'Mac FYI Retina ASAN (AMD)': {
3715 'args': [
3716 '--extra-browser-args=--disable-metal-shader-cache',
Brian Sheedy3fd310772022-04-20 02:15:513717 # This slows down tests and we are currently having AMD Mac capacity
3718 # issues.
3719 # '--enable-metal-debug-layers',
Brian Sheedya111ca92022-04-18 23:37:153720 ],
3721 },
3722 'Mac FYI Retina Release (AMD)': {
3723 'args': [
Brian Sheedy3fd310772022-04-20 02:15:513724 # This slows down tests and we are currently having AMD Mac capacity
3725 # issues.
3726 # '--enable-metal-debug-layers',
Yuly Novikov220c14a52021-12-14 02:49:333727 ],
3728 },
3729 },
Kenneth Russell984f2f12020-12-15 23:23:353730 },
Stephen Martinis54d64ad2018-09-21 22:16:203731 'webgl_conformance_tests': {
Kenneth Russelle63e41f2019-04-09 02:45:283732 'remove_from': [
3733 # Too slow on this configuration, which is severely hardware
3734 # constrained. crbug.com/950690
3735 'Mac FYI Retina Debug (NVIDIA)',
3736 ],
Struan Shrimptona1ab7672022-01-13 18:02:513737 'modifications': {
3738 'chromeos-amd64-generic-rel': {
Brian Sheedy9ee8e332022-05-31 21:37:553739 'args': [
3740 # Added to debug crbug.com/1293967.
3741 '--extra-browser-args=--disable-features=BackgroundVideoPauseOptimization',
3742 ],
Struan Shrimptona1ab7672022-01-13 18:02:513743 'swarming': {
3744 'quickrun_shards': 40,
3745 },
3746 },
3747 },
Kenneth Russell8a386d42018-06-02 09:48:013748 },
Austin Enge8c0ba02021-07-19 23:55:193749 'webgpu_blink_web_tests': {
3750 'modifications': {
3751 # Increase the timeout with ASAN (crbug.com/1208253)
3752 'Dawn Win10 x64 ASAN Release': {
3753 'args': [
Weizhong Xia91b53362022-01-05 17:13:353754 '--timeout-ms=48000',
Austin Enge8c0ba02021-07-19 23:55:193755 ],
3756 },
3757 },
Brian Sheedy5796b4b2021-09-15 21:51:413758 'replacements': {
3759 'Dawn Mac x64 Experimental Release (Intel)': {
3760 'args': {
Avi Drissman5afd38bc2021-10-27 17:35:133761 '--platform': 'mac-mac11',
Brian Sheedy5796b4b2021-09-15 21:51:413762 },
3763 }
3764 },
3765 },
3766 'webgpu_blink_web_tests_with_backend_validation': {
3767 'replacements': {
3768 'Dawn Mac x64 Experimental Release (Intel)': {
3769 'args': {
Avi Drissman5afd38bc2021-10-27 17:35:133770 '--platform': 'mac-mac11',
Brian Sheedy5796b4b2021-09-15 21:51:413771 },
3772 },
3773 },
Austin Enge8c0ba02021-07-19 23:55:193774 },
Austin Engda0cb2e92022-07-11 18:08:553775 'webgpu_swiftshader_blink_web_tests': {
3776 # crbug.com/1343047
3777 'remove_from': [
3778 'Dawn Mac x64 DEPS Release (AMD)',
3779 'Dawn Mac x64 DEPS Release (Intel)',
3780 'Dawn Mac x64 Experimental Release (AMD)',
3781 'Dawn Mac x64 Experimental Release (Intel)',
3782 'Dawn Mac x64 Release (AMD)',
3783 'Dawn Mac x64 Release (Intel)',
3784 ]
3785 },
3786 'webgpu_swiftshader_blink_web_tests_with_backend_validation': {
3787 # crbug.com/1343047
3788 'remove_from': [
3789 'Dawn Mac x64 DEPS Release (AMD)',
3790 'Dawn Mac x64 DEPS Release (Intel)',
3791 'Dawn Mac x64 Experimental Release (AMD)',
3792 'Dawn Mac x64 Experimental Release (Intel)',
3793 'Dawn Mac x64 Release (AMD)',
3794 'Dawn Mac x64 Release (Intel)',
3795 ]
3796 },
3797 'webgpu_swiftshader_blink_web_tests_with_partial_backend_validation': {
3798 # crbug.com/1343047
3799 'remove_from': [
3800 'Dawn Mac x64 DEPS Release (AMD)',
3801 'Dawn Mac x64 DEPS Release (Intel)',
3802 'Dawn Mac x64 Experimental Release (AMD)',
3803 'Dawn Mac x64 Experimental Release (Intel)',
3804 'Dawn Mac x64 Release (AMD)',
3805 'Dawn Mac x64 Release (Intel)',
3806 ]
3807 },
Kenneth Russelleb60cbd22017-12-05 07:54:283808 'webkit_unit_tests': {
Yun Liu16394ab32019-11-19 16:37:573809 'remove_from': [
3810 # Flakily fails on Win7. https://crbug.com/943372.
3811 'Win7 Tests (1)',
3812 'Win 7 Tests x64 (1)',
Haiyang Pan90ed7c642021-02-06 01:22:063813 # Runs on android-marshmallow-x86-rel already (crbug.com/1127110)
3814 'android-marshmallow-arm64-rel',
3815 'android-marshmallow-x86-rel-non-cq',
Yun Liu16394ab32019-11-19 16:37:573816 ],
Dirk Pranke81ff51c2017-12-09 19:24:283817 'modifications': {
Erik Staabd468a802022-06-28 23:38:033818 'Linux ASan LSan Low Symbols FYI Tests (1)': {
3819 # These are very slow on the ASAN trybot for some reason.
3820 # crbug.com/1257927
3821 'swarming': {
3822 'shards': 5,
3823 },
3824 },
John Budorick5052d552017-12-13 02:59:343825 'Linux ASan LSan Tests (1)': {
3826 # These are very slow on the ASAN trybot for some reason.
Ben Pastened2c01af2022-01-31 23:06:443827 # crbug.com/1257927
John Budorick5052d552017-12-13 02:59:343828 'swarming': {
3829 'shards': 5,
3830 },
3831 },
Erik Chen681dc0282019-11-26 22:54:493832 'Linux TSan Tests': {
3833 'swarming': {
3834 'shards': 2,
3835 },
3836 },
arthursonzogni26889d82018-05-29 17:18:163837 'Marshmallow 64 bit Tester': {
3838 # Increase timeout. See https://crbug.com/847229.
3839 'swarming': {
3840 'hard_timeout': 1200,
3841 },
3842 },
Haiyang Pan9d68ca02021-08-04 21:30:473843 'android-11-x86-rel': {
Haiyang Panc7c009e2021-03-18 19:31:233844 'args': [
Haiyang Panc08d02212021-10-18 18:58:383845 '--test-launcher-filter-file=../../testing/buildbot/filters/android.emulator.blink_unittests.filter',
3846 ],
3847 },
Haiyang Pan2a55a452022-03-03 08:18:333848 'android-12-x64-rel': {
Haiyang Panc08d02212021-10-18 18:58:383849 'args': [
3850 '--test-launcher-filter-file=../../testing/buildbot/filters/android.emulator.blink_unittests.filter',
Haiyang Panc7c009e2021-03-18 19:31:233851 ],
3852 },
Dirk Pranke81ff51c2017-12-09 19:24:283853 },
Kenneth Russelleb60cbd22017-12-05 07:54:283854 },
Haiyang Panfbd2b482020-09-23 23:41:253855 'weblayer_browsertests': {
3856 'modifications': {
Haiyang Pan9d68ca02021-08-04 21:30:473857 'android-11-x86-rel': {
Haiyang Pand38464f52021-03-24 00:29:013858 'args': [
Haiyang Pan2877f062021-11-18 01:06:063859 # TODO(crbug.com/1191784): Fix the test failure
3860 '--gtest_filter=-DownloadBrowserTest.OverrideDownloadDirectory',
3861 ],
3862 },
Haiyang Pan2a55a452022-03-03 08:18:333863 'android-12-x64-rel': {
Haiyang Pan2877f062021-11-18 01:06:063864 'args': [
3865 # TODO(crbug.com/1191784): Fix the test failure
Haiyang Pand38464f52021-03-24 00:29:013866 '--gtest_filter=-DownloadBrowserTest.OverrideDownloadDirectory',
3867 ],
3868 },
Haiyang Panfbd2b482020-09-23 23:41:253869 'android-pie-arm64-rel': {
3870 # TODO(crbug.com/1111436): Move this back to walleye if/when additional
3871 # capacity has been deployed.
3872 'swarming': {
Struan Shrimpton57c594e42022-01-25 17:59:133873 'quickrun_shards': 2,
Haiyang Panfbd2b482020-09-23 23:41:253874 'dimension_sets': [
3875 {
3876 'device_type': 'sailfish',
3877 },
3878 ],
3879 },
3880 },
3881 },
3882 },
Haiyang Pan591dbad2020-06-05 20:26:373883 'weblayer_bundle_test': {
3884 'remove_from': [
Haiyang Pan2486dcb2020-09-18 17:53:063885 'android-marshmallow-x86-rel-non-cq', # crbug.com/1088013
Haiyang Pan9d68ca02021-08-04 21:30:473886 'android-11-x86-rel', # crbug.com/1165280
Haiyang Pan591dbad2020-06-05 20:26:373887 ],
3888 },
3889 'weblayer_instrumentation_test_apk': {
3890 'remove_from': [
Haiyang Pan2486dcb2020-09-18 17:53:063891 'android-marshmallow-x86-rel-non-cq', # crbug.com/1088013
Haiyang Pan9d68ca02021-08-04 21:30:473892 'android-11-x86-rel', # crbug.com/1165280
Haiyang Pan591dbad2020-06-05 20:26:373893 ],
Haiyang Pan6d7a15b2020-10-03 00:29:193894 'modifications': {
Struan Shrimptonf5b2b552022-01-20 20:37:393895 'android-marshmallow-arm64-rel': {
3896 'swarming': {
3897 'quickrun_shards': 2,
3898 },
3899 },
Haiyang Pan6d7a15b2020-10-03 00:29:193900 'android-pie-arm64-rel': {
3901 # TODO(crbug.com/1111436): Move this back to walleye if/when additional
3902 # capacity has been deployed.
3903 'swarming': {
3904 'dimension_sets': [
3905 {
3906 'device_type': 'sailfish',
3907 },
3908 ],
3909 },
3910 },
3911 },
Haiyang Pan591dbad2020-06-05 20:26:373912 },
Haiyang Pan4efd9b02021-03-17 23:58:303913 'weblayer_private_instrumentation_test_apk': {
3914 'modifications': {
3915 # TODO(crbug.com/1189403): Remove the filter once the issue is fixed.
Haiyang Pan9d68ca02021-08-04 21:30:473916 'android-11-x86-rel': {
Haiyang Pan4efd9b02021-03-17 23:58:303917 'args': [
3918 '--gtest_filter=-org.chromium.weblayer.test.MediaCaptureTest.*',
3919 ],
3920 },
Haiyang Pan2a55a452022-03-03 08:18:333921 'android-12-x64-rel': {
Haiyang Pan64d61242022-02-16 19:06:363922 'args': [
3923 # crbug.com/1275200
3924 '--gtest_filter=-org.chromium.weblayer.test.BrowserControlsTest.testTopExpandedOnLoadWhenOnlyExpandAtTop',
3925 ],
3926 },
Haiyang Pan4efd9b02021-03-17 23:58:303927 },
3928 },
Weizhong Xia7d335882021-01-28 02:49:523929 'weblayer_shell_wpt': {
3930 'modifications': {
Weizhong Xia0f0c3302021-04-27 00:05:433931 'android-weblayer-pie-x86-wpt-smoketest': {
3932 'args': [
Haiyang Pan1f205ad2021-07-31 01:47:523933 '--default-exclude',
Weizhong Xia63f39c12022-01-10 23:09:293934 '--include-file=../../third_party/blink/web_tests/android/WPTSmokeTestCases',
Weizhong Xia0f0c3302021-04-27 00:05:433935 ],
3936 'swarming': {
Weizhong Xia63f39c12022-01-10 23:09:293937 'shards': 1,
Weizhong Xia0f0c3302021-04-27 00:05:433938 },
3939 },
Weizhong Xia7d335882021-01-28 02:49:523940 },
3941 },
Erik Staab70ca5b32021-08-07 00:38:353942 'webview_64_cts_tests': {
3943 'modifications': {
3944 'android-pie-arm64-rel': {
3945 # TODO(crbug.com/1111436): Move this back to walleye if/when additional
3946 # capacity has been deployed.
3947 'swarming': {
3948 'dimension_sets': [
3949 {
3950 'device_type': 'sailfish',
3951 },
3952 ],
3953 },
3954 },
3955 },
3956 },
Haiyang Panfbd2b482020-09-23 23:41:253957 'webview_cts_tests': {
3958 'modifications': {
James Shen39977242022-07-08 23:46:423959 'android-nougat-x86-rel': {
3960 'args': [
3961 # crbug.com/1343008
3962 '--gtest_filter=-android.assist.cts.WebViewTest#testWebView',
3963 ],
3964 },
Haiyang Panfbd2b482020-09-23 23:41:253965 'android-pie-arm64-rel': {
3966 # TODO(crbug.com/1111436): Move this back to walleye if/when additional
3967 # capacity has been deployed.
3968 'swarming': {
3969 'dimension_sets': [
3970 {
3971 'device_type': 'sailfish',
3972 },
3973 ],
3974 },
3975 },
3976 },
3977 },
Kenneth Russelleb60cbd22017-12-05 07:54:283978 'webview_instrumentation_test_apk': {
3979 'remove_from': [
Hans Wennborgeac4c36c2018-05-23 16:04:063980 # This test frequently fails on Android, https://crbug.com/824959
Stephen Martinis1384ff92020-01-07 19:52:153981 # matching android builders, the test fails on these.
Hans Wennborga0b11ebe2018-05-15 16:26:503982 'ToTAndroid',
John Budorick27d2d44e2019-05-20 20:26:093983 'android-asan', # https://crbug.com/964562
Ben Joyce02dc8092021-03-04 21:48:193984 'android-code-coverage-native', # Does not generate profraw data.
Ben Joyce46ca6012021-03-31 19:19:253985 'android-pie-arm64-coverage-experimental-rel', # Does not generate profraw data.
Ben Joyce02dc8092021-03-04 21:48:193986
Dirk Pranke20eae9a72017-12-09 18:12:143987 # On chromium.swarm, this should possibly be being run (or removed
Takuto Ikuta527cdff2020-01-29 08:04:273988 # from android-marshmallow-arm64-rel-swarming).
Garrett Beaty47a2d802020-11-10 20:50:533989 # https://crbug.com/1147531 - covered on pie
3990 'android-marshmallow-arm64-rel',
Kenneth Russelleb60cbd22017-12-05 07:54:283991 ],
Ben Pastenee17a8e92018-07-12 21:55:183992 'modifications': {
3993 'Oreo Phone Tester': {
Andrew Luo93c4a1e2019-08-30 05:26:303994 # TODO(crbug.com/997362): Enable this once it's passing.
bsheedy01833462018-12-07 01:05:573995 # TODO(https://crbug.com/884413): Re-enable this once the tests are
3996 # either passing or there is more capacity.
3997 'experiment_percentage': 0,
Ben Pastenee17a8e92018-07-12 21:55:183998 },
Haiyang Pan9d68ca02021-08-04 21:30:473999 'android-11-x86-rel': {
Haiyang Pan103864812021-03-19 19:28:444000 'args': [
4001 # TODO(crbug.com/1189746) Enable this test once the issue is fixed.
4002 '--gtest_filter=-org.chromium.net.NetworkChangeNotifierTest.testNetworkChangeNotifierJavaObservers',
4003 ],
4004 },
James Shen39aa0e32022-03-22 04:44:504005 'android-marshmallow-x86-fyi-rel-reviver': {
4006 'swarming': {
4007 'shards': 9,
4008 },
4009 },
Haiyang Panb991f562021-08-10 17:46:464010 'android-marshmallow-x86-rel': {
Haiyang Panb991f562021-08-10 17:46:464011 'swarming': {
4012 'shards': 9,
4013 },
4014 },
Kuan Huang1f402c82021-06-08 17:58:184015 'android-pie-arm64-rel': {
4016 'swarming': {
4017 'shards': 9,
4018 },
4019 },
Haiyang Pan08d09dc2020-04-01 16:11:214020 'android-pie-x86-rel': {
Haiyang Panfdd94332020-03-27 02:43:294021 'args': [
4022 '--test-launcher-filter-file=../../testing/buildbot/filters/android.emulator.webview_instrumentation_test_apk.filter',
4023 ],
Ben Joyce9a7eb312021-08-25 00:44:594024 'swarming': {
4025 'shards': 9,
4026 },
Haiyang Panfdd94332020-03-27 02:43:294027 },
Ben Pastenee17a8e92018-07-12 21:55:184028 },
Kenneth Russelleb60cbd22017-12-05 07:54:284029 },
Haiyang Panfed339172021-03-10 23:19:574030 'webview_ui_test_app_test_apk': {
4031 'remove_from': [
Haiyang Pan9d68ca02021-08-04 21:30:474032 'android-11-x86-rel', # crbug.com/1165280
Haiyang Panfed339172021-03-10 23:19:574033 ],
4034 },
Kenneth Russelleb60cbd22017-12-05 07:54:284035}