blob: 42b7f2482fc04561b9b604e8c89d80a1caec9373 [file] [log] [blame]
Kenneth Russelleb60cbd22017-12-05 07:54:281# Copyright 2017 The Chromium Authors. All rights reserved.
2# Use of this source code is governed by a BSD-style license that can be
3# found in the LICENSE file.
4
5# This is a .pyl, or "Python Literal", file. You can treat it just like a
6# .json file, with the following exceptions:
7# * all keys must be quoted (use single quotes, please);
8# * comments are allowed, using '#' syntax; and
9# * trailing commas are allowed.
10
11# Exceptions to the common test suites can only include removal from
12# particular bots, and modifications on particular bots. By design,
13# it's not possible to add one-off tests to bots. Instead they have to
14# be added to one of the test suites in test_suites.pyl.
15#
Jeff Yoone2188f62020-08-24 20:55:5716# Note that if you are excluding with variants, you will need to exclude
17# per variant, with the identifier appended to the test suite name.
18# For example, if you have ios_chrome_ui_eg2tests_module with variant
19# SIM_IPHONE_6S_14_0 (identifier = "iPhone 6s 14.0"), you
20# must exclude with the test name as:
21# "ios_chrome_ui_eg2tests_module_iPhone 6s 14.0"
22
Kenneth Russelleb60cbd22017-12-05 07:54:2823# The goal is to drive the number of exceptions to zero, to make all
24# the bots behave similarly.
25{
Andrew Luo38b311f2019-10-04 03:42:0926 'android_browsertests': {
27 'modifications': {
James Shened31ce5032022-06-22 22:45:3928 'Marshmallow Tablet Tester': {
29 'swarming': {
30 'shards': 2,
31 },
32 },
Haiyang Pan9d68ca02021-08-04 21:30:4733 'android-11-x86-rel': {
Haiyang Pan0ea9b3ef2022-01-21 21:58:1434 'args': [
35 # https://crbug.com/1289764
36 '--gtest_filter=-All/ChromeBrowsingDataLifetimeManagerScheduledRemovalTest.History/*',
37 ],
Haiyang Panca7fcec2021-03-19 02:11:1038 'swarming': {
39 'shards': 2,
40 },
41 },
Haiyang Panc1192662022-03-09 00:09:0242 'android-12-x64-rel': {
43 'args': [
44 # https://crbug.com/1289764
45 '--gtest_filter=-All/ChromeBrowsingDataLifetimeManagerScheduledRemovalTest.History/*',
46 ],
47 'swarming': {
48 'shards': 2,
49 },
50 },
Struan Shrimptone772d72f2021-12-15 07:50:0951 'android-marshmallow-arm64-rel': {
52 'swarming': {
Struan Shrimpton4b7abc02021-12-16 01:36:5953 'quickrun_shards': 3,
Struan Shrimptone772d72f2021-12-15 07:50:0954 },
55 },
James Shen39aa0e32022-03-22 04:44:5056 'android-marshmallow-x86-fyi-rel-reviver': {
57 'swarming': {
58 'shards': 2,
59 'quickrun_shards': 6,
60 },
61 },
Haiyang Panb991f562021-08-10 17:46:4662 'android-marshmallow-x86-rel': {
63 'swarming': {
64 'shards': 2,
Struan Shrimpton4b7abc02021-12-16 01:36:5965 'quickrun_shards': 6,
Haiyang Panb991f562021-08-10 17:46:4666 },
67 },
Haiyang Pancf24ceb2022-03-17 02:31:3068 'android-nougat-x86-rel': {
69 'swarming': {
70 'shards': 2,
71 },
72 },
Andrew Luo38b311f2019-10-04 03:42:0973 'android-pie-arm64-rel': {
Andrew Luobe83fd82019-12-19 03:07:5874 'args': [
75 '--gtest_filter=-ImportantSitesUtilBrowserTest.DSENotConsideredImportantInRegularMode', # https://crbug.com/1034001
76 ],
Haiyang Panfbd2b482020-09-23 23:41:2577 # TODO(crbug.com/1111436): Move this back to walleye if/when additional
78 # capacity has been deployed.
79 'swarming': {
80 'dimension_sets': [
81 {
82 'device_type': 'sailfish',
83 },
84 ],
Haiyang Pan1678f0c02021-03-09 23:05:0985 'shards': 2,
Struan Shrimpton4b7abc02021-12-16 01:36:5986 'quickrun_shards': 6,
Haiyang Panfbd2b482020-09-23 23:41:2587 },
Andrew Luo38b311f2019-10-04 03:42:0988 },
Haiyang Pan08d09dc2020-04-01 16:11:2189 'android-pie-x86-rel': {
John Budorick191adfcd2020-01-29 18:19:0490 'args': [
91 '--gtest_filter=-ImportantSitesUtilBrowserTest.DSENotConsideredImportantInRegularMode', # https://crbug.com/1034001
92 ],
Haiyang Pan7cd609d2021-04-08 20:17:2493 'swarming': {
94 'shards': 2,
95 },
John Budorick191adfcd2020-01-29 18:19:0496 },
Andrew Luo38b311f2019-10-04 03:42:0997 },
98 },
Sven Zhengc60debc2020-09-10 18:40:5299 'android_sync_integration_tests': {
100 'remove_from': [
Haiyang Pan6b8e4cf2021-08-02 21:38:28101 # Remove from CQ bots due to capacity.
102 'android-marshmallow-arm64-rel',
Sven Zhengc60debc2020-09-10 18:40:52103 ],
James Shen9e4c19e2022-04-15 17:57:50104 'modifications': {
105 'android-12-x64-rel': {
106 'swarming': {
107 'shards': 3,
108 },
109 },
110 'android-marshmallow-x86-rel': {
111 'swarming': {
112 'shards': 3,
113 },
114 },
115 },
Sven Zhengc60debc2020-09-10 18:40:52116 },
Kenneth Russelleb60cbd22017-12-05 07:54:28117 'android_webview_unittests': {
Kenneth Russelleb60cbd22017-12-05 07:54:28118 },
Jamie Madillc9ae75d2020-10-23 19:19:48119 'angle_unittests': {
120 'remove_from': [
121 # On Android, these are already run on the main waterfall.
122 'Android FYI Release (Nexus 5X)',
Yuly Novikovc1117ae82021-01-15 22:33:36123 # Times out listing tests crbug.com/1167314
124 'android-asan',
Jamie Madillc9ae75d2020-10-23 19:19:48125 # Does not currently work on Lacros configurations.
Sven Zheng93bfaa92022-06-09 17:06:03126 'linux-lacros-asan-lsan-rel',
Junhua Chen39dd2dba2021-05-05 17:51:54127 'linux-lacros-code-coverage',
Jamie Madillc9ae75d2020-10-23 19:19:48128 'linux-lacros-tester-rel',
129 'linux-lacros-tester-fyi-rel',
Yuke Liaof27ebe52021-08-05 22:12:40130 'linux-lacros-dbg-tests-fyi',
Jamie Madillc9ae75d2020-10-23 19:19:48131 ],
Chong Gua10cd302022-01-14 19:22:19132 'modifications': {
133 # anglebug.com/6894
134 'fuchsia-fyi-x64-asan': {
135 'args': [
136 # crbug.com/
137 '--gtest_filter=-ConstructCompilerTest.DefaultParameters',
138 ],
139 },
140 },
Jamie Madillc9ae75d2020-10-23 19:19:48141 },
Sven Zhengef0d0872022-04-04 22:13:29142 'aura_unittests amd64-generic': {
Yuke Liaob6beaeca2021-04-29 23:41:51143 'remove_from': [
144 # TODO(crbug.com/1204231): Re-enable.
145 'lacros-amd64-generic-rel',
146 ]
147 },
Sven Zhengef0d0872022-04-04 22:13:29148 'aura_unittests eve': {
Yuke Liao79a8cf52021-06-11 18:14:34149 'remove_from': [
150 # TODO(crbug.com/1204231): Re-enable.
151 'lacros-amd64-generic-rel',
152 ]
153 },
Chong Gudf7fbe92021-02-24 02:55:58154 'base_unittests': {
155 'modifications': {
Haiyang Pan9d68ca02021-08-04 21:30:47156 'android-11-x86-rel': {
Haiyang Panc7c009e2021-03-18 19:31:23157 'args': [
Haiyang Panc08d02212021-10-18 18:58:38158 '--test-launcher-filter-file=../../testing/buildbot/filters/android.emulator.base_unittests.filter',
159 ],
160 },
Haiyang Pan2a55a452022-03-03 08:18:33161 'android-12-x64-rel': {
Haiyang Panc08d02212021-10-18 18:58:38162 'args': [
163 '--test-launcher-filter-file=../../testing/buildbot/filters/android.emulator.base_unittests.filter',
164 '--gtest_filter=-ModuleCacheTest.CheckAgainstProcMaps', # crbug.com/1260521
Haiyang Panc7c009e2021-03-18 19:31:23165 ],
166 },
Chong Gudf7fbe92021-02-24 02:55:58167 'fuchsia-code-coverage': {
168 'swarming': {
169 'shards': 5,
170 },
171 },
Chong Gua10cd302022-01-14 19:22:19172 'fuchsia-fyi-x64-asan': {
173 'args': [
174 '--test-launcher-filter-file=../../testing/buildbot/filters/fuchsia.lsan.base_unittests.filter',
175 ],
176 },
Chong Gudf7fbe92021-02-24 02:55:58177 },
178 },
Haiyang Pan363c59a2020-07-23 05:47:04179 'blink_platform_unittests': {
180 'modifications': {
James Shen088356672022-06-28 01:21:14181 # TODO(crbug.com/1303439): Remove this filter
182 'android-nougat-x86-rel': {
183 'args': [
184 '--test-launcher-filter-file=../../testing/buildbot/filters/android.emulator_n.blink_platform_unittests.filter',
185 ],
186 },
Haiyang Panfbd2b482020-09-23 23:41:25187 'android-pie-arm64-rel': {
188 # TODO(crbug.com/1111436): Move this back to walleye if/when additional
189 # capacity has been deployed.
190 'swarming': {
191 'dimension_sets': [
192 {
193 'device_type': 'sailfish',
194 },
195 ],
196 },
197 },
Chong Gu52481452021-04-02 17:52:41198 'fuchsia-code-coverage': {
199 'swarming': {
200 'shards': 5,
201 },
202 },
Haiyang Pan363c59a2020-07-23 05:47:04203 },
204 },
Brian Sheedy944d0622022-07-27 20:42:42205 'blink_pytype': {
206 'remove_from': [
207 'linux-code-coverage',
208 ],
209 },
Chong Gu76046412021-09-22 17:49:21210 'blink_unittests': {
Chong Guc2d145e2021-03-31 19:55:34211 'modifications': {
212 'fuchsia-code-coverage': {
213 'swarming': {
214 'shards': 30,
215 },
216 },
217 },
218 },
John Chenaab16fc02020-03-03 06:35:45219 'blink_web_tests': {
220 'remove_from': [
221 'Win 7 Tests x64 (1)', # 64-bit win is unsupported by the layout tests.
Weizhong Xia501ccac2022-06-09 00:46:27222 'Win7 Tests (1)',
John Chenaab16fc02020-03-03 06:35:45223 'Win10 Tests x64 (dbg)',
224 ],
225 'modifications': {
226 'Fuchsia x64': {
227 'args': [
228 '--platform=fuchsia',
Weizhong Xia3fdef5ca2022-01-04 21:50:20229 '--jobs=1',
John Chenaab16fc02020-03-03 06:35:45230 ],
231 'swarming': {
232 'shards': 1,
233 },
234 },
235 'Linux Tests': {
236 "args": [
237 "--additional-env-var=LLVM_PROFILE_FILE=${ISOLATED_OUTDIR}/profraw/default-%2m.profraw",
238 ],
Struan Shrimpton57c594e42022-01-25 17:59:13239 'swarming': {
Weizhong Xia8b786422022-06-23 14:46:51240 'quickrun_shards': 7,
241 'shards': 8,
Struan Shrimpton57c594e42022-01-25 17:59:13242 },
John Chenaab16fc02020-03-03 06:35:45243 },
244 'Linux Tests (dbg)(1)': {
245 'args': [
246 '--debug',
247 ],
248 'swarming': {
Weizhong Xia8b786422022-06-23 14:46:51249 'shards': 12,
John Chenaab16fc02020-03-03 06:35:45250 },
251 },
John Chenaab16fc02020-03-03 06:35:45252 'Mac10.13 Tests': {
253 'swarming': {
254 'dimension_sets': [
255 {
Erik Staab59591f32020-08-25 23:07:07256 'gpu': None,
John Chenaab16fc02020-03-03 06:35:45257 },
258 ],
Weizhong Xia8b786422022-06-23 14:46:51259 'shards': 10,
John Chenaab16fc02020-03-03 06:35:45260 },
261 },
Zhaoyang Li69e2e002021-02-19 21:57:35262 'Mac10.15 Tests': {
263 'swarming': {
264 'dimension_sets': [
265 {
266 'gpu': None,
267 },
268 ],
Weizhong Xia8b786422022-06-23 14:46:51269 'shards': 10,
Zhaoyang Li69e2e002021-02-19 21:57:35270 },
271 },
Lindsay Pasricha8d9a0c32021-12-08 17:08:29272 'Mac11 Tests': {
273 'swarming': {
274 'dimension_sets': [
275 {
276 'gpu': None,
277 },
278 ],
Weizhong Xia8b786422022-06-23 14:46:51279 'shards': 12,
280 'quickrun_shards': 10,
Lindsay Pasricha8d9a0c32021-12-08 17:08:29281 },
282 },
Yue She0cad2922022-06-24 15:06:07283 'Mac12 Tests': {
284 'swarming': {
285 'dimension_sets': [
286 {
287 'gpu': None,
288 },
289 ],
Lindsay Pasrichadf6edb62022-07-06 22:08:35290 'shards': 12,
291 'quickrun_shards': 10,
Yue She0cad2922022-06-24 15:06:07292 },
293 },
Cameron Higgins7558b162022-06-10 18:53:07294 'Mac12 Tests (dbg)': {
Zhaoyang Li9357e1e12021-12-07 18:53:17295 'experiment_percentage': 100,
296 'args': [
297 '--debug',
298 ],
299 'swarming': {
Weizhong Xia8b786422022-06-23 14:46:51300 'shards': 16,
Zhaoyang Li9357e1e12021-12-07 18:53:17301 },
302 },
Chong Gu75af969a2021-03-22 14:46:14303 'ToTFuchsia x64': {
304 'args': [
305 '--platform=fuchsia',
306 ],
307 'swarming': {
308 'shards': 1,
309 },
310 },
John Chenaab16fc02020-03-03 06:35:45311 'V8 Blink Linux Debug': {
Michael Achenbach455d39242020-06-22 13:33:45312 # This builder compiles Chromium in release mode, but V8 in debug.
313 # TODO(machenbach): Change name and out directory of this builder to
314 # something less confusing.
John Chenaab16fc02020-03-03 06:35:45315 'args': [
Michael Achenbach455d39242020-06-22 13:33:45316 '-t',
317 'Debug',
318 '--release',
John Chenaab16fc02020-03-03 06:35:45319 ],
320 },
321 'V8 Blink Linux Future': {
322 'args': [
Brian Sheedy10ddf0a2021-08-16 23:19:07323 '--flag-specific=future-js',
John Chenaab16fc02020-03-03 06:35:45324 ],
325 },
326 'WebKit Linux ASAN': {
327 'args': [
328 '--additional-expectations',
329 '../../third_party/blink/web_tests/ASANExpectations',
Weizhong Xia91b53362022-01-05 17:13:35330 '--timeout-ms',
John Chenaab16fc02020-03-03 06:35:45331 '48000',
332 '--enable-sanitizer',
333 ],
334 'swarming': {
Weizhong Xia8b786422022-06-23 14:46:51335 'shards': 8,
John Chenaab16fc02020-03-03 06:35:45336 },
337 },
338 'WebKit Linux Leak': {
339 'args': [
340 '--additional-expectations',
341 '../../third_party/blink/web_tests/LeakExpectations',
Weizhong Xia91b53362022-01-05 17:13:35342 '--timeout-ms',
John Chenaab16fc02020-03-03 06:35:45343 '48000',
344 '--enable-leak-detection',
345 ],
346 'swarming': {
Weizhong Xia8b786422022-06-23 14:46:51347 'shards': 4,
John Chenaab16fc02020-03-03 06:35:45348 },
349 },
350 'WebKit Linux MSAN': {
351 'args': [
352 '--additional-expectations',
353 '../../third_party/blink/web_tests/MSANExpectations',
Weizhong Xia91b53362022-01-05 17:13:35354 '--timeout-ms',
John Chenaab16fc02020-03-03 06:35:45355 '66000',
356 '--enable-sanitizer',
357 ],
358 'swarming': {
359 'expiration': 36000,
360 'hard_timeout': 10800,
361 'io_timeout': 3600,
Weizhong Xia8b786422022-06-23 14:46:51362 'shards': 8,
John Chenaab16fc02020-03-03 06:35:45363 },
364 },
John Chenaab16fc02020-03-03 06:35:45365 'Win10 Tests x64': {
366 'args': [
367 '--target',
Takuto Ikutab28b582e2021-02-10 01:41:21368 'Release_x64',
John Chenaab16fc02020-03-03 06:35:45369 ],
370 'swarming': {
Weizhong Xia8b786422022-06-23 14:46:51371 "shards": 12
John Chenaab16fc02020-03-03 06:35:45372 },
373 },
374 'Win10 Tests x64 (dbg)': {
375 'args': [
376 '--debug',
377 '--target',
Takuto Ikutab28b582e2021-02-10 01:41:21378 'Debug_x64',
John Chenaab16fc02020-03-03 06:35:45379 ],
380 },
Kuan Huanga89737d2022-01-07 19:42:11381 'Win11 Tests x64': {
382 'args': [
383 '--target',
384 'Release_x64',
385 ],
386 'swarming': {
Weizhong Xia8b786422022-06-23 14:46:51387 "shards": 12
Kuan Huanga89737d2022-01-07 19:42:11388 },
389 },
John Chenaab16fc02020-03-03 06:35:45390 # tryserver.chromium.android
391 'android_blink_rel': {
392 'args': [
393 '--release',
394 '--android',
395 # TODO(crbug.com/912120): Breakpad was entirely disabled on
396 # Android. Remove this when it no longer affects Android crash
397 # log handling.
398 '--disable-breakpad',
399 # TODO(crbug.com/875172): run on the real GPU since the
400 # software fallback, SwiftShader, isn't yet for 32-bit ARM.
401 '--additional-driver-flag=--use-gpu-in-tests',
402 ],
403 },
404 'devtools_frontend_linux_blink_light_rel': {
405 'args': [
406 'http/tests/devtools',
407 ],
408 'swarming': {
Weizhong Xia8b786422022-06-23 14:46:51409 'shards': 2,
John Chenaab16fc02020-03-03 06:35:45410 },
411 },
Takuto Ikutabace8f82022-01-26 23:47:47412 'devtools_frontend_linux_blink_light_rel_fastbuild': {
413 'args': [
414 'http/tests/devtools',
415 ],
416 'swarming': {
Weizhong Xia8b786422022-06-23 14:46:51417 'shards': 2,
Takuto Ikutabace8f82022-01-26 23:47:47418 },
419 },
John Chenaab16fc02020-03-03 06:35:45420 'fuchsia-fyi-x64-rel': {
421 'args': [
422 '--platform=fuchsia',
423 ],
424 'swarming': {
425 'shards': 1,
426 },
427 },
Mathias Carlen30968a62020-03-31 08:47:04428 'linux-autofill-assistant': {
429 'args': [
430 '--release',
431 ],
432 },
Arthur Sonzogni90f6df12022-02-02 14:28:32433 'linux-bfcache-rel': {
434 'args': [
435 '--flag-specific=enable-back-forward-cache-same-site',
Arthur Sonzogni90f6df12022-02-02 14:28:32436 ],
437 },
John Chenaab16fc02020-03-03 06:35:45438 'linux-blink-animation-use-time-delta': {
439 'args': [
440 '--debug',
441 ],
442 },
Daniel Libby178c9832020-10-08 20:36:14443 'linux-blink-web-tests-force-accessibility-rel': {
444 'args': [
Brian Sheedy10ddf0a2021-08-16 23:19:07445 '--flag-specific=force-renderer-accessibility',
Daniel Libby178c9832020-10-08 20:36:14446 ],
447 },
John Chenaab16fc02020-03-03 06:35:45448 'linux-code-coverage': {
449 'args': [
450 '--additional-env-var=LLVM_PROFILE_FILE=${ISOLATED_OUTDIR}/profraw/default-%2m.profraw',
451 ],
452 'swarming': {
Weizhong Xia8b786422022-06-23 14:46:51453 'shards': 8,
John Chenaab16fc02020-03-03 06:35:45454 },
455 },
Aaron Gable40f79aa2020-03-21 01:21:15456 'linux-layout-tests-edit-ng': {
457 'args': [
Brian Sheedy10ddf0a2021-08-16 23:19:07458 '--flag-specific=enable-editing-ng',
Aaron Gable40f79aa2020-03-21 01:21:15459 ],
460 },
Garrett Beaty731523e92022-05-03 17:16:55461 'linux_layout_tests_layout_ng_disabled': {
462 'args': [
463 '--flag-specific=disable-layout-ng',
464 ],
465 'swarming': {
Weizhong Xia8b786422022-06-23 14:46:51466 'shards': 8,
Garrett Beaty731523e92022-05-03 17:16:55467 },
468 },
John Chenaab16fc02020-03-03 06:35:45469 'mac10.13-blink-rel-dummy': {
470 'swarming': {
Weizhong Xia8b786422022-06-23 14:46:51471 'shards': 1,
John Chenaab16fc02020-03-03 06:35:45472 },
473 },
John Chenaab16fc02020-03-03 06:35:45474 'mac10.14-blink-rel-dummy': {
475 'swarming': {
Weizhong Xia8b786422022-06-23 14:46:51476 'shards': 1,
John Chenaab16fc02020-03-03 06:35:45477 },
478 },
Ilia Samsonov7efe05e2020-05-07 19:00:46479 'mac10.15-blink-rel-dummy': {
480 'swarming': {
Weizhong Xia8b786422022-06-23 14:46:51481 'shards': 8,
Ilia Samsonov7efe05e2020-05-07 19:00:46482 },
483 },
Ilia Samsonovdd271c6c22020-09-08 22:24:44484 'mac11.0-blink-rel-dummy': {
485 'swarming': {
Weizhong Xia8b786422022-06-23 14:46:51486 'shards': 5,
Dirk Pranke2cc61792021-06-10 20:24:54487 'hard_timeout': 1800,
Ilia Samsonovdd271c6c22020-09-08 22:24:44488 },
489 },
Riley Wong5feb0eb2022-08-05 15:49:26490 'win10.20h2-blink-rel': {
491 'swarming': {
492 'shards': 6,
493 'hard_timeout': 1200,
494 },
495 },
Preethi Mohand030de42021-07-22 21:12:13496 'win10.20h2-blink-rel-dummy': {
497 'swarming': {
Weizhong Xia8b786422022-06-23 14:46:51498 'shards': 6,
499 'hard_timeout': 1200,
500 },
501 },
502 'win11-blink-rel': {
503 'swarming': {
504 'hard_timeout': 1200,
505 },
506 'args': [
507 '--target',
508 'Release_x64',
509 ],
510 },
511 },
512 },
513 'blink_wpt_tests': {
514 'remove_from': [
515 'Win 7 Tests x64 (1)', # 64-bit win is unsupported by the layout tests.
516 'Win7 Tests (1)',
517 'Win10 Tests x64 (dbg)',
Weizhong Xia6d85a442022-06-23 17:17:06518 'devtools_frontend_linux_blink_light_rel',
519 'devtools_frontend_linux_blink_light_rel_fastbuild',
Weizhong Xia8b786422022-06-23 14:46:51520 ],
521 'modifications': {
522 'Fuchsia x64': {
523 'args': [
524 '--platform=fuchsia',
525 '--jobs=1',
526 ],
527 'swarming': {
528 'shards': 1,
529 },
530 },
531 'Linux Tests': {
532 "args": [
533 "--additional-env-var=LLVM_PROFILE_FILE=${ISOLATED_OUTDIR}/profraw/default-%2m.profraw",
534 ],
535 'swarming': {
536 'quickrun_shards': 11,
537 'shards': 10,
538 },
539 },
540 'Linux Tests (dbg)(1)': {
541 'args': [
542 '--debug',
543 ],
544 'swarming': {
545 'shards': 18,
546 },
547 },
548 'Mac10.13 Tests': {
549 'swarming': {
550 'dimension_sets': [
551 {
552 'gpu': None,
553 },
554 ],
555 'shards': 15,
556 },
557 },
558 'Mac10.15 Tests': {
559 'swarming': {
560 'dimension_sets': [
561 {
562 'gpu': None,
563 },
564 ],
565 'shards': 15,
566 },
567 },
568 'Mac11 Tests': {
569 'swarming': {
570 'dimension_sets': [
571 {
572 'gpu': None,
573 },
574 ],
575 'shards': 18,
576 'quickrun_shards': 16,
577 },
578 },
Lindsay Pasrichadf6edb62022-07-06 22:08:35579 'Mac12 Tests': {
580 'swarming': {
581 'dimension_sets': [
582 {
583 'gpu': None,
584 },
585 ],
586 'shards': 18,
587 'quickrun_shards': 16,
588 },
589 },
Weizhong Xia8b786422022-06-23 14:46:51590 'Mac12 Tests (dbg)': {
591 'experiment_percentage': 100,
592 'args': [
593 '--debug',
594 ],
595 'swarming': {
596 'shards': 24,
597 },
598 },
599 'ToTFuchsia x64': {
600 'args': [
601 '--platform=fuchsia',
602 ],
603 'swarming': {
604 'shards': 1,
605 },
606 },
607 'V8 Blink Linux Debug': {
608 # This builder compiles Chromium in release mode, but V8 in debug.
609 # TODO(machenbach): Change name and out directory of this builder to
610 # something less confusing.
611 'args': [
612 '-t',
613 'Debug',
614 '--release',
615 ],
616 },
617 'V8 Blink Linux Future': {
618 'args': [
619 '--flag-specific=future-js',
620 ],
621 },
622 'WebKit Linux ASAN': {
623 'args': [
624 '--additional-expectations',
625 '../../third_party/blink/web_tests/ASANExpectations',
626 '--timeout-ms',
627 '48000',
628 '--enable-sanitizer',
629 ],
630 'swarming': {
631 'shards': 12,
632 },
633 },
634 'WebKit Linux Leak': {
635 'args': [
636 '--additional-expectations',
637 '../../third_party/blink/web_tests/LeakExpectations',
638 '--timeout-ms',
639 '48000',
640 '--enable-leak-detection',
641 ],
642 'swarming': {
643 'shards': 6,
644 },
645 },
646 'WebKit Linux MSAN': {
647 'args': [
648 '--additional-expectations',
649 '../../third_party/blink/web_tests/MSANExpectations',
650 '--timeout-ms',
651 '66000',
652 '--enable-sanitizer',
653 ],
654 'swarming': {
655 'expiration': 36000,
656 'hard_timeout': 10800,
657 'io_timeout': 3600,
658 'shards': 12,
659 },
660 },
661 'Win10 Tests x64': {
662 'args': [
663 '--target',
664 'Release_x64',
665 ],
666 'swarming': {
667 "shards": 18
668 },
669 },
670 'Win10 Tests x64 (dbg)': {
671 'args': [
672 '--debug',
673 '--target',
674 'Debug_x64',
675 ],
676 },
677 'Win11 Tests x64': {
678 'args': [
679 '--target',
680 'Release_x64',
681 ],
682 'swarming': {
683 "shards": 18
684 },
685 },
686 # tryserver.chromium.android
687 'android_blink_rel': {
688 'args': [
689 '--release',
690 '--android',
691 # TODO(crbug.com/912120): Breakpad was entirely disabled on
692 # Android. Remove this when it no longer affects Android crash
693 # log handling.
694 '--disable-breakpad',
695 # TODO(crbug.com/875172): run on the real GPU since the
696 # software fallback, SwiftShader, isn't yet for 32-bit ARM.
697 '--additional-driver-flag=--use-gpu-in-tests',
698 ],
699 },
Weizhong Xia8b786422022-06-23 14:46:51700 'fuchsia-fyi-x64-rel': {
701 'args': [
702 '--platform=fuchsia',
703 ],
704 'swarming': {
705 'shards': 1,
706 },
707 },
708 'linux-autofill-assistant': {
709 'args': [
710 '--release',
711 ],
712 },
713 'linux-bfcache-rel': {
714 'args': [
715 '--flag-specific=enable-back-forward-cache-same-site',
716 # TODO(crbug.com/1255537): Re-enable the test.
717 '--ignore-tests=external/wpt/html/browsers/browsing-the-web/back-forward-cache/events.html',
718 ],
719 },
720 'linux-blink-animation-use-time-delta': {
721 'args': [
722 '--debug',
723 ],
724 },
725 'linux-blink-web-tests-force-accessibility-rel': {
726 'args': [
727 '--flag-specific=force-renderer-accessibility',
728 ],
729 },
730 'linux-code-coverage': {
731 'args': [
732 '--additional-env-var=LLVM_PROFILE_FILE=${ISOLATED_OUTDIR}/profraw/default-%2m.profraw',
733 ],
734 'swarming': {
735 'shards': 12,
736 },
737 },
738 'linux-layout-tests-edit-ng': {
739 'args': [
740 '--flag-specific=enable-editing-ng',
741 ],
742 },
743 'linux_layout_tests_layout_ng_disabled': {
744 'args': [
745 '--flag-specific=disable-layout-ng',
746 ],
747 'swarming': {
748 'shards': 12,
749 },
750 },
751 'mac10.13-blink-rel-dummy': {
752 'swarming': {
753 'shards': 1,
754 },
755 },
756 'mac10.14-blink-rel-dummy': {
757 'swarming': {
758 'shards': 1,
759 },
760 },
761 'mac10.15-blink-rel-dummy': {
762 'swarming': {
763 'shards': 12,
764 },
765 },
766 'mac11.0-blink-rel-dummy': {
767 'swarming': {
768 'shards': 7,
769 'hard_timeout': 1800,
770 },
771 },
Riley Wong5feb0eb2022-08-05 15:49:26772 'win10.20h2-blink-rel': {
773 'swarming': {
774 'shards': 9,
775 'hard_timeout': 1200,
776 },
777 },
Weizhong Xia8b786422022-06-23 14:46:51778 'win10.20h2-blink-rel-dummy': {
779 'swarming': {
780 'shards': 9,
Preethi Mohand030de42021-07-22 21:12:13781 'hard_timeout': 1200,
782 },
783 },
Riley Wong5fc22762022-06-15 20:25:07784 'win11-blink-rel': {
785 'swarming': {
786 'hard_timeout': 1200,
787 },
788 'args': [
789 '--target',
790 'Release_x64',
791 ],
Riley Wong70908512022-06-17 20:35:32792 }
John Chenaab16fc02020-03-03 06:35:45793 },
794 },
John Budorickca995852019-06-26 16:55:55795 'breakpad_unittests': {
796 'modifications': {
797 'android-asan': {
798 'args': [
799 '--test-launcher-filter-file=../../testing/buildbot/filters/android.asan.breakpad_unittests.filter',
800 ],
801 },
802 },
803 },
Kenneth Russelleb60cbd22017-12-05 07:54:28804 'browser_tests': {
Kenneth Russellfbda3c532017-12-08 23:57:24805 'remove_from': [
Brad Halla36886c2019-02-26 16:52:29806 'CrWinAsan(dll)', # https://crbug.com/935598
Nico Weber3af4da72018-02-27 01:59:41807 'linux-win_cross-rel',
Nico Weberdae13cd92018-12-14 13:56:26808 'ToTLinuxTSan', # https://crbug.com/368525
Lindsay Pasrichab3f72db2021-09-22 22:05:46809 # TODO(crbug.com/1171053): Enable the suite in 'Mac10.15 Tests' once it's
Zhaoyang Li69e2e002021-02-19 21:57:35810 # off CQ.
Gary Tongd5f5a742021-01-29 00:01:13811 'Mac10.13 Tests', # https://crbug.com/1042757
Zhaoyang Li69e2e002021-02-19 21:57:35812 'Mac10.15 Tests', # https://crbug.com/1042757
Cameron Higgins7558b162022-06-10 18:53:07813 'Mac12 Tests (dbg)', # https://crbug.com/1201386
Lindsay Pasricha8155d052021-04-22 00:06:43814 'mac-code-coverage', # https://crbug.com/1201386
Nico Weberd36959682018-04-12 03:33:46815 'Linux TSan Tests', # https://crbug.com/368525
Stephen Martinise701f5a2018-05-04 01:25:11816 'Win10 Tests x64 (dbg)',
Kenneth Russellfbda3c532017-12-08 23:57:24817 ],
Kenneth Russelleb60cbd22017-12-05 07:54:28818 'modifications': {
Nico Weber3f919792020-06-12 23:34:52819 'CrWinAsan': {
820 # These are very slow on the ASAN trybot for some reason.
Ben Pastened2c01af2022-01-31 23:06:44821 # crbug.com/1257927
Nico Weber3f919792020-06-12 23:34:52822 'swarming': {
823 'shards': 40,
824 },
825 },
826 'CrWinAsan(dll)': {
827 # These are very slow on the ASAN trybot for some reason.
Ben Pastened2c01af2022-01-31 23:06:44828 # crbug.com/1257927
Nico Weber3f919792020-06-12 23:34:52829 'swarming': {
830 'shards': 40,
831 },
832 },
Stephen Martinis1384ff92020-01-07 19:52:15833 'Linux - Future (dbg)': { # client.v8.chromium
Yuke Liaoea70f472019-12-19 06:03:36834 'swarming': {
Stephen Martinis1384ff92020-01-07 19:52:15835 'shards': 10,
Yuke Liaoea70f472019-12-19 06:03:36836 },
837 },
Erik Staabd468a802022-06-28 23:38:03838 'Linux ASan LSan Low Symbols FYI Tests (1)': {
839 # These are very slow on the ASAN trybot for some reason.
840 # crbug.com/1257927
841 'swarming': {
842 'shards': 40,
843 'quickrun_shards': 80
844 },
845 },
Stephen Martinis1384ff92020-01-07 19:52:15846 'Linux ASan LSan Tests (1)': {
847 # These are very slow on the ASAN trybot for some reason.
Ben Pastened2c01af2022-01-31 23:06:44848 # crbug.com/1257927
Roberto Carrillo2c9ec972019-03-20 03:11:19849 'swarming': {
Stephen Martinis1384ff92020-01-07 19:52:15850 'shards': 40,
Struan Shrimptone772d72f2021-12-15 07:50:09851 'quickrun_shards': 80
Roberto Carrillo2c9ec972019-03-20 03:11:19852 },
853 },
Chris Cunningham1d0e9e12020-02-26 22:56:40854 'Linux ASan Tests (sandboxed)': {
855 'swarming': {
John Abd-El-Malek3a631612020-07-08 21:40:41856 'shards': 30, # https://crbug.com/1103330
Chris Cunningham1d0e9e12020-02-26 22:56:40857 },
858 },
Stephen Martinis1384ff92020-01-07 19:52:15859 'Linux Chromium OS ASan LSan Tests (1)': {
860 # These are very slow on the ASAN trybot for some reason.
Ben Pastened2c01af2022-01-31 23:06:44861 # crbug.com/1257927
Roberto Carrillo5a5c98dc2019-10-30 22:33:51862 'swarming': {
Chris Cunningham74217f32022-05-02 18:47:23863 'shards': 60,
Roberto Carrillo5a5c98dc2019-10-30 22:33:51864 },
865 },
Ben Pastene7636bb62022-04-22 18:55:25866 'Linux ChromiumOS MSan Focal': {
867 # These are very slow on the Chrome OS MSAN trybot for some reason.
868 # crbug.com/865455
869 'swarming': {
870 'shards': 40,
871 },
872 'args': [
873 '--test-launcher-filter-file=../../testing/buildbot/filters/chromeos.msan.browser_tests.oobe_negative.filter',
874 ],
875 },
Stephen Martinis1384ff92020-01-07 19:52:15876 'Linux ChromiumOS MSan Tests': {
Alexis Hetua804f7412022-05-13 17:04:20877 # These are very slow on the Chrome OS MSAN trybot, most likely because browser_tests on cros has ~40% more tests. Also, these tests
878 # run on ash, which means every test starts and shuts down ash, which most likely explains why it takes longer than on other platforms.
Stephen Martinis1384ff92020-01-07 19:52:15879 # crbug.com/865455
Kenneth Russell56a3e862017-12-08 03:11:34880 'swarming': {
Alexis Hetud62dbf32022-05-17 19:48:38881 'shards': 48,
Kenneth Russell56a3e862017-12-08 03:11:34882 },
Ben Pastene44221d32020-05-21 23:38:36883 'args': [
884 '--test-launcher-filter-file=../../testing/buildbot/filters/chromeos.msan.browser_tests.oobe_negative.filter',
885 ],
Kenneth Russell56a3e862017-12-08 03:11:34886 },
Struan Shrimptonf5b2b552022-01-20 20:37:39887 'Linux Tests': {
888 'swarming': {
889 'quickrun_shards': 15,
890 },
891 },
Maksim Sisovc81d284c2021-10-05 17:54:35892 # https://crbug.com/1084469
893 'Linux Tests (Wayland)': {
894 'args': [
895 '--test-launcher-filter-file=../../testing/buildbot/filters/ozone-linux.wayland_browser_tests.filter',
896 ],
Struan Shrimptone772d72f2021-12-15 07:50:09897 'swarming': {
898 'quickrun_shards': 24,
899 },
Maksim Sisovc81d284c2021-10-05 17:54:35900 },
John Budorick614f91a2020-03-30 20:34:55901 'Linux Tests (dbg)(1)': {
902 # crbug.com/1066161
903 'swarming': {
904 'shards': 20,
905 },
906 },
Stephen Martinis1384ff92020-01-07 19:52:15907 'Mac ASan 64 Tests (1)': {
Kenneth Russellfbda3c532017-12-08 23:57:24908 'swarming': {
Stephen Martiniscd3c3832020-11-19 22:01:24909 'shards': 30,
Kenneth Russellfbda3c532017-12-08 23:57:24910 },
Lindsay Pasricha8155d052021-04-22 00:06:43911 # crbug.com/1196416
912 'args': [
913 '--test-launcher-filter-file=../../testing/buildbot/filters/mac.mac-rel.browser_tests.filter',
914 ],
Lindsay Pasrichab3f72db2021-09-22 22:05:46915 'experiment_percentage': 100, # https://crbug.com/1251657
Kenneth Russellfbda3c532017-12-08 23:57:24916 },
Lindsay Pasricha76f44d22021-04-07 16:16:26917 'Mac10.15 Tests': {
918 # crbug.com/1042757
919 'swarming': {
920 'dimension_sets': [
921 {
922 # These shards are liable to time out when running on macmini7,1.
923 'cores': '8|12',
924 }
925 ],
926 },
927 # crbug.com/1196416
928 'args': [
929 '--test-launcher-filter-file=../../testing/buildbot/filters/mac.mac-rel.browser_tests.filter',
930 ],
931 },
Lindsay Pasrichaf8762592021-12-02 23:43:09932 'Mac11 Tests': {
933 'ci_only': True,
934 },
Yue She0cad2922022-06-24 15:06:07935 'Mac12 Tests': {
936 'ci_only': True,
937 },
Cameron Higgins7558b162022-06-10 18:53:07938 'Mac12 Tests (dbg)': {
Zhaoyang Li9357e1e12021-12-07 18:53:17939 # crbug.com/1042757
940 'swarming': {
941 'dimension_sets': [
942 {
943 # These shards are liable to time out when running on macmini7,1.
944 'cores': '8|12',
945 }
946 ],
947 },
948 # crbug.com/1196416
949 'args': [
950 '--test-launcher-filter-file=../../testing/buildbot/filters/mac.mac-rel.browser_tests.filter',
951 ],
952 },
Stephen Martinis1384ff92020-01-07 19:52:15953 'ToTWin(dbg)': {
Kenneth Russelleb60cbd22017-12-05 07:54:28954 'swarming': {
John Budorickca14c76f62017-12-09 14:19:18955 'shards': 20,
Kenneth Russelleb60cbd22017-12-05 07:54:28956 },
957 },
Stephen Martinis1384ff92020-01-07 19:52:15958 'ToTWin64(dbg)': {
Kenneth Russell8ceeabf2017-12-11 17:53:28959 'swarming': {
960 'shards': 20,
961 },
962 },
Kenneth Russell6c83d212018-07-27 20:52:59963 'Win10 Tests x64': {
964 # crbug.com/868082
965 'args': [
966 '--disable-features=WebRTC-H264WithOpenH264FFmpeg',
967 ],
Takuto Ikutac9c269a2019-01-10 22:40:25968 'swarming': {
969 # This is for slow test execution that often becomes a critical path of
970 # swarming jobs. crbug.com/868114
971 'shards': 15,
Struan Shrimptona1ab7672022-01-13 18:02:51972 'quickrun_shards': 40,
Takuto Ikutac9c269a2019-01-10 22:40:25973 }
Kenneth Russell6c83d212018-07-27 20:52:59974 },
Kuan Huanga89737d2022-01-07 19:42:11975 'Win11 Tests x64': {
976 # crbug.com/868082
977 'args': [
978 '--disable-features=WebRTC-H264WithOpenH264FFmpeg',
979 ],
980 'swarming': {
981 # This is for slow test execution that often becomes a critical path of
982 # swarming jobs. crbug.com/868114
983 'shards': 15,
984 'quickrun_shards': 30,
985 }
986 },
Stephen Martinis1384ff92020-01-07 19:52:15987 'Win7 Tests (1)': {
988 # This is for slow test execution that often becomes a critical path of
989 # swarming jobs. crbug.com/868114
990 'swarming': {
991 'shards': 15,
992 },
993 },
Stephen Martinis1384ff92020-01-07 19:52:15994 'linux-chromeos-chrome': {
995 # TODO(https://crbug.com/932269): Promote out of experiment when the
996 # tests are green.
997 'args': [
998 '--test-launcher-filter-file=../../testing/buildbot/filters/chromeos.browser_tests.filter',
999 ],
Ben Pastene37473092022-08-02 19:16:461000 'swarming': {
1001 'shards': 20,
1002 },
Stephen Martinis1384ff92020-01-07 19:52:151003 },
1004 'linux-chromeos-code-coverage': {
Nico Weber0c2861b2018-12-14 18:05:161005 'swarming': {
Stephen Martinis1384ff92020-01-07 19:52:151006 'shards': 50,
1007 },
1008 },
1009 'linux-chromeos-dbg': {
1010 'swarming': {
Chris Cunningham88e70de2022-05-02 23:39:161011 'shards': 50,
Stephen Martinis1384ff92020-01-07 19:52:151012 },
1013 },
1014 'linux-chromeos-rel': {
1015 'swarming': {
1016 'shards': 20,
Struan Shrimptone772d72f2021-12-15 07:50:091017 'quickrun_shards': 40,
Stephanie Kime9008f72020-03-05 23:01:161018 'dimension_sets': [
1019 {
1020 'kvm': '1',
1021 },
1022 ],
Stephen Martinis1384ff92020-01-07 19:52:151023 },
1024 },
1025 'linux-code-coverage': {
Yuke Liao58e1d202020-03-20 23:02:011026 'args': [
1027 '--no-sandbox',
1028 ],
Stephen Martinis1384ff92020-01-07 19:52:151029 'swarming': {
1030 'shards': 50,
1031 },
1032 },
Junhua Chen39dd2dba2021-05-05 17:51:541033 'linux-lacros-code-coverage': {
1034 'args': [
Ben Pastened1b2fd192021-05-11 19:10:181035 '--test-launcher-filter-file=../../testing/buildbot/filters/linux-lacros.browser_tests.filter',
Junhua Chen39dd2dba2021-05-05 17:51:541036 ],
1037 },
Jieting Yangbf15db672021-10-04 19:18:371038 'linux-lacros-dbg-tests-fyi': {
1039 'args': [
1040 '--test-launcher-filter-file=../../testing/buildbot/filters/linux-lacros.browser_tests.filter',
1041 ],
1042 },
Sven Zheng80734f12020-08-06 06:50:391043 'linux-lacros-tester-rel': {
1044 'args': [
Ben Pastened1b2fd192021-05-11 19:10:181045 '--test-launcher-filter-file=../../testing/buildbot/filters/linux-lacros.browser_tests.filter',
Sven Zheng80734f12020-08-06 06:50:391046 ],
Struan Shrimptone772d72f2021-12-15 07:50:091047 'swarming': {
1048 'quickrun_shards': 20,
1049 },
Sven Zheng80734f12020-08-06 06:50:391050 },
Kuan Huang235b0142021-10-19 18:59:281051 'mac-code-coverage': {
1052 'args': [
1053 '--coverage-continuous-mode=1',
1054 ],
1055 },
Lindsay Pasricha8bbc3382022-01-31 22:54:541056 'mac-osxbeta-rel': {
1057 'swarming': {
1058 'shards': 12,
1059 },
1060 },
Kuan Huang83a1c922021-09-08 22:00:271061 'mac11-arm64-rel-tests': {
Kuan Huang199112a52021-08-23 17:37:191062 'ci_only': False, # https://crbug.com/1234525
Lindsay Pasricha36432062021-10-27 20:43:301063 'args': [
1064 # crbug.com/1262402
1065 '--test-launcher-filter-file=../../testing/buildbot/filters/mac.mac11-arm64-rel.browser_tests.filter',
Lindsay Pasricha7cb620d2022-01-28 23:47:011066 ],
1067 'swarming': {
Lindsay Pasrichab7e471f2022-02-08 18:17:311068 'shards': 30,
Lindsay Pasricha7cb620d2022-01-28 23:47:011069 },
Kuan Huang199112a52021-08-23 17:37:191070 },
Zhaoyang Li5d3713d2022-06-13 18:01:171071 'mac12-arm64-rel-tests': {
1072 'ci_only': False, # https://crbug.com/1234525
1073 'args': [
1074 # crbug.com/1262402
1075 '--test-launcher-filter-file=../../testing/buildbot/filters/mac.mac12-arm64-rel.browser_tests.filter',
1076 ],
1077 'swarming': {
1078 'shards': 30,
1079 },
1080 },
Stephen Martinis1384ff92020-01-07 19:52:151081 'win-asan': {
Nico Weber3f919792020-06-12 23:34:521082 # These are very slow on the ASAN trybot for some reason.
Ben Pastened2c01af2022-01-31 23:06:441083 # crbug.com/1257927
Stephen Martinis1384ff92020-01-07 19:52:151084 'swarming': {
Nico Weber3f919792020-06-12 23:34:521085 'shards': 40,
Nico Weber0c2861b2018-12-14 18:05:161086 },
1087 },
Yuki Yamada70190fc2021-10-28 09:00:271088 'win-backuprefptr-x64-fyi-rel': {
1089 'args': [
1090 '--test-launcher-filter-file=../../testing/buildbot/filters/win_backuprefptr_fyi.browser_tests.filter',
1091 ],
1092 },
Kenneth Russelleb60cbd22017-12-05 07:54:281093 },
1094 },
Erik Chen681dc0282019-11-26 22:54:491095 'cc_unittests': {
1096 'modifications': {
1097 'Linux TSan Tests': {
1098 'swarming': {
1099 'shards': 3,
1100 },
1101 },
Haiyang Pan9d68ca02021-08-04 21:30:471102 'android-11-x86-rel': {
Haiyang Pancf765862021-03-18 20:39:151103 # https://crbug.com/1039860
1104 'args': [
Haiyang Pan11d8bd52021-11-19 21:22:541105 '--test-launcher-filter-file=../../testing/buildbot/filters/android.emulator_11_12.cc_unittests.filter',
1106 ],
1107 },
Haiyang Pan2a55a452022-03-03 08:18:331108 'android-12-x64-rel': {
Haiyang Pan11d8bd52021-11-19 21:22:541109 # https://crbug.com/1039860
1110 'args': [
1111 '--test-launcher-filter-file=../../testing/buildbot/filters/android.emulator_11_12.cc_unittests.filter',
Haiyang Pancf765862021-03-18 20:39:151112 ],
1113 },
Haiyang Pan6b8e4cf2021-08-02 21:38:281114 'android-marshmallow-x86-rel': {
John Budorickfa8f1da92020-01-15 18:11:381115 # https://crbug.com/1039860
1116 'args': [
1117 '--test-launcher-filter-file=../../testing/buildbot/filters/android.emulator.cc_unittests.filter',
1118 ],
1119 },
Haiyang Pan08d09dc2020-04-01 16:11:211120 'android-pie-x86-rel': {
John Budorickfa8f1da92020-01-15 18:11:381121 # https://crbug.com/1039860
1122 'args': [
1123 '--test-launcher-filter-file=../../testing/buildbot/filters/android.emulator.cc_unittests.filter',
1124 ],
1125 },
Struan Shrimptona1ab7672022-01-13 18:02:511126 'chromeos-amd64-generic-rel': {
1127 'swarming': {
1128 'quickrun_shards': 2,
1129 },
1130 },
Chong Gudf7fbe92021-02-24 02:55:581131 'fuchsia-code-coverage': {
1132 'swarming': {
1133 'shards': 4,
1134 },
1135 },
Chong Gub2446462021-08-19 18:44:081136 'fuchsia-fyi-arm64-dbg': {
1137 'args': [
1138 '--test-launcher-filter-file=../../testing/buildbot/filters/fuchsia.debug.cc_unittests.filter',
1139 ],
1140 },
Erik Chen681dc0282019-11-26 22:54:491141 },
1142 },
Prakhar94f444a2020-10-08 07:30:081143 'check_static_initializers': {
1144 'modifications': {
1145 'Mac Builder': {
1146 'args': [
1147 '--allow-coverage-initializer',
1148 ],
1149 },
1150 },
1151 },
Ben Pastene7a05a8f2020-11-12 17:25:511152 'chrome_all_tast_tests': {
1153 'modifications': {
Struan Shrimpton4b7abc02021-12-16 01:36:591154 'chromeos-amd64-generic-rel': {
1155 'swarming': {
Struan Shrimpton57c594e42022-01-25 17:59:131156 'quickrun_shards': 8,
Ben Pastene8fdb0ea92022-06-23 18:46:581157 'shards': 7,
Struan Shrimpton4b7abc02021-12-16 01:36:591158 },
1159 },
Ben Pastene7a05a8f2020-11-12 17:25:511160 'chromeos-betty-pi-arc-cfi-thin-lto-chrome': {
1161 'args': [
1162 # This bot sets symbol_level=2, which doesn't fit inside a normal VM.
1163 '--strip-chrome',
1164 ],
1165 },
Ben Pastenef85543f2022-06-24 17:50:021166 # TODO(crbug.com/1141234): Move out of experimental if/when the bots are
1167 # stable.
1168 'chromeos-jacuzzi-chrome': {
1169 'experiment_percentage': 100,
1170 },
yoshiki iguchi32971c52022-07-08 16:55:011171 'chromeos-kevin-chrome': {
1172 'swarming': {
Austin Engda0cb2e92022-07-11 18:08:551173 # Reducing parallelism due to DUT shortage (b/238271231)
yoshiki iguchi32971c52022-07-08 16:55:011174 'shards': 5,
1175 }
1176 },
1177 'chromeos-kevin-rel': {
1178 'swarming': {
Austin Engda0cb2e92022-07-11 18:08:551179 # Reducing parallelism due to DUT shortage (b/238271231)
yoshiki iguchi32971c52022-07-08 16:55:011180 'shards': 5,
1181 }
1182 },
Ben Pastenef85543f2022-06-24 17:50:021183 'chromeos-octopus-chrome': {
1184 'experiment_percentage': 100,
1185 },
Ben Pastene7a05a8f2020-11-12 17:25:511186 },
1187 },
Andrew Luod252791ac2019-10-15 00:28:131188 'chrome_java_test_pagecontroller_tests': {
Haiyang Panfbd2b482020-09-23 23:41:251189 'modifications': {
1190 'android-pie-arm64-rel': {
1191 # TODO(crbug.com/1111436): Move this back to walleye if/when additional
1192 # capacity has been deployed.
1193 'swarming': {
1194 'dimension_sets': [
1195 {
1196 'device_type': 'sailfish',
1197 },
1198 ],
1199 },
1200 },
1201 },
Andrew Luod252791ac2019-10-15 00:28:131202 },
Stephanie Kim07761d22021-11-25 00:21:181203 'chrome_junit_tests': {
1204 'modifications': {
1205 'android-marshmallow-arm64-rel': {
1206 'args': [
1207 # Too many shards can lead to race conditions (crbug/1272066)
1208 '--shards=8',
1209 ],
1210 },
1211 },
1212 },
Yun Liu7cfd28a2019-10-30 01:57:121213 'chrome_public_smoke_test': {
1214 'remove_from': [
Ben Joyce02dc8092021-03-04 21:48:191215 'android-code-coverage-native', # Does not generate profraw data.
Ben Joyce46ca6012021-03-31 19:19:251216 'android-pie-arm64-coverage-experimental-rel', # Does not generate profraw data.
Yun Liu7cfd28a2019-10-30 01:57:121217 ],
1218 },
Kenneth Russelleb60cbd22017-12-05 07:54:281219 'chrome_public_test_apk': {
John Budorick27d2d44e2019-05-20 20:26:091220 'remove_from': [
1221 'android-asan', # https://crbug.com/964562
Ben Joyce02dc8092021-03-04 21:48:191222 'android-code-coverage-native', # Does not generate profraw data.
Ben Joyce46ca6012021-03-31 19:19:251223 'android-pie-arm64-coverage-experimental-rel', # Does not generate profraw data.
John Budorick27d2d44e2019-05-20 20:26:091224 ],
Kenneth Russelleb60cbd22017-12-05 07:54:281225 'modifications': {
Kenneth Russelleb60cbd22017-12-05 07:54:281226 'Marshmallow 64 bit Tester': {
1227 'swarming': {
Kenneth Russelleb60cbd22017-12-05 07:54:281228 'shards': 14,
1229 },
1230 },
Arthur Wang5dd7b07c2020-04-04 01:05:221231 'Marshmallow Tablet Tester': {
1232 'args': [
1233 '--timeout-scale',
1234 '2.0',
1235 ],
1236 },
Ben Pastenec73e96e92018-07-12 01:40:351237 'Oreo Phone Tester': {
bsheedy01833462018-12-07 01:05:571238 # TODO(https://crbug.com/884413): Re-enable this once the tests are
1239 # either passing or there is more capacity.
1240 'experiment_percentage': 0,
Ben Pastenec73e96e92018-07-12 01:40:351241 },
Haiyang Pan9d68ca02021-08-04 21:30:471242 'android-11-x86-rel': {
Haiyang Panb80557c2021-03-13 03:01:441243 'args': [
1244 '--test-launcher-filter-file=../../testing/buildbot/filters/android.emulator_11.chrome_public_test_apk.filter',
Haiyang Pan1d5ca2862021-04-01 22:21:091245 '--timeout-scale=2.0',
Haiyang Panb80557c2021-03-13 03:01:441246 ],
Haiyang Panc82c3fa2022-02-01 01:26:061247 # TODO(https://crbug.com/1285975) Remove experiment and enable on
1248 # trybot once the device offline issue is resolved.
1249 'ci_only': True,
1250 'experiment_percentage': 100,
Haiyang Pan68a39c02021-11-11 21:12:211251 },
Haiyang Pan2a55a452022-03-03 08:18:331252 'android-12-x64-rel': {
Haiyang Pan68a39c02021-11-11 21:12:211253 'args': [
Haiyang Pan629f4e42022-02-09 22:11:231254 '--test-launcher-filter-file=../../testing/buildbot/filters/android.emulator_12.chrome_public_test_apk.filter',
Haiyang Pan68a39c02021-11-11 21:12:211255 '--timeout-scale=2.0',
1256 ],
Haiyang Pan2a55a452022-03-03 08:18:331257 # TODO(crbug.com/1225851): Remove experiment and ci_only
1258 # once the test suite is stable.
1259 'ci_only': True,
1260 'experiment_percentage': 100,
Haiyang Panb80557c2021-03-13 03:01:441261 },
Stephen Martinis1384ff92020-01-07 19:52:151262 'android-arm64-proguard-rel': {
1263 'swarming': {
1264 'shards': 25,
1265 },
1266 },
Brian Sheedy44a7a0032020-04-16 19:20:571267 'android-marshmallow-arm64-rel-swarming': {
1268 'swarming': {
Brian Sheedy180c2dd2020-04-22 19:34:311269 'service_account': '[email protected]'
Brian Sheedy44a7a0032020-04-16 19:20:571270 },
1271 },
James Shen39aa0e32022-03-22 04:44:501272 'android-marshmallow-x86-fyi-rel-reviver': {
1273 'swarming': {
1274 # TODO(crbug.com/1127110): Revisit shards and machine_type if there
1275 # are n2 machines available in the test pool.
1276 'shards': 25,
1277 },
1278 },
Haiyang Pan742760c2021-02-12 03:21:411279 'android-marshmallow-x86-rel': {
1280 'args': [
1281 '--test-launcher-filter-file=../../testing/buildbot/filters/android.emulator_m.chrome_public_test_apk.filter',
1282 ],
1283 'swarming': {
1284 # TODO(crbug.com/1127110): Revisit shards and machine_type if there
1285 # are n2 machines available in the test pool.
1286 'shards': 25,
Haiyang Pan742760c2021-02-12 03:21:411287 },
Haiyang Pan37fbd7a42020-06-03 03:27:371288 },
James Shenf0ce295f2022-07-21 01:37:171289 'android-nougat-x86-rel': {
1290 'args': [
1291 '--test-launcher-filter-file=../../testing/buildbot/filters/android.emulator_n.chrome_public_test_apk.filter',
1292 ],
1293 },
Stephen Martinis1384ff92020-01-07 19:52:151294 'android-pie-arm64-rel': {
1295 'args': [
1296 '--test-launcher-filter-file=../../testing/buildbot/filters/android.pie_arm64_rel.chrome_public_test_apk.filter', # https://crbug.com/1010211
1297 ],
Stephen Martinisd05530d2021-07-27 22:50:221298 'ci_only': True, # https://crbug.com/1233700
Haiyang Pan43640ee2020-02-13 01:38:001299 },
Haiyang Pan08d09dc2020-04-01 16:11:211300 'android-pie-x86-rel': {
Haiyang Pan43640ee2020-02-13 01:38:001301 'args': [
Haiyang Pan71373072020-03-02 19:57:491302 # https://crbug.com/1046059
Haiyang Pan23f64f52020-06-04 01:23:321303 '--test-launcher-filter-file=../../testing/buildbot/filters/android.emulator_p.chrome_public_test_apk.filter',
Haiyang Pan43640ee2020-02-13 01:38:001304 ],
Haiyang Pan71373072020-03-02 19:57:491305 'swarming': {
Haiyang Pan58a6db22021-07-30 01:08:261306 # See https://crbug.com/1230192, runs of 40-60 minutes at 20 shards.
1307 'shards': 30,
1308 },
1309 },
1310 },
1311 },
1312 'chrome_public_test_apk_with_playstore': {
1313 'remove_from': [
1314 # Android Emulator does not ship playstore image on Marshmallow.
James Shen39aa0e32022-03-22 04:44:501315 'android-marshmallow-x86-fyi-rel-reviver',
Haiyang Pan58a6db22021-07-30 01:08:261316 'android-marshmallow-x86-rel',
1317 ],
1318 'modifications': {
Haiyang Pan9d68ca02021-08-04 21:30:471319 'android-11-x86-rel': {
Haiyang Pan58a6db22021-07-30 01:08:261320 'args': [
1321 '--avd-config=../../tools/android/avd/proto/generic_playstore_android30.textpb',
1322 ],
1323 'swarming': {
1324 # soft affinity so that bots with caches will be picked first
1325 'optional_dimensions': {
1326 '60': [
1327 {
Haiyang Pan0fee3652022-02-23 19:19:481328 'caches': 'generic_playstore_android30',
Haiyang Pan58a6db22021-07-30 01:08:261329 }
1330 ],
1331 },
1332 'named_caches': [
1333 {
Haiyang Pan0fee3652022-02-23 19:19:481334 'name': 'generic_playstore_android30',
1335 'path': '.android_emulator/generic_playstore_android30',
Haiyang Pan58a6db22021-07-30 01:08:261336 },
1337 ],
1338 },
1339 },
Haiyang Pan2a55a452022-03-03 08:18:331340 'android-12-x64-rel': {
Haiyang Pan68a39c02021-11-11 21:12:211341 'args': [
1342 '--avd-config=../../tools/android/avd/proto/generic_playstore_android31.textpb',
1343 ],
1344 'swarming': {
1345 # soft affinity so that bots with caches will be picked first
1346 'optional_dimensions': {
1347 '60': [
1348 {
Haiyang Pan0fee3652022-02-23 19:19:481349 'caches': 'generic_playstore_android31',
Haiyang Pan68a39c02021-11-11 21:12:211350 }
1351 ],
1352 },
1353 'named_caches': [
1354 {
Haiyang Pan0fee3652022-02-23 19:19:481355 'name': 'generic_playstore_android31',
1356 'path': '.android_emulator/generic_playstore_android31',
Haiyang Pan68a39c02021-11-11 21:12:211357 },
1358 ],
1359 },
1360 },
Haiyang Pan58a6db22021-07-30 01:08:261361 'android-pie-x86-rel': {
1362 'args': [
1363 '--avd-config=../../tools/android/avd/proto/generic_playstore_android28.textpb',
1364 ],
1365 'swarming': {
Haiyang Pan2c438302021-06-11 23:50:381366 # soft affinity so that bots with caches will be picked first
1367 'optional_dimensions': {
1368 '60': [
1369 {
Haiyang Pan0fee3652022-02-23 19:19:481370 'caches': 'generic_playstore_android28',
Haiyang Pan2c438302021-06-11 23:50:381371 }
1372 ],
1373 },
Haiyang Pan71373072020-03-02 19:57:491374 'named_caches': [
1375 {
Haiyang Pan0fee3652022-02-23 19:19:481376 'name': 'generic_playstore_android28',
1377 'path': '.android_emulator/generic_playstore_android28',
Haiyang Pan71373072020-03-02 19:57:491378 },
Haiyang Pan980402822020-10-07 23:24:561379 ],
Haiyang Pan71373072020-03-02 19:57:491380 },
John Budorick34009472018-04-03 17:38:441381 },
Kenneth Russelleb60cbd22017-12-05 07:54:281382 },
1383 },
1384 'chrome_public_test_vr_apk': {
Nico Weberb0b3f5862018-07-13 18:45:151385 'remove_from': [
Ben Joyce3e043862021-10-20 23:57:241386 # Decided to no longer run VR tests on M, crbug.com/1159619.
bsheedy410dd7c2018-06-15 22:42:091387 'Marshmallow Tablet Tester',
Haiyang Pand12ff5462021-07-12 17:29:021388
Andrew Luo38b311f2019-10-04 03:42:091389 'android-pie-arm64-rel', # https://crbug.com/1010211
bsheedydf58b4e2018-11-01 19:42:161390 'ToTAndroid',
John Budorick27d2d44e2019-05-20 20:26:091391 'android-asan', # https://crbug.com/964562
Ben Joyce02dc8092021-03-04 21:48:191392 'android-code-coverage-native', # Does not generate profraw data.
Ben Joyce46ca6012021-03-31 19:19:251393 'android-pie-arm64-coverage-experimental-rel', # Does not generate profraw data.
bsheedy410dd7c2018-06-15 22:42:091394 ],
Kenneth Russelleb60cbd22017-12-05 07:54:281395 },
bsheedy75a4dd52018-11-27 23:24:301396 'chrome_public_test_vr_apk-vega': {
1397 'modifications': {
bsheedy75a4dd52018-11-27 23:24:301398 'Oreo Phone Tester': {
1399 'swarming': {
1400 'dimension_sets': [
1401 {
1402 'device_os': 'OVR1.180808.003',
1403 'device_type': 'vega',
1404 'os': 'Android',
1405 },
1406 ],
1407 },
1408 }
1409 }
1410 },
Henrique Nakashimad99462ab2022-06-08 19:52:421411 'chrome_public_unit_test_apk': {
1412 'modifications': {
1413 'android-12-x64-rel': {
1414 'args': [
1415 '--test-launcher-filter-file=../../testing/buildbot/filters/android.emulator_12.chrome_public_unit_test_apk.filter',
1416 ],
1417 },
1418 },
1419 },
Ian Struiksmaeb285db02020-10-20 22:19:341420 'chrome_sizes': {
1421 'modifications': {
Yuke Liao975680302021-02-18 18:34:541422 'lacros-amd64-generic-chrome': {
1423 'swarming': {
1424 'dimension_sets': [
1425 {
Yuke Liao31225ee32021-03-17 23:21:331426 'cpu': 'x86-64',
Ben Pasteneddd3da72021-09-23 17:41:351427 'os': 'Ubuntu-18.04',
Yuke Liao975680302021-02-18 18:34:541428 },
1429 ],
1430 },
1431 },
Ben Pastenee9536c82021-10-19 01:48:571432 'lacros-arm-generic-chrome': {
1433 'swarming': {
1434 'dimension_sets': [
1435 {
1436 'cpu': 'x86-64',
1437 'os': 'Ubuntu-18.04',
1438 },
1439 ],
1440 },
1441 },
Ian Struiksmaeb285db02020-10-20 22:19:341442 },
1443 },
Takuto Ikuta1b749b902019-04-11 18:05:531444 'chromedriver_py_tests': {
1445 'remove_from': [
1446 # Timeout happens sometimes (crbug.com/951799).
Takuto Ikuta1b749b902019-04-11 18:05:531447 'Win10 Tests x64 (dbg)',
1448 ],
1449 },
Haiyang Panfed339172021-03-10 23:19:571450 'components_browsertests': {
1451 'modifications': {
Haiyang Pan9d68ca02021-08-04 21:30:471452 'android-11-x86-rel': {
Haiyang Panfed339172021-03-10 23:19:571453 'swarming': {
1454 'shards': 2,
1455 },
1456 },
André Kempef30fe9d22022-02-03 10:44:291457 'android-asan': {
1458 'swarming': {
1459 'shards': 3,
1460 },
1461 },
Struan Shrimptonf5b2b552022-01-20 20:37:391462 'android-marshmallow-arm64-rel': {
1463 'swarming': {
1464 'quickrun_shards': 2,
1465 },
1466 },
Haiyang Panfed339172021-03-10 23:19:571467 },
1468 },
Kenneth Russelleb60cbd22017-12-05 07:54:281469 'components_unittests': {
Yun Liu3e759dbb2019-11-01 19:25:521470 'remove_from': [
Ben Joyce68c5c852021-10-16 23:55:161471 # https://crbug.com/1147531 - covered on marshmallow emulator.
Garrett Beaty47a2d802020-11-10 20:50:531472 'android-marshmallow-arm64-rel',
Yun Liu3e759dbb2019-11-01 19:25:521473 ],
Kenneth Russelleb60cbd22017-12-05 07:54:281474 'modifications': {
Erik Staabd468a802022-06-28 23:38:031475 'Linux ASan LSan Low Symbols FYI Tests (1)': {
1476 # These are very slow on the ASAN trybot for some reason.
1477 # crbug.com/1257927
1478 'swarming': {
1479 'shards': 5,
1480 },
1481 },
John Budorick5052d552017-12-13 02:59:341482 'Linux ASan LSan Tests (1)': {
1483 # These are very slow on the ASAN trybot for some reason.
Ben Pastened2c01af2022-01-31 23:06:441484 # crbug.com/1257927
John Budorick5052d552017-12-13 02:59:341485 'swarming': {
1486 'shards': 5,
1487 },
1488 },
Takuto Ikuta54671d972018-07-19 19:06:351489 'Linux Chromium OS ASan LSan Tests (1)': {
1490 # These are very slow on the ASAN trybot for some reason.
Ben Pastened2c01af2022-01-31 23:06:441491 # crbug.com/1257927
Takuto Ikuta54671d972018-07-19 19:06:351492 'swarming': {
1493 'shards': 5,
1494 },
1495 },
Erik Chen681dc0282019-11-26 22:54:491496 'Linux TSan Tests': {
1497 'swarming': {
1498 'shards': 2,
1499 },
1500 },
Lindsay Pasrichafaeaac72022-07-27 21:08:081501 # https://crbug.com/1344223
1502 'Mac10.13 Tests': {
1503 'swarming': {
1504 'shards': 2,
1505 },
1506 },
Haiyang Pan9d68ca02021-08-04 21:30:471507 'android-11-x86-rel': {
Haiyang Pan799282f2021-03-25 19:38:311508 'args': [
Haiyang Pane521cf692021-11-30 00:35:231509 # TODO(crbug.com/1192348): Fix the test failure
1510 '--gtest_filter=-FieldFormatterTest.DifferentLocales',
Haiyang Pan799282f2021-03-25 19:38:311511 ],
1512 },
Haiyang Pan2a55a452022-03-03 08:18:331513 'android-12-x64-rel': {
Haiyang Pan2877f062021-11-18 01:06:061514 'args': [
1515 # TODO(crbug.com/1192348): Fix the test failure
1516 '--gtest_filter=-FieldFormatterTest.DifferentLocales',
1517 ],
1518 },
Sven Zheng80734f12020-08-06 06:50:391519 # https://crbug.com/1111979,
Junhua Chen39dd2dba2021-05-05 17:51:541520 'linux-lacros-code-coverage': {
1521 'args': [
1522 '--test-launcher-filter-file=../../testing/buildbot/filters/linux-lacros.components_unittests.filter',
1523 ],
1524 },
1525 # https://crbug.com/1111979,
Yuke Liaoa0db4742021-08-09 18:28:331526 'linux-lacros-dbg-tests-fyi': {
1527 'args': [
1528 '--test-launcher-filter-file=../../testing/buildbot/filters/linux-lacros.components_unittests.filter',
1529 ],
1530 },
1531 # https://crbug.com/1111979,
Sven Zheng5c9d3e342020-08-11 21:39:431532 'linux-lacros-tester-rel': {
Sven Zheng5c9d3e342020-08-11 21:39:431533 'args': [
Yuke Liao56a437dd2021-05-05 04:53:401534 '--test-launcher-filter-file=../../testing/buildbot/filters/linux-lacros.components_unittests.filter',
Sven Zheng5c9d3e342020-08-11 21:39:431535 ],
Sven Zheng80734f12020-08-06 06:50:391536 },
1537 },
Sven Zheng577fe5ff2020-08-03 22:06:441538 },
Chong Gu76046412021-09-22 17:49:211539 'compositor_unittests': {
Chong Gub2446462021-08-19 18:44:081540 'modifications': {
1541 'fuchsia-fyi-arm64-dbg': {
1542 'args': [
1543 '--test-launcher-filter-file=../../testing/buildbot/filters/fuchsia.debug.compositor_unittests.filter',
1544 ],
1545 },
1546 },
1547 },
Kenneth Russelleb60cbd22017-12-05 07:54:281548 'content_browsertests': {
Brad Halla36886c2019-02-26 16:52:291549 'remove_from': [
Brad Halla36886c2019-02-26 16:52:291550 'CrWinAsan(dll)', # https://crbug.com/935598
Chong Gu0ed5dcda2021-07-15 21:26:111551 'android-marshmallow-arm64-rel', # http://crbug.com/1060245#c30: due to low utility and capacity.
Brad Halla36886c2019-02-26 16:52:291552 ],
Kenneth Russelleb60cbd22017-12-05 07:54:281553 'modifications': {
Kenneth Russellfbda3c532017-12-08 23:57:241554 'Cast Audio Linux': {
1555 'args': [
Nico Weber02f30392018-07-16 18:39:431556 '--test-launcher-filter-file=../../testing/buildbot/filters/cast-linux.content_browsertests.filter',
Kenneth Russellfbda3c532017-12-08 23:57:241557 ],
Kenneth Russellfbda3c532017-12-08 23:57:241558 },
1559 'Cast Linux': {
1560 'args': [
Nico Weber02f30392018-07-16 18:39:431561 '--test-launcher-filter-file=../../testing/buildbot/filters/cast-linux.content_browsertests.filter',
Kenneth Russellfbda3c532017-12-08 23:57:241562 ],
Kenneth Russellfbda3c532017-12-08 23:57:241563 },
Erik Staabd468a802022-06-28 23:38:031564 'Linux ASan LSan Low Symbols FYI Tests (1)': {
1565 'swarming': {
1566 'shards': 12,
1567 'quickrun_shards': 24,
1568 },
1569 },
Erik Chenb681c8c2019-11-25 22:52:521570 'Linux ASan LSan Tests (1)': {
1571 'swarming': {
1572 'shards': 12,
Struan Shrimptone772d72f2021-12-15 07:50:091573 'quickrun_shards': 24,
Erik Chenb681c8c2019-11-25 22:52:521574 },
1575 },
Chris Cunninghame1a04ea2019-04-24 01:49:321576 'Linux ASan Tests (sandboxed)': {
1577 'swarming': {
John Abd-El-Malek3a631612020-07-08 21:40:411578 'shards': 10, # https://crbug.com/1103330
Chris Cunninghame1a04ea2019-04-24 01:49:321579 },
1580 },
Erik Chen681dc0282019-11-26 22:54:491581 'Linux TSan Tests': {
1582 'swarming': {
1583 'shards': 15,
Struan Shrimptonf5b2b552022-01-20 20:37:391584 'quickrun_shards': 30,
Erik Chen681dc0282019-11-26 22:54:491585 },
1586 },
Lindsay Pasrichab3f72db2021-09-22 22:05:461587 'Mac ASan 64 Tests (1)': { # https://crbug.com/1200640
1588 'experiment_percentage': 100,
1589 },
Struan Shrimpton57c594e42022-01-25 17:59:131590 'Mac11 Tests': {
1591 'swarming': {
Lindsay Pasricha0b5beaf2022-03-04 08:15:271592 'shards': 12,
Struan Shrimpton57c594e42022-01-25 17:59:131593 'quickrun_shards': 10,
1594 },
1595 },
Yue She0cad2922022-06-24 15:06:071596 'Mac12 Tests': {
1597 'swarming': {
1598 'shards': 12,
1599 'quickrun_shards': 10,
1600 },
1601 },
Cameron Higgins7558b162022-06-10 18:53:071602 'Mac12 Tests (dbg)': { # https://crbug.com/1279504
Lindsay Pasricha945e4d62022-01-20 02:14:011603 'swarming': {
Lindsay Pasricha9ec81b52022-03-10 03:43:311604 'shards': 18,
Lindsay Pasricha945e4d62022-01-20 02:14:011605 },
1606 },
1607
Sergey Silkinfe96b352020-10-19 20:41:341608 'Marshmallow Tablet Tester': {
1609 'args': [
1610 '--test-launcher-filter-file=../../testing/buildbot/filters/android.marshmallow_tablet_tester.content_browsertests.filter',
1611 ],
Haiyang Pan1f6367352021-07-02 21:15:571612 'swarming': {
1613 'shards': 15,
1614 },
Sergey Silkinfe96b352020-10-19 20:41:341615 },
Sergey Silkin1fe10e82020-10-30 19:36:581616 'WebRTC Chromium FYI Android Tests (dbg) (M Nexus5X)': {
1617 'args': [
1618 '--test-launcher-filter-file=../../testing/buildbot/filters/chromium.webrtc.fyi.android.tests.dbg.content_browsertests.filter',
1619 ],
Andrew Grieveae21ca62021-10-20 18:37:521620 },
1621 'WebRTC Chromium FYI Android Tests (dbg) (N Nexus5X)': {
1622 'args': [
1623 '--test-launcher-filter-file=../../testing/buildbot/filters/chromium.webrtc.fyi.android.tests.dbg.content_browsertests.filter',
1624 ],
1625 },
Stephen Martinis1384ff92020-01-07 19:52:151626 'Win10 Tests x64': {
1627 # crbug.com/868082
1628 'args': [
1629 '--disable-features=WebRTC-H264WithOpenH264FFmpeg',
1630 ],
Struan Shrimptona1ab7672022-01-13 18:02:511631 'swarming': {
1632 'quickrun_shards': 18,
1633 },
Stephen Martinis1384ff92020-01-07 19:52:151634 },
1635 'Win10 Tests x64 (dbg)': {
1636 'experiment_percentage': 100,
1637 # crbug.com/868082
1638 'args': [
1639 '--disable-features=WebRTC-H264WithOpenH264FFmpeg',
Stephen Martinis1384ff92020-01-07 19:52:151640 ],
1641 },
Kuan Huanga89737d2022-01-07 19:42:111642 'Win11 Tests x64': {
1643 # crbug.com/868082
1644 'args': [
1645 '--disable-features=WebRTC-H264WithOpenH264FFmpeg',
1646 ],
1647 },
Haiyang Pan9d68ca02021-08-04 21:30:471648 'android-11-x86-rel': {
Haiyang Pan566e2652022-01-25 07:01:521649 # TODO(crbug.com/1137474): Remove ci_only and experiment_percentage
1650 # after the test suite is green.
1651 'ci_only': True,
Haiyang Pan10f029c2021-07-30 23:17:561652 'experiment_percentage': 100,
Haiyang Pan51450ab2021-03-23 00:48:571653 # TODO(crbug.com/1137474): Revisit the shard number once failed tests
1654 # are fixed.
Haiyang Panfed339172021-03-10 23:19:571655 'swarming': {
Haiyang Pan51450ab2021-03-23 00:48:571656 'shards': 30,
Haiyang Pan45e77dda2021-07-01 22:23:291657 'dimension_sets': [
1658 {
1659 'machine_type': 'e2-standard-8', # use 8-core to shorten runtime
1660 },
1661 ],
Haiyang Panfed339172021-03-10 23:19:571662 },
1663 },
Haiyang Pan2a55a452022-03-03 08:18:331664 'android-12-x64-rel': {
Haiyang Pandbff3ef2022-02-11 23:24:191665 'args': [
1666 '--test-launcher-filter-file=../../testing/buildbot/filters/android.emulator_12.content_browsertests.filter',
1667 ],
Haiyang Pan249494b2022-01-27 21:56:211668 'swarming': {
Haiyang Panc1192662022-03-09 00:09:021669 'shards': 25,
Haiyang Pan249494b2022-01-27 21:56:211670 },
1671 },
Stephen Martinis1384ff92020-01-07 19:52:151672 'android-arm64-proguard-rel': {
1673 'swarming': {
1674 'shards': 16,
1675 },
1676 },
1677 'android-asan': {
1678 'args': [
1679 '--test-launcher-filter-file=../../testing/buildbot/filters/android.asan.content_browsertests.filter',
1680 ],
1681 'swarming': {
André Kempef30fe9d22022-02-03 10:44:291682 'shards': 25,
Stephen Martinis1384ff92020-01-07 19:52:151683 },
1684 },
Stephen Martinis1384ff92020-01-07 19:52:151685 'android-marshmallow-arm64-rel': {
1686 'swarming': {
1687 'shards': 16,
1688 },
1689 },
Haiyang Pan2486dcb2020-09-18 17:53:061690 'android-marshmallow-x86-rel-non-cq': {
John Budoricka4e23882020-02-28 18:36:431691 'args': [
Haiyang Pan12d5acd2020-06-01 20:54:571692 '--test-launcher-filter-file=../../testing/buildbot/filters/android.emulator_m.content_browsertests.filter',
John Budoricka4e23882020-02-28 18:36:431693 ],
Haiyang Panc47f6d12020-08-19 18:34:491694 'swarming': {
1695 'shards': 20,
1696 },
John Budoricka4e23882020-02-28 18:36:431697 },
Haiyang Pancf24ceb2022-03-17 02:31:301698 'android-nougat-x86-rel': {
James Shenfa680ebaa2022-07-22 02:53:531699 'args': [
1700 '--test-launcher-filter-file=../../testing/buildbot/filters/android.emulator_n.content_browsertests.filter',
1701 ],
Haiyang Pancf24ceb2022-03-17 02:31:301702 'swarming': {
1703 'shards': 20,
1704 },
1705 },
Struan Shrimptone772d72f2021-12-15 07:50:091706 'android-pie-arm64-rel': {
1707 'swarming': {
Struan Shrimpton4b7abc02021-12-16 01:36:591708 'quickrun_shards': 40
Struan Shrimptone772d72f2021-12-15 07:50:091709 }
1710 },
Haiyang Pan08d09dc2020-04-01 16:11:211711 'android-pie-x86-rel': {
John Budoricka4e23882020-02-28 18:36:431712 'args': [
Haiyang Pan12d5acd2020-06-01 20:54:571713 '--test-launcher-filter-file=../../testing/buildbot/filters/android.emulator_p.content_browsertests.filter',
John Budoricka4e23882020-02-28 18:36:431714 ],
Sky Malice303f7ec2021-07-17 04:13:091715 'swarming': {
1716 # Flaking with only 20 shards with 40-60 minute runs.
1717 # https://crbug.com/1230118
1718 'shards': 30,
Haiyang Pan2eb735e72020-09-15 22:51:511719 },
John Budoricka4e23882020-02-28 18:36:431720 },
Stephen Martinis1384ff92020-01-07 19:52:151721 'linux-chromeos-code-coverage': {
1722 'swarming': {
1723 'shards': 12,
1724 },
1725 },
Albert J. Wong91f109652019-11-19 03:01:161726 'linux-chromeos-rel': {
1727 'swarming': {
1728 'shards': 3,
1729 },
1730 },
Yuke Liao79424e42020-01-06 21:00:111731 'linux-code-coverage': {
Yuke Liao58e1d202020-03-20 23:02:011732 'args': [
1733 '--no-sandbox',
1734 ],
Yuke Liao79424e42020-01-06 21:00:111735 'swarming': {
1736 'shards': 12,
1737 },
1738 },
Junhua Chen39dd2dba2021-05-05 17:51:541739 # https://crbug.com/1111979,
1740 'linux-lacros-code-coverage': {
1741 'args': [
1742 '--test-launcher-filter-file=../../testing/buildbot/filters/linux-lacros.content_browsertests.filter',
1743 ],
1744 },
Jieting Yangbf15db672021-10-04 19:18:371745 # https://crbug.com/1111979,
1746 'linux-lacros-dbg-tests-fyi': {
1747 'args': [
1748 '--test-launcher-filter-file=../../testing/buildbot/filters/linux-lacros.content_browsertests.filter',
1749 ],
1750 },
Sven Zheng80734f12020-08-06 06:50:391751 # https://crbug.com/1111979
1752 'linux-lacros-tester-fyi-rel': {
1753 'experiment_percentage': 100,
1754 },
Sven Zheng5c9d3e342020-08-11 21:39:431755 # https://crbug.com/1111979,
1756 'linux-lacros-tester-rel': {
Sven Zheng5c9d3e342020-08-11 21:39:431757 'args': [
Yuke Liao56a437dd2021-05-05 04:53:401758 '--test-launcher-filter-file=../../testing/buildbot/filters/linux-lacros.content_browsertests.filter',
Sven Zheng5c9d3e342020-08-11 21:39:431759 ],
1760 },
Kuan Huang235b0142021-10-19 18:59:281761 'mac-code-coverage': {
1762 'args': [
1763 '--coverage-continuous-mode=1',
1764 ],
1765 },
Kuan Huang05332fb2021-10-12 02:04:261766 # https://crbug.com/1255940
1767 'mac-rel-swarming': {
1768 'swarming': {
1769 'dimension_sets': [
1770 {
1771 # These test would time out when running on 4 cores instances.
1772 'cores': '8|12',
1773 }
1774 ],
1775 },
1776 },
Kenneth Russelleb60cbd22017-12-05 07:54:281777 },
1778 },
Nico Weber81e16ace22018-06-30 02:58:471779 'content_shell_crash_test': {
Haiyang Pan8c201b92020-06-04 01:25:071780 'remove_from': [
Haiyang Pan2486dcb2020-09-18 17:53:061781 'android-marshmallow-x86-rel-non-cq', # crbug.com/1084353
James Shenad325fb02022-07-25 19:46:211782 'android-nougat-x86-rel', # crbug.com/1084353
Haiyang Pan8c201b92020-06-04 01:25:071783 ],
Dirk Prankeb1c36b322018-07-11 02:42:001784 'modifications': {
Dirk Prankeb1c36b322018-07-11 02:42:001785 'Win10 Tests x64 (dbg)': {
1786 'experiment_percentage': 100, # https://crbug.com/861730
1787 },
1788 },
Nico Weber81e16ace22018-06-30 02:58:471789 },
John Budorick27d2d44e2019-05-20 20:26:091790 'content_shell_test_apk': {
1791 'remove_from': [
John Budorick27d2d44e2019-05-20 20:26:091792 'android-asan', # https://crbug.com/964562
Ben Joyce02dc8092021-03-04 21:48:191793 'android-code-coverage-native', # Does not generate profraw data.
Ben Joyce46ca6012021-03-31 19:19:251794 'android-pie-arm64-coverage-experimental-rel', # Does not generate profraw data.
John Budorick27d2d44e2019-05-20 20:26:091795 ],
John Budorickee2e64f2020-03-02 20:19:101796 'modifications': {
Haiyang Pan9d68ca02021-08-04 21:30:471797 'android-11-x86-rel': {
Haiyang Pan103864812021-03-19 19:28:441798 'args': [
1799 '--test-launcher-filter-file=../../testing/buildbot/filters/android.emulator_11.content_shell_test_apk.filter',
Haiyang Panabdab2f2021-07-19 20:37:511800 '--timeout-scale=2.0',
Haiyang Pan103864812021-03-19 19:28:441801 ],
1802 },
Haiyang Pan2a55a452022-03-03 08:18:331803 'android-12-x64-rel': {
Haiyang Pan3b1016e2022-02-05 00:02:451804 'args': [
1805 '--test-launcher-filter-file=../../testing/buildbot/filters/android.emulator_12.content_shell_test_apk.filter',
1806 ],
1807 },
James Shen39aa0e32022-03-22 04:44:501808 'android-marshmallow-x86-fyi-rel-reviver': {
1809 'swarming': {
1810 'quickrun_shards': 8,
1811 },
1812 },
Haiyang Panb991f562021-08-10 17:46:461813 'android-marshmallow-x86-rel': {
John Budorickee2e64f2020-03-02 20:19:101814 'args': [
Haiyang Pan28e73582020-05-30 00:34:271815 '--test-launcher-filter-file=../../testing/buildbot/filters/android.emulator_m.content_shell_test_apk.filter',
John Budorickee2e64f2020-03-02 20:19:101816 ],
Struan Shrimpton57c594e42022-01-25 17:59:131817 'swarming': {
1818 'quickrun_shards': 8,
1819 },
John Budorickee2e64f2020-03-02 20:19:101820 },
James Shen97b48ac42022-07-01 23:34:441821 'android-nougat-x86-rel': {
1822 'args': [
1823 '--test-launcher-filter-file=../../testing/buildbot/filters/android.emulator_n.content_shell_test_apk.filter',
1824 ],
1825 },
Haiyang Pan08d09dc2020-04-01 16:11:211826 'android-pie-x86-rel': {
John Budorickee2e64f2020-03-02 20:19:101827 'args': [
1828 '--gtest_filter=-ContentViewScrollingTest.testFling',
1829 ],
1830 },
1831 },
John Budorick27d2d44e2019-05-20 20:26:091832 },
Kenneth Russelleb60cbd22017-12-05 07:54:281833 'content_unittests': {
1834 'modifications': {
Erik Staabd468a802022-06-28 23:38:031835 'Linux ASan LSan Low Symbols FYI Tests (1)': {
1836 # These are slow on the ASAN trybot for some reason.
1837 # crbug.com/1257927
1838 'swarming': {
1839 'shards': 2,
1840 },
1841 },
John Budorick5052d552017-12-13 02:59:341842 'Linux ASan LSan Tests (1)': {
1843 # These are slow on the ASAN trybot for some reason.
Ben Pastened2c01af2022-01-31 23:06:441844 # crbug.com/1257927
John Budorick5052d552017-12-13 02:59:341845 'swarming': {
1846 'shards': 2,
1847 },
1848 },
Takuto Ikuta54671d972018-07-19 19:06:351849 'Linux ChromiumOS MSan Tests': {
1850 # These are very slow on the Chrome OS MSAN trybot for some reason.
1851 # crbug.com/865455
1852 'swarming': {
1853 'shards': 2,
1854 },
1855 },
Chong Gu52481452021-04-02 17:52:411856 'fuchsia-code-coverage': {
1857 'swarming': {
1858 'shards': 12,
1859 },
1860 },
Chong Gua10cd302022-01-14 19:22:191861 'fuchsia-fyi-x64-asan': {
1862 'args': [
1863 '--test-launcher-filter-file=../../testing/buildbot/filters/fuchsia.lsan.content_unittests.filter',
1864 ],
1865 },
Kenneth Russelleb60cbd22017-12-05 07:54:281866 },
1867 },
Jonah Ryan-Davis832c8462020-06-09 03:45:031868 'context_lost_validating_tests': {
Brian Sheedye285c9b2019-07-15 21:42:461869 # TODO(https://crbug.com/850107): Remove the Android FYI Release (Pixel 2)
1870 # exception once there is enough capacity to run these tests.
1871 'remove_from': [
Brian Sheedye285c9b2019-07-15 21:42:461872 'Android FYI Release (Pixel 2)',
1873 ],
Kenneth Russellc1a09302018-07-10 01:12:541874 },
Kenneth Russellfbda3c532017-12-08 23:57:241875 'crashpad_tests': {
1876 'remove_from': [
Nico Weber15a00d62018-05-16 17:11:481877 'linux-win_cross-rel', # https://crbug.com/762167
Vlad Tsyrklevich06a9a44f2019-07-24 19:14:391878 # https://crbug.com/crashpad/304
1879 'Linux TSan Tests',
1880 'ToTLinuxTSan',
1881 # https://crbug.com/crashpad/306
1882 'Linux CFI',
Michael Savigny0a956032021-10-27 19:18:021883 'Linux CFI (reclient shadow)',
Vlad Tsyrklevich06a9a44f2019-07-24 19:14:391884 'CFI Linux ToT',
Kenneth Russellfbda3c532017-12-08 23:57:241885 ],
Haiyang Panc7c009e2021-03-18 19:31:231886 'modifications': {
Avi Drissmanc6318122022-03-29 17:07:421887 # TODO(crbug.com/1254975): dyld was rebuilt for macOS 12, which breaks
1888 # the tests. Run this experimentally on all the macOS bots >= 12 and
1889 # remove this exception once fixed.
1890 'Mac Builder Next': {
1891 'experiment_percentage': 100,
1892 },
Haiyang Pan9d68ca02021-08-04 21:30:471893 'android-11-x86-rel': {
Haiyang Panc7c009e2021-03-18 19:31:231894 'args': [
1895 '--test-launcher-filter-file=../../testing/buildbot/filters/android.emulator_11.crashpad_tests.filter',
1896 ],
1897 },
Haiyang Pan2a55a452022-03-03 08:18:331898 'android-12-x64-rel': {
Haiyang Pan07d9e262021-10-20 21:50:031899 'args': [
1900 '--test-launcher-filter-file=../../testing/buildbot/filters/android.emulator_12.crashpad_tests.filter',
1901 ],
1902 },
Avi Drissmanc6318122022-03-29 17:07:421903 # TODO(crbug.com/1254975): dyld was rebuilt for macOS 12, which breaks
1904 # the tests. Run this experimentally on all the macOS bots >= 12 and
1905 # remove this exception once fixed.
Lindsay Pasricha60535a22021-12-13 16:50:241906 'mac-osxbeta-rel': {
1907 'experiment_percentage': 100,
1908 },
Haiyang Panc7c009e2021-03-18 19:31:231909 },
Kenneth Russellfbda3c532017-12-08 23:57:241910 },
Austin Eng414af1612022-04-08 02:15:361911 'dawn_perf_tests': {
1912 'remove_from': [
1913 'Dawn Win10 x86 DEPS Release (Intel HD 630)',
1914 'Dawn Win10 x86 Release (Intel HD 630)',
1915 ],
1916 },
Haiyang Pan1c813ca2021-11-24 18:52:161917 'device_unittests': {
1918 'modifications': {
Haiyang Pan2a55a452022-03-03 08:18:331919 'android-12-x64-rel': {
Haiyang Pan1c813ca2021-11-24 18:52:161920 'args': [
1921 '--test-launcher-filter-file=../../testing/buildbot/filters/android.emulator_12.device_unittests.filter',
1922 ],
1923 },
1924 },
1925 },
Ben Pastene61ad637c2020-05-08 22:24:411926 'disk_usage_tast_test': {
1927 # TODO(crbug.com/1077659): Add the test back after it's fixed.
1928 'remove_from': [
1929 'chromeos-kevin-rel',
1930 ],
1931 },
Struan Shrimpton57c594e42022-01-25 17:59:131932 'exo_unittests': {
1933 'modifications': {
1934 'linux-chromeos-rel': {
1935 'swarming': {
1936 'quickrun_shards': 2,
1937 }
1938 },
1939 },
1940 },
Joe Downing41486042018-10-18 22:44:441941 'extensions_browsertests': {
Brad Halla36886c2019-02-26 16:52:291942 'remove_from': [
Brad Halla36886c2019-02-26 16:52:291943 'CrWinAsan(dll)', # https://crbug.com/935598
1944 ],
Joe Downing41486042018-10-18 22:44:441945 'modifications': {
1946 'Win10 Tests x64 (dbg)': {
1947 'experiment_percentage': 100, # https://crbug.com/876615
1948 },
Sven Zheng5c9d3e342020-08-11 21:39:431949 # https://crbug.com/1111979,
Junhua Chen39dd2dba2021-05-05 17:51:541950 'linux-lacros-code-coverage': {
1951 'args': [
1952 '--gtest_filter=-BluetoothShellApiTest.ApiSanityCheck:BluetoothSocketApiTest.Listen:BluetoothSocketApiTest.PermissionDenied',
1953 ],
1954 },
Yuke Liaoa0db4742021-08-09 18:28:331955 'linux-lacros-dbg-tests-fyi': {
1956 'args': [
1957 '--gtest_filter=-BluetoothShellApiTest.ApiSanityCheck:BluetoothSocketApiTest.Listen:BluetoothSocketApiTest.PermissionDenied',
1958 ],
1959 },
Sven Zheng5c9d3e342020-08-11 21:39:431960 'linux-lacros-tester-rel': {
Sven Zheng5c9d3e342020-08-11 21:39:431961 'args': [
1962 '--gtest_filter=-BluetoothShellApiTest.ApiSanityCheck:BluetoothSocketApiTest.Listen:BluetoothSocketApiTest.PermissionDenied',
1963 ],
1964 },
Joe Downing41486042018-10-18 22:44:441965 },
1966 },
Sven Zheng577fe5ff2020-08-03 22:06:441967 'extensions_unittests': {
Sven Zheng80734f12020-08-06 06:50:391968 'modifications': {
Chong Gud034fe52022-01-20 21:48:041969 'fuchsia-fyi-x64-asan': {
1970 'args': [
Chong Gu1155d872022-02-10 17:55:271971 '--test-launcher-filter-file=../../testing/buildbot/filters/fuchsia.lsan.extensions_unittests.filter',
Chong Gud034fe52022-01-20 21:48:041972 ],
1973 },
Sven Zheng5c9d3e342020-08-11 21:39:431974 # https://crbug.com/1111979,
Junhua Chen39dd2dba2021-05-05 17:51:541975 'linux-lacros-code-coverage': {
1976 'args': [
Yuke Liaoa0db4742021-08-09 18:28:331977 '--gtest_filter=-BluetoothSocketApiUnittest.CreateThenClose:'
1978 'NativeExtensionBindingsSystemUnittest.*',
1979 ],
1980 },
1981 'linux-lacros-dbg-tests-fyi': {
1982 'args': [
Junhua Chen39dd2dba2021-05-05 17:51:541983 '--gtest_filter=-NativeExtensionBindingsSystemUnittest*:'
1984 'BluetoothSocketApiUnittest.CreateThenClose:'
1985 'FeatureProviderTest.PermissionFeatureAvailability',
1986 ],
1987 },
Sven Zheng5c9d3e342020-08-11 21:39:431988 'linux-lacros-tester-rel': {
Sven Zheng5c9d3e342020-08-11 21:39:431989 'args': [
Yuke Liaobb8308322020-08-12 20:20:471990 '--gtest_filter=-NativeExtensionBindingsSystemUnittest*:'
1991 'BluetoothSocketApiUnittest.CreateThenClose:'
1992 'FeatureProviderTest.PermissionFeatureAvailability',
Sven Zheng5c9d3e342020-08-11 21:39:431993 ],
1994 },
Sven Zheng80734f12020-08-06 06:50:391995 },
Sven Zheng577fe5ff2020-08-03 22:06:441996 },
Chong Gu76046412021-09-22 17:49:211997 'gfx_unittests': {
Chong Gudf7fbe92021-02-24 02:55:581998 'modifications': {
1999 'fuchsia-code-coverage': {
2000 'swarming': {
2001 'shards': 2,
2002 },
2003 },
2004 },
2005 },
Kenneth Russelleb60cbd22017-12-05 07:54:282006 'gin_unittests': {
2007 'remove_from': [
Nico Weber1394523f2018-06-06 15:58:472008 'ToTLinuxASan', # https://crbug.com/831667
Erik Staabd468a802022-06-28 23:38:032009 'Linux ASan LSan Low Symbols FYI Tests (1)', # https://crbug.com/831667
Nico Weberd36959682018-04-12 03:33:462010 'Linux ASan LSan Tests (1)', # https://crbug.com/831667
Nico Weber1394523f2018-06-06 15:58:472011 'Linux Chromium OS ASan LSan Tests (1)', # https://crbug.com/831667
Kenneth Russelleb60cbd22017-12-05 07:54:282012 ],
Chong Gua10cd302022-01-14 19:22:192013 'modifications': {
2014 'fuchsia-fyi-x64-asan': {
2015 'args': [
2016 '--test-launcher-filter-file=../../testing/buildbot/filters/fuchsia.lsan.gin_unittests.filter',
2017 ],
2018 },
2019 },
Kenneth Russelleb60cbd22017-12-05 07:54:282020 },
Jonah Ryan-Davisdeeffeaf2020-06-18 17:56:002021 'gl_tests_passthrough': {
2022 'remove_from': [
2023 'CFI Linux ToT',
2024 # Can't run on MSAN because gl_tests uses the hardware driver,
2025 # which isn't instrumented.
2026 'Linux MSan Tests',
Ben Pastene7636bb62022-04-22 18:55:252027 'Linux MSan Focal',
Jonah Ryan-Davisdeeffeaf2020-06-18 17:56:002028 ],
2029 'modifications': {
2030 # TODO(kbr): figure out a better way to specify blocks of
2031 # arguments like this for tests on multiple machines.
Erik Staabd468a802022-06-28 23:38:032032 'Linux ASan LSan Low Symbols FYI Tests (1)': {
2033 'args': [
2034 '--use-gpu-in-tests',
2035 '--no-xvfb',
2036 ],
2037 'swarming': {
2038 'dimension_sets': [
2039 {
2040 'gpu': '10de:2184',
2041 'os': 'Ubuntu',
2042 'pool': 'chromium.tests.gpu',
2043 },
2044 ],
2045 },
2046 },
Garrett Beatya491ec72020-07-25 12:36:122047 'Linux ASan LSan Tests (1)': {
2048 'args': [
2049 '--use-gpu-in-tests',
2050 '--no-xvfb',
2051 ],
2052 'swarming': {
2053 'dimension_sets': [
2054 {
Yuly Novikovaa06f172022-02-12 00:38:572055 'gpu': '10de:2184',
Garrett Beatya491ec72020-07-25 12:36:122056 'os': 'Ubuntu',
2057 'pool': 'chromium.tests.gpu',
2058 },
2059 ],
2060 },
2061 },
2062 'Linux CFI': {
2063 'args': [
2064 '--use-gpu-in-tests',
2065 '--no-xvfb',
2066 ],
2067 'swarming': {
2068 'dimension_sets': [
2069 {
Yuly Novikovaa06f172022-02-12 00:38:572070 'gpu': '10de:2184',
Garrett Beatya491ec72020-07-25 12:36:122071 'os': 'Ubuntu',
2072 'pool': 'chromium.tests.gpu',
2073 },
2074 ],
2075 },
2076 },
Michael Savigny64f8ba32022-01-12 15:50:572077 'Linux CFI (reclient shadow)': {
2078 'args': [
2079 '--use-gpu-in-tests',
2080 '--no-xvfb',
2081 ],
2082 'swarming': {
2083 'dimension_sets': [
2084 {
Yuly Novikovaa06f172022-02-12 00:38:572085 'gpu': '10de:2184',
Michael Savigny64f8ba32022-01-12 15:50:572086 'os': 'Ubuntu',
2087 'pool': 'chromium.tests.gpu',
2088 },
2089 ],
2090 },
2091 },
Garrett Beatya491ec72020-07-25 12:36:122092 'Linux TSan Tests': {
2093 'args': [
2094 '--use-gpu-in-tests',
2095 '--no-xvfb',
2096 ],
2097 'swarming': {
2098 'dimension_sets': [
2099 {
Yuly Novikovaa06f172022-02-12 00:38:572100 'gpu': '10de:2184',
Garrett Beatya491ec72020-07-25 12:36:122101 'os': 'Ubuntu',
2102 'pool': 'chromium.tests.gpu',
2103 },
2104 ],
2105 },
2106 },
Jonah Ryan-Davisdeeffeaf2020-06-18 17:56:002107 },
2108 },
Jonah Ryan-Davise25a89f2020-05-29 20:18:242109 'gl_tests_validating': {
Jonah Ryan-Davisb9f03ac2021-03-18 23:53:022110 'remove_from': [
Kenneth Russell8a386d42018-06-02 09:48:012111 'Android FYI Release (Nexus 5X)',
John Budorickca14c76f62017-12-09 14:19:182112 ],
Kenneth Russelleb60cbd22017-12-05 07:54:282113 'modifications': {
Haiyang Pan9d68ca02021-08-04 21:30:472114 'android-11-x86-rel': {
Haiyang Pancf765862021-03-18 20:39:152115 'args': [
2116 '--test-launcher-filter-file=../../testing/buildbot/filters/android.emulator_11.gl_tests.filter',
2117 ],
2118 },
Haiyang Pan2a55a452022-03-03 08:18:332119 'android-12-x64-rel': {
Haiyang Pan382008922021-11-19 21:15:092120 'args': [
2121 '--test-launcher-filter-file=../../testing/buildbot/filters/android.emulator_12.gl_tests.filter',
2122 ],
2123 },
Haiyang Panb991f562021-08-10 17:46:462124 'android-marshmallow-x86-rel': {
John Budorick79ec9012020-01-08 21:56:312125 'args': [
2126 '--test-launcher-filter-file=../../testing/buildbot/filters/android.emulator.gl_tests.filter',
2127 ],
2128 },
James Shenc47f7b12022-07-07 23:42:412129 'android-nougat-x86-rel': {
2130 'args': [
2131 '--test-launcher-filter-file=../../testing/buildbot/filters/android.emulator_n.gl_tests.filter',
2132 ],
2133 },
Andrew Luo38b311f2019-10-04 03:42:092134 'android-pie-arm64-rel': {
John Budorick79ec9012020-01-08 21:56:312135 'args': [
Andrew Luobe83fd82019-12-19 03:07:582136 '--test-launcher-filter-file=../../testing/buildbot/filters/android.pie_arm64_rel.gl_tests.filter', # https://crbug.com/1034007
2137 ],
Andrew Luo38b311f2019-10-04 03:42:092138 },
Haiyang Pan08d09dc2020-04-01 16:11:212139 'android-pie-x86-rel': {
John Budorick79ec9012020-01-08 21:56:312140 'args': [
2141 '--test-launcher-filter-file=../../testing/buildbot/filters/android.emulator.gl_tests.filter',
2142 ],
2143 },
Kenneth Russelleb60cbd22017-12-05 07:54:282144 },
2145 },
Takuto Ikutaf5333252019-11-06 16:07:082146 'gl_unittests': {
2147 'remove_from': [
Takuto Ikutaf5333252019-11-06 16:07:082148 # On Android, these are already run on the main waterfall.
2149 # Run them on the one-off Android FYI bots, though.
2150 'Android FYI Release (Nexus 5X)',
Yuly Novikov37e04342020-05-29 00:52:042151 # Can't run on MSAN because gl_unittests uses the hardware driver,
2152 # which isn't instrumented.
2153 'Linux MSan Tests',
Ben Pastene7636bb62022-04-22 18:55:252154 'Linux MSan Focal',
Takuto Ikutaf5333252019-11-06 16:07:082155 ],
Haiyang Pan505fcd5a2021-12-13 19:46:232156 'modifications': {
Haiyang Pan2a55a452022-03-03 08:18:332157 'android-12-x64-rel': {
Haiyang Pan505fcd5a2021-12-13 19:46:232158 'args': [
2159 '--test-launcher-filter-file=../../testing/buildbot/filters/android.emulator_12.gl_unittests.filter',
2160 ],
2161 },
2162 },
Takuto Ikutaf5333252019-11-06 16:07:082163 },
2164 'gl_unittests_ozone': {
2165 'remove_from': [
2166 # Can't run on MSAN because gl_unittests_ozone uses the hardware driver,
2167 # which isn't instrumented.
2168 'Linux ChromiumOS MSan Tests',
Ben Pastene7636bb62022-04-22 18:55:252169 'Linux ChromiumOS MSan Focal',
Takuto Ikutaf5333252019-11-06 16:07:082170 ],
2171 },
Brian Sheedy0bf7f822022-07-21 17:44:432172 'gold_common_pytype': {
2173 'remove_from': [
2174 'linux-code-coverage',
2175 ],
2176 },
Takuto Ikutaf5333252019-11-06 16:07:082177 'gpu_process_launch_tests': {
2178 # TODO(https://crbug.com/850107): Remove the Android FYI Release (Pixel 2)
2179 # exception once there is enough capacity to run these tests.
2180 'remove_from': [
Takuto Ikutaf5333252019-11-06 16:07:082181 'Android FYI Release (Pixel 2)',
2182 ],
2183 },
Brian Sheedy053d88cf2022-05-24 23:40:052184 'gpu_pytype': {
2185 'remove_from': [
2186 'linux-code-coverage',
2187 ],
2188 },
Chong Gu76046412021-09-22 17:49:212189 'gpu_unittests': {
Chong Gudf7fbe92021-02-24 02:55:582190 'modifications': {
2191 'fuchsia-code-coverage': {
2192 'swarming': {
2193 'shards': 5,
2194 },
2195 },
2196 },
2197 },
Kevin McNeed21a6c522021-06-14 21:27:252198 'grit_python_unittests': {
2199 'remove_from': [
2200 # These tests require node, which is not supported in Win7.
2201 # (https://crbug.com/1218989)
2202 'Win 7 Tests x64 (1)',
2203 'Win7 Tests (1)',
Titouan Rigoudy9e860832021-11-08 15:34:452204 # TODO(https://crbug.com/1267125): Re-enable.
2205 'mac11-arm64-rel-tests',
Zhaoyang Li5d3713d2022-06-13 18:01:172206 # TODO(https://crbug.com/1267125): Re-enable.
2207 'mac12-arm64-rel-tests',
Kevin McNeed21a6c522021-06-14 21:27:252208 ],
2209 },
Brian Sheedye285c9b2019-07-15 21:42:462210 'hardware_accelerated_feature_tests': {
2211 # TODO(https://crbug.com/850107): Remove the Android FYI Release (Pixel 2)
2212 # exception once there is enough capacity to run these tests.
2213 'remove_from': [
Brian Sheedye285c9b2019-07-15 21:42:462214 'Android FYI Release (Pixel 2)',
2215 ],
2216 },
Brad Halla36886c2019-02-26 16:52:292217 'headless_browsertests': {
Chong Gud08d1232021-09-11 08:53:592218 'remove_from': [
2219 'CrWinAsan(dll)', # https://crbug.com/935598
Maksim Sisovc81d284c2021-10-05 17:54:352220 # Wayland bot doesn't support headless mode.
2221 'Linux Tests (Wayland)',
Chong Gud08d1232021-09-11 08:53:592222 ],
Chong Gud1a5c5992021-04-09 04:08:322223 'modifications': {
2224 'fuchsia-code-coverage': {
2225 'swarming': {
Chong Gu115ce152021-04-15 23:57:162226 'shards': 6,
Chong Gud1a5c5992021-04-09 04:08:322227 },
2228 },
2229 },
Brad Halla36886c2019-02-26 16:52:292230 },
Kenneth Russell8a386d42018-06-02 09:48:012231 'info_collection_tests': {
2232 'remove_from': [
Kenneth Russell8a386d42018-06-02 09:48:012233 'Android V8 FYI Release (Nexus 5X)',
2234 'Linux V8 FYI Release (NVIDIA)',
Michael Achenbach5fdfc67b2018-12-13 13:26:352235 'Linux V8 FYI Release - pointer compression (NVIDIA)',
Kenneth Russell8a386d42018-06-02 09:48:012236 'Mac V8 FYI Release (Intel)',
2237 'Win V8 FYI Release (NVIDIA)',
2238 ],
Brian Sheedyfe61cdac2020-02-12 01:25:592239 'modifications': {
Brian Sheedyb18cb762020-06-30 00:09:292240 'ChromeOS FYI Release (amd64-generic)': {
Brian Sheedy65be3052020-06-26 19:26:512241 'args': [
Brian Sheedyb18cb762020-06-30 00:09:292242 # Swarming does not report a GPU since tests are run in a VM, but
2243 # the VM does report that a GPU is present.
2244 '--expected-device-id', '1050',
Brian Sheedydf2672f2020-05-07 20:44:362245 ],
2246 },
Chong Gu3065cdc2022-02-28 21:03:032247 'fuchsia-fyi-x64-rel': {
2248 'args': [
2249 # Swarming does not report a GPU since tests are run in a VM, but
2250 # the VM does report that a GPU is present.
2251 '--expected-device-id', 'c0de',
2252 ],
2253 },
2254 'fuchsia-fyi-x64-wst': {
2255 'args': [
2256 # Swarming does not report a GPU since tests are run in a VM, but
2257 # the VM does report that a GPU is present.
2258 '--expected-device-id', 'c0de',
2259 ],
2260 },
Brian Sheedyfe61cdac2020-02-12 01:25:592261 },
Brian Sheedy32eeeb52020-05-22 01:49:372262 'replacements': {
2263 'ChromeOS FYI Release (amd64-generic)': {
2264 'args': {
2265 # Swarming does not report a GPU since tests are run in a VM, but
2266 # the VM does report that a GPU is present.
2267 '--expected-vendor-id': '1af4',
Brian Sheedyb18cb762020-06-30 00:09:292268 # Magic substitution happens after regular replacement, so remove it
2269 # now since we are manually applying the expected device ID above.
2270 '$$MAGIC_SUBSTITUTION_GPUExpectedDeviceId': None,
Brian Sheedy32eeeb52020-05-22 01:49:372271 },
Brian Sheedyff6d1442020-09-19 00:46:312272 },
Brian Sheedye9c7afe52022-06-13 21:19:372273 'Mac FYI Experimental Release (Apple M1)': {
2274 'args': {
2275 # The GPU information is not yet exposed in swarming, so we can't
2276 # explicitly request it and have the JSON generation handle this
2277 # automatically.
2278 '--expected-vendor-id': '106b',
2279 },
2280 },
Brian Sheedy177addbf2021-09-24 19:06:512281 'Mac FYI Release (Apple M1)': {
2282 'args': {
2283 # The GPU information is not yet exposed in swarming, so we can't
2284 # explicitly request it and have the JSON generation handle this
2285 # automatically.
2286 '--expected-vendor-id': '106b',
2287 },
2288 },
Chong Gu3065cdc2022-02-28 21:03:032289 'fuchsia-fyi-x64-rel': {
2290 'args': {
2291 # The GPU information is not exposed in swarming since Fuchsia
2292 # launches an emulator on the GCE machine.
2293 '--expected-vendor-id': '1ae0',
2294 '$$MAGIC_SUBSTITUTION_GPUExpectedDeviceId': None,
2295 },
2296 },
2297 'fuchsia-fyi-x64-wst': {
2298 'args': {
2299 # The GPU information is not exposed in swarming since Fuchsia
2300 # launches an emulator on the GCE machine.
2301 '--expected-vendor-id': '1ae0',
2302 '$$MAGIC_SUBSTITUTION_GPUExpectedDeviceId': None,
2303 },
2304 },
Brian Sheedy32eeeb52020-05-22 01:49:372305 },
Kenneth Russell8a386d42018-06-02 09:48:012306 },
Kenneth Russelleb60cbd22017-12-05 07:54:282307 'interactive_ui_tests': {
Brad Halla36886c2019-02-26 16:52:292308 'remove_from': [
Brad Halla36886c2019-02-26 16:52:292309 'CrWinAsan(dll)', # https://crbug.com/935598
2310 ],
Kenneth Russelleb60cbd22017-12-05 07:54:282311 'modifications': {
Stephen Martinis1384ff92020-01-07 19:52:152312 'Linux - Future (dbg)': { # client.v8.chromium
Nico Weberdae13cd92018-12-14 13:56:262313 'swarming': {
Stephen Martinis1384ff92020-01-07 19:52:152314 'shards': 3,
Nico Weberdae13cd92018-12-14 13:56:262315 },
2316 },
Erik Staabd468a802022-06-28 23:38:032317 'Linux ASan LSan Low Symbols FYI Tests (1)': {
2318 # These are slow on the ASan trybot for some reason, crbug.com/1257927
2319 'swarming': {
2320 'shards': 6,
2321 'quickrun_shards': 12,
2322 },
2323 },
John Budorickca14c76f62017-12-09 14:19:182324 'Linux ASan LSan Tests (1)': {
Ben Pastened2c01af2022-01-31 23:06:442325 # These are slow on the ASan trybot for some reason, crbug.com/1257927
Nico Weber96a75a6942018-06-20 04:53:172326 'swarming': {
2327 'shards': 6,
Struan Shrimptone772d72f2021-12-15 07:50:092328 'quickrun_shards': 12,
Nico Weber96a75a6942018-06-20 04:53:172329 },
2330 },
Pavol Marko05b6bb92022-03-21 12:33:292331 'Linux Chromium OS ASan LSan Tests (1)': {
2332 # These are slow on the ASan trybot for some reason, crbug.com/1257927
2333 'swarming': {
2334 'shards': 6,
2335 'quickrun_shards': 12,
2336 },
2337 },
Ben Pastene7636bb62022-04-22 18:55:252338 'Linux ChromiumOS MSan Focal': {
2339 # These are very slow on the Chrome OS MSAN trybot for some reason.
2340 # crbug.com/865455
2341 'swarming': {
2342 'shards': 5,
2343 },
2344 },
Takuto Ikuta54671d972018-07-19 19:06:352345 'Linux ChromiumOS MSan Tests': {
2346 # These are very slow on the Chrome OS MSAN trybot for some reason.
2347 # crbug.com/865455
2348 'swarming': {
2349 'shards': 5,
2350 },
2351 },
Stephen Martinis1384ff92020-01-07 19:52:152352 'Linux TSan Tests': {
Ben Pastened2c01af2022-01-31 23:06:442353 # These are slow on the TSan bots for some reason, crbug.com/1257927
Dirk Pranke8fd63c12017-12-10 18:06:272354 'swarming': {
Stephen Martinisad6cb7af2021-02-24 01:12:002355 'shards': 32, # Adjusted for testing, see https://crbug.com/1179567
Dirk Pranke8fd63c12017-12-10 18:06:272356 },
2357 },
Maksim Sisovc81d284c2021-10-05 17:54:352358 # https://crbug.com/1192997
2359 'Linux Tests (Wayland)': {
2360 'args': [
2361 '--test-launcher-filter-file=../../testing/buildbot/filters/ozone-linux.interactive_ui_tests_wayland.filter',
2362 ],
2363 },
Lindsay Pasrichab3f72db2021-09-22 22:05:462364 'Mac ASan 64 Tests (1)': { # https://crbug.com/1251656
2365 'experiment_percentage': 100,
2366 },
Struan Shrimptone772d72f2021-12-15 07:50:092367 'Mac11 Tests': {
2368 'swarming': {
2369 'quickrun_shards': 6,
2370 },
2371 },
Yue She0cad2922022-06-24 15:06:072372 'Mac12 Tests': {
2373 'swarming': {
2374 'quickrun_shards': 6,
2375 },
2376 },
Cameron Higgins7558b162022-06-10 18:53:072377 'Mac12 Tests (dbg)': { # https://crbug.com/1265051
Zhaoyang Li9357e1e12021-12-07 18:53:172378 'experiment_percentage': 100,
2379 },
Stephen Martinis1384ff92020-01-07 19:52:152380 'ToTLinuxTSan': {
Ben Pastened2c01af2022-01-31 23:06:442381 # These are slow on the TSan bots for some reason, crbug.com/1257927
Stephen Martinis1384ff92020-01-07 19:52:152382 'swarming': {
2383 'shards': 6,
2384 },
2385 },
Struan Shrimptona1ab7672022-01-13 18:02:512386 'Win10 Tests x64': {
2387 'swarming': {
Struan Shrimptonf5b2b552022-01-20 20:37:392388 'quickrun_shards': 8,
Struan Shrimptona1ab7672022-01-13 18:02:512389 },
2390 },
Stephen Martinis1384ff92020-01-07 19:52:152391 # temporary, https://crbug.com/818832
Greg Thompson3eb7e6522018-05-25 09:04:032392 'Win10 Tests x64 (dbg)': {
2393 'experiment_percentage': 100,
2394 },
Jacob Kopczynski3a555bd32020-12-10 01:41:162395 # TODO(crbug.com/970649): Remove these filters.
Ben Pastene8ef125e2019-12-10 01:46:292396 'linux-chromeos-chrome': {
Ben Pastene8ef125e2019-12-10 01:46:292397 'args': [
2398 '--gtest_filter=-SadTabViewInteractiveUITest.ReloadMultipleSadTabs',
2399 ],
2400 },
Stephen Martinis1384ff92020-01-07 19:52:152401 'linux-chromeos-code-coverage': {
Yuke Liao79424e42020-01-06 21:00:112402 'swarming': {
2403 'shards': 10,
2404 },
2405 },
Pavol Marko582a15d2022-04-01 12:47:202406 'linux-chromeos-dbg': {
2407 'swarming': {
2408 'shards': 6,
2409 },
2410 },
Stephen Martinis1384ff92020-01-07 19:52:152411 'linux-code-coverage': {
Yuke Liao79424e42020-01-06 21:00:112412 'swarming': {
2413 'shards': 10,
2414 },
2415 },
Sven Zheng80734f12020-08-06 06:50:392416 # https://crbug.com/1111979
Junhua Chen39dd2dba2021-05-05 17:51:542417 'linux-lacros-code-coverage': {
2418 'args': [
2419 '--test-launcher-filter-file=../../testing/buildbot/filters/linux-lacros.interactive_ui_tests.filter',
2420 ],
2421 },
2422 # https://crbug.com/1111979
Jieting Yangbf15db672021-10-04 19:18:372423 'linux-lacros-dbg-tests-fyi': {
2424 'args': [
2425 '--test-launcher-filter-file=../../testing/buildbot/filters/linux-lacros.interactive_ui_tests.filter',
2426 ],
2427 },
2428 # https://crbug.com/1111979
Sven Zheng010820d2020-08-17 22:38:442429 'linux-lacros-tester-rel': {
Sven Zheng010820d2020-08-17 22:38:442430 'args': [
Yuke Liao56a437dd2021-05-05 04:53:402431 '--test-launcher-filter-file=../../testing/buildbot/filters/linux-lacros.interactive_ui_tests.filter',
Sven Zheng010820d2020-08-17 22:38:442432 ],
2433 },
Kuan Huang235b0142021-10-19 18:59:282434 'mac-code-coverage': {
2435 'args': [
2436 '--coverage-continuous-mode=1',
2437 ],
2438 },
Lindsay Pasricha60535a22021-12-13 16:50:242439 # TODO (crbug.com/1278617) Re-enable once fixed
2440 'mac-osxbeta-rel': {
2441 'experiment_percentage': 100,
2442 },
Kenneth Russelleb60cbd22017-12-05 07:54:282443 },
2444 },
Sven Zhengef0d0872022-04-04 22:13:292445 'interactive_ui_tests amd64-generic': {
Yuke Liaob6beaeca2021-04-29 23:41:512446 'remove_from': [
2447 # TODO(crbug.com/1204231): Re-enable.
2448 'lacros-amd64-generic-rel',
Yuke Liao859819d2022-02-24 08:23:492449 'lacros-amd64-generic-rel-fyi',
Yuke Liaob6beaeca2021-04-29 23:41:512450 ]
2451 },
Sven Zhengef0d0872022-04-04 22:13:292452 'interactive_ui_tests eve': {
Yuke Liao79a8cf52021-06-11 18:14:342453 'remove_from': [
2454 # TODO(crbug.com/1204231): Re-enable.
2455 'lacros-amd64-generic-rel',
Yuke Liao859819d2022-02-24 08:23:492456 'lacros-amd64-generic-rel-fyi',
Yuke Liao79a8cf52021-06-11 18:14:342457 ]
2458 },
John Budorickf00e5ff2019-06-11 21:21:062459 'ipc_tests': {
2460 'modifications': {
Ken Rockot83999b62022-05-20 21:37:052461 'Linux ChromiumOS MSan Tests': {
2462 'swarming': {
2463 'dimension_sets': [
2464 {
2465 'cpu': 'x86-64',
2466 'os': 'Ubuntu-18.04',
2467 },
2468 ],
2469 },
2470 },
2471 'Linux MSan Tests': {
2472 'swarming': {
2473 'dimension_sets': [
2474 {
2475 'cpu': 'x86-64',
2476 'os': 'Ubuntu-18.04',
2477 },
2478 ],
2479 },
2480 },
John Budorickf00e5ff2019-06-11 21:21:062481 'android-asan': {
2482 'swarming': {
2483 'shards': 2,
2484 },
2485 },
2486 },
2487 },
Jieting Yang642e1882022-08-05 21:22:312488 'lacros_all_tast_tests eve': {
2489 'remove_from': [
2490 'lacros-amd64-generic-rel',
2491 ]
2492 },
Jieting Yang53ebe362022-08-08 18:37:522493 'lacros_all_tast_tests jacuzzi': {
2494 'modifications': {
2495 'lacros-arm-generic-rel': {
2496 'experiment_percentage': 5,
2497 },
2498 },
2499 },
Jonah Ryan-Davis832c8462020-06-09 03:45:032500 'maps_pixel_passthrough_test': {
Brian Sheedyc0c142c2021-06-01 21:18:052501 'modifications': {
2502 'Android FYI Release (Pixel 4)': {
2503 'args': [
2504 # Pixel 4s are weird in that they can output in different color spaces
2505 # simultaneously. The readback code for capturing a screenshot assumes
2506 # only one color space, so disable wide color gamut for the test to
2507 # work around the issue. See https://crbug.com/1166379 for more
2508 # information.
2509 '--extra-browser-args=--disable-wcg-for-test',
2510 ],
2511 },
Ben Pastene63f13302022-05-12 21:04:052512 'android_optional_gpu_tests_rel': {
2513 'args': [
2514 # See above.
2515 '--extra-browser-args=--disable-wcg-for-test',
2516 ],
2517 },
Brian Sheedyc0c142c2021-06-01 21:18:052518 },
Jonah Ryan-Davis832c8462020-06-09 03:45:032519 'replacements': {
2520 # The V8 builders pass the V8 revision for ${got_revision}, so instead
2521 # use ${got_cr_revision}, which is only set on the V8 bots.
2522 'Linux V8 FYI Release (NVIDIA)': {
2523 'args': {
2524 '--git-revision': '${got_cr_revision}',
2525 },
2526 },
2527 'Linux V8 FYI Release - pointer compression (NVIDIA)': {
2528 'args': {
2529 '--git-revision': '${got_cr_revision}',
2530 },
2531 },
Jonah Ryan-Davisdeeffeaf2020-06-18 17:56:002532 'Mac V8 FYI Release (Intel)': {
2533 'args': {
2534 '--git-revision': '${got_cr_revision}',
2535 },
2536 },
Jonah Ryan-Davis832c8462020-06-09 03:45:032537 'Win V8 FYI Release (NVIDIA)': {
2538 'args': {
2539 '--git-revision': '${got_cr_revision}',
2540 },
2541 },
2542 },
2543 },
2544 'maps_pixel_validating_test': {
Brian Sheedy0566f2cb2021-02-12 22:12:502545 'modifications': {
2546 'Android FYI Release (Pixel 4)': {
2547 'args': [
2548 # Pixel 4s are weird in that they can output in different color spaces
2549 # simultaneously. The readback code for capturing a screenshot assumes
2550 # only one color space, so disable wide color gamut for the test to
2551 # work around the issue. See https://crbug.com/1166379 for more
2552 # information.
2553 '--extra-browser-args=--disable-wcg-for-test',
2554 ],
2555 },
Ben Pastene63f13302022-05-12 21:04:052556 'android_optional_gpu_tests_rel': {
2557 'args': [
2558 # See above.
2559 '--extra-browser-args=--disable-wcg-for-test',
2560 ],
2561 },
Brian Sheedy0566f2cb2021-02-12 22:12:502562 },
Brian Sheedye285c9b2019-07-15 21:42:462563 # TODO(https://crbug.com/850107): Remove the Android FYI Release (Pixel 2)
2564 # exception once there is enough capacity to run these tests.
2565 'remove_from': [
Brian Sheedye285c9b2019-07-15 21:42:462566 'Android FYI Release (Pixel 2)',
2567 ],
Brian Sheedy44fd891b2019-10-03 20:07:542568 'replacements': {
Brian Sheedy44fd891b2019-10-03 20:07:542569 # The V8 builders pass the V8 revision for ${got_revision}, so instead
2570 # use ${got_cr_revision}, which is only set on the V8 bots.
2571 'Android V8 FYI Release (Nexus 5X)': {
2572 'args': {
Brian Sheedy4d335deb2020-04-01 20:47:322573 '--git-revision': '${got_cr_revision}',
Brian Sheedy44fd891b2019-10-03 20:07:542574 },
2575 },
Brian Sheedy44fd891b2019-10-03 20:07:542576 },
Brian Sheedye285c9b2019-07-15 21:42:462577 },
Andrew Luo38b311f2019-10-04 03:42:092578 'media_unittests': {
2579 'modifications': {
Haiyang Pan9d68ca02021-08-04 21:30:472580 'android-11-x86-rel': {
Haiyang Pancf765862021-03-18 20:39:152581 'args': [
Haiyang Pan80b0d412021-11-23 00:06:422582 '--test-launcher-filter-file=../../testing/buildbot/filters/android.emulator_11_12.media_unittests.filter',
2583 ],
2584 },
Haiyang Pan2a55a452022-03-03 08:18:332585 'android-12-x64-rel': {
Haiyang Pan80b0d412021-11-23 00:06:422586 'args': [
2587 '--test-launcher-filter-file=../../testing/buildbot/filters/android.emulator_11_12.media_unittests.filter',
Haiyang Pancf765862021-03-18 20:39:152588 ],
2589 },
Haiyang Pan2486dcb2020-09-18 17:53:062590 'android-marshmallow-x86-rel-non-cq': {
John Budorickb5185112020-01-08 22:40:212591 'args': [
Haiyang Pan569659f02020-05-30 00:48:452592 '--test-launcher-filter-file=../../testing/buildbot/filters/android.emulator_m.media_unittests.filter',
John Budorickb5185112020-01-08 22:40:212593 ],
2594 },
Andrew Luo38b311f2019-10-04 03:42:092595 'android-pie-arm64-rel': {
Andrew Luobe83fd82019-12-19 03:07:582596 'args': [
2597 '--gtest_filter=-AAudio/AudioOutputTest.Play200HzTone/0', # https://crbug.com/1034009
2598 ],
Andrew Luo38b311f2019-10-04 03:42:092599 },
Chong Gudf7fbe92021-02-24 02:55:582600 'fuchsia-code-coverage': {
2601 'swarming': {
2602 'shards': 3,
2603 },
2604 },
Chong Gub2446462021-08-19 18:44:082605 'fuchsia-fyi-arm64-dbg': {
2606 'args': [
2607 '--test-launcher-filter-file=../../testing/buildbot/filters/fuchsia.debug.media_unittests.filter',
2608 ],
2609 },
Andrew Luo38b311f2019-10-04 03:42:092610 },
2611 },
Chong Gu4eca1ce2021-05-17 08:49:572612 'mediapipe_validating_tests': {
Chong Guabe5adec02022-03-24 17:41:302613 'modifications': { # TODO(crbug.com/1201887): Remove once tests are stable.
2614 'fuchsia-fyi-x64-rel': {
2615 'experiment_percentage': 100,
2616 },
2617 },
Chong Gu4eca1ce2021-05-17 08:49:572618 'remove_from': [
2619 # TODO(crbug.com/1201887): Remove once tests are stable.
2620 'Fuchsia x64',
2621 ],
2622 },
Ben Joyce02dc8092021-03-04 21:48:192623 'mojo_test_apk': {
2624 'remove_from': [
2625 'android-code-coverage-native', # Does not generate profraw data.
Ben Joyce46ca6012021-03-31 19:19:252626 'android-pie-arm64-coverage-experimental-rel', # Does not generate profraw data.
Ben Joyce02dc8092021-03-04 21:48:192627 ],
2628 },
John Budorickf00e5ff2019-06-11 21:21:062629 'mojo_unittests': {
2630 'modifications': {
2631 'android-asan': {
2632 'swarming': {
John Budorick5a29d7542019-10-11 20:56:442633 'shards': 5,
John Budorickf00e5ff2019-06-11 21:21:062634 },
2635 },
Chong Gudf7fbe92021-02-24 02:55:582636 'fuchsia-code-coverage': {
2637 'swarming': {
2638 'shards': 2,
2639 },
2640 },
John Budorickf00e5ff2019-06-11 21:21:062641 },
2642 },
bsheedye9469572019-01-23 17:31:332643 'monochrome_public_test_ar_apk': {
2644 'modifications': {
Brian Sheedy12169aa2019-10-16 23:38:032645 'Nougat Phone Tester': {
2646 'args': [
2647 # ArCore is not installed as a system app on N, so we can install it
2648 # normally instead of replacing the system version.
2649 '--additional-apk=//third_party/arcore-android-sdk/test-apks/arcore/arcore_current.apk'
2650 ],
2651 },
bsheedye9469572019-01-23 17:31:332652 # We need to match the Playstore version as well because AR tests fail on
2653 # old versions of the Playstore.
2654 'Oreo Phone Tester': {
Brian Sheedy2bcd16b2019-04-22 22:47:082655 'args': [
2656 # ArCore is not installed as a system app on O, so we can install it
2657 # normally instead of replacing the system version.
2658 '--additional-apk=//third_party/arcore-android-sdk/test-apks/arcore/arcore_current.apk'
2659 ],
bsheedye9469572019-01-23 17:31:332660 'swarming': {
2661 'dimension_sets': [
2662 {
2663 'device_os': 'OPR3.170623.008',
bsheedye9469572019-01-23 17:31:332664 'device_type': 'marlin',
2665 'os': 'Android',
2666 },
2667 ],
2668 },
2669 },
Haiyang Pan57159eba2020-05-07 23:14:132670 'android-10-arm64-rel': {
2671 'args': [
Brian Sheedy4dc4a6f2020-09-17 22:18:502672 '--remove-system-package=com.google.ar.core',
2673 '--additional-apk=//third_party/arcore-android-sdk/test-apks/arcore/arcore_current.apk',
Haiyang Pan57159eba2020-05-07 23:14:132674 ]
2675 },
Brian Sheedy2bcd16b2019-04-22 22:47:082676 'android-pie-arm64-dbg': {
2677 'args': [
Brian Sheedy4dc4a6f2020-09-17 22:18:502678 '--remove-system-package=com.google.ar.core',
2679 '--additional-apk=//third_party/arcore-android-sdk/test-apks/arcore/arcore_current.apk',
Brian Sheedy2bcd16b2019-04-22 22:47:082680 ]
2681 }
bsheedye9469572019-01-23 17:31:332682 },
2683 },
Kenneth Russellfbda3c532017-12-08 23:57:242684 'nacl_loader_unittests': {
2685 'remove_from': [
Nico Weber48f187142018-06-01 15:16:352686 'ToTMacASan', # The mac asan tot bot sets enable_nacl=false
Nico Weber3611ee802018-06-07 13:34:512687 'linux-win_cross-rel', # Sets enable_nacl=false, https://crbug.com/774186
Nico Webera8fc38f72018-04-10 02:20:112688 'Linux TSan Tests', # The TSan bot sets enable_nacl=false
Nico Weber05d3e642018-05-31 16:59:482689 'Mac ASan 64 Tests (1)', # The mac asan bot sets enable_nacl=false
Kenneth Russellfbda3c532017-12-08 23:57:242690 ],
2691 },
Kenneth Russelleb60cbd22017-12-05 07:54:282692 'net_unittests': {
2693 'modifications': {
Nico Weber33b9b7a2020-06-12 19:23:272694 'CrWinAsan': {
Ben Pastened2c01af2022-01-31 23:06:442695 # TODO(crbug.com/1257927): net_unittests is slow under ASan.
Nico Weber33b9b7a2020-06-12 19:23:272696 'swarming': {
2697 'shards': 16,
2698 },
2699 },
2700 'CrWinAsan(dll)': {
Ben Pastened2c01af2022-01-31 23:06:442701 # TODO(crbug.com/1257927): net_unittests is slow under ASan.
Nico Weber33b9b7a2020-06-12 19:23:272702 'swarming': {
2703 'shards': 16,
2704 },
2705 },
Erik Staabd468a802022-06-28 23:38:032706 'Linux ASan LSan Low Symbols FYI Tests (1)': {
2707 # These are very slow on the ASAN trybot for some reason.
2708 # crbug.com/1257927
2709 'swarming': {
2710 'shards': 16,
2711 },
2712 },
John Budorickca14c76f62017-12-09 14:19:182713 'Linux ASan LSan Tests (1)': {
John Budorick5052d552017-12-13 02:59:342714 # These are very slow on the ASAN trybot for some reason.
Ben Pastened2c01af2022-01-31 23:06:442715 # crbug.com/1257927
John Budorickca14c76f62017-12-09 14:19:182716 'swarming': {
John Budorick5052d552017-12-13 02:59:342717 'shards': 16,
John Budorickca14c76f62017-12-09 14:19:182718 },
2719 },
2720 'Linux Chromium OS ASan LSan Tests (1)': {
Takuto Ikuta54671d972018-07-19 19:06:352721 # These are very slow on the ASAN trybot for some reason.
Ben Pastened2c01af2022-01-31 23:06:442722 # crbug.com/1257927
John Budorickca14c76f62017-12-09 14:19:182723 'swarming': {
Sergey Berezinda3255c2018-03-16 00:34:022724 'shards': 8,
John Budorickca14c76f62017-12-09 14:19:182725 }
2726 },
Takuto Ikuta54671d972018-07-19 19:06:352727 'Linux ChromiumOS MSan Tests': {
2728 # These are very slow on the Chrome OS MSAN trybot for some reason.
2729 # crbug.com/865455
2730 'swarming': {
2731 'shards': 2,
2732 },
2733 },
John Budorickca14c76f62017-12-09 14:19:182734 'Linux TSan Tests': {
2735 'swarming': {
2736 'shards': 4,
2737 }
2738 },
Ben Pastene8bf205b2018-06-13 04:00:332739 # The suite runs signficantly slower on linux dbg, so increase shards.
2740 'Linux Tests (dbg)(1)': {
2741 'swarming': {
2742 'shards': 2,
2743 },
2744 },
Stephen Martinis1384ff92020-01-07 19:52:152745 'ToTLinuxASan': {
Ben Pastened2c01af2022-01-31 23:06:442746 # TODO(crbug.com/1257927): net_unittests is slow under ASan.
Stephen Martinis1384ff92020-01-07 19:52:152747 'swarming': {
2748 'shards': 16,
2749 },
2750 },
2751 'ToTLinuxTSan': {
2752 'swarming': {
2753 'shards': 4,
2754 }
2755 },
Haiyang Pan9d68ca02021-08-04 21:30:472756 'android-11-x86-rel': {
Haiyang Pan8d9906e02021-03-24 20:11:042757 'args': [
2758 '--test-launcher-filter-file=../../testing/buildbot/filters/android.emulator_11.net_unittests.filter',
2759 ],
2760 },
Haiyang Pan2a55a452022-03-03 08:18:332761 'android-12-x64-rel': {
Haiyang Pan2877f062021-11-18 01:06:062762 'args': [
2763 # TODO(crbug.com/1191793): Fix the test failure
2764 '--gtest_filter=-MimeUtilTest.ExtensionTest',
2765 ],
2766 },
Stefano Duof44278b2021-08-02 16:29:382767 'android-cronet-x86-dbg-10-tests': {
2768 'args': [
2769 '--test-launcher-filter-file=../../testing/buildbot/filters/android.emulator_10.net_unittests.filter',
2770 ],
2771 },
Chidera Olibieef99a55ca2021-10-01 21:42:002772 'android-cronet-x86-dbg-11-tests': {
2773 'args': [
2774 '--test-launcher-filter-file=../../testing/buildbot/filters/android.emulator_11.net_unittests.filter',
2775 ],
2776 },
Chidera Olibie262e33e2022-03-02 11:45:282777 'android-cronet-x86-dbg-lollipop-tests': {
2778 'args': [
2779 '--test-launcher-filter-file=../../testing/buildbot/filters/android.emulator_l.net_unittests.filter',
2780 ],
2781 },
Chidera Olibieef99a55ca2021-10-01 21:42:002782 'android-cronet-x86-dbg-oreo-tests': {
2783 'args': [
2784 '--test-launcher-filter-file=../../testing/buildbot/filters/android.emulator.net_unittests.filter',
2785 ],
2786 },
Chidera Olibie509fd732021-09-30 20:17:172787 'android-cronet-x86-dbg-pie-tests': {
2788 # crbug.com/1046060
2789 'args': [
2790 '--test-launcher-filter-file=../../testing/buildbot/filters/android.emulator.net_unittests.filter',
2791 ],
2792 },
Chidera Olibie5c0ec912022-03-23 10:44:512793 'android-cronet-x86-rel-kitkat-tests': {
2794 'args': [
2795 '--test-launcher-filter-file=../../testing/buildbot/filters/android.emulator_k.net_unittests.filter',
2796 ],
2797 },
Haiyang Pan2486dcb2020-09-18 17:53:062798 'android-marshmallow-x86-rel-non-cq': {
John Budorick7fde6b492020-01-29 17:43:502799 # crbug.com/1046060
2800 'args': [
2801 '--test-launcher-filter-file=../../testing/buildbot/filters/android.emulator.net_unittests.filter',
2802 ],
2803 },
Haiyang Pan08d09dc2020-04-01 16:11:212804 'android-pie-x86-rel': {
John Budorick7fde6b492020-01-29 17:43:502805 # crbug.com/1046060
2806 'args': [
2807 '--test-launcher-filter-file=../../testing/buildbot/filters/android.emulator.net_unittests.filter',
2808 ],
2809 },
Struan Shrimpton4b7abc02021-12-16 01:36:592810 'chromeos-amd64-generic-rel': {
2811 'swarming': {
2812 'quickrun_shards': 6,
2813 },
2814 },
Chong Gu76046412021-09-22 17:49:212815 'fuchsia-code-coverage': {
2816 'swarming': {
2817 'shards': 14,
2818 },
2819 },
Ben Pastene8bf205b2018-06-13 04:00:332820 'linux-chromeos-dbg': {
2821 'swarming': {
2822 'shards': 2,
2823 },
2824 },
Lindsay Pasricha60535a22021-12-13 16:50:242825 # TODO (crbug.com/1278618) Re-enable once fixed
2826 'mac-osxbeta-rel': {
2827 'experiment_percentage': 0,
2828 },
Nico Weber33b9b7a2020-06-12 19:23:272829 'win-asan': {
Ben Pastened2c01af2022-01-31 23:06:442830 # TODO(crbug.com/1257927): net_unittests is slow under ASan.
Nico Weber33b9b7a2020-06-12 19:23:272831 'swarming': {
2832 'shards': 16,
2833 },
2834 },
Kenneth Russelleb60cbd22017-12-05 07:54:282835 },
2836 },
John Chenaab16fc02020-03-03 06:35:452837 'not_site_per_process_blink_web_tests': {
Lukasz Anforowicz04bc6302018-11-19 19:04:282838 'remove_from': [
Lukasz Anforowicz04bc6302018-11-19 19:04:282839 # TODO(dpranke): Should we be running this step on Linux Tests (dbg)(1)?
2840 'Linux Tests (dbg)(1)',
Lukasz Anforowicz04bc6302018-11-19 19:04:282841 ],
Yuke Liaobc9ff982019-04-30 06:56:162842 'modifications': {
Stephen Martinis1384ff92020-01-07 19:52:152843 'Linux Tests': {
2844 "args": [
2845 "--additional-env-var=LLVM_PROFILE_FILE=${ISOLATED_OUTDIR}/profraw/default-%2m.profraw",
Stephen Martinis1384ff92020-01-07 19:52:152846 ],
Struan Shrimpton57c594e42022-01-25 17:59:132847 'swarming': {
2848 'quickrun_shards': 18,
2849 },
Stephen Martinis1384ff92020-01-07 19:52:152850 },
Yuke Liaoea70f472019-12-19 06:03:362851 'linux-code-coverage': {
2852 'args': [
2853 '--additional-env-var=LLVM_PROFILE_FILE=${ISOLATED_OUTDIR}/profraw/default-%2m.profraw',
Yuke Liaoea70f472019-12-19 06:03:362854 ],
2855 'swarming': {
2856 'shards': 20,
2857 },
2858 },
Yuke Liaobc9ff982019-04-30 06:56:162859 },
Lukasz Anforowicz04bc6302018-11-19 19:04:282860 },
Xi Cheng34ca4042018-02-23 00:10:122861 'notification_helper_unittests': {
2862 'remove_from': [
Hans Wennborg252643a2018-05-22 14:41:122863 # The test uses WinRT, which only exists in Windows 8 or above.
2864 # (https://crbug.com/813553)
Xi Cheng34ca4042018-02-23 00:10:122865 'Win 7 Tests x64 (1)',
Xi Cheng34ca4042018-02-23 00:10:122866 'Win7 Tests (1)',
Stephen Martinis1384ff92020-01-07 19:52:152867 # all these bots run Windows 7.
Xi Cheng34ca4042018-02-23 00:10:122868 'ToTWin',
2869 'ToTWin(dbg)',
2870 'ToTWin(dll)',
inglorionb8e7a3ed2019-04-12 09:49:032871 'ToTWinOfficial',
Arthur Eubanks0c24b822021-06-15 18:51:342872 'ToTWinOfficial64',
Xi Cheng34ca4042018-02-23 00:10:122873 'ToTWin64',
2874 'ToTWin64(dbg)',
2875 'ToTWin64(dll)',
Xi Cheng34ca4042018-02-23 00:10:122876 ],
2877 },
Peter McNeeley3cfc0ec82021-12-08 20:36:242878 'overlay_prioritization_viz_unittests': {
2879 'remove_from': [
2880 # Reduce CQ load
2881 'Linux Tests (Wayland)',
2882 ],
2883 },
Ben Pastenee723b2f2019-05-31 19:10:272884 'ozone_unittests': {
2885 'modifications': {
Ben Pastene8ef125e2019-12-10 01:46:292886 'chromeos-betty-pi-arc-chrome': {
2887 'args': [
2888 '--test-launcher-filter-file=../../testing/buildbot/filters/chromeos.ozone_unittests.filter',
2889 ],
2890 },
Ben Pastene500cc1d12021-01-22 18:10:472891 'chromeos-betty-pi-arc-chrome-dchecks': {
2892 'args': [
2893 '--test-launcher-filter-file=../../testing/buildbot/filters/chromeos.ozone_unittests.filter',
2894 ],
2895 },
Ben Pastene8ef125e2019-12-10 01:46:292896 'linux-chromeos-chrome': {
2897 'args': [
2898 '--test-launcher-filter-file=../../testing/buildbot/filters/chromeos.ozone_unittests.filter',
2899 ],
2900 },
Ben Pastenee723b2f2019-05-31 19:10:272901 },
2902 },
Maksim Sisovc81d284c2021-10-05 17:54:352903 'ozone_x11_unittests': {
2904 # Wayland bot uses chromium_linux_gtests that includes some x11 only
2905 # test targets. To avoid maintaining a list of tests, remove them here.
2906 'remove_from': [
2907 'Linux Tests (Wayland)',
2908 ],
2909 },
Karen Qian385d2ca2019-03-19 21:49:582910 'perfetto_unittests': {
Haiyang Pan0e27adbeb2021-12-14 22:44:302911 'modifications': {
Haiyang Pan2a55a452022-03-03 08:18:332912 'android-12-x64-rel': {
Haiyang Pan0e27adbeb2021-12-14 22:44:302913 'args': [
2914 # TODO(crbug.com/1260440): Fix the failed test
2915 '--gtest_filter=-ScopedDirTest.CloseOutOfScope',
2916 ],
2917 },
James Shen274775eb2022-07-06 22:54:432918 'android-nougat-x86-rel': {
2919 'args': [
2920 # TODO(crbug.com/1260440): Fix the failed test
2921 '--gtest_filter=-ScopedDirTest.CloseOutOfScope',
2922 ],
2923 },
Chong Gua10cd302022-01-14 19:22:192924 'fuchsia-fyi-x64-asan': {
2925 'args': [
Kevin Marshall847bf0332022-05-31 20:12:542926 # TODO(crbug.com/1199334): Error messages only show up in klog.
2927 '--gtest_filter=-PagedMemoryTest.AccessUncommittedMemoryTriggersASAN'
Chong Gua10cd302022-01-14 19:22:192928 ],
2929 },
Haiyang Pan0e27adbeb2021-12-14 22:44:302930 },
Karen Qian385d2ca2019-03-19 21:49:582931 'remove_from': [
Haiyang Pan363c59a2020-07-23 05:47:042932 # TODO(crbug.com/931138): Fix permission issue when creating tmp files
John Budorickd3fa5992019-12-13 17:22:412933 'android-arm64-proguard-rel',
John Budorickf2283d72019-06-25 01:09:092934 'android-asan',
Yun Liu022f4512019-06-10 23:14:042935 'android-code-coverage',
Yun Liu7cfd28a2019-10-30 01:57:122936 'android-code-coverage-native',
Karen Qian385d2ca2019-03-19 21:49:582937 'android-marshmallow-arm64-rel',
Haiyang Pan2486dcb2020-09-18 17:53:062938 'android-marshmallow-x86-rel-non-cq',
Ben Joyce46ca6012021-03-31 19:19:252939 'android-pie-arm64-coverage-experimental-rel', # Does not generate profraw data.
Andrew Luo38b311f2019-10-04 03:42:092940 'android-pie-arm64-rel',
Haiyang Pan08d09dc2020-04-01 16:11:212941 'android-pie-x86-rel',
Haiyang Pan9d68ca02021-08-04 21:30:472942 'android-11-x86-rel',
Karen Qian385d2ca2019-03-19 21:49:582943 'Marshmallow 64 bit Tester',
2944 'Marshmallow Tablet Tester',
2945 'Nougat Phone Tester',
Arthur Eubanksc8f86ee2021-05-10 20:14:242946 'ToTAndroid'
Karen Qian385d2ca2019-03-19 21:49:582947 ]
2948 },
Stephen Martinis54d64ad2018-09-21 22:16:202949 'performance_test_suite': {
2950 'modifications': {
Cameron Higgins7558b162022-06-10 18:53:072951 'Mac12 Tests (dbg)': {
Zhaoyang Li9357e1e12021-12-07 18:53:172952 'args': [
2953 '--browser=debug',
2954 ],
2955 },
Stephen Martinis54d64ad2018-09-21 22:16:202956 'Win10 Tests x64 (dbg)': {
2957 'args': [
Takuto Ikutab28b582e2021-02-10 01:41:212958 '--browser=debug_x64',
Stephen Martinis54d64ad2018-09-21 22:16:202959 ],
2960 'experiment_percentage': 100,
2961 },
Stephen Martinis54d64ad2018-09-21 22:16:202962 },
2963 },
Jonah Ryan-Davis832c8462020-06-09 03:45:032964 'pixel_skia_gold_passthrough_test': {
Brian Sheedyc0c142c2021-06-01 21:18:052965 'modifications': {
2966 'Android FYI Release (Pixel 4)': {
2967 'args': [
2968 # Pixel 4s are weird in that they can output in different color spaces
2969 # simultaneously. The readback code for capturing a screenshot assumes
2970 # only one color space, so disable wide color gamut for the test to
2971 # work around the issue. See https://crbug.com/1166379 for more
2972 # information.
2973 '--extra-browser-args=--disable-wcg-for-test',
2974 ],
2975 },
Struan Shrimptone772d72f2021-12-15 07:50:092976 'Mac Retina Release (AMD)': {
2977 'swarming': {
2978 'quickrun_shards': 2,
2979 },
2980 },
Struan Shrimpton4b7abc02021-12-16 01:36:592981 'Win10 x64 Release (NVIDIA)': {
2982 'swarming': {
2983 'quickrun_shards': 2,
2984 },
2985 },
Ben Pastene63f13302022-05-12 21:04:052986 'android_optional_gpu_tests_rel': {
2987 'args': [
2988 # See above.
2989 '--extra-browser-args=--disable-wcg-for-test',
2990 ],
2991 },
Brian Sheedyc0c142c2021-06-01 21:18:052992 },
Jonah Ryan-Davis832c8462020-06-09 03:45:032993 'replacements': {
2994 # The V8 builders pass the V8 revision for ${got_revision}, so instead
2995 # use ${got_cr_revision}, which is only set on the V8 bots.
2996 'Linux V8 FYI Release (NVIDIA)': {
2997 'args': {
2998 '--git-revision': '${got_cr_revision}',
2999 },
3000 },
3001 'Linux V8 FYI Release - pointer compression (NVIDIA)': {
3002 'args': {
3003 '--git-revision': '${got_cr_revision}',
3004 },
3005 },
Jonah Ryan-Davisdeeffeaf2020-06-18 17:56:003006 'Mac V8 FYI Release (Intel)': {
3007 'args': {
3008 '--git-revision': '${got_cr_revision}',
3009 },
3010 },
Jonah Ryan-Davis832c8462020-06-09 03:45:033011 'Win V8 FYI Release (NVIDIA)': {
3012 'args': {
3013 '--git-revision': '${got_cr_revision}',
3014 },
3015 },
3016 },
3017 },
3018 'pixel_skia_gold_validating_test': {
Brian Sheedy0566f2cb2021-02-12 22:12:503019 'modifications': {
3020 'Android FYI Release (Pixel 4)': {
3021 'args': [
3022 # Pixel 4s are weird in that they can output in different color spaces
3023 # simultaneously. The readback code for capturing a screenshot assumes
3024 # only one color space, so disable wide color gamut for the test to
3025 # work around the issue. See https://crbug.com/1166379 for more
3026 # information.
3027 '--extra-browser-args=--disable-wcg-for-test',
3028 ],
3029 },
Ben Pastene63f13302022-05-12 21:04:053030 'android_optional_gpu_tests_rel': {
3031 'args': [
3032 # See above.
3033 '--extra-browser-args=--disable-wcg-for-test',
3034 ],
3035 },
Chong Guabe5adec02022-03-24 17:41:303036 'fuchsia-fyi-x64-rel': { # https://crbug.com/1302427
3037 'experiment_percentage': 100,
3038 },
Brian Sheedy0566f2cb2021-02-12 22:12:503039 },
Chong Gu0aa929e62022-03-03 15:34:133040 'remove_from': [
3041 'Fuchsia x64', # https://crbug.com/1302427
3042 ],
Brian Sheedye6ea0ee2019-07-11 02:54:373043 'replacements': {
Brian Sheedye6ea0ee2019-07-11 02:54:373044 # The V8 builders pass the V8 revision for ${got_revision}, so instead
3045 # use ${got_cr_revision}, which is only set on the V8 bots.
3046 'Android V8 FYI Release (Nexus 5X)': {
3047 'args': {
Brian Sheedy4d335deb2020-04-01 20:47:323048 '--git-revision': '${got_cr_revision}',
Brian Sheedye6ea0ee2019-07-11 02:54:373049 },
3050 },
Brian Sheedye6ea0ee2019-07-11 02:54:373051 },
3052 },
3053 'pixel_test':{
Takuto Ikuta35c85522019-06-04 16:55:463054 'modifications': {
3055 'Android Release (Nexus 5X)': {
3056 'swarming': {
3057 'shards': 2,
3058 },
3059 },
3060 },
Nico Weber128fd382018-06-14 23:29:273061 },
Henrique Nakashima87b6d8b2022-07-13 13:59:043062 'sandbox_linux_unittests': {
John Budorickdce9d462019-03-23 00:25:383063 'modifications': {
Haiyang Pan2a55a452022-03-03 08:18:333064 'android-12-x64-rel': {
Haiyang Pan4d49f5d2021-11-24 02:06:133065 'args': [
Henrique Nakashima87b6d8b2022-07-13 13:59:043066 '--test-launcher-filter-file=../../testing/buildbot/filters/android.emulator_12.sandbox_linux_unittests.filter',
Haiyang Pan4d49f5d2021-11-24 02:06:133067 ]
3068 },
Haiyang Pan6b8e4cf2021-08-02 21:38:283069 'android-marshmallow-x86-rel': {
John Budorick6e8e595b2020-01-27 18:15:583070 'args': [
Henrique Nakashima87b6d8b2022-07-13 13:59:043071 '--test-launcher-filter-file=../../testing/buildbot/filters/android.emulator.sandbox_linux_unittests.filter',
John Budorick6e8e595b2020-01-27 18:15:583072 ]
3073 },
James Shenca34ad02022-06-29 22:38:513074 'android-nougat-x86-rel': {
3075 'args': [
3076 '--test-launcher-filter-file=../../testing/buildbot/filters/android.emulator.sandbox_linux_unittests.filter',
3077 ]
3078 },
Haiyang Pan08d09dc2020-04-01 16:11:213079 'android-pie-x86-rel': {
John Budorick191adfcd2020-01-29 18:19:043080 'args': [
Henrique Nakashima87b6d8b2022-07-13 13:59:043081 '--test-launcher-filter-file=../../testing/buildbot/filters/android.emulator.sandbox_linux_unittests.filter',
John Budorick191adfcd2020-01-29 18:19:043082 ]
3083 },
John Budorickdce9d462019-03-23 00:25:383084 },
John Budorick3ebfdf852019-05-13 22:28:163085 'remove_from': [
John Budorick3ebfdf852019-05-13 22:28:163086 'android-asan', # https://crbug.com/962650
3087 ],
John Budorickdce9d462019-03-23 00:25:383088 },
Brian Sheedyc0c142c2021-06-01 21:18:053089 'screenshot_sync_passthrough_tests': {
3090 'modifications': {
3091 'Android FYI Release (Pixel 4)': {
3092 'args': [
3093 # Pixel 4s are weird in that they can output in different color spaces
3094 # simultaneously. The readback code for capturing a screenshot assumes
3095 # only one color space, so disable wide color gamut for the test to
3096 # work around the issue. See https://crbug.com/1166379 for more
3097 # information.
3098 '--extra-browser-args=--disable-wcg-for-test',
3099 ],
3100 },
Ben Pastene63f13302022-05-12 21:04:053101 'android_optional_gpu_tests_rel': {
3102 'args': [
3103 # See above.
3104 '--extra-browser-args=--disable-wcg-for-test',
3105 ],
3106 },
Brian Sheedyc0c142c2021-06-01 21:18:053107 },
3108 },
Brian Sheedy0566f2cb2021-02-12 22:12:503109 'screenshot_sync_validating_tests': {
3110 'modifications': {
3111 'Android FYI Release (Pixel 4)': {
3112 'args': [
3113 # Pixel 4s are weird in that they can output in different color spaces
3114 # simultaneously. The readback code for capturing a screenshot assumes
3115 # only one color space, so disable wide color gamut for the test to
3116 # work around the issue. See https://crbug.com/1166379 for more
3117 # information.
3118 '--extra-browser-args=--disable-wcg-for-test',
3119 ],
3120 },
Ben Pastene63f13302022-05-12 21:04:053121 'android_optional_gpu_tests_rel': {
3122 'args': [
3123 # See above.
3124 '--extra-browser-args=--disable-wcg-for-test',
3125 ],
3126 },
Brian Sheedy0566f2cb2021-02-12 22:12:503127 },
Chong Gu0aa929e62022-03-03 15:34:133128 'remove_from': [
3129 'Fuchsia x64', # https://crbug.com/1302427
3130 ],
Brian Sheedy0566f2cb2021-02-12 22:12:503131 },
Kenneth Russelleb60cbd22017-12-05 07:54:283132 'services_unittests': {
3133 'remove_from': [
Nico Weber15a00d62018-05-16 17:11:483134 'ToTLinuxMSan', # https://crbug.com/831676
Kenneth Russell8a386d42018-06-02 09:48:013135 # The face and barcode detection tests fail on the Mac Pros.
3136 'Mac Pro FYI Release (AMD)',
Nico Weberd36959682018-04-12 03:33:463137 'Linux ChromiumOS MSan Tests', # https://crbug.com/831676
Ben Pastene7636bb62022-04-22 18:55:253138 'Linux ChromiumOS MSan Focal',
Nico Weberd36959682018-04-12 03:33:463139 'Linux MSan Tests', # https://crbug.com/831676
Ben Pastene7636bb62022-04-22 18:55:253140 'Linux MSan Focal', # https://crbug.com/831676
Kenneth Russelleb60cbd22017-12-05 07:54:283141 ],
Brian Sheedyb6c58792020-05-07 18:37:333142 'replacements': {
3143 # TODO(crbug.com/1078982): Remove once the test is fixed on 10.15.4.
3144 'Mac FYI Experimental Release (Intel)': {
3145 'args': {
3146 '--gtest_filter': '*Detection*:-FaceDetectionImplMacTest.ScanOneFace*',
3147 },
3148 },
3149 },
Haiyang Pan363c59a2020-07-23 05:47:043150 'modifications': {
Erik Staabd468a802022-06-28 23:38:033151 'Linux ASan LSan Low Symbols FYI Tests (1)': {
3152 'swarming': {
3153 'quickrun_shards': 2,
3154 },
3155 },
Struan Shrimptone772d72f2021-12-15 07:50:093156 'Linux ASan LSan Tests (1)': {
3157 'swarming': {
3158 'quickrun_shards': 2,
3159 },
3160 },
Haiyang Pan9d68ca02021-08-04 21:30:473161 'android-11-x86-rel': {
Haiyang Pan10f029c2021-07-30 23:17:563162 'args': [
Haiyang Pan2877f062021-11-18 01:06:063163 # TODO(crbug.com/1264654): Fix the failed tests
3164 '--gtest_filter=-PacLibraryTest.ActualPacMyIpAddress*'
3165 ],
3166 },
Haiyang Pan2a55a452022-03-03 08:18:333167 'android-12-x64-rel': {
Haiyang Pan2877f062021-11-18 01:06:063168 'args': [
3169 # TODO(crbug.com/1264654): Fix the failed tests
Haiyang Pan10f029c2021-07-30 23:17:563170 '--gtest_filter=-PacLibraryTest.ActualPacMyIpAddress*'
3171 ],
3172 },
James Shenb3549802022-06-30 18:32:513173 'android-nougat-x86-rel': {
3174 'args': [
3175 # TODO(crbug.com/1264654): Fix the failed tests
3176 '--gtest_filter=-PacLibraryTest.ActualPacMyIpAddress*'
3177 ],
3178 },
Chong Gu52481452021-04-02 17:52:413179 'fuchsia-code-coverage': {
3180 'swarming': {
3181 'shards': 7,
3182 },
3183 },
3184 }
Chong Gudf7fbe92021-02-24 02:55:583185 },
Chong Gu76046412021-09-22 17:49:213186 'snapshot_unittests': {
Chong Gub2446462021-08-19 18:44:083187 'modifications': {
3188 'fuchsia-fyi-arm64-dbg': {
3189 'args': [
3190 '--test-launcher-filter-file=../../testing/buildbot/filters/fuchsia.debug.snapshot_unittests.filter',
3191 ],
3192 },
3193 },
3194 },
Kenneth Russelleb60cbd22017-12-05 07:54:283195 'sync_integration_tests': {
Brad Halla36886c2019-02-26 16:52:293196 'remove_from': [
Brad Halla36886c2019-02-26 16:52:293197 'CrWinAsan(dll)', # https://crbug.com/935598
3198 ],
Kenneth Russelleb60cbd22017-12-05 07:54:283199 'modifications': {
Erik Staabd468a802022-06-28 23:38:033200 'Linux ASan LSan Low Symbols FYI Tests (1)': {
3201 'swarming': {
3202 'shards': 4,
3203 },
3204 },
Erik Chene84bc1c2019-11-25 23:23:523205 'Linux ASan LSan Tests (1)': {
3206 'swarming': {
3207 'shards': 4,
3208 },
3209 },
Nico Weber8fbc2832018-12-14 16:00:573210 'Linux TSan Tests': {
3211 'swarming': {
3212 'shards': 6,
3213 },
3214 },
Chris Cunninghama1239c8b2022-05-03 00:32:213215 'Mac ASan 64 Tests (1)': {
3216 'swarming': {
3217 'shards': 3,
Lindsay Pasricha2cfaec212022-05-11 19:00:393218 },
3219 },
3220 'Mac11 Tests': {
3221 'swarming': {
3222 'shards': 4,
Chris Cunninghama1239c8b2022-05-03 00:32:213223 },
3224 },
Yue She0cad2922022-06-24 15:06:073225 'Mac12 Tests': {
3226 'swarming': {
3227 'shards': 4,
3228 },
3229 },
Stephen Martinis1384ff92020-01-07 19:52:153230 'ToTLinuxTSan': {
Kenneth Russelleb60cbd22017-12-05 07:54:283231 'swarming': {
Stephen Martinis1384ff92020-01-07 19:52:153232 'shards': 6,
Kenneth Russelleb60cbd22017-12-05 07:54:283233 },
3234 },
Struan Shrimptona1ab7672022-01-13 18:02:513235 'Win10 Tests x64': {
3236 'swarming': {
3237 'quickrun_shards': 3,
3238 },
3239 },
Stephen Martinis75ab55d2018-08-30 02:27:123240 'Win10 Tests x64 (dbg)': {
3241 'experiment_percentage': 100, # https://crbug.com/840369
3242 },
Stephen Martinis1384ff92020-01-07 19:52:153243 'linux-chromeos-code-coverage': {
Yuke Liao79424e42020-01-06 21:00:113244 'swarming': {
3245 'shards': 4,
3246 },
3247 },
Stephen Martinis1384ff92020-01-07 19:52:153248 'linux-code-coverage': {
Yuke Liao79424e42020-01-06 21:00:113249 'swarming': {
3250 'shards': 4,
3251 },
3252 },
Sven Zhengfbbf21a2021-04-16 23:57:123253 # https://crbug.com/1199909,
Junhua Chen39dd2dba2021-05-05 17:51:543254 'linux-lacros-code-coverage': {
3255 'args': [
3256 '--test-launcher-filter-file=../../testing/buildbot/filters/linux-lacros.sync_integration_tests.filter',
3257 ]
3258 },
Jieting Yangbf15db672021-10-04 19:18:373259 'linux-lacros-dbg-tests-fyi': {
3260 'args': [
3261 '--test-launcher-filter-file=../../testing/buildbot/filters/linux-lacros.sync_integration_tests.filter',
3262 ],
3263 },
Anastasiia N11c1f8d2021-04-19 14:04:423264 'linux-lacros-tester-rel': {
3265 'args': [
Yuke Liao56a437dd2021-05-05 04:53:403266 '--test-launcher-filter-file=../../testing/buildbot/filters/linux-lacros.sync_integration_tests.filter',
Anastasiia N11c1f8d2021-04-19 14:04:423267 ],
3268 },
Kuan Huang235b0142021-10-19 18:59:283269 'mac-code-coverage': {
3270 'args': [
3271 '--coverage-continuous-mode=1',
3272 ],
3273 },
Kenneth Russelleb60cbd22017-12-05 07:54:283274 },
3275 },
James Shen6020a7e72022-07-11 21:43:003276 'system_webview_shell_layout_test_apk': {
3277 'remove_from': [
3278 'android-nougat-x86-rel', # crbug.com/1343548
3279 ],
3280 },
Weizhong Xia613fda42021-04-21 20:11:523281 'system_webview_wpt': {
3282 'modifications': {
3283 'android-webview-pie-x86-wpt-fyi-rel': {
Weizhong Xia7dd41362021-09-30 16:05:383284 'args': [
3285 '--log-wptreport',
3286 ],
Weizhong Xia613fda42021-04-21 20:11:523287 },
3288 },
3289 },
Kenneth Russell8a386d42018-06-02 09:48:013290 'tab_capture_end2end_tests': {
Nico Webere89a3c92018-07-01 01:30:523291 # Run these only on Release bots.
Kenneth Russell8a386d42018-06-02 09:48:013292 'remove_from': [
Kenneth Russell8a386d42018-06-02 09:48:013293 'Linux Debug (NVIDIA)',
3294 'Mac Debug (Intel)',
3295 'Mac Retina Debug (AMD)',
Yuly Novikovbc1ccff2019-08-03 00:05:493296 'Win10 FYI x64 Debug (NVIDIA)',
Yuly Novikovf28f1eca2019-07-04 22:43:393297 # Disabled due to dbus crashes crbug.com/927465
Yuly Novikov86d61c42022-07-22 19:40:143298 'Linux FYI Release (Intel UHD 630)',
Yuly Novikov5865ff72019-07-09 21:38:053299 'Linux FYI Release (NVIDIA)',
Yuly Novikov5865ff72019-07-09 21:38:053300 'Linux Release (NVIDIA)',
Kenneth Russell8a386d42018-06-02 09:48:013301 ],
Emily Hanleyb64ac7c2018-05-25 13:36:553302 },
Haiyang Pan8c201b92020-06-04 01:25:073303 'telemetry_chromium_minidump_unittests': {
3304 'remove_from': [
Haiyang Pan2486dcb2020-09-18 17:53:063305 'android-marshmallow-x86-rel-non-cq', # crbug.com/1084352
Haiyang Pan8c201b92020-06-04 01:25:073306 ],
3307 },
Brian Sheedyc117f6d2020-05-06 02:23:273308 'telemetry_monochrome_minidump_unittests': {
3309 'remove_from': [
3310 # Monochrome isn't supported on M.
3311 'android-marshmallow-arm64-rel',
Haiyang Pan2486dcb2020-09-18 17:53:063312 'android-marshmallow-x86-rel-non-cq',
Brian Sheedyc117f6d2020-05-06 02:23:273313 ],
3314 },
Kenneth Russelleb60cbd22017-12-05 07:54:283315 'telemetry_perf_unittests': {
3316 'modifications': {
Kenneth Russelleb60cbd22017-12-05 07:54:283317 'Linux Tests': {
3318 'args': [
3319 '--xvfb',
Ned Nguyene6e26042018-01-17 20:42:483320 '--jobs=1',
Kenneth Russelleb60cbd22017-12-05 07:54:283321 ],
3322 },
Juan Antonio Navarro Perez4899edf2019-03-14 13:05:353323 'Linux Tests (dbg)(1)': {
3324 'args': [
3325 '--xvfb',
3326 '--jobs=1',
3327 ],
3328 },
John Chen9fd22fcf2021-12-10 02:24:123329 'Mac11 Tests': {
3330 'ci_only': True,
3331 },
Yue She0cad2922022-06-24 15:06:073332 'Mac12 Tests': {
3333 'ci_only': True,
3334 },
Brian Sheedy172ab8932022-07-27 20:39:283335 'android-nougat-x86-rel': {
3336 'args': [
3337 # For whatever reason, automatic browser selection on this bot chooses
3338 # webview instead of the full browser, so explicitly specify it here.
3339 '--browser=android-chromium',
3340 ],
3341 },
Struan Shrimptona1ab7672022-01-13 18:02:513342 'chromeos-amd64-generic-rel': {
3343 'swarming': {
3344 'quickrun_shards': 24,
3345 },
3346 },
Ben Pastene69400eb2021-03-25 19:27:163347 'chromeos-eve-chrome': {
3348 'args': [
3349 # TODO(crbug.com/1191132): Re-enable.
3350 '--skip=benchmarks.benchmark_smoke_unittest.BenchmarkSmokeTest.wasmpspdfkit',
3351 ],
3352 },
Ben Pastene2b4b15f2021-03-04 00:39:243353 'chromeos-kevin-chrome': {
3354 # TODO(crbug.com/1182948): Remove the experiment.
Ben Pastenebe91e462021-07-27 23:47:263355 # TODO(b/188822176): Restore to 100% when we have additional capacity.
3356 'experiment_percentage': 0,
Ben Pastene2b4b15f2021-03-04 00:39:243357 },
Kenneth Russelleb60cbd22017-12-05 07:54:283358 },
3359 'remove_from': [
Haiyang Pan2486dcb2020-09-18 17:53:063360 'android-marshmallow-x86-rel-non-cq', # crbug.com/1084352
Haiyang Pan0e39edf42020-04-28 19:29:013361 # There's no need to run telemetry_perf_unittests on both lollipop and
Erik Chen96894722019-11-21 20:03:393362 # marshmallow on the CQ. https://crbug.com/1026487.
Ben Joyce3e043862021-10-20 23:57:243363 # TODO(crbug/1260494): Test suite isn't running on android.
Erik Chen96894722019-11-21 20:03:393364 'android-marshmallow-arm64-rel',
Andrew Luobe83fd82019-12-19 03:07:583365 'android-pie-arm64-rel',
Garrett Beatyeef031a2019-02-28 01:55:413366 # crbug.com/936540
Shenghua Zhangbd6f1b232018-03-03 02:59:143367 'Mac10.13 Tests',
Zhaoyang Li69e2e002021-02-19 21:57:353368 'Mac10.15 Tests',
Lindsay Pasricha21bb93d72021-12-07 05:48:393369 # TODO crbug.com/1277277
Cameron Higgins7558b162022-06-10 18:53:073370 'Mac12 Tests (dbg)',
Stephen Martinis1384ff92020-01-07 19:52:153371 'Linux - Future (dbg)', # client.v8.chromium
Takuto Ikuta9aa015d2019-04-15 23:33:293372 'Win10 Tests x64',
Stephen Martinise701f5a2018-05-04 01:25:113373 'Win10 Tests x64 (dbg)',
Kuan Huanga89737d2022-01-07 19:42:113374 'Win11 Tests x64',
Kenneth Russelleb60cbd22017-12-05 07:54:283375 ],
3376 },
Stephen Martinis54d64ad2018-09-21 22:16:203377 'telemetry_unittests': {
3378 'modifications': {
3379 'Win10 Tests x64 (dbg)': {
3380 'experiment_percentage': 100, # crbug.com/870673
Ben Pastene9383fe12020-10-20 21:32:403381 },
Struan Shrimptona1ab7672022-01-13 18:02:513382 'chromeos-amd64-generic-rel': {
3383 'swarming': {
3384 'quickrun_shards': 60,
3385 },
3386 },
John Budorickc498fd3c2019-03-14 01:16:263387 },
3388 'remove_from': [
Ben Pastene9ef2ced52021-07-28 18:04:343389 # TODO(crbug.com/1141234): Restore when there's more DUTs
Ben Pastene7f1ded3a42022-06-08 17:01:593390 'chromeos-eve-chrome',
Ben Pastene9ef2ced52021-07-28 18:04:343391 'chromeos-kevin-chrome',
3392 'chromeos-kevin-rel',
Ben Pastene619317752020-12-03 00:04:143393
Takuto Ikuta9aa015d2019-04-15 23:33:293394 'Win10 Tests x64',
Kuan Huanga89737d2022-01-07 19:42:113395 'Win11 Tests x64',
Titouan Rigoudye122ec32021-11-08 16:36:163396
3397 # TODO(https://crbug.com/1267161): Re-enable when platform is supported.
3398 'mac11-arm64-rel-tests',
Zhaoyang Li5d3713d2022-06-13 18:01:173399 # TODO(https://crbug.com/1267161): Re-enable when platform is supported.
3400 'mac12-arm64-rel-tests',
John Budorickc498fd3c2019-03-14 01:16:263401 ],
Stephen Martinis54d64ad2018-09-21 22:16:203402 },
Ben Pastene8e7eb2652022-04-29 19:44:313403 'test_buildbucket_api_gpu_use_cases GTX 1660': {
3404 'remove_from': [
3405 'linux_optional_gpu_tests_rel', # crbug.com/1080749
Brian Sheedyf3b48d62020-05-08 23:03:123406 ],
3407 },
Chong Guabe5adec02022-03-24 17:41:303408 'trace_test': {
3409 'modifications': {
3410 'fuchsia-fyi-x64-rel': { # https://crbug.com/1269976
3411 'experiment_percentage': 100,
3412 },
3413 },
3414 },
Brian Sheedy739eb6a2022-06-10 06:01:343415 'unexpected_passes_common_pytype': {
3416 'remove_from': [
3417 'linux-code-coverage',
3418 ],
3419 },
Kenneth Russelleb60cbd22017-12-05 07:54:283420 'unit_tests': {
Yun Liu3e759dbb2019-11-01 19:25:523421 'remove_from': [
Ben Pastene3e32ffe2020-08-07 03:37:073422 'android-pie-arm64-rel', # https://crbug.com/1010211
Yun Liu3e759dbb2019-11-01 19:25:523423 ],
Kenneth Russelleb60cbd22017-12-05 07:54:283424 'modifications': {
Erik Staabd468a802022-06-28 23:38:033425 'Linux ASan LSan Low Symbols FYI Tests (1)': {
3426 # These are slow on the ASAN trybot for some reason.
3427 # crbug.com/1257927
3428 'swarming': {
3429 'shards': 4,
3430 },
3431 },
John Budorickca14c76f62017-12-09 14:19:183432 'Linux ASan LSan Tests (1)': {
John Budorick5052d552017-12-13 02:59:343433 # These are slow on the ASAN trybot for some reason.
Ben Pastened2c01af2022-01-31 23:06:443434 # crbug.com/1257927
John Budorickca14c76f62017-12-09 14:19:183435 'swarming': {
John Budorick5052d552017-12-13 02:59:343436 'shards': 4,
John Budorickca14c76f62017-12-09 14:19:183437 },
3438 },
Stephen Martinis1384ff92020-01-07 19:52:153439 'Linux Chromium OS ASan LSan Tests (1)': {
3440 # These are slow on the ASAN trybot for some reason.
Ben Pastened2c01af2022-01-31 23:06:443441 # crbug.com/1257927
John Budorickca14c76f62017-12-09 14:19:183442 'swarming': {
3443 'shards': 2,
3444 },
3445 },
Takuto Ikuta54671d972018-07-19 19:06:353446 'Linux ChromiumOS MSan Tests': {
3447 # These are very slow on the Chrome OS MSAN trybot for some reason.
3448 # crbug.com/865455
3449 'swarming': {
3450 'shards': 2,
3451 },
3452 },
Stephen Martinis1384ff92020-01-07 19:52:153453 'Linux TSan Tests': {
Takuto Ikuta54671d972018-07-19 19:06:353454 'swarming': {
3455 'shards': 2,
3456 },
3457 },
Maksim Sisovc81d284c2021-10-05 17:54:353458 # https://crbug.com/1184127
3459 'Linux Tests (Wayland)': {
3460 'args': [
3461 '--test-launcher-filter-file=../../testing/buildbot/filters/ozone-linux.unit_tests_wayland.filter',
3462 ],
3463 },
Cameron Higgins7558b162022-06-10 18:53:073464 'Mac12 Tests (dbg)': {
Zhaoyang Li9357e1e12021-12-07 18:53:173465 'swarming': {
3466 'shards': 2,
3467 },
3468 },
Stephen Martinis1384ff92020-01-07 19:52:153469 'ToTLinuxASan': {
Dirk Pranke20eae9a72017-12-09 18:12:143470 'swarming': {
Stephen Martinis1384ff92020-01-07 19:52:153471 'shards': 2,
Dirk Pranke20eae9a72017-12-09 18:12:143472 },
3473 },
Stephen Martinis1384ff92020-01-07 19:52:153474 'android-asan': {
3475 'args': [
3476 '--test-launcher-filter-file=../../testing/buildbot/filters/android.asan.unit_tests.filter',
3477 ],
3478 },
Takuto Ikuta527cdff2020-01-29 08:04:273479 'android-marshmallow-arm64-rel-swarming': {
3480 'swarming': {
3481 'shards': 8,
3482 },
3483 },
Stephen Martinis1384ff92020-01-07 19:52:153484 'linux-chromeos-chrome': {
3485 'args': [
3486 '--test-launcher-filter-file=../../testing/buildbot/filters/chromeos.unit_tests.filter',
3487 ],
3488 },
Ben Pasteneacd57392019-10-31 02:13:253489 'linux-chromeos-dbg': {
3490 'swarming': {
3491 'shards': 2,
3492 },
3493 },
Erik Chend063aef72019-11-18 19:13:103494 'linux-chromeos-rel': {
3495 'swarming': {
3496 'shards': 2,
3497 },
3498 },
Yuke Liao597dd6df72020-08-18 03:02:543499 # https://crbug.com/1111979,
Junhua Chen39dd2dba2021-05-05 17:51:543500 'linux-lacros-code-coverage': {
3501 'args': [
3502 '--test-launcher-filter-file=../../testing/buildbot/filters/linux-lacros.unit_tests.filter',
3503 ],
3504 },
3505 # https://crbug.com/1111979,
Jieting Yangbf15db672021-10-04 19:18:373506 'linux-lacros-dbg-tests-fyi': {
3507 'args': [
3508 '--test-launcher-filter-file=../../testing/buildbot/filters/linux-lacros.unit_tests.filter',
3509 ],
3510 },
3511 # https://crbug.com/1111979,
Sven Zheng5c9d3e342020-08-11 21:39:433512 'linux-lacros-tester-rel': {
Sven Zheng5c9d3e342020-08-11 21:39:433513 'args': [
Yuke Liao56a437dd2021-05-05 04:53:403514 '--test-launcher-filter-file=../../testing/buildbot/filters/linux-lacros.unit_tests.filter',
Sven Zheng5c9d3e342020-08-11 21:39:433515 ],
3516 },
Kenneth Russelleb60cbd22017-12-05 07:54:283517 },
3518 },
Hao Wu77dd1ab2022-04-29 21:36:203519 'variations_smoke_tests': {
3520 'modifications': {
Hao Wud38c2342022-06-09 02:03:473521 'linux-chrome': {
3522 'swarming': {
3523 'dimension_sets': [
3524 {
3525 'pool': 'chrome.tests.finch',
3526 },
3527 ],
3528 },
3529 },
Hao Wu77dd1ab2022-04-29 21:36:203530 'win-chrome': {
3531 'experiment_percentage': 100,
Hao Wud38c2342022-06-09 02:03:473532 'swarming': {
3533 'dimension_sets': [
3534 {
3535 'pool': 'chrome.tests.finch',
3536 },
3537 ],
3538 },
Hao Wu77dd1ab2022-04-29 21:36:203539 },
3540 },
3541 },
Kenneth Russell8a386d42018-06-02 09:48:013542 'video_decode_accelerator_gl_unittest': {
3543 'remove_from': [
Kenneth Russell8a386d42018-06-02 09:48:013544 # Windows Intel doesn't have the GL extensions to support this test.
Yuly Novikovbc1ccff2019-08-03 00:05:493545 'Win10 FYI x64 Release (Intel HD 630)',
Yuly Novikov5ff15502019-07-31 00:55:483546 'Win10 FYI x64 Exp Release (Intel HD 630)',
Kenneth Russell8a386d42018-06-02 09:48:013547 ],
3548 },
Sven Zheng577fe5ff2020-08-03 22:06:443549 'views_unittests': {
Sven Zheng80734f12020-08-06 06:50:393550 'modifications': {
Maksim Sisovc81d284c2021-10-05 17:54:353551 'Linux Tests (Wayland)': {
3552 'args': [
3553 '--test-launcher-filter-file=../../testing/buildbot/filters/ozone-linux.wayland_views_unittests.filter',
3554 ],
3555 },
Chong Gu6aa22be2021-09-10 06:56:143556 'fuchsia-fyi-arm64-dbg': {
3557 'args': [
3558 '--test-launcher-filter-file=../../testing/buildbot/filters/fuchsia.debug.views_unittests.filter',
3559 ],
3560 },
Sven Zheng5c9d3e342020-08-11 21:39:433561 # https://crbug.com/1111979,
Junhua Chen39dd2dba2021-05-05 17:51:543562 'linux-lacros-code-coverage': {
3563 'args': [
3564 '--gtest_filter=-DesktopWidgetFocusManagerTest.AnchoredDialogInDesktopNativeWidgetAura:'
3565 'DesktopWidgetTest*:'
3566 'DesktopWindowTreeHostPlatformTest*:'
3567 'EditableComboboxTest*:'
3568 'MenuRunnerTest*:'
3569 'TextfieldTest*:'
3570 'TooltipControllerTest*:'
3571 'TooltipStateManagerTest*'
3572 ],
3573 },
Yuke Liaoa0db4742021-08-09 18:28:333574 'linux-lacros-dbg-tests-fyi': {
3575 'args': [
3576 '--gtest_filter=-DesktopWidgetFocusManagerTest.AnchoredDialogInDesktopNativeWidgetAura:'
3577 'TextfieldTest*:'
3578 'TooltipControllerTest*:'
3579 ],
3580 },
Sven Zheng5c9d3e342020-08-11 21:39:433581 'linux-lacros-tester-rel': {
Sven Zheng5c9d3e342020-08-11 21:39:433582 'args': [
3583 '--gtest_filter=-DesktopWidgetFocusManagerTest.AnchoredDialogInDesktopNativeWidgetAura:'
Yuke Liao34721c22020-08-14 21:41:193584 'DesktopWidgetTest*:'
3585 'DesktopWindowTreeHostPlatformTest*:'
Yuke Liaocf9db2b2020-08-13 19:42:533586 'EditableComboboxTest*:'
Sven Zhengea8903f2020-08-14 05:27:513587 'MenuRunnerTest*:'
Yuke Liaocf9db2b2020-08-13 19:42:533588 'TextfieldTest*:'
Benjamin Beaudry54b3b882021-03-12 23:55:363589 'TooltipControllerTest*:'
3590 'TooltipStateManagerTest*'
Sven Zheng5c9d3e342020-08-11 21:39:433591 ],
3592 },
Sven Zheng80734f12020-08-06 06:50:393593 },
Sven Zheng577fe5ff2020-08-03 22:06:443594 },
John Budorickd02c429de2020-01-10 19:02:213595 'viz_unittests': {
3596 'modifications': {
Chong Gub2446462021-08-19 18:44:083597 'fuchsia-fyi-arm64-dbg': {
Chong Gu6aa22be2021-09-10 06:56:143598 'args': [
3599 '--test-launcher-filter-file=../../testing/buildbot/filters/fuchsia.debug.viz_unittests.filter',
3600 ],
Chong Gub2446462021-08-19 18:44:083601 },
John Budorickd02c429de2020-01-10 19:02:213602 },
3603 },
John Budorick20f4fa8d2019-08-02 22:58:293604 'vr_common_unittests': {
3605 'remove_from': [
Haiyang Pan08d09dc2020-04-01 16:11:213606 'android-pie-x86-rel',
John Budorick20f4fa8d2019-08-02 22:58:293607 ],
3608 },
Kenneth Russellfbda3c532017-12-08 23:57:243609 'vr_pixeltests': {
3610 'remove_from': [
Haiyang Pan08d09dc2020-04-01 16:11:213611 'android-pie-x86-rel',
Kenneth Russell8ceeabf2017-12-11 17:53:283612 'VR Linux',
Kenneth Russellfbda3c532017-12-08 23:57:243613 ],
3614 },
Nico Webere81999ee2018-07-01 23:52:433615 'wayland_client_perftests': {
3616 'remove_from': [
3617 'linux-chromeos-dbg', # https://crbug.com/859307
3618 ],
3619 },
Chong Gu76046412021-09-22 17:49:213620 'web_engine_browsertests': {
Chong Gud1a5c5992021-04-09 04:08:323621 'modifications': {
3622 'fuchsia-code-coverage': {
3623 'swarming': {
Chong Gu7a463202021-07-19 18:43:103624 'shards': 28,
Chong Gud1a5c5992021-04-09 04:08:323625 },
3626 },
3627 },
3628 },
Chong Gu76046412021-09-22 17:49:213629 'web_engine_integration_tests': {
Chong Gu4c9e8f112021-06-02 18:37:263630 'modifications': {
3631 'fuchsia-code-coverage': {
3632 'swarming': {
3633 'shards': 6,
3634 },
3635 },
3636 },
3637 },
John Budorick63357462019-02-27 23:02:513638 'webdriver_tests_suite': {
3639 'remove_from': [
3640 'Linux Tests', # https://crbug.com/929689, https://crbug.com/936557
3641 ],
3642 },
Brian Sheedy5a9f6562021-08-20 03:32:543643 'webgl2_conformance_gles_passthrough_tests': {
3644 'remove_from': [
Brian Sheedyefb683c2022-01-25 21:17:363645 # Currently not enough capacity to run these tests on this config.
3646 # TODO(crbug.com/1280418): Re-enable once more of the Pixel 6 capacity
3647 # is deployed.
3648 'Android FYI Release (Pixel 6)',
Brian Sheedy43f5a6f2022-01-07 02:41:043649 # Not enough CrOS hardware capacity to run both on anything other than
3650 # VMs. See https://crbug.com/1238070.
Brian Sheedy5a9f6562021-08-20 03:32:543651 'Lacros FYI x64 Release (Intel)',
3652 ],
3653 'modifications': {
3654 # This VM configuration is known to be significantly slower than other
3655 # CrOS configurations, so increase the shards.
3656 # TODO(crbug.com/1223550): Remove this if the configuration can be sped
3657 # up.
3658 'ChromeOS FYI Release (amd64-generic)': {
3659 'swarming': {
3660 'shards': 30,
3661 },
3662 },
3663 },
3664 },
Kenneth Russell18fff67f2021-11-05 23:45:113665 'webgl2_conformance_metal_passthrough_tests': {
3666 'remove_from': [
Yuly Novikov7d00cdb2022-01-05 00:10:383667 # crbug.com/1270755
3668 'Mac FYI ASAN (Intel)',
3669 'Mac FYI Retina ASAN (AMD)',
Kenneth Russell18fff67f2021-11-05 23:45:113670 # Not enough capacity.
3671 'Mac FYI Retina Release (NVIDIA)',
3672 ],
Yuly Novikov220c14a52021-12-14 02:49:333673 'modifications': {
3674 'Mac FYI ASAN (Intel)': {
3675 'args': [
3676 '--extra-browser-args=--disable-metal-shader-cache',
Brian Sheedya111ca92022-04-18 23:37:153677 '--enable-metal-debug-layers',
3678 ],
3679 },
3680 'Mac FYI Release (Intel)': {
3681 'args': [
3682 '--enable-metal-debug-layers',
Yuly Novikov220c14a52021-12-14 02:49:333683 ],
3684 },
3685 'Mac FYI Retina ASAN (AMD)': {
3686 'args': [
3687 '--extra-browser-args=--disable-metal-shader-cache',
Brian Sheedy3fd310772022-04-20 02:15:513688 # This slows down tests and we are currently having AMD Mac capacity
3689 # issues.
3690 # '--enable-metal-debug-layers',
Brian Sheedya111ca92022-04-18 23:37:153691 ],
3692 },
3693 'Mac FYI Retina Release (AMD)': {
3694 'args': [
Brian Sheedy3fd310772022-04-20 02:15:513695 # This slows down tests and we are currently having AMD Mac capacity
3696 # issues.
3697 # '--enable-metal-debug-layers',
Yuly Novikov220c14a52021-12-14 02:49:333698 ],
3699 },
3700 },
Kenneth Russell18fff67f2021-11-05 23:45:113701 },
John Budorick82e61dfb2019-12-10 04:36:093702 'webgl2_conformance_validating_tests': {
Stephen Martinis54d64ad2018-09-21 22:16:203703 'remove_from': [
Brian Sheedyefb683c2022-01-25 21:17:363704 # Currently not enough capacity to run these tests on this config.
3705 # TODO(crbug.com/1280418): Re-enable once more of the Pixel 6 capacity
3706 # is deployed.
3707 'Android FYI Release (Pixel 6)',
Brian Sheedy43f5a6f2022-01-07 02:41:043708 # Passthrough version run on this configuration, not enough capacity for
3709 # both. See https://crbug.com/1238070.
3710 'ChromeOS FYI Release (kevin)',
Stephen Martinis54d64ad2018-09-21 22:16:203711 ],
Kenneth Russell8a386d42018-06-02 09:48:013712 'modifications': {
Brian Sheedyab0a1992021-08-13 20:57:393713 # This VM configuration is known to be significantly slower than other
3714 # CrOS configurations, so increase the shards.
3715 # TODO(crbug.com/1223550): Remove this if the configuration can be sped
3716 # up.
3717 'ChromeOS FYI Release (amd64-generic)': {
3718 'swarming': {
3719 'shards': 30,
3720 },
Brian Sheedy9bde4532021-08-20 18:11:193721 # This configuration is tested with the passthrough decoder as well,
3722 # which will be shipped in the nearish future, so any failures that
3723 # show up with the validating decoder are just an FYI.
3724 'experiment_percentage': 100,
Brian Sheedyab0a1992021-08-13 20:57:393725 },
Brian Sheedy22200312021-08-20 22:17:503726 'ChromeOS FYI Release (kevin)': {
3727 'experiment_percentage': 100,
3728 },
Kenneth Russell8a386d42018-06-02 09:48:013729 },
3730 },
Struan Shrimptona1ab7672022-01-13 18:02:513731 'webgl_conformance_d3d11_passthrough_tests': {
3732 'modifications': {
3733 'Win10 x64 Release (NVIDIA)': {
3734 'swarming': {
3735 'quickrun_shards': 4,
3736 },
3737 },
3738 },
3739 },
Brian Sheedye8723cb2022-07-21 13:37:283740 'webgl_conformance_gl_passthrough_tests 1002:6821': {
3741 'modifications': {
3742 'mac_optional_gpu_tests_rel': {
3743 'args': [
3744 # Added to debug crbug.com/1293967.
Brian Sheedyf528ce592022-07-26 22:44:463745 '--extra-browser-args=--disable-background-media-suspend --disable-renderer-backgrounding --disable-background-timer-throttling',
Brian Sheedye8723cb2022-07-21 13:37:283746 ],
3747 },
3748 },
3749 },
Kenneth Russell984f2f12020-12-15 23:23:353750 'webgl_conformance_metal_passthrough_tests': {
3751 'remove_from': [
Yuly Novikov7d00cdb2022-01-05 00:10:383752 # crbug.com/1270755
3753 'Mac FYI ASAN (Intel)',
3754 'Mac FYI Retina ASAN (AMD)',
Yuly Novikov220c14a52021-12-14 02:49:333755 # crbug.com/1158857: re-enable when switching to Metal by default.
Kenneth Russell984f2f12020-12-15 23:23:353756 'Mac FYI Retina Release (NVIDIA)',
3757 ],
Yuly Novikov220c14a52021-12-14 02:49:333758 'modifications': {
3759 'Mac FYI ASAN (Intel)': {
3760 'args': [
3761 '--extra-browser-args=--disable-metal-shader-cache',
Brian Sheedya111ca92022-04-18 23:37:153762 '--enable-metal-debug-layers',
3763 ],
3764 },
3765 'Mac FYI Release (Intel)': {
3766 'args': [
3767 '--enable-metal-debug-layers',
Yuly Novikov220c14a52021-12-14 02:49:333768 ],
3769 },
3770 'Mac FYI Retina ASAN (AMD)': {
3771 'args': [
3772 '--extra-browser-args=--disable-metal-shader-cache',
Brian Sheedy3fd310772022-04-20 02:15:513773 # This slows down tests and we are currently having AMD Mac capacity
3774 # issues.
3775 # '--enable-metal-debug-layers',
Brian Sheedya111ca92022-04-18 23:37:153776 ],
3777 },
3778 'Mac FYI Retina Release (AMD)': {
3779 'args': [
Brian Sheedy3fd310772022-04-20 02:15:513780 # This slows down tests and we are currently having AMD Mac capacity
3781 # issues.
3782 # '--enable-metal-debug-layers',
Yuly Novikov220c14a52021-12-14 02:49:333783 ],
3784 },
3785 },
Kenneth Russell984f2f12020-12-15 23:23:353786 },
Stephen Martinis54d64ad2018-09-21 22:16:203787 'webgl_conformance_tests': {
Kenneth Russelle63e41f2019-04-09 02:45:283788 'remove_from': [
3789 # Too slow on this configuration, which is severely hardware
3790 # constrained. crbug.com/950690
3791 'Mac FYI Retina Debug (NVIDIA)',
3792 ],
Struan Shrimptona1ab7672022-01-13 18:02:513793 'modifications': {
3794 'chromeos-amd64-generic-rel': {
Kenneth Russelld5558352022-07-15 18:40:453795 'args': [
3796 # Added to debug crbug.com/1293967.
Brian Sheedyf528ce592022-07-26 22:44:463797 '--extra-browser-args=--disable-features=BackgroundVideoPauseOptimization --disable-background-media-suspend --disable-renderer-backgrounding --disable-background-timer-throttling',
Kenneth Russelld5558352022-07-15 18:40:453798 ],
Struan Shrimptona1ab7672022-01-13 18:02:513799 'swarming': {
3800 'quickrun_shards': 40,
3801 },
3802 },
3803 },
Kenneth Russell8a386d42018-06-02 09:48:013804 },
Austin Enge8c0ba02021-07-19 23:55:193805 'webgpu_blink_web_tests': {
3806 'modifications': {
3807 # Increase the timeout with ASAN (crbug.com/1208253)
3808 'Dawn Win10 x64 ASAN Release': {
3809 'args': [
Weizhong Xia91b53362022-01-05 17:13:353810 '--timeout-ms=48000',
Austin Enge8c0ba02021-07-19 23:55:193811 ],
3812 },
3813 },
Brian Sheedy5796b4b2021-09-15 21:51:413814 'replacements': {
3815 'Dawn Mac x64 Experimental Release (Intel)': {
3816 'args': {
Avi Drissman5afd38bc2021-10-27 17:35:133817 '--platform': 'mac-mac11',
Brian Sheedy5796b4b2021-09-15 21:51:413818 },
3819 }
3820 },
3821 },
3822 'webgpu_blink_web_tests_with_backend_validation': {
3823 'replacements': {
3824 'Dawn Mac x64 Experimental Release (Intel)': {
3825 'args': {
Avi Drissman5afd38bc2021-10-27 17:35:133826 '--platform': 'mac-mac11',
Brian Sheedy5796b4b2021-09-15 21:51:413827 },
3828 },
3829 },
Austin Enge8c0ba02021-07-19 23:55:193830 },
Kenneth Russelleb60cbd22017-12-05 07:54:283831 'webkit_unit_tests': {
Yun Liu16394ab32019-11-19 16:37:573832 'remove_from': [
3833 # Flakily fails on Win7. https://crbug.com/943372.
3834 'Win7 Tests (1)',
3835 'Win 7 Tests x64 (1)',
Haiyang Pan90ed7c642021-02-06 01:22:063836 # Runs on android-marshmallow-x86-rel already (crbug.com/1127110)
3837 'android-marshmallow-arm64-rel',
3838 'android-marshmallow-x86-rel-non-cq',
Yun Liu16394ab32019-11-19 16:37:573839 ],
Dirk Pranke81ff51c2017-12-09 19:24:283840 'modifications': {
Erik Staabd468a802022-06-28 23:38:033841 'Linux ASan LSan Low Symbols FYI Tests (1)': {
3842 # These are very slow on the ASAN trybot for some reason.
3843 # crbug.com/1257927
3844 'swarming': {
3845 'shards': 5,
3846 },
3847 },
John Budorick5052d552017-12-13 02:59:343848 'Linux ASan LSan Tests (1)': {
3849 # These are very slow on the ASAN trybot for some reason.
Ben Pastened2c01af2022-01-31 23:06:443850 # crbug.com/1257927
John Budorick5052d552017-12-13 02:59:343851 'swarming': {
3852 'shards': 5,
3853 },
3854 },
Erik Chen681dc0282019-11-26 22:54:493855 'Linux TSan Tests': {
3856 'swarming': {
3857 'shards': 2,
3858 },
3859 },
arthursonzogni26889d82018-05-29 17:18:163860 'Marshmallow 64 bit Tester': {
3861 # Increase timeout. See https://crbug.com/847229.
3862 'swarming': {
3863 'hard_timeout': 1200,
3864 },
3865 },
Haiyang Pan9d68ca02021-08-04 21:30:473866 'android-11-x86-rel': {
Haiyang Panc7c009e2021-03-18 19:31:233867 'args': [
Haiyang Panc08d02212021-10-18 18:58:383868 '--test-launcher-filter-file=../../testing/buildbot/filters/android.emulator.blink_unittests.filter',
3869 ],
3870 },
Haiyang Pan2a55a452022-03-03 08:18:333871 'android-12-x64-rel': {
Haiyang Panc08d02212021-10-18 18:58:383872 'args': [
3873 '--test-launcher-filter-file=../../testing/buildbot/filters/android.emulator.blink_unittests.filter',
Haiyang Panc7c009e2021-03-18 19:31:233874 ],
3875 },
Dirk Pranke81ff51c2017-12-09 19:24:283876 },
Kenneth Russelleb60cbd22017-12-05 07:54:283877 },
Haiyang Panfbd2b482020-09-23 23:41:253878 'weblayer_browsertests': {
3879 'modifications': {
Haiyang Pan9d68ca02021-08-04 21:30:473880 'android-11-x86-rel': {
Haiyang Pand38464f52021-03-24 00:29:013881 'args': [
Haiyang Pan2877f062021-11-18 01:06:063882 # TODO(crbug.com/1191784): Fix the test failure
3883 '--gtest_filter=-DownloadBrowserTest.OverrideDownloadDirectory',
3884 ],
3885 },
Haiyang Pan2a55a452022-03-03 08:18:333886 'android-12-x64-rel': {
Haiyang Pan2877f062021-11-18 01:06:063887 'args': [
3888 # TODO(crbug.com/1191784): Fix the test failure
Haiyang Pand38464f52021-03-24 00:29:013889 '--gtest_filter=-DownloadBrowserTest.OverrideDownloadDirectory',
3890 ],
3891 },
Haiyang Panfbd2b482020-09-23 23:41:253892 'android-pie-arm64-rel': {
3893 # TODO(crbug.com/1111436): Move this back to walleye if/when additional
3894 # capacity has been deployed.
3895 'swarming': {
Struan Shrimpton57c594e42022-01-25 17:59:133896 'quickrun_shards': 2,
Haiyang Panfbd2b482020-09-23 23:41:253897 'dimension_sets': [
3898 {
3899 'device_type': 'sailfish',
3900 },
3901 ],
3902 },
3903 },
3904 },
3905 },
Haiyang Pan591dbad2020-06-05 20:26:373906 'weblayer_bundle_test': {
3907 'remove_from': [
Haiyang Pan2486dcb2020-09-18 17:53:063908 'android-marshmallow-x86-rel-non-cq', # crbug.com/1088013
Haiyang Pan9d68ca02021-08-04 21:30:473909 'android-11-x86-rel', # crbug.com/1165280
Haiyang Pan591dbad2020-06-05 20:26:373910 ],
3911 },
3912 'weblayer_instrumentation_test_apk': {
3913 'remove_from': [
Haiyang Pan2486dcb2020-09-18 17:53:063914 'android-marshmallow-x86-rel-non-cq', # crbug.com/1088013
Haiyang Pan9d68ca02021-08-04 21:30:473915 'android-11-x86-rel', # crbug.com/1165280
Haiyang Pan591dbad2020-06-05 20:26:373916 ],
Haiyang Pan6d7a15b2020-10-03 00:29:193917 'modifications': {
Struan Shrimptonf5b2b552022-01-20 20:37:393918 'android-marshmallow-arm64-rel': {
3919 'swarming': {
3920 'quickrun_shards': 2,
3921 },
3922 },
Haiyang Pan6d7a15b2020-10-03 00:29:193923 'android-pie-arm64-rel': {
3924 # TODO(crbug.com/1111436): Move this back to walleye if/when additional
3925 # capacity has been deployed.
3926 'swarming': {
3927 'dimension_sets': [
3928 {
3929 'device_type': 'sailfish',
3930 },
3931 ],
3932 },
3933 },
3934 },
Haiyang Pan591dbad2020-06-05 20:26:373935 },
Haiyang Pan4efd9b02021-03-17 23:58:303936 'weblayer_private_instrumentation_test_apk': {
3937 'modifications': {
3938 # TODO(crbug.com/1189403): Remove the filter once the issue is fixed.
Haiyang Pan9d68ca02021-08-04 21:30:473939 'android-11-x86-rel': {
Haiyang Pan4efd9b02021-03-17 23:58:303940 'args': [
3941 '--gtest_filter=-org.chromium.weblayer.test.MediaCaptureTest.*',
3942 ],
3943 },
Haiyang Pan2a55a452022-03-03 08:18:333944 'android-12-x64-rel': {
Haiyang Pan64d61242022-02-16 19:06:363945 'args': [
3946 # crbug.com/1275200
3947 '--gtest_filter=-org.chromium.weblayer.test.BrowserControlsTest.testTopExpandedOnLoadWhenOnlyExpandAtTop',
3948 ],
3949 },
Haiyang Pan4efd9b02021-03-17 23:58:303950 },
3951 },
Weizhong Xia7d335882021-01-28 02:49:523952 'weblayer_shell_wpt': {
3953 'modifications': {
Weizhong Xia0f0c3302021-04-27 00:05:433954 'android-weblayer-pie-x86-wpt-smoketest': {
3955 'args': [
Haiyang Pan1f205ad2021-07-31 01:47:523956 '--default-exclude',
Weizhong Xia63f39c12022-01-10 23:09:293957 '--include-file=../../third_party/blink/web_tests/android/WPTSmokeTestCases',
Weizhong Xia0f0c3302021-04-27 00:05:433958 ],
3959 'swarming': {
Weizhong Xia63f39c12022-01-10 23:09:293960 'shards': 1,
Weizhong Xia0f0c3302021-04-27 00:05:433961 },
3962 },
Weizhong Xia7d335882021-01-28 02:49:523963 },
3964 },
Erik Staab70ca5b32021-08-07 00:38:353965 'webview_64_cts_tests': {
3966 'modifications': {
3967 'android-pie-arm64-rel': {
3968 # TODO(crbug.com/1111436): Move this back to walleye if/when additional
3969 # capacity has been deployed.
3970 'swarming': {
3971 'dimension_sets': [
3972 {
3973 'device_type': 'sailfish',
3974 },
3975 ],
3976 },
3977 },
3978 },
3979 },
Haiyang Panfbd2b482020-09-23 23:41:253980 'webview_cts_tests': {
3981 'modifications': {
James Shen39977242022-07-08 23:46:423982 'android-nougat-x86-rel': {
3983 'args': [
3984 # crbug.com/1343008
3985 '--gtest_filter=-android.assist.cts.WebViewTest#testWebView',
3986 ],
3987 },
Haiyang Panfbd2b482020-09-23 23:41:253988 'android-pie-arm64-rel': {
3989 # TODO(crbug.com/1111436): Move this back to walleye if/when additional
3990 # capacity has been deployed.
3991 'swarming': {
3992 'dimension_sets': [
3993 {
3994 'device_type': 'sailfish',
3995 },
3996 ],
3997 },
3998 },
3999 },
4000 },
Kenneth Russelleb60cbd22017-12-05 07:54:284001 'webview_instrumentation_test_apk': {
4002 'remove_from': [
Hans Wennborgeac4c36c2018-05-23 16:04:064003 # This test frequently fails on Android, https://crbug.com/824959
Stephen Martinis1384ff92020-01-07 19:52:154004 # matching android builders, the test fails on these.
Hans Wennborga0b11ebe2018-05-15 16:26:504005 'ToTAndroid',
John Budorick27d2d44e2019-05-20 20:26:094006 'android-asan', # https://crbug.com/964562
Ben Joyce02dc8092021-03-04 21:48:194007 'android-code-coverage-native', # Does not generate profraw data.
Ben Joyce46ca6012021-03-31 19:19:254008 'android-pie-arm64-coverage-experimental-rel', # Does not generate profraw data.
Ben Joyce02dc8092021-03-04 21:48:194009
Dirk Pranke20eae9a72017-12-09 18:12:144010 # On chromium.swarm, this should possibly be being run (or removed
Takuto Ikuta527cdff2020-01-29 08:04:274011 # from android-marshmallow-arm64-rel-swarming).
Garrett Beaty47a2d802020-11-10 20:50:534012 # https://crbug.com/1147531 - covered on pie
4013 'android-marshmallow-arm64-rel',
Kenneth Russelleb60cbd22017-12-05 07:54:284014 ],
Ben Pastenee17a8e92018-07-12 21:55:184015 'modifications': {
4016 'Oreo Phone Tester': {
Andrew Luo93c4a1e2019-08-30 05:26:304017 # TODO(crbug.com/997362): Enable this once it's passing.
bsheedy01833462018-12-07 01:05:574018 # TODO(https://crbug.com/884413): Re-enable this once the tests are
4019 # either passing or there is more capacity.
4020 'experiment_percentage': 0,
Ben Pastenee17a8e92018-07-12 21:55:184021 },
Haiyang Pan9d68ca02021-08-04 21:30:474022 'android-11-x86-rel': {
Haiyang Pan103864812021-03-19 19:28:444023 'args': [
4024 # TODO(crbug.com/1189746) Enable this test once the issue is fixed.
4025 '--gtest_filter=-org.chromium.net.NetworkChangeNotifierTest.testNetworkChangeNotifierJavaObservers',
4026 ],
4027 },
James Shen39aa0e32022-03-22 04:44:504028 'android-marshmallow-x86-fyi-rel-reviver': {
4029 'swarming': {
4030 'shards': 9,
4031 },
4032 },
Haiyang Panb991f562021-08-10 17:46:464033 'android-marshmallow-x86-rel': {
Haiyang Panb991f562021-08-10 17:46:464034 'swarming': {
4035 'shards': 9,
4036 },
4037 },
Kuan Huang1f402c82021-06-08 17:58:184038 'android-pie-arm64-rel': {
4039 'swarming': {
4040 'shards': 9,
4041 },
4042 },
Haiyang Pan08d09dc2020-04-01 16:11:214043 'android-pie-x86-rel': {
Haiyang Panfdd94332020-03-27 02:43:294044 'args': [
4045 '--test-launcher-filter-file=../../testing/buildbot/filters/android.emulator.webview_instrumentation_test_apk.filter',
4046 ],
Ben Joyce9a7eb312021-08-25 00:44:594047 'swarming': {
4048 'shards': 9,
4049 },
Haiyang Panfdd94332020-03-27 02:43:294050 },
Ben Pastenee17a8e92018-07-12 21:55:184051 },
Kenneth Russelleb60cbd22017-12-05 07:54:284052 },
Haiyang Panfed339172021-03-10 23:19:574053 'webview_ui_test_app_test_apk': {
4054 'remove_from': [
Haiyang Pan9d68ca02021-08-04 21:30:474055 'android-11-x86-rel', # crbug.com/1165280
Haiyang Panfed339172021-03-10 23:19:574056 ],
4057 },
Kenneth Russelleb60cbd22017-12-05 07:54:284058}