blob: de1dbbb0df22432332deb32ce2d86c3e7c3da471 [file] [log] [blame]
Kenneth Russelleb60cbd22017-12-05 07:54:281# Copyright 2017 The Chromium Authors. All rights reserved.
2# Use of this source code is governed by a BSD-style license that can be
3# found in the LICENSE file.
4
5# This is a .pyl, or "Python Literal", file. You can treat it just like a
6# .json file, with the following exceptions:
7# * all keys must be quoted (use single quotes, please);
8# * comments are allowed, using '#' syntax; and
9# * trailing commas are allowed.
10
11# Exceptions to the common test suites can only include removal from
12# particular bots, and modifications on particular bots. By design,
13# it's not possible to add one-off tests to bots. Instead they have to
14# be added to one of the test suites in test_suites.pyl.
15#
Jeff Yoone2188f62020-08-24 20:55:5716# Note that if you are excluding with variants, you will need to exclude
17# per variant, with the identifier appended to the test suite name.
18# For example, if you have ios_chrome_ui_eg2tests_module with variant
19# SIM_IPHONE_6S_14_0 (identifier = "iPhone 6s 14.0"), you
20# must exclude with the test name as:
21# "ios_chrome_ui_eg2tests_module_iPhone 6s 14.0"
22
Kenneth Russelleb60cbd22017-12-05 07:54:2823# The goal is to drive the number of exceptions to zero, to make all
24# the bots behave similarly.
25{
Chong Gua10cd302022-01-14 19:22:1926 'accessibility_unittests':{
27 'modifications': {
28 'fuchsia-fyi-x64-asan': {
29 'args': [
30 '--test-launcher-filter-file=../../testing/buildbot/filters/fuchsia.lsan.accessibility_unittests.filter',
31 ],
32 },
33 },
34 },
Andrew Luo38b311f2019-10-04 03:42:0935 'android_browsertests': {
36 'modifications': {
Haiyang Pan9d68ca02021-08-04 21:30:4737 'android-11-x86-rel': {
Haiyang Pan0ea9b3ef2022-01-21 21:58:1438 'args': [
39 # https://crbug.com/1289764
40 '--gtest_filter=-All/ChromeBrowsingDataLifetimeManagerScheduledRemovalTest.History/*',
41 ],
Haiyang Panca7fcec2021-03-19 02:11:1042 'swarming': {
43 'shards': 2,
44 },
45 },
Haiyang Panc1192662022-03-09 00:09:0246 'android-12-x64-rel': {
47 'args': [
48 # https://crbug.com/1289764
49 '--gtest_filter=-All/ChromeBrowsingDataLifetimeManagerScheduledRemovalTest.History/*',
50 ],
51 'swarming': {
52 'shards': 2,
53 },
54 },
Struan Shrimptone772d72f2021-12-15 07:50:0955 'android-marshmallow-arm64-rel': {
56 'swarming': {
Struan Shrimpton4b7abc02021-12-16 01:36:5957 'quickrun_shards': 3,
Struan Shrimptone772d72f2021-12-15 07:50:0958 },
59 },
James Shen39aa0e32022-03-22 04:44:5060 'android-marshmallow-x86-fyi-rel-reviver': {
61 'swarming': {
62 'shards': 2,
63 'quickrun_shards': 6,
64 },
65 },
Haiyang Panb991f562021-08-10 17:46:4666 'android-marshmallow-x86-rel': {
67 'swarming': {
68 'shards': 2,
Struan Shrimpton4b7abc02021-12-16 01:36:5969 'quickrun_shards': 6,
Haiyang Panb991f562021-08-10 17:46:4670 },
71 },
Haiyang Pancf24ceb2022-03-17 02:31:3072 'android-nougat-x86-rel': {
73 'swarming': {
74 'shards': 2,
75 },
76 },
Andrew Luo38b311f2019-10-04 03:42:0977 'android-pie-arm64-rel': {
Andrew Luobe83fd82019-12-19 03:07:5878 'args': [
79 '--gtest_filter=-ImportantSitesUtilBrowserTest.DSENotConsideredImportantInRegularMode', # https://crbug.com/1034001
80 ],
Haiyang Panfbd2b482020-09-23 23:41:2581 # TODO(crbug.com/1111436): Move this back to walleye if/when additional
82 # capacity has been deployed.
83 'swarming': {
84 'dimension_sets': [
85 {
86 'device_type': 'sailfish',
87 },
88 ],
Haiyang Pan1678f0c02021-03-09 23:05:0989 'shards': 2,
Struan Shrimpton4b7abc02021-12-16 01:36:5990 'quickrun_shards': 6,
Haiyang Panfbd2b482020-09-23 23:41:2591 },
Andrew Luo38b311f2019-10-04 03:42:0992 },
Haiyang Pan08d09dc2020-04-01 16:11:2193 'android-pie-x86-rel': {
John Budorick191adfcd2020-01-29 18:19:0494 'args': [
95 '--gtest_filter=-ImportantSitesUtilBrowserTest.DSENotConsideredImportantInRegularMode', # https://crbug.com/1034001
96 ],
Haiyang Pan7cd609d2021-04-08 20:17:2497 'swarming': {
98 'shards': 2,
99 },
John Budorick191adfcd2020-01-29 18:19:04100 },
Andrew Luo38b311f2019-10-04 03:42:09101 },
102 },
Sven Zhengc60debc2020-09-10 18:40:52103 'android_sync_integration_tests': {
104 'remove_from': [
Haiyang Pan6b8e4cf2021-08-02 21:38:28105 # Remove from CQ bots due to capacity.
106 'android-marshmallow-arm64-rel',
Sven Zhengc60debc2020-09-10 18:40:52107 ],
James Shen9e4c19e2022-04-15 17:57:50108 'modifications': {
109 'android-12-x64-rel': {
110 'swarming': {
111 'shards': 3,
112 },
113 },
114 'android-marshmallow-x86-rel': {
115 'swarming': {
116 'shards': 3,
117 },
118 },
119 },
Sven Zhengc60debc2020-09-10 18:40:52120 },
Kenneth Russelleb60cbd22017-12-05 07:54:28121 'android_webview_unittests': {
Kenneth Russelleb60cbd22017-12-05 07:54:28122 },
Jamie Madillc9ae75d2020-10-23 19:19:48123 'angle_end2end_tests': {
Yuly Novikov60cbf642020-11-19 20:43:15124 'modifications': {
Yuly Novikov80d2e672021-02-13 00:16:04125 'win10-angle-x64-intel': {
126 'args': [
127 '--max-processes=1',
128 ],
129 },
Yuly Novikov60cbf642020-11-19 20:43:15130 },
Jamie Madillc9ae75d2020-10-23 19:19:48131 },
Jamie Madillc9ae75d2020-10-23 19:19:48132 'angle_unittests': {
133 'remove_from': [
134 # On Android, these are already run on the main waterfall.
135 'Android FYI Release (Nexus 5X)',
Yuly Novikovc1117ae82021-01-15 22:33:36136 # Times out listing tests crbug.com/1167314
137 'android-asan',
Jamie Madillc9ae75d2020-10-23 19:19:48138 # Does not currently work on Lacros configurations.
Sven Zheng93bfaa92022-06-09 17:06:03139 'linux-lacros-asan-lsan-rel',
Junhua Chen39dd2dba2021-05-05 17:51:54140 'linux-lacros-code-coverage',
Jamie Madillc9ae75d2020-10-23 19:19:48141 'linux-lacros-tester-rel',
142 'linux-lacros-tester-fyi-rel',
Yuke Liaof27ebe52021-08-05 22:12:40143 'linux-lacros-dbg-tests-fyi',
Jamie Madillc9ae75d2020-10-23 19:19:48144 ],
Chong Gua10cd302022-01-14 19:22:19145 'modifications': {
146 # anglebug.com/6894
147 'fuchsia-fyi-x64-asan': {
148 'args': [
149 # crbug.com/
150 '--gtest_filter=-ConstructCompilerTest.DefaultParameters',
151 ],
152 },
153 },
Jamie Madillc9ae75d2020-10-23 19:19:48154 },
155 'angle_white_box_tests': {
Yuly Novikov60cbf642020-11-19 20:43:15156 'modifications': {
Yuly Novikov80d2e672021-02-13 00:16:04157 'win10-angle-x64-intel': {
158 'args': [
159 '--max-processes=1',
160 ],
161 },
Yuly Novikov60cbf642020-11-19 20:43:15162 },
Jamie Madillc9ae75d2020-10-23 19:19:48163 },
Sven Zhengef0d0872022-04-04 22:13:29164 'aura_unittests amd64-generic': {
Yuke Liaob6beaeca2021-04-29 23:41:51165 'remove_from': [
166 # TODO(crbug.com/1204231): Re-enable.
167 'lacros-amd64-generic-rel',
168 ]
169 },
Sven Zhengef0d0872022-04-04 22:13:29170 'aura_unittests eve': {
Yuke Liao79a8cf52021-06-11 18:14:34171 'remove_from': [
172 # TODO(crbug.com/1204231): Re-enable.
173 'lacros-amd64-generic-rel',
174 ]
175 },
Chong Gudf7fbe92021-02-24 02:55:58176 'base_unittests': {
177 'modifications': {
Haiyang Pan9d68ca02021-08-04 21:30:47178 'android-11-x86-rel': {
Haiyang Panc7c009e2021-03-18 19:31:23179 'args': [
Haiyang Panc08d02212021-10-18 18:58:38180 '--test-launcher-filter-file=../../testing/buildbot/filters/android.emulator.base_unittests.filter',
181 ],
182 },
Haiyang Pan2a55a452022-03-03 08:18:33183 'android-12-x64-rel': {
Haiyang Panc08d02212021-10-18 18:58:38184 'args': [
185 '--test-launcher-filter-file=../../testing/buildbot/filters/android.emulator.base_unittests.filter',
186 '--gtest_filter=-ModuleCacheTest.CheckAgainstProcMaps', # crbug.com/1260521
Haiyang Panc7c009e2021-03-18 19:31:23187 ],
188 },
Chong Gudf7fbe92021-02-24 02:55:58189 'fuchsia-code-coverage': {
190 'swarming': {
191 'shards': 5,
192 },
193 },
Chong Gua10cd302022-01-14 19:22:19194 'fuchsia-fyi-x64-asan': {
195 'args': [
196 '--test-launcher-filter-file=../../testing/buildbot/filters/fuchsia.lsan.base_unittests.filter',
197 ],
198 },
Chong Gudf7fbe92021-02-24 02:55:58199 },
200 },
Haiyang Pan363c59a2020-07-23 05:47:04201 'blink_platform_unittests': {
202 'modifications': {
Haiyang Panfbd2b482020-09-23 23:41:25203 'android-pie-arm64-rel': {
204 # TODO(crbug.com/1111436): Move this back to walleye if/when additional
205 # capacity has been deployed.
206 'swarming': {
207 'dimension_sets': [
208 {
209 'device_type': 'sailfish',
210 },
211 ],
212 },
213 },
Chong Gu52481452021-04-02 17:52:41214 'fuchsia-code-coverage': {
215 'swarming': {
216 'shards': 5,
217 },
218 },
Haiyang Pan363c59a2020-07-23 05:47:04219 },
220 },
Chong Gu76046412021-09-22 17:49:21221 'blink_unittests': {
Chong Guc2d145e2021-03-31 19:55:34222 'modifications': {
223 'fuchsia-code-coverage': {
224 'swarming': {
225 'shards': 30,
226 },
227 },
228 },
229 },
John Chenaab16fc02020-03-03 06:35:45230 'blink_web_tests': {
231 'remove_from': [
John Chenaab16fc02020-03-03 06:35:45232 'Win 7 Tests x64 (1)', # 64-bit win is unsupported by the layout tests.
Weizhong Xia501ccac2022-06-09 00:46:27233 'Win7 Tests (1)',
John Chenaab16fc02020-03-03 06:35:45234 'Win10 Tests x64 (dbg)',
235 ],
236 'modifications': {
237 'Fuchsia x64': {
238 'args': [
239 '--platform=fuchsia',
Weizhong Xia3fdef5ca2022-01-04 21:50:20240 '--jobs=1',
John Chenaab16fc02020-03-03 06:35:45241 ],
242 'swarming': {
243 'shards': 1,
244 },
245 },
246 'Linux Tests': {
247 "args": [
248 "--additional-env-var=LLVM_PROFILE_FILE=${ISOLATED_OUTDIR}/profraw/default-%2m.profraw",
249 ],
Struan Shrimpton57c594e42022-01-25 17:59:13250 'swarming': {
251 'quickrun_shards': 18,
252 },
John Chenaab16fc02020-03-03 06:35:45253 },
254 'Linux Tests (dbg)(1)': {
255 'args': [
256 '--debug',
257 ],
258 'swarming': {
Sven Zheng439fcdf2021-07-13 20:14:57259 'shards': 30,
John Chenaab16fc02020-03-03 06:35:45260 },
261 },
John Chenaab16fc02020-03-03 06:35:45262 'Mac10.13 Tests': {
263 'swarming': {
264 'dimension_sets': [
265 {
Erik Staab59591f32020-08-25 23:07:07266 'gpu': None,
John Chenaab16fc02020-03-03 06:35:45267 },
268 ],
269 'shards': 25,
270 },
271 },
Zhaoyang Li69e2e002021-02-19 21:57:35272 'Mac10.15 Tests': {
273 'swarming': {
274 'dimension_sets': [
275 {
276 'gpu': None,
277 },
278 ],
279 'shards': 25,
280 },
281 },
Lindsay Pasricha8d9a0c32021-12-08 17:08:29282 'Mac11 Tests': {
283 'swarming': {
284 'dimension_sets': [
285 {
286 'gpu': None,
287 },
288 ],
289 'shards': 25,
Struan Shrimpton57c594e42022-01-25 17:59:13290 'quickrun_shards': 26,
Lindsay Pasricha8d9a0c32021-12-08 17:08:29291 },
292 },
Cameron Higgins7558b162022-06-10 18:53:07293 'Mac12 Tests (dbg)': {
Zhaoyang Li9357e1e12021-12-07 18:53:17294 'experiment_percentage': 100,
295 'args': [
296 '--debug',
297 ],
298 'swarming': {
299 'shards': 40,
300 },
301 },
Chong Gu75af969a2021-03-22 14:46:14302 'ToTFuchsia x64': {
303 'args': [
304 '--platform=fuchsia',
305 ],
306 'swarming': {
307 'shards': 1,
308 },
309 },
John Chenaab16fc02020-03-03 06:35:45310 'V8 Blink Linux Debug': {
Michael Achenbach455d39242020-06-22 13:33:45311 # This builder compiles Chromium in release mode, but V8 in debug.
312 # TODO(machenbach): Change name and out directory of this builder to
313 # something less confusing.
John Chenaab16fc02020-03-03 06:35:45314 'args': [
Michael Achenbach455d39242020-06-22 13:33:45315 '-t',
316 'Debug',
317 '--release',
John Chenaab16fc02020-03-03 06:35:45318 ],
319 },
320 'V8 Blink Linux Future': {
321 'args': [
Brian Sheedy10ddf0a2021-08-16 23:19:07322 '--flag-specific=future-js',
John Chenaab16fc02020-03-03 06:35:45323 ],
324 },
325 'WebKit Linux ASAN': {
326 'args': [
327 '--additional-expectations',
328 '../../third_party/blink/web_tests/ASANExpectations',
Weizhong Xia91b53362022-01-05 17:13:35329 '--timeout-ms',
John Chenaab16fc02020-03-03 06:35:45330 '48000',
331 '--enable-sanitizer',
332 ],
333 'swarming': {
334 'shards': 20,
335 },
336 },
337 'WebKit Linux Leak': {
338 'args': [
339 '--additional-expectations',
340 '../../third_party/blink/web_tests/LeakExpectations',
Weizhong Xia91b53362022-01-05 17:13:35341 '--timeout-ms',
John Chenaab16fc02020-03-03 06:35:45342 '48000',
343 '--enable-leak-detection',
344 ],
345 'swarming': {
346 'shards': 10,
347 },
348 },
349 'WebKit Linux MSAN': {
350 'args': [
351 '--additional-expectations',
352 '../../third_party/blink/web_tests/MSANExpectations',
Weizhong Xia91b53362022-01-05 17:13:35353 '--timeout-ms',
John Chenaab16fc02020-03-03 06:35:45354 '66000',
355 '--enable-sanitizer',
356 ],
357 'swarming': {
358 'expiration': 36000,
359 'hard_timeout': 10800,
360 'io_timeout': 3600,
361 'shards': 20,
362 },
363 },
John Chenaab16fc02020-03-03 06:35:45364 'Win10 Tests x64': {
365 'args': [
366 '--target',
Takuto Ikutab28b582e2021-02-10 01:41:21367 'Release_x64',
John Chenaab16fc02020-03-03 06:35:45368 ],
369 'swarming': {
370 "shards": 28
371 },
372 },
373 'Win10 Tests x64 (dbg)': {
374 'args': [
375 '--debug',
376 '--target',
Takuto Ikutab28b582e2021-02-10 01:41:21377 'Debug_x64',
John Chenaab16fc02020-03-03 06:35:45378 ],
379 },
Kuan Huanga89737d2022-01-07 19:42:11380 'Win11 Tests x64': {
381 'args': [
382 '--target',
383 'Release_x64',
384 ],
385 'swarming': {
386 "shards": 28
387 },
388 },
John Chenaab16fc02020-03-03 06:35:45389 # tryserver.chromium.android
390 'android_blink_rel': {
391 'args': [
392 '--release',
393 '--android',
394 # TODO(crbug.com/912120): Breakpad was entirely disabled on
395 # Android. Remove this when it no longer affects Android crash
396 # log handling.
397 '--disable-breakpad',
398 # TODO(crbug.com/875172): run on the real GPU since the
399 # software fallback, SwiftShader, isn't yet for 32-bit ARM.
400 '--additional-driver-flag=--use-gpu-in-tests',
401 ],
402 },
403 'devtools_frontend_linux_blink_light_rel': {
404 'args': [
405 'http/tests/devtools',
406 ],
407 'swarming': {
408 'shards': 4,
409 },
410 },
Takuto Ikutabace8f82022-01-26 23:47:47411 'devtools_frontend_linux_blink_light_rel_fastbuild': {
412 'args': [
413 'http/tests/devtools',
414 ],
415 'swarming': {
416 'shards': 4,
417 },
418 },
John Chenaab16fc02020-03-03 06:35:45419 'fuchsia-fyi-x64-rel': {
420 'args': [
421 '--platform=fuchsia',
422 ],
423 'swarming': {
424 'shards': 1,
425 },
426 },
Mathias Carlen30968a62020-03-31 08:47:04427 'linux-autofill-assistant': {
428 'args': [
429 '--release',
430 ],
431 },
Arthur Sonzogni90f6df12022-02-02 14:28:32432 'linux-bfcache-rel': {
433 'args': [
434 '--flag-specific=enable-back-forward-cache-same-site',
435 # TODO(crbug.com/1255537): Re-enable the test.
436 '--ignore-tests=external/wpt/html/browsers/browsing-the-web/back-forward-cache/events.html',
437 ],
438 },
John Chenaab16fc02020-03-03 06:35:45439 'linux-blink-animation-use-time-delta': {
440 'args': [
441 '--debug',
442 ],
443 },
Daniel Libby178c9832020-10-08 20:36:14444 'linux-blink-web-tests-force-accessibility-rel': {
445 'args': [
Brian Sheedy10ddf0a2021-08-16 23:19:07446 '--flag-specific=force-renderer-accessibility',
Daniel Libby178c9832020-10-08 20:36:14447 ],
448 },
John Chenaab16fc02020-03-03 06:35:45449 'linux-code-coverage': {
450 'args': [
451 '--additional-env-var=LLVM_PROFILE_FILE=${ISOLATED_OUTDIR}/profraw/default-%2m.profraw',
452 ],
453 'swarming': {
454 'shards': 20,
455 },
456 },
Aaron Gable40f79aa2020-03-21 01:21:15457 'linux-layout-tests-edit-ng': {
458 'args': [
Brian Sheedy10ddf0a2021-08-16 23:19:07459 '--flag-specific=enable-editing-ng',
Aaron Gable40f79aa2020-03-21 01:21:15460 ],
461 },
Garrett Beaty731523e92022-05-03 17:16:55462 'linux_layout_tests_layout_ng_disabled': {
463 'args': [
464 '--flag-specific=disable-layout-ng',
465 ],
466 'swarming': {
467 'shards': 20,
468 },
469 },
John Chenaab16fc02020-03-03 06:35:45470 'mac10.13-blink-rel-dummy': {
471 'swarming': {
Weizhong Xia02352952022-04-29 00:49:42472 'shards': 2,
John Chenaab16fc02020-03-03 06:35:45473 },
474 },
John Chenaab16fc02020-03-03 06:35:45475 'mac10.14-blink-rel-dummy': {
476 'swarming': {
Weizhong Xia02352952022-04-29 00:49:42477 'shards': 2,
John Chenaab16fc02020-03-03 06:35:45478 },
479 },
Ilia Samsonov7efe05e2020-05-07 19:00:46480 'mac10.15-blink-rel-dummy': {
481 'swarming': {
482 'shards': 20,
483 },
484 },
Ilia Samsonovdd271c6c22020-09-08 22:24:44485 'mac11.0-blink-rel-dummy': {
486 'swarming': {
Dirk Pranke2cc61792021-06-10 20:24:54487 'shards': 12,
488 'hard_timeout': 1800,
Ilia Samsonovdd271c6c22020-09-08 22:24:44489 },
490 },
Preethi Mohand030de42021-07-22 21:12:13491 'win10.20h2-blink-rel-dummy': {
492 'swarming': {
Preethi Mohand044dd02021-09-06 15:59:42493 'shards': 14,
Preethi Mohand030de42021-07-22 21:12:13494 'hard_timeout': 1200,
495 },
496 },
Riley Wong5fc22762022-06-15 20:25:07497 'win11-blink-rel': {
498 'swarming': {
499 'hard_timeout': 1200,
500 },
501 'args': [
502 '--target',
503 'Release_x64',
504 ],
Riley Wong70908512022-06-17 20:35:32505 }
John Chenaab16fc02020-03-03 06:35:45506 },
507 },
John Budorickca995852019-06-26 16:55:55508 'breakpad_unittests': {
509 'modifications': {
510 'android-asan': {
511 'args': [
512 '--test-launcher-filter-file=../../testing/buildbot/filters/android.asan.breakpad_unittests.filter',
513 ],
514 },
515 },
516 },
Kenneth Russelleb60cbd22017-12-05 07:54:28517 'browser_tests': {
Kenneth Russellfbda3c532017-12-08 23:57:24518 'remove_from': [
Brad Halla36886c2019-02-26 16:52:29519 'CrWinAsan(dll)', # https://crbug.com/935598
Nico Weber3af4da72018-02-27 01:59:41520 'linux-win_cross-rel',
Nico Weberdae13cd92018-12-14 13:56:26521 'ToTLinuxTSan', # https://crbug.com/368525
Lindsay Pasrichab3f72db2021-09-22 22:05:46522 # TODO(crbug.com/1171053): Enable the suite in 'Mac10.15 Tests' once it's
Zhaoyang Li69e2e002021-02-19 21:57:35523 # off CQ.
Gary Tongd5f5a742021-01-29 00:01:13524 'Mac10.13 Tests', # https://crbug.com/1042757
Zhaoyang Li69e2e002021-02-19 21:57:35525 'Mac10.15 Tests', # https://crbug.com/1042757
Cameron Higgins7558b162022-06-10 18:53:07526 'Mac12 Tests (dbg)', # https://crbug.com/1201386
Lindsay Pasricha8155d052021-04-22 00:06:43527 'mac-code-coverage', # https://crbug.com/1201386
Nico Weberd36959682018-04-12 03:33:46528 'Linux TSan Tests', # https://crbug.com/368525
Stephen Martinise701f5a2018-05-04 01:25:11529 'Win10 Tests x64 (dbg)',
Kenneth Russellfbda3c532017-12-08 23:57:24530 ],
Kenneth Russelleb60cbd22017-12-05 07:54:28531 'modifications': {
Nico Weber3f919792020-06-12 23:34:52532 'CrWinAsan': {
533 # These are very slow on the ASAN trybot for some reason.
Ben Pastened2c01af2022-01-31 23:06:44534 # crbug.com/1257927
Nico Weber3f919792020-06-12 23:34:52535 'swarming': {
536 'shards': 40,
537 },
538 },
539 'CrWinAsan(dll)': {
540 # These are very slow on the ASAN trybot for some reason.
Ben Pastened2c01af2022-01-31 23:06:44541 # crbug.com/1257927
Nico Weber3f919792020-06-12 23:34:52542 'swarming': {
543 'shards': 40,
544 },
545 },
Stephen Martinis1384ff92020-01-07 19:52:15546 'Linux - Future (dbg)': { # client.v8.chromium
Yuke Liaoea70f472019-12-19 06:03:36547 'swarming': {
Stephen Martinis1384ff92020-01-07 19:52:15548 'shards': 10,
Yuke Liaoea70f472019-12-19 06:03:36549 },
550 },
Stephen Martinis1384ff92020-01-07 19:52:15551 'Linux ASan LSan Tests (1)': {
552 # These are very slow on the ASAN trybot for some reason.
Ben Pastened2c01af2022-01-31 23:06:44553 # crbug.com/1257927
Roberto Carrillo2c9ec972019-03-20 03:11:19554 'swarming': {
Stephen Martinis1384ff92020-01-07 19:52:15555 'shards': 40,
Struan Shrimptone772d72f2021-12-15 07:50:09556 'quickrun_shards': 80
Roberto Carrillo2c9ec972019-03-20 03:11:19557 },
558 },
Chris Cunningham1d0e9e12020-02-26 22:56:40559 'Linux ASan Tests (sandboxed)': {
560 'swarming': {
John Abd-El-Malek3a631612020-07-08 21:40:41561 'shards': 30, # https://crbug.com/1103330
Chris Cunningham1d0e9e12020-02-26 22:56:40562 },
563 },
Stephen Martinis1384ff92020-01-07 19:52:15564 'Linux Chromium OS ASan LSan Tests (1)': {
565 # These are very slow on the ASAN trybot for some reason.
Ben Pastened2c01af2022-01-31 23:06:44566 # crbug.com/1257927
Roberto Carrillo5a5c98dc2019-10-30 22:33:51567 'swarming': {
Chris Cunningham74217f32022-05-02 18:47:23568 'shards': 60,
Roberto Carrillo5a5c98dc2019-10-30 22:33:51569 },
570 },
Ben Pastene7636bb62022-04-22 18:55:25571 'Linux ChromiumOS MSan Focal': {
572 # These are very slow on the Chrome OS MSAN trybot for some reason.
573 # crbug.com/865455
574 'swarming': {
575 'shards': 40,
576 },
577 'args': [
578 '--test-launcher-filter-file=../../testing/buildbot/filters/chromeos.msan.browser_tests.oobe_negative.filter',
579 ],
580 },
Stephen Martinis1384ff92020-01-07 19:52:15581 'Linux ChromiumOS MSan Tests': {
Alexis Hetua804f7412022-05-13 17:04:20582 # These are very slow on the Chrome OS MSAN trybot, most likely because browser_tests on cros has ~40% more tests. Also, these tests
583 # run on ash, which means every test starts and shuts down ash, which most likely explains why it takes longer than on other platforms.
Stephen Martinis1384ff92020-01-07 19:52:15584 # crbug.com/865455
Kenneth Russell56a3e862017-12-08 03:11:34585 'swarming': {
Alexis Hetud62dbf32022-05-17 19:48:38586 'shards': 48,
Kenneth Russell56a3e862017-12-08 03:11:34587 },
Ben Pastene44221d32020-05-21 23:38:36588 'args': [
589 '--test-launcher-filter-file=../../testing/buildbot/filters/chromeos.msan.browser_tests.oobe_negative.filter',
590 ],
Kenneth Russell56a3e862017-12-08 03:11:34591 },
Struan Shrimptonf5b2b552022-01-20 20:37:39592 'Linux Tests': {
593 'swarming': {
594 'quickrun_shards': 15,
595 },
596 },
Maksim Sisovc81d284c2021-10-05 17:54:35597 # https://crbug.com/1084469
598 'Linux Tests (Wayland)': {
599 'args': [
600 '--test-launcher-filter-file=../../testing/buildbot/filters/ozone-linux.wayland_browser_tests.filter',
601 ],
Struan Shrimptone772d72f2021-12-15 07:50:09602 'swarming': {
603 'quickrun_shards': 24,
604 },
Maksim Sisovc81d284c2021-10-05 17:54:35605 },
John Budorick614f91a2020-03-30 20:34:55606 'Linux Tests (dbg)(1)': {
607 # crbug.com/1066161
608 'swarming': {
609 'shards': 20,
610 },
611 },
Stephen Martinis1384ff92020-01-07 19:52:15612 'Mac ASan 64 Tests (1)': {
Kenneth Russellfbda3c532017-12-08 23:57:24613 'swarming': {
Stephen Martiniscd3c3832020-11-19 22:01:24614 'shards': 30,
Kenneth Russellfbda3c532017-12-08 23:57:24615 },
Lindsay Pasricha8155d052021-04-22 00:06:43616 # crbug.com/1196416
617 'args': [
618 '--test-launcher-filter-file=../../testing/buildbot/filters/mac.mac-rel.browser_tests.filter',
619 ],
Lindsay Pasrichab3f72db2021-09-22 22:05:46620 'experiment_percentage': 100, # https://crbug.com/1251657
Kenneth Russellfbda3c532017-12-08 23:57:24621 },
Lindsay Pasricha76f44d22021-04-07 16:16:26622 'Mac10.15 Tests': {
623 # crbug.com/1042757
624 'swarming': {
625 'dimension_sets': [
626 {
627 # These shards are liable to time out when running on macmini7,1.
628 'cores': '8|12',
629 }
630 ],
631 },
632 # crbug.com/1196416
633 'args': [
634 '--test-launcher-filter-file=../../testing/buildbot/filters/mac.mac-rel.browser_tests.filter',
635 ],
636 },
Lindsay Pasrichaf8762592021-12-02 23:43:09637 'Mac11 Tests': {
638 'ci_only': True,
639 },
Cameron Higgins7558b162022-06-10 18:53:07640 'Mac12 Tests (dbg)': {
Zhaoyang Li9357e1e12021-12-07 18:53:17641 # crbug.com/1042757
642 'swarming': {
643 'dimension_sets': [
644 {
645 # These shards are liable to time out when running on macmini7,1.
646 'cores': '8|12',
647 }
648 ],
649 },
650 # crbug.com/1196416
651 'args': [
652 '--test-launcher-filter-file=../../testing/buildbot/filters/mac.mac-rel.browser_tests.filter',
653 ],
654 },
Stephen Martinis1384ff92020-01-07 19:52:15655 'ToTWin(dbg)': {
Kenneth Russelleb60cbd22017-12-05 07:54:28656 'swarming': {
John Budorickca14c76f62017-12-09 14:19:18657 'shards': 20,
Kenneth Russelleb60cbd22017-12-05 07:54:28658 },
659 },
Stephen Martinis1384ff92020-01-07 19:52:15660 'ToTWin64(dbg)': {
Kenneth Russell8ceeabf2017-12-11 17:53:28661 'swarming': {
662 'shards': 20,
663 },
664 },
Kenneth Russell6c83d212018-07-27 20:52:59665 'Win10 Tests x64': {
666 # crbug.com/868082
667 'args': [
668 '--disable-features=WebRTC-H264WithOpenH264FFmpeg',
669 ],
Takuto Ikutac9c269a2019-01-10 22:40:25670 'swarming': {
671 # This is for slow test execution that often becomes a critical path of
672 # swarming jobs. crbug.com/868114
673 'shards': 15,
Struan Shrimptona1ab7672022-01-13 18:02:51674 'quickrun_shards': 40,
Takuto Ikutac9c269a2019-01-10 22:40:25675 }
Kenneth Russell6c83d212018-07-27 20:52:59676 },
Kuan Huanga89737d2022-01-07 19:42:11677 'Win11 Tests x64': {
678 # crbug.com/868082
679 'args': [
680 '--disable-features=WebRTC-H264WithOpenH264FFmpeg',
681 ],
682 'swarming': {
683 # This is for slow test execution that often becomes a critical path of
684 # swarming jobs. crbug.com/868114
685 'shards': 15,
686 'quickrun_shards': 30,
687 }
688 },
Stephen Martinis1384ff92020-01-07 19:52:15689 'Win7 Tests (1)': {
690 # This is for slow test execution that often becomes a critical path of
691 # swarming jobs. crbug.com/868114
692 'swarming': {
693 'shards': 15,
694 },
695 },
Stephen Martinis1384ff92020-01-07 19:52:15696 'linux-chromeos-chrome': {
697 # TODO(https://crbug.com/932269): Promote out of experiment when the
698 # tests are green.
699 'args': [
700 '--test-launcher-filter-file=../../testing/buildbot/filters/chromeos.browser_tests.filter',
701 ],
702 },
703 'linux-chromeos-code-coverage': {
Nico Weber0c2861b2018-12-14 18:05:16704 'swarming': {
Stephen Martinis1384ff92020-01-07 19:52:15705 'shards': 50,
706 },
707 },
708 'linux-chromeos-dbg': {
709 'swarming': {
Chris Cunningham88e70de2022-05-02 23:39:16710 'shards': 50,
Stephen Martinis1384ff92020-01-07 19:52:15711 },
712 },
713 'linux-chromeos-rel': {
714 'swarming': {
715 'shards': 20,
Struan Shrimptone772d72f2021-12-15 07:50:09716 'quickrun_shards': 40,
Stephanie Kime9008f72020-03-05 23:01:16717 'dimension_sets': [
718 {
719 'kvm': '1',
720 },
721 ],
Stephen Martinis1384ff92020-01-07 19:52:15722 },
723 },
724 'linux-code-coverage': {
Yuke Liao58e1d202020-03-20 23:02:01725 'args': [
726 '--no-sandbox',
727 ],
Stephen Martinis1384ff92020-01-07 19:52:15728 'swarming': {
729 'shards': 50,
730 },
731 },
Junhua Chen39dd2dba2021-05-05 17:51:54732 'linux-lacros-code-coverage': {
733 'args': [
Ben Pastened1b2fd192021-05-11 19:10:18734 '--test-launcher-filter-file=../../testing/buildbot/filters/linux-lacros.browser_tests.filter',
Junhua Chen39dd2dba2021-05-05 17:51:54735 ],
736 },
Jieting Yangbf15db672021-10-04 19:18:37737 'linux-lacros-dbg-tests-fyi': {
738 'args': [
739 '--test-launcher-filter-file=../../testing/buildbot/filters/linux-lacros.browser_tests.filter',
740 ],
741 },
Sven Zheng80734f12020-08-06 06:50:39742 'linux-lacros-tester-rel': {
743 'args': [
Ben Pastened1b2fd192021-05-11 19:10:18744 '--test-launcher-filter-file=../../testing/buildbot/filters/linux-lacros.browser_tests.filter',
Sven Zheng80734f12020-08-06 06:50:39745 ],
Struan Shrimptone772d72f2021-12-15 07:50:09746 'swarming': {
747 'quickrun_shards': 20,
748 },
Sven Zheng80734f12020-08-06 06:50:39749 },
Kuan Huang235b0142021-10-19 18:59:28750 'mac-code-coverage': {
751 'args': [
752 '--coverage-continuous-mode=1',
753 ],
754 },
Lindsay Pasricha8bbc3382022-01-31 22:54:54755 'mac-osxbeta-rel': {
756 'swarming': {
757 'shards': 12,
758 },
759 },
Kuan Huang83a1c922021-09-08 22:00:27760 'mac11-arm64-rel-tests': {
Kuan Huang199112a52021-08-23 17:37:19761 'ci_only': False, # https://crbug.com/1234525
Lindsay Pasricha36432062021-10-27 20:43:30762 'args': [
763 # crbug.com/1262402
764 '--test-launcher-filter-file=../../testing/buildbot/filters/mac.mac11-arm64-rel.browser_tests.filter',
Lindsay Pasricha7cb620d2022-01-28 23:47:01765 ],
766 'swarming': {
Lindsay Pasrichab7e471f2022-02-08 18:17:31767 'shards': 30,
Lindsay Pasricha7cb620d2022-01-28 23:47:01768 },
Kuan Huang199112a52021-08-23 17:37:19769 },
Zhaoyang Li5d3713d2022-06-13 18:01:17770 'mac12-arm64-rel-tests': {
771 'ci_only': False, # https://crbug.com/1234525
772 'args': [
773 # crbug.com/1262402
774 '--test-launcher-filter-file=../../testing/buildbot/filters/mac.mac12-arm64-rel.browser_tests.filter',
775 ],
776 'swarming': {
777 'shards': 30,
778 },
779 },
Stephen Martinis1384ff92020-01-07 19:52:15780 'win-asan': {
Nico Weber3f919792020-06-12 23:34:52781 # These are very slow on the ASAN trybot for some reason.
Ben Pastened2c01af2022-01-31 23:06:44782 # crbug.com/1257927
Stephen Martinis1384ff92020-01-07 19:52:15783 'swarming': {
Nico Weber3f919792020-06-12 23:34:52784 'shards': 40,
Nico Weber0c2861b2018-12-14 18:05:16785 },
786 },
Yuki Yamada70190fc2021-10-28 09:00:27787 'win-backuprefptr-x64-fyi-rel': {
788 'args': [
789 '--test-launcher-filter-file=../../testing/buildbot/filters/win_backuprefptr_fyi.browser_tests.filter',
790 ],
791 },
Kenneth Russelleb60cbd22017-12-05 07:54:28792 },
793 },
Erik Chen681dc0282019-11-26 22:54:49794 'cc_unittests': {
795 'modifications': {
796 'Linux TSan Tests': {
797 'swarming': {
798 'shards': 3,
799 },
800 },
Haiyang Pan9d68ca02021-08-04 21:30:47801 'android-11-x86-rel': {
Haiyang Pancf765862021-03-18 20:39:15802 # https://crbug.com/1039860
803 'args': [
Haiyang Pan11d8bd52021-11-19 21:22:54804 '--test-launcher-filter-file=../../testing/buildbot/filters/android.emulator_11_12.cc_unittests.filter',
805 ],
806 },
Haiyang Pan2a55a452022-03-03 08:18:33807 'android-12-x64-rel': {
Haiyang Pan11d8bd52021-11-19 21:22:54808 # https://crbug.com/1039860
809 'args': [
810 '--test-launcher-filter-file=../../testing/buildbot/filters/android.emulator_11_12.cc_unittests.filter',
Haiyang Pancf765862021-03-18 20:39:15811 ],
812 },
Haiyang Pan6b8e4cf2021-08-02 21:38:28813 'android-marshmallow-x86-rel': {
John Budorickfa8f1da92020-01-15 18:11:38814 # https://crbug.com/1039860
815 'args': [
816 '--test-launcher-filter-file=../../testing/buildbot/filters/android.emulator.cc_unittests.filter',
817 ],
818 },
Haiyang Pan08d09dc2020-04-01 16:11:21819 'android-pie-x86-rel': {
John Budorickfa8f1da92020-01-15 18:11:38820 # https://crbug.com/1039860
821 'args': [
822 '--test-launcher-filter-file=../../testing/buildbot/filters/android.emulator.cc_unittests.filter',
823 ],
824 },
Struan Shrimptona1ab7672022-01-13 18:02:51825 'chromeos-amd64-generic-rel': {
826 'swarming': {
827 'quickrun_shards': 2,
828 },
829 },
Chong Gudf7fbe92021-02-24 02:55:58830 'fuchsia-code-coverage': {
831 'swarming': {
832 'shards': 4,
833 },
834 },
Chong Gub2446462021-08-19 18:44:08835 'fuchsia-fyi-arm64-dbg': {
836 'args': [
837 '--test-launcher-filter-file=../../testing/buildbot/filters/fuchsia.debug.cc_unittests.filter',
838 ],
839 },
Erik Chen681dc0282019-11-26 22:54:49840 },
841 },
Prakhar94f444a2020-10-08 07:30:08842 'check_static_initializers': {
843 'modifications': {
844 'Mac Builder': {
845 'args': [
846 '--allow-coverage-initializer',
847 ],
848 },
849 },
850 },
Ben Pastene7a05a8f2020-11-12 17:25:51851 'chrome_all_tast_tests': {
852 'modifications': {
Struan Shrimpton4b7abc02021-12-16 01:36:59853 'chromeos-amd64-generic-rel': {
854 'swarming': {
Struan Shrimpton57c594e42022-01-25 17:59:13855 'quickrun_shards': 8,
Struan Shrimpton4b7abc02021-12-16 01:36:59856 },
857 },
Ben Pastene7a05a8f2020-11-12 17:25:51858 'chromeos-betty-pi-arc-cfi-thin-lto-chrome': {
859 'args': [
860 # This bot sets symbol_level=2, which doesn't fit inside a normal VM.
861 '--strip-chrome',
862 ],
863 },
864 },
865 },
Andrew Luod252791ac2019-10-15 00:28:13866 'chrome_java_test_pagecontroller_tests': {
Haiyang Panfbd2b482020-09-23 23:41:25867 'modifications': {
868 'android-pie-arm64-rel': {
869 # TODO(crbug.com/1111436): Move this back to walleye if/when additional
870 # capacity has been deployed.
871 'swarming': {
872 'dimension_sets': [
873 {
874 'device_type': 'sailfish',
875 },
876 ],
877 },
878 },
879 },
Andrew Luod252791ac2019-10-15 00:28:13880 },
Stephanie Kim07761d22021-11-25 00:21:18881 'chrome_junit_tests': {
882 'modifications': {
883 'android-marshmallow-arm64-rel': {
884 'args': [
885 # Too many shards can lead to race conditions (crbug/1272066)
886 '--shards=8',
887 ],
888 },
889 },
890 },
Yun Liu7cfd28a2019-10-30 01:57:12891 'chrome_public_smoke_test': {
892 'remove_from': [
Ben Joyce02dc8092021-03-04 21:48:19893 'android-code-coverage-native', # Does not generate profraw data.
Ben Joyce46ca6012021-03-31 19:19:25894 'android-pie-arm64-coverage-experimental-rel', # Does not generate profraw data.
Yun Liu7cfd28a2019-10-30 01:57:12895 ],
896 },
Kenneth Russelleb60cbd22017-12-05 07:54:28897 'chrome_public_test_apk': {
John Budorick27d2d44e2019-05-20 20:26:09898 'remove_from': [
899 'android-asan', # https://crbug.com/964562
Ben Joyce02dc8092021-03-04 21:48:19900 'android-code-coverage-native', # Does not generate profraw data.
Ben Joyce46ca6012021-03-31 19:19:25901 'android-pie-arm64-coverage-experimental-rel', # Does not generate profraw data.
John Budorick27d2d44e2019-05-20 20:26:09902 ],
Kenneth Russelleb60cbd22017-12-05 07:54:28903 'modifications': {
Kenneth Russelleb60cbd22017-12-05 07:54:28904 'Marshmallow 64 bit Tester': {
905 'swarming': {
Kenneth Russelleb60cbd22017-12-05 07:54:28906 'shards': 14,
907 },
908 },
Arthur Wang5dd7b07c2020-04-04 01:05:22909 'Marshmallow Tablet Tester': {
910 'args': [
911 '--timeout-scale',
912 '2.0',
913 ],
914 },
Ben Pastenec73e96e92018-07-12 01:40:35915 'Oreo Phone Tester': {
bsheedy01833462018-12-07 01:05:57916 # TODO(https://crbug.com/884413): Re-enable this once the tests are
917 # either passing or there is more capacity.
918 'experiment_percentage': 0,
Ben Pastenec73e96e92018-07-12 01:40:35919 },
Haiyang Pan9d68ca02021-08-04 21:30:47920 'android-11-x86-rel': {
Haiyang Panb80557c2021-03-13 03:01:44921 'args': [
922 '--test-launcher-filter-file=../../testing/buildbot/filters/android.emulator_11.chrome_public_test_apk.filter',
Haiyang Pan1d5ca2862021-04-01 22:21:09923 '--timeout-scale=2.0',
Haiyang Panb80557c2021-03-13 03:01:44924 ],
Haiyang Panc82c3fa2022-02-01 01:26:06925 # TODO(https://crbug.com/1285975) Remove experiment and enable on
926 # trybot once the device offline issue is resolved.
927 'ci_only': True,
928 'experiment_percentage': 100,
Haiyang Pan68a39c02021-11-11 21:12:21929 },
Haiyang Pan2a55a452022-03-03 08:18:33930 'android-12-x64-rel': {
Haiyang Pan68a39c02021-11-11 21:12:21931 'args': [
Haiyang Pan629f4e42022-02-09 22:11:23932 '--test-launcher-filter-file=../../testing/buildbot/filters/android.emulator_12.chrome_public_test_apk.filter',
Haiyang Pan68a39c02021-11-11 21:12:21933 '--timeout-scale=2.0',
934 ],
Haiyang Pan2a55a452022-03-03 08:18:33935 # TODO(crbug.com/1225851): Remove experiment and ci_only
936 # once the test suite is stable.
937 'ci_only': True,
938 'experiment_percentage': 100,
Haiyang Panb80557c2021-03-13 03:01:44939 },
Stephen Martinis1384ff92020-01-07 19:52:15940 'android-arm64-proguard-rel': {
941 'swarming': {
942 'shards': 25,
943 },
944 },
Brian Sheedy44a7a0032020-04-16 19:20:57945 'android-marshmallow-arm64-rel-swarming': {
946 'swarming': {
Brian Sheedy180c2dd2020-04-22 19:34:31947 'service_account': '[email protected]'
Brian Sheedy44a7a0032020-04-16 19:20:57948 },
949 },
James Shen39aa0e32022-03-22 04:44:50950 'android-marshmallow-x86-fyi-rel-reviver': {
951 'swarming': {
952 # TODO(crbug.com/1127110): Revisit shards and machine_type if there
953 # are n2 machines available in the test pool.
954 'shards': 25,
955 },
956 },
Haiyang Pan742760c2021-02-12 03:21:41957 'android-marshmallow-x86-rel': {
958 'args': [
959 '--test-launcher-filter-file=../../testing/buildbot/filters/android.emulator_m.chrome_public_test_apk.filter',
960 ],
961 'swarming': {
962 # TODO(crbug.com/1127110): Revisit shards and machine_type if there
963 # are n2 machines available in the test pool.
964 'shards': 25,
Haiyang Pan742760c2021-02-12 03:21:41965 },
Haiyang Pan37fbd7a42020-06-03 03:27:37966 },
Stephen Martinis1384ff92020-01-07 19:52:15967 'android-pie-arm64-rel': {
968 'args': [
969 '--test-launcher-filter-file=../../testing/buildbot/filters/android.pie_arm64_rel.chrome_public_test_apk.filter', # https://crbug.com/1010211
970 ],
Stephen Martinisd05530d2021-07-27 22:50:22971 'ci_only': True, # https://crbug.com/1233700
Haiyang Pan43640ee2020-02-13 01:38:00972 },
Haiyang Pan08d09dc2020-04-01 16:11:21973 'android-pie-x86-rel': {
Haiyang Pan43640ee2020-02-13 01:38:00974 'args': [
Haiyang Pan71373072020-03-02 19:57:49975 # https://crbug.com/1046059
Haiyang Pan23f64f52020-06-04 01:23:32976 '--test-launcher-filter-file=../../testing/buildbot/filters/android.emulator_p.chrome_public_test_apk.filter',
Haiyang Pan43640ee2020-02-13 01:38:00977 ],
Haiyang Pan71373072020-03-02 19:57:49978 'swarming': {
Haiyang Pan58a6db22021-07-30 01:08:26979 # See https://crbug.com/1230192, runs of 40-60 minutes at 20 shards.
980 'shards': 30,
981 },
982 },
983 },
984 },
985 'chrome_public_test_apk_with_playstore': {
986 'remove_from': [
987 # Android Emulator does not ship playstore image on Marshmallow.
James Shen39aa0e32022-03-22 04:44:50988 'android-marshmallow-x86-fyi-rel-reviver',
Haiyang Pan58a6db22021-07-30 01:08:26989 'android-marshmallow-x86-rel',
990 ],
991 'modifications': {
Haiyang Pan9d68ca02021-08-04 21:30:47992 'android-11-x86-rel': {
Haiyang Pan58a6db22021-07-30 01:08:26993 'args': [
994 '--avd-config=../../tools/android/avd/proto/generic_playstore_android30.textpb',
995 ],
996 'swarming': {
997 # soft affinity so that bots with caches will be picked first
998 'optional_dimensions': {
999 '60': [
1000 {
Haiyang Pan0fee3652022-02-23 19:19:481001 'caches': 'generic_playstore_android30',
Haiyang Pan58a6db22021-07-30 01:08:261002 }
1003 ],
1004 },
1005 'named_caches': [
1006 {
Haiyang Pan0fee3652022-02-23 19:19:481007 'name': 'generic_playstore_android30',
1008 'path': '.android_emulator/generic_playstore_android30',
Haiyang Pan58a6db22021-07-30 01:08:261009 },
1010 ],
1011 },
1012 },
Haiyang Pan2a55a452022-03-03 08:18:331013 'android-12-x64-rel': {
Haiyang Pan68a39c02021-11-11 21:12:211014 'args': [
1015 '--avd-config=../../tools/android/avd/proto/generic_playstore_android31.textpb',
1016 ],
1017 'swarming': {
1018 # soft affinity so that bots with caches will be picked first
1019 'optional_dimensions': {
1020 '60': [
1021 {
Haiyang Pan0fee3652022-02-23 19:19:481022 'caches': 'generic_playstore_android31',
Haiyang Pan68a39c02021-11-11 21:12:211023 }
1024 ],
1025 },
1026 'named_caches': [
1027 {
Haiyang Pan0fee3652022-02-23 19:19:481028 'name': 'generic_playstore_android31',
1029 'path': '.android_emulator/generic_playstore_android31',
Haiyang Pan68a39c02021-11-11 21:12:211030 },
1031 ],
1032 },
1033 },
Haiyang Pan58a6db22021-07-30 01:08:261034 'android-pie-x86-rel': {
1035 'args': [
1036 '--avd-config=../../tools/android/avd/proto/generic_playstore_android28.textpb',
1037 ],
1038 'swarming': {
Haiyang Pan2c438302021-06-11 23:50:381039 # soft affinity so that bots with caches will be picked first
1040 'optional_dimensions': {
1041 '60': [
1042 {
Haiyang Pan0fee3652022-02-23 19:19:481043 'caches': 'generic_playstore_android28',
Haiyang Pan2c438302021-06-11 23:50:381044 }
1045 ],
1046 },
Haiyang Pan71373072020-03-02 19:57:491047 'named_caches': [
1048 {
Haiyang Pan0fee3652022-02-23 19:19:481049 'name': 'generic_playstore_android28',
1050 'path': '.android_emulator/generic_playstore_android28',
Haiyang Pan71373072020-03-02 19:57:491051 },
Haiyang Pan980402822020-10-07 23:24:561052 ],
Haiyang Pan71373072020-03-02 19:57:491053 },
John Budorick34009472018-04-03 17:38:441054 },
Kenneth Russelleb60cbd22017-12-05 07:54:281055 },
1056 },
1057 'chrome_public_test_vr_apk': {
Nico Weberb0b3f5862018-07-13 18:45:151058 'remove_from': [
Ben Joyce3e043862021-10-20 23:57:241059 # Decided to no longer run VR tests on M, crbug.com/1159619.
bsheedy410dd7c2018-06-15 22:42:091060 'Marshmallow Tablet Tester',
Haiyang Pand12ff5462021-07-12 17:29:021061
Andrew Luo38b311f2019-10-04 03:42:091062 'android-pie-arm64-rel', # https://crbug.com/1010211
bsheedydf58b4e2018-11-01 19:42:161063 'ToTAndroid',
John Budorick27d2d44e2019-05-20 20:26:091064 'android-asan', # https://crbug.com/964562
Ben Joyce02dc8092021-03-04 21:48:191065 'android-code-coverage-native', # Does not generate profraw data.
Ben Joyce46ca6012021-03-31 19:19:251066 'android-pie-arm64-coverage-experimental-rel', # Does not generate profraw data.
bsheedy410dd7c2018-06-15 22:42:091067 ],
Kenneth Russelleb60cbd22017-12-05 07:54:281068 },
bsheedy75a4dd52018-11-27 23:24:301069 'chrome_public_test_vr_apk-vega': {
1070 'modifications': {
bsheedy75a4dd52018-11-27 23:24:301071 'Oreo Phone Tester': {
1072 'swarming': {
1073 'dimension_sets': [
1074 {
1075 'device_os': 'OVR1.180808.003',
1076 'device_type': 'vega',
1077 'os': 'Android',
1078 },
1079 ],
1080 },
1081 }
1082 }
1083 },
Henrique Nakashimad99462ab2022-06-08 19:52:421084 'chrome_public_unit_test_apk': {
1085 'modifications': {
1086 'android-12-x64-rel': {
1087 'args': [
1088 '--test-launcher-filter-file=../../testing/buildbot/filters/android.emulator_12.chrome_public_unit_test_apk.filter',
1089 ],
1090 },
1091 },
1092 },
Ian Struiksmaeb285db02020-10-20 22:19:341093 'chrome_sizes': {
1094 'modifications': {
Yuke Liao975680302021-02-18 18:34:541095 'lacros-amd64-generic-chrome': {
1096 'swarming': {
1097 'dimension_sets': [
1098 {
Yuke Liao31225ee32021-03-17 23:21:331099 'cpu': 'x86-64',
Ben Pasteneddd3da72021-09-23 17:41:351100 'os': 'Ubuntu-18.04',
Yuke Liao975680302021-02-18 18:34:541101 },
1102 ],
1103 },
1104 },
Ben Pastenee9536c82021-10-19 01:48:571105 'lacros-arm-generic-chrome': {
1106 'swarming': {
1107 'dimension_sets': [
1108 {
1109 'cpu': 'x86-64',
1110 'os': 'Ubuntu-18.04',
1111 },
1112 ],
1113 },
1114 },
Ian Struiksmaeb285db02020-10-20 22:19:341115 },
1116 },
Takuto Ikuta1b749b902019-04-11 18:05:531117 'chromedriver_py_tests': {
1118 'remove_from': [
1119 # Timeout happens sometimes (crbug.com/951799).
Takuto Ikuta1b749b902019-04-11 18:05:531120 'Win10 Tests x64 (dbg)',
1121 ],
1122 },
Haiyang Panfed339172021-03-10 23:19:571123 'components_browsertests': {
1124 'modifications': {
Haiyang Pan9d68ca02021-08-04 21:30:471125 'android-11-x86-rel': {
Haiyang Panfed339172021-03-10 23:19:571126 'swarming': {
1127 'shards': 2,
1128 },
1129 },
André Kempef30fe9d22022-02-03 10:44:291130 'android-asan': {
1131 'swarming': {
1132 'shards': 3,
1133 },
1134 },
Struan Shrimptonf5b2b552022-01-20 20:37:391135 'android-marshmallow-arm64-rel': {
1136 'swarming': {
1137 'quickrun_shards': 2,
1138 },
1139 },
Haiyang Panfed339172021-03-10 23:19:571140 },
1141 },
Kenneth Russelleb60cbd22017-12-05 07:54:281142 'components_unittests': {
Yun Liu3e759dbb2019-11-01 19:25:521143 'remove_from': [
Ben Joyce68c5c852021-10-16 23:55:161144 # https://crbug.com/1147531 - covered on marshmallow emulator.
Garrett Beaty47a2d802020-11-10 20:50:531145 'android-marshmallow-arm64-rel',
Yun Liu3e759dbb2019-11-01 19:25:521146 ],
Kenneth Russelleb60cbd22017-12-05 07:54:281147 'modifications': {
John Budorick5052d552017-12-13 02:59:341148 'Linux ASan LSan Tests (1)': {
1149 # These are very slow on the ASAN trybot for some reason.
Ben Pastened2c01af2022-01-31 23:06:441150 # crbug.com/1257927
John Budorick5052d552017-12-13 02:59:341151 'swarming': {
1152 'shards': 5,
1153 },
1154 },
Takuto Ikuta54671d972018-07-19 19:06:351155 'Linux Chromium OS ASan LSan Tests (1)': {
1156 # These are very slow on the ASAN trybot for some reason.
Ben Pastened2c01af2022-01-31 23:06:441157 # crbug.com/1257927
Takuto Ikuta54671d972018-07-19 19:06:351158 'swarming': {
1159 'shards': 5,
1160 },
1161 },
Erik Chen681dc0282019-11-26 22:54:491162 'Linux TSan Tests': {
1163 'swarming': {
1164 'shards': 2,
1165 },
1166 },
Haiyang Pan9d68ca02021-08-04 21:30:471167 'android-11-x86-rel': {
Haiyang Pan799282f2021-03-25 19:38:311168 'args': [
Haiyang Pane521cf692021-11-30 00:35:231169 # TODO(crbug.com/1192348): Fix the test failure
1170 '--gtest_filter=-FieldFormatterTest.DifferentLocales',
Haiyang Pan799282f2021-03-25 19:38:311171 ],
1172 },
Haiyang Pan2a55a452022-03-03 08:18:331173 'android-12-x64-rel': {
Haiyang Pan2877f062021-11-18 01:06:061174 'args': [
1175 # TODO(crbug.com/1192348): Fix the test failure
1176 '--gtest_filter=-FieldFormatterTest.DifferentLocales',
1177 ],
1178 },
Sven Zheng80734f12020-08-06 06:50:391179 # https://crbug.com/1111979,
Junhua Chen39dd2dba2021-05-05 17:51:541180 'linux-lacros-code-coverage': {
1181 'args': [
1182 '--test-launcher-filter-file=../../testing/buildbot/filters/linux-lacros.components_unittests.filter',
1183 ],
1184 },
1185 # https://crbug.com/1111979,
Yuke Liaoa0db4742021-08-09 18:28:331186 'linux-lacros-dbg-tests-fyi': {
1187 'args': [
1188 '--test-launcher-filter-file=../../testing/buildbot/filters/linux-lacros.components_unittests.filter',
1189 ],
1190 },
1191 # https://crbug.com/1111979,
Sven Zheng5c9d3e342020-08-11 21:39:431192 'linux-lacros-tester-rel': {
Sven Zheng5c9d3e342020-08-11 21:39:431193 'args': [
Yuke Liao56a437dd2021-05-05 04:53:401194 '--test-launcher-filter-file=../../testing/buildbot/filters/linux-lacros.components_unittests.filter',
Sven Zheng5c9d3e342020-08-11 21:39:431195 ],
Sven Zheng80734f12020-08-06 06:50:391196 },
1197 },
Sven Zheng577fe5ff2020-08-03 22:06:441198 },
Chong Gu76046412021-09-22 17:49:211199 'compositor_unittests': {
Chong Gub2446462021-08-19 18:44:081200 'modifications': {
1201 'fuchsia-fyi-arm64-dbg': {
1202 'args': [
1203 '--test-launcher-filter-file=../../testing/buildbot/filters/fuchsia.debug.compositor_unittests.filter',
1204 ],
1205 },
1206 },
1207 },
Kenneth Russelleb60cbd22017-12-05 07:54:281208 'content_browsertests': {
Brad Halla36886c2019-02-26 16:52:291209 'remove_from': [
Brad Halla36886c2019-02-26 16:52:291210 'CrWinAsan(dll)', # https://crbug.com/935598
Chong Gu0ed5dcda2021-07-15 21:26:111211 'android-marshmallow-arm64-rel', # http://crbug.com/1060245#c30: due to low utility and capacity.
Brad Halla36886c2019-02-26 16:52:291212 ],
Kenneth Russelleb60cbd22017-12-05 07:54:281213 'modifications': {
Kenneth Russellfbda3c532017-12-08 23:57:241214 'Cast Audio Linux': {
1215 'args': [
Nico Weber02f30392018-07-16 18:39:431216 '--test-launcher-filter-file=../../testing/buildbot/filters/cast-linux.content_browsertests.filter',
Kenneth Russellfbda3c532017-12-08 23:57:241217 ],
Kenneth Russellfbda3c532017-12-08 23:57:241218 },
1219 'Cast Linux': {
1220 'args': [
Nico Weber02f30392018-07-16 18:39:431221 '--test-launcher-filter-file=../../testing/buildbot/filters/cast-linux.content_browsertests.filter',
Kenneth Russellfbda3c532017-12-08 23:57:241222 ],
Kenneth Russellfbda3c532017-12-08 23:57:241223 },
Erik Chenb681c8c2019-11-25 22:52:521224 'Linux ASan LSan Tests (1)': {
1225 'swarming': {
1226 'shards': 12,
Struan Shrimptone772d72f2021-12-15 07:50:091227 'quickrun_shards': 24,
Erik Chenb681c8c2019-11-25 22:52:521228 },
1229 },
Chris Cunninghame1a04ea2019-04-24 01:49:321230 'Linux ASan Tests (sandboxed)': {
1231 'swarming': {
John Abd-El-Malek3a631612020-07-08 21:40:411232 'shards': 10, # https://crbug.com/1103330
Chris Cunninghame1a04ea2019-04-24 01:49:321233 },
1234 },
Erik Chen681dc0282019-11-26 22:54:491235 'Linux TSan Tests': {
1236 'swarming': {
1237 'shards': 15,
Struan Shrimptonf5b2b552022-01-20 20:37:391238 'quickrun_shards': 30,
Erik Chen681dc0282019-11-26 22:54:491239 },
1240 },
Lindsay Pasrichab3f72db2021-09-22 22:05:461241 'Mac ASan 64 Tests (1)': { # https://crbug.com/1200640
1242 'experiment_percentage': 100,
1243 },
Struan Shrimpton57c594e42022-01-25 17:59:131244 'Mac11 Tests': {
1245 'swarming': {
Lindsay Pasricha0b5beaf2022-03-04 08:15:271246 'shards': 12,
Struan Shrimpton57c594e42022-01-25 17:59:131247 'quickrun_shards': 10,
1248 },
1249 },
Cameron Higgins7558b162022-06-10 18:53:071250 'Mac12 Tests (dbg)': { # https://crbug.com/1279504
Lindsay Pasricha945e4d62022-01-20 02:14:011251 'swarming': {
Lindsay Pasricha9ec81b52022-03-10 03:43:311252 'shards': 18,
Lindsay Pasricha945e4d62022-01-20 02:14:011253 },
1254 },
1255
Sergey Silkinfe96b352020-10-19 20:41:341256 'Marshmallow Tablet Tester': {
1257 'args': [
1258 '--test-launcher-filter-file=../../testing/buildbot/filters/android.marshmallow_tablet_tester.content_browsertests.filter',
1259 ],
Haiyang Pan1f6367352021-07-02 21:15:571260 'swarming': {
1261 'shards': 15,
1262 },
Sergey Silkinfe96b352020-10-19 20:41:341263 },
Sergey Silkin1fe10e82020-10-30 19:36:581264 'WebRTC Chromium FYI Android Tests (dbg) (M Nexus5X)': {
1265 'args': [
1266 '--test-launcher-filter-file=../../testing/buildbot/filters/chromium.webrtc.fyi.android.tests.dbg.content_browsertests.filter',
1267 ],
Andrew Grieveae21ca62021-10-20 18:37:521268 },
1269 'WebRTC Chromium FYI Android Tests (dbg) (N Nexus5X)': {
1270 'args': [
1271 '--test-launcher-filter-file=../../testing/buildbot/filters/chromium.webrtc.fyi.android.tests.dbg.content_browsertests.filter',
1272 ],
1273 },
Stephen Martinis1384ff92020-01-07 19:52:151274 'Win10 Tests x64': {
1275 # crbug.com/868082
1276 'args': [
1277 '--disable-features=WebRTC-H264WithOpenH264FFmpeg',
1278 ],
Struan Shrimptona1ab7672022-01-13 18:02:511279 'swarming': {
1280 'quickrun_shards': 18,
1281 },
Stephen Martinis1384ff92020-01-07 19:52:151282 },
1283 'Win10 Tests x64 (dbg)': {
1284 'experiment_percentage': 100,
1285 # crbug.com/868082
1286 'args': [
1287 '--disable-features=WebRTC-H264WithOpenH264FFmpeg',
Stephen Martinis1384ff92020-01-07 19:52:151288 ],
1289 },
Kuan Huanga89737d2022-01-07 19:42:111290 'Win11 Tests x64': {
1291 # crbug.com/868082
1292 'args': [
1293 '--disable-features=WebRTC-H264WithOpenH264FFmpeg',
1294 ],
1295 },
Haiyang Pan9d68ca02021-08-04 21:30:471296 'android-11-x86-rel': {
Haiyang Pan566e2652022-01-25 07:01:521297 # TODO(crbug.com/1137474): Remove ci_only and experiment_percentage
1298 # after the test suite is green.
1299 'ci_only': True,
Haiyang Pan10f029c2021-07-30 23:17:561300 'experiment_percentage': 100,
Haiyang Pan51450ab2021-03-23 00:48:571301 # TODO(crbug.com/1137474): Revisit the shard number once failed tests
1302 # are fixed.
Haiyang Panfed339172021-03-10 23:19:571303 'swarming': {
Haiyang Pan51450ab2021-03-23 00:48:571304 'shards': 30,
Haiyang Pan45e77dda2021-07-01 22:23:291305 'dimension_sets': [
1306 {
1307 'machine_type': 'e2-standard-8', # use 8-core to shorten runtime
1308 },
1309 ],
Haiyang Panfed339172021-03-10 23:19:571310 },
1311 },
Haiyang Pan2a55a452022-03-03 08:18:331312 'android-12-x64-rel': {
Haiyang Pandbff3ef2022-02-11 23:24:191313 'args': [
1314 '--test-launcher-filter-file=../../testing/buildbot/filters/android.emulator_12.content_browsertests.filter',
1315 ],
Haiyang Pan249494b2022-01-27 21:56:211316 'swarming': {
Haiyang Panc1192662022-03-09 00:09:021317 'shards': 25,
Haiyang Pan249494b2022-01-27 21:56:211318 },
1319 },
Stephen Martinis1384ff92020-01-07 19:52:151320 'android-arm64-proguard-rel': {
1321 'swarming': {
1322 'shards': 16,
1323 },
1324 },
1325 'android-asan': {
1326 'args': [
1327 '--test-launcher-filter-file=../../testing/buildbot/filters/android.asan.content_browsertests.filter',
1328 ],
1329 'swarming': {
André Kempef30fe9d22022-02-03 10:44:291330 'shards': 25,
Stephen Martinis1384ff92020-01-07 19:52:151331 },
1332 },
Stephen Martinis1384ff92020-01-07 19:52:151333 'android-marshmallow-arm64-rel': {
1334 'swarming': {
1335 'shards': 16,
1336 },
1337 },
Haiyang Pan2486dcb2020-09-18 17:53:061338 'android-marshmallow-x86-rel-non-cq': {
John Budoricka4e23882020-02-28 18:36:431339 'args': [
Haiyang Pan12d5acd2020-06-01 20:54:571340 '--test-launcher-filter-file=../../testing/buildbot/filters/android.emulator_m.content_browsertests.filter',
John Budoricka4e23882020-02-28 18:36:431341 ],
Haiyang Panc47f6d12020-08-19 18:34:491342 'swarming': {
1343 'shards': 20,
1344 },
John Budoricka4e23882020-02-28 18:36:431345 },
Haiyang Pancf24ceb2022-03-17 02:31:301346 'android-nougat-x86-rel': {
1347 'swarming': {
1348 'shards': 20,
1349 },
1350 },
Struan Shrimptone772d72f2021-12-15 07:50:091351 'android-pie-arm64-rel': {
1352 'swarming': {
Struan Shrimpton4b7abc02021-12-16 01:36:591353 'quickrun_shards': 40
Struan Shrimptone772d72f2021-12-15 07:50:091354 }
1355 },
Haiyang Pan08d09dc2020-04-01 16:11:211356 'android-pie-x86-rel': {
John Budoricka4e23882020-02-28 18:36:431357 'args': [
Haiyang Pan12d5acd2020-06-01 20:54:571358 '--test-launcher-filter-file=../../testing/buildbot/filters/android.emulator_p.content_browsertests.filter',
John Budoricka4e23882020-02-28 18:36:431359 ],
Sky Malice303f7ec2021-07-17 04:13:091360 'swarming': {
1361 # Flaking with only 20 shards with 40-60 minute runs.
1362 # https://crbug.com/1230118
1363 'shards': 30,
Haiyang Pan2eb735e72020-09-15 22:51:511364 },
John Budoricka4e23882020-02-28 18:36:431365 },
Stephen Martinis1384ff92020-01-07 19:52:151366 'linux-chromeos-code-coverage': {
1367 'swarming': {
1368 'shards': 12,
1369 },
1370 },
Albert J. Wong91f109652019-11-19 03:01:161371 'linux-chromeos-rel': {
1372 'swarming': {
1373 'shards': 3,
1374 },
1375 },
Yuke Liao79424e42020-01-06 21:00:111376 'linux-code-coverage': {
Yuke Liao58e1d202020-03-20 23:02:011377 'args': [
1378 '--no-sandbox',
1379 ],
Yuke Liao79424e42020-01-06 21:00:111380 'swarming': {
1381 'shards': 12,
1382 },
1383 },
Junhua Chen39dd2dba2021-05-05 17:51:541384 # https://crbug.com/1111979,
1385 'linux-lacros-code-coverage': {
1386 'args': [
1387 '--test-launcher-filter-file=../../testing/buildbot/filters/linux-lacros.content_browsertests.filter',
1388 ],
1389 },
Jieting Yangbf15db672021-10-04 19:18:371390 # https://crbug.com/1111979,
1391 'linux-lacros-dbg-tests-fyi': {
1392 'args': [
1393 '--test-launcher-filter-file=../../testing/buildbot/filters/linux-lacros.content_browsertests.filter',
1394 ],
1395 },
Sven Zheng80734f12020-08-06 06:50:391396 # https://crbug.com/1111979
1397 'linux-lacros-tester-fyi-rel': {
1398 'experiment_percentage': 100,
1399 },
Sven Zheng5c9d3e342020-08-11 21:39:431400 # https://crbug.com/1111979,
1401 'linux-lacros-tester-rel': {
Sven Zheng5c9d3e342020-08-11 21:39:431402 'args': [
Yuke Liao56a437dd2021-05-05 04:53:401403 '--test-launcher-filter-file=../../testing/buildbot/filters/linux-lacros.content_browsertests.filter',
Sven Zheng5c9d3e342020-08-11 21:39:431404 ],
1405 },
Kuan Huang235b0142021-10-19 18:59:281406 'mac-code-coverage': {
1407 'args': [
1408 '--coverage-continuous-mode=1',
1409 ],
1410 },
Kuan Huang05332fb2021-10-12 02:04:261411 # https://crbug.com/1255940
1412 'mac-rel-swarming': {
1413 'swarming': {
1414 'dimension_sets': [
1415 {
1416 # These test would time out when running on 4 cores instances.
1417 'cores': '8|12',
1418 }
1419 ],
1420 },
1421 },
Kenneth Russelleb60cbd22017-12-05 07:54:281422 },
1423 },
Nico Weber81e16ace22018-06-30 02:58:471424 'content_shell_crash_test': {
Haiyang Pan8c201b92020-06-04 01:25:071425 'remove_from': [
Haiyang Pan2486dcb2020-09-18 17:53:061426 'android-marshmallow-x86-rel-non-cq', # crbug.com/1084353
Haiyang Pan8c201b92020-06-04 01:25:071427 ],
Dirk Prankeb1c36b322018-07-11 02:42:001428 'modifications': {
Dirk Prankeb1c36b322018-07-11 02:42:001429 'Win10 Tests x64 (dbg)': {
1430 'experiment_percentage': 100, # https://crbug.com/861730
1431 },
1432 },
Nico Weber81e16ace22018-06-30 02:58:471433 },
John Budorick27d2d44e2019-05-20 20:26:091434 'content_shell_test_apk': {
1435 'remove_from': [
John Budorick27d2d44e2019-05-20 20:26:091436 'android-asan', # https://crbug.com/964562
Ben Joyce02dc8092021-03-04 21:48:191437 'android-code-coverage-native', # Does not generate profraw data.
Ben Joyce46ca6012021-03-31 19:19:251438 'android-pie-arm64-coverage-experimental-rel', # Does not generate profraw data.
John Budorick27d2d44e2019-05-20 20:26:091439 ],
John Budorickee2e64f2020-03-02 20:19:101440 'modifications': {
Haiyang Pan9d68ca02021-08-04 21:30:471441 'android-11-x86-rel': {
Haiyang Pan103864812021-03-19 19:28:441442 'args': [
1443 '--test-launcher-filter-file=../../testing/buildbot/filters/android.emulator_11.content_shell_test_apk.filter',
Haiyang Panabdab2f2021-07-19 20:37:511444 '--timeout-scale=2.0',
Haiyang Pan103864812021-03-19 19:28:441445 ],
1446 },
Haiyang Pan2a55a452022-03-03 08:18:331447 'android-12-x64-rel': {
Haiyang Pan3b1016e2022-02-05 00:02:451448 'args': [
1449 '--test-launcher-filter-file=../../testing/buildbot/filters/android.emulator_12.content_shell_test_apk.filter',
1450 ],
1451 },
James Shen39aa0e32022-03-22 04:44:501452 'android-marshmallow-x86-fyi-rel-reviver': {
1453 'swarming': {
1454 'quickrun_shards': 8,
1455 },
1456 },
Haiyang Panb991f562021-08-10 17:46:461457 'android-marshmallow-x86-rel': {
John Budorickee2e64f2020-03-02 20:19:101458 'args': [
Haiyang Pan28e73582020-05-30 00:34:271459 '--test-launcher-filter-file=../../testing/buildbot/filters/android.emulator_m.content_shell_test_apk.filter',
John Budorickee2e64f2020-03-02 20:19:101460 ],
Struan Shrimpton57c594e42022-01-25 17:59:131461 'swarming': {
1462 'quickrun_shards': 8,
1463 },
John Budorickee2e64f2020-03-02 20:19:101464 },
Haiyang Pan08d09dc2020-04-01 16:11:211465 'android-pie-x86-rel': {
John Budorickee2e64f2020-03-02 20:19:101466 'args': [
1467 '--gtest_filter=-ContentViewScrollingTest.testFling',
1468 ],
1469 },
1470 },
John Budorick27d2d44e2019-05-20 20:26:091471 },
Kenneth Russelleb60cbd22017-12-05 07:54:281472 'content_unittests': {
1473 'modifications': {
John Budorick5052d552017-12-13 02:59:341474 'Linux ASan LSan Tests (1)': {
1475 # These are slow on the ASAN trybot for some reason.
Ben Pastened2c01af2022-01-31 23:06:441476 # crbug.com/1257927
John Budorick5052d552017-12-13 02:59:341477 'swarming': {
1478 'shards': 2,
1479 },
1480 },
Takuto Ikuta54671d972018-07-19 19:06:351481 'Linux ChromiumOS MSan Tests': {
1482 # These are very slow on the Chrome OS MSAN trybot for some reason.
1483 # crbug.com/865455
1484 'swarming': {
1485 'shards': 2,
1486 },
1487 },
Chong Gu52481452021-04-02 17:52:411488 'fuchsia-code-coverage': {
1489 'swarming': {
1490 'shards': 12,
1491 },
1492 },
Chong Gua10cd302022-01-14 19:22:191493 'fuchsia-fyi-x64-asan': {
1494 'args': [
1495 '--test-launcher-filter-file=../../testing/buildbot/filters/fuchsia.lsan.content_unittests.filter',
1496 ],
1497 },
Kenneth Russelleb60cbd22017-12-05 07:54:281498 },
1499 },
Jonah Ryan-Davis832c8462020-06-09 03:45:031500 'context_lost_validating_tests': {
Brian Sheedye285c9b2019-07-15 21:42:461501 # TODO(https://crbug.com/850107): Remove the Android FYI Release (Pixel 2)
1502 # exception once there is enough capacity to run these tests.
1503 'remove_from': [
Brian Sheedye285c9b2019-07-15 21:42:461504 'Android FYI Release (Pixel 2)',
1505 ],
Kenneth Russellc1a09302018-07-10 01:12:541506 },
Kenneth Russellfbda3c532017-12-08 23:57:241507 'crashpad_tests': {
1508 'remove_from': [
Nico Weber15a00d62018-05-16 17:11:481509 'linux-win_cross-rel', # https://crbug.com/762167
Vlad Tsyrklevich06a9a44f2019-07-24 19:14:391510 # https://crbug.com/crashpad/304
1511 'Linux TSan Tests',
1512 'ToTLinuxTSan',
1513 # https://crbug.com/crashpad/306
1514 'Linux CFI',
Michael Savigny0a956032021-10-27 19:18:021515 'Linux CFI (reclient shadow)',
Vlad Tsyrklevich06a9a44f2019-07-24 19:14:391516 'CFI Linux ToT',
Kenneth Russellfbda3c532017-12-08 23:57:241517 ],
Haiyang Panc7c009e2021-03-18 19:31:231518 'modifications': {
Avi Drissmanc6318122022-03-29 17:07:421519 # TODO(crbug.com/1254975): dyld was rebuilt for macOS 12, which breaks
1520 # the tests. Run this experimentally on all the macOS bots >= 12 and
1521 # remove this exception once fixed.
1522 'Mac Builder Next': {
1523 'experiment_percentage': 100,
1524 },
Haiyang Pan9d68ca02021-08-04 21:30:471525 'android-11-x86-rel': {
Haiyang Panc7c009e2021-03-18 19:31:231526 'args': [
1527 '--test-launcher-filter-file=../../testing/buildbot/filters/android.emulator_11.crashpad_tests.filter',
1528 ],
1529 },
Haiyang Pan2a55a452022-03-03 08:18:331530 'android-12-x64-rel': {
Haiyang Pan07d9e262021-10-20 21:50:031531 'args': [
1532 '--test-launcher-filter-file=../../testing/buildbot/filters/android.emulator_12.crashpad_tests.filter',
1533 ],
1534 },
Avi Drissmanc6318122022-03-29 17:07:421535 # TODO(crbug.com/1254975): dyld was rebuilt for macOS 12, which breaks
1536 # the tests. Run this experimentally on all the macOS bots >= 12 and
1537 # remove this exception once fixed.
Lindsay Pasricha60535a22021-12-13 16:50:241538 'mac-osxbeta-rel': {
1539 'experiment_percentage': 100,
1540 },
Haiyang Panc7c009e2021-03-18 19:31:231541 },
Kenneth Russellfbda3c532017-12-08 23:57:241542 },
Austin Eng414af1612022-04-08 02:15:361543 'dawn_perf_tests': {
1544 'remove_from': [
1545 'Dawn Win10 x86 DEPS Release (Intel HD 630)',
1546 'Dawn Win10 x86 Release (Intel HD 630)',
1547 ],
1548 },
Haiyang Pan1c813ca2021-11-24 18:52:161549 'device_unittests': {
1550 'modifications': {
Haiyang Pan2a55a452022-03-03 08:18:331551 'android-12-x64-rel': {
Haiyang Pan1c813ca2021-11-24 18:52:161552 'args': [
1553 '--test-launcher-filter-file=../../testing/buildbot/filters/android.emulator_12.device_unittests.filter',
1554 ],
1555 },
1556 },
1557 },
Ben Pastene61ad637c2020-05-08 22:24:411558 'disk_usage_tast_test': {
1559 # TODO(crbug.com/1077659): Add the test back after it's fixed.
1560 'remove_from': [
1561 'chromeos-kevin-rel',
1562 ],
1563 },
Struan Shrimpton57c594e42022-01-25 17:59:131564 'exo_unittests': {
1565 'modifications': {
1566 'linux-chromeos-rel': {
1567 'swarming': {
1568 'quickrun_shards': 2,
1569 }
1570 },
1571 },
1572 },
Joe Downing41486042018-10-18 22:44:441573 'extensions_browsertests': {
Brad Halla36886c2019-02-26 16:52:291574 'remove_from': [
Brad Halla36886c2019-02-26 16:52:291575 'CrWinAsan(dll)', # https://crbug.com/935598
1576 ],
Joe Downing41486042018-10-18 22:44:441577 'modifications': {
1578 'Win10 Tests x64 (dbg)': {
1579 'experiment_percentage': 100, # https://crbug.com/876615
1580 },
Sven Zheng5c9d3e342020-08-11 21:39:431581 # https://crbug.com/1111979,
Junhua Chen39dd2dba2021-05-05 17:51:541582 'linux-lacros-code-coverage': {
1583 'args': [
1584 '--gtest_filter=-BluetoothShellApiTest.ApiSanityCheck:BluetoothSocketApiTest.Listen:BluetoothSocketApiTest.PermissionDenied',
1585 ],
1586 },
Yuke Liaoa0db4742021-08-09 18:28:331587 'linux-lacros-dbg-tests-fyi': {
1588 'args': [
1589 '--gtest_filter=-BluetoothShellApiTest.ApiSanityCheck:BluetoothSocketApiTest.Listen:BluetoothSocketApiTest.PermissionDenied',
1590 ],
1591 },
Sven Zheng5c9d3e342020-08-11 21:39:431592 'linux-lacros-tester-rel': {
Sven Zheng5c9d3e342020-08-11 21:39:431593 'args': [
1594 '--gtest_filter=-BluetoothShellApiTest.ApiSanityCheck:BluetoothSocketApiTest.Listen:BluetoothSocketApiTest.PermissionDenied',
1595 ],
1596 },
Joe Downing41486042018-10-18 22:44:441597 },
1598 },
Sven Zheng577fe5ff2020-08-03 22:06:441599 'extensions_unittests': {
Sven Zheng80734f12020-08-06 06:50:391600 'modifications': {
Chong Gud034fe52022-01-20 21:48:041601 'fuchsia-fyi-x64-asan': {
1602 'args': [
Chong Gu1155d872022-02-10 17:55:271603 '--test-launcher-filter-file=../../testing/buildbot/filters/fuchsia.lsan.extensions_unittests.filter',
Chong Gud034fe52022-01-20 21:48:041604 ],
1605 },
Sven Zheng5c9d3e342020-08-11 21:39:431606 # https://crbug.com/1111979,
Junhua Chen39dd2dba2021-05-05 17:51:541607 'linux-lacros-code-coverage': {
1608 'args': [
Yuke Liaoa0db4742021-08-09 18:28:331609 '--gtest_filter=-BluetoothSocketApiUnittest.CreateThenClose:'
1610 'NativeExtensionBindingsSystemUnittest.*',
1611 ],
1612 },
1613 'linux-lacros-dbg-tests-fyi': {
1614 'args': [
Junhua Chen39dd2dba2021-05-05 17:51:541615 '--gtest_filter=-NativeExtensionBindingsSystemUnittest*:'
1616 'BluetoothSocketApiUnittest.CreateThenClose:'
1617 'FeatureProviderTest.PermissionFeatureAvailability',
1618 ],
1619 },
Sven Zheng5c9d3e342020-08-11 21:39:431620 'linux-lacros-tester-rel': {
Sven Zheng5c9d3e342020-08-11 21:39:431621 'args': [
Yuke Liaobb8308322020-08-12 20:20:471622 '--gtest_filter=-NativeExtensionBindingsSystemUnittest*:'
1623 'BluetoothSocketApiUnittest.CreateThenClose:'
1624 'FeatureProviderTest.PermissionFeatureAvailability',
Sven Zheng5c9d3e342020-08-11 21:39:431625 ],
1626 },
Sven Zheng80734f12020-08-06 06:50:391627 },
Sven Zheng577fe5ff2020-08-03 22:06:441628 },
Chong Gu76046412021-09-22 17:49:211629 'gfx_unittests': {
Chong Gudf7fbe92021-02-24 02:55:581630 'modifications': {
1631 'fuchsia-code-coverage': {
1632 'swarming': {
1633 'shards': 2,
1634 },
1635 },
1636 },
1637 },
Kenneth Russelleb60cbd22017-12-05 07:54:281638 'gin_unittests': {
1639 'remove_from': [
Nico Weber1394523f2018-06-06 15:58:471640 'ToTLinuxASan', # https://crbug.com/831667
Nico Weberd36959682018-04-12 03:33:461641 'Linux ASan LSan Tests (1)', # https://crbug.com/831667
Nico Weber1394523f2018-06-06 15:58:471642 'Linux Chromium OS ASan LSan Tests (1)', # https://crbug.com/831667
Kenneth Russelleb60cbd22017-12-05 07:54:281643 ],
Chong Gua10cd302022-01-14 19:22:191644 'modifications': {
1645 'fuchsia-fyi-x64-asan': {
1646 'args': [
1647 '--test-launcher-filter-file=../../testing/buildbot/filters/fuchsia.lsan.gin_unittests.filter',
1648 ],
1649 },
1650 },
Kenneth Russelleb60cbd22017-12-05 07:54:281651 },
Jonah Ryan-Davisdeeffeaf2020-06-18 17:56:001652 'gl_tests_passthrough': {
1653 'remove_from': [
1654 'CFI Linux ToT',
1655 # Can't run on MSAN because gl_tests uses the hardware driver,
1656 # which isn't instrumented.
1657 'Linux MSan Tests',
Ben Pastene7636bb62022-04-22 18:55:251658 'Linux MSan Focal',
Jonah Ryan-Davisdeeffeaf2020-06-18 17:56:001659 ],
1660 'modifications': {
1661 # TODO(kbr): figure out a better way to specify blocks of
1662 # arguments like this for tests on multiple machines.
Garrett Beatya491ec72020-07-25 12:36:121663 'Linux ASan LSan Tests (1)': {
1664 'args': [
1665 '--use-gpu-in-tests',
1666 '--no-xvfb',
1667 ],
1668 'swarming': {
1669 'dimension_sets': [
1670 {
Yuly Novikovaa06f172022-02-12 00:38:571671 'gpu': '10de:2184',
Garrett Beatya491ec72020-07-25 12:36:121672 'os': 'Ubuntu',
1673 'pool': 'chromium.tests.gpu',
1674 },
1675 ],
1676 },
1677 },
1678 'Linux CFI': {
1679 'args': [
1680 '--use-gpu-in-tests',
1681 '--no-xvfb',
1682 ],
1683 'swarming': {
1684 'dimension_sets': [
1685 {
Yuly Novikovaa06f172022-02-12 00:38:571686 'gpu': '10de:2184',
Garrett Beatya491ec72020-07-25 12:36:121687 'os': 'Ubuntu',
1688 'pool': 'chromium.tests.gpu',
1689 },
1690 ],
1691 },
1692 },
Michael Savigny64f8ba32022-01-12 15:50:571693 'Linux CFI (reclient shadow)': {
1694 'args': [
1695 '--use-gpu-in-tests',
1696 '--no-xvfb',
1697 ],
1698 'swarming': {
1699 'dimension_sets': [
1700 {
Yuly Novikovaa06f172022-02-12 00:38:571701 'gpu': '10de:2184',
Michael Savigny64f8ba32022-01-12 15:50:571702 'os': 'Ubuntu',
1703 'pool': 'chromium.tests.gpu',
1704 },
1705 ],
1706 },
1707 },
Garrett Beatya491ec72020-07-25 12:36:121708 'Linux TSan Tests': {
1709 'args': [
1710 '--use-gpu-in-tests',
1711 '--no-xvfb',
1712 ],
1713 'swarming': {
1714 'dimension_sets': [
1715 {
Yuly Novikovaa06f172022-02-12 00:38:571716 'gpu': '10de:2184',
Garrett Beatya491ec72020-07-25 12:36:121717 'os': 'Ubuntu',
1718 'pool': 'chromium.tests.gpu',
1719 },
1720 ],
1721 },
1722 },
Jonah Ryan-Davisdeeffeaf2020-06-18 17:56:001723 },
1724 },
Jonah Ryan-Davise25a89f2020-05-29 20:18:241725 'gl_tests_validating': {
Jonah Ryan-Davisb9f03ac2021-03-18 23:53:021726 'remove_from': [
Kenneth Russell8a386d42018-06-02 09:48:011727 'Android FYI Release (Nexus 5X)',
John Budorickca14c76f62017-12-09 14:19:181728 ],
Kenneth Russelleb60cbd22017-12-05 07:54:281729 'modifications': {
Haiyang Pan9d68ca02021-08-04 21:30:471730 'android-11-x86-rel': {
Haiyang Pancf765862021-03-18 20:39:151731 'args': [
1732 '--test-launcher-filter-file=../../testing/buildbot/filters/android.emulator_11.gl_tests.filter',
1733 ],
1734 },
Haiyang Pan2a55a452022-03-03 08:18:331735 'android-12-x64-rel': {
Haiyang Pan382008922021-11-19 21:15:091736 'args': [
1737 '--test-launcher-filter-file=../../testing/buildbot/filters/android.emulator_12.gl_tests.filter',
1738 ],
1739 },
Haiyang Panb991f562021-08-10 17:46:461740 'android-marshmallow-x86-rel': {
John Budorick79ec9012020-01-08 21:56:311741 'args': [
1742 '--test-launcher-filter-file=../../testing/buildbot/filters/android.emulator.gl_tests.filter',
1743 ],
1744 },
Andrew Luo38b311f2019-10-04 03:42:091745 'android-pie-arm64-rel': {
John Budorick79ec9012020-01-08 21:56:311746 'args': [
Andrew Luobe83fd82019-12-19 03:07:581747 '--test-launcher-filter-file=../../testing/buildbot/filters/android.pie_arm64_rel.gl_tests.filter', # https://crbug.com/1034007
1748 ],
Andrew Luo38b311f2019-10-04 03:42:091749 },
Haiyang Pan08d09dc2020-04-01 16:11:211750 'android-pie-x86-rel': {
John Budorick79ec9012020-01-08 21:56:311751 'args': [
1752 '--test-launcher-filter-file=../../testing/buildbot/filters/android.emulator.gl_tests.filter',
1753 ],
1754 },
Kenneth Russelleb60cbd22017-12-05 07:54:281755 },
1756 },
Takuto Ikutaf5333252019-11-06 16:07:081757 'gl_unittests': {
1758 'remove_from': [
Takuto Ikutaf5333252019-11-06 16:07:081759 # On Android, these are already run on the main waterfall.
1760 # Run them on the one-off Android FYI bots, though.
1761 'Android FYI Release (Nexus 5X)',
Yuly Novikov37e04342020-05-29 00:52:041762 # Can't run on MSAN because gl_unittests uses the hardware driver,
1763 # which isn't instrumented.
1764 'Linux MSan Tests',
Ben Pastene7636bb62022-04-22 18:55:251765 'Linux MSan Focal',
Takuto Ikutaf5333252019-11-06 16:07:081766 ],
Haiyang Pan505fcd5a2021-12-13 19:46:231767 'modifications': {
Haiyang Pan2a55a452022-03-03 08:18:331768 'android-12-x64-rel': {
Haiyang Pan505fcd5a2021-12-13 19:46:231769 'args': [
1770 '--test-launcher-filter-file=../../testing/buildbot/filters/android.emulator_12.gl_unittests.filter',
1771 ],
1772 },
1773 },
Takuto Ikutaf5333252019-11-06 16:07:081774 },
1775 'gl_unittests_ozone': {
1776 'remove_from': [
1777 # Can't run on MSAN because gl_unittests_ozone uses the hardware driver,
1778 # which isn't instrumented.
1779 'Linux ChromiumOS MSan Tests',
Ben Pastene7636bb62022-04-22 18:55:251780 'Linux ChromiumOS MSan Focal',
Takuto Ikutaf5333252019-11-06 16:07:081781 ],
1782 },
1783 'gpu_process_launch_tests': {
1784 # TODO(https://crbug.com/850107): Remove the Android FYI Release (Pixel 2)
1785 # exception once there is enough capacity to run these tests.
1786 'remove_from': [
Takuto Ikutaf5333252019-11-06 16:07:081787 'Android FYI Release (Pixel 2)',
1788 ],
1789 },
Brian Sheedy053d88cf2022-05-24 23:40:051790 'gpu_pytype': {
1791 'remove_from': [
1792 'linux-code-coverage',
1793 ],
1794 },
Chong Gu76046412021-09-22 17:49:211795 'gpu_unittests': {
Chong Gudf7fbe92021-02-24 02:55:581796 'modifications': {
1797 'fuchsia-code-coverage': {
1798 'swarming': {
1799 'shards': 5,
1800 },
1801 },
1802 },
1803 },
Kevin McNeed21a6c522021-06-14 21:27:251804 'grit_python_unittests': {
1805 'remove_from': [
1806 # These tests require node, which is not supported in Win7.
1807 # (https://crbug.com/1218989)
1808 'Win 7 Tests x64 (1)',
1809 'Win7 Tests (1)',
Titouan Rigoudy9e860832021-11-08 15:34:451810 # TODO(https://crbug.com/1267125): Re-enable.
1811 'mac11-arm64-rel-tests',
Zhaoyang Li5d3713d2022-06-13 18:01:171812 # TODO(https://crbug.com/1267125): Re-enable.
1813 'mac12-arm64-rel-tests',
Kevin McNeed21a6c522021-06-14 21:27:251814 ],
1815 },
Brian Sheedye285c9b2019-07-15 21:42:461816 'hardware_accelerated_feature_tests': {
1817 # TODO(https://crbug.com/850107): Remove the Android FYI Release (Pixel 2)
1818 # exception once there is enough capacity to run these tests.
1819 'remove_from': [
Brian Sheedye285c9b2019-07-15 21:42:461820 'Android FYI Release (Pixel 2)',
1821 ],
1822 },
Brad Halla36886c2019-02-26 16:52:291823 'headless_browsertests': {
Chong Gud08d1232021-09-11 08:53:591824 'remove_from': [
1825 'CrWinAsan(dll)', # https://crbug.com/935598
Maksim Sisovc81d284c2021-10-05 17:54:351826 # Wayland bot doesn't support headless mode.
1827 'Linux Tests (Wayland)',
Chong Gud08d1232021-09-11 08:53:591828 ],
Chong Gud1a5c5992021-04-09 04:08:321829 'modifications': {
1830 'fuchsia-code-coverage': {
1831 'swarming': {
Chong Gu115ce152021-04-15 23:57:161832 'shards': 6,
Chong Gud1a5c5992021-04-09 04:08:321833 },
1834 },
1835 },
Brad Halla36886c2019-02-26 16:52:291836 },
Kenneth Russell8a386d42018-06-02 09:48:011837 'info_collection_tests': {
1838 'remove_from': [
Kenneth Russell8a386d42018-06-02 09:48:011839 'Android V8 FYI Release (Nexus 5X)',
1840 'Linux V8 FYI Release (NVIDIA)',
Michael Achenbach5fdfc67b2018-12-13 13:26:351841 'Linux V8 FYI Release - pointer compression (NVIDIA)',
Kenneth Russell8a386d42018-06-02 09:48:011842 'Mac V8 FYI Release (Intel)',
1843 'Win V8 FYI Release (NVIDIA)',
1844 ],
Brian Sheedyfe61cdac2020-02-12 01:25:591845 'modifications': {
Brian Sheedyb18cb762020-06-30 00:09:291846 'ChromeOS FYI Release (amd64-generic)': {
Brian Sheedy65be3052020-06-26 19:26:511847 'args': [
Brian Sheedyb18cb762020-06-30 00:09:291848 # Swarming does not report a GPU since tests are run in a VM, but
1849 # the VM does report that a GPU is present.
1850 '--expected-device-id', '1050',
Brian Sheedydf2672f2020-05-07 20:44:361851 ],
1852 },
Chong Gu3065cdc2022-02-28 21:03:031853 'fuchsia-fyi-x64-rel': {
1854 'args': [
1855 # Swarming does not report a GPU since tests are run in a VM, but
1856 # the VM does report that a GPU is present.
1857 '--expected-device-id', 'c0de',
1858 ],
1859 },
1860 'fuchsia-fyi-x64-wst': {
1861 'args': [
1862 # Swarming does not report a GPU since tests are run in a VM, but
1863 # the VM does report that a GPU is present.
1864 '--expected-device-id', 'c0de',
1865 ],
1866 },
Brian Sheedyfe61cdac2020-02-12 01:25:591867 },
Brian Sheedy32eeeb52020-05-22 01:49:371868 'replacements': {
1869 'ChromeOS FYI Release (amd64-generic)': {
1870 'args': {
1871 # Swarming does not report a GPU since tests are run in a VM, but
1872 # the VM does report that a GPU is present.
1873 '--expected-vendor-id': '1af4',
Brian Sheedyb18cb762020-06-30 00:09:291874 # Magic substitution happens after regular replacement, so remove it
1875 # now since we are manually applying the expected device ID above.
1876 '$$MAGIC_SUBSTITUTION_GPUExpectedDeviceId': None,
Brian Sheedy32eeeb52020-05-22 01:49:371877 },
Brian Sheedyff6d1442020-09-19 00:46:311878 },
Brian Sheedye9c7afe52022-06-13 21:19:371879 'Mac FYI Experimental Release (Apple M1)': {
1880 'args': {
1881 # The GPU information is not yet exposed in swarming, so we can't
1882 # explicitly request it and have the JSON generation handle this
1883 # automatically.
1884 '--expected-vendor-id': '106b',
1885 },
1886 },
Brian Sheedy177addbf2021-09-24 19:06:511887 'Mac FYI Release (Apple M1)': {
1888 'args': {
1889 # The GPU information is not yet exposed in swarming, so we can't
1890 # explicitly request it and have the JSON generation handle this
1891 # automatically.
1892 '--expected-vendor-id': '106b',
1893 },
1894 },
Chong Gu3065cdc2022-02-28 21:03:031895 'fuchsia-fyi-x64-rel': {
1896 'args': {
1897 # The GPU information is not exposed in swarming since Fuchsia
1898 # launches an emulator on the GCE machine.
1899 '--expected-vendor-id': '1ae0',
1900 '$$MAGIC_SUBSTITUTION_GPUExpectedDeviceId': None,
1901 },
1902 },
1903 'fuchsia-fyi-x64-wst': {
1904 'args': {
1905 # The GPU information is not exposed in swarming since Fuchsia
1906 # launches an emulator on the GCE machine.
1907 '--expected-vendor-id': '1ae0',
1908 '$$MAGIC_SUBSTITUTION_GPUExpectedDeviceId': None,
1909 },
1910 },
Brian Sheedy32eeeb52020-05-22 01:49:371911 },
Kenneth Russell8a386d42018-06-02 09:48:011912 },
Kenneth Russelleb60cbd22017-12-05 07:54:281913 'interactive_ui_tests': {
Brad Halla36886c2019-02-26 16:52:291914 'remove_from': [
Brad Halla36886c2019-02-26 16:52:291915 'CrWinAsan(dll)', # https://crbug.com/935598
1916 ],
Kenneth Russelleb60cbd22017-12-05 07:54:281917 'modifications': {
Stephen Martinis1384ff92020-01-07 19:52:151918 'Linux - Future (dbg)': { # client.v8.chromium
Nico Weberdae13cd92018-12-14 13:56:261919 'swarming': {
Stephen Martinis1384ff92020-01-07 19:52:151920 'shards': 3,
Nico Weberdae13cd92018-12-14 13:56:261921 },
1922 },
John Budorickca14c76f62017-12-09 14:19:181923 'Linux ASan LSan Tests (1)': {
Ben Pastened2c01af2022-01-31 23:06:441924 # These are slow on the ASan trybot for some reason, crbug.com/1257927
Nico Weber96a75a6942018-06-20 04:53:171925 'swarming': {
1926 'shards': 6,
Struan Shrimptone772d72f2021-12-15 07:50:091927 'quickrun_shards': 12,
Nico Weber96a75a6942018-06-20 04:53:171928 },
1929 },
Pavol Marko05b6bb92022-03-21 12:33:291930 'Linux Chromium OS ASan LSan Tests (1)': {
1931 # These are slow on the ASan trybot for some reason, crbug.com/1257927
1932 'swarming': {
1933 'shards': 6,
1934 'quickrun_shards': 12,
1935 },
1936 },
Ben Pastene7636bb62022-04-22 18:55:251937 'Linux ChromiumOS MSan Focal': {
1938 # These are very slow on the Chrome OS MSAN trybot for some reason.
1939 # crbug.com/865455
1940 'swarming': {
1941 'shards': 5,
1942 },
1943 },
Takuto Ikuta54671d972018-07-19 19:06:351944 'Linux ChromiumOS MSan Tests': {
1945 # These are very slow on the Chrome OS MSAN trybot for some reason.
1946 # crbug.com/865455
1947 'swarming': {
1948 'shards': 5,
1949 },
1950 },
Stephen Martinis1384ff92020-01-07 19:52:151951 'Linux TSan Tests': {
Ben Pastened2c01af2022-01-31 23:06:441952 # These are slow on the TSan bots for some reason, crbug.com/1257927
Dirk Pranke8fd63c12017-12-10 18:06:271953 'swarming': {
Stephen Martinisad6cb7af2021-02-24 01:12:001954 'shards': 32, # Adjusted for testing, see https://crbug.com/1179567
Dirk Pranke8fd63c12017-12-10 18:06:271955 },
1956 },
Maksim Sisovc81d284c2021-10-05 17:54:351957 # https://crbug.com/1192997
1958 'Linux Tests (Wayland)': {
1959 'args': [
1960 '--test-launcher-filter-file=../../testing/buildbot/filters/ozone-linux.interactive_ui_tests_wayland.filter',
1961 ],
1962 },
Lindsay Pasrichab3f72db2021-09-22 22:05:461963 'Mac ASan 64 Tests (1)': { # https://crbug.com/1251656
1964 'experiment_percentage': 100,
1965 },
Struan Shrimptone772d72f2021-12-15 07:50:091966 'Mac11 Tests': {
1967 'swarming': {
1968 'quickrun_shards': 6,
1969 },
1970 },
Cameron Higgins7558b162022-06-10 18:53:071971 'Mac12 Tests (dbg)': { # https://crbug.com/1265051
Zhaoyang Li9357e1e12021-12-07 18:53:171972 'experiment_percentage': 100,
1973 },
Stephen Martinis1384ff92020-01-07 19:52:151974 'ToTLinuxTSan': {
Ben Pastened2c01af2022-01-31 23:06:441975 # These are slow on the TSan bots for some reason, crbug.com/1257927
Stephen Martinis1384ff92020-01-07 19:52:151976 'swarming': {
1977 'shards': 6,
1978 },
1979 },
Struan Shrimptona1ab7672022-01-13 18:02:511980 'Win10 Tests x64': {
1981 'swarming': {
Struan Shrimptonf5b2b552022-01-20 20:37:391982 'quickrun_shards': 8,
Struan Shrimptona1ab7672022-01-13 18:02:511983 },
1984 },
Stephen Martinis1384ff92020-01-07 19:52:151985 # temporary, https://crbug.com/818832
Greg Thompson3eb7e6522018-05-25 09:04:031986 'Win10 Tests x64 (dbg)': {
1987 'experiment_percentage': 100,
1988 },
Jacob Kopczynski3a555bd32020-12-10 01:41:161989 # TODO(crbug.com/970649): Remove these filters.
Ben Pastene8ef125e2019-12-10 01:46:291990 'linux-chromeos-chrome': {
Ben Pastene8ef125e2019-12-10 01:46:291991 'args': [
1992 '--gtest_filter=-SadTabViewInteractiveUITest.ReloadMultipleSadTabs',
1993 ],
1994 },
Stephen Martinis1384ff92020-01-07 19:52:151995 'linux-chromeos-code-coverage': {
Yuke Liao79424e42020-01-06 21:00:111996 'swarming': {
1997 'shards': 10,
1998 },
1999 },
Pavol Marko582a15d2022-04-01 12:47:202000 'linux-chromeos-dbg': {
2001 'swarming': {
2002 'shards': 6,
2003 },
2004 },
Stephen Martinis1384ff92020-01-07 19:52:152005 'linux-code-coverage': {
Yuke Liao79424e42020-01-06 21:00:112006 'swarming': {
2007 'shards': 10,
2008 },
2009 },
Sven Zheng80734f12020-08-06 06:50:392010 # https://crbug.com/1111979
Junhua Chen39dd2dba2021-05-05 17:51:542011 'linux-lacros-code-coverage': {
2012 'args': [
2013 '--test-launcher-filter-file=../../testing/buildbot/filters/linux-lacros.interactive_ui_tests.filter',
2014 ],
2015 },
2016 # https://crbug.com/1111979
Jieting Yangbf15db672021-10-04 19:18:372017 'linux-lacros-dbg-tests-fyi': {
2018 'args': [
2019 '--test-launcher-filter-file=../../testing/buildbot/filters/linux-lacros.interactive_ui_tests.filter',
2020 ],
2021 },
2022 # https://crbug.com/1111979
Sven Zheng010820d2020-08-17 22:38:442023 'linux-lacros-tester-rel': {
Sven Zheng010820d2020-08-17 22:38:442024 'args': [
Yuke Liao56a437dd2021-05-05 04:53:402025 '--test-launcher-filter-file=../../testing/buildbot/filters/linux-lacros.interactive_ui_tests.filter',
Sven Zheng010820d2020-08-17 22:38:442026 ],
2027 },
Kuan Huang235b0142021-10-19 18:59:282028 'mac-code-coverage': {
2029 'args': [
2030 '--coverage-continuous-mode=1',
2031 ],
2032 },
Lindsay Pasricha60535a22021-12-13 16:50:242033 # TODO (crbug.com/1278617) Re-enable once fixed
2034 'mac-osxbeta-rel': {
2035 'experiment_percentage': 100,
2036 },
Kenneth Russelleb60cbd22017-12-05 07:54:282037 },
2038 },
Sven Zhengef0d0872022-04-04 22:13:292039 'interactive_ui_tests amd64-generic': {
Yuke Liaob6beaeca2021-04-29 23:41:512040 'remove_from': [
2041 # TODO(crbug.com/1204231): Re-enable.
2042 'lacros-amd64-generic-rel',
Yuke Liao859819d2022-02-24 08:23:492043 'lacros-amd64-generic-rel-fyi',
Yuke Liaob6beaeca2021-04-29 23:41:512044 ]
2045 },
Sven Zhengef0d0872022-04-04 22:13:292046 'interactive_ui_tests eve': {
Yuke Liao79a8cf52021-06-11 18:14:342047 'remove_from': [
2048 # TODO(crbug.com/1204231): Re-enable.
2049 'lacros-amd64-generic-rel',
Yuke Liao859819d2022-02-24 08:23:492050 'lacros-amd64-generic-rel-fyi',
Yuke Liao79a8cf52021-06-11 18:14:342051 ]
2052 },
John Budorickf00e5ff2019-06-11 21:21:062053 'ipc_tests': {
2054 'modifications': {
Ken Rockot83999b62022-05-20 21:37:052055 'Linux ChromiumOS MSan Tests': {
2056 'swarming': {
2057 'dimension_sets': [
2058 {
2059 'cpu': 'x86-64',
2060 'os': 'Ubuntu-18.04',
2061 },
2062 ],
2063 },
2064 },
2065 'Linux MSan Tests': {
2066 'swarming': {
2067 'dimension_sets': [
2068 {
2069 'cpu': 'x86-64',
2070 'os': 'Ubuntu-18.04',
2071 },
2072 ],
2073 },
2074 },
John Budorickf00e5ff2019-06-11 21:21:062075 'android-asan': {
2076 'swarming': {
2077 'shards': 2,
2078 },
2079 },
2080 },
2081 },
Jonah Ryan-Davis832c8462020-06-09 03:45:032082 'maps_pixel_passthrough_test': {
Brian Sheedyc0c142c2021-06-01 21:18:052083 'modifications': {
2084 'Android FYI Release (Pixel 4)': {
2085 'args': [
2086 # Pixel 4s are weird in that they can output in different color spaces
2087 # simultaneously. The readback code for capturing a screenshot assumes
2088 # only one color space, so disable wide color gamut for the test to
2089 # work around the issue. See https://crbug.com/1166379 for more
2090 # information.
2091 '--extra-browser-args=--disable-wcg-for-test',
2092 ],
2093 },
Ben Pastene63f13302022-05-12 21:04:052094 'android_optional_gpu_tests_rel': {
2095 'args': [
2096 # See above.
2097 '--extra-browser-args=--disable-wcg-for-test',
2098 ],
2099 },
Brian Sheedyc0c142c2021-06-01 21:18:052100 },
Jonah Ryan-Davis832c8462020-06-09 03:45:032101 'replacements': {
2102 # The V8 builders pass the V8 revision for ${got_revision}, so instead
2103 # use ${got_cr_revision}, which is only set on the V8 bots.
2104 'Linux V8 FYI Release (NVIDIA)': {
2105 'args': {
2106 '--git-revision': '${got_cr_revision}',
2107 },
2108 },
2109 'Linux V8 FYI Release - pointer compression (NVIDIA)': {
2110 'args': {
2111 '--git-revision': '${got_cr_revision}',
2112 },
2113 },
Jonah Ryan-Davisdeeffeaf2020-06-18 17:56:002114 'Mac V8 FYI Release (Intel)': {
2115 'args': {
2116 '--git-revision': '${got_cr_revision}',
2117 },
2118 },
Jonah Ryan-Davis832c8462020-06-09 03:45:032119 'Win V8 FYI Release (NVIDIA)': {
2120 'args': {
2121 '--git-revision': '${got_cr_revision}',
2122 },
2123 },
2124 },
2125 },
2126 'maps_pixel_validating_test': {
Brian Sheedy0566f2cb2021-02-12 22:12:502127 'modifications': {
2128 'Android FYI Release (Pixel 4)': {
2129 'args': [
2130 # Pixel 4s are weird in that they can output in different color spaces
2131 # simultaneously. The readback code for capturing a screenshot assumes
2132 # only one color space, so disable wide color gamut for the test to
2133 # work around the issue. See https://crbug.com/1166379 for more
2134 # information.
2135 '--extra-browser-args=--disable-wcg-for-test',
2136 ],
2137 },
Ben Pastene63f13302022-05-12 21:04:052138 'android_optional_gpu_tests_rel': {
2139 'args': [
2140 # See above.
2141 '--extra-browser-args=--disable-wcg-for-test',
2142 ],
2143 },
Brian Sheedy0566f2cb2021-02-12 22:12:502144 },
Brian Sheedye285c9b2019-07-15 21:42:462145 # TODO(https://crbug.com/850107): Remove the Android FYI Release (Pixel 2)
2146 # exception once there is enough capacity to run these tests.
2147 'remove_from': [
Brian Sheedye285c9b2019-07-15 21:42:462148 'Android FYI Release (Pixel 2)',
2149 ],
Brian Sheedy44fd891b2019-10-03 20:07:542150 'replacements': {
Brian Sheedy44fd891b2019-10-03 20:07:542151 # The V8 builders pass the V8 revision for ${got_revision}, so instead
2152 # use ${got_cr_revision}, which is only set on the V8 bots.
2153 'Android V8 FYI Release (Nexus 5X)': {
2154 'args': {
Brian Sheedy4d335deb2020-04-01 20:47:322155 '--git-revision': '${got_cr_revision}',
Brian Sheedy44fd891b2019-10-03 20:07:542156 },
2157 },
Brian Sheedy44fd891b2019-10-03 20:07:542158 },
Brian Sheedye285c9b2019-07-15 21:42:462159 },
Andrew Luo38b311f2019-10-04 03:42:092160 'media_unittests': {
2161 'modifications': {
Haiyang Pan9d68ca02021-08-04 21:30:472162 'android-11-x86-rel': {
Haiyang Pancf765862021-03-18 20:39:152163 'args': [
Haiyang Pan80b0d412021-11-23 00:06:422164 '--test-launcher-filter-file=../../testing/buildbot/filters/android.emulator_11_12.media_unittests.filter',
2165 ],
2166 },
Haiyang Pan2a55a452022-03-03 08:18:332167 'android-12-x64-rel': {
Haiyang Pan80b0d412021-11-23 00:06:422168 'args': [
2169 '--test-launcher-filter-file=../../testing/buildbot/filters/android.emulator_11_12.media_unittests.filter',
Haiyang Pancf765862021-03-18 20:39:152170 ],
2171 },
Haiyang Pan2486dcb2020-09-18 17:53:062172 'android-marshmallow-x86-rel-non-cq': {
John Budorickb5185112020-01-08 22:40:212173 'args': [
Haiyang Pan569659f02020-05-30 00:48:452174 '--test-launcher-filter-file=../../testing/buildbot/filters/android.emulator_m.media_unittests.filter',
John Budorickb5185112020-01-08 22:40:212175 ],
2176 },
Andrew Luo38b311f2019-10-04 03:42:092177 'android-pie-arm64-rel': {
Andrew Luobe83fd82019-12-19 03:07:582178 'args': [
2179 '--gtest_filter=-AAudio/AudioOutputTest.Play200HzTone/0', # https://crbug.com/1034009
2180 ],
Andrew Luo38b311f2019-10-04 03:42:092181 },
Chong Gudf7fbe92021-02-24 02:55:582182 'fuchsia-code-coverage': {
2183 'swarming': {
2184 'shards': 3,
2185 },
2186 },
Chong Gub2446462021-08-19 18:44:082187 'fuchsia-fyi-arm64-dbg': {
2188 'args': [
2189 '--test-launcher-filter-file=../../testing/buildbot/filters/fuchsia.debug.media_unittests.filter',
2190 ],
2191 },
Andrew Luo38b311f2019-10-04 03:42:092192 },
2193 },
Chong Gu4eca1ce2021-05-17 08:49:572194 'mediapipe_validating_tests': {
Chong Guabe5adec02022-03-24 17:41:302195 'modifications': { # TODO(crbug.com/1201887): Remove once tests are stable.
2196 'fuchsia-fyi-x64-rel': {
2197 'experiment_percentage': 100,
2198 },
2199 },
Chong Gu4eca1ce2021-05-17 08:49:572200 'remove_from': [
2201 # TODO(crbug.com/1201887): Remove once tests are stable.
2202 'Fuchsia x64',
2203 ],
2204 },
Ben Joyce02dc8092021-03-04 21:48:192205 'mojo_test_apk': {
2206 'remove_from': [
2207 'android-code-coverage-native', # Does not generate profraw data.
Ben Joyce46ca6012021-03-31 19:19:252208 'android-pie-arm64-coverage-experimental-rel', # Does not generate profraw data.
Ben Joyce02dc8092021-03-04 21:48:192209 ],
2210 },
John Budorickf00e5ff2019-06-11 21:21:062211 'mojo_unittests': {
2212 'modifications': {
2213 'android-asan': {
2214 'swarming': {
John Budorick5a29d7542019-10-11 20:56:442215 'shards': 5,
John Budorickf00e5ff2019-06-11 21:21:062216 },
2217 },
Chong Gudf7fbe92021-02-24 02:55:582218 'fuchsia-code-coverage': {
2219 'swarming': {
2220 'shards': 2,
2221 },
2222 },
John Budorickf00e5ff2019-06-11 21:21:062223 },
2224 },
bsheedye9469572019-01-23 17:31:332225 'monochrome_public_test_ar_apk': {
2226 'modifications': {
Brian Sheedy12169aa2019-10-16 23:38:032227 'Nougat Phone Tester': {
2228 'args': [
2229 # ArCore is not installed as a system app on N, so we can install it
2230 # normally instead of replacing the system version.
2231 '--additional-apk=//third_party/arcore-android-sdk/test-apks/arcore/arcore_current.apk'
2232 ],
2233 },
bsheedye9469572019-01-23 17:31:332234 # We need to match the Playstore version as well because AR tests fail on
2235 # old versions of the Playstore.
2236 'Oreo Phone Tester': {
Brian Sheedy2bcd16b2019-04-22 22:47:082237 'args': [
2238 # ArCore is not installed as a system app on O, so we can install it
2239 # normally instead of replacing the system version.
2240 '--additional-apk=//third_party/arcore-android-sdk/test-apks/arcore/arcore_current.apk'
2241 ],
bsheedye9469572019-01-23 17:31:332242 'swarming': {
2243 'dimension_sets': [
2244 {
2245 'device_os': 'OPR3.170623.008',
bsheedye9469572019-01-23 17:31:332246 'device_type': 'marlin',
2247 'os': 'Android',
2248 },
2249 ],
2250 },
2251 },
Haiyang Pan57159eba2020-05-07 23:14:132252 'android-10-arm64-rel': {
2253 'args': [
Brian Sheedy4dc4a6f2020-09-17 22:18:502254 '--remove-system-package=com.google.ar.core',
2255 '--additional-apk=//third_party/arcore-android-sdk/test-apks/arcore/arcore_current.apk',
Haiyang Pan57159eba2020-05-07 23:14:132256 ]
2257 },
Brian Sheedy2bcd16b2019-04-22 22:47:082258 'android-pie-arm64-dbg': {
2259 'args': [
Brian Sheedy4dc4a6f2020-09-17 22:18:502260 '--remove-system-package=com.google.ar.core',
2261 '--additional-apk=//third_party/arcore-android-sdk/test-apks/arcore/arcore_current.apk',
Brian Sheedy2bcd16b2019-04-22 22:47:082262 ]
2263 }
bsheedye9469572019-01-23 17:31:332264 },
2265 },
Kenneth Russellfbda3c532017-12-08 23:57:242266 'nacl_loader_unittests': {
2267 'remove_from': [
Nico Weber48f187142018-06-01 15:16:352268 'ToTMacASan', # The mac asan tot bot sets enable_nacl=false
Nico Weber3611ee802018-06-07 13:34:512269 'linux-win_cross-rel', # Sets enable_nacl=false, https://crbug.com/774186
Nico Webera8fc38f72018-04-10 02:20:112270 'Linux TSan Tests', # The TSan bot sets enable_nacl=false
Nico Weber05d3e642018-05-31 16:59:482271 'Mac ASan 64 Tests (1)', # The mac asan bot sets enable_nacl=false
Kenneth Russellfbda3c532017-12-08 23:57:242272 ],
2273 },
Kenneth Russelleb60cbd22017-12-05 07:54:282274 'net_unittests': {
2275 'modifications': {
Nico Weber33b9b7a2020-06-12 19:23:272276 'CrWinAsan': {
Ben Pastened2c01af2022-01-31 23:06:442277 # TODO(crbug.com/1257927): net_unittests is slow under ASan.
Nico Weber33b9b7a2020-06-12 19:23:272278 'swarming': {
2279 'shards': 16,
2280 },
2281 },
2282 'CrWinAsan(dll)': {
Ben Pastened2c01af2022-01-31 23:06:442283 # TODO(crbug.com/1257927): net_unittests is slow under ASan.
Nico Weber33b9b7a2020-06-12 19:23:272284 'swarming': {
2285 'shards': 16,
2286 },
2287 },
John Budorickca14c76f62017-12-09 14:19:182288 'Linux ASan LSan Tests (1)': {
John Budorick5052d552017-12-13 02:59:342289 # These are very slow on the ASAN trybot for some reason.
Ben Pastened2c01af2022-01-31 23:06:442290 # crbug.com/1257927
John Budorickca14c76f62017-12-09 14:19:182291 'swarming': {
John Budorick5052d552017-12-13 02:59:342292 'shards': 16,
John Budorickca14c76f62017-12-09 14:19:182293 },
2294 },
2295 'Linux Chromium OS ASan LSan Tests (1)': {
Takuto Ikuta54671d972018-07-19 19:06:352296 # These are very slow on the ASAN trybot for some reason.
Ben Pastened2c01af2022-01-31 23:06:442297 # crbug.com/1257927
John Budorickca14c76f62017-12-09 14:19:182298 'swarming': {
Sergey Berezinda3255c2018-03-16 00:34:022299 'shards': 8,
John Budorickca14c76f62017-12-09 14:19:182300 }
2301 },
Takuto Ikuta54671d972018-07-19 19:06:352302 'Linux ChromiumOS MSan Tests': {
2303 # These are very slow on the Chrome OS MSAN trybot for some reason.
2304 # crbug.com/865455
2305 'swarming': {
2306 'shards': 2,
2307 },
2308 },
John Budorickca14c76f62017-12-09 14:19:182309 'Linux TSan Tests': {
2310 'swarming': {
2311 'shards': 4,
2312 }
2313 },
Ben Pastene8bf205b2018-06-13 04:00:332314 # The suite runs signficantly slower on linux dbg, so increase shards.
2315 'Linux Tests (dbg)(1)': {
2316 'swarming': {
2317 'shards': 2,
2318 },
2319 },
Stephen Martinis1384ff92020-01-07 19:52:152320 'ToTLinuxASan': {
Ben Pastened2c01af2022-01-31 23:06:442321 # TODO(crbug.com/1257927): net_unittests is slow under ASan.
Stephen Martinis1384ff92020-01-07 19:52:152322 'swarming': {
2323 'shards': 16,
2324 },
2325 },
2326 'ToTLinuxTSan': {
2327 'swarming': {
2328 'shards': 4,
2329 }
2330 },
Haiyang Pan9d68ca02021-08-04 21:30:472331 'android-11-x86-rel': {
Haiyang Pan8d9906e02021-03-24 20:11:042332 'args': [
2333 '--test-launcher-filter-file=../../testing/buildbot/filters/android.emulator_11.net_unittests.filter',
2334 ],
2335 },
Haiyang Pan2a55a452022-03-03 08:18:332336 'android-12-x64-rel': {
Haiyang Pan2877f062021-11-18 01:06:062337 'args': [
2338 # TODO(crbug.com/1191793): Fix the test failure
2339 '--gtest_filter=-MimeUtilTest.ExtensionTest',
2340 ],
2341 },
Stefano Duof44278b2021-08-02 16:29:382342 'android-cronet-x86-dbg-10-tests': {
2343 'args': [
2344 '--test-launcher-filter-file=../../testing/buildbot/filters/android.emulator_10.net_unittests.filter',
2345 ],
2346 },
Chidera Olibieef99a55ca2021-10-01 21:42:002347 'android-cronet-x86-dbg-11-tests': {
2348 'args': [
2349 '--test-launcher-filter-file=../../testing/buildbot/filters/android.emulator_11.net_unittests.filter',
2350 ],
2351 },
Chidera Olibie262e33e2022-03-02 11:45:282352 'android-cronet-x86-dbg-lollipop-tests': {
2353 'args': [
2354 '--test-launcher-filter-file=../../testing/buildbot/filters/android.emulator_l.net_unittests.filter',
2355 ],
2356 },
Chidera Olibieef99a55ca2021-10-01 21:42:002357 'android-cronet-x86-dbg-oreo-tests': {
2358 'args': [
2359 '--test-launcher-filter-file=../../testing/buildbot/filters/android.emulator.net_unittests.filter',
2360 ],
2361 },
Chidera Olibie509fd732021-09-30 20:17:172362 'android-cronet-x86-dbg-pie-tests': {
2363 # crbug.com/1046060
2364 'args': [
2365 '--test-launcher-filter-file=../../testing/buildbot/filters/android.emulator.net_unittests.filter',
2366 ],
2367 },
Chidera Olibie5c0ec912022-03-23 10:44:512368 'android-cronet-x86-rel-kitkat-tests': {
2369 'args': [
2370 '--test-launcher-filter-file=../../testing/buildbot/filters/android.emulator_k.net_unittests.filter',
2371 ],
2372 },
Haiyang Pan2486dcb2020-09-18 17:53:062373 'android-marshmallow-x86-rel-non-cq': {
John Budorick7fde6b492020-01-29 17:43:502374 # crbug.com/1046060
2375 'args': [
2376 '--test-launcher-filter-file=../../testing/buildbot/filters/android.emulator.net_unittests.filter',
2377 ],
2378 },
Haiyang Pan08d09dc2020-04-01 16:11:212379 'android-pie-x86-rel': {
John Budorick7fde6b492020-01-29 17:43:502380 # crbug.com/1046060
2381 'args': [
2382 '--test-launcher-filter-file=../../testing/buildbot/filters/android.emulator.net_unittests.filter',
2383 ],
2384 },
Struan Shrimpton4b7abc02021-12-16 01:36:592385 'chromeos-amd64-generic-rel': {
2386 'swarming': {
2387 'quickrun_shards': 6,
2388 },
2389 },
Chong Gu76046412021-09-22 17:49:212390 'fuchsia-code-coverage': {
2391 'swarming': {
2392 'shards': 14,
2393 },
2394 },
Ben Pastene8bf205b2018-06-13 04:00:332395 'linux-chromeos-dbg': {
2396 'swarming': {
2397 'shards': 2,
2398 },
2399 },
Lindsay Pasricha60535a22021-12-13 16:50:242400 # TODO (crbug.com/1278618) Re-enable once fixed
2401 'mac-osxbeta-rel': {
2402 'experiment_percentage': 0,
2403 },
Nico Weber33b9b7a2020-06-12 19:23:272404 'win-asan': {
Ben Pastened2c01af2022-01-31 23:06:442405 # TODO(crbug.com/1257927): net_unittests is slow under ASan.
Nico Weber33b9b7a2020-06-12 19:23:272406 'swarming': {
2407 'shards': 16,
2408 },
2409 },
Kenneth Russelleb60cbd22017-12-05 07:54:282410 },
2411 },
John Chenaab16fc02020-03-03 06:35:452412 'not_site_per_process_blink_web_tests': {
Lukasz Anforowicz04bc6302018-11-19 19:04:282413 'remove_from': [
Lukasz Anforowicz04bc6302018-11-19 19:04:282414 # TODO(dpranke): Should we be running this step on Linux Tests (dbg)(1)?
2415 'Linux Tests (dbg)(1)',
Lukasz Anforowicz04bc6302018-11-19 19:04:282416 ],
Yuke Liaobc9ff982019-04-30 06:56:162417 'modifications': {
Stephen Martinis1384ff92020-01-07 19:52:152418 'Linux Tests': {
2419 "args": [
2420 "--additional-env-var=LLVM_PROFILE_FILE=${ISOLATED_OUTDIR}/profraw/default-%2m.profraw",
Stephen Martinis1384ff92020-01-07 19:52:152421 ],
Struan Shrimpton57c594e42022-01-25 17:59:132422 'swarming': {
2423 'quickrun_shards': 18,
2424 },
Stephen Martinis1384ff92020-01-07 19:52:152425 },
Yuke Liaoea70f472019-12-19 06:03:362426 'linux-code-coverage': {
2427 'args': [
2428 '--additional-env-var=LLVM_PROFILE_FILE=${ISOLATED_OUTDIR}/profraw/default-%2m.profraw',
Yuke Liaoea70f472019-12-19 06:03:362429 ],
2430 'swarming': {
2431 'shards': 20,
2432 },
2433 },
Yuke Liaobc9ff982019-04-30 06:56:162434 },
Lukasz Anforowicz04bc6302018-11-19 19:04:282435 },
Xi Cheng34ca4042018-02-23 00:10:122436 'notification_helper_unittests': {
2437 'remove_from': [
Hans Wennborg252643a2018-05-22 14:41:122438 # The test uses WinRT, which only exists in Windows 8 or above.
2439 # (https://crbug.com/813553)
Xi Cheng34ca4042018-02-23 00:10:122440 'Win 7 Tests x64 (1)',
Xi Cheng34ca4042018-02-23 00:10:122441 'Win7 Tests (1)',
Stephen Martinis1384ff92020-01-07 19:52:152442 # all these bots run Windows 7.
Xi Cheng34ca4042018-02-23 00:10:122443 'ToTWin',
2444 'ToTWin(dbg)',
2445 'ToTWin(dll)',
inglorionb8e7a3ed2019-04-12 09:49:032446 'ToTWinOfficial',
Arthur Eubanks0c24b822021-06-15 18:51:342447 'ToTWinOfficial64',
Xi Cheng34ca4042018-02-23 00:10:122448 'ToTWin64',
2449 'ToTWin64(dbg)',
2450 'ToTWin64(dll)',
Xi Cheng34ca4042018-02-23 00:10:122451 ],
2452 },
Peter McNeeley3cfc0ec82021-12-08 20:36:242453 'overlay_prioritization_viz_unittests': {
2454 'remove_from': [
2455 # Reduce CQ load
2456 'Linux Tests (Wayland)',
2457 ],
2458 },
Ben Pastenee723b2f2019-05-31 19:10:272459 'ozone_unittests': {
2460 'modifications': {
Ben Pastene8ef125e2019-12-10 01:46:292461 'chromeos-betty-pi-arc-chrome': {
2462 'args': [
2463 '--test-launcher-filter-file=../../testing/buildbot/filters/chromeos.ozone_unittests.filter',
2464 ],
2465 },
Ben Pastene500cc1d12021-01-22 18:10:472466 'chromeos-betty-pi-arc-chrome-dchecks': {
2467 'args': [
2468 '--test-launcher-filter-file=../../testing/buildbot/filters/chromeos.ozone_unittests.filter',
2469 ],
2470 },
Ben Pastene8ef125e2019-12-10 01:46:292471 'linux-chromeos-chrome': {
2472 'args': [
2473 '--test-launcher-filter-file=../../testing/buildbot/filters/chromeos.ozone_unittests.filter',
2474 ],
2475 },
Ben Pastenee723b2f2019-05-31 19:10:272476 },
2477 },
Maksim Sisovc81d284c2021-10-05 17:54:352478 'ozone_x11_unittests': {
2479 # Wayland bot uses chromium_linux_gtests that includes some x11 only
2480 # test targets. To avoid maintaining a list of tests, remove them here.
2481 'remove_from': [
2482 'Linux Tests (Wayland)',
2483 ],
2484 },
Karen Qian385d2ca2019-03-19 21:49:582485 'perfetto_unittests': {
Haiyang Pan0e27adbeb2021-12-14 22:44:302486 'modifications': {
Haiyang Pan2a55a452022-03-03 08:18:332487 'android-12-x64-rel': {
Haiyang Pan0e27adbeb2021-12-14 22:44:302488 'args': [
2489 # TODO(crbug.com/1260440): Fix the failed test
2490 '--gtest_filter=-ScopedDirTest.CloseOutOfScope',
2491 ],
2492 },
Chong Gua10cd302022-01-14 19:22:192493 'fuchsia-fyi-x64-asan': {
2494 'args': [
Kevin Marshall847bf0332022-05-31 20:12:542495 # TODO(crbug.com/1199334): Error messages only show up in klog.
2496 '--gtest_filter=-PagedMemoryTest.AccessUncommittedMemoryTriggersASAN'
Chong Gua10cd302022-01-14 19:22:192497 ],
2498 },
Haiyang Pan0e27adbeb2021-12-14 22:44:302499 },
Karen Qian385d2ca2019-03-19 21:49:582500 'remove_from': [
Haiyang Pan363c59a2020-07-23 05:47:042501 # TODO(crbug.com/931138): Fix permission issue when creating tmp files
John Budorickd3fa5992019-12-13 17:22:412502 'android-arm64-proguard-rel',
John Budorickf2283d72019-06-25 01:09:092503 'android-asan',
Yun Liu022f4512019-06-10 23:14:042504 'android-code-coverage',
Yun Liu7cfd28a2019-10-30 01:57:122505 'android-code-coverage-native',
Karen Qian385d2ca2019-03-19 21:49:582506 'android-marshmallow-arm64-rel',
Haiyang Pan2486dcb2020-09-18 17:53:062507 'android-marshmallow-x86-rel-non-cq',
Ben Joyce46ca6012021-03-31 19:19:252508 'android-pie-arm64-coverage-experimental-rel', # Does not generate profraw data.
Andrew Luo38b311f2019-10-04 03:42:092509 'android-pie-arm64-rel',
Haiyang Pan08d09dc2020-04-01 16:11:212510 'android-pie-x86-rel',
Haiyang Pan9d68ca02021-08-04 21:30:472511 'android-11-x86-rel',
Karen Qian385d2ca2019-03-19 21:49:582512 'Marshmallow 64 bit Tester',
2513 'Marshmallow Tablet Tester',
2514 'Nougat Phone Tester',
Arthur Eubanksc8f86ee2021-05-10 20:14:242515 'ToTAndroid'
Karen Qian385d2ca2019-03-19 21:49:582516 ]
2517 },
Stephen Martinis54d64ad2018-09-21 22:16:202518 'performance_test_suite': {
2519 'modifications': {
Cameron Higgins7558b162022-06-10 18:53:072520 'Mac12 Tests (dbg)': {
Zhaoyang Li9357e1e12021-12-07 18:53:172521 'args': [
2522 '--browser=debug',
2523 ],
2524 },
Stephen Martinis54d64ad2018-09-21 22:16:202525 'Win10 Tests x64 (dbg)': {
2526 'args': [
Takuto Ikutab28b582e2021-02-10 01:41:212527 '--browser=debug_x64',
Stephen Martinis54d64ad2018-09-21 22:16:202528 ],
2529 'experiment_percentage': 100,
2530 },
Stephen Martinis54d64ad2018-09-21 22:16:202531 },
2532 },
Jonah Ryan-Davis832c8462020-06-09 03:45:032533 'pixel_skia_gold_passthrough_test': {
Brian Sheedyc0c142c2021-06-01 21:18:052534 'modifications': {
2535 'Android FYI Release (Pixel 4)': {
2536 'args': [
2537 # Pixel 4s are weird in that they can output in different color spaces
2538 # simultaneously. The readback code for capturing a screenshot assumes
2539 # only one color space, so disable wide color gamut for the test to
2540 # work around the issue. See https://crbug.com/1166379 for more
2541 # information.
2542 '--extra-browser-args=--disable-wcg-for-test',
2543 ],
2544 },
Struan Shrimptone772d72f2021-12-15 07:50:092545 'Mac Retina Release (AMD)': {
2546 'swarming': {
2547 'quickrun_shards': 2,
2548 },
2549 },
Struan Shrimpton4b7abc02021-12-16 01:36:592550 'Win10 x64 Release (NVIDIA)': {
2551 'swarming': {
2552 'quickrun_shards': 2,
2553 },
2554 },
Ben Pastene63f13302022-05-12 21:04:052555 'android_optional_gpu_tests_rel': {
2556 'args': [
2557 # See above.
2558 '--extra-browser-args=--disable-wcg-for-test',
2559 ],
2560 },
Brian Sheedyc0c142c2021-06-01 21:18:052561 },
Jonah Ryan-Davis832c8462020-06-09 03:45:032562 'replacements': {
2563 # The V8 builders pass the V8 revision for ${got_revision}, so instead
2564 # use ${got_cr_revision}, which is only set on the V8 bots.
2565 'Linux V8 FYI Release (NVIDIA)': {
2566 'args': {
2567 '--git-revision': '${got_cr_revision}',
2568 },
2569 },
2570 'Linux V8 FYI Release - pointer compression (NVIDIA)': {
2571 'args': {
2572 '--git-revision': '${got_cr_revision}',
2573 },
2574 },
Jonah Ryan-Davisdeeffeaf2020-06-18 17:56:002575 'Mac V8 FYI Release (Intel)': {
2576 'args': {
2577 '--git-revision': '${got_cr_revision}',
2578 },
2579 },
Jonah Ryan-Davis832c8462020-06-09 03:45:032580 'Win V8 FYI Release (NVIDIA)': {
2581 'args': {
2582 '--git-revision': '${got_cr_revision}',
2583 },
2584 },
2585 },
2586 },
2587 'pixel_skia_gold_validating_test': {
Brian Sheedy0566f2cb2021-02-12 22:12:502588 'modifications': {
2589 'Android FYI Release (Pixel 4)': {
2590 'args': [
2591 # Pixel 4s are weird in that they can output in different color spaces
2592 # simultaneously. The readback code for capturing a screenshot assumes
2593 # only one color space, so disable wide color gamut for the test to
2594 # work around the issue. See https://crbug.com/1166379 for more
2595 # information.
2596 '--extra-browser-args=--disable-wcg-for-test',
2597 ],
2598 },
Ben Pastene63f13302022-05-12 21:04:052599 'android_optional_gpu_tests_rel': {
2600 'args': [
2601 # See above.
2602 '--extra-browser-args=--disable-wcg-for-test',
2603 ],
2604 },
Chong Guabe5adec02022-03-24 17:41:302605 'fuchsia-fyi-x64-rel': { # https://crbug.com/1302427
2606 'experiment_percentage': 100,
2607 },
Brian Sheedy0566f2cb2021-02-12 22:12:502608 },
Chong Gu0aa929e62022-03-03 15:34:132609 'remove_from': [
2610 'Fuchsia x64', # https://crbug.com/1302427
2611 ],
Brian Sheedye6ea0ee2019-07-11 02:54:372612 'replacements': {
Brian Sheedye6ea0ee2019-07-11 02:54:372613 # The V8 builders pass the V8 revision for ${got_revision}, so instead
2614 # use ${got_cr_revision}, which is only set on the V8 bots.
2615 'Android V8 FYI Release (Nexus 5X)': {
2616 'args': {
Brian Sheedy4d335deb2020-04-01 20:47:322617 '--git-revision': '${got_cr_revision}',
Brian Sheedye6ea0ee2019-07-11 02:54:372618 },
2619 },
Brian Sheedye6ea0ee2019-07-11 02:54:372620 },
2621 },
2622 'pixel_test':{
Takuto Ikuta35c85522019-06-04 16:55:462623 'modifications': {
2624 'Android Release (Nexus 5X)': {
2625 'swarming': {
2626 'shards': 2,
2627 },
2628 },
2629 },
Nico Weber128fd382018-06-14 23:29:272630 },
John Budorickdce9d462019-03-23 00:25:382631 'sandbox_linux_unittests': {
2632 'modifications': {
Haiyang Pan2a55a452022-03-03 08:18:332633 'android-12-x64-rel': {
Haiyang Pan4d49f5d2021-11-24 02:06:132634 'args': [
2635 '--test-launcher-filter-file=../../testing/buildbot/filters/android.emulator_12.sandbox_linux_unittests.filter',
2636 ]
2637 },
Haiyang Pan6b8e4cf2021-08-02 21:38:282638 'android-marshmallow-x86-rel': {
John Budorick6e8e595b2020-01-27 18:15:582639 'args': [
2640 '--test-launcher-filter-file=../../testing/buildbot/filters/android.emulator.sandbox_linux_unittests.filter',
2641 ]
2642 },
Haiyang Pan08d09dc2020-04-01 16:11:212643 'android-pie-x86-rel': {
John Budorick191adfcd2020-01-29 18:19:042644 'args': [
2645 '--test-launcher-filter-file=../../testing/buildbot/filters/android.emulator.sandbox_linux_unittests.filter',
2646 ]
2647 },
John Budorickdce9d462019-03-23 00:25:382648 },
John Budorick3ebfdf852019-05-13 22:28:162649 'remove_from': [
John Budorick3ebfdf852019-05-13 22:28:162650 'android-asan', # https://crbug.com/962650
2651 ],
John Budorickdce9d462019-03-23 00:25:382652 },
Brian Sheedyc0c142c2021-06-01 21:18:052653 'screenshot_sync_passthrough_tests': {
2654 'modifications': {
2655 'Android FYI Release (Pixel 4)': {
2656 'args': [
2657 # Pixel 4s are weird in that they can output in different color spaces
2658 # simultaneously. The readback code for capturing a screenshot assumes
2659 # only one color space, so disable wide color gamut for the test to
2660 # work around the issue. See https://crbug.com/1166379 for more
2661 # information.
2662 '--extra-browser-args=--disable-wcg-for-test',
2663 ],
2664 },
Ben Pastene63f13302022-05-12 21:04:052665 'android_optional_gpu_tests_rel': {
2666 'args': [
2667 # See above.
2668 '--extra-browser-args=--disable-wcg-for-test',
2669 ],
2670 },
Brian Sheedyc0c142c2021-06-01 21:18:052671 },
2672 },
Brian Sheedy0566f2cb2021-02-12 22:12:502673 'screenshot_sync_validating_tests': {
2674 'modifications': {
2675 'Android FYI Release (Pixel 4)': {
2676 'args': [
2677 # Pixel 4s are weird in that they can output in different color spaces
2678 # simultaneously. The readback code for capturing a screenshot assumes
2679 # only one color space, so disable wide color gamut for the test to
2680 # work around the issue. See https://crbug.com/1166379 for more
2681 # information.
2682 '--extra-browser-args=--disable-wcg-for-test',
2683 ],
2684 },
Ben Pastene63f13302022-05-12 21:04:052685 'android_optional_gpu_tests_rel': {
2686 'args': [
2687 # See above.
2688 '--extra-browser-args=--disable-wcg-for-test',
2689 ],
2690 },
Brian Sheedy0566f2cb2021-02-12 22:12:502691 },
Chong Gu0aa929e62022-03-03 15:34:132692 'remove_from': [
2693 'Fuchsia x64', # https://crbug.com/1302427
2694 ],
Brian Sheedy0566f2cb2021-02-12 22:12:502695 },
Kenneth Russelleb60cbd22017-12-05 07:54:282696 'services_unittests': {
2697 'remove_from': [
Nico Weber15a00d62018-05-16 17:11:482698 'ToTLinuxMSan', # https://crbug.com/831676
Kenneth Russell8a386d42018-06-02 09:48:012699 # The face and barcode detection tests fail on the Mac Pros.
2700 'Mac Pro FYI Release (AMD)',
Nico Weberd36959682018-04-12 03:33:462701 'Linux ChromiumOS MSan Tests', # https://crbug.com/831676
Ben Pastene7636bb62022-04-22 18:55:252702 'Linux ChromiumOS MSan Focal',
Nico Weberd36959682018-04-12 03:33:462703 'Linux MSan Tests', # https://crbug.com/831676
Ben Pastene7636bb62022-04-22 18:55:252704 'Linux MSan Focal', # https://crbug.com/831676
Kenneth Russelleb60cbd22017-12-05 07:54:282705 ],
Brian Sheedyb6c58792020-05-07 18:37:332706 'replacements': {
2707 # TODO(crbug.com/1078982): Remove once the test is fixed on 10.15.4.
2708 'Mac FYI Experimental Release (Intel)': {
2709 'args': {
2710 '--gtest_filter': '*Detection*:-FaceDetectionImplMacTest.ScanOneFace*',
2711 },
2712 },
2713 },
Haiyang Pan363c59a2020-07-23 05:47:042714 'modifications': {
Struan Shrimptone772d72f2021-12-15 07:50:092715 'Linux ASan LSan Tests (1)': {
2716 'swarming': {
2717 'quickrun_shards': 2,
2718 },
2719 },
Haiyang Pan9d68ca02021-08-04 21:30:472720 'android-11-x86-rel': {
Haiyang Pan10f029c2021-07-30 23:17:562721 'args': [
Haiyang Pan2877f062021-11-18 01:06:062722 # TODO(crbug.com/1264654): Fix the failed tests
2723 '--gtest_filter=-PacLibraryTest.ActualPacMyIpAddress*'
2724 ],
2725 },
Haiyang Pan2a55a452022-03-03 08:18:332726 'android-12-x64-rel': {
Haiyang Pan2877f062021-11-18 01:06:062727 'args': [
2728 # TODO(crbug.com/1264654): Fix the failed tests
Haiyang Pan10f029c2021-07-30 23:17:562729 '--gtest_filter=-PacLibraryTest.ActualPacMyIpAddress*'
2730 ],
2731 },
Chong Gu52481452021-04-02 17:52:412732 'fuchsia-code-coverage': {
2733 'swarming': {
2734 'shards': 7,
2735 },
2736 },
2737 }
Chong Gudf7fbe92021-02-24 02:55:582738 },
Chong Gu76046412021-09-22 17:49:212739 'snapshot_unittests': {
Chong Gub2446462021-08-19 18:44:082740 'modifications': {
2741 'fuchsia-fyi-arm64-dbg': {
2742 'args': [
2743 '--test-launcher-filter-file=../../testing/buildbot/filters/fuchsia.debug.snapshot_unittests.filter',
2744 ],
2745 },
2746 },
2747 },
Kenneth Russelleb60cbd22017-12-05 07:54:282748 'sync_integration_tests': {
Brad Halla36886c2019-02-26 16:52:292749 'remove_from': [
Brad Halla36886c2019-02-26 16:52:292750 'CrWinAsan(dll)', # https://crbug.com/935598
2751 ],
Kenneth Russelleb60cbd22017-12-05 07:54:282752 'modifications': {
Erik Chene84bc1c2019-11-25 23:23:522753 'Linux ASan LSan Tests (1)': {
2754 'swarming': {
2755 'shards': 4,
2756 },
2757 },
Nico Weber8fbc2832018-12-14 16:00:572758 'Linux TSan Tests': {
2759 'swarming': {
2760 'shards': 6,
2761 },
2762 },
Chris Cunninghama1239c8b2022-05-03 00:32:212763 'Mac ASan 64 Tests (1)': {
2764 'swarming': {
2765 'shards': 3,
Lindsay Pasricha2cfaec212022-05-11 19:00:392766 },
2767 },
2768 'Mac11 Tests': {
2769 'swarming': {
2770 'shards': 4,
Chris Cunninghama1239c8b2022-05-03 00:32:212771 },
2772 },
Stephen Martinis1384ff92020-01-07 19:52:152773 'ToTLinuxTSan': {
Kenneth Russelleb60cbd22017-12-05 07:54:282774 'swarming': {
Stephen Martinis1384ff92020-01-07 19:52:152775 'shards': 6,
Kenneth Russelleb60cbd22017-12-05 07:54:282776 },
2777 },
Struan Shrimptona1ab7672022-01-13 18:02:512778 'Win10 Tests x64': {
2779 'swarming': {
2780 'quickrun_shards': 3,
2781 },
2782 },
Stephen Martinis75ab55d2018-08-30 02:27:122783 'Win10 Tests x64 (dbg)': {
2784 'experiment_percentage': 100, # https://crbug.com/840369
2785 },
Stephen Martinis1384ff92020-01-07 19:52:152786 'linux-chromeos-code-coverage': {
Yuke Liao79424e42020-01-06 21:00:112787 'swarming': {
2788 'shards': 4,
2789 },
2790 },
Stephen Martinis1384ff92020-01-07 19:52:152791 'linux-code-coverage': {
Yuke Liao79424e42020-01-06 21:00:112792 'swarming': {
2793 'shards': 4,
2794 },
2795 },
Sven Zhengfbbf21a2021-04-16 23:57:122796 # https://crbug.com/1199909,
Junhua Chen39dd2dba2021-05-05 17:51:542797 'linux-lacros-code-coverage': {
2798 'args': [
2799 '--test-launcher-filter-file=../../testing/buildbot/filters/linux-lacros.sync_integration_tests.filter',
2800 ]
2801 },
Jieting Yangbf15db672021-10-04 19:18:372802 'linux-lacros-dbg-tests-fyi': {
2803 'args': [
2804 '--test-launcher-filter-file=../../testing/buildbot/filters/linux-lacros.sync_integration_tests.filter',
2805 ],
2806 },
Anastasiia N11c1f8d2021-04-19 14:04:422807 'linux-lacros-tester-rel': {
2808 'args': [
Yuke Liao56a437dd2021-05-05 04:53:402809 '--test-launcher-filter-file=../../testing/buildbot/filters/linux-lacros.sync_integration_tests.filter',
Anastasiia N11c1f8d2021-04-19 14:04:422810 ],
2811 },
Kuan Huang235b0142021-10-19 18:59:282812 'mac-code-coverage': {
2813 'args': [
2814 '--coverage-continuous-mode=1',
2815 ],
2816 },
Kenneth Russelleb60cbd22017-12-05 07:54:282817 },
2818 },
Weizhong Xia613fda42021-04-21 20:11:522819 'system_webview_wpt': {
2820 'modifications': {
2821 'android-webview-pie-x86-wpt-fyi-rel': {
Weizhong Xia7dd41362021-09-30 16:05:382822 'args': [
2823 '--log-wptreport',
2824 ],
Weizhong Xia613fda42021-04-21 20:11:522825 },
2826 },
2827 },
Kenneth Russell8a386d42018-06-02 09:48:012828 'tab_capture_end2end_tests': {
Nico Webere89a3c92018-07-01 01:30:522829 # Run these only on Release bots.
Kenneth Russell8a386d42018-06-02 09:48:012830 'remove_from': [
Kenneth Russell8a386d42018-06-02 09:48:012831 'Linux Debug (NVIDIA)',
2832 'Mac Debug (Intel)',
2833 'Mac Retina Debug (AMD)',
Yuly Novikovbc1ccff2019-08-03 00:05:492834 'Win10 FYI x64 Debug (NVIDIA)',
Yuly Novikovf28f1eca2019-07-04 22:43:392835 # Disabled due to dbus crashes crbug.com/927465
Yuly Novikov5865ff72019-07-09 21:38:052836 'Linux FYI Release (Intel HD 630)',
2837 'Linux FYI Release (NVIDIA)',
Yuly Novikov5865ff72019-07-09 21:38:052838 'Linux Release (NVIDIA)',
Kenneth Russell8a386d42018-06-02 09:48:012839 ],
Emily Hanleyb64ac7c2018-05-25 13:36:552840 },
Haiyang Pan8c201b92020-06-04 01:25:072841 'telemetry_chromium_minidump_unittests': {
2842 'remove_from': [
Haiyang Pan2486dcb2020-09-18 17:53:062843 'android-marshmallow-x86-rel-non-cq', # crbug.com/1084352
Haiyang Pan8c201b92020-06-04 01:25:072844 ],
2845 },
Brian Sheedyc117f6d2020-05-06 02:23:272846 'telemetry_monochrome_minidump_unittests': {
2847 'remove_from': [
2848 # Monochrome isn't supported on M.
2849 'android-marshmallow-arm64-rel',
Haiyang Pan2486dcb2020-09-18 17:53:062850 'android-marshmallow-x86-rel-non-cq',
Brian Sheedyc117f6d2020-05-06 02:23:272851 ],
2852 },
Kenneth Russelleb60cbd22017-12-05 07:54:282853 'telemetry_perf_unittests': {
2854 'modifications': {
Kenneth Russelleb60cbd22017-12-05 07:54:282855 'Linux Tests': {
2856 'args': [
2857 '--xvfb',
Ned Nguyene6e26042018-01-17 20:42:482858 '--jobs=1',
Kenneth Russelleb60cbd22017-12-05 07:54:282859 ],
2860 },
Juan Antonio Navarro Perez4899edf2019-03-14 13:05:352861 'Linux Tests (dbg)(1)': {
2862 'args': [
2863 '--xvfb',
2864 '--jobs=1',
2865 ],
2866 },
John Chen9fd22fcf2021-12-10 02:24:122867 'Mac11 Tests': {
2868 'ci_only': True,
2869 },
Struan Shrimptona1ab7672022-01-13 18:02:512870 'chromeos-amd64-generic-rel': {
2871 'swarming': {
2872 'quickrun_shards': 24,
2873 },
2874 },
Ben Pastene69400eb2021-03-25 19:27:162875 'chromeos-eve-chrome': {
2876 'args': [
2877 # TODO(crbug.com/1191132): Re-enable.
2878 '--skip=benchmarks.benchmark_smoke_unittest.BenchmarkSmokeTest.wasmpspdfkit',
2879 ],
2880 },
Ben Pastene2b4b15f2021-03-04 00:39:242881 'chromeos-kevin-chrome': {
2882 # TODO(crbug.com/1182948): Remove the experiment.
Ben Pastenebe91e462021-07-27 23:47:262883 # TODO(b/188822176): Restore to 100% when we have additional capacity.
2884 'experiment_percentage': 0,
Ben Pastene2b4b15f2021-03-04 00:39:242885 },
Kenneth Russelleb60cbd22017-12-05 07:54:282886 },
2887 'remove_from': [
Haiyang Pan2486dcb2020-09-18 17:53:062888 'android-marshmallow-x86-rel-non-cq', # crbug.com/1084352
Haiyang Pan0e39edf42020-04-28 19:29:012889 # There's no need to run telemetry_perf_unittests on both lollipop and
Erik Chen96894722019-11-21 20:03:392890 # marshmallow on the CQ. https://crbug.com/1026487.
Ben Joyce3e043862021-10-20 23:57:242891 # TODO(crbug/1260494): Test suite isn't running on android.
Erik Chen96894722019-11-21 20:03:392892 'android-marshmallow-arm64-rel',
Andrew Luobe83fd82019-12-19 03:07:582893 'android-pie-arm64-rel',
Garrett Beatyeef031a2019-02-28 01:55:412894 # crbug.com/936540
Shenghua Zhangbd6f1b232018-03-03 02:59:142895 'Mac10.13 Tests',
Zhaoyang Li69e2e002021-02-19 21:57:352896 'Mac10.15 Tests',
Lindsay Pasricha21bb93d72021-12-07 05:48:392897 # TODO crbug.com/1277277
Cameron Higgins7558b162022-06-10 18:53:072898 'Mac12 Tests (dbg)',
Stephen Martinis1384ff92020-01-07 19:52:152899 'Linux - Future (dbg)', # client.v8.chromium
Takuto Ikuta9aa015d2019-04-15 23:33:292900 'Win10 Tests x64',
Stephen Martinise701f5a2018-05-04 01:25:112901 'Win10 Tests x64 (dbg)',
Kuan Huanga89737d2022-01-07 19:42:112902 'Win11 Tests x64',
Kenneth Russelleb60cbd22017-12-05 07:54:282903 ],
2904 },
Stephen Martinis54d64ad2018-09-21 22:16:202905 'telemetry_unittests': {
2906 'modifications': {
2907 'Win10 Tests x64 (dbg)': {
2908 'experiment_percentage': 100, # crbug.com/870673
Ben Pastene9383fe12020-10-20 21:32:402909 },
Struan Shrimptona1ab7672022-01-13 18:02:512910 'chromeos-amd64-generic-rel': {
2911 'swarming': {
2912 'quickrun_shards': 60,
2913 },
2914 },
John Budorickc498fd3c2019-03-14 01:16:262915 },
2916 'remove_from': [
Ben Pastene9ef2ced52021-07-28 18:04:342917 # TODO(crbug.com/1141234): Restore when there's more DUTs
Ben Pastene7f1ded3a42022-06-08 17:01:592918 'chromeos-eve-chrome',
Ben Pastene9ef2ced52021-07-28 18:04:342919 'chromeos-kevin-chrome',
2920 'chromeos-kevin-rel',
Ben Pastene619317752020-12-03 00:04:142921
Takuto Ikuta9aa015d2019-04-15 23:33:292922 'Win10 Tests x64',
Kuan Huanga89737d2022-01-07 19:42:112923 'Win11 Tests x64',
Titouan Rigoudye122ec32021-11-08 16:36:162924
2925 # TODO(https://crbug.com/1267161): Re-enable when platform is supported.
2926 'mac11-arm64-rel-tests',
Zhaoyang Li5d3713d2022-06-13 18:01:172927 # TODO(https://crbug.com/1267161): Re-enable when platform is supported.
2928 'mac12-arm64-rel-tests',
John Budorickc498fd3c2019-03-14 01:16:262929 ],
Stephen Martinis54d64ad2018-09-21 22:16:202930 },
Ben Pastene8e7eb2652022-04-29 19:44:312931 'test_buildbucket_api_gpu_use_cases GTX 1660': {
2932 'remove_from': [
2933 'linux_optional_gpu_tests_rel', # crbug.com/1080749
Brian Sheedyf3b48d62020-05-08 23:03:122934 ],
2935 },
Chong Guabe5adec02022-03-24 17:41:302936 'trace_test': {
2937 'modifications': {
2938 'fuchsia-fyi-x64-rel': { # https://crbug.com/1269976
2939 'experiment_percentage': 100,
2940 },
2941 },
2942 },
Brian Sheedy739eb6a2022-06-10 06:01:342943 'unexpected_passes_common_pytype': {
2944 'remove_from': [
2945 'linux-code-coverage',
2946 ],
2947 },
Kenneth Russelleb60cbd22017-12-05 07:54:282948 'unit_tests': {
Yun Liu3e759dbb2019-11-01 19:25:522949 'remove_from': [
Ben Pastene3e32ffe2020-08-07 03:37:072950 'android-pie-arm64-rel', # https://crbug.com/1010211
Yun Liu3e759dbb2019-11-01 19:25:522951 ],
Kenneth Russelleb60cbd22017-12-05 07:54:282952 'modifications': {
John Budorickca14c76f62017-12-09 14:19:182953 'Linux ASan LSan Tests (1)': {
John Budorick5052d552017-12-13 02:59:342954 # These are slow on the ASAN trybot for some reason.
Ben Pastened2c01af2022-01-31 23:06:442955 # crbug.com/1257927
John Budorickca14c76f62017-12-09 14:19:182956 'swarming': {
John Budorick5052d552017-12-13 02:59:342957 'shards': 4,
John Budorickca14c76f62017-12-09 14:19:182958 },
2959 },
Stephen Martinis1384ff92020-01-07 19:52:152960 'Linux Chromium OS ASan LSan Tests (1)': {
2961 # These are slow on the ASAN trybot for some reason.
Ben Pastened2c01af2022-01-31 23:06:442962 # crbug.com/1257927
John Budorickca14c76f62017-12-09 14:19:182963 'swarming': {
2964 'shards': 2,
2965 },
2966 },
Takuto Ikuta54671d972018-07-19 19:06:352967 'Linux ChromiumOS MSan Tests': {
2968 # These are very slow on the Chrome OS MSAN trybot for some reason.
2969 # crbug.com/865455
2970 'swarming': {
2971 'shards': 2,
2972 },
2973 },
Stephen Martinis1384ff92020-01-07 19:52:152974 'Linux TSan Tests': {
Takuto Ikuta54671d972018-07-19 19:06:352975 'swarming': {
2976 'shards': 2,
2977 },
2978 },
Maksim Sisovc81d284c2021-10-05 17:54:352979 # https://crbug.com/1184127
2980 'Linux Tests (Wayland)': {
2981 'args': [
2982 '--test-launcher-filter-file=../../testing/buildbot/filters/ozone-linux.unit_tests_wayland.filter',
2983 ],
2984 },
Cameron Higgins7558b162022-06-10 18:53:072985 'Mac12 Tests (dbg)': {
Zhaoyang Li9357e1e12021-12-07 18:53:172986 'swarming': {
2987 'shards': 2,
2988 },
2989 },
Stephen Martinis1384ff92020-01-07 19:52:152990 'ToTLinuxASan': {
Dirk Pranke20eae9a72017-12-09 18:12:142991 'swarming': {
Stephen Martinis1384ff92020-01-07 19:52:152992 'shards': 2,
Dirk Pranke20eae9a72017-12-09 18:12:142993 },
2994 },
Stephen Martinis1384ff92020-01-07 19:52:152995 'android-asan': {
2996 'args': [
2997 '--test-launcher-filter-file=../../testing/buildbot/filters/android.asan.unit_tests.filter',
2998 ],
2999 },
Takuto Ikuta527cdff2020-01-29 08:04:273000 'android-marshmallow-arm64-rel-swarming': {
3001 'swarming': {
3002 'shards': 8,
3003 },
3004 },
Stephen Martinis1384ff92020-01-07 19:52:153005 'linux-chromeos-chrome': {
3006 'args': [
3007 '--test-launcher-filter-file=../../testing/buildbot/filters/chromeos.unit_tests.filter',
3008 ],
3009 },
Ben Pasteneacd57392019-10-31 02:13:253010 'linux-chromeos-dbg': {
3011 'swarming': {
3012 'shards': 2,
3013 },
3014 },
Erik Chend063aef72019-11-18 19:13:103015 'linux-chromeos-rel': {
3016 'swarming': {
3017 'shards': 2,
3018 },
3019 },
Yuke Liao597dd6df72020-08-18 03:02:543020 # https://crbug.com/1111979,
Junhua Chen39dd2dba2021-05-05 17:51:543021 'linux-lacros-code-coverage': {
3022 'args': [
3023 '--test-launcher-filter-file=../../testing/buildbot/filters/linux-lacros.unit_tests.filter',
3024 ],
3025 },
3026 # https://crbug.com/1111979,
Jieting Yangbf15db672021-10-04 19:18:373027 'linux-lacros-dbg-tests-fyi': {
3028 'args': [
3029 '--test-launcher-filter-file=../../testing/buildbot/filters/linux-lacros.unit_tests.filter',
3030 ],
3031 },
3032 # https://crbug.com/1111979,
Sven Zheng5c9d3e342020-08-11 21:39:433033 'linux-lacros-tester-rel': {
Sven Zheng5c9d3e342020-08-11 21:39:433034 'args': [
Yuke Liao56a437dd2021-05-05 04:53:403035 '--test-launcher-filter-file=../../testing/buildbot/filters/linux-lacros.unit_tests.filter',
Sven Zheng5c9d3e342020-08-11 21:39:433036 ],
3037 },
Kenneth Russelleb60cbd22017-12-05 07:54:283038 },
3039 },
Hao Wu77dd1ab2022-04-29 21:36:203040 'variations_smoke_tests': {
3041 'modifications': {
Hao Wud38c2342022-06-09 02:03:473042 'linux-chrome': {
3043 'swarming': {
3044 'dimension_sets': [
3045 {
3046 'pool': 'chrome.tests.finch',
3047 },
3048 ],
3049 },
3050 },
Hao Wu77dd1ab2022-04-29 21:36:203051 'win-chrome': {
3052 'experiment_percentage': 100,
Hao Wud38c2342022-06-09 02:03:473053 'swarming': {
3054 'dimension_sets': [
3055 {
3056 'pool': 'chrome.tests.finch',
3057 },
3058 ],
3059 },
Hao Wu77dd1ab2022-04-29 21:36:203060 },
3061 },
3062 },
Kenneth Russell8a386d42018-06-02 09:48:013063 'video_decode_accelerator_gl_unittest': {
3064 'remove_from': [
Kenneth Russell8a386d42018-06-02 09:48:013065 # Windows Intel doesn't have the GL extensions to support this test.
Yuly Novikovbc1ccff2019-08-03 00:05:493066 'Win10 FYI x64 Release (Intel HD 630)',
Yuly Novikov5ff15502019-07-31 00:55:483067 'Win10 FYI x64 Exp Release (Intel HD 630)',
Kenneth Russell8a386d42018-06-02 09:48:013068 ],
3069 },
Sven Zheng577fe5ff2020-08-03 22:06:443070 'views_unittests': {
Sven Zheng80734f12020-08-06 06:50:393071 'modifications': {
Maksim Sisovc81d284c2021-10-05 17:54:353072 'Linux Tests (Wayland)': {
3073 'args': [
3074 '--test-launcher-filter-file=../../testing/buildbot/filters/ozone-linux.wayland_views_unittests.filter',
3075 ],
3076 },
Chong Gu6aa22be2021-09-10 06:56:143077 'fuchsia-fyi-arm64-dbg': {
3078 'args': [
3079 '--test-launcher-filter-file=../../testing/buildbot/filters/fuchsia.debug.views_unittests.filter',
3080 ],
3081 },
Chong Gua10cd302022-01-14 19:22:193082 'fuchsia-fyi-x64-asan': {
3083 'args': [
3084 '--test-launcher-filter-file=../../testing/buildbot/filters/fuchsia.lsan.views_unittests.filter',
3085 ],
3086 },
Sven Zheng5c9d3e342020-08-11 21:39:433087 # https://crbug.com/1111979,
Junhua Chen39dd2dba2021-05-05 17:51:543088 'linux-lacros-code-coverage': {
3089 'args': [
3090 '--gtest_filter=-DesktopWidgetFocusManagerTest.AnchoredDialogInDesktopNativeWidgetAura:'
3091 'DesktopWidgetTest*:'
3092 'DesktopWindowTreeHostPlatformTest*:'
3093 'EditableComboboxTest*:'
3094 'MenuRunnerTest*:'
3095 'TextfieldTest*:'
3096 'TooltipControllerTest*:'
3097 'TooltipStateManagerTest*'
3098 ],
3099 },
Yuke Liaoa0db4742021-08-09 18:28:333100 'linux-lacros-dbg-tests-fyi': {
3101 'args': [
3102 '--gtest_filter=-DesktopWidgetFocusManagerTest.AnchoredDialogInDesktopNativeWidgetAura:'
3103 'TextfieldTest*:'
3104 'TooltipControllerTest*:'
3105 ],
3106 },
Sven Zheng5c9d3e342020-08-11 21:39:433107 'linux-lacros-tester-rel': {
Sven Zheng5c9d3e342020-08-11 21:39:433108 'args': [
3109 '--gtest_filter=-DesktopWidgetFocusManagerTest.AnchoredDialogInDesktopNativeWidgetAura:'
Yuke Liao34721c22020-08-14 21:41:193110 'DesktopWidgetTest*:'
3111 'DesktopWindowTreeHostPlatformTest*:'
Yuke Liaocf9db2b2020-08-13 19:42:533112 'EditableComboboxTest*:'
Sven Zhengea8903f2020-08-14 05:27:513113 'MenuRunnerTest*:'
Yuke Liaocf9db2b2020-08-13 19:42:533114 'TextfieldTest*:'
Benjamin Beaudry54b3b882021-03-12 23:55:363115 'TooltipControllerTest*:'
3116 'TooltipStateManagerTest*'
Sven Zheng5c9d3e342020-08-11 21:39:433117 ],
3118 },
Sven Zheng80734f12020-08-06 06:50:393119 },
Sven Zheng577fe5ff2020-08-03 22:06:443120 },
John Budorickd02c429de2020-01-10 19:02:213121 'viz_unittests': {
3122 'modifications': {
Chong Gub2446462021-08-19 18:44:083123 'fuchsia-fyi-arm64-dbg': {
Chong Gu6aa22be2021-09-10 06:56:143124 'args': [
3125 '--test-launcher-filter-file=../../testing/buildbot/filters/fuchsia.debug.viz_unittests.filter',
3126 ],
Chong Gub2446462021-08-19 18:44:083127 },
John Budorickd02c429de2020-01-10 19:02:213128 },
3129 },
John Budorick20f4fa8d2019-08-02 22:58:293130 'vr_common_unittests': {
3131 'remove_from': [
Haiyang Pan08d09dc2020-04-01 16:11:213132 'android-pie-x86-rel',
John Budorick20f4fa8d2019-08-02 22:58:293133 ],
3134 },
Kenneth Russellfbda3c532017-12-08 23:57:243135 'vr_pixeltests': {
3136 'remove_from': [
Haiyang Pan08d09dc2020-04-01 16:11:213137 'android-pie-x86-rel',
Kenneth Russell8ceeabf2017-12-11 17:53:283138 'VR Linux',
Kenneth Russellfbda3c532017-12-08 23:57:243139 ],
3140 },
Nico Webere81999ee2018-07-01 23:52:433141 'wayland_client_perftests': {
3142 'remove_from': [
3143 'linux-chromeos-dbg', # https://crbug.com/859307
3144 ],
3145 },
Chong Gu76046412021-09-22 17:49:213146 'web_engine_browsertests': {
Chong Gud1a5c5992021-04-09 04:08:323147 'modifications': {
3148 'fuchsia-code-coverage': {
3149 'swarming': {
Chong Gu7a463202021-07-19 18:43:103150 'shards': 28,
Chong Gud1a5c5992021-04-09 04:08:323151 },
3152 },
3153 },
3154 },
Chong Gu76046412021-09-22 17:49:213155 'web_engine_integration_tests': {
Chong Gu4c9e8f112021-06-02 18:37:263156 'modifications': {
3157 'fuchsia-code-coverage': {
3158 'swarming': {
3159 'shards': 6,
3160 },
3161 },
3162 },
3163 },
John Budorick63357462019-02-27 23:02:513164 'webdriver_tests_suite': {
3165 'remove_from': [
3166 'Linux Tests', # https://crbug.com/929689, https://crbug.com/936557
3167 ],
3168 },
Brian Sheedy5a9f6562021-08-20 03:32:543169 'webgl2_conformance_gles_passthrough_tests': {
3170 'remove_from': [
Brian Sheedyefb683c2022-01-25 21:17:363171 # Currently not enough capacity to run these tests on this config.
3172 # TODO(crbug.com/1280418): Re-enable once more of the Pixel 6 capacity
3173 # is deployed.
3174 'Android FYI Release (Pixel 6)',
Brian Sheedy43f5a6f2022-01-07 02:41:043175 # Not enough CrOS hardware capacity to run both on anything other than
3176 # VMs. See https://crbug.com/1238070.
Brian Sheedy5a9f6562021-08-20 03:32:543177 'Lacros FYI x64 Release (Intel)',
3178 ],
3179 'modifications': {
3180 # This VM configuration is known to be significantly slower than other
3181 # CrOS configurations, so increase the shards.
3182 # TODO(crbug.com/1223550): Remove this if the configuration can be sped
3183 # up.
3184 'ChromeOS FYI Release (amd64-generic)': {
3185 'swarming': {
3186 'shards': 30,
3187 },
3188 },
3189 },
3190 },
Kenneth Russell18fff67f2021-11-05 23:45:113191 'webgl2_conformance_metal_passthrough_tests': {
3192 'remove_from': [
Yuly Novikov7d00cdb2022-01-05 00:10:383193 # crbug.com/1270755
3194 'Mac FYI ASAN (Intel)',
3195 'Mac FYI Retina ASAN (AMD)',
Kenneth Russell18fff67f2021-11-05 23:45:113196 # Not enough capacity.
3197 'Mac FYI Retina Release (NVIDIA)',
3198 ],
Yuly Novikov220c14a52021-12-14 02:49:333199 'modifications': {
3200 'Mac FYI ASAN (Intel)': {
3201 'args': [
3202 '--extra-browser-args=--disable-metal-shader-cache',
Brian Sheedya111ca92022-04-18 23:37:153203 '--enable-metal-debug-layers',
3204 ],
3205 },
3206 'Mac FYI Release (Intel)': {
3207 'args': [
3208 '--enable-metal-debug-layers',
Yuly Novikov220c14a52021-12-14 02:49:333209 ],
3210 },
3211 'Mac FYI Retina ASAN (AMD)': {
3212 'args': [
3213 '--extra-browser-args=--disable-metal-shader-cache',
Brian Sheedy3fd310772022-04-20 02:15:513214 # This slows down tests and we are currently having AMD Mac capacity
3215 # issues.
3216 # '--enable-metal-debug-layers',
Brian Sheedya111ca92022-04-18 23:37:153217 ],
3218 },
3219 'Mac FYI Retina Release (AMD)': {
3220 'args': [
Brian Sheedy3fd310772022-04-20 02:15:513221 # This slows down tests and we are currently having AMD Mac capacity
3222 # issues.
3223 # '--enable-metal-debug-layers',
Yuly Novikov220c14a52021-12-14 02:49:333224 ],
3225 },
3226 },
Kenneth Russell18fff67f2021-11-05 23:45:113227 },
John Budorick82e61dfb2019-12-10 04:36:093228 'webgl2_conformance_validating_tests': {
Stephen Martinis54d64ad2018-09-21 22:16:203229 'remove_from': [
Brian Sheedyefb683c2022-01-25 21:17:363230 # Currently not enough capacity to run these tests on this config.
3231 # TODO(crbug.com/1280418): Re-enable once more of the Pixel 6 capacity
3232 # is deployed.
3233 'Android FYI Release (Pixel 6)',
Brian Sheedy43f5a6f2022-01-07 02:41:043234 # Passthrough version run on this configuration, not enough capacity for
3235 # both. See https://crbug.com/1238070.
3236 'ChromeOS FYI Release (kevin)',
Stephen Martinis54d64ad2018-09-21 22:16:203237 ],
Kenneth Russell8a386d42018-06-02 09:48:013238 'modifications': {
Brian Sheedyab0a1992021-08-13 20:57:393239 # This VM configuration is known to be significantly slower than other
3240 # CrOS configurations, so increase the shards.
3241 # TODO(crbug.com/1223550): Remove this if the configuration can be sped
3242 # up.
3243 'ChromeOS FYI Release (amd64-generic)': {
3244 'swarming': {
3245 'shards': 30,
3246 },
Brian Sheedy9bde4532021-08-20 18:11:193247 # This configuration is tested with the passthrough decoder as well,
3248 # which will be shipped in the nearish future, so any failures that
3249 # show up with the validating decoder are just an FYI.
3250 'experiment_percentage': 100,
Brian Sheedyab0a1992021-08-13 20:57:393251 },
Brian Sheedy22200312021-08-20 22:17:503252 'ChromeOS FYI Release (kevin)': {
3253 'experiment_percentage': 100,
3254 },
Kenneth Russell8a386d42018-06-02 09:48:013255 },
3256 },
Struan Shrimptona1ab7672022-01-13 18:02:513257 'webgl_conformance_d3d11_passthrough_tests': {
3258 'modifications': {
3259 'Win10 x64 Release (NVIDIA)': {
3260 'swarming': {
3261 'quickrun_shards': 4,
3262 },
3263 },
3264 },
3265 },
Kenneth Russell984f2f12020-12-15 23:23:353266 'webgl_conformance_metal_passthrough_tests': {
3267 'remove_from': [
Yuly Novikov7d00cdb2022-01-05 00:10:383268 # crbug.com/1270755
3269 'Mac FYI ASAN (Intel)',
3270 'Mac FYI Retina ASAN (AMD)',
Yuly Novikov220c14a52021-12-14 02:49:333271 # crbug.com/1158857: re-enable when switching to Metal by default.
Kenneth Russell984f2f12020-12-15 23:23:353272 'Mac FYI Retina Release (NVIDIA)',
3273 ],
Yuly Novikov220c14a52021-12-14 02:49:333274 'modifications': {
3275 'Mac FYI ASAN (Intel)': {
3276 'args': [
3277 '--extra-browser-args=--disable-metal-shader-cache',
Brian Sheedya111ca92022-04-18 23:37:153278 '--enable-metal-debug-layers',
3279 ],
3280 },
3281 'Mac FYI Release (Intel)': {
3282 'args': [
3283 '--enable-metal-debug-layers',
Yuly Novikov220c14a52021-12-14 02:49:333284 ],
3285 },
3286 'Mac FYI Retina ASAN (AMD)': {
3287 'args': [
3288 '--extra-browser-args=--disable-metal-shader-cache',
Brian Sheedy3fd310772022-04-20 02:15:513289 # This slows down tests and we are currently having AMD Mac capacity
3290 # issues.
3291 # '--enable-metal-debug-layers',
Brian Sheedya111ca92022-04-18 23:37:153292 ],
3293 },
3294 'Mac FYI Retina Release (AMD)': {
3295 'args': [
Brian Sheedy3fd310772022-04-20 02:15:513296 # This slows down tests and we are currently having AMD Mac capacity
3297 # issues.
3298 # '--enable-metal-debug-layers',
Yuly Novikov220c14a52021-12-14 02:49:333299 ],
3300 },
3301 },
Kenneth Russell984f2f12020-12-15 23:23:353302 },
Stephen Martinis54d64ad2018-09-21 22:16:203303 'webgl_conformance_tests': {
Kenneth Russelle63e41f2019-04-09 02:45:283304 'remove_from': [
3305 # Too slow on this configuration, which is severely hardware
3306 # constrained. crbug.com/950690
3307 'Mac FYI Retina Debug (NVIDIA)',
3308 ],
Struan Shrimptona1ab7672022-01-13 18:02:513309 'modifications': {
3310 'chromeos-amd64-generic-rel': {
Brian Sheedy9ee8e332022-05-31 21:37:553311 'args': [
3312 # Added to debug crbug.com/1293967.
3313 '--extra-browser-args=--disable-features=BackgroundVideoPauseOptimization',
3314 ],
Struan Shrimptona1ab7672022-01-13 18:02:513315 'swarming': {
3316 'quickrun_shards': 40,
3317 },
3318 },
3319 },
Kenneth Russell8a386d42018-06-02 09:48:013320 },
Austin Enge8c0ba02021-07-19 23:55:193321 'webgpu_blink_web_tests': {
3322 'modifications': {
3323 # Increase the timeout with ASAN (crbug.com/1208253)
3324 'Dawn Win10 x64 ASAN Release': {
3325 'args': [
Weizhong Xia91b53362022-01-05 17:13:353326 '--timeout-ms=48000',
Austin Enge8c0ba02021-07-19 23:55:193327 ],
3328 },
3329 },
Brian Sheedy5796b4b2021-09-15 21:51:413330 'replacements': {
3331 'Dawn Mac x64 Experimental Release (Intel)': {
3332 'args': {
Avi Drissman5afd38bc2021-10-27 17:35:133333 '--platform': 'mac-mac11',
Brian Sheedy5796b4b2021-09-15 21:51:413334 },
3335 }
3336 },
3337 },
3338 'webgpu_blink_web_tests_with_backend_validation': {
3339 'replacements': {
3340 'Dawn Mac x64 Experimental Release (Intel)': {
3341 'args': {
Avi Drissman5afd38bc2021-10-27 17:35:133342 '--platform': 'mac-mac11',
Brian Sheedy5796b4b2021-09-15 21:51:413343 },
3344 },
3345 },
Austin Enge8c0ba02021-07-19 23:55:193346 },
Kenneth Russelleb60cbd22017-12-05 07:54:283347 'webkit_unit_tests': {
Yun Liu16394ab32019-11-19 16:37:573348 'remove_from': [
3349 # Flakily fails on Win7. https://crbug.com/943372.
3350 'Win7 Tests (1)',
3351 'Win 7 Tests x64 (1)',
Haiyang Pan90ed7c642021-02-06 01:22:063352 # Runs on android-marshmallow-x86-rel already (crbug.com/1127110)
3353 'android-marshmallow-arm64-rel',
3354 'android-marshmallow-x86-rel-non-cq',
Yun Liu16394ab32019-11-19 16:37:573355 ],
Dirk Pranke81ff51c2017-12-09 19:24:283356 'modifications': {
John Budorick5052d552017-12-13 02:59:343357 'Linux ASan LSan Tests (1)': {
3358 # These are very slow on the ASAN trybot for some reason.
Ben Pastened2c01af2022-01-31 23:06:443359 # crbug.com/1257927
John Budorick5052d552017-12-13 02:59:343360 'swarming': {
3361 'shards': 5,
3362 },
3363 },
Erik Chen681dc0282019-11-26 22:54:493364 'Linux TSan Tests': {
3365 'swarming': {
3366 'shards': 2,
3367 },
3368 },
arthursonzogni26889d82018-05-29 17:18:163369 'Marshmallow 64 bit Tester': {
3370 # Increase timeout. See https://crbug.com/847229.
3371 'swarming': {
3372 'hard_timeout': 1200,
3373 },
3374 },
Haiyang Pan9d68ca02021-08-04 21:30:473375 'android-11-x86-rel': {
Haiyang Panc7c009e2021-03-18 19:31:233376 'args': [
Haiyang Panc08d02212021-10-18 18:58:383377 '--test-launcher-filter-file=../../testing/buildbot/filters/android.emulator.blink_unittests.filter',
3378 ],
3379 },
Haiyang Pan2a55a452022-03-03 08:18:333380 'android-12-x64-rel': {
Haiyang Panc08d02212021-10-18 18:58:383381 'args': [
3382 '--test-launcher-filter-file=../../testing/buildbot/filters/android.emulator.blink_unittests.filter',
Haiyang Panc7c009e2021-03-18 19:31:233383 ],
3384 },
Dirk Pranke81ff51c2017-12-09 19:24:283385 },
Kenneth Russelleb60cbd22017-12-05 07:54:283386 },
Haiyang Panfbd2b482020-09-23 23:41:253387 'weblayer_browsertests': {
3388 'modifications': {
Haiyang Pan9d68ca02021-08-04 21:30:473389 'android-11-x86-rel': {
Haiyang Pand38464f52021-03-24 00:29:013390 'args': [
Haiyang Pan2877f062021-11-18 01:06:063391 # TODO(crbug.com/1191784): Fix the test failure
3392 '--gtest_filter=-DownloadBrowserTest.OverrideDownloadDirectory',
3393 ],
3394 },
Haiyang Pan2a55a452022-03-03 08:18:333395 'android-12-x64-rel': {
Haiyang Pan2877f062021-11-18 01:06:063396 'args': [
3397 # TODO(crbug.com/1191784): Fix the test failure
Haiyang Pand38464f52021-03-24 00:29:013398 '--gtest_filter=-DownloadBrowserTest.OverrideDownloadDirectory',
3399 ],
3400 },
Haiyang Panfbd2b482020-09-23 23:41:253401 'android-pie-arm64-rel': {
3402 # TODO(crbug.com/1111436): Move this back to walleye if/when additional
3403 # capacity has been deployed.
3404 'swarming': {
Struan Shrimpton57c594e42022-01-25 17:59:133405 'quickrun_shards': 2,
Haiyang Panfbd2b482020-09-23 23:41:253406 'dimension_sets': [
3407 {
3408 'device_type': 'sailfish',
3409 },
3410 ],
3411 },
3412 },
3413 },
3414 },
Haiyang Pan591dbad2020-06-05 20:26:373415 'weblayer_bundle_test': {
3416 'remove_from': [
Haiyang Pan2486dcb2020-09-18 17:53:063417 'android-marshmallow-x86-rel-non-cq', # crbug.com/1088013
Haiyang Pan9d68ca02021-08-04 21:30:473418 'android-11-x86-rel', # crbug.com/1165280
Haiyang Pan591dbad2020-06-05 20:26:373419 ],
3420 },
3421 'weblayer_instrumentation_test_apk': {
3422 'remove_from': [
Haiyang Pan2486dcb2020-09-18 17:53:063423 'android-marshmallow-x86-rel-non-cq', # crbug.com/1088013
Haiyang Pan9d68ca02021-08-04 21:30:473424 'android-11-x86-rel', # crbug.com/1165280
Haiyang Pan591dbad2020-06-05 20:26:373425 ],
Haiyang Pan6d7a15b2020-10-03 00:29:193426 'modifications': {
Struan Shrimptonf5b2b552022-01-20 20:37:393427 'android-marshmallow-arm64-rel': {
3428 'swarming': {
3429 'quickrun_shards': 2,
3430 },
3431 },
Haiyang Pan6d7a15b2020-10-03 00:29:193432 'android-pie-arm64-rel': {
3433 # TODO(crbug.com/1111436): Move this back to walleye if/when additional
3434 # capacity has been deployed.
3435 'swarming': {
3436 'dimension_sets': [
3437 {
3438 'device_type': 'sailfish',
3439 },
3440 ],
3441 },
3442 },
3443 },
Haiyang Pan591dbad2020-06-05 20:26:373444 },
Haiyang Pan4efd9b02021-03-17 23:58:303445 'weblayer_private_instrumentation_test_apk': {
3446 'modifications': {
3447 # TODO(crbug.com/1189403): Remove the filter once the issue is fixed.
Haiyang Pan9d68ca02021-08-04 21:30:473448 'android-11-x86-rel': {
Haiyang Pan4efd9b02021-03-17 23:58:303449 'args': [
3450 '--gtest_filter=-org.chromium.weblayer.test.MediaCaptureTest.*',
3451 ],
3452 },
Haiyang Pan2a55a452022-03-03 08:18:333453 'android-12-x64-rel': {
Haiyang Pan64d61242022-02-16 19:06:363454 'args': [
3455 # crbug.com/1275200
3456 '--gtest_filter=-org.chromium.weblayer.test.BrowserControlsTest.testTopExpandedOnLoadWhenOnlyExpandAtTop',
3457 ],
3458 },
Haiyang Pan4efd9b02021-03-17 23:58:303459 },
3460 },
Weizhong Xia7d335882021-01-28 02:49:523461 'weblayer_shell_wpt': {
3462 'modifications': {
Weizhong Xia0f0c3302021-04-27 00:05:433463 'android-weblayer-pie-x86-wpt-smoketest': {
3464 'args': [
Haiyang Pan1f205ad2021-07-31 01:47:523465 '--default-exclude',
Weizhong Xia63f39c12022-01-10 23:09:293466 '--include-file=../../third_party/blink/web_tests/android/WPTSmokeTestCases',
Weizhong Xia0f0c3302021-04-27 00:05:433467 ],
3468 'swarming': {
Weizhong Xia63f39c12022-01-10 23:09:293469 'shards': 1,
Weizhong Xia0f0c3302021-04-27 00:05:433470 },
3471 },
Weizhong Xia7d335882021-01-28 02:49:523472 },
3473 },
Erik Staab70ca5b32021-08-07 00:38:353474 'webview_64_cts_tests': {
3475 'modifications': {
3476 'android-pie-arm64-rel': {
3477 # TODO(crbug.com/1111436): Move this back to walleye if/when additional
3478 # capacity has been deployed.
3479 'swarming': {
3480 'dimension_sets': [
3481 {
3482 'device_type': 'sailfish',
3483 },
3484 ],
3485 },
3486 },
3487 },
3488 },
Haiyang Panfbd2b482020-09-23 23:41:253489 'webview_cts_tests': {
3490 'modifications': {
3491 'android-pie-arm64-rel': {
3492 # TODO(crbug.com/1111436): Move this back to walleye if/when additional
3493 # capacity has been deployed.
3494 'swarming': {
3495 'dimension_sets': [
3496 {
3497 'device_type': 'sailfish',
3498 },
3499 ],
3500 },
3501 },
3502 },
3503 },
Kenneth Russelleb60cbd22017-12-05 07:54:283504 'webview_instrumentation_test_apk': {
3505 'remove_from': [
Hans Wennborgeac4c36c2018-05-23 16:04:063506 # This test frequently fails on Android, https://crbug.com/824959
Stephen Martinis1384ff92020-01-07 19:52:153507 # matching android builders, the test fails on these.
Hans Wennborga0b11ebe2018-05-15 16:26:503508 'ToTAndroid',
John Budorick27d2d44e2019-05-20 20:26:093509 'android-asan', # https://crbug.com/964562
Ben Joyce02dc8092021-03-04 21:48:193510 'android-code-coverage-native', # Does not generate profraw data.
Ben Joyce46ca6012021-03-31 19:19:253511 'android-pie-arm64-coverage-experimental-rel', # Does not generate profraw data.
Ben Joyce02dc8092021-03-04 21:48:193512
Dirk Pranke20eae9a72017-12-09 18:12:143513 # On chromium.swarm, this should possibly be being run (or removed
Takuto Ikuta527cdff2020-01-29 08:04:273514 # from android-marshmallow-arm64-rel-swarming).
Garrett Beaty47a2d802020-11-10 20:50:533515 # https://crbug.com/1147531 - covered on pie
3516 'android-marshmallow-arm64-rel',
Kenneth Russelleb60cbd22017-12-05 07:54:283517 ],
Ben Pastenee17a8e92018-07-12 21:55:183518 'modifications': {
3519 'Oreo Phone Tester': {
Andrew Luo93c4a1e2019-08-30 05:26:303520 # TODO(crbug.com/997362): Enable this once it's passing.
bsheedy01833462018-12-07 01:05:573521 # TODO(https://crbug.com/884413): Re-enable this once the tests are
3522 # either passing or there is more capacity.
3523 'experiment_percentage': 0,
Ben Pastenee17a8e92018-07-12 21:55:183524 },
Haiyang Pan9d68ca02021-08-04 21:30:473525 'android-11-x86-rel': {
Haiyang Pan103864812021-03-19 19:28:443526 'args': [
3527 # TODO(crbug.com/1189746) Enable this test once the issue is fixed.
3528 '--gtest_filter=-org.chromium.net.NetworkChangeNotifierTest.testNetworkChangeNotifierJavaObservers',
3529 ],
3530 },
Haiyang Pan2a55a452022-03-03 08:18:333531 'android-12-x64-rel': {
Haiyang Pan3261fae2022-02-01 00:54:363532 'args': [
3533 # crbug.com/1292197
3534 '--gtest_filter=-org.chromium.android_webview.test.devui.HomeFragmentTest.testLongPressCopy*',
3535 ],
3536 },
James Shen39aa0e32022-03-22 04:44:503537 'android-marshmallow-x86-fyi-rel-reviver': {
3538 'swarming': {
3539 'shards': 9,
3540 },
3541 },
Haiyang Panb991f562021-08-10 17:46:463542 'android-marshmallow-x86-rel': {
Haiyang Panb991f562021-08-10 17:46:463543 'swarming': {
3544 'shards': 9,
3545 },
3546 },
Kuan Huang1f402c82021-06-08 17:58:183547 'android-pie-arm64-rel': {
3548 'swarming': {
3549 'shards': 9,
3550 },
3551 },
Haiyang Pan08d09dc2020-04-01 16:11:213552 'android-pie-x86-rel': {
Haiyang Panfdd94332020-03-27 02:43:293553 'args': [
3554 '--test-launcher-filter-file=../../testing/buildbot/filters/android.emulator.webview_instrumentation_test_apk.filter',
3555 ],
Ben Joyce9a7eb312021-08-25 00:44:593556 'swarming': {
3557 'shards': 9,
3558 },
Haiyang Panfdd94332020-03-27 02:43:293559 },
Ben Pastenee17a8e92018-07-12 21:55:183560 },
Kenneth Russelleb60cbd22017-12-05 07:54:283561 },
Haiyang Panfed339172021-03-10 23:19:573562 'webview_ui_test_app_test_apk': {
3563 'remove_from': [
Haiyang Pan9d68ca02021-08-04 21:30:473564 'android-11-x86-rel', # crbug.com/1165280
Haiyang Panfed339172021-03-10 23:19:573565 ],
3566 },
Kenneth Russelleb60cbd22017-12-05 07:54:283567}