blob: 968c53217ee9d40407a9fa8ee47ccadf8dfd466c [file] [log] [blame]
Kenneth Russelleb60cbd22017-12-05 07:54:281# Copyright 2017 The Chromium Authors. All rights reserved.
2# Use of this source code is governed by a BSD-style license that can be
3# found in the LICENSE file.
4
5# This is a .pyl, or "Python Literal", file. You can treat it just like a
6# .json file, with the following exceptions:
7# * all keys must be quoted (use single quotes, please);
8# * comments are allowed, using '#' syntax; and
9# * trailing commas are allowed.
10
11# Exceptions to the common test suites can only include removal from
12# particular bots, and modifications on particular bots. By design,
13# it's not possible to add one-off tests to bots. Instead they have to
14# be added to one of the test suites in test_suites.pyl.
15#
Jeff Yoone2188f62020-08-24 20:55:5716# Note that if you are excluding with variants, you will need to exclude
17# per variant, with the identifier appended to the test suite name.
18# For example, if you have ios_chrome_ui_eg2tests_module with variant
19# SIM_IPHONE_6S_14_0 (identifier = "iPhone 6s 14.0"), you
20# must exclude with the test name as:
21# "ios_chrome_ui_eg2tests_module_iPhone 6s 14.0"
22
Kenneth Russelleb60cbd22017-12-05 07:54:2823# The goal is to drive the number of exceptions to zero, to make all
24# the bots behave similarly.
25{
Andrew Luo38b311f2019-10-04 03:42:0926 'android_browsertests': {
27 'modifications': {
Haiyang Pan9d68ca02021-08-04 21:30:4728 'android-11-x86-rel': {
Haiyang Panca7fcec2021-03-19 02:11:1029 'swarming': {
30 'shards': 2,
31 },
32 },
Haiyang Panb991f562021-08-10 17:46:4633 'android-marshmallow-x86-rel': {
34 'swarming': {
35 'shards': 2,
36 },
37 },
Andrew Luo38b311f2019-10-04 03:42:0938 'android-pie-arm64-rel': {
Andrew Luobe83fd82019-12-19 03:07:5839 'args': [
40 '--gtest_filter=-ImportantSitesUtilBrowserTest.DSENotConsideredImportantInRegularMode', # https://crbug.com/1034001
41 ],
Haiyang Panfbd2b482020-09-23 23:41:2542 # TODO(crbug.com/1111436): Move this back to walleye if/when additional
43 # capacity has been deployed.
44 'swarming': {
45 'dimension_sets': [
46 {
47 'device_type': 'sailfish',
48 },
49 ],
Haiyang Pan1678f0c02021-03-09 23:05:0950 'shards': 2,
Haiyang Panfbd2b482020-09-23 23:41:2551 },
Andrew Luo38b311f2019-10-04 03:42:0952 },
Haiyang Pan08d09dc2020-04-01 16:11:2153 'android-pie-x86-rel': {
John Budorick191adfcd2020-01-29 18:19:0454 'args': [
55 '--gtest_filter=-ImportantSitesUtilBrowserTest.DSENotConsideredImportantInRegularMode', # https://crbug.com/1034001
56 ],
Haiyang Pan7cd609d2021-04-08 20:17:2457 'swarming': {
58 'shards': 2,
59 },
John Budorick191adfcd2020-01-29 18:19:0460 },
Andrew Luo38b311f2019-10-04 03:42:0961 },
62 },
Sven Zhengc60debc2020-09-10 18:40:5263 'android_sync_integration_tests': {
64 'remove_from': [
Haiyang Pan6b8e4cf2021-08-02 21:38:2865 # Remove from CQ bots due to capacity.
66 'android-marshmallow-arm64-rel',
Sven Zhengc60debc2020-09-10 18:40:5267 ],
68 },
Kenneth Russelleb60cbd22017-12-05 07:54:2869 'android_webview_unittests': {
Kenneth Russelleb60cbd22017-12-05 07:54:2870 },
Jamie Madillc9ae75d2020-10-23 19:19:4871 'angle_end2end_tests': {
72 'remove_from': [
73 # TODO(ynovikov) Investigate why the test breaks on older devices.
74 'Android FYI Release (Nexus 5)',
75 'Android FYI Release (Nexus 6)',
76 'Android FYI Release (Nexus 9)',
Jamie Madillc9ae75d2020-10-23 19:19:4877 # Temporarily disabled due to bad NVIDIA driver upgrade crbug.com/950542
78 'Linux FYI Debug (NVIDIA)',
79 ],
Yuly Novikov60cbf642020-11-19 20:43:1580 'modifications': {
81 # anglebug.com/5328 suspecting blue screen caused by multiprocess
Yuly Novikov60cbf642020-11-19 20:43:1582 'Optional Win10 x64 Release (Intel HD 630)': {
83 'args': [
84 '--max-processes=1',
85 ],
86 },
87 'Win10 FYI x64 Exp Release (Intel HD 630)': {
88 'args': [
89 '--max-processes=1',
90 ],
91 },
92 'Win10 FYI x64 Release (Intel HD 630)': {
93 'args': [
94 '--max-processes=1',
95 ],
96 },
Yuly Novikova8e2d2cbb2021-10-18 11:59:1797 # TODO(crbug.com/1249209) Remove when VVL performance is fixed
98 'Win7 FYI Release (NVIDIA)': {
99 'args': [
100 '--batch-timeout=600',
101 ],
102 },
103 # TODO(crbug.com/1249209) Remove when VVL performance is fixed
104 'Win7 FYI x64 Release (NVIDIA)': {
105 'args': [
106 '--batch-timeout=600',
107 ],
108 },
Yuly Novikov80d2e672021-02-13 00:16:04109 'win10-angle-x64-intel': {
110 'args': [
111 '--max-processes=1',
112 ],
113 },
Yuly Novikova8e2d2cbb2021-10-18 11:59:17114 # TODO(crbug.com/1249209) Remove when VVL performance is fixed
115 'win7-angle-x64-nvidia': {
116 'args': [
117 '--batch-timeout=600',
118 ],
119 },
Yuly Novikov60cbf642020-11-19 20:43:15120 },
Yuly Novikov922b1fa92021-02-25 22:25:40121 'replacements': {
122 'Linux FYI Release (AMD RX 5500 XT)': {
123 'args': {
124 '--max-processes': '1',
125 },
126 },
127 },
Jamie Madillc9ae75d2020-10-23 19:19:48128 },
Jamie Madillc9ae75d2020-10-23 19:19:48129 'angle_unittests': {
130 'remove_from': [
131 # On Android, these are already run on the main waterfall.
132 'Android FYI Release (Nexus 5X)',
Yuly Novikovc1117ae82021-01-15 22:33:36133 # Times out listing tests crbug.com/1167314
134 'android-asan',
Jamie Madillc9ae75d2020-10-23 19:19:48135 # Does not currently work on Lacros configurations.
Junhua Chen39dd2dba2021-05-05 17:51:54136 'linux-lacros-code-coverage',
Jamie Madillc9ae75d2020-10-23 19:19:48137 'linux-lacros-tester-rel',
138 'linux-lacros-tester-fyi-rel',
Yuke Liaof27ebe52021-08-05 22:12:40139 'linux-lacros-dbg-tests-fyi',
Jamie Madillc9ae75d2020-10-23 19:19:48140 ],
Jamie Madillc9ae75d2020-10-23 19:19:48141 },
142 'angle_white_box_tests': {
Yuly Novikov60cbf642020-11-19 20:43:15143 'modifications': {
144 # anglebug.com/5328 suspecting blue screen caused by multiprocess
Yuly Novikov60cbf642020-11-19 20:43:15145 'Optional Win10 x64 Release (Intel HD 630)': {
146 'args': [
147 '--max-processes=1',
148 ],
149 },
150 'Win10 FYI x64 Exp Release (Intel HD 630)': {
151 'args': [
152 '--max-processes=1',
153 ],
154 },
155 'Win10 FYI x64 Release (Intel HD 630)': {
156 'args': [
157 '--max-processes=1',
158 ],
159 },
Yuly Novikov80d2e672021-02-13 00:16:04160 'win10-angle-x64-intel': {
161 'args': [
162 '--max-processes=1',
163 ],
164 },
Yuly Novikov60cbf642020-11-19 20:43:15165 },
Jamie Madillc9ae75d2020-10-23 19:19:48166 },
Yuke Liaob6beaeca2021-04-29 23:41:51167 'aura_unittests_amd64-generic': {
168 'remove_from': [
169 # TODO(crbug.com/1204231): Re-enable.
170 'lacros-amd64-generic-rel',
171 ]
172 },
Yuke Liao79a8cf52021-06-11 18:14:34173 'aura_unittests_eve': {
174 'remove_from': [
175 # TODO(crbug.com/1204231): Re-enable.
176 'lacros-amd64-generic-rel',
177 ]
178 },
Chong Gudf7fbe92021-02-24 02:55:58179 'base_unittests': {
180 'modifications': {
Haiyang Pan9d68ca02021-08-04 21:30:47181 'android-11-x86-rel': {
Haiyang Panc7c009e2021-03-18 19:31:23182 'args': [
Haiyang Panc08d02212021-10-18 18:58:38183 '--test-launcher-filter-file=../../testing/buildbot/filters/android.emulator.base_unittests.filter',
184 ],
185 },
186 'android-12-x64-fyi-rel': {
187 'args': [
188 '--test-launcher-filter-file=../../testing/buildbot/filters/android.emulator.base_unittests.filter',
189 '--gtest_filter=-ModuleCacheTest.CheckAgainstProcMaps', # crbug.com/1260521
Haiyang Panc7c009e2021-03-18 19:31:23190 ],
191 },
Chong Gudf7fbe92021-02-24 02:55:58192 'fuchsia-code-coverage': {
193 'swarming': {
194 'shards': 5,
195 },
196 },
197 },
198 },
Haiyang Pan363c59a2020-07-23 05:47:04199 'blink_platform_unittests': {
200 'modifications': {
201 # TODO(crbug.com/1108121): Remove this filter
202 'android-nougat-arm64-rel': {
203 'args': [
204 '--gtest_filter=-HarfBuzzShaperTest.ShapeHorizontalWithoutSubpixelPositionWithKerningIsRounded',
205 ],
206 },
Haiyang Panfbd2b482020-09-23 23:41:25207 'android-pie-arm64-rel': {
208 # TODO(crbug.com/1111436): Move this back to walleye if/when additional
209 # capacity has been deployed.
210 'swarming': {
211 'dimension_sets': [
212 {
213 'device_type': 'sailfish',
214 },
215 ],
216 },
217 },
Chong Gu52481452021-04-02 17:52:41218 'fuchsia-code-coverage': {
219 'swarming': {
220 'shards': 5,
221 },
222 },
Haiyang Pan363c59a2020-07-23 05:47:04223 },
224 },
Chong Gu76046412021-09-22 17:49:21225 'blink_unittests': {
Chong Guc2d145e2021-03-31 19:55:34226 'modifications': {
227 'fuchsia-code-coverage': {
228 'swarming': {
229 'shards': 30,
230 },
231 },
232 },
233 },
John Chenaab16fc02020-03-03 06:35:45234 'blink_web_tests': {
235 'remove_from': [
Ilia Samsonovca3dfd52020-08-07 18:39:01236 'Mac10.11 Tests',
John Chenaab16fc02020-03-03 06:35:45237 'Win 7 Tests x64 (1)', # 64-bit win is unsupported by the layout tests.
238 'Win10 Tests x64 (dbg)',
239 ],
240 'modifications': {
241 'Fuchsia x64': {
242 'args': [
243 '--platform=fuchsia',
244 ],
245 'swarming': {
246 'shards': 1,
247 },
248 },
249 'Linux Tests': {
250 "args": [
251 "--additional-env-var=LLVM_PROFILE_FILE=${ISOLATED_OUTDIR}/profraw/default-%2m.profraw",
252 ],
253 },
254 'Linux Tests (dbg)(1)': {
255 'args': [
256 '--debug',
257 ],
258 'swarming': {
Sven Zheng439fcdf2021-07-13 20:14:57259 'shards': 30,
John Chenaab16fc02020-03-03 06:35:45260 },
261 },
Xianzhu Wange6dec152021-08-02 19:54:53262 'Mac10.12 Tests': {
263 'swarming': {
264 'shards': 25,
265 },
266 },
John Chenaab16fc02020-03-03 06:35:45267 'Mac10.13 Tests': {
268 'swarming': {
269 'dimension_sets': [
270 {
Erik Staab59591f32020-08-25 23:07:07271 'gpu': None,
John Chenaab16fc02020-03-03 06:35:45272 },
273 ],
274 'shards': 25,
275 },
276 },
Zhaoyang Li69e2e002021-02-19 21:57:35277 'Mac10.15 Tests': {
278 'swarming': {
279 'dimension_sets': [
280 {
281 'gpu': None,
282 },
283 ],
284 'shards': 25,
285 },
286 },
Zhaoyang Li78427592021-03-25 19:03:23287 'Mac10.15 Tests (dbg)': {
288 'args': [
289 '--debug',
290 ],
291 'swarming': {
Takuto Ikuta7967d4e2021-07-19 06:31:43292 'shards': 40,
Zhaoyang Li78427592021-03-25 19:03:23293 },
294 },
Chong Gu75af969a2021-03-22 14:46:14295 'ToTFuchsia x64': {
296 'args': [
297 '--platform=fuchsia',
298 ],
299 'swarming': {
300 'shards': 1,
301 },
302 },
John Chenaab16fc02020-03-03 06:35:45303 'V8 Blink Linux Debug': {
Michael Achenbach455d39242020-06-22 13:33:45304 # This builder compiles Chromium in release mode, but V8 in debug.
305 # TODO(machenbach): Change name and out directory of this builder to
306 # something less confusing.
John Chenaab16fc02020-03-03 06:35:45307 'args': [
Michael Achenbach455d39242020-06-22 13:33:45308 '-t',
309 'Debug',
310 '--release',
John Chenaab16fc02020-03-03 06:35:45311 ],
312 },
313 'V8 Blink Linux Future': {
314 'args': [
Brian Sheedy10ddf0a2021-08-16 23:19:07315 '--flag-specific=future-js',
John Chenaab16fc02020-03-03 06:35:45316 ],
317 },
318 'WebKit Linux ASAN': {
319 'args': [
320 '--additional-expectations',
321 '../../third_party/blink/web_tests/ASANExpectations',
322 '--time-out-ms',
323 '48000',
324 '--enable-sanitizer',
325 ],
326 'swarming': {
327 'shards': 20,
328 },
329 },
330 'WebKit Linux Leak': {
331 'args': [
332 '--additional-expectations',
333 '../../third_party/blink/web_tests/LeakExpectations',
334 '--time-out-ms',
335 '48000',
336 '--enable-leak-detection',
337 ],
338 'swarming': {
339 'shards': 10,
340 },
341 },
342 'WebKit Linux MSAN': {
343 'args': [
344 '--additional-expectations',
345 '../../third_party/blink/web_tests/MSANExpectations',
346 '--time-out-ms',
347 '66000',
348 '--enable-sanitizer',
349 ],
350 'swarming': {
351 'expiration': 36000,
352 'hard_timeout': 10800,
353 'io_timeout': 3600,
354 'shards': 20,
355 },
356 },
357 'WebKit Linux composite_after_paint Dummy Builder': {
358 'args': [
Brian Sheedy10ddf0a2021-08-16 23:19:07359 '--flag-specific=composite-after-paint',
John Chenaab16fc02020-03-03 06:35:45360 ],
Xianzhu Wang2dc614e2021-03-04 22:56:39361 'swarming': {
362 'shards': 20,
363 },
John Chenaab16fc02020-03-03 06:35:45364 },
365 'WebKit Linux layout_ng_disabled Builder': {
366 'args': [
Brian Sheedy10ddf0a2021-08-16 23:19:07367 '--flag-specific=disable-layout-ng',
John Chenaab16fc02020-03-03 06:35:45368 ],
Stephen Martinis6eb8a5572021-03-02 00:23:08369 'swarming': {
370 'shards': 20,
371 },
John Chenaab16fc02020-03-03 06:35:45372 },
373 'Win10 Tests x64': {
374 'args': [
375 '--target',
Takuto Ikutab28b582e2021-02-10 01:41:21376 'Release_x64',
John Chenaab16fc02020-03-03 06:35:45377 ],
378 'swarming': {
379 "shards": 28
380 },
381 },
382 'Win10 Tests x64 (dbg)': {
383 'args': [
384 '--debug',
385 '--target',
Takuto Ikutab28b582e2021-02-10 01:41:21386 'Debug_x64',
John Chenaab16fc02020-03-03 06:35:45387 ],
388 },
Kuan Huangc93e8672021-06-29 21:13:45389 'Win10 Tests x64 20h2': {
390 'args': [
391 '--target',
392 'Release_x64',
393 ],
394 'swarming': {
395 "shards": 28
396 },
397 },
John Chenaab16fc02020-03-03 06:35:45398 'Win7 Tests (dbg)(1)': {
399 'args': [
400 '--debug',
401 '--time-out-ms',
402 '60000'
403 ],
404 'experiment_percentage': 100,
405 # TODO(kbr): the "Windows-7-SP1" Swarming dimension set is implicit,
406 # from prefered_os_dimension in
407 # tools/build/scripts/slave/recipe_modules/swarming/api.py. Ideally,
408 # Swarming dimensions would be either specified for all testers on the
409 # waterfall (and therefore, explicitly specified for all tests in the
410 # generated JSON), or this would be removed, and the implicit one used.
411 'swarming': {
412 'dimension_sets': [
413 {
414 'os': 'Windows-7-SP1',
415 }
416 ],
417 },
418 },
419 # tryserver.chromium.android
420 'android_blink_rel': {
421 'args': [
422 '--release',
423 '--android',
424 # TODO(crbug.com/912120): Breakpad was entirely disabled on
425 # Android. Remove this when it no longer affects Android crash
426 # log handling.
427 '--disable-breakpad',
428 # TODO(crbug.com/875172): run on the real GPU since the
429 # software fallback, SwiftShader, isn't yet for 32-bit ARM.
430 '--additional-driver-flag=--use-gpu-in-tests',
431 ],
432 },
433 'devtools_frontend_linux_blink_light_rel': {
434 'args': [
435 'http/tests/devtools',
436 ],
437 'swarming': {
438 'shards': 4,
439 },
440 },
441 'fuchsia-fyi-x64-rel': {
442 'args': [
443 '--platform=fuchsia',
444 ],
445 'swarming': {
446 'shards': 1,
447 },
448 },
Mathias Carlen30968a62020-03-31 08:47:04449 'linux-autofill-assistant': {
450 'args': [
451 '--release',
452 ],
453 },
Yuzu Saijo9709bcc2020-03-18 09:12:20454 'linux-bfcache-rel': {
John Chenaab16fc02020-03-03 06:35:45455 'args': [
Brian Sheedy10ddf0a2021-08-16 23:19:07456 '--flag-specific=enable-back-forward-cache-same-site',
Hiroshige Hayashizaki70120372021-10-04 07:24:30457 # TODO(crbug.com/1255537): Re-enable the test.
458 '--ignore-tests=external/wpt/html/browsers/browsing-the-web/back-forward-cache/events.html',
John Chenaab16fc02020-03-03 06:35:45459 ],
460 },
461 'linux-blink-animation-use-time-delta': {
462 'args': [
463 '--debug',
464 ],
465 },
John Chenaab16fc02020-03-03 06:35:45466 'linux-blink-heap-concurrent-marking-tsan-rel': {
467 'args': [
468 '--release',
Brian Sheedy10ddf0a2021-08-16 23:19:07469 '--flag-specific=enable-blink-heap-concurrent-marking',
John Chenaab16fc02020-03-03 06:35:45470 ],
471 },
Daniel Libby178c9832020-10-08 20:36:14472 'linux-blink-web-tests-force-accessibility-rel': {
473 'args': [
Brian Sheedy10ddf0a2021-08-16 23:19:07474 '--flag-specific=force-renderer-accessibility',
Daniel Libby178c9832020-10-08 20:36:14475 ],
476 },
John Chenaab16fc02020-03-03 06:35:45477 'linux-code-coverage': {
478 'args': [
479 '--additional-env-var=LLVM_PROFILE_FILE=${ISOLATED_OUTDIR}/profraw/default-%2m.profraw',
480 ],
481 'swarming': {
482 'shards': 20,
483 },
484 },
Prakharda595bf22021-07-13 17:26:57485 'linux-exp-code-coverage': {
486 'args': [
487 '--additional-env-var=LLVM_PROFILE_FILE=${ISOLATED_OUTDIR}/profraw/default-%2m.profraw',
488 ],
489 'swarming': {
490 'shards': 20,
491 },
492 },
Aaron Gable40f79aa2020-03-21 01:21:15493 'linux-layout-tests-edit-ng': {
494 'args': [
Brian Sheedy10ddf0a2021-08-16 23:19:07495 '--flag-specific=enable-editing-ng',
Aaron Gable40f79aa2020-03-21 01:21:15496 ],
497 },
Stephanie Kim5c7f31d2021-04-27 18:00:06498 'linux-xenial-rel': {
499 "args": [
500 "--additional-env-var=LLVM_PROFILE_FILE=${ISOLATED_OUTDIR}/profraw/default-%2m.profraw",
501 ],
502 },
John Chenaab16fc02020-03-03 06:35:45503 'mac10.12-blink-rel-dummy': {
504 'swarming': {
505 'shards': 20,
506 },
507 },
508 'mac10.13-blink-rel-dummy': {
509 'swarming': {
510 'shards': 20,
511 },
512 },
John Chenaab16fc02020-03-03 06:35:45513 'mac10.14-blink-rel-dummy': {
514 'swarming': {
Xinan Lind2f91712021-04-29 21:13:56515 # Increase timeout and reduce shards.
516 # See https://crbug.com/1203565.
517 'shards': 12,
518 'hard_timeout': 1800,
John Chenaab16fc02020-03-03 06:35:45519 },
520 },
Ilia Samsonov7efe05e2020-05-07 19:00:46521 'mac10.15-blink-rel-dummy': {
522 'swarming': {
523 'shards': 20,
524 },
525 },
Ilia Samsonovdd271c6c22020-09-08 22:24:44526 'mac11.0-blink-rel-dummy': {
527 'swarming': {
Dirk Pranke2cc61792021-06-10 20:24:54528 'shards': 12,
529 'hard_timeout': 1800,
Ilia Samsonovdd271c6c22020-09-08 22:24:44530 },
531 },
Preethi Mohand030de42021-07-22 21:12:13532 'win10.20h2-blink-rel-dummy': {
533 'swarming': {
Preethi Mohand044dd02021-09-06 15:59:42534 'shards': 14,
Preethi Mohand030de42021-07-22 21:12:13535 'hard_timeout': 1200,
536 },
537 },
John Chenaab16fc02020-03-03 06:35:45538 },
539 },
John Budorickca995852019-06-26 16:55:55540 'breakpad_unittests': {
541 'modifications': {
542 'android-asan': {
543 'args': [
544 '--test-launcher-filter-file=../../testing/buildbot/filters/android.asan.breakpad_unittests.filter',
545 ],
546 },
547 },
548 },
Kenneth Russelleb60cbd22017-12-05 07:54:28549 'browser_tests': {
Kenneth Russellfbda3c532017-12-08 23:57:24550 'remove_from': [
Brad Halla36886c2019-02-26 16:52:29551 'CrWinAsan(dll)', # https://crbug.com/935598
Nico Weber3af4da72018-02-27 01:59:41552 'linux-win_cross-rel',
Nico Weberdae13cd92018-12-14 13:56:26553 'ToTLinuxTSan', # https://crbug.com/368525
Lindsay Pasrichab3f72db2021-09-22 22:05:46554 # TODO(crbug.com/1171053): Enable the suite in 'Mac10.15 Tests' once it's
Zhaoyang Li69e2e002021-02-19 21:57:35555 # off CQ.
Gary Tongd5f5a742021-01-29 00:01:13556 'Mac10.13 Tests', # https://crbug.com/1042757
Zhaoyang Li69e2e002021-02-19 21:57:35557 'Mac10.15 Tests', # https://crbug.com/1042757
Lindsay Pasricha8155d052021-04-22 00:06:43558 'Mac10.15 Tests (dbg)', # https://crbug.com/1201386
559 'mac-code-coverage', # https://crbug.com/1201386
Nico Weberd36959682018-04-12 03:33:46560 'Linux TSan Tests', # https://crbug.com/368525
Stephen Martinise701f5a2018-05-04 01:25:11561 'Win10 Tests x64 (dbg)',
Kenneth Russellfbda3c532017-12-08 23:57:24562 ],
Kenneth Russelleb60cbd22017-12-05 07:54:28563 'modifications': {
Nico Weber3f919792020-06-12 23:34:52564 'CrWinAsan': {
565 # These are very slow on the ASAN trybot for some reason.
566 # crbug.com/794372
567 'swarming': {
568 'shards': 40,
569 },
570 },
571 'CrWinAsan(dll)': {
572 # These are very slow on the ASAN trybot for some reason.
573 # crbug.com/794372
574 'swarming': {
575 'shards': 40,
576 },
577 },
Stephen Martinis1384ff92020-01-07 19:52:15578 'Linux - Future (dbg)': { # client.v8.chromium
Yuke Liaoea70f472019-12-19 06:03:36579 'swarming': {
Stephen Martinis1384ff92020-01-07 19:52:15580 'shards': 10,
Yuke Liaoea70f472019-12-19 06:03:36581 },
582 },
Stephen Martinis1384ff92020-01-07 19:52:15583 'Linux ASan LSan Tests (1)': {
584 # These are very slow on the ASAN trybot for some reason.
585 # crbug.com/794372
Roberto Carrillo2c9ec972019-03-20 03:11:19586 'swarming': {
Stephen Martinis1384ff92020-01-07 19:52:15587 'shards': 40,
Roberto Carrillo2c9ec972019-03-20 03:11:19588 },
589 },
Chris Cunningham1d0e9e12020-02-26 22:56:40590 'Linux ASan Tests (sandboxed)': {
591 'swarming': {
John Abd-El-Malek3a631612020-07-08 21:40:41592 'shards': 30, # https://crbug.com/1103330
Chris Cunningham1d0e9e12020-02-26 22:56:40593 },
594 },
Stephen Martinis1384ff92020-01-07 19:52:15595 'Linux Chromium OS ASan LSan Tests (1)': {
596 # These are very slow on the ASAN trybot for some reason.
597 # crbug.com/794372
Roberto Carrillo5a5c98dc2019-10-30 22:33:51598 'swarming': {
Stephen Martinis1384ff92020-01-07 19:52:15599 'shards': 31,
Roberto Carrillo5a5c98dc2019-10-30 22:33:51600 },
601 },
Stephen Martinis1384ff92020-01-07 19:52:15602 'Linux ChromiumOS MSan Tests': {
603 # These are very slow on the Chrome OS MSAN trybot for some reason.
604 # crbug.com/865455
Kenneth Russell56a3e862017-12-08 03:11:34605 'swarming': {
Ben Pastene44221d32020-05-21 23:38:36606 'shards': 32,
Kenneth Russell56a3e862017-12-08 03:11:34607 },
Ben Pastene44221d32020-05-21 23:38:36608 'args': [
609 '--test-launcher-filter-file=../../testing/buildbot/filters/chromeos.msan.browser_tests.oobe_negative.filter',
610 ],
Kenneth Russell56a3e862017-12-08 03:11:34611 },
Maksim Sisovc81d284c2021-10-05 17:54:35612 # https://crbug.com/1084469
613 'Linux Tests (Wayland)': {
614 'args': [
615 '--test-launcher-filter-file=../../testing/buildbot/filters/ozone-linux.wayland_browser_tests.filter',
616 ],
617 },
John Budorick614f91a2020-03-30 20:34:55618 'Linux Tests (dbg)(1)': {
619 # crbug.com/1066161
620 'swarming': {
621 'shards': 20,
622 },
623 },
Stephen Martinis1384ff92020-01-07 19:52:15624 'Mac ASan 64 Tests (1)': {
Kenneth Russellfbda3c532017-12-08 23:57:24625 'swarming': {
Stephen Martiniscd3c3832020-11-19 22:01:24626 'shards': 30,
Kenneth Russellfbda3c532017-12-08 23:57:24627 },
Lindsay Pasricha8155d052021-04-22 00:06:43628 # crbug.com/1196416
629 'args': [
630 '--test-launcher-filter-file=../../testing/buildbot/filters/mac.mac-rel.browser_tests.filter',
631 ],
Lindsay Pasrichab3f72db2021-09-22 22:05:46632 'experiment_percentage': 100, # https://crbug.com/1251657
Kenneth Russellfbda3c532017-12-08 23:57:24633 },
Sven Zheng3f14625692021-08-24 06:28:27634 # TODO(crbug.com/1232535) Remove once the bug is resolved.
635 'Mac10.11 Tests': {
636 'args': [
637 '--test-launcher-print-timestamps',
638 ],
639 },
Lindsay Pasricha76f44d22021-04-07 16:16:26640 'Mac10.15 Tests': {
641 # crbug.com/1042757
642 'swarming': {
643 'dimension_sets': [
644 {
645 # These shards are liable to time out when running on macmini7,1.
646 'cores': '8|12',
647 }
648 ],
649 },
650 # crbug.com/1196416
651 'args': [
652 '--test-launcher-filter-file=../../testing/buildbot/filters/mac.mac-rel.browser_tests.filter',
653 ],
654 },
Stephen Martinis1384ff92020-01-07 19:52:15655 'ToTWin(dbg)': {
Kenneth Russelleb60cbd22017-12-05 07:54:28656 'swarming': {
John Budorickca14c76f62017-12-09 14:19:18657 'shards': 20,
Kenneth Russelleb60cbd22017-12-05 07:54:28658 },
659 },
Stephen Martinis1384ff92020-01-07 19:52:15660 'ToTWin64(dbg)': {
Kenneth Russell8ceeabf2017-12-11 17:53:28661 'swarming': {
662 'shards': 20,
663 },
664 },
Kenneth Russell6c83d212018-07-27 20:52:59665 'Win10 Tests x64': {
666 # crbug.com/868082
667 'args': [
668 '--disable-features=WebRTC-H264WithOpenH264FFmpeg',
669 ],
Takuto Ikutac9c269a2019-01-10 22:40:25670 'swarming': {
671 # This is for slow test execution that often becomes a critical path of
672 # swarming jobs. crbug.com/868114
673 'shards': 15,
674 }
Kenneth Russell6c83d212018-07-27 20:52:59675 },
Kuan Huangc93e8672021-06-29 21:13:45676 'Win10 Tests x64 20h2': {
677 # crbug.com/868082
678 'args': [
679 '--disable-features=WebRTC-H264WithOpenH264FFmpeg',
680 ],
681 'swarming': {
682 # This is for slow test execution that often becomes a critical path of
683 # swarming jobs. crbug.com/868114
684 'shards': 15,
685 }
686 },
Stephen Martinis1384ff92020-01-07 19:52:15687 'Win7 Tests (1)': {
688 # This is for slow test execution that often becomes a critical path of
689 # swarming jobs. crbug.com/868114
690 'swarming': {
691 'shards': 15,
692 },
693 },
694 'Win7 Tests (dbg)(1)': {
Pavol Markoc579e072019-12-05 22:42:02695 'swarming': {
696 'shards': 20,
697 },
698 },
Stephen Martinis1384ff92020-01-07 19:52:15699 'linux-chromeos-chrome': {
700 # TODO(https://crbug.com/932269): Promote out of experiment when the
701 # tests are green.
702 'args': [
703 '--test-launcher-filter-file=../../testing/buildbot/filters/chromeos.browser_tests.filter',
704 ],
705 },
706 'linux-chromeos-code-coverage': {
Nico Weber0c2861b2018-12-14 18:05:16707 'swarming': {
Stephen Martinis1384ff92020-01-07 19:52:15708 'shards': 50,
709 },
710 },
711 'linux-chromeos-dbg': {
712 'swarming': {
Garrett Beatyd81c9182021-05-12 02:52:50713 'shards': 40,
Stephen Martinis1384ff92020-01-07 19:52:15714 },
715 },
716 'linux-chromeos-rel': {
717 'swarming': {
718 'shards': 20,
Stephanie Kime9008f72020-03-05 23:01:16719 'dimension_sets': [
720 {
721 'kvm': '1',
722 },
723 ],
Stephen Martinis1384ff92020-01-07 19:52:15724 },
725 },
726 'linux-code-coverage': {
Yuke Liao58e1d202020-03-20 23:02:01727 'args': [
728 '--no-sandbox',
729 ],
Stephen Martinis1384ff92020-01-07 19:52:15730 'swarming': {
731 'shards': 50,
732 },
733 },
Junhua Chen39dd2dba2021-05-05 17:51:54734 'linux-lacros-code-coverage': {
735 'args': [
Ben Pastened1b2fd192021-05-11 19:10:18736 '--test-launcher-filter-file=../../testing/buildbot/filters/linux-lacros.browser_tests.filter',
Junhua Chen39dd2dba2021-05-05 17:51:54737 ],
738 },
Jieting Yangbf15db672021-10-04 19:18:37739 'linux-lacros-dbg-tests-fyi': {
740 'args': [
741 '--test-launcher-filter-file=../../testing/buildbot/filters/linux-lacros.browser_tests.filter',
742 ],
743 },
Sven Zheng80734f12020-08-06 06:50:39744 'linux-lacros-tester-rel': {
745 'args': [
Ben Pastened1b2fd192021-05-11 19:10:18746 '--test-launcher-filter-file=../../testing/buildbot/filters/linux-lacros.browser_tests.filter',
Sven Zheng80734f12020-08-06 06:50:39747 ],
748 },
Stephen Martinis1384ff92020-01-07 19:52:15749 'linux-trusty-rel': {
750 'args': [
John Budorick79ec9012020-01-08 21:56:31751 '--test-launcher-filter-file=../../testing/buildbot/filters/linux_trusty_rel.browser_tests.filter',
752 ],
Stephen Martinis1384ff92020-01-07 19:52:15753 },
Kuan Huang235b0142021-10-19 18:59:28754 'mac-code-coverage': {
755 'args': [
756 '--coverage-continuous-mode=1',
757 ],
758 },
Kuan Huang83a1c922021-09-08 22:00:27759 'mac11-arm64-rel-tests': {
Kuan Huang199112a52021-08-23 17:37:19760 'ci_only': False, # https://crbug.com/1234525
761 },
Stephen Martinis1384ff92020-01-07 19:52:15762 'win-asan': {
Nico Weber3f919792020-06-12 23:34:52763 # These are very slow on the ASAN trybot for some reason.
764 # crbug.com/794372
Stephen Martinis1384ff92020-01-07 19:52:15765 'swarming': {
Nico Weber3f919792020-06-12 23:34:52766 'shards': 40,
Nico Weber0c2861b2018-12-14 18:05:16767 },
768 },
Kenneth Russelleb60cbd22017-12-05 07:54:28769 },
770 },
Erik Chen681dc0282019-11-26 22:54:49771 'cc_unittests': {
772 'modifications': {
773 'Linux TSan Tests': {
774 'swarming': {
775 'shards': 3,
776 },
777 },
Haiyang Pan9d68ca02021-08-04 21:30:47778 'android-11-x86-rel': {
Haiyang Pancf765862021-03-18 20:39:15779 # https://crbug.com/1039860
780 'args': [
781 '--test-launcher-filter-file=../../testing/buildbot/filters/android.emulator_11.cc_unittests.filter',
782 ],
783 },
Haiyang Pan6b8e4cf2021-08-02 21:38:28784 'android-marshmallow-x86-rel': {
John Budorickfa8f1da92020-01-15 18:11:38785 # https://crbug.com/1039860
786 'args': [
787 '--test-launcher-filter-file=../../testing/buildbot/filters/android.emulator.cc_unittests.filter',
788 ],
789 },
Haiyang Pan08d09dc2020-04-01 16:11:21790 'android-pie-x86-rel': {
John Budorickfa8f1da92020-01-15 18:11:38791 # https://crbug.com/1039860
792 'args': [
793 '--test-launcher-filter-file=../../testing/buildbot/filters/android.emulator.cc_unittests.filter',
794 ],
795 },
Chong Gudf7fbe92021-02-24 02:55:58796 'fuchsia-code-coverage': {
797 'swarming': {
798 'shards': 4,
799 },
800 },
Chong Gub2446462021-08-19 18:44:08801 'fuchsia-fyi-arm64-dbg': {
802 'args': [
803 '--test-launcher-filter-file=../../testing/buildbot/filters/fuchsia.debug.cc_unittests.filter',
804 ],
805 },
Erik Chen681dc0282019-11-26 22:54:49806 },
807 },
Prakhar94f444a2020-10-08 07:30:08808 'check_static_initializers': {
809 'modifications': {
810 'Mac Builder': {
811 'args': [
812 '--allow-coverage-initializer',
813 ],
814 },
815 },
816 },
Ben Pastene7a05a8f2020-11-12 17:25:51817 'chrome_all_tast_tests': {
818 'modifications': {
819 'chromeos-betty-pi-arc-cfi-thin-lto-chrome': {
820 'args': [
821 # This bot sets symbol_level=2, which doesn't fit inside a normal VM.
822 '--strip-chrome',
823 ],
824 },
825 },
826 },
Andrew Luod252791ac2019-10-15 00:28:13827 'chrome_java_test_pagecontroller_tests': {
Haiyang Panfbd2b482020-09-23 23:41:25828 'modifications': {
829 'android-pie-arm64-rel': {
830 # TODO(crbug.com/1111436): Move this back to walleye if/when additional
831 # capacity has been deployed.
832 'swarming': {
833 'dimension_sets': [
834 {
835 'device_type': 'sailfish',
836 },
837 ],
838 },
839 },
840 },
Andrew Luod252791ac2019-10-15 00:28:13841 },
Yun Liu7cfd28a2019-10-30 01:57:12842 'chrome_public_smoke_test': {
843 'remove_from': [
Ben Joyce02dc8092021-03-04 21:48:19844 'android-code-coverage-native', # Does not generate profraw data.
Ben Joyce46ca6012021-03-31 19:19:25845 'android-pie-arm64-coverage-experimental-rel', # Does not generate profraw data.
Yun Liu7cfd28a2019-10-30 01:57:12846 ],
847 },
Kenneth Russelleb60cbd22017-12-05 07:54:28848 'chrome_public_test_apk': {
John Budorick27d2d44e2019-05-20 20:26:09849 'remove_from': [
850 'android-asan', # https://crbug.com/964562
Ben Joyce02dc8092021-03-04 21:48:19851 'android-code-coverage-native', # Does not generate profraw data.
Ben Joyce46ca6012021-03-31 19:19:25852 'android-pie-arm64-coverage-experimental-rel', # Does not generate profraw data.
John Budorick27d2d44e2019-05-20 20:26:09853 ],
Kenneth Russelleb60cbd22017-12-05 07:54:28854 'modifications': {
Kenneth Russelleb60cbd22017-12-05 07:54:28855 'Marshmallow 64 bit Tester': {
856 'swarming': {
Kenneth Russelleb60cbd22017-12-05 07:54:28857 'shards': 14,
858 },
859 },
Arthur Wang5dd7b07c2020-04-04 01:05:22860 'Marshmallow Tablet Tester': {
861 'args': [
862 '--timeout-scale',
863 '2.0',
864 ],
865 },
Ben Pastenec73e96e92018-07-12 01:40:35866 'Oreo Phone Tester': {
bsheedy01833462018-12-07 01:05:57867 # TODO(https://crbug.com/884413): Re-enable this once the tests are
868 # either passing or there is more capacity.
869 'experiment_percentage': 0,
Ben Pastenec73e96e92018-07-12 01:40:35870 },
Haiyang Pan9d68ca02021-08-04 21:30:47871 'android-11-x86-rel': {
Haiyang Panb80557c2021-03-13 03:01:44872 'args': [
873 '--test-launcher-filter-file=../../testing/buildbot/filters/android.emulator_11.chrome_public_test_apk.filter',
Haiyang Pan1d5ca2862021-04-01 22:21:09874 '--timeout-scale=2.0',
Haiyang Panb80557c2021-03-13 03:01:44875 ],
Haiyang Pan10f029c2021-07-30 23:17:56876 # TODO(crbug.com/1137474): Remove after the test suite is green.
877 'experiment_percentage': 100,
Haiyang Pan51450ab2021-03-23 00:48:57878 # TODO(crbug.com/1137474): Revisit the shard number once failed tests
879 # are fixed.
880 'swarming': {
881 'shards': 30,
Haiyang Panadcf3432021-06-18 03:23:23882 'dimension_sets': [
883 {
884 'machine_type': 'e2-standard-8', # use 8-core to shorten runtime
885 },
886 ],
Haiyang Pan51450ab2021-03-23 00:48:57887 },
Haiyang Panb80557c2021-03-13 03:01:44888 },
Stephen Martinis1384ff92020-01-07 19:52:15889 'android-arm64-proguard-rel': {
890 'swarming': {
891 'shards': 25,
892 },
893 },
Brian Sheedy44a7a0032020-04-16 19:20:57894 'android-marshmallow-arm64-rel-swarming': {
895 'swarming': {
Brian Sheedy180c2dd2020-04-22 19:34:31896 'service_account': '[email protected]'
Brian Sheedy44a7a0032020-04-16 19:20:57897 },
898 },
Haiyang Pan742760c2021-02-12 03:21:41899 'android-marshmallow-x86-rel': {
900 'args': [
901 '--test-launcher-filter-file=../../testing/buildbot/filters/android.emulator_m.chrome_public_test_apk.filter',
902 ],
903 'swarming': {
904 # TODO(crbug.com/1127110): Revisit shards and machine_type if there
905 # are n2 machines available in the test pool.
906 'shards': 25,
907 'dimension_sets': [
908 {
909 'machine_type': 'e2-standard-8', # use 8-core to shorten runtime
910 },
911 ],
912 },
Haiyang Pan37fbd7a42020-06-03 03:27:37913 },
Stephen Martinis1384ff92020-01-07 19:52:15914 'android-pie-arm64-rel': {
915 'args': [
916 '--test-launcher-filter-file=../../testing/buildbot/filters/android.pie_arm64_rel.chrome_public_test_apk.filter', # https://crbug.com/1010211
917 ],
Stephen Martinisd05530d2021-07-27 22:50:22918 'ci_only': True, # https://crbug.com/1233700
Haiyang Pan43640ee2020-02-13 01:38:00919 },
Haiyang Pan08d09dc2020-04-01 16:11:21920 'android-pie-x86-rel': {
Haiyang Pan43640ee2020-02-13 01:38:00921 'args': [
Haiyang Pan71373072020-03-02 19:57:49922 # https://crbug.com/1046059
Haiyang Pan23f64f52020-06-04 01:23:32923 '--test-launcher-filter-file=../../testing/buildbot/filters/android.emulator_p.chrome_public_test_apk.filter',
Haiyang Pan43640ee2020-02-13 01:38:00924 ],
Haiyang Pan71373072020-03-02 19:57:49925 'swarming': {
Haiyang Pan58a6db22021-07-30 01:08:26926 'dimension_sets': [
927 {
Haiyang Pan1f205ad2021-07-31 01:47:52928 'machine_type': 'e2-standard-8', # use 8-core to shorten runtime
Haiyang Pan58a6db22021-07-30 01:08:26929 },
930 ],
931 # See https://crbug.com/1230192, runs of 40-60 minutes at 20 shards.
932 'shards': 30,
933 },
934 },
935 },
936 },
937 'chrome_public_test_apk_with_playstore': {
938 'remove_from': [
939 # Android Emulator does not ship playstore image on Marshmallow.
940 'android-marshmallow-x86-rel',
941 ],
942 'modifications': {
Haiyang Pan9d68ca02021-08-04 21:30:47943 'android-11-x86-rel': {
Haiyang Pan58a6db22021-07-30 01:08:26944 'args': [
945 '--avd-config=../../tools/android/avd/proto/generic_playstore_android30.textpb',
946 ],
947 'swarming': {
948 # soft affinity so that bots with caches will be picked first
949 'optional_dimensions': {
950 '60': [
951 {
952 'caches': 'avd_generic_playstore_android28',
953 }
954 ],
955 },
956 'named_caches': [
957 {
958 'name': 'avd_generic_playstore_android30',
959 'path': '.android',
960 },
961 {
962 'name': 'system_images_android_30_google_apis_playstore_x86',
963 'path': '.emulator_sdk',
964 },
965 ],
966 },
967 },
968 'android-pie-x86-rel': {
969 'args': [
970 '--avd-config=../../tools/android/avd/proto/generic_playstore_android28.textpb',
971 ],
972 'swarming': {
Haiyang Pan2c438302021-06-11 23:50:38973 # soft affinity so that bots with caches will be picked first
974 'optional_dimensions': {
975 '60': [
976 {
977 'caches': 'avd_generic_playstore_android28',
978 }
979 ],
980 },
Haiyang Pan71373072020-03-02 19:57:49981 'named_caches': [
982 {
983 'name': 'avd_generic_playstore_android28',
984 'path': '.android',
985 },
986 {
987 'name': 'system_images_android_28_google_apis_playstore_x86',
988 'path': '.emulator_sdk',
989 },
Haiyang Pan980402822020-10-07 23:24:56990 ],
Haiyang Pan71373072020-03-02 19:57:49991 },
John Budorick34009472018-04-03 17:38:44992 },
Kenneth Russelleb60cbd22017-12-05 07:54:28993 },
994 },
995 'chrome_public_test_vr_apk': {
Nico Weberb0b3f5862018-07-13 18:45:15996 'remove_from': [
Brian Sheedy29ac5692021-01-06 17:41:49997 # Decided to no longer run VR tests on L, crbug.com/1159619.
998 'Lollipop Phone Tester',
bsheedy410dd7c2018-06-15 22:42:09999 'Lollipop Tablet Tester',
1000 'Marshmallow Tablet Tester',
Haiyang Pand12ff5462021-07-12 17:29:021001
Andrew Luo38b311f2019-10-04 03:42:091002 'android-pie-arm64-rel', # https://crbug.com/1010211
bsheedydf58b4e2018-11-01 19:42:161003 'ToTAndroid',
John Budorick27d2d44e2019-05-20 20:26:091004 'android-asan', # https://crbug.com/964562
Ben Joyce02dc8092021-03-04 21:48:191005 'android-code-coverage-native', # Does not generate profraw data.
Ben Joyce46ca6012021-03-31 19:19:251006 'android-pie-arm64-coverage-experimental-rel', # Does not generate profraw data.
bsheedy410dd7c2018-06-15 22:42:091007 ],
Haiyang Pan363c59a2020-07-23 05:47:041008 'modifications': {
Brian Sheedy4dc4a6f2020-09-17 22:18:501009 # Use "--remove-system-package" according to crbug.com/931947#c1
Haiyang Pan363c59a2020-07-23 05:47:041010 'android-nougat-arm64-rel': {
1011 'args': [
Brian Sheedy4dc4a6f2020-09-17 22:18:501012 # Applying a mixin via an exception doesn't work, so manually apply
1013 # the same arguments as the 'vr_instrumentation_test' mixin.
1014 '--remove-system-package=com.google.vr.vrcore',
1015 '--additional-apk=//third_party/gvr-android-sdk/test-apks/vr_services/vr_services_current.apk',
1016 ],
Brian Sheedy4a652b72020-12-17 23:59:491017 },
Haiyang Pan363c59a2020-07-23 05:47:041018 },
Kenneth Russelleb60cbd22017-12-05 07:54:281019 },
bsheedy75a4dd52018-11-27 23:24:301020 'chrome_public_test_vr_apk-vega': {
1021 'modifications': {
bsheedy75a4dd52018-11-27 23:24:301022 'Oreo Phone Tester': {
1023 'swarming': {
1024 'dimension_sets': [
1025 {
1026 'device_os': 'OVR1.180808.003',
1027 'device_type': 'vega',
1028 'os': 'Android',
1029 },
1030 ],
1031 },
1032 }
1033 }
1034 },
Rakib M. Hasana56be792021-03-15 21:14:401035 'chrome_public_wpt': {
1036 'modifications': {
1037 'android-web-platform-pie-x86-fyi-rel': {
1038 'swarming': {
Rakib M. Hasana56be792021-03-15 21:14:401039 'shards': 18,
1040 },
1041 },
1042 },
1043 },
Ian Struiksmaeb285db02020-10-20 22:19:341044 'chrome_sizes': {
1045 'modifications': {
Yuke Liao975680302021-02-18 18:34:541046 'lacros-amd64-generic-chrome': {
1047 'swarming': {
1048 'dimension_sets': [
1049 {
Yuke Liao31225ee32021-03-17 23:21:331050 'cpu': 'x86-64',
Ben Pasteneddd3da72021-09-23 17:41:351051 'os': 'Ubuntu-18.04',
Yuke Liao975680302021-02-18 18:34:541052 },
1053 ],
1054 },
1055 },
Ben Pastenee9536c82021-10-19 01:48:571056 'lacros-arm-generic-chrome': {
1057 'swarming': {
1058 'dimension_sets': [
1059 {
1060 'cpu': 'x86-64',
1061 'os': 'Ubuntu-18.04',
1062 },
1063 ],
1064 },
1065 },
Ian Struiksmaeb285db02020-10-20 22:19:341066 },
1067 },
Takuto Ikuta1b749b902019-04-11 18:05:531068 'chromedriver_py_tests': {
1069 'remove_from': [
1070 # Timeout happens sometimes (crbug.com/951799).
Takuto Ikuta1b749b902019-04-11 18:05:531071 'Win10 Tests x64 (dbg)',
1072 ],
1073 },
Haiyang Panfed339172021-03-10 23:19:571074 'components_browsertests': {
Chong Gu76046412021-09-22 17:49:211075 'remove_from': [
1076 'fuchsia-fyi-arm64-rel', # https://crbug.com/961457
1077 'fuchsia-fyi-x64-rel', # https://crbug.com/961457
1078 ],
Haiyang Panfed339172021-03-10 23:19:571079 'modifications': {
Haiyang Pan9d68ca02021-08-04 21:30:471080 'android-11-x86-rel': {
Haiyang Panfed339172021-03-10 23:19:571081 'swarming': {
1082 'shards': 2,
1083 },
1084 },
1085 },
1086 },
Kenneth Russelleb60cbd22017-12-05 07:54:281087 'components_unittests': {
Yun Liu3e759dbb2019-11-01 19:25:521088 'remove_from': [
Ben Joyce68c5c852021-10-16 23:55:161089 # https://crbug.com/1147531 - covered on marshmallow emulator.
Garrett Beaty47a2d802020-11-10 20:50:531090 'android-marshmallow-arm64-rel',
Yun Liu3e759dbb2019-11-01 19:25:521091 ],
Kenneth Russelleb60cbd22017-12-05 07:54:281092 'modifications': {
John Budorick5052d552017-12-13 02:59:341093 'Linux ASan LSan Tests (1)': {
1094 # These are very slow on the ASAN trybot for some reason.
1095 # crbug.com/794372
1096 'swarming': {
1097 'shards': 5,
1098 },
1099 },
Takuto Ikuta54671d972018-07-19 19:06:351100 'Linux Chromium OS ASan LSan Tests (1)': {
1101 # These are very slow on the ASAN trybot for some reason.
1102 # crbug.com/794372
1103 'swarming': {
1104 'shards': 5,
1105 },
1106 },
Erik Chen681dc0282019-11-26 22:54:491107 'Linux TSan Tests': {
1108 'swarming': {
1109 'shards': 2,
1110 },
1111 },
Haiyang Pan9d68ca02021-08-04 21:30:471112 'android-11-x86-rel': {
Haiyang Pan799282f2021-03-25 19:38:311113 'args': [
1114 '--test-launcher-filter-file=../../testing/buildbot/filters/android.emulator_11.components_unittests.filter',
1115 ],
1116 },
Omer Katz7d2be652020-01-22 18:13:461117 'linux-blink-heap-concurrent-marking-tsan-rel': {
1118 'swarming': {
1119 'shards': 2,
1120 },
1121 },
Sven Zheng80734f12020-08-06 06:50:391122 # https://crbug.com/1111979,
Junhua Chen39dd2dba2021-05-05 17:51:541123 'linux-lacros-code-coverage': {
1124 'args': [
1125 '--test-launcher-filter-file=../../testing/buildbot/filters/linux-lacros.components_unittests.filter',
1126 ],
1127 },
1128 # https://crbug.com/1111979,
Yuke Liaoa0db4742021-08-09 18:28:331129 'linux-lacros-dbg-tests-fyi': {
1130 'args': [
1131 '--test-launcher-filter-file=../../testing/buildbot/filters/linux-lacros.components_unittests.filter',
1132 ],
1133 },
1134 # https://crbug.com/1111979,
Sven Zheng5c9d3e342020-08-11 21:39:431135 'linux-lacros-tester-rel': {
Sven Zheng5c9d3e342020-08-11 21:39:431136 'args': [
Yuke Liao56a437dd2021-05-05 04:53:401137 '--test-launcher-filter-file=../../testing/buildbot/filters/linux-lacros.components_unittests.filter',
Sven Zheng5c9d3e342020-08-11 21:39:431138 ],
Sven Zheng80734f12020-08-06 06:50:391139 },
1140 },
Sven Zheng577fe5ff2020-08-03 22:06:441141 },
Chong Gu76046412021-09-22 17:49:211142 'compositor_unittests': {
Chong Gub2446462021-08-19 18:44:081143 'modifications': {
1144 'fuchsia-fyi-arm64-dbg': {
1145 'args': [
1146 '--test-launcher-filter-file=../../testing/buildbot/filters/fuchsia.debug.compositor_unittests.filter',
1147 ],
1148 },
1149 },
1150 },
Kenneth Russelleb60cbd22017-12-05 07:54:281151 'content_browsertests': {
Brad Halla36886c2019-02-26 16:52:291152 'remove_from': [
Brad Halla36886c2019-02-26 16:52:291153 'CrWinAsan(dll)', # https://crbug.com/935598
Chong Gu0ed5dcda2021-07-15 21:26:111154 'android-marshmallow-arm64-rel', # http://crbug.com/1060245#c30: due to low utility and capacity.
Brad Halla36886c2019-02-26 16:52:291155 ],
Kenneth Russelleb60cbd22017-12-05 07:54:281156 'modifications': {
Kenneth Russellfbda3c532017-12-08 23:57:241157 'Cast Audio Linux': {
1158 'args': [
Nico Weber02f30392018-07-16 18:39:431159 '--test-launcher-filter-file=../../testing/buildbot/filters/cast-linux.content_browsertests.filter',
Kenneth Russellfbda3c532017-12-08 23:57:241160 ],
Kenneth Russellfbda3c532017-12-08 23:57:241161 },
1162 'Cast Linux': {
1163 'args': [
Nico Weber02f30392018-07-16 18:39:431164 '--test-launcher-filter-file=../../testing/buildbot/filters/cast-linux.content_browsertests.filter',
Kenneth Russellfbda3c532017-12-08 23:57:241165 ],
Kenneth Russellfbda3c532017-12-08 23:57:241166 },
Erik Chenb681c8c2019-11-25 22:52:521167 'Linux ASan LSan Tests (1)': {
1168 'swarming': {
1169 'shards': 12,
1170 },
1171 },
Chris Cunninghame1a04ea2019-04-24 01:49:321172 'Linux ASan Tests (sandboxed)': {
1173 'swarming': {
John Abd-El-Malek3a631612020-07-08 21:40:411174 'shards': 10, # https://crbug.com/1103330
Chris Cunninghame1a04ea2019-04-24 01:49:321175 },
1176 },
Erik Chen681dc0282019-11-26 22:54:491177 'Linux TSan Tests': {
1178 'swarming': {
1179 'shards': 15,
1180 },
1181 },
Maksim Sisovc81d284c2021-10-05 17:54:351182 # https://crbug.com/1077181
1183 'Linux Tests (Wayland)': {
1184 'args': [
1185 '--test-launcher-filter-file=../../testing/buildbot/filters/ozone-linux.wayland_content_browsertests.filter',
1186 ],
1187 },
Stephen Martinis1384ff92020-01-07 19:52:151188 'Lollipop Phone Tester': {
1189 'swarming': {
Haiyang Panbbd866d2020-09-16 00:48:381190 'shards': 10,
Stephen Martinis1384ff92020-01-07 19:52:151191 },
1192 },
Sergey Silkinfe96b352020-10-19 20:41:341193 'Lollipop Tablet Tester': {
1194 'args': [
1195 '--test-launcher-filter-file=../../testing/buildbot/filters/android.lollipop_tablet_tester.content_browsertests.filter',
1196 ],
Haiyang Pan1f6367352021-07-02 21:15:571197 'swarming': {
1198 'shards': 15,
1199 },
Sergey Silkinfe96b352020-10-19 20:41:341200 },
Lindsay Pasrichab3f72db2021-09-22 22:05:461201 'Mac ASan 64 Tests (1)': { # https://crbug.com/1200640
1202 'experiment_percentage': 100,
1203 },
Sergey Silkinfe96b352020-10-19 20:41:341204 'Marshmallow Tablet Tester': {
1205 'args': [
1206 '--test-launcher-filter-file=../../testing/buildbot/filters/android.marshmallow_tablet_tester.content_browsertests.filter',
1207 ],
Haiyang Pan1f6367352021-07-02 21:15:571208 'swarming': {
1209 'shards': 15,
1210 },
Sergey Silkinfe96b352020-10-19 20:41:341211 },
Sergey Silkin1fe10e82020-10-30 19:36:581212 'WebRTC Chromium FYI Android Tests (dbg) (M Nexus5X)': {
1213 'args': [
1214 '--test-launcher-filter-file=../../testing/buildbot/filters/chromium.webrtc.fyi.android.tests.dbg.content_browsertests.filter',
1215 ],
Andrew Grieveae21ca62021-10-20 18:37:521216 },
1217 'WebRTC Chromium FYI Android Tests (dbg) (N Nexus5X)': {
1218 'args': [
1219 '--test-launcher-filter-file=../../testing/buildbot/filters/chromium.webrtc.fyi.android.tests.dbg.content_browsertests.filter',
1220 ],
1221 },
Stephen Martinis1384ff92020-01-07 19:52:151222 'Win10 Tests x64': {
1223 # crbug.com/868082
1224 'args': [
1225 '--disable-features=WebRTC-H264WithOpenH264FFmpeg',
1226 ],
1227 },
1228 'Win10 Tests x64 (dbg)': {
1229 'experiment_percentage': 100,
1230 # crbug.com/868082
1231 'args': [
1232 '--disable-features=WebRTC-H264WithOpenH264FFmpeg',
Stephen Martinis1384ff92020-01-07 19:52:151233 ],
1234 },
Kuan Huangc93e8672021-06-29 21:13:451235 'Win10 Tests x64 20h2': {
1236 # crbug.com/868082
1237 'args': [
1238 '--disable-features=WebRTC-H264WithOpenH264FFmpeg',
1239 ],
1240 },
Haiyang Pan9d68ca02021-08-04 21:30:471241 'android-11-x86-rel': {
Haiyang Pan10f029c2021-07-30 23:17:561242 # TODO(crbug.com/1137474): Remove after the test suite is green.
1243 'experiment_percentage': 100,
Haiyang Pan51450ab2021-03-23 00:48:571244 # TODO(crbug.com/1137474): Revisit the shard number once failed tests
1245 # are fixed.
Haiyang Panfed339172021-03-10 23:19:571246 'swarming': {
Haiyang Pan51450ab2021-03-23 00:48:571247 'shards': 30,
Haiyang Pan45e77dda2021-07-01 22:23:291248 'dimension_sets': [
1249 {
1250 'machine_type': 'e2-standard-8', # use 8-core to shorten runtime
1251 },
1252 ],
Haiyang Panfed339172021-03-10 23:19:571253 },
1254 },
Stephen Martinis1384ff92020-01-07 19:52:151255 'android-arm64-proguard-rel': {
1256 'swarming': {
1257 'shards': 16,
1258 },
1259 },
1260 'android-asan': {
1261 'args': [
1262 '--test-launcher-filter-file=../../testing/buildbot/filters/android.asan.content_browsertests.filter',
1263 ],
1264 'swarming': {
1265 'shards': 18,
1266 },
1267 },
Stephen Martinis1384ff92020-01-07 19:52:151268 'android-marshmallow-arm64-rel': {
1269 'swarming': {
1270 'shards': 16,
1271 },
1272 },
Haiyang Pan2486dcb2020-09-18 17:53:061273 'android-marshmallow-x86-rel-non-cq': {
John Budoricka4e23882020-02-28 18:36:431274 'args': [
Haiyang Pan12d5acd2020-06-01 20:54:571275 '--test-launcher-filter-file=../../testing/buildbot/filters/android.emulator_m.content_browsertests.filter',
John Budoricka4e23882020-02-28 18:36:431276 ],
Haiyang Panc47f6d12020-08-19 18:34:491277 'swarming': {
1278 'shards': 20,
1279 },
John Budoricka4e23882020-02-28 18:36:431280 },
Haiyang Pan363c59a2020-07-23 05:47:041281 'android-nougat-arm64-rel': {
1282 'swarming': {
1283 'shards': 16,
1284 },
1285 # TODO(crbug.com/1108055): Remove this filter
1286 'args': [
1287 '--gtest_filter=-BackgroundTracingManagerBrowserTest.PerfettoSystemBackgroundScenario*',
1288 ],
1289 },
Haiyang Pan08d09dc2020-04-01 16:11:211290 'android-pie-x86-rel': {
John Budoricka4e23882020-02-28 18:36:431291 'args': [
Haiyang Pan12d5acd2020-06-01 20:54:571292 '--test-launcher-filter-file=../../testing/buildbot/filters/android.emulator_p.content_browsertests.filter',
John Budoricka4e23882020-02-28 18:36:431293 ],
Sky Malice303f7ec2021-07-17 04:13:091294 'swarming': {
1295 # Flaking with only 20 shards with 40-60 minute runs.
1296 # https://crbug.com/1230118
1297 'shards': 30,
Haiyang Pan2eb735e72020-09-15 22:51:511298 },
John Budoricka4e23882020-02-28 18:36:431299 },
Omer Katz7d2be652020-01-22 18:13:461300 'linux-blink-heap-concurrent-marking-tsan-rel': {
1301 'swarming': {
1302 'shards': 4,
1303 },
1304 },
Stephen Martinis1384ff92020-01-07 19:52:151305 'linux-chromeos-code-coverage': {
1306 'swarming': {
1307 'shards': 12,
1308 },
1309 },
Albert J. Wong91f109652019-11-19 03:01:161310 'linux-chromeos-rel': {
1311 'swarming': {
1312 'shards': 3,
1313 },
1314 },
Yuke Liao79424e42020-01-06 21:00:111315 'linux-code-coverage': {
Yuke Liao58e1d202020-03-20 23:02:011316 'args': [
1317 '--no-sandbox',
1318 ],
Yuke Liao79424e42020-01-06 21:00:111319 'swarming': {
1320 'shards': 12,
1321 },
1322 },
Junhua Chen39dd2dba2021-05-05 17:51:541323 # https://crbug.com/1111979,
1324 'linux-lacros-code-coverage': {
1325 'args': [
1326 '--test-launcher-filter-file=../../testing/buildbot/filters/linux-lacros.content_browsertests.filter',
1327 ],
1328 },
Jieting Yangbf15db672021-10-04 19:18:371329 # https://crbug.com/1111979,
1330 'linux-lacros-dbg-tests-fyi': {
1331 'args': [
1332 '--test-launcher-filter-file=../../testing/buildbot/filters/linux-lacros.content_browsertests.filter',
1333 ],
1334 },
Sven Zheng80734f12020-08-06 06:50:391335 # https://crbug.com/1111979
1336 'linux-lacros-tester-fyi-rel': {
1337 'experiment_percentage': 100,
1338 },
Sven Zheng5c9d3e342020-08-11 21:39:431339 # https://crbug.com/1111979,
1340 'linux-lacros-tester-rel': {
Sven Zheng5c9d3e342020-08-11 21:39:431341 'args': [
Yuke Liao56a437dd2021-05-05 04:53:401342 '--test-launcher-filter-file=../../testing/buildbot/filters/linux-lacros.content_browsertests.filter',
Sven Zheng5c9d3e342020-08-11 21:39:431343 ],
1344 },
Kuan Huang235b0142021-10-19 18:59:281345 'mac-code-coverage': {
1346 'args': [
1347 '--coverage-continuous-mode=1',
1348 ],
1349 },
Kuan Huang05332fb2021-10-12 02:04:261350 # https://crbug.com/1255940
1351 'mac-rel-swarming': {
1352 'swarming': {
1353 'dimension_sets': [
1354 {
1355 # These test would time out when running on 4 cores instances.
1356 'cores': '8|12',
1357 }
1358 ],
1359 },
1360 },
Kenneth Russelleb60cbd22017-12-05 07:54:281361 },
1362 },
Nico Weber81e16ace22018-06-30 02:58:471363 'content_shell_crash_test': {
Haiyang Pan8c201b92020-06-04 01:25:071364 'remove_from': [
Nico Weberbbbc34e2020-10-14 18:21:501365 'Mac10.11 Tests', # crbug.com/1138050
Haiyang Pan2486dcb2020-09-18 17:53:061366 'android-marshmallow-x86-rel-non-cq', # crbug.com/1084353
Haiyang Pan8c201b92020-06-04 01:25:071367 ],
Dirk Prankeb1c36b322018-07-11 02:42:001368 'modifications': {
Dirk Prankeb1c36b322018-07-11 02:42:001369 'Win10 Tests x64 (dbg)': {
1370 'experiment_percentage': 100, # https://crbug.com/861730
1371 },
1372 },
Nico Weber81e16ace22018-06-30 02:58:471373 },
John Budorick27d2d44e2019-05-20 20:26:091374 'content_shell_test_apk': {
1375 'remove_from': [
John Budorick27d2d44e2019-05-20 20:26:091376 'android-asan', # https://crbug.com/964562
Ben Joyce02dc8092021-03-04 21:48:191377 'android-code-coverage-native', # Does not generate profraw data.
Ben Joyce46ca6012021-03-31 19:19:251378 'android-pie-arm64-coverage-experimental-rel', # Does not generate profraw data.
John Budorick27d2d44e2019-05-20 20:26:091379 ],
John Budorickee2e64f2020-03-02 20:19:101380 'modifications': {
Haiyang Pan9d68ca02021-08-04 21:30:471381 'android-11-x86-rel': {
Haiyang Pan103864812021-03-19 19:28:441382 'args': [
1383 '--test-launcher-filter-file=../../testing/buildbot/filters/android.emulator_11.content_shell_test_apk.filter',
Haiyang Panabdab2f2021-07-19 20:37:511384 '--timeout-scale=2.0',
Haiyang Pan103864812021-03-19 19:28:441385 ],
1386 },
Haiyang Panb991f562021-08-10 17:46:461387 'android-marshmallow-x86-rel': {
John Budorickee2e64f2020-03-02 20:19:101388 'args': [
Haiyang Pan28e73582020-05-30 00:34:271389 '--test-launcher-filter-file=../../testing/buildbot/filters/android.emulator_m.content_shell_test_apk.filter',
John Budorickee2e64f2020-03-02 20:19:101390 ],
1391 },
Haiyang Pan08d09dc2020-04-01 16:11:211392 'android-pie-x86-rel': {
John Budorickee2e64f2020-03-02 20:19:101393 'args': [
1394 '--gtest_filter=-ContentViewScrollingTest.testFling',
1395 ],
1396 },
1397 },
John Budorick27d2d44e2019-05-20 20:26:091398 },
Kenneth Russelleb60cbd22017-12-05 07:54:281399 'content_unittests': {
1400 'modifications': {
John Budorick5052d552017-12-13 02:59:341401 'Linux ASan LSan Tests (1)': {
1402 # These are slow on the ASAN trybot for some reason.
1403 # crbug.com/794372
1404 'swarming': {
1405 'shards': 2,
1406 },
1407 },
Takuto Ikuta54671d972018-07-19 19:06:351408 'Linux ChromiumOS MSan Tests': {
1409 # These are very slow on the Chrome OS MSAN trybot for some reason.
1410 # crbug.com/865455
1411 'swarming': {
1412 'shards': 2,
1413 },
1414 },
Chong Gu52481452021-04-02 17:52:411415 'fuchsia-code-coverage': {
1416 'swarming': {
1417 'shards': 12,
1418 },
1419 },
Kenneth Russelleb60cbd22017-12-05 07:54:281420 },
1421 },
Yuly Novikov19314252021-10-02 03:06:281422 'context_lost_passthrough_tests': {
1423 'modifications': {
1424 'Mac FYI ASAN (Intel)': {
1425 'args': [
1426 '--is-asan',
1427 ]
1428 },
1429 'Mac FYI Retina ASAN (AMD)': {
1430 'args': [
1431 '--is-asan',
1432 ]
1433 },
1434 },
1435 },
Jonah Ryan-Davis832c8462020-06-09 03:45:031436 'context_lost_validating_tests': {
Brian Sheedye285c9b2019-07-15 21:42:461437 # TODO(https://crbug.com/850107): Remove the Android FYI Release (Pixel 2)
1438 # exception once there is enough capacity to run these tests.
1439 'remove_from': [
Brian Sheedye285c9b2019-07-15 21:42:461440 'Android FYI Release (Pixel 2)',
1441 ],
Yuly Novikov19314252021-10-02 03:06:281442 'modifications': {
1443 'Mac FYI ASAN (Intel)': {
1444 'args': [
1445 '--is-asan',
1446 ]
1447 },
1448 'Mac FYI Retina ASAN (AMD)': {
1449 'args': [
1450 '--is-asan',
1451 ]
1452 },
1453 },
Kenneth Russellc1a09302018-07-10 01:12:541454 },
Kenneth Russellfbda3c532017-12-08 23:57:241455 'crashpad_tests': {
1456 'remove_from': [
Nico Weber15a00d62018-05-16 17:11:481457 'linux-win_cross-rel', # https://crbug.com/762167
Vlad Tsyrklevich06a9a44f2019-07-24 19:14:391458 # https://crbug.com/crashpad/304
1459 'Linux TSan Tests',
1460 'ToTLinuxTSan',
1461 # https://crbug.com/crashpad/306
1462 'Linux CFI',
1463 'CFI Linux ToT',
Kenneth Russellfbda3c532017-12-08 23:57:241464 ],
Haiyang Panc7c009e2021-03-18 19:31:231465 'modifications': {
Haiyang Pan9d68ca02021-08-04 21:30:471466 'android-11-x86-rel': {
Haiyang Panc7c009e2021-03-18 19:31:231467 'args': [
1468 '--test-launcher-filter-file=../../testing/buildbot/filters/android.emulator_11.crashpad_tests.filter',
1469 ],
1470 },
Haiyang Pan07d9e262021-10-20 21:50:031471 'android-12-x64-fyi-rel': {
1472 'args': [
1473 '--test-launcher-filter-file=../../testing/buildbot/filters/android.emulator_12.crashpad_tests.filter',
1474 ],
1475 },
Haiyang Panc7c009e2021-03-18 19:31:231476 },
Kenneth Russellfbda3c532017-12-08 23:57:241477 },
John Budorick5bc387fe2019-05-09 20:02:531478 'cronet_sizes': {
1479 'modifications': {
1480 'android-cronet-arm-dbg': {
1481 'swarming': {
1482 'dimension_sets': [
1483 {
1484 'device_os': None,
1485 'device_type': None,
Takuto Ikuta5e459b12019-07-09 05:30:561486 'os': 'Ubuntu-16.04',
John Budorick5bc387fe2019-05-09 20:02:531487 },
1488 ],
1489 },
1490 },
1491 },
1492 },
Brian Sheedye285c9b2019-07-15 21:42:461493 'depth_capture_tests': {
Brian Sheedye285c9b2019-07-15 21:42:461494 'remove_from': [
Wez6b0ebb52021-05-01 16:05:491495 # TODO(https://crbug.com/850107): Remove the Android FYI Release (Pixel 2)
1496 # exception once there is enough capacity to run these tests.
Brian Sheedye285c9b2019-07-15 21:42:461497 'Android FYI Release (Pixel 2)',
1498 ],
1499 },
Ben Pastene61ad637c2020-05-08 22:24:411500 'disk_usage_tast_test': {
1501 # TODO(crbug.com/1077659): Add the test back after it's fixed.
1502 'remove_from': [
1503 'chromeos-kevin-rel',
1504 ],
1505 },
Joe Downing41486042018-10-18 22:44:441506 'extensions_browsertests': {
Brad Halla36886c2019-02-26 16:52:291507 'remove_from': [
Brad Halla36886c2019-02-26 16:52:291508 'CrWinAsan(dll)', # https://crbug.com/935598
1509 ],
Joe Downing41486042018-10-18 22:44:441510 'modifications': {
1511 'Win10 Tests x64 (dbg)': {
1512 'experiment_percentage': 100, # https://crbug.com/876615
1513 },
Sven Zheng5c9d3e342020-08-11 21:39:431514 # https://crbug.com/1111979,
Junhua Chen39dd2dba2021-05-05 17:51:541515 'linux-lacros-code-coverage': {
1516 'args': [
1517 '--gtest_filter=-BluetoothShellApiTest.ApiSanityCheck:BluetoothSocketApiTest.Listen:BluetoothSocketApiTest.PermissionDenied',
1518 ],
1519 },
Yuke Liaoa0db4742021-08-09 18:28:331520 'linux-lacros-dbg-tests-fyi': {
1521 'args': [
1522 '--gtest_filter=-BluetoothShellApiTest.ApiSanityCheck:BluetoothSocketApiTest.Listen:BluetoothSocketApiTest.PermissionDenied',
1523 ],
1524 },
Sven Zheng5c9d3e342020-08-11 21:39:431525 'linux-lacros-tester-rel': {
Sven Zheng5c9d3e342020-08-11 21:39:431526 'args': [
1527 '--gtest_filter=-BluetoothShellApiTest.ApiSanityCheck:BluetoothSocketApiTest.Listen:BluetoothSocketApiTest.PermissionDenied',
1528 ],
1529 },
Joe Downing41486042018-10-18 22:44:441530 },
1531 },
Sven Zheng577fe5ff2020-08-03 22:06:441532 'extensions_unittests': {
Sven Zheng80734f12020-08-06 06:50:391533 'modifications': {
Sven Zheng5c9d3e342020-08-11 21:39:431534 # https://crbug.com/1111979,
Junhua Chen39dd2dba2021-05-05 17:51:541535 'linux-lacros-code-coverage': {
1536 'args': [
Yuke Liaoa0db4742021-08-09 18:28:331537 '--gtest_filter=-BluetoothSocketApiUnittest.CreateThenClose:'
1538 'NativeExtensionBindingsSystemUnittest.*',
1539 ],
1540 },
1541 'linux-lacros-dbg-tests-fyi': {
1542 'args': [
Junhua Chen39dd2dba2021-05-05 17:51:541543 '--gtest_filter=-NativeExtensionBindingsSystemUnittest*:'
1544 'BluetoothSocketApiUnittest.CreateThenClose:'
1545 'FeatureProviderTest.PermissionFeatureAvailability',
1546 ],
1547 },
Sven Zheng5c9d3e342020-08-11 21:39:431548 'linux-lacros-tester-rel': {
Sven Zheng5c9d3e342020-08-11 21:39:431549 'args': [
Yuke Liaobb8308322020-08-12 20:20:471550 '--gtest_filter=-NativeExtensionBindingsSystemUnittest*:'
1551 'BluetoothSocketApiUnittest.CreateThenClose:'
1552 'FeatureProviderTest.PermissionFeatureAvailability',
Sven Zheng5c9d3e342020-08-11 21:39:431553 ],
1554 },
Sven Zheng80734f12020-08-06 06:50:391555 },
Sven Zheng577fe5ff2020-08-03 22:06:441556 },
Chong Gu76046412021-09-22 17:49:211557 'gfx_unittests': {
Chong Gudf7fbe92021-02-24 02:55:581558 'modifications': {
1559 'fuchsia-code-coverage': {
1560 'swarming': {
1561 'shards': 2,
1562 },
1563 },
1564 },
1565 },
Kenneth Russelleb60cbd22017-12-05 07:54:281566 'gin_unittests': {
1567 'remove_from': [
Nico Weber1394523f2018-06-06 15:58:471568 'ToTLinuxASan', # https://crbug.com/831667
Nico Weberd36959682018-04-12 03:33:461569 'Linux ASan LSan Tests (1)', # https://crbug.com/831667
Nico Weber1394523f2018-06-06 15:58:471570 'Linux Chromium OS ASan LSan Tests (1)', # https://crbug.com/831667
Kenneth Russelleb60cbd22017-12-05 07:54:281571 ],
1572 },
Brian Ho8271a7ad2021-08-12 20:48:031573 # TODO(crbug.com/1202958): Remove these GLRenderer variants when
1574 # SkiaRenderer is fully shipped on Chrome OS.
1575 # Don't run these on real devices due to capacity issues.
1576 'gl_renderer_context_lost_tests': {
1577 'remove_from': [
1578 'ChromeOS FYI Release (kevin)',
1579 'Lacros FYI x64 Release (Intel)',
1580 ],
1581 },
1582 'gl_renderer_depth_capture_tests': {
1583 'remove_from': [
1584 'ChromeOS FYI Release (kevin)',
1585 'Lacros FYI x64 Release (Intel)',
1586 ],
1587 },
1588 'gl_renderer_gpu_process_launch_tests': {
1589 'remove_from': [
1590 'ChromeOS FYI Release (kevin)',
1591 'Lacros FYI x64 Release (Intel)',
1592 ],
1593 },
1594 'gl_renderer_hardware_accelerated_feature_tests': {
1595 'remove_from': [
1596 'ChromeOS FYI Release (kevin)',
1597 'Lacros FYI x64 Release (Intel)',
1598 ],
1599 },
1600 'gl_renderer_maps_pixel_tests': {
1601 'remove_from': [
1602 'ChromeOS FYI Release (kevin)',
1603 'Lacros FYI x64 Release (Intel)',
1604 ],
1605 },
1606 'gl_renderer_pixel_skia_gold_tests': {
1607 'remove_from': [
1608 'ChromeOS FYI Release (kevin)',
1609 'Lacros FYI x64 Release (Intel)',
1610 ],
1611 },
1612 'gl_renderer_screenshot_sync_tests': {
1613 'remove_from': [
1614 'ChromeOS FYI Release (kevin)',
1615 'Lacros FYI x64 Release (Intel)',
1616 ],
1617 },
Jonah Ryan-Davisdeeffeaf2020-06-18 17:56:001618 'gl_tests_passthrough': {
1619 'remove_from': [
1620 'CFI Linux ToT',
1621 # Can't run on MSAN because gl_tests uses the hardware driver,
1622 # which isn't instrumented.
1623 'Linux MSan Tests',
1624 ],
1625 'modifications': {
1626 # TODO(kbr): figure out a better way to specify blocks of
1627 # arguments like this for tests on multiple machines.
Garrett Beatya491ec72020-07-25 12:36:121628 'Linux ASan LSan Tests (1)': {
1629 'args': [
1630 '--use-gpu-in-tests',
1631 '--no-xvfb',
1632 ],
1633 'swarming': {
1634 'dimension_sets': [
1635 {
1636 'gpu': '10de:1cb3',
1637 'os': 'Ubuntu',
1638 'pool': 'chromium.tests.gpu',
1639 },
1640 ],
1641 },
1642 },
1643 'Linux CFI': {
1644 'args': [
1645 '--use-gpu-in-tests',
1646 '--no-xvfb',
1647 ],
1648 'swarming': {
1649 'dimension_sets': [
1650 {
1651 'gpu': '10de:1cb3',
1652 'os': 'Ubuntu',
1653 'pool': 'chromium.tests.gpu',
1654 },
1655 ],
1656 },
1657 },
1658 'Linux TSan Tests': {
1659 'args': [
1660 '--use-gpu-in-tests',
1661 '--no-xvfb',
1662 ],
1663 'swarming': {
1664 'dimension_sets': [
1665 {
1666 'gpu': '10de:1cb3',
1667 'os': 'Ubuntu',
1668 'pool': 'chromium.tests.gpu',
1669 },
1670 ],
1671 },
1672 },
Jonah Ryan-Davisdeeffeaf2020-06-18 17:56:001673 },
1674 },
Jonah Ryan-Davise25a89f2020-05-29 20:18:241675 'gl_tests_validating': {
Jonah Ryan-Davisb9f03ac2021-03-18 23:53:021676 'remove_from': [
Kenneth Russell8a386d42018-06-02 09:48:011677 'Android FYI Release (Nexus 5X)',
John Budorickca14c76f62017-12-09 14:19:181678 ],
Kenneth Russelleb60cbd22017-12-05 07:54:281679 'modifications': {
Haiyang Pan9d68ca02021-08-04 21:30:471680 'android-11-x86-rel': {
Haiyang Pancf765862021-03-18 20:39:151681 'args': [
1682 '--test-launcher-filter-file=../../testing/buildbot/filters/android.emulator_11.gl_tests.filter',
1683 ],
1684 },
Haiyang Panb991f562021-08-10 17:46:461685 'android-marshmallow-x86-rel': {
John Budorick79ec9012020-01-08 21:56:311686 'args': [
1687 '--test-launcher-filter-file=../../testing/buildbot/filters/android.emulator.gl_tests.filter',
1688 ],
1689 },
Andrew Luo38b311f2019-10-04 03:42:091690 'android-pie-arm64-rel': {
John Budorick79ec9012020-01-08 21:56:311691 'args': [
Andrew Luobe83fd82019-12-19 03:07:581692 '--test-launcher-filter-file=../../testing/buildbot/filters/android.pie_arm64_rel.gl_tests.filter', # https://crbug.com/1034007
1693 ],
Andrew Luo38b311f2019-10-04 03:42:091694 },
Haiyang Pan08d09dc2020-04-01 16:11:211695 'android-pie-x86-rel': {
John Budorick79ec9012020-01-08 21:56:311696 'args': [
1697 '--test-launcher-filter-file=../../testing/buildbot/filters/android.emulator.gl_tests.filter',
1698 ],
1699 },
Kenneth Russelleb60cbd22017-12-05 07:54:281700 },
1701 },
Takuto Ikutaf5333252019-11-06 16:07:081702 'gl_unittests': {
1703 'remove_from': [
Takuto Ikutaf5333252019-11-06 16:07:081704 # On Android, these are already run on the main waterfall.
1705 # Run them on the one-off Android FYI bots, though.
1706 'Android FYI Release (Nexus 5X)',
Yuly Novikov37e04342020-05-29 00:52:041707 # Can't run on MSAN because gl_unittests uses the hardware driver,
1708 # which isn't instrumented.
1709 'Linux MSan Tests',
Takuto Ikutaf5333252019-11-06 16:07:081710 ],
Takuto Ikutaf5333252019-11-06 16:07:081711 },
1712 'gl_unittests_ozone': {
1713 'remove_from': [
1714 # Can't run on MSAN because gl_unittests_ozone uses the hardware driver,
1715 # which isn't instrumented.
1716 'Linux ChromiumOS MSan Tests',
1717 ],
1718 },
1719 'gpu_process_launch_tests': {
1720 # TODO(https://crbug.com/850107): Remove the Android FYI Release (Pixel 2)
1721 # exception once there is enough capacity to run these tests.
1722 'remove_from': [
Takuto Ikutaf5333252019-11-06 16:07:081723 'Android FYI Release (Pixel 2)',
1724 ],
1725 },
Chong Gu76046412021-09-22 17:49:211726 'gpu_unittests': {
Chong Gudf7fbe92021-02-24 02:55:581727 'modifications': {
1728 'fuchsia-code-coverage': {
1729 'swarming': {
1730 'shards': 5,
1731 },
1732 },
1733 },
1734 },
Kevin McNeed21a6c522021-06-14 21:27:251735 'grit_python_unittests': {
1736 'remove_from': [
1737 # These tests require node, which is not supported in Win7.
1738 # (https://crbug.com/1218989)
1739 'Win 7 Tests x64 (1)',
1740 'Win7 Tests (1)',
1741 'Win7 Tests (dbg)(1)',
1742 ],
1743 },
Brian Sheedye285c9b2019-07-15 21:42:461744 'hardware_accelerated_feature_tests': {
1745 # TODO(https://crbug.com/850107): Remove the Android FYI Release (Pixel 2)
1746 # exception once there is enough capacity to run these tests.
1747 'remove_from': [
Brian Sheedye285c9b2019-07-15 21:42:461748 'Android FYI Release (Pixel 2)',
1749 ],
1750 },
Brad Halla36886c2019-02-26 16:52:291751 'headless_browsertests': {
Chong Gud08d1232021-09-11 08:53:591752 'remove_from': [
1753 'CrWinAsan(dll)', # https://crbug.com/935598
Maksim Sisovc81d284c2021-10-05 17:54:351754 # Wayland bot doesn't support headless mode.
1755 'Linux Tests (Wayland)',
Chong Gud08d1232021-09-11 08:53:591756 ],
Chong Gud1a5c5992021-04-09 04:08:321757 'modifications': {
1758 'fuchsia-code-coverage': {
1759 'swarming': {
Chong Gu115ce152021-04-15 23:57:161760 'shards': 6,
Chong Gud1a5c5992021-04-09 04:08:321761 },
1762 },
1763 },
Brad Halla36886c2019-02-26 16:52:291764 },
Kenneth Russell8a386d42018-06-02 09:48:011765 'info_collection_tests': {
1766 'remove_from': [
Kenneth Russell8a386d42018-06-02 09:48:011767 'Android V8 FYI Release (Nexus 5X)',
1768 'Linux V8 FYI Release (NVIDIA)',
Michael Achenbach5fdfc67b2018-12-13 13:26:351769 'Linux V8 FYI Release - pointer compression (NVIDIA)',
Kenneth Russell8a386d42018-06-02 09:48:011770 'Mac V8 FYI Release (Intel)',
1771 'Win V8 FYI Release (NVIDIA)',
1772 ],
Brian Sheedyfe61cdac2020-02-12 01:25:591773 'modifications': {
Brian Sheedyb18cb762020-06-30 00:09:291774 'ChromeOS FYI Release (amd64-generic)': {
Brian Sheedy65be3052020-06-26 19:26:511775 'args': [
Brian Sheedyb18cb762020-06-30 00:09:291776 # Swarming does not report a GPU since tests are run in a VM, but
1777 # the VM does report that a GPU is present.
1778 '--expected-device-id', '1050',
Brian Sheedydf2672f2020-05-07 20:44:361779 ],
1780 },
Brian Sheedyfe61cdac2020-02-12 01:25:591781 },
Brian Sheedy32eeeb52020-05-22 01:49:371782 'replacements': {
1783 'ChromeOS FYI Release (amd64-generic)': {
1784 'args': {
1785 # Swarming does not report a GPU since tests are run in a VM, but
1786 # the VM does report that a GPU is present.
1787 '--expected-vendor-id': '1af4',
Brian Sheedyb18cb762020-06-30 00:09:291788 # Magic substitution happens after regular replacement, so remove it
1789 # now since we are manually applying the expected device ID above.
1790 '$$MAGIC_SUBSTITUTION_GPUExpectedDeviceId': None,
Brian Sheedy32eeeb52020-05-22 01:49:371791 },
Brian Sheedyff6d1442020-09-19 00:46:311792 },
Brian Sheedy177addbf2021-09-24 19:06:511793 'Mac FYI Release (Apple M1)': {
1794 'args': {
1795 # The GPU information is not yet exposed in swarming, so we can't
1796 # explicitly request it and have the JSON generation handle this
1797 # automatically.
1798 '--expected-vendor-id': '106b',
1799 },
1800 },
Brian Sheedy32eeeb52020-05-22 01:49:371801 },
Kenneth Russell8a386d42018-06-02 09:48:011802 },
Kenneth Russelleb60cbd22017-12-05 07:54:281803 'interactive_ui_tests': {
Brad Halla36886c2019-02-26 16:52:291804 'remove_from': [
Brad Halla36886c2019-02-26 16:52:291805 'CrWinAsan(dll)', # https://crbug.com/935598
1806 ],
Kenneth Russelleb60cbd22017-12-05 07:54:281807 'modifications': {
Stephen Martinis1384ff92020-01-07 19:52:151808 'Linux - Future (dbg)': { # client.v8.chromium
Nico Weberdae13cd92018-12-14 13:56:261809 'swarming': {
Stephen Martinis1384ff92020-01-07 19:52:151810 'shards': 3,
Nico Weberdae13cd92018-12-14 13:56:261811 },
1812 },
John Budorickca14c76f62017-12-09 14:19:181813 'Linux ASan LSan Tests (1)': {
Nico Weber96a75a6942018-06-20 04:53:171814 # These are slow on the ASan trybot for some reason, crbug.com/794372
1815 'swarming': {
1816 'shards': 6,
1817 },
1818 },
Takuto Ikuta54671d972018-07-19 19:06:351819 'Linux ChromiumOS MSan Tests': {
1820 # These are very slow on the Chrome OS MSAN trybot for some reason.
1821 # crbug.com/865455
1822 'swarming': {
1823 'shards': 5,
1824 },
1825 },
Stephen Martinis1384ff92020-01-07 19:52:151826 'Linux TSan Tests': {
1827 # These are slow on the TSan bots for some reason, crbug.com/794372
Dirk Pranke8fd63c12017-12-10 18:06:271828 'swarming': {
Stephen Martinisad6cb7af2021-02-24 01:12:001829 'shards': 32, # Adjusted for testing, see https://crbug.com/1179567
Dirk Pranke8fd63c12017-12-10 18:06:271830 },
1831 },
Maksim Sisovc81d284c2021-10-05 17:54:351832 # https://crbug.com/1192997
1833 'Linux Tests (Wayland)': {
1834 'args': [
1835 '--test-launcher-filter-file=../../testing/buildbot/filters/ozone-linux.interactive_ui_tests_wayland.filter',
1836 ],
1837 },
Lindsay Pasrichab3f72db2021-09-22 22:05:461838 'Mac ASan 64 Tests (1)': { # https://crbug.com/1251656
1839 'experiment_percentage': 100,
1840 },
Stephen Martinis1384ff92020-01-07 19:52:151841 'ToTLinuxTSan': {
1842 # These are slow on the TSan bots for some reason, crbug.com/794372
1843 'swarming': {
1844 'shards': 6,
1845 },
1846 },
1847 # temporary, https://crbug.com/818832
Greg Thompson3eb7e6522018-05-25 09:04:031848 'Win10 Tests x64 (dbg)': {
1849 'experiment_percentage': 100,
1850 },
Stephen Martinis1384ff92020-01-07 19:52:151851 'Win7 Tests (dbg)(1)': {
1852 'swarming': {
1853 'shards': 4,
1854 },
1855 },
Jacob Kopczynski3a555bd32020-12-10 01:41:161856 # TODO(crbug.com/970649): Remove these filters.
Ben Pastene8ef125e2019-12-10 01:46:291857 'linux-chromeos-chrome': {
Ben Pastene8ef125e2019-12-10 01:46:291858 'args': [
1859 '--gtest_filter=-SadTabViewInteractiveUITest.ReloadMultipleSadTabs',
1860 ],
1861 },
Stephen Martinis1384ff92020-01-07 19:52:151862 'linux-chromeos-code-coverage': {
Yuke Liao79424e42020-01-06 21:00:111863 'swarming': {
1864 'shards': 10,
1865 },
1866 },
Stephen Martinis1384ff92020-01-07 19:52:151867 'linux-code-coverage': {
Yuke Liao79424e42020-01-06 21:00:111868 'swarming': {
1869 'shards': 10,
1870 },
1871 },
Sven Zheng80734f12020-08-06 06:50:391872 # https://crbug.com/1111979
Junhua Chen39dd2dba2021-05-05 17:51:541873 'linux-lacros-code-coverage': {
1874 'args': [
1875 '--test-launcher-filter-file=../../testing/buildbot/filters/linux-lacros.interactive_ui_tests.filter',
1876 ],
1877 },
1878 # https://crbug.com/1111979
Jieting Yangbf15db672021-10-04 19:18:371879 'linux-lacros-dbg-tests-fyi': {
1880 'args': [
1881 '--test-launcher-filter-file=../../testing/buildbot/filters/linux-lacros.interactive_ui_tests.filter',
1882 ],
1883 },
1884 # https://crbug.com/1111979
Sven Zheng010820d2020-08-17 22:38:441885 'linux-lacros-tester-rel': {
Sven Zheng010820d2020-08-17 22:38:441886 'args': [
Yuke Liao56a437dd2021-05-05 04:53:401887 '--test-launcher-filter-file=../../testing/buildbot/filters/linux-lacros.interactive_ui_tests.filter',
Sven Zheng010820d2020-08-17 22:38:441888 ],
1889 },
Kuan Huang235b0142021-10-19 18:59:281890 'mac-code-coverage': {
1891 'args': [
1892 '--coverage-continuous-mode=1',
1893 ],
1894 },
Kenneth Russelleb60cbd22017-12-05 07:54:281895 },
1896 },
Yuke Liaob6beaeca2021-04-29 23:41:511897 'interactive_ui_tests_amd64-generic': {
1898 'remove_from': [
1899 # TODO(crbug.com/1204231): Re-enable.
1900 'lacros-amd64-generic-rel',
1901 ]
1902 },
Yuke Liao79a8cf52021-06-11 18:14:341903 'interactive_ui_tests_eve': {
1904 'remove_from': [
1905 # TODO(crbug.com/1204231): Re-enable.
1906 'lacros-amd64-generic-rel',
1907 ]
1908 },
John Budorickf00e5ff2019-06-11 21:21:061909 'ipc_tests': {
1910 'modifications': {
1911 'android-asan': {
1912 'swarming': {
1913 'shards': 2,
1914 },
1915 },
1916 },
1917 },
Jonah Ryan-Davis832c8462020-06-09 03:45:031918 'maps_pixel_passthrough_test': {
Brian Sheedyc0c142c2021-06-01 21:18:051919 'modifications': {
1920 'Android FYI Release (Pixel 4)': {
1921 'args': [
1922 # Pixel 4s are weird in that they can output in different color spaces
1923 # simultaneously. The readback code for capturing a screenshot assumes
1924 # only one color space, so disable wide color gamut for the test to
1925 # work around the issue. See https://crbug.com/1166379 for more
1926 # information.
1927 '--extra-browser-args=--disable-wcg-for-test',
1928 ],
1929 },
1930 'Optional Android Release (Pixel 4)': {
1931 'args': [
1932 # See above.
1933 '--extra-browser-args=--disable-wcg-for-test',
1934 ],
1935 },
1936 },
Jonah Ryan-Davis832c8462020-06-09 03:45:031937 'replacements': {
1938 # The V8 builders pass the V8 revision for ${got_revision}, so instead
1939 # use ${got_cr_revision}, which is only set on the V8 bots.
1940 'Linux V8 FYI Release (NVIDIA)': {
1941 'args': {
1942 '--git-revision': '${got_cr_revision}',
1943 },
1944 },
1945 'Linux V8 FYI Release - pointer compression (NVIDIA)': {
1946 'args': {
1947 '--git-revision': '${got_cr_revision}',
1948 },
1949 },
Jonah Ryan-Davisdeeffeaf2020-06-18 17:56:001950 'Mac V8 FYI Release (Intel)': {
1951 'args': {
1952 '--git-revision': '${got_cr_revision}',
1953 },
1954 },
Jonah Ryan-Davis832c8462020-06-09 03:45:031955 'Win V8 FYI Release (NVIDIA)': {
1956 'args': {
1957 '--git-revision': '${got_cr_revision}',
1958 },
1959 },
1960 },
1961 },
1962 'maps_pixel_validating_test': {
Brian Sheedy0566f2cb2021-02-12 22:12:501963 'modifications': {
1964 'Android FYI Release (Pixel 4)': {
1965 'args': [
1966 # Pixel 4s are weird in that they can output in different color spaces
1967 # simultaneously. The readback code for capturing a screenshot assumes
1968 # only one color space, so disable wide color gamut for the test to
1969 # work around the issue. See https://crbug.com/1166379 for more
1970 # information.
1971 '--extra-browser-args=--disable-wcg-for-test',
1972 ],
1973 },
Brian Sheedycde1ab1882021-05-27 21:22:001974 'Optional Android Release (Pixel 4)': {
1975 'args': [
1976 # See above.
1977 '--extra-browser-args=--disable-wcg-for-test',
1978 ],
1979 },
Brian Sheedy0566f2cb2021-02-12 22:12:501980 },
Brian Sheedye285c9b2019-07-15 21:42:461981 # TODO(https://crbug.com/850107): Remove the Android FYI Release (Pixel 2)
1982 # exception once there is enough capacity to run these tests.
1983 'remove_from': [
Brian Sheedye285c9b2019-07-15 21:42:461984 'Android FYI Release (Pixel 2)',
1985 ],
Brian Sheedy44fd891b2019-10-03 20:07:541986 'replacements': {
Brian Sheedy44fd891b2019-10-03 20:07:541987 # The V8 builders pass the V8 revision for ${got_revision}, so instead
1988 # use ${got_cr_revision}, which is only set on the V8 bots.
1989 'Android V8 FYI Release (Nexus 5X)': {
1990 'args': {
Brian Sheedy4d335deb2020-04-01 20:47:321991 '--git-revision': '${got_cr_revision}',
Brian Sheedy44fd891b2019-10-03 20:07:541992 },
1993 },
Brian Sheedy44fd891b2019-10-03 20:07:541994 'Mac V8 FYI Release (Intel)': {
1995 'args': {
Brian Sheedy4d335deb2020-04-01 20:47:321996 '--git-revision': '${got_cr_revision}',
Brian Sheedy44fd891b2019-10-03 20:07:541997 },
1998 },
Brian Sheedy44fd891b2019-10-03 20:07:541999 },
Brian Sheedye285c9b2019-07-15 21:42:462000 },
Andrew Luo38b311f2019-10-04 03:42:092001 'media_unittests': {
2002 'modifications': {
Haiyang Pan9d68ca02021-08-04 21:30:472003 'android-11-x86-rel': {
Haiyang Pancf765862021-03-18 20:39:152004 'args': [
2005 '--test-launcher-filter-file=../../testing/buildbot/filters/android.emulator_11.media_unittests.filter',
2006 ],
2007 },
Haiyang Pan2486dcb2020-09-18 17:53:062008 'android-marshmallow-x86-rel-non-cq': {
John Budorickb5185112020-01-08 22:40:212009 'args': [
Haiyang Pan569659f02020-05-30 00:48:452010 '--test-launcher-filter-file=../../testing/buildbot/filters/android.emulator_m.media_unittests.filter',
John Budorickb5185112020-01-08 22:40:212011 ],
2012 },
Andrew Luo38b311f2019-10-04 03:42:092013 'android-pie-arm64-rel': {
Andrew Luobe83fd82019-12-19 03:07:582014 'args': [
2015 '--gtest_filter=-AAudio/AudioOutputTest.Play200HzTone/0', # https://crbug.com/1034009
2016 ],
Andrew Luo38b311f2019-10-04 03:42:092017 },
Haiyang Pan08d09dc2020-04-01 16:11:212018 'android-pie-x86-rel': {
John Budorickb5185112020-01-08 22:40:212019 'args': [
Haiyang Pan569659f02020-05-30 00:48:452020 '--test-launcher-filter-file=../../testing/buildbot/filters/android.emulator_p.media_unittests.filter',
John Budorickb5185112020-01-08 22:40:212021 ],
2022 },
Chong Gudf7fbe92021-02-24 02:55:582023 'fuchsia-code-coverage': {
2024 'swarming': {
2025 'shards': 3,
2026 },
2027 },
Chong Gub2446462021-08-19 18:44:082028 'fuchsia-fyi-arm64-dbg': {
2029 'args': [
2030 '--test-launcher-filter-file=../../testing/buildbot/filters/fuchsia.debug.media_unittests.filter',
2031 ],
2032 },
Andrew Luo38b311f2019-10-04 03:42:092033 },
2034 },
Chong Gu4eca1ce2021-05-17 08:49:572035 'mediapipe_validating_tests': {
2036 'remove_from': [
2037 # TODO(crbug.com/1201887): Remove once tests are stable.
2038 'Fuchsia x64',
2039 ],
2040 },
Ben Joyce02dc8092021-03-04 21:48:192041 'mojo_test_apk': {
2042 'remove_from': [
2043 'android-code-coverage-native', # Does not generate profraw data.
Ben Joyce46ca6012021-03-31 19:19:252044 'android-pie-arm64-coverage-experimental-rel', # Does not generate profraw data.
Ben Joyce02dc8092021-03-04 21:48:192045 ],
2046 },
John Budorickf00e5ff2019-06-11 21:21:062047 'mojo_unittests': {
2048 'modifications': {
2049 'android-asan': {
2050 'swarming': {
John Budorick5a29d7542019-10-11 20:56:442051 'shards': 5,
John Budorickf00e5ff2019-06-11 21:21:062052 },
2053 },
Chong Gudf7fbe92021-02-24 02:55:582054 'fuchsia-code-coverage': {
2055 'swarming': {
2056 'shards': 2,
2057 },
2058 },
John Budorickf00e5ff2019-06-11 21:21:062059 },
2060 },
Peter Kotwiczda2f11102020-10-09 05:29:502061 'monochrome_public_apk_checker': {
Ben Pastene521f8d62020-01-08 20:01:152062 'modifications': {
2063 'ToTAndroid': {
2064 'swarming': {
2065 'dimension_sets': [
2066 {
John Budorick838256a2020-02-29 01:29:072067 'cpu': 'x86-64',
Ben Pastene521f8d62020-01-08 20:01:152068 'device_os': None,
2069 'device_playstore_version': None,
2070 'device_type': None,
2071 'os': 'Ubuntu-16.04',
2072 },
2073 ],
2074 },
2075 },
2076 'android-arm64-proguard-rel': {
2077 'swarming': {
2078 'dimension_sets': [
2079 {
John Budorick838256a2020-02-29 01:29:072080 'cpu': 'x86-64',
Ben Pastene521f8d62020-01-08 20:01:152081 'device_os': None,
2082 'device_playstore_version': None,
2083 'device_type': None,
2084 'os': 'Ubuntu-16.04',
2085 },
2086 ],
2087 },
2088 },
2089 'android-pie-arm64-rel': {
2090 'swarming': {
2091 'dimension_sets': [
2092 {
John Budorick838256a2020-02-29 01:29:072093 'cpu': 'x86-64',
Ben Pastene521f8d62020-01-08 20:01:152094 'device_os': None,
2095 'device_os_flavor': None,
2096 'device_playstore_version': None,
2097 'device_type': None,
2098 'os': 'Ubuntu-16.04',
2099 },
2100 ],
2101 },
2102 },
2103 },
Erik Chend16d922d2019-12-10 04:37:142104 },
Ben Joyce4677e682021-03-22 22:19:112105 'monochrome_public_bundle_fake_modules_smoke_test' : {
2106 'remove_from': [
2107 'android-pie-arm64-coverage-experimental-rel', # TODO(crbug.com/1190999):
2108 # GLIBC_2.28 Not found.
2109 ],
2110 },
2111 'monochrome_public_bundle_smoke_test' : {
2112 'remove_from': [
2113 'android-pie-arm64-coverage-experimental-rel', # TODO(crbug.com/1190999):
2114 # GLIBC_2.28 Not found.
2115 ],
2116 },
2117 'monochrome_public_smoke_test' : {
2118 'remove_from': [
2119 'android-pie-arm64-coverage-experimental-rel', # TODO(crbug.com/1190999):
2120 # GLIBC_2.28 Not found.
2121 ],
2122 },
bsheedye9469572019-01-23 17:31:332123 'monochrome_public_test_ar_apk': {
2124 'modifications': {
Brian Sheedy12169aa2019-10-16 23:38:032125 'Nougat Phone Tester': {
2126 'args': [
2127 # ArCore is not installed as a system app on N, so we can install it
2128 # normally instead of replacing the system version.
2129 '--additional-apk=//third_party/arcore-android-sdk/test-apks/arcore/arcore_current.apk'
2130 ],
2131 },
bsheedye9469572019-01-23 17:31:332132 # We need to match the Playstore version as well because AR tests fail on
2133 # old versions of the Playstore.
2134 'Oreo Phone Tester': {
Brian Sheedy2bcd16b2019-04-22 22:47:082135 'args': [
2136 # ArCore is not installed as a system app on O, so we can install it
2137 # normally instead of replacing the system version.
2138 '--additional-apk=//third_party/arcore-android-sdk/test-apks/arcore/arcore_current.apk'
2139 ],
bsheedye9469572019-01-23 17:31:332140 'swarming': {
2141 'dimension_sets': [
2142 {
2143 'device_os': 'OPR3.170623.008',
bsheedye9469572019-01-23 17:31:332144 'device_type': 'marlin',
2145 'os': 'Android',
2146 },
2147 ],
2148 },
2149 },
Haiyang Pan57159eba2020-05-07 23:14:132150 'android-10-arm64-rel': {
2151 'args': [
Brian Sheedy4dc4a6f2020-09-17 22:18:502152 '--remove-system-package=com.google.ar.core',
2153 '--additional-apk=//third_party/arcore-android-sdk/test-apks/arcore/arcore_current.apk',
Haiyang Pan57159eba2020-05-07 23:14:132154 ]
2155 },
Haiyang Pan363c59a2020-07-23 05:47:042156 'android-nougat-arm64-rel': {
2157 'args': [
2158 # ArCore is not installed as a system app on N, so we can install it
2159 # normally instead of replacing the system version.
2160 '--additional-apk=//third_party/arcore-android-sdk/test-apks/arcore/arcore_current.apk'
2161 ],
2162 },
Brian Sheedy2bcd16b2019-04-22 22:47:082163 'android-pie-arm64-dbg': {
2164 'args': [
Brian Sheedy4dc4a6f2020-09-17 22:18:502165 '--remove-system-package=com.google.ar.core',
2166 '--additional-apk=//third_party/arcore-android-sdk/test-apks/arcore/arcore_current.apk',
Brian Sheedy2bcd16b2019-04-22 22:47:082167 ]
2168 }
bsheedye9469572019-01-23 17:31:332169 },
2170 },
Nico Weberd3096fb2018-06-07 17:50:152171 'nacl_helper_nonsfi_unittests': {
2172 'remove_from': [
Nico Weberd3096fb2018-06-07 17:50:152173 'Linux TSan Tests', # Sets enable_nacl=false.
2174 ],
2175 },
Kenneth Russellfbda3c532017-12-08 23:57:242176 'nacl_loader_unittests': {
2177 'remove_from': [
Nico Weber48f187142018-06-01 15:16:352178 'ToTMacASan', # The mac asan tot bot sets enable_nacl=false
Nico Weber3611ee802018-06-07 13:34:512179 'linux-win_cross-rel', # Sets enable_nacl=false, https://crbug.com/774186
Nico Webera8fc38f72018-04-10 02:20:112180 'Linux TSan Tests', # The TSan bot sets enable_nacl=false
Nico Weber05d3e642018-05-31 16:59:482181 'Mac ASan 64 Tests (1)', # The mac asan bot sets enable_nacl=false
Kenneth Russellfbda3c532017-12-08 23:57:242182 ],
2183 },
Kenneth Russelleb60cbd22017-12-05 07:54:282184 'net_unittests': {
2185 'modifications': {
Nico Weber33b9b7a2020-06-12 19:23:272186 'CrWinAsan': {
2187 # TODO(crbug.com/794372): net_unittests is slow under ASan.
2188 'swarming': {
2189 'shards': 16,
2190 },
2191 },
2192 'CrWinAsan(dll)': {
2193 # TODO(crbug.com/794372): net_unittests is slow under ASan.
2194 'swarming': {
2195 'shards': 16,
2196 },
2197 },
John Budorickca14c76f62017-12-09 14:19:182198 'Linux ASan LSan Tests (1)': {
John Budorick5052d552017-12-13 02:59:342199 # These are very slow on the ASAN trybot for some reason.
2200 # crbug.com/794372
John Budorickca14c76f62017-12-09 14:19:182201 'swarming': {
John Budorick5052d552017-12-13 02:59:342202 'shards': 16,
John Budorickca14c76f62017-12-09 14:19:182203 },
2204 },
2205 'Linux Chromium OS ASan LSan Tests (1)': {
Takuto Ikuta54671d972018-07-19 19:06:352206 # These are very slow on the ASAN trybot for some reason.
2207 # crbug.com/794372
John Budorickca14c76f62017-12-09 14:19:182208 'swarming': {
Sergey Berezinda3255c2018-03-16 00:34:022209 'shards': 8,
John Budorickca14c76f62017-12-09 14:19:182210 }
2211 },
Takuto Ikuta54671d972018-07-19 19:06:352212 'Linux ChromiumOS MSan Tests': {
2213 # These are very slow on the Chrome OS MSAN trybot for some reason.
2214 # crbug.com/865455
2215 'swarming': {
2216 'shards': 2,
2217 },
2218 },
John Budorickca14c76f62017-12-09 14:19:182219 'Linux TSan Tests': {
2220 'swarming': {
2221 'shards': 4,
2222 }
2223 },
Ben Pastene8bf205b2018-06-13 04:00:332224 # The suite runs signficantly slower on linux dbg, so increase shards.
2225 'Linux Tests (dbg)(1)': {
2226 'swarming': {
2227 'shards': 2,
2228 },
2229 },
Stephen Martinis1384ff92020-01-07 19:52:152230 'ToTLinuxASan': {
2231 # TODO(crbug.com/794372): net_unittests is slow under ASan.
2232 'swarming': {
2233 'shards': 16,
2234 },
2235 },
2236 'ToTLinuxTSan': {
2237 'swarming': {
2238 'shards': 4,
2239 }
2240 },
Haiyang Pan9d68ca02021-08-04 21:30:472241 'android-11-x86-rel': {
Haiyang Pan8d9906e02021-03-24 20:11:042242 'args': [
2243 '--test-launcher-filter-file=../../testing/buildbot/filters/android.emulator_11.net_unittests.filter',
2244 ],
2245 },
Stefano Duof44278b2021-08-02 16:29:382246 'android-cronet-x86-dbg-10-tests': {
2247 'args': [
2248 '--test-launcher-filter-file=../../testing/buildbot/filters/android.emulator_10.net_unittests.filter',
2249 ],
2250 },
Chidera Olibieef99a55ca2021-10-01 21:42:002251 'android-cronet-x86-dbg-11-tests': {
2252 'args': [
2253 '--test-launcher-filter-file=../../testing/buildbot/filters/android.emulator_11.net_unittests.filter',
2254 ],
2255 },
2256 'android-cronet-x86-dbg-oreo-tests': {
2257 'args': [
2258 '--test-launcher-filter-file=../../testing/buildbot/filters/android.emulator.net_unittests.filter',
2259 ],
2260 },
Chidera Olibie509fd732021-09-30 20:17:172261 'android-cronet-x86-dbg-pie-tests': {
2262 # crbug.com/1046060
2263 'args': [
2264 '--test-launcher-filter-file=../../testing/buildbot/filters/android.emulator.net_unittests.filter',
2265 ],
2266 },
Haiyang Pan2486dcb2020-09-18 17:53:062267 'android-marshmallow-x86-rel-non-cq': {
John Budorick7fde6b492020-01-29 17:43:502268 # crbug.com/1046060
2269 'args': [
2270 '--test-launcher-filter-file=../../testing/buildbot/filters/android.emulator.net_unittests.filter',
2271 ],
2272 },
Haiyang Pan08d09dc2020-04-01 16:11:212273 'android-pie-x86-rel': {
John Budorick7fde6b492020-01-29 17:43:502274 # crbug.com/1046060
2275 'args': [
2276 '--test-launcher-filter-file=../../testing/buildbot/filters/android.emulator.net_unittests.filter',
2277 ],
2278 },
Chong Gu76046412021-09-22 17:49:212279 'fuchsia-code-coverage': {
2280 'swarming': {
2281 'shards': 14,
2282 },
2283 },
Omer Katz7d2be652020-01-22 18:13:462284 'linux-blink-heap-concurrent-marking-tsan-rel': {
2285 'swarming': {
2286 'shards': 4,
2287 }
2288 },
Ben Pastene8bf205b2018-06-13 04:00:332289 'linux-chromeos-dbg': {
2290 'swarming': {
2291 'shards': 2,
2292 },
2293 },
Nico Weber33b9b7a2020-06-12 19:23:272294 'win-asan': {
2295 # TODO(crbug.com/794372): net_unittests is slow under ASan.
2296 'swarming': {
2297 'shards': 16,
2298 },
2299 },
Kenneth Russelleb60cbd22017-12-05 07:54:282300 },
Chong Gu589912b2021-10-02 01:17:302301 'replacements': {
2302 # TODO(crbug.com/1254563): Remove when suite can use run-test-component.
2303 'fuchsia-code-coverage': {
2304 'args': {
2305 '--use-run': None,
2306 },
2307 },
2308 },
Kenneth Russelleb60cbd22017-12-05 07:54:282309 },
John Chenaab16fc02020-03-03 06:35:452310 'not_site_per_process_blink_web_tests': {
Lukasz Anforowicz04bc6302018-11-19 19:04:282311 'remove_from': [
Lukasz Anforowicz04bc6302018-11-19 19:04:282312 # TODO(dpranke): Should we be running this step on Linux Tests (dbg)(1)?
2313 'Linux Tests (dbg)(1)',
Lukasz Anforowicz04bc6302018-11-19 19:04:282314 ],
Yuke Liaobc9ff982019-04-30 06:56:162315 'modifications': {
Stephen Martinis1384ff92020-01-07 19:52:152316 'Linux Tests': {
2317 "args": [
2318 "--additional-env-var=LLVM_PROFILE_FILE=${ISOLATED_OUTDIR}/profraw/default-%2m.profraw",
Stephen Martinis1384ff92020-01-07 19:52:152319 ],
2320 },
Yuke Liaoea70f472019-12-19 06:03:362321 'linux-code-coverage': {
2322 'args': [
2323 '--additional-env-var=LLVM_PROFILE_FILE=${ISOLATED_OUTDIR}/profraw/default-%2m.profraw',
Yuke Liaoea70f472019-12-19 06:03:362324 ],
2325 'swarming': {
2326 'shards': 20,
2327 },
2328 },
Stephanie Kim5c7f31d2021-04-27 18:00:062329 'linux-xenial-rel': {
2330 "args": [
2331 "--additional-env-var=LLVM_PROFILE_FILE=${ISOLATED_OUTDIR}/profraw/default-%2m.profraw",
2332 ],
2333 },
Yuke Liaobc9ff982019-04-30 06:56:162334 },
Lukasz Anforowicz04bc6302018-11-19 19:04:282335 },
Xi Cheng34ca4042018-02-23 00:10:122336 'notification_helper_unittests': {
2337 'remove_from': [
Hans Wennborg252643a2018-05-22 14:41:122338 # The test uses WinRT, which only exists in Windows 8 or above.
2339 # (https://crbug.com/813553)
Xi Cheng34ca4042018-02-23 00:10:122340 'Win 7 Tests x64 (1)',
Xi Cheng34ca4042018-02-23 00:10:122341 'Win7 Tests (1)',
2342 'Win7 Tests (dbg)(1)',
Stephen Martinis1384ff92020-01-07 19:52:152343 # all these bots run Windows 7.
Xi Cheng34ca4042018-02-23 00:10:122344 'ToTWin',
2345 'ToTWin(dbg)',
2346 'ToTWin(dll)',
inglorionb8e7a3ed2019-04-12 09:49:032347 'ToTWinOfficial',
Arthur Eubanks0c24b822021-06-15 18:51:342348 'ToTWinOfficial64',
Xi Cheng34ca4042018-02-23 00:10:122349 'ToTWin64',
2350 'ToTWin64(dbg)',
2351 'ToTWin64(dll)',
2352 'ToTWinCFI',
2353 'ToTWinCFI64',
Xi Cheng34ca4042018-02-23 00:10:122354 ],
2355 },
Ben Pastenee723b2f2019-05-31 19:10:272356 'ozone_unittests': {
2357 'modifications': {
Ben Pastene8ef125e2019-12-10 01:46:292358 'chromeos-betty-pi-arc-chrome': {
2359 'args': [
2360 '--test-launcher-filter-file=../../testing/buildbot/filters/chromeos.ozone_unittests.filter',
2361 ],
2362 },
Ben Pastene500cc1d12021-01-22 18:10:472363 'chromeos-betty-pi-arc-chrome-dchecks': {
2364 'args': [
2365 '--test-launcher-filter-file=../../testing/buildbot/filters/chromeos.ozone_unittests.filter',
2366 ],
2367 },
Ben Pastene8ef125e2019-12-10 01:46:292368 'linux-chromeos-chrome': {
2369 'args': [
2370 '--test-launcher-filter-file=../../testing/buildbot/filters/chromeos.ozone_unittests.filter',
2371 ],
2372 },
Ben Pastenee723b2f2019-05-31 19:10:272373 },
2374 },
Maksim Sisovc81d284c2021-10-05 17:54:352375 'ozone_x11_unittests': {
2376 # Wayland bot uses chromium_linux_gtests that includes some x11 only
2377 # test targets. To avoid maintaining a list of tests, remove them here.
2378 'remove_from': [
2379 'Linux Tests (Wayland)',
2380 ],
2381 },
Karen Qian385d2ca2019-03-19 21:49:582382 'perfetto_unittests': {
2383 'remove_from': [
Haiyang Pan363c59a2020-07-23 05:47:042384 # TODO(crbug.com/931138): Fix permission issue when creating tmp files
John Budorickd3fa5992019-12-13 17:22:412385 'android-arm64-proguard-rel',
John Budorickf2283d72019-06-25 01:09:092386 'android-asan',
Yun Liu022f4512019-06-10 23:14:042387 'android-code-coverage',
Yun Liu7cfd28a2019-10-30 01:57:122388 'android-code-coverage-native',
Karen Qian385d2ca2019-03-19 21:49:582389 'android-marshmallow-arm64-rel',
Haiyang Pan2486dcb2020-09-18 17:53:062390 'android-marshmallow-x86-rel-non-cq',
Haiyang Pan363c59a2020-07-23 05:47:042391 'android-nougat-arm64-rel',
Ben Joyce46ca6012021-03-31 19:19:252392 'android-pie-arm64-coverage-experimental-rel', # Does not generate profraw data.
Andrew Luo38b311f2019-10-04 03:42:092393 'android-pie-arm64-rel',
Haiyang Pan08d09dc2020-04-01 16:11:212394 'android-pie-x86-rel',
Haiyang Pan9d68ca02021-08-04 21:30:472395 'android-11-x86-rel',
Karen Qian385d2ca2019-03-19 21:49:582396 'Lollipop Phone Tester',
2397 'Lollipop Tablet Tester',
2398 'Marshmallow 64 bit Tester',
2399 'Marshmallow Tablet Tester',
2400 'Nougat Phone Tester',
Arthur Eubanksc8f86ee2021-05-10 20:14:242401 'ToTAndroid'
Karen Qian385d2ca2019-03-19 21:49:582402 ]
2403 },
Stephen Martinis54d64ad2018-09-21 22:16:202404 'performance_test_suite': {
2405 'modifications': {
Zhaoyang Li78427592021-03-25 19:03:232406 'Mac10.15 Tests (dbg)': {
2407 'args': [
2408 '--browser=debug',
2409 ],
2410 },
Stephen Martinis54d64ad2018-09-21 22:16:202411 'Win10 Tests x64 (dbg)': {
2412 'args': [
Takuto Ikutab28b582e2021-02-10 01:41:212413 '--browser=debug_x64',
Stephen Martinis54d64ad2018-09-21 22:16:202414 ],
2415 'experiment_percentage': 100,
2416 },
2417 'Win7 Tests (dbg)(1)': {
2418 'args': [
2419 '--browser=debug',
2420 ],
2421 },
2422 },
2423 },
Sven Zhenge8335e02020-08-07 22:38:392424 'pixel_browser_tests': {
2425 'modifications': {
2426 'win-pixel-tester-rel': {
2427 'non_precommit_args': [
2428 # Do not allow retry or it will break the bulk approval process.
2429 # When retry with fail-pass pattern, the passing test will overwrite the previously
2430 # seen flaky version on the trace. We can triage the image using the printed link,
2431 # but it will not show on the Skia Gold search page.
2432 '--test-launcher-retry-limit=0',
2433 ],
2434 },
2435 },
2436 },
Jonah Ryan-Davis832c8462020-06-09 03:45:032437 'pixel_skia_gold_passthrough_test': {
Brian Sheedyc0c142c2021-06-01 21:18:052438 'modifications': {
2439 'Android FYI Release (Pixel 4)': {
2440 'args': [
2441 # Pixel 4s are weird in that they can output in different color spaces
2442 # simultaneously. The readback code for capturing a screenshot assumes
2443 # only one color space, so disable wide color gamut for the test to
2444 # work around the issue. See https://crbug.com/1166379 for more
2445 # information.
2446 '--extra-browser-args=--disable-wcg-for-test',
2447 ],
2448 },
2449 'Optional Android Release (Pixel 4)': {
2450 'args': [
2451 # See above.
2452 '--extra-browser-args=--disable-wcg-for-test',
2453 ],
2454 },
2455 },
Jonah Ryan-Davis832c8462020-06-09 03:45:032456 'replacements': {
2457 # The V8 builders pass the V8 revision for ${got_revision}, so instead
2458 # use ${got_cr_revision}, which is only set on the V8 bots.
2459 'Linux V8 FYI Release (NVIDIA)': {
2460 'args': {
2461 '--git-revision': '${got_cr_revision}',
2462 },
2463 },
2464 'Linux V8 FYI Release - pointer compression (NVIDIA)': {
2465 'args': {
2466 '--git-revision': '${got_cr_revision}',
2467 },
2468 },
Jonah Ryan-Davisdeeffeaf2020-06-18 17:56:002469 'Mac V8 FYI Release (Intel)': {
2470 'args': {
2471 '--git-revision': '${got_cr_revision}',
2472 },
2473 },
Jonah Ryan-Davis832c8462020-06-09 03:45:032474 'Win V8 FYI Release (NVIDIA)': {
2475 'args': {
2476 '--git-revision': '${got_cr_revision}',
2477 },
2478 },
2479 },
2480 },
2481 'pixel_skia_gold_validating_test': {
Brian Sheedy0566f2cb2021-02-12 22:12:502482 'modifications': {
2483 'Android FYI Release (Pixel 4)': {
2484 'args': [
2485 # Pixel 4s are weird in that they can output in different color spaces
2486 # simultaneously. The readback code for capturing a screenshot assumes
2487 # only one color space, so disable wide color gamut for the test to
2488 # work around the issue. See https://crbug.com/1166379 for more
2489 # information.
2490 '--extra-browser-args=--disable-wcg-for-test',
2491 ],
2492 },
Brian Sheedycde1ab1882021-05-27 21:22:002493 'Optional Android Release (Pixel 4)': {
2494 'args': [
2495 # See above.
2496 '--extra-browser-args=--disable-wcg-for-test',
2497 ],
2498 },
Brian Sheedy0566f2cb2021-02-12 22:12:502499 },
Brian Sheedye6ea0ee2019-07-11 02:54:372500 'replacements': {
Brian Sheedye6ea0ee2019-07-11 02:54:372501 # The V8 builders pass the V8 revision for ${got_revision}, so instead
2502 # use ${got_cr_revision}, which is only set on the V8 bots.
2503 'Android V8 FYI Release (Nexus 5X)': {
2504 'args': {
Brian Sheedy4d335deb2020-04-01 20:47:322505 '--git-revision': '${got_cr_revision}',
Brian Sheedye6ea0ee2019-07-11 02:54:372506 },
2507 },
Brian Sheedye6ea0ee2019-07-11 02:54:372508 'Mac V8 FYI Release (Intel)': {
2509 'args': {
Brian Sheedy4d335deb2020-04-01 20:47:322510 '--git-revision': '${got_cr_revision}',
Brian Sheedye6ea0ee2019-07-11 02:54:372511 },
2512 },
Brian Sheedye6ea0ee2019-07-11 02:54:372513 },
2514 },
2515 'pixel_test':{
Takuto Ikuta35c85522019-06-04 16:55:462516 'modifications': {
2517 'Android Release (Nexus 5X)': {
2518 'swarming': {
2519 'shards': 2,
2520 },
2521 },
2522 },
Nico Weber128fd382018-06-14 23:29:272523 },
Brian Sheedy9653f152019-08-07 17:02:442524 'rendering_representative_perf_tests': {
2525 'modifications': {
2526 'Win10 FYI x64 Exp Release (Intel HD 630)': {
2527 'args': [
Takuto Ikutab28b582e2021-02-10 01:41:212528 '--browser=release_x64',
Brian Sheedy9653f152019-08-07 17:02:442529 ],
2530 },
2531 'Win10 FYI x64 Exp Release (NVIDIA)': {
2532 'args': [
Takuto Ikutab28b582e2021-02-10 01:41:212533 '--browser=release_x64',
Brian Sheedy9653f152019-08-07 17:02:442534 ],
2535 },
Yuly Novikov86cb3542020-11-26 17:10:002536 'Win10 FYI x64 Release (AMD RX 5500 XT)': {
2537 'args': [
Takuto Ikutab28b582e2021-02-10 01:41:212538 '--browser=release_x64',
Yuly Novikov86cb3542020-11-26 17:10:002539 ],
2540 },
Brian Sheedy9653f152019-08-07 17:02:442541 'Win10 FYI x64 Release (Intel HD 630)': {
2542 'args': [
Takuto Ikutab28b582e2021-02-10 01:41:212543 '--browser=release_x64',
Brian Sheedy9653f152019-08-07 17:02:442544 ],
2545 },
Brian Sheedy9653f152019-08-07 17:02:442546 'Win10 FYI x64 Release (NVIDIA)': {
2547 'args': [
Takuto Ikutab28b582e2021-02-10 01:41:212548 '--browser=release_x64',
Brian Sheedy9653f152019-08-07 17:02:442549 ],
2550 },
behdad26cf7e72019-12-18 13:57:302551 'Win10 x64 Release (NVIDIA)': {
2552 'args': [
Takuto Ikutab28b582e2021-02-10 01:41:212553 '--browser=release_x64',
behdad26cf7e72019-12-18 13:57:302554 ],
2555 },
Brian Sheedy9653f152019-08-07 17:02:442556 },
2557 },
John Budorickdce9d462019-03-23 00:25:382558 'sandbox_linux_unittests': {
2559 'modifications': {
2560 'Lollipop Phone Tester': {
2561 'args': [
2562 '--shard-timeout=300',
2563 ],
2564 },
Haiyang Pan6b8e4cf2021-08-02 21:38:282565 'android-marshmallow-x86-rel': {
John Budorick6e8e595b2020-01-27 18:15:582566 'args': [
2567 '--test-launcher-filter-file=../../testing/buildbot/filters/android.emulator.sandbox_linux_unittests.filter',
2568 ]
2569 },
Haiyang Pan08d09dc2020-04-01 16:11:212570 'android-pie-x86-rel': {
John Budorick191adfcd2020-01-29 18:19:042571 'args': [
2572 '--test-launcher-filter-file=../../testing/buildbot/filters/android.emulator.sandbox_linux_unittests.filter',
2573 ]
2574 },
John Budorickdce9d462019-03-23 00:25:382575 },
John Budorick3ebfdf852019-05-13 22:28:162576 'remove_from': [
John Budorick3ebfdf852019-05-13 22:28:162577 'android-asan', # https://crbug.com/962650
2578 ],
John Budorickdce9d462019-03-23 00:25:382579 },
Brian Sheedyc0c142c2021-06-01 21:18:052580 'screenshot_sync_passthrough_tests': {
2581 'modifications': {
2582 'Android FYI Release (Pixel 4)': {
2583 'args': [
2584 # Pixel 4s are weird in that they can output in different color spaces
2585 # simultaneously. The readback code for capturing a screenshot assumes
2586 # only one color space, so disable wide color gamut for the test to
2587 # work around the issue. See https://crbug.com/1166379 for more
2588 # information.
2589 '--extra-browser-args=--disable-wcg-for-test',
2590 ],
2591 },
2592 'Optional Android Release (Pixel 4)': {
2593 'args': [
2594 # See above.
2595 '--extra-browser-args=--disable-wcg-for-test',
2596 ],
2597 },
2598 },
2599 },
Brian Sheedy0566f2cb2021-02-12 22:12:502600 'screenshot_sync_validating_tests': {
2601 'modifications': {
2602 'Android FYI Release (Pixel 4)': {
2603 'args': [
2604 # Pixel 4s are weird in that they can output in different color spaces
2605 # simultaneously. The readback code for capturing a screenshot assumes
2606 # only one color space, so disable wide color gamut for the test to
2607 # work around the issue. See https://crbug.com/1166379 for more
2608 # information.
2609 '--extra-browser-args=--disable-wcg-for-test',
2610 ],
2611 },
Brian Sheedycde1ab1882021-05-27 21:22:002612 'Optional Android Release (Pixel 4)': {
2613 'args': [
2614 # See above.
2615 '--extra-browser-args=--disable-wcg-for-test',
2616 ],
2617 },
Brian Sheedy0566f2cb2021-02-12 22:12:502618 },
2619 },
Kenneth Russelleb60cbd22017-12-05 07:54:282620 'services_unittests': {
2621 'remove_from': [
Nico Weber15a00d62018-05-16 17:11:482622 'ToTLinuxMSan', # https://crbug.com/831676
Kenneth Russell8a386d42018-06-02 09:48:012623 # The face and barcode detection tests fail on the Mac Pros.
2624 'Mac Pro FYI Release (AMD)',
Nico Weberd36959682018-04-12 03:33:462625 'Linux ChromiumOS MSan Tests', # https://crbug.com/831676
2626 'Linux MSan Tests', # https://crbug.com/831676
Kenneth Russelleb60cbd22017-12-05 07:54:282627 ],
Brian Sheedyb6c58792020-05-07 18:37:332628 'replacements': {
2629 # TODO(crbug.com/1078982): Remove once the test is fixed on 10.15.4.
2630 'Mac FYI Experimental Release (Intel)': {
2631 'args': {
2632 '--gtest_filter': '*Detection*:-FaceDetectionImplMacTest.ScanOneFace*',
2633 },
2634 },
2635 },
Haiyang Pan363c59a2020-07-23 05:47:042636 'modifications': {
Haiyang Pan9d68ca02021-08-04 21:30:472637 'android-11-x86-rel': {
Haiyang Pan10f029c2021-07-30 23:17:562638 'args': [
2639 # TODO(crbug.com/1234824): Fix the failed tests
2640 '--gtest_filter=-PacLibraryTest.ActualPacMyIpAddress*'
2641 ],
2642 },
Haiyang Pan363c59a2020-07-23 05:47:042643 'android-nougat-arm64-rel': {
2644 # TODO(crbug.com/1108055): Remove this filter
2645 'args': [
2646 '--gtest_filter=-SystemPerfettoTest.*',
2647 ],
Chong Gudf7fbe92021-02-24 02:55:582648 },
Chong Gu52481452021-04-02 17:52:412649 'fuchsia-code-coverage': {
2650 'swarming': {
2651 'shards': 7,
2652 },
2653 },
2654 }
Chong Gudf7fbe92021-02-24 02:55:582655 },
Brian Ho8271a7ad2021-08-12 20:48:032656 # TODO(crbug.com/1202958): Remove these when SkiaRenderer is fully shipped
2657 # on Chrome OS.
2658 'skia_renderer_telemetry_perf_unittests': {
2659 'remove_from': [
2660 # Not enough capacity.
2661 'chromeos-betty-pi-arc-chrome',
2662 'chromeos-betty-pi-arc-chrome-dchecks',
2663 ],
2664 'modifications': {
2665 'chromeos-amd64-generic-rel': {
2666 'ci_only': True,
2667 },
2668 'chromeos-amd64-generic-rel (goma cache silo)': {
2669 'ci_only': True,
2670 },
2671 'chromeos-amd64-generic-rel (reclient)': {
2672 'ci_only': True,
2673 },
2674 'chromeos-amd64-generic-rel-dchecks': {
2675 'ci_only': True,
2676 },
2677 },
2678 },
2679 'skia_renderer_telemetry_unittests': {
2680 'remove_from': [
2681 # Not enough capacity.
2682 'chromeos-betty-pi-arc-chrome',
2683 'chromeos-betty-pi-arc-chrome-dchecks',
2684 ],
2685 'modifications': {
2686 'chromeos-amd64-generic-rel': {
2687 'ci_only': True,
2688 },
2689 'chromeos-amd64-generic-rel (goma cache silo)': {
2690 'ci_only': True,
2691 },
2692 'chromeos-amd64-generic-rel (reclient)': {
2693 'ci_only': True,
2694 },
2695 'chromeos-amd64-generic-rel-dchecks': {
2696 'ci_only': True,
2697 },
2698 },
2699 },
Chong Gu76046412021-09-22 17:49:212700 'snapshot_unittests': {
Chong Gub2446462021-08-19 18:44:082701 'modifications': {
2702 'fuchsia-fyi-arm64-dbg': {
2703 'args': [
2704 '--test-launcher-filter-file=../../testing/buildbot/filters/fuchsia.debug.snapshot_unittests.filter',
2705 ],
2706 },
2707 },
2708 },
Stephen Martinis54d64ad2018-09-21 22:16:202709 'swiftshader_unittests': {
2710 'remove_from': [
2711 # Save capacity on the hardware where we have only a few machines.
2712 'Mac FYI Experimental Release (Intel)',
2713 'Mac FYI Experimental Retina Release (AMD)',
2714 'Mac FYI Experimental Retina Release (NVIDIA)',
2715 'Mac Pro FYI Release (AMD)',
2716 ],
2717 },
Kenneth Russelleb60cbd22017-12-05 07:54:282718 'sync_integration_tests': {
Brad Halla36886c2019-02-26 16:52:292719 'remove_from': [
Brad Halla36886c2019-02-26 16:52:292720 'CrWinAsan(dll)', # https://crbug.com/935598
2721 ],
Kenneth Russelleb60cbd22017-12-05 07:54:282722 'modifications': {
Erik Chene84bc1c2019-11-25 23:23:522723 'Linux ASan LSan Tests (1)': {
2724 'swarming': {
2725 'shards': 4,
2726 },
2727 },
Nico Weber8fbc2832018-12-14 16:00:572728 'Linux TSan Tests': {
2729 'swarming': {
2730 'shards': 6,
2731 },
2732 },
Sven Zheng9a52be52020-10-09 21:27:122733 # TODO(crbug.com/1131588) Tests are flaky only on CQ.
2734 'Mac10.13 Tests': {
2735 'precommit_args': [
2736 '--gtest_filter=-*',
2737 ],
2738 },
Zhaoyang Li69e2e002021-02-19 21:57:352739 # TODO(crbug.com/1131588) Tests are flaky only on CQ.
2740 'Mac10.15 Tests': {
2741 'precommit_args': [
2742 '--gtest_filter=-*',
2743 ],
2744 },
Stephen Martinis1384ff92020-01-07 19:52:152745 'ToTLinuxTSan': {
Kenneth Russelleb60cbd22017-12-05 07:54:282746 'swarming': {
Stephen Martinis1384ff92020-01-07 19:52:152747 'shards': 6,
Kenneth Russelleb60cbd22017-12-05 07:54:282748 },
2749 },
Stephen Martinis75ab55d2018-08-30 02:27:122750 'Win10 Tests x64 (dbg)': {
2751 'experiment_percentage': 100, # https://crbug.com/840369
2752 },
Stephen Martinis1384ff92020-01-07 19:52:152753 'Win7 Tests (dbg)(1)': {
2754 'swarming': {
2755 'shards': 2,
2756 },
2757 },
2758 'linux-chromeos-code-coverage': {
Yuke Liao79424e42020-01-06 21:00:112759 'swarming': {
2760 'shards': 4,
2761 },
2762 },
Stephen Martinis1384ff92020-01-07 19:52:152763 'linux-code-coverage': {
Yuke Liao79424e42020-01-06 21:00:112764 'swarming': {
2765 'shards': 4,
2766 },
2767 },
Sven Zhengfbbf21a2021-04-16 23:57:122768 # https://crbug.com/1199909,
Junhua Chen39dd2dba2021-05-05 17:51:542769 'linux-lacros-code-coverage': {
2770 'args': [
2771 '--test-launcher-filter-file=../../testing/buildbot/filters/linux-lacros.sync_integration_tests.filter',
2772 ]
2773 },
Jieting Yangbf15db672021-10-04 19:18:372774 'linux-lacros-dbg-tests-fyi': {
2775 'args': [
2776 '--test-launcher-filter-file=../../testing/buildbot/filters/linux-lacros.sync_integration_tests.filter',
2777 ],
2778 },
Anastasiia N11c1f8d2021-04-19 14:04:422779 'linux-lacros-tester-rel': {
2780 'args': [
Yuke Liao56a437dd2021-05-05 04:53:402781 '--test-launcher-filter-file=../../testing/buildbot/filters/linux-lacros.sync_integration_tests.filter',
Anastasiia N11c1f8d2021-04-19 14:04:422782 ],
2783 },
Kuan Huang235b0142021-10-19 18:59:282784 'mac-code-coverage': {
2785 'args': [
2786 '--coverage-continuous-mode=1',
2787 ],
2788 },
Kenneth Russelleb60cbd22017-12-05 07:54:282789 },
2790 },
Haiyang Panfed339172021-03-10 23:19:572791 'system_webview_shell_layout_test_apk': {
2792 'remove_from': [
Haiyang Pan9d68ca02021-08-04 21:30:472793 'android-11-x86-rel', # crbug.com/1165280
Haiyang Panfed339172021-03-10 23:19:572794 ],
2795 },
Weizhong Xia613fda42021-04-21 20:11:522796 'system_webview_wpt': {
2797 'modifications': {
2798 'android-webview-pie-x86-wpt-fyi-rel': {
Weizhong Xia7dd41362021-09-30 16:05:382799 'args': [
2800 '--log-wptreport',
2801 ],
Weizhong Xia613fda42021-04-21 20:11:522802 'swarming': {
Weizhong Xia613fda42021-04-21 20:11:522803 'shards': 18,
2804 },
2805 },
2806 },
2807 },
Kenneth Russell8a386d42018-06-02 09:48:012808 'tab_capture_end2end_tests': {
Nico Webere89a3c92018-07-01 01:30:522809 # Run these only on Release bots.
Kenneth Russell8a386d42018-06-02 09:48:012810 'remove_from': [
Kenneth Russell8a386d42018-06-02 09:48:012811 'Linux Debug (NVIDIA)',
2812 'Mac Debug (Intel)',
2813 'Mac Retina Debug (AMD)',
Yuly Novikovbc1ccff2019-08-03 00:05:492814 'Win10 FYI x64 Debug (NVIDIA)',
Yuly Novikovf28f1eca2019-07-04 22:43:392815 # Disabled due to dbus crashes crbug.com/927465
Yuly Novikov5865ff72019-07-09 21:38:052816 'Linux FYI Release (Intel HD 630)',
2817 'Linux FYI Release (NVIDIA)',
Brian Sheedy22d051e2019-08-07 00:50:162818 'Linux FYI SkiaRenderer Vulkan (Intel HD 630)',
Yuly Novikov5865ff72019-07-09 21:38:052819 'Linux FYI SkiaRenderer Vulkan (NVIDIA)',
2820 'Linux Release (NVIDIA)',
Kenneth Russell8a386d42018-06-02 09:48:012821 ],
Emily Hanleyb64ac7c2018-05-25 13:36:552822 },
Haiyang Pan8c201b92020-06-04 01:25:072823 'telemetry_chromium_minidump_unittests': {
2824 'remove_from': [
Haiyang Pan2486dcb2020-09-18 17:53:062825 'android-marshmallow-x86-rel-non-cq', # crbug.com/1084352
Haiyang Pan8c201b92020-06-04 01:25:072826 ],
2827 },
Brian Sheedyc117f6d2020-05-06 02:23:272828 'telemetry_monochrome_minidump_unittests': {
2829 'remove_from': [
2830 # Monochrome isn't supported on M.
2831 'android-marshmallow-arm64-rel',
Haiyang Pan2486dcb2020-09-18 17:53:062832 'android-marshmallow-x86-rel-non-cq',
Brian Sheedyc117f6d2020-05-06 02:23:272833 ],
2834 },
Kenneth Russelleb60cbd22017-12-05 07:54:282835 'telemetry_perf_unittests': {
2836 'modifications': {
Kenneth Russelleb60cbd22017-12-05 07:54:282837 'Linux Tests': {
2838 'args': [
2839 '--xvfb',
Ned Nguyene6e26042018-01-17 20:42:482840 '--jobs=1',
Kenneth Russelleb60cbd22017-12-05 07:54:282841 ],
2842 },
Juan Antonio Navarro Perez4899edf2019-03-14 13:05:352843 'Linux Tests (dbg)(1)': {
2844 'args': [
2845 '--xvfb',
2846 '--jobs=1',
2847 ],
2848 },
Stephanie Kim56defb72020-11-19 21:32:372849 # TODO crbug.com/1143924: Remove when experimentation is complete
2850 'Linux Tests Robocrop': {
2851 'args': [
2852 '--xvfb',
2853 '--jobs=1',
2854 ],
2855 },
Kenneth Russelleb60cbd22017-12-05 07:54:282856 # Disable parallelism on all Mac bots.
Kenneth Russelleb60cbd22017-12-05 07:54:282857 'Mac10.11 Tests': {
2858 'args': [
2859 '--jobs=1',
2860 ],
2861 },
2862 'Mac10.12 Tests': {
2863 'args': [
2864 '--jobs=1',
2865 ],
2866 },
Ned Nguyen6e6e5b32018-02-21 20:21:502867 'Win7 Tests (dbg)(1)': {
2868 'args': [
2869 '--jobs=1',
2870 ],
2871 'swarming': {
2872 'shards': 20,
2873 },
2874 'experiment_percentage': 100,
2875 },
Ben Pastene69400eb2021-03-25 19:27:162876 'chromeos-eve-chrome': {
2877 'args': [
2878 # TODO(crbug.com/1191132): Re-enable.
2879 '--skip=benchmarks.benchmark_smoke_unittest.BenchmarkSmokeTest.wasmpspdfkit',
2880 ],
2881 },
Ben Pastene2b4b15f2021-03-04 00:39:242882 'chromeos-kevin-chrome': {
2883 # TODO(crbug.com/1182948): Remove the experiment.
Ben Pastenebe91e462021-07-27 23:47:262884 # TODO(b/188822176): Restore to 100% when we have additional capacity.
2885 'experiment_percentage': 0,
Ben Pastene2b4b15f2021-03-04 00:39:242886 },
Ben Pastene7b1384a2021-04-22 23:24:322887 'linux-bionic-rel': {
2888 'args': [
2889 '--xvfb',
2890 '--jobs=1',
2891 ],
2892 },
Stephen Martinis1384ff92020-01-07 19:52:152893 'linux-trusty-rel': {
2894 'args': [
2895 '--xvfb',
2896 '--jobs=1',
2897 ],
2898 },
Stephanie Kim5c7f31d2021-04-27 18:00:062899 'linux-xenial-rel': {
2900 'args': [
2901 '--xvfb',
2902 '--jobs=1',
2903 ],
2904 },
Kenneth Russelleb60cbd22017-12-05 07:54:282905 },
2906 'remove_from': [
Haiyang Pan2486dcb2020-09-18 17:53:062907 'android-marshmallow-x86-rel-non-cq', # crbug.com/1084352
Haiyang Pan0e39edf42020-04-28 19:29:012908 # There's no need to run telemetry_perf_unittests on both lollipop and
Erik Chen96894722019-11-21 20:03:392909 # marshmallow on the CQ. https://crbug.com/1026487.
Ben Joyce68c5c852021-10-16 23:55:162910 # TODO(crbug/1260494): Test suite isn't running on android.
Erik Chen96894722019-11-21 20:03:392911 'android-marshmallow-arm64-rel',
Haiyang Pan363c59a2020-07-23 05:47:042912 'android-nougat-arm64-rel', # crbug.com/1108124
Andrew Luobe83fd82019-12-19 03:07:582913 'android-pie-arm64-rel',
Garrett Beatyeef031a2019-02-28 01:55:412914 # crbug.com/936540
Garrett Beatyeef031a2019-02-28 01:55:412915 'Mac10.11 Tests',
Shenghua Zhangbd6f1b232018-03-03 02:59:142916 'Mac10.13 Tests',
Zhaoyang Li69e2e002021-02-19 21:57:352917 'Mac10.15 Tests',
Zhaoyang Li78427592021-03-25 19:03:232918 'Mac10.15 Tests (dbg)',
Stephen Martinis1384ff92020-01-07 19:52:152919 'Linux - Future (dbg)', # client.v8.chromium
Takuto Ikuta9aa015d2019-04-15 23:33:292920 'Win10 Tests x64',
Stephen Martinise701f5a2018-05-04 01:25:112921 'Win10 Tests x64 (dbg)',
Kuan Huangc93e8672021-06-29 21:13:452922 'Win10 Tests x64 20h2',
Kenneth Russelleb60cbd22017-12-05 07:54:282923 ],
2924 },
Stephen Martinis54d64ad2018-09-21 22:16:202925 'telemetry_unittests': {
2926 'modifications': {
2927 'Win10 Tests x64 (dbg)': {
2928 'experiment_percentage': 100, # crbug.com/870673
Ben Pastene9383fe12020-10-20 21:32:402929 },
John Budorickc498fd3c2019-03-14 01:16:262930 },
2931 'remove_from': [
Ben Pastene9ef2ced52021-07-28 18:04:342932 # TODO(crbug.com/1141234): Restore when there's more DUTs
2933 'chromeos-kevin-chrome',
2934 'chromeos-kevin-rel',
Ben Pastene619317752020-12-03 00:04:142935
John Budorickc498fd3c2019-03-14 01:16:262936 # crbug.com/936540
John Budorickc498fd3c2019-03-14 01:16:262937 'Mac10.11 Tests',
Takuto Ikuta9aa015d2019-04-15 23:33:292938
2939 'Win10 Tests x64',
Kuan Huangc93e8672021-06-29 21:13:452940 'Win10 Tests x64 20h2',
John Budorickc498fd3c2019-03-14 01:16:262941 ],
Stephen Martinis54d64ad2018-09-21 22:16:202942 },
Brian Sheedyf3b48d62020-05-08 23:03:122943 'test_buildbucket_api_gpu_use_cases': {
2944 'remove_from': [
2945 # crbug.com/1080749
2946 'Optional Linux Release (NVIDIA)',
2947 ],
2948 },
Kenneth Russelleb60cbd22017-12-05 07:54:282949 'unit_tests': {
Yun Liu3e759dbb2019-11-01 19:25:522950 'remove_from': [
Ben Pastene3e32ffe2020-08-07 03:37:072951 'android-pie-arm64-rel', # https://crbug.com/1010211
Yun Liu3e759dbb2019-11-01 19:25:522952 ],
Kenneth Russelleb60cbd22017-12-05 07:54:282953 'modifications': {
John Budorickca14c76f62017-12-09 14:19:182954 'Linux ASan LSan Tests (1)': {
John Budorick5052d552017-12-13 02:59:342955 # These are slow on the ASAN trybot for some reason.
2956 # crbug.com/794372
John Budorickca14c76f62017-12-09 14:19:182957 'swarming': {
John Budorick5052d552017-12-13 02:59:342958 'shards': 4,
John Budorickca14c76f62017-12-09 14:19:182959 },
2960 },
Stephen Martinis1384ff92020-01-07 19:52:152961 'Linux Chromium OS ASan LSan Tests (1)': {
2962 # These are slow on the ASAN trybot for some reason.
2963 # crbug.com/794372
John Budorickca14c76f62017-12-09 14:19:182964 'swarming': {
2965 'shards': 2,
2966 },
2967 },
Takuto Ikuta54671d972018-07-19 19:06:352968 'Linux ChromiumOS MSan Tests': {
2969 # These are very slow on the Chrome OS MSAN trybot for some reason.
2970 # crbug.com/865455
2971 'swarming': {
2972 'shards': 2,
2973 },
2974 },
Stephen Martinis1384ff92020-01-07 19:52:152975 'Linux TSan Tests': {
Takuto Ikuta54671d972018-07-19 19:06:352976 'swarming': {
2977 'shards': 2,
2978 },
2979 },
Maksim Sisovc81d284c2021-10-05 17:54:352980 # https://crbug.com/1184127
2981 'Linux Tests (Wayland)': {
2982 'args': [
2983 '--test-launcher-filter-file=../../testing/buildbot/filters/ozone-linux.unit_tests_wayland.filter',
2984 ],
2985 },
Stephen Martinis1384ff92020-01-07 19:52:152986 'ToTLinuxASan': {
Dirk Pranke20eae9a72017-12-09 18:12:142987 'swarming': {
Stephen Martinis1384ff92020-01-07 19:52:152988 'shards': 2,
Dirk Pranke20eae9a72017-12-09 18:12:142989 },
2990 },
Stephen Martinis1384ff92020-01-07 19:52:152991 'android-asan': {
2992 'args': [
2993 '--test-launcher-filter-file=../../testing/buildbot/filters/android.asan.unit_tests.filter',
2994 ],
2995 },
Takuto Ikuta527cdff2020-01-29 08:04:272996 'android-marshmallow-arm64-rel-swarming': {
2997 'swarming': {
2998 'shards': 8,
2999 },
3000 },
Stephen Martinis1384ff92020-01-07 19:52:153001 'linux-chromeos-chrome': {
3002 'args': [
3003 '--test-launcher-filter-file=../../testing/buildbot/filters/chromeos.unit_tests.filter',
3004 ],
3005 },
Ben Pasteneacd57392019-10-31 02:13:253006 'linux-chromeos-dbg': {
3007 'swarming': {
3008 'shards': 2,
3009 },
3010 },
Erik Chend063aef72019-11-18 19:13:103011 'linux-chromeos-rel': {
3012 'swarming': {
3013 'shards': 2,
3014 },
3015 },
Yuke Liao597dd6df72020-08-18 03:02:543016 # https://crbug.com/1111979,
Junhua Chen39dd2dba2021-05-05 17:51:543017 'linux-lacros-code-coverage': {
3018 'args': [
3019 '--test-launcher-filter-file=../../testing/buildbot/filters/linux-lacros.unit_tests.filter',
3020 ],
3021 },
3022 # https://crbug.com/1111979,
Jieting Yangbf15db672021-10-04 19:18:373023 'linux-lacros-dbg-tests-fyi': {
3024 'args': [
3025 '--test-launcher-filter-file=../../testing/buildbot/filters/linux-lacros.unit_tests.filter',
3026 ],
3027 },
3028 # https://crbug.com/1111979,
Sven Zheng5c9d3e342020-08-11 21:39:433029 'linux-lacros-tester-rel': {
Sven Zheng5c9d3e342020-08-11 21:39:433030 'args': [
Yuke Liao56a437dd2021-05-05 04:53:403031 '--test-launcher-filter-file=../../testing/buildbot/filters/linux-lacros.unit_tests.filter',
Sven Zheng5c9d3e342020-08-11 21:39:433032 ],
3033 },
Kenneth Russelleb60cbd22017-12-05 07:54:283034 },
3035 },
Kenneth Russell8a386d42018-06-02 09:48:013036 'video_decode_accelerator_gl_unittest': {
3037 'remove_from': [
Kenneth Russell8a386d42018-06-02 09:48:013038 # Windows Intel doesn't have the GL extensions to support this test.
Yuly Novikovbc1ccff2019-08-03 00:05:493039 'Optional Win10 x64 Release (Intel HD 630)',
3040 'Win10 FYI x64 Release (Intel HD 630)',
Yuly Novikov5ff15502019-07-31 00:55:483041 'Win10 FYI x64 Exp Release (Intel HD 630)',
Kenneth Russell8a386d42018-06-02 09:48:013042 ],
3043 },
Sven Zheng577fe5ff2020-08-03 22:06:443044 'views_unittests': {
Sven Zheng80734f12020-08-06 06:50:393045 'modifications': {
Maksim Sisovc81d284c2021-10-05 17:54:353046 'Linux Tests (Wayland)': {
3047 'args': [
3048 '--test-launcher-filter-file=../../testing/buildbot/filters/ozone-linux.wayland_views_unittests.filter',
3049 ],
3050 },
Chong Gu6aa22be2021-09-10 06:56:143051 'fuchsia-fyi-arm64-dbg': {
3052 'args': [
3053 '--test-launcher-filter-file=../../testing/buildbot/filters/fuchsia.debug.views_unittests.filter',
3054 ],
3055 },
Sven Zheng5c9d3e342020-08-11 21:39:433056 # https://crbug.com/1111979,
Junhua Chen39dd2dba2021-05-05 17:51:543057 'linux-lacros-code-coverage': {
3058 'args': [
3059 '--gtest_filter=-DesktopWidgetFocusManagerTest.AnchoredDialogInDesktopNativeWidgetAura:'
3060 'DesktopWidgetTest*:'
3061 'DesktopWindowTreeHostPlatformTest*:'
3062 'EditableComboboxTest*:'
3063 'MenuRunnerTest*:'
3064 'TextfieldTest*:'
3065 'TooltipControllerTest*:'
3066 'TooltipStateManagerTest*'
3067 ],
3068 },
Yuke Liaoa0db4742021-08-09 18:28:333069 'linux-lacros-dbg-tests-fyi': {
3070 'args': [
3071 '--gtest_filter=-DesktopWidgetFocusManagerTest.AnchoredDialogInDesktopNativeWidgetAura:'
3072 'TextfieldTest*:'
3073 'TooltipControllerTest*:'
3074 ],
3075 },
Sven Zheng5c9d3e342020-08-11 21:39:433076 'linux-lacros-tester-rel': {
Sven Zheng5c9d3e342020-08-11 21:39:433077 'args': [
3078 '--gtest_filter=-DesktopWidgetFocusManagerTest.AnchoredDialogInDesktopNativeWidgetAura:'
Yuke Liao34721c22020-08-14 21:41:193079 'DesktopWidgetTest*:'
3080 'DesktopWindowTreeHostPlatformTest*:'
Yuke Liaocf9db2b2020-08-13 19:42:533081 'EditableComboboxTest*:'
Sven Zhengea8903f2020-08-14 05:27:513082 'MenuRunnerTest*:'
Yuke Liaocf9db2b2020-08-13 19:42:533083 'TextfieldTest*:'
Benjamin Beaudry54b3b882021-03-12 23:55:363084 'TooltipControllerTest*:'
3085 'TooltipStateManagerTest*'
Sven Zheng5c9d3e342020-08-11 21:39:433086 ],
3087 },
Sven Zheng80734f12020-08-06 06:50:393088 },
Sven Zheng577fe5ff2020-08-03 22:06:443089 },
John Budorickd02c429de2020-01-10 19:02:213090 'viz_unittests': {
3091 'modifications': {
Haiyang Pan9d68ca02021-08-04 21:30:473092 'android-11-x86-rel': {
Haiyang Pancf765862021-03-18 20:39:153093 'args': [
3094 '--test-launcher-filter-file=../../testing/buildbot/filters/android.emulator_11.viz_unittests.filter',
3095 ],
3096 },
Haiyang Pan6b8e4cf2021-08-02 21:38:283097 'android-marshmallow-x86-rel': {
John Budorickafd548b2020-01-14 20:45:093098 'args': [
John Budorickd02c429de2020-01-10 19:02:213099 '--test-launcher-filter-file=../../testing/buildbot/filters/android.emulator.viz_unittests.filter',
3100 ],
3101 },
Haiyang Pan08d09dc2020-04-01 16:11:213102 'android-pie-x86-rel': {
John Budorickafd548b2020-01-14 20:45:093103 'args': [
John Budorickd02c429de2020-01-10 19:02:213104 '--test-launcher-filter-file=../../testing/buildbot/filters/android.emulator.viz_unittests.filter',
3105 ],
3106 },
Chong Gub2446462021-08-19 18:44:083107 'fuchsia-fyi-arm64-dbg': {
Chong Gu6aa22be2021-09-10 06:56:143108 'args': [
3109 '--test-launcher-filter-file=../../testing/buildbot/filters/fuchsia.debug.viz_unittests.filter',
3110 ],
Chong Gub2446462021-08-19 18:44:083111 },
John Budorickd02c429de2020-01-10 19:02:213112 },
3113 },
John Budorick20f4fa8d2019-08-02 22:58:293114 'vr_common_unittests': {
3115 'remove_from': [
Haiyang Pan08d09dc2020-04-01 16:11:213116 'android-pie-x86-rel',
John Budorick20f4fa8d2019-08-02 22:58:293117 ],
3118 },
Kenneth Russellfbda3c532017-12-08 23:57:243119 'vr_pixeltests': {
3120 'remove_from': [
Haiyang Pan08d09dc2020-04-01 16:11:213121 'android-pie-x86-rel',
Kenneth Russell8ceeabf2017-12-11 17:53:283122 'VR Linux',
Kenneth Russellfbda3c532017-12-08 23:57:243123 ],
3124 },
Nico Webere81999ee2018-07-01 23:52:433125 'wayland_client_perftests': {
3126 'remove_from': [
3127 'linux-chromeos-dbg', # https://crbug.com/859307
3128 ],
3129 },
Chong Gu76046412021-09-22 17:49:213130 'web_engine_browsertests': {
Chong Gud1a5c5992021-04-09 04:08:323131 'modifications': {
3132 'fuchsia-code-coverage': {
3133 'swarming': {
Chong Gu7a463202021-07-19 18:43:103134 'shards': 28,
Chong Gud1a5c5992021-04-09 04:08:323135 },
3136 },
3137 },
3138 },
Chong Gu76046412021-09-22 17:49:213139 'web_engine_integration_tests': {
Chong Gu4c9e8f112021-06-02 18:37:263140 'modifications': {
3141 'fuchsia-code-coverage': {
3142 'swarming': {
3143 'shards': 6,
3144 },
3145 },
3146 },
3147 },
John Budorick63357462019-02-27 23:02:513148 'webdriver_tests_suite': {
3149 'remove_from': [
3150 'Linux Tests', # https://crbug.com/929689, https://crbug.com/936557
Stephanie Kim5c7f31d2021-04-27 18:00:063151 'linux-xenial-rel',
John Budorick63357462019-02-27 23:02:513152 ],
3153 },
bsheedy048cbdb2019-02-04 20:32:053154 'webgl2_conformance_gl_passthrough_tests': {
3155 'remove_from': [
Geoff Lang1fede152019-10-10 23:03:443156 # Not enough capacity. https://crbug.com/982294
3157 'Mac Pro FYI Release (AMD)',
3158 'Mac FYI Retina Release (NVIDIA)',
Yuly Novikov712af632021-08-31 23:54:113159 # Only run validating on Mac Intel due to capacity http://crbug.com/1236796
3160 'Optional Mac Release (Intel)',
bsheedy048cbdb2019-02-04 20:32:053161 ],
3162 },
Brian Sheedy5a9f6562021-08-20 03:32:543163 'webgl2_conformance_gles_passthrough_tests': {
3164 'remove_from': [
3165 # Not enough CrOS hardware capacity to run on anything other than VMs.
3166 # See https://crbug.com/1238070.
3167 'ChromeOS FYI Release (kevin)',
3168 'Lacros FYI x64 Release (Intel)',
3169 ],
3170 'modifications': {
3171 # This VM configuration is known to be significantly slower than other
3172 # CrOS configurations, so increase the shards.
3173 # TODO(crbug.com/1223550): Remove this if the configuration can be sped
3174 # up.
3175 'ChromeOS FYI Release (amd64-generic)': {
3176 'swarming': {
3177 'shards': 30,
3178 },
3179 },
3180 },
3181 },
John Budorick82e61dfb2019-12-10 04:36:093182 'webgl2_conformance_validating_tests': {
Stephen Martinis54d64ad2018-09-21 22:16:203183 'remove_from': [
3184 # The Mac NVIDIA Retina bots don't have the capacity to run
3185 # this test suite on mac_optional_gpu_tests_rel.
3186 'Optional Mac Retina Release (NVIDIA)',
3187 ],
Kenneth Russell8a386d42018-06-02 09:48:013188 'modifications': {
Brian Sheedyab0a1992021-08-13 20:57:393189 # This VM configuration is known to be significantly slower than other
3190 # CrOS configurations, so increase the shards.
3191 # TODO(crbug.com/1223550): Remove this if the configuration can be sped
3192 # up.
3193 'ChromeOS FYI Release (amd64-generic)': {
3194 'swarming': {
3195 'shards': 30,
3196 },
Brian Sheedy9bde4532021-08-20 18:11:193197 # This configuration is tested with the passthrough decoder as well,
3198 # which will be shipped in the nearish future, so any failures that
3199 # show up with the validating decoder are just an FYI.
3200 'experiment_percentage': 100,
Brian Sheedyab0a1992021-08-13 20:57:393201 },
Brian Sheedy22200312021-08-20 22:17:503202 'ChromeOS FYI Release (kevin)': {
3203 'experiment_percentage': 100,
3204 },
Yuly Novikov19314252021-10-02 03:06:283205 'Mac FYI ASAN (Intel)': {
3206 'args': [
3207 '--is-asan',
3208 ]
3209 },
3210 'Mac FYI Retina ASAN (AMD)': {
3211 'args': [
3212 '--is-asan',
3213 ]
3214 },
Kenneth Russell8a386d42018-06-02 09:48:013215 },
3216 },
3217 'webgl_conformance_gl_passthrough_tests': {
3218 'remove_from': [
3219 # crbug.com/555545 and crbug.com/649824:
3220 # Disable webgl_conformance_gl_tests on some Win/AMD cards.
3221 # Always fails on older cards, flaky on newer cards.
Kenneth Russell8a386d42018-06-02 09:48:013222 'Win7 FYI Release (AMD)',
3223 ],
3224 },
Kenneth Russell984f2f12020-12-15 23:23:353225 'webgl_conformance_metal_passthrough_tests': {
3226 'remove_from': [
3227 # crbug.com/1158857: re-enable if Metal shader cache workaround is added.
3228 'Mac FYI Retina Release (NVIDIA)',
3229 ],
3230 },
Stephen Martinis54d64ad2018-09-21 22:16:203231 'webgl_conformance_tests': {
Kenneth Russelle63e41f2019-04-09 02:45:283232 'remove_from': [
3233 # Too slow on this configuration, which is severely hardware
3234 # constrained. crbug.com/950690
3235 'Mac FYI Retina Debug (NVIDIA)',
3236 ],
Kenneth Russell8a386d42018-06-02 09:48:013237 },
Yuly Novikov19314252021-10-02 03:06:283238 'webgl_conformance_validating_tests': {
3239 'modifications': {
3240 'Mac FYI ASAN (Intel)': {
3241 'args': [
3242 '--is-asan',
3243 ]
3244 },
3245 'Mac FYI Retina ASAN (AMD)': {
3246 'args': [
3247 '--is-asan',
3248 ]
3249 },
3250 },
3251 },
Austin Enge8c0ba02021-07-19 23:55:193252 'webgpu_blink_web_tests': {
3253 'modifications': {
3254 # Increase the timeout with ASAN (crbug.com/1208253)
3255 'Dawn Win10 x64 ASAN Release': {
3256 'args': [
3257 '--time-out-ms=48000',
3258 ],
3259 },
3260 },
Brian Sheedy5796b4b2021-09-15 21:51:413261 'replacements': {
3262 'Dawn Mac x64 Experimental Release (Intel)': {
3263 'args': {
3264 '--platform': 'mac-mac11.5',
3265 },
3266 }
3267 },
3268 },
3269 'webgpu_blink_web_tests_with_backend_validation': {
3270 'replacements': {
3271 'Dawn Mac x64 Experimental Release (Intel)': {
3272 'args': {
3273 '--platform': 'mac-mac11.5',
3274 },
3275 },
3276 },
Austin Enge8c0ba02021-07-19 23:55:193277 },
Kenneth Russelleb60cbd22017-12-05 07:54:283278 'webkit_unit_tests': {
Yun Liu16394ab32019-11-19 16:37:573279 'remove_from': [
3280 # Flakily fails on Win7. https://crbug.com/943372.
3281 'Win7 Tests (1)',
3282 'Win 7 Tests x64 (1)',
Haiyang Pan90ed7c642021-02-06 01:22:063283 # Runs on android-marshmallow-x86-rel already (crbug.com/1127110)
3284 'android-marshmallow-arm64-rel',
3285 'android-marshmallow-x86-rel-non-cq',
Yun Liu16394ab32019-11-19 16:37:573286 ],
Dirk Pranke81ff51c2017-12-09 19:24:283287 'modifications': {
John Budorick5052d552017-12-13 02:59:343288 'Linux ASan LSan Tests (1)': {
3289 # These are very slow on the ASAN trybot for some reason.
3290 # crbug.com/794372
3291 'swarming': {
3292 'shards': 5,
3293 },
3294 },
Erik Chen681dc0282019-11-26 22:54:493295 'Linux TSan Tests': {
3296 'swarming': {
3297 'shards': 2,
3298 },
3299 },
arthursonzogni26889d82018-05-29 17:18:163300 'Marshmallow 64 bit Tester': {
3301 # Increase timeout. See https://crbug.com/847229.
3302 'swarming': {
3303 'hard_timeout': 1200,
3304 },
3305 },
Haiyang Pan9d68ca02021-08-04 21:30:473306 'android-11-x86-rel': {
Haiyang Panc7c009e2021-03-18 19:31:233307 'args': [
Haiyang Panc08d02212021-10-18 18:58:383308 '--test-launcher-filter-file=../../testing/buildbot/filters/android.emulator.blink_unittests.filter',
3309 ],
3310 },
3311 'android-12-x64-fyi-rel': {
3312 'args': [
3313 '--test-launcher-filter-file=../../testing/buildbot/filters/android.emulator.blink_unittests.filter',
Haiyang Panc7c009e2021-03-18 19:31:233314 ],
3315 },
Omer Katz7d2be652020-01-22 18:13:463316 'linux-blink-heap-concurrent-marking-tsan-rel': {
3317 'swarming': {
3318 'shards': 2,
3319 },
3320 },
Dirk Pranke81ff51c2017-12-09 19:24:283321 },
Kenneth Russelleb60cbd22017-12-05 07:54:283322 },
Haiyang Panfbd2b482020-09-23 23:41:253323 'weblayer_browsertests': {
3324 'modifications': {
Haiyang Pan9d68ca02021-08-04 21:30:473325 'android-11-x86-rel': {
Haiyang Pand38464f52021-03-24 00:29:013326 'args': [
3327 # TODO(crbug.com/1191784): Enable this test once the issue is fixed.
3328 '--gtest_filter=-DownloadBrowserTest.OverrideDownloadDirectory',
3329 ],
3330 },
Haiyang Panfbd2b482020-09-23 23:41:253331 'android-pie-arm64-rel': {
3332 # TODO(crbug.com/1111436): Move this back to walleye if/when additional
3333 # capacity has been deployed.
3334 'swarming': {
3335 'dimension_sets': [
3336 {
3337 'device_type': 'sailfish',
3338 },
3339 ],
3340 },
3341 },
3342 },
3343 },
Haiyang Pan591dbad2020-06-05 20:26:373344 'weblayer_bundle_test': {
3345 'remove_from': [
Haiyang Pan2486dcb2020-09-18 17:53:063346 'android-marshmallow-x86-rel-non-cq', # crbug.com/1088013
Haiyang Pan9d68ca02021-08-04 21:30:473347 'android-11-x86-rel', # crbug.com/1165280
Haiyang Pan591dbad2020-06-05 20:26:373348 ],
3349 },
3350 'weblayer_instrumentation_test_apk': {
3351 'remove_from': [
Haiyang Pan2486dcb2020-09-18 17:53:063352 'android-marshmallow-x86-rel-non-cq', # crbug.com/1088013
Haiyang Pan9d68ca02021-08-04 21:30:473353 'android-11-x86-rel', # crbug.com/1165280
Haiyang Pan591dbad2020-06-05 20:26:373354 ],
Haiyang Pan6d7a15b2020-10-03 00:29:193355 'modifications': {
3356 'android-pie-arm64-rel': {
3357 # TODO(crbug.com/1111436): Move this back to walleye if/when additional
3358 # capacity has been deployed.
3359 'swarming': {
3360 'dimension_sets': [
3361 {
3362 'device_type': 'sailfish',
3363 },
3364 ],
3365 },
3366 },
3367 },
Haiyang Pan591dbad2020-06-05 20:26:373368 },
Rakib M. Hasan48919902021-02-26 23:07:203369 'weblayer_instrumentation_test_apk_ToT_Tests': {
3370 'modifications': {
3371 'android-weblayer-10-x86-rel-tests': {
3372 'args': [
3373 '--replace-system-package=org.chromium.weblayer.shell,apks/WebLayerShellSystemWebView.apk'
3374 ]
3375 },
3376 'android-weblayer-marshmallow-x86-rel-tests': {
3377 'args': [
3378 '--replace-system-package=org.chromium.weblayer.shell,apks/WebLayerShellSystemWebView.apk'
3379 ]
3380 }
3381 }
3382 },
Haiyang Pan4efd9b02021-03-17 23:58:303383 'weblayer_private_instrumentation_test_apk': {
3384 'modifications': {
3385 # TODO(crbug.com/1189403): Remove the filter once the issue is fixed.
Haiyang Pan9d68ca02021-08-04 21:30:473386 'android-11-x86-rel': {
Haiyang Pan4efd9b02021-03-17 23:58:303387 'args': [
3388 '--gtest_filter=-org.chromium.weblayer.test.MediaCaptureTest.*',
3389 ],
Haiyang Panf72ffdf2021-08-03 20:24:123390 # TODO(crbug.com/1137474): Remove after the test suite is green.
3391 'experiment_percentage': 100,
Haiyang Pan4efd9b02021-03-17 23:58:303392 },
3393 },
3394 },
Weizhong Xia7d335882021-01-28 02:49:523395 'weblayer_shell_wpt': {
3396 'modifications': {
3397 # TODO(crbug.com/1171555): remove this when test can run with more emulators
3398 'android-weblayer-pie-x86-wpt-fyi-rel': {
3399 'swarming': {
3400 'shards': 18,
3401 },
3402 },
Weizhong Xia0f0c3302021-04-27 00:05:433403 'android-weblayer-pie-x86-wpt-smoketest': {
3404 'args': [
Haiyang Pan1f205ad2021-07-31 01:47:523405 '--default-exclude',
Weizhong Xia0f0c3302021-04-27 00:05:433406 '--include-file=../../third_party/blink/web_tests/android/WPTSmokeTestCases'
3407 ],
3408 'swarming': {
Weizhong Xia0f0c3302021-04-27 00:05:433409 'shards': 3,
3410 },
3411 },
Weizhong Xia7d335882021-01-28 02:49:523412 },
3413 },
Erik Staab70ca5b32021-08-07 00:38:353414 'webview_64_cts_tests': {
3415 'modifications': {
3416 'android-pie-arm64-rel': {
3417 # TODO(crbug.com/1111436): Move this back to walleye if/when additional
3418 # capacity has been deployed.
3419 'swarming': {
3420 'dimension_sets': [
3421 {
3422 'device_type': 'sailfish',
3423 },
3424 ],
3425 },
3426 },
3427 },
3428 },
Haiyang Panfbd2b482020-09-23 23:41:253429 'webview_cts_tests': {
Haiyang Panfed339172021-03-10 23:19:573430 'remove_from': [
Haiyang Pan9d68ca02021-08-04 21:30:473431 'android-11-x86-rel', # crbug.com/1165280
Ben Joyce4677e682021-03-22 22:19:113432 'android-pie-arm64-coverage-experimental-rel', # TODO(crbug.com/1190999):
3433 # GLIBC_2.28 Not found.
Haiyang Panfed339172021-03-10 23:19:573434 ],
Haiyang Panfbd2b482020-09-23 23:41:253435 'modifications': {
3436 'android-pie-arm64-rel': {
3437 # TODO(crbug.com/1111436): Move this back to walleye if/when additional
3438 # capacity has been deployed.
3439 'swarming': {
3440 'dimension_sets': [
3441 {
3442 'device_type': 'sailfish',
3443 },
3444 ],
3445 },
3446 },
3447 },
3448 },
Kenneth Russelleb60cbd22017-12-05 07:54:283449 'webview_instrumentation_test_apk': {
3450 'remove_from': [
Hans Wennborgeac4c36c2018-05-23 16:04:063451 # This test frequently fails on Android, https://crbug.com/824959
Stephen Martinis1384ff92020-01-07 19:52:153452 # matching android builders, the test fails on these.
Hans Wennborga0b11ebe2018-05-15 16:26:503453 'ToTAndroid',
John Budorick27d2d44e2019-05-20 20:26:093454 'android-asan', # https://crbug.com/964562
Ben Joyce02dc8092021-03-04 21:48:193455 'android-code-coverage-native', # Does not generate profraw data.
Ben Joyce46ca6012021-03-31 19:19:253456 'android-pie-arm64-coverage-experimental-rel', # Does not generate profraw data.
Ben Joyce02dc8092021-03-04 21:48:193457
Dirk Pranke20eae9a72017-12-09 18:12:143458 # On chromium.swarm, this should possibly be being run (or removed
Takuto Ikuta527cdff2020-01-29 08:04:273459 # from android-marshmallow-arm64-rel-swarming).
Garrett Beaty47a2d802020-11-10 20:50:533460 # https://crbug.com/1147531 - covered on pie
3461 'android-marshmallow-arm64-rel',
Kenneth Russelleb60cbd22017-12-05 07:54:283462 ],
Ben Pastenee17a8e92018-07-12 21:55:183463 'modifications': {
Andrew Luof08500ae2020-01-10 01:24:453464 # chromium.android.fyi
3465 'Android WebView P FYI (rel)': {
3466 'args': [
3467 '--annotation',
3468 'DisabledTest,FlakyTest' # Monitor status of disabled tests.
3469 ],
3470 },
Ben Pastenee17a8e92018-07-12 21:55:183471 'Oreo Phone Tester': {
Andrew Luo93c4a1e2019-08-30 05:26:303472 # TODO(crbug.com/997362): Enable this once it's passing.
bsheedy01833462018-12-07 01:05:573473 # TODO(https://crbug.com/884413): Re-enable this once the tests are
3474 # either passing or there is more capacity.
3475 'experiment_percentage': 0,
Ben Pastenee17a8e92018-07-12 21:55:183476 },
Haiyang Pan9d68ca02021-08-04 21:30:473477 'android-11-x86-rel': {
Haiyang Pan103864812021-03-19 19:28:443478 'args': [
3479 # TODO(crbug.com/1189746) Enable this test once the issue is fixed.
3480 '--gtest_filter=-org.chromium.net.NetworkChangeNotifierTest.testNetworkChangeNotifierJavaObservers',
3481 ],
3482 },
Haiyang Panb991f562021-08-10 17:46:463483 'android-marshmallow-x86-rel': {
Haiyang Panb991f562021-08-10 17:46:463484 'swarming': {
3485 'shards': 9,
3486 },
3487 },
Kuan Huang1f402c82021-06-08 17:58:183488 'android-pie-arm64-rel': {
3489 'swarming': {
3490 'shards': 9,
3491 },
3492 },
Haiyang Pan08d09dc2020-04-01 16:11:213493 'android-pie-x86-rel': {
Haiyang Panfdd94332020-03-27 02:43:293494 'args': [
3495 '--test-launcher-filter-file=../../testing/buildbot/filters/android.emulator.webview_instrumentation_test_apk.filter',
3496 ],
Ben Joyce9a7eb312021-08-25 00:44:593497 'swarming': {
3498 'shards': 9,
3499 },
Haiyang Panfdd94332020-03-27 02:43:293500 },
Ben Pastenee17a8e92018-07-12 21:55:183501 },
Kenneth Russelleb60cbd22017-12-05 07:54:283502 },
Haiyang Panfed339172021-03-10 23:19:573503 'webview_ui_test_app_test_apk': {
3504 'remove_from': [
Haiyang Pan9d68ca02021-08-04 21:30:473505 'android-11-x86-rel', # crbug.com/1165280
Haiyang Panfed339172021-03-10 23:19:573506 ],
3507 },
Maksim Sisovc81d284c2021-10-05 17:54:353508 'x11_unittests': {
3509 # Wayland bot uses chromium_linux_gtests that includes some x11 only
3510 # test targets. To avoid maintaining a list of tests, remove them here.
3511 'remove_from': [
3512 'Linux Tests (Wayland)',
3513 ],
3514 },
bsheedy800f5062018-08-07 00:47:543515 'xr_browser_tests': {
3516 'remove_from': [
Maggie Chen4fc29842018-08-07 19:12:483517 # Fails on the bot, http://crbug.com/868143
3518 'Win7 FYI Release (AMD)',
bsheedy800f5062018-08-07 00:47:543519 ],
3520 },
Kenneth Russelleb60cbd22017-12-05 07:54:283521}