blob: ee6c620d442d132b61bd2eae6141132f9723d068 [file] [log] [blame]
Kenneth Russelleb60cbd22017-12-05 07:54:281# Copyright 2017 The Chromium Authors. All rights reserved.
2# Use of this source code is governed by a BSD-style license that can be
3# found in the LICENSE file.
4
5# This is a .pyl, or "Python Literal", file. You can treat it just like a
6# .json file, with the following exceptions:
7# * all keys must be quoted (use single quotes, please);
8# * comments are allowed, using '#' syntax; and
9# * trailing commas are allowed.
10
11# Exceptions to the common test suites can only include removal from
12# particular bots, and modifications on particular bots. By design,
13# it's not possible to add one-off tests to bots. Instead they have to
14# be added to one of the test suites in test_suites.pyl.
15#
Jeff Yoone2188f62020-08-24 20:55:5716# Note that if you are excluding with variants, you will need to exclude
17# per variant, with the identifier appended to the test suite name.
18# For example, if you have ios_chrome_ui_eg2tests_module with variant
19# SIM_IPHONE_6S_14_0 (identifier = "iPhone 6s 14.0"), you
20# must exclude with the test name as:
21# "ios_chrome_ui_eg2tests_module_iPhone 6s 14.0"
22
Kenneth Russelleb60cbd22017-12-05 07:54:2823# The goal is to drive the number of exceptions to zero, to make all
24# the bots behave similarly.
25{
Andrew Luo38b311f2019-10-04 03:42:0926 'android_browsertests': {
Sven Zheng3b68eabd2021-07-21 02:05:4727 'remove_from': [
28 # Remove from CQ bots due to capacity.
29 'android-lollipop-arm-rel',
30 ],
Andrew Luo38b311f2019-10-04 03:42:0931 'modifications': {
Haiyang Pan9d68ca02021-08-04 21:30:4732 'android-11-x86-rel': {
Haiyang Panca7fcec2021-03-19 02:11:1033 'swarming': {
34 'shards': 2,
35 },
36 },
Haiyang Panb991f562021-08-10 17:46:4637 'android-marshmallow-x86-rel': {
38 'swarming': {
39 'shards': 2,
40 },
41 },
Andrew Luo38b311f2019-10-04 03:42:0942 'android-pie-arm64-rel': {
Andrew Luobe83fd82019-12-19 03:07:5843 'args': [
44 '--gtest_filter=-ImportantSitesUtilBrowserTest.DSENotConsideredImportantInRegularMode', # https://crbug.com/1034001
45 ],
Haiyang Panfbd2b482020-09-23 23:41:2546 # TODO(crbug.com/1111436): Move this back to walleye if/when additional
47 # capacity has been deployed.
48 'swarming': {
49 'dimension_sets': [
50 {
51 'device_type': 'sailfish',
52 },
53 ],
Haiyang Pan1678f0c02021-03-09 23:05:0954 'shards': 2,
Haiyang Panfbd2b482020-09-23 23:41:2555 },
Andrew Luo38b311f2019-10-04 03:42:0956 },
Haiyang Pan08d09dc2020-04-01 16:11:2157 'android-pie-x86-rel': {
John Budorick191adfcd2020-01-29 18:19:0458 'args': [
59 '--gtest_filter=-ImportantSitesUtilBrowserTest.DSENotConsideredImportantInRegularMode', # https://crbug.com/1034001
60 ],
Haiyang Pan7cd609d2021-04-08 20:17:2461 'swarming': {
62 'shards': 2,
63 },
John Budorick191adfcd2020-01-29 18:19:0464 },
Andrew Luo38b311f2019-10-04 03:42:0965 },
66 },
Sven Zhengc60debc2020-09-10 18:40:5267 'android_sync_integration_tests': {
68 'remove_from': [
Haiyang Pan6b8e4cf2021-08-02 21:38:2869 # Remove from CQ bots due to capacity.
70 'android-marshmallow-arm64-rel',
71 'android-lollipop-arm-rel',
Sven Zhengc60debc2020-09-10 18:40:5272 ],
73 },
Kenneth Russelleb60cbd22017-12-05 07:54:2874 'android_webview_unittests': {
75 'remove_from': [
John Budorick826d5ed2017-12-28 19:27:3276 # On chromium.android, these do not need to run prior to M.
Haiyang Pana3ff55ae2020-04-23 18:26:5477 'android-lollipop-arm-rel',
Kenneth Russelleb60cbd22017-12-05 07:54:2878 ],
Kenneth Russelleb60cbd22017-12-05 07:54:2879 },
Jamie Madillc9ae75d2020-10-23 19:19:4880 'angle_end2end_tests': {
81 'remove_from': [
82 # TODO(ynovikov) Investigate why the test breaks on older devices.
83 'Android FYI Release (Nexus 5)',
84 'Android FYI Release (Nexus 6)',
85 'Android FYI Release (Nexus 9)',
Jamie Madillc9ae75d2020-10-23 19:19:4886 # Temporarily disabled due to bad NVIDIA driver upgrade crbug.com/950542
87 'Linux FYI Debug (NVIDIA)',
88 ],
Yuly Novikov60cbf642020-11-19 20:43:1589 'modifications': {
90 # anglebug.com/5328 suspecting blue screen caused by multiprocess
Yuly Novikov60cbf642020-11-19 20:43:1591 'Optional Win10 x64 Release (Intel HD 630)': {
92 'args': [
93 '--max-processes=1',
94 ],
95 },
96 'Win10 FYI x64 Exp Release (Intel HD 630)': {
97 'args': [
98 '--max-processes=1',
99 ],
100 },
101 'Win10 FYI x64 Release (Intel HD 630)': {
102 'args': [
103 '--max-processes=1',
104 ],
105 },
Yuly Novikov80d2e672021-02-13 00:16:04106 'win10-angle-x64-intel': {
107 'args': [
108 '--max-processes=1',
109 ],
110 },
Yuly Novikov60cbf642020-11-19 20:43:15111 },
Yuly Novikov922b1fa92021-02-25 22:25:40112 'replacements': {
113 'Linux FYI Release (AMD RX 5500 XT)': {
114 'args': {
115 '--max-processes': '1',
116 },
117 },
118 },
Jamie Madillc9ae75d2020-10-23 19:19:48119 },
Jamie Madillc9ae75d2020-10-23 19:19:48120 'angle_unittests': {
121 'remove_from': [
122 # On Android, these are already run on the main waterfall.
123 'Android FYI Release (Nexus 5X)',
Yuly Novikovc1117ae82021-01-15 22:33:36124 # Times out listing tests crbug.com/1167314
125 'android-asan',
Jamie Madillc9ae75d2020-10-23 19:19:48126 # Does not currently work on Lacros configurations.
Junhua Chen39dd2dba2021-05-05 17:51:54127 'linux-lacros-code-coverage',
Jamie Madillc9ae75d2020-10-23 19:19:48128 'linux-lacros-tester-rel',
129 'linux-lacros-tester-fyi-rel',
Yuke Liaof27ebe52021-08-05 22:12:40130 'linux-lacros-dbg-tests-fyi',
Jamie Madillc9ae75d2020-10-23 19:19:48131 ],
Jamie Madillc9ae75d2020-10-23 19:19:48132 },
133 'angle_white_box_tests': {
Yuly Novikov60cbf642020-11-19 20:43:15134 'modifications': {
135 # anglebug.com/5328 suspecting blue screen caused by multiprocess
Yuly Novikov60cbf642020-11-19 20:43:15136 'Optional Win10 x64 Release (Intel HD 630)': {
137 'args': [
138 '--max-processes=1',
139 ],
140 },
141 'Win10 FYI x64 Exp Release (Intel HD 630)': {
142 'args': [
143 '--max-processes=1',
144 ],
145 },
146 'Win10 FYI x64 Release (Intel HD 630)': {
147 'args': [
148 '--max-processes=1',
149 ],
150 },
Yuly Novikov80d2e672021-02-13 00:16:04151 'win10-angle-x64-intel': {
152 'args': [
153 '--max-processes=1',
154 ],
155 },
Yuly Novikov60cbf642020-11-19 20:43:15156 },
Jamie Madillc9ae75d2020-10-23 19:19:48157 },
Yuke Liaob6beaeca2021-04-29 23:41:51158 'aura_unittests_amd64-generic': {
159 'remove_from': [
160 # TODO(crbug.com/1204231): Re-enable.
161 'lacros-amd64-generic-rel',
162 ]
163 },
Yuke Liao79a8cf52021-06-11 18:14:34164 'aura_unittests_eve': {
165 'remove_from': [
166 # TODO(crbug.com/1204231): Re-enable.
167 'lacros-amd64-generic-rel',
168 ]
169 },
Chong Gudf7fbe92021-02-24 02:55:58170 'base_unittests': {
171 'modifications': {
Haiyang Pan9d68ca02021-08-04 21:30:47172 'android-11-x86-rel': {
Haiyang Panc7c009e2021-03-18 19:31:23173 'args': [
174 '--test-launcher-filter-file=../../testing/buildbot/filters/android.emulator_11.base_unittests.filter',
175 ],
176 },
Chong Gudf7fbe92021-02-24 02:55:58177 'fuchsia-code-coverage': {
178 'swarming': {
179 'shards': 5,
180 },
181 },
182 },
183 },
Haiyang Pan363c59a2020-07-23 05:47:04184 'blink_platform_unittests': {
185 'modifications': {
186 # TODO(crbug.com/1108121): Remove this filter
187 'android-nougat-arm64-rel': {
188 'args': [
189 '--gtest_filter=-HarfBuzzShaperTest.ShapeHorizontalWithoutSubpixelPositionWithKerningIsRounded',
190 ],
191 },
Haiyang Panfbd2b482020-09-23 23:41:25192 'android-pie-arm64-rel': {
193 # TODO(crbug.com/1111436): Move this back to walleye if/when additional
194 # capacity has been deployed.
195 'swarming': {
196 'dimension_sets': [
197 {
198 'device_type': 'sailfish',
199 },
200 ],
201 },
202 },
Chong Gu52481452021-04-02 17:52:41203 'fuchsia-code-coverage': {
204 'swarming': {
205 'shards': 5,
206 },
207 },
Haiyang Pan363c59a2020-07-23 05:47:04208 },
209 },
Chong Guc2d145e2021-03-31 19:55:34210 'blink_unittests': {
211 'modifications': {
212 'fuchsia-code-coverage': {
213 'swarming': {
214 'shards': 30,
215 },
216 },
217 },
218 },
John Chenaab16fc02020-03-03 06:35:45219 'blink_web_tests': {
220 'remove_from': [
Nico Weberab2d6122021-06-22 12:31:39221 'mac-arm64-rel-tests', # TODO(https://crbug.com/1169240): Enable
Ilia Samsonovca3dfd52020-08-07 18:39:01222 'Mac10.11 Tests',
John Chenaab16fc02020-03-03 06:35:45223 'Win 7 Tests x64 (1)', # 64-bit win is unsupported by the layout tests.
224 'Win10 Tests x64 (dbg)',
225 ],
226 'modifications': {
227 'Fuchsia x64': {
228 'args': [
229 '--platform=fuchsia',
230 ],
231 'swarming': {
232 'shards': 1,
233 },
234 },
235 'Linux Tests': {
236 "args": [
237 "--additional-env-var=LLVM_PROFILE_FILE=${ISOLATED_OUTDIR}/profraw/default-%2m.profraw",
238 ],
239 },
240 'Linux Tests (dbg)(1)': {
241 'args': [
242 '--debug',
243 ],
244 'swarming': {
Sven Zheng439fcdf2021-07-13 20:14:57245 'shards': 30,
John Chenaab16fc02020-03-03 06:35:45246 },
247 },
Xianzhu Wange6dec152021-08-02 19:54:53248 'Mac10.12 Tests': {
249 'swarming': {
250 'shards': 25,
251 },
252 },
John Chenaab16fc02020-03-03 06:35:45253 'Mac10.13 Tests': {
254 'swarming': {
255 'dimension_sets': [
256 {
Erik Staab59591f32020-08-25 23:07:07257 'gpu': None,
John Chenaab16fc02020-03-03 06:35:45258 },
259 ],
260 'shards': 25,
261 },
262 },
Zhaoyang Li69e2e002021-02-19 21:57:35263 'Mac10.15 Tests': {
264 'swarming': {
265 'dimension_sets': [
266 {
267 'gpu': None,
268 },
269 ],
270 'shards': 25,
271 },
272 },
Zhaoyang Li78427592021-03-25 19:03:23273 'Mac10.15 Tests (dbg)': {
274 'args': [
275 '--debug',
276 ],
277 'swarming': {
Takuto Ikuta7967d4e2021-07-19 06:31:43278 'shards': 40,
Zhaoyang Li78427592021-03-25 19:03:23279 },
280 },
Chong Gu75af969a2021-03-22 14:46:14281 'ToTFuchsia x64': {
282 'args': [
283 '--platform=fuchsia',
284 ],
285 'swarming': {
286 'shards': 1,
287 },
288 },
John Chenaab16fc02020-03-03 06:35:45289 'V8 Blink Linux Debug': {
Michael Achenbach455d39242020-06-22 13:33:45290 # This builder compiles Chromium in release mode, but V8 in debug.
291 # TODO(machenbach): Change name and out directory of this builder to
292 # something less confusing.
John Chenaab16fc02020-03-03 06:35:45293 'args': [
Michael Achenbach455d39242020-06-22 13:33:45294 '-t',
295 'Debug',
296 '--release',
John Chenaab16fc02020-03-03 06:35:45297 ],
298 },
299 'V8 Blink Linux Future': {
300 'args': [
Brian Sheedy10ddf0a2021-08-16 23:19:07301 '--flag-specific=future-js',
John Chenaab16fc02020-03-03 06:35:45302 ],
303 },
304 'WebKit Linux ASAN': {
305 'args': [
306 '--additional-expectations',
307 '../../third_party/blink/web_tests/ASANExpectations',
308 '--time-out-ms',
309 '48000',
310 '--enable-sanitizer',
311 ],
312 'swarming': {
313 'shards': 20,
314 },
315 },
316 'WebKit Linux Leak': {
317 'args': [
318 '--additional-expectations',
319 '../../third_party/blink/web_tests/LeakExpectations',
320 '--time-out-ms',
321 '48000',
322 '--enable-leak-detection',
323 ],
324 'swarming': {
325 'shards': 10,
326 },
327 },
328 'WebKit Linux MSAN': {
329 'args': [
330 '--additional-expectations',
331 '../../third_party/blink/web_tests/MSANExpectations',
332 '--time-out-ms',
333 '66000',
334 '--enable-sanitizer',
335 ],
336 'swarming': {
337 'expiration': 36000,
338 'hard_timeout': 10800,
339 'io_timeout': 3600,
340 'shards': 20,
341 },
342 },
343 'WebKit Linux composite_after_paint Dummy Builder': {
344 'args': [
Brian Sheedy10ddf0a2021-08-16 23:19:07345 '--flag-specific=composite-after-paint',
John Chenaab16fc02020-03-03 06:35:45346 ],
Xianzhu Wang2dc614e2021-03-04 22:56:39347 'swarming': {
348 'shards': 20,
349 },
John Chenaab16fc02020-03-03 06:35:45350 },
351 'WebKit Linux layout_ng_disabled Builder': {
352 'args': [
Brian Sheedy10ddf0a2021-08-16 23:19:07353 '--flag-specific=disable-layout-ng',
John Chenaab16fc02020-03-03 06:35:45354 ],
Stephen Martinis6eb8a5572021-03-02 00:23:08355 'swarming': {
356 'shards': 20,
357 },
John Chenaab16fc02020-03-03 06:35:45358 },
359 'Win10 Tests x64': {
360 'args': [
361 '--target',
Takuto Ikutab28b582e2021-02-10 01:41:21362 'Release_x64',
John Chenaab16fc02020-03-03 06:35:45363 ],
364 'swarming': {
365 "shards": 28
366 },
367 },
368 'Win10 Tests x64 (dbg)': {
369 'args': [
370 '--debug',
371 '--target',
Takuto Ikutab28b582e2021-02-10 01:41:21372 'Debug_x64',
John Chenaab16fc02020-03-03 06:35:45373 ],
374 },
Kuan Huangc93e8672021-06-29 21:13:45375 'Win10 Tests x64 20h2': {
376 'args': [
377 '--target',
378 'Release_x64',
379 ],
380 'swarming': {
381 "shards": 28
382 },
383 },
John Chenaab16fc02020-03-03 06:35:45384 'Win7 Tests (dbg)(1)': {
385 'args': [
386 '--debug',
387 '--time-out-ms',
388 '60000'
389 ],
390 'experiment_percentage': 100,
391 # TODO(kbr): the "Windows-7-SP1" Swarming dimension set is implicit,
392 # from prefered_os_dimension in
393 # tools/build/scripts/slave/recipe_modules/swarming/api.py. Ideally,
394 # Swarming dimensions would be either specified for all testers on the
395 # waterfall (and therefore, explicitly specified for all tests in the
396 # generated JSON), or this would be removed, and the implicit one used.
397 'swarming': {
398 'dimension_sets': [
399 {
400 'os': 'Windows-7-SP1',
401 }
402 ],
403 },
404 },
405 # tryserver.chromium.android
406 'android_blink_rel': {
407 'args': [
408 '--release',
409 '--android',
410 # TODO(crbug.com/912120): Breakpad was entirely disabled on
411 # Android. Remove this when it no longer affects Android crash
412 # log handling.
413 '--disable-breakpad',
414 # TODO(crbug.com/875172): run on the real GPU since the
415 # software fallback, SwiftShader, isn't yet for 32-bit ARM.
416 '--additional-driver-flag=--use-gpu-in-tests',
417 ],
418 },
419 'devtools_frontend_linux_blink_light_rel': {
420 'args': [
421 'http/tests/devtools',
422 ],
423 'swarming': {
424 'shards': 4,
425 },
426 },
427 'fuchsia-fyi-x64-rel': {
428 'args': [
429 '--platform=fuchsia',
430 ],
431 'swarming': {
432 'shards': 1,
433 },
434 },
Mathias Carlen30968a62020-03-31 08:47:04435 'linux-autofill-assistant': {
436 'args': [
437 '--release',
438 ],
439 },
Yuzu Saijo9709bcc2020-03-18 09:12:20440 'linux-bfcache-rel': {
John Chenaab16fc02020-03-03 06:35:45441 'args': [
Brian Sheedy10ddf0a2021-08-16 23:19:07442 '--flag-specific=enable-back-forward-cache-same-site',
John Chenaab16fc02020-03-03 06:35:45443 ],
444 },
445 'linux-blink-animation-use-time-delta': {
446 'args': [
447 '--debug',
448 ],
449 },
John Chenaab16fc02020-03-03 06:35:45450 'linux-blink-heap-concurrent-marking-tsan-rel': {
451 'args': [
452 '--release',
Brian Sheedy10ddf0a2021-08-16 23:19:07453 '--flag-specific=enable-blink-heap-concurrent-marking',
John Chenaab16fc02020-03-03 06:35:45454 ],
455 },
Daniel Libby178c9832020-10-08 20:36:14456 'linux-blink-web-tests-force-accessibility-rel': {
457 'args': [
Brian Sheedy10ddf0a2021-08-16 23:19:07458 '--flag-specific=force-renderer-accessibility',
Daniel Libby178c9832020-10-08 20:36:14459 ],
460 },
John Chenaab16fc02020-03-03 06:35:45461 'linux-code-coverage': {
462 'args': [
463 '--additional-env-var=LLVM_PROFILE_FILE=${ISOLATED_OUTDIR}/profraw/default-%2m.profraw',
464 ],
465 'swarming': {
466 'shards': 20,
467 },
468 },
Prakharda595bf22021-07-13 17:26:57469 'linux-exp-code-coverage': {
470 'args': [
471 '--additional-env-var=LLVM_PROFILE_FILE=${ISOLATED_OUTDIR}/profraw/default-%2m.profraw',
472 ],
473 'swarming': {
474 'shards': 20,
475 },
476 },
Aaron Gable40f79aa2020-03-21 01:21:15477 'linux-layout-tests-edit-ng': {
478 'args': [
Brian Sheedy10ddf0a2021-08-16 23:19:07479 '--flag-specific=enable-editing-ng',
Aaron Gable40f79aa2020-03-21 01:21:15480 ],
481 },
Stephanie Kim5c7f31d2021-04-27 18:00:06482 'linux-xenial-rel': {
483 "args": [
484 "--additional-env-var=LLVM_PROFILE_FILE=${ISOLATED_OUTDIR}/profraw/default-%2m.profraw",
485 ],
486 },
John Chenaab16fc02020-03-03 06:35:45487 'mac10.12-blink-rel-dummy': {
488 'swarming': {
489 'shards': 20,
490 },
491 },
492 'mac10.13-blink-rel-dummy': {
493 'swarming': {
494 'shards': 20,
495 },
496 },
John Chenaab16fc02020-03-03 06:35:45497 'mac10.14-blink-rel-dummy': {
498 'swarming': {
Xinan Lind2f91712021-04-29 21:13:56499 # Increase timeout and reduce shards.
500 # See https://crbug.com/1203565.
501 'shards': 12,
502 'hard_timeout': 1800,
John Chenaab16fc02020-03-03 06:35:45503 },
504 },
Ilia Samsonov7efe05e2020-05-07 19:00:46505 'mac10.15-blink-rel-dummy': {
506 'swarming': {
507 'shards': 20,
508 },
509 },
Ilia Samsonovdd271c6c22020-09-08 22:24:44510 'mac11.0-blink-rel-dummy': {
511 'swarming': {
Dirk Pranke2cc61792021-06-10 20:24:54512 'shards': 12,
513 'hard_timeout': 1800,
Ilia Samsonovdd271c6c22020-09-08 22:24:44514 },
515 },
Weizhong Xiadfc98e02021-04-29 22:39:38516 'win10-blink-rel-dummy': {
517 'swarming': {
518 'hard_timeout': 1200,
519 },
520 },
Preethi Mohand030de42021-07-22 21:12:13521 'win10.20h2-blink-rel-dummy': {
522 'swarming': {
523 'hard_timeout': 1200,
524 },
525 },
John Chenaab16fc02020-03-03 06:35:45526 },
527 },
John Budorickca99585d2019-06-26 16:55:55528 'breakpad_unittests': {
529 'modifications': {
530 'android-asan': {
531 'args': [
532 '--test-launcher-filter-file=../../testing/buildbot/filters/android.asan.breakpad_unittests.filter',
533 ],
534 },
535 },
536 },
Kenneth Russelleb60cbd22017-12-05 07:54:28537 'browser_tests': {
Kenneth Russellfbda3c532017-12-08 23:57:24538 'remove_from': [
Brad Halla36886c2019-02-26 16:52:29539 'CrWinAsan(dll)', # https://crbug.com/935598
Nico Weber3af4da72018-02-27 01:59:41540 'linux-win_cross-rel',
Nico Weberdae13cd92018-12-14 13:56:26541 'ToTLinuxTSan', # https://crbug.com/368525
Zhaoyang Li69e2e002021-02-19 21:57:35542 # TODO(crbug.com/1171053): Enable the suite in 'Mac10.13 Tests' once it's
543 # off CQ.
Gary Tongd5f5a742021-01-29 00:01:13544 'Mac10.13 Tests', # https://crbug.com/1042757
Zhaoyang Li69e2e002021-02-19 21:57:35545 'Mac10.15 Tests', # https://crbug.com/1042757
Lindsay Pasricha8155d052021-04-22 00:06:43546 'Mac10.15 Tests (dbg)', # https://crbug.com/1201386
547 'mac-code-coverage', # https://crbug.com/1201386
Nico Weberd36959682018-04-12 03:33:46548 'Linux TSan Tests', # https://crbug.com/368525
Stephen Martinise701f5a2018-05-04 01:25:11549 'Win10 Tests x64 (dbg)',
Kenneth Russellfbda3c532017-12-08 23:57:24550 ],
Kenneth Russelleb60cbd22017-12-05 07:54:28551 'modifications': {
Nico Weber3f919792020-06-12 23:34:52552 'CrWinAsan': {
553 # These are very slow on the ASAN trybot for some reason.
554 # crbug.com/794372
555 'swarming': {
556 'shards': 40,
557 },
558 },
559 'CrWinAsan(dll)': {
560 # These are very slow on the ASAN trybot for some reason.
561 # crbug.com/794372
562 'swarming': {
563 'shards': 40,
564 },
565 },
Stephen Martinis1384ff92020-01-07 19:52:15566 'Linux - Future (dbg)': { # client.v8.chromium
Yuke Liaoea70f472019-12-19 06:03:36567 'swarming': {
Stephen Martinis1384ff92020-01-07 19:52:15568 'shards': 10,
Yuke Liaoea70f472019-12-19 06:03:36569 },
570 },
Stephen Martinis1384ff92020-01-07 19:52:15571 'Linux ASan LSan Tests (1)': {
572 # These are very slow on the ASAN trybot for some reason.
573 # crbug.com/794372
Roberto Carrillo2c9ec972019-03-20 03:11:19574 'swarming': {
Stephen Martinis1384ff92020-01-07 19:52:15575 'shards': 40,
Roberto Carrillo2c9ec972019-03-20 03:11:19576 },
577 },
Chris Cunningham1d0e9e12020-02-26 22:56:40578 'Linux ASan Tests (sandboxed)': {
579 'swarming': {
John Abd-El-Malek3a631612020-07-08 21:40:41580 'shards': 30, # https://crbug.com/1103330
Chris Cunningham1d0e9e12020-02-26 22:56:40581 },
582 },
Stephen Martinis1384ff92020-01-07 19:52:15583 'Linux Chromium OS ASan LSan Tests (1)': {
584 # These are very slow on the ASAN trybot for some reason.
585 # crbug.com/794372
Roberto Carrillo5a5c98dc2019-10-30 22:33:51586 'swarming': {
Stephen Martinis1384ff92020-01-07 19:52:15587 'shards': 31,
Roberto Carrillo5a5c98dc2019-10-30 22:33:51588 },
589 },
Stephen Martinis1384ff92020-01-07 19:52:15590 'Linux ChromiumOS MSan Tests': {
591 # These are very slow on the Chrome OS MSAN trybot for some reason.
592 # crbug.com/865455
Kenneth Russell56a3e862017-12-08 03:11:34593 'swarming': {
Ben Pastene44221d32020-05-21 23:38:36594 'shards': 32,
Kenneth Russell56a3e862017-12-08 03:11:34595 },
Ben Pastene44221d32020-05-21 23:38:36596 'args': [
597 '--test-launcher-filter-file=../../testing/buildbot/filters/chromeos.msan.browser_tests.oobe_negative.filter',
598 ],
Kenneth Russell56a3e862017-12-08 03:11:34599 },
John Budorick614f91a2020-03-30 20:34:55600 'Linux Tests (dbg)(1)': {
601 # crbug.com/1066161
602 'swarming': {
603 'shards': 20,
604 },
605 },
Stephen Martinis1384ff92020-01-07 19:52:15606 'Mac ASan 64 Tests (1)': {
Kenneth Russellfbda3c532017-12-08 23:57:24607 'swarming': {
Stephen Martiniscd3c3832020-11-19 22:01:24608 'shards': 30,
Kenneth Russellfbda3c532017-12-08 23:57:24609 },
Lindsay Pasricha8155d052021-04-22 00:06:43610 # crbug.com/1196416
611 'args': [
612 '--test-launcher-filter-file=../../testing/buildbot/filters/mac.mac-rel.browser_tests.filter',
613 ],
Kenneth Russellfbda3c532017-12-08 23:57:24614 },
Lindsay Pasricha76f44d22021-04-07 16:16:26615 'Mac10.15 Tests': {
616 # crbug.com/1042757
617 'swarming': {
618 'dimension_sets': [
619 {
620 # These shards are liable to time out when running on macmini7,1.
621 'cores': '8|12',
622 }
623 ],
624 },
625 # crbug.com/1196416
626 'args': [
627 '--test-launcher-filter-file=../../testing/buildbot/filters/mac.mac-rel.browser_tests.filter',
628 ],
629 },
Stephen Martinis1384ff92020-01-07 19:52:15630 'ToTWin(dbg)': {
Kenneth Russelleb60cbd22017-12-05 07:54:28631 'swarming': {
John Budorickca14c76f62017-12-09 14:19:18632 'shards': 20,
Kenneth Russelleb60cbd22017-12-05 07:54:28633 },
634 },
Stephen Martinis1384ff92020-01-07 19:52:15635 'ToTWin64(dbg)': {
Kenneth Russell8ceeabf2017-12-11 17:53:28636 'swarming': {
637 'shards': 20,
638 },
639 },
Kenneth Russell6c83d212018-07-27 20:52:59640 'Win10 Tests x64': {
641 # crbug.com/868082
642 'args': [
643 '--disable-features=WebRTC-H264WithOpenH264FFmpeg',
644 ],
Takuto Ikutac9c269a2019-01-10 22:40:25645 'swarming': {
646 # This is for slow test execution that often becomes a critical path of
647 # swarming jobs. crbug.com/868114
648 'shards': 15,
649 }
Kenneth Russell6c83d212018-07-27 20:52:59650 },
Kuan Huangc93e8672021-06-29 21:13:45651 'Win10 Tests x64 20h2': {
652 # crbug.com/868082
653 'args': [
654 '--disable-features=WebRTC-H264WithOpenH264FFmpeg',
655 ],
656 'swarming': {
657 # This is for slow test execution that often becomes a critical path of
658 # swarming jobs. crbug.com/868114
659 'shards': 15,
660 }
661 },
Stephen Martinis1384ff92020-01-07 19:52:15662 'Win7 Tests (1)': {
663 # This is for slow test execution that often becomes a critical path of
664 # swarming jobs. crbug.com/868114
665 'swarming': {
666 'shards': 15,
667 },
668 },
669 'Win7 Tests (dbg)(1)': {
Pavol Markoc579e072019-12-05 22:42:02670 'swarming': {
671 'shards': 20,
672 },
673 },
Stephen Martinis1384ff92020-01-07 19:52:15674 'linux-chromeos-chrome': {
675 # TODO(https://crbug.com/932269): Promote out of experiment when the
676 # tests are green.
677 'args': [
678 '--test-launcher-filter-file=../../testing/buildbot/filters/chromeos.browser_tests.filter',
679 ],
680 },
681 'linux-chromeos-code-coverage': {
Nico Weber0c2861b2018-12-14 18:05:16682 'swarming': {
Stephen Martinis1384ff92020-01-07 19:52:15683 'shards': 50,
684 },
685 },
686 'linux-chromeos-dbg': {
687 'swarming': {
Garrett Beatyd81c9182021-05-12 02:52:50688 'shards': 40,
Stephen Martinis1384ff92020-01-07 19:52:15689 },
690 },
691 'linux-chromeos-rel': {
692 'swarming': {
693 'shards': 20,
Stephanie Kime9008f72020-03-05 23:01:16694 'dimension_sets': [
695 {
696 'kvm': '1',
697 },
698 ],
Stephen Martinis1384ff92020-01-07 19:52:15699 },
700 },
701 'linux-code-coverage': {
Yuke Liao58e1d202020-03-20 23:02:01702 'args': [
703 '--no-sandbox',
704 ],
Stephen Martinis1384ff92020-01-07 19:52:15705 'swarming': {
706 'shards': 50,
707 },
708 },
Junhua Chen39dd2dba2021-05-05 17:51:54709 'linux-lacros-code-coverage': {
710 'args': [
Ben Pastened1b2fd192021-05-11 19:10:18711 '--test-launcher-filter-file=../../testing/buildbot/filters/linux-lacros.browser_tests.filter',
Junhua Chen39dd2dba2021-05-05 17:51:54712 ],
713 },
Sven Zheng80734f12020-08-06 06:50:39714 'linux-lacros-tester-rel': {
715 'args': [
Ben Pastened1b2fd192021-05-11 19:10:18716 '--test-launcher-filter-file=../../testing/buildbot/filters/linux-lacros.browser_tests.filter',
Sven Zheng80734f12020-08-06 06:50:39717 ],
718 },
Stephen Martinis1384ff92020-01-07 19:52:15719 'linux-trusty-rel': {
720 'args': [
John Budorick79ec9012020-01-08 21:56:31721 '--test-launcher-filter-file=../../testing/buildbot/filters/linux_trusty_rel.browser_tests.filter',
722 ],
Stephen Martinis1384ff92020-01-07 19:52:15723 },
Stephen Martinis1384ff92020-01-07 19:52:15724 'win-asan': {
Nico Weber3f919792020-06-12 23:34:52725 # These are very slow on the ASAN trybot for some reason.
726 # crbug.com/794372
Stephen Martinis1384ff92020-01-07 19:52:15727 'swarming': {
Nico Weber3f919792020-06-12 23:34:52728 'shards': 40,
Nico Weber0c2861b2018-12-14 18:05:16729 },
730 },
Kenneth Russelleb60cbd22017-12-05 07:54:28731 },
732 },
Maksim Sisov4af9c032020-06-12 12:43:11733 'browser_tests_wayland': {
734 'modifications': {
Maksim Sisov69730f82020-11-11 12:09:13735 # CQ tester.
Maksim Sisov4af9c032020-06-12 12:43:11736 'Linux Ozone Tester (Wayland)': {
737 'args': [
738 '--test-launcher-filter-file=../../testing/buildbot/filters/ozone-linux.wayland_browser_tests.filter',
739 ],
740 },
Maksim Sisov69730f82020-11-11 12:09:13741 # CI tester.
742 'Linux Tester (Ozone Wayland)': {
743 'args': [
744 '--test-launcher-filter-file=../../testing/buildbot/filters/ozone-linux.wayland_browser_tests.filter',
745 ],
746 },
Maksim Sisov4af9c032020-06-12 12:43:11747 },
748 },
Erik Chen681dc0282019-11-26 22:54:49749 'cc_unittests': {
750 'modifications': {
751 'Linux TSan Tests': {
752 'swarming': {
753 'shards': 3,
754 },
755 },
Haiyang Pan9d68ca02021-08-04 21:30:47756 'android-11-x86-rel': {
Haiyang Pancf765862021-03-18 20:39:15757 # https://crbug.com/1039860
758 'args': [
759 '--test-launcher-filter-file=../../testing/buildbot/filters/android.emulator_11.cc_unittests.filter',
760 ],
761 },
Haiyang Pan6b8e4cf2021-08-02 21:38:28762 'android-marshmallow-x86-rel': {
John Budorickfa8f1da92020-01-15 18:11:38763 # https://crbug.com/1039860
764 'args': [
765 '--test-launcher-filter-file=../../testing/buildbot/filters/android.emulator.cc_unittests.filter',
766 ],
767 },
Haiyang Pan08d09dc2020-04-01 16:11:21768 'android-pie-x86-rel': {
John Budorickfa8f1da92020-01-15 18:11:38769 # https://crbug.com/1039860
770 'args': [
771 '--test-launcher-filter-file=../../testing/buildbot/filters/android.emulator.cc_unittests.filter',
772 ],
773 },
Chong Gudf7fbe92021-02-24 02:55:58774 'fuchsia-code-coverage': {
775 'swarming': {
776 'shards': 4,
777 },
778 },
Chong Gub2446462021-08-19 18:44:08779 'fuchsia-fyi-arm64-dbg': {
780 'args': [
781 '--test-launcher-filter-file=../../testing/buildbot/filters/fuchsia.debug.cc_unittests.filter',
782 ],
783 },
Erik Chen681dc0282019-11-26 22:54:49784 },
785 },
Prakhar94f444a2020-10-08 07:30:08786 'check_static_initializers': {
787 'modifications': {
788 'Mac Builder': {
789 'args': [
790 '--allow-coverage-initializer',
791 ],
792 },
793 },
794 },
Dirk Pranke1b767092017-12-07 04:44:23795 'checkbins': {
796 'remove_from': [
Stephen Martinis47d77132019-04-24 23:51:33797 'linux-archive-dbg',
798 'linux-archive-rel',
799 'mac-archive-dbg',
800 'mac-archive-rel',
Stephen Martinis01cb3222021-05-13 23:07:09801 'mac-arm64-archive-dbg',
802 'mac-arm64-archive-rel',
Dirk Pranke1b767092017-12-07 04:44:23803 ],
804 },
Ben Pastene7a05a8f2020-11-12 17:25:51805 'chrome_all_tast_tests': {
806 'modifications': {
807 'chromeos-betty-pi-arc-cfi-thin-lto-chrome': {
808 'args': [
809 # This bot sets symbol_level=2, which doesn't fit inside a normal VM.
810 '--strip-chrome',
811 ],
812 },
813 },
814 },
Andrew Luod252791ac2019-10-15 00:28:13815 'chrome_java_test_pagecontroller_tests': {
Haiyang Panfbd2b482020-09-23 23:41:25816 'modifications': {
817 'android-pie-arm64-rel': {
818 # TODO(crbug.com/1111436): Move this back to walleye if/when additional
819 # capacity has been deployed.
820 'swarming': {
821 'dimension_sets': [
822 {
823 'device_type': 'sailfish',
824 },
825 ],
826 },
827 },
828 },
Andrew Luod252791ac2019-10-15 00:28:13829 },
Yun Liu7cfd28a2019-10-30 01:57:12830 'chrome_public_smoke_test': {
831 'remove_from': [
Ben Joyce02dc8092021-03-04 21:48:19832 'android-code-coverage-native', # Does not generate profraw data.
Ben Joyce46ca6012021-03-31 19:19:25833 'android-pie-arm64-coverage-experimental-rel', # Does not generate profraw data.
Yun Liu7cfd28a2019-10-30 01:57:12834 ],
835 },
Kenneth Russelleb60cbd22017-12-05 07:54:28836 'chrome_public_test_apk': {
John Budorick27d2d44e2019-05-20 20:26:09837 'remove_from': [
838 'android-asan', # https://crbug.com/964562
Ben Joyce02dc8092021-03-04 21:48:19839 'android-code-coverage-native', # Does not generate profraw data.
Haiyang Pana3ff55ae2020-04-23 18:26:54840 'android-lollipop-arm-rel', # https://crbug.com/1060245
Ben Joyce46ca6012021-03-31 19:19:25841 'android-pie-arm64-coverage-experimental-rel', # Does not generate profraw data.
John Budorick27d2d44e2019-05-20 20:26:09842 ],
Kenneth Russelleb60cbd22017-12-05 07:54:28843 'modifications': {
Kenneth Russelleb60cbd22017-12-05 07:54:28844 'Marshmallow 64 bit Tester': {
845 'swarming': {
Kenneth Russelleb60cbd22017-12-05 07:54:28846 'shards': 14,
847 },
848 },
Arthur Wang5dd7b07c2020-04-04 01:05:22849 'Marshmallow Tablet Tester': {
850 'args': [
851 '--timeout-scale',
852 '2.0',
853 ],
854 },
Ben Pastenec73e96e92018-07-12 01:40:35855 'Oreo Phone Tester': {
bsheedy01833462018-12-07 01:05:57856 # TODO(https://crbug.com/884413): Re-enable this once the tests are
857 # either passing or there is more capacity.
858 'experiment_percentage': 0,
Ben Pastenec73e96e92018-07-12 01:40:35859 },
Haiyang Pan9d68ca02021-08-04 21:30:47860 'android-11-x86-rel': {
Haiyang Panb80557c2021-03-13 03:01:44861 'args': [
862 '--test-launcher-filter-file=../../testing/buildbot/filters/android.emulator_11.chrome_public_test_apk.filter',
Haiyang Pan1d5ca2862021-04-01 22:21:09863 '--timeout-scale=2.0',
Haiyang Panb80557c2021-03-13 03:01:44864 ],
Haiyang Pan10f029c2021-07-30 23:17:56865 # TODO(crbug.com/1137474): Remove after the test suite is green.
866 'experiment_percentage': 100,
Haiyang Pan51450ab2021-03-23 00:48:57867 # TODO(crbug.com/1137474): Revisit the shard number once failed tests
868 # are fixed.
869 'swarming': {
870 'shards': 30,
Haiyang Panadcf3432021-06-18 03:23:23871 'dimension_sets': [
872 {
873 'machine_type': 'e2-standard-8', # use 8-core to shorten runtime
874 },
875 ],
Haiyang Pan51450ab2021-03-23 00:48:57876 },
Haiyang Panb80557c2021-03-13 03:01:44877 },
Stephen Martinis1384ff92020-01-07 19:52:15878 'android-arm64-proguard-rel': {
879 'swarming': {
880 'shards': 25,
881 },
882 },
Haiyang Pan1ad3bb032020-04-24 23:52:03883 'android-lollipop-arm-rel-swarming': {
Brian Sheedy44a7a0032020-04-16 19:20:57884 'swarming': {
Brian Sheedy180c2dd2020-04-22 19:34:31885 'service_account': '[email protected]'
Brian Sheedy44a7a0032020-04-16 19:20:57886 },
887 },
Brian Sheedy44a7a0032020-04-16 19:20:57888 'android-marshmallow-arm64-rel-swarming': {
889 'swarming': {
Brian Sheedy180c2dd2020-04-22 19:34:31890 'service_account': '[email protected]'
Brian Sheedy44a7a0032020-04-16 19:20:57891 },
892 },
Haiyang Pan742760c2021-02-12 03:21:41893 'android-marshmallow-x86-rel': {
894 'args': [
895 '--test-launcher-filter-file=../../testing/buildbot/filters/android.emulator_m.chrome_public_test_apk.filter',
896 ],
897 'swarming': {
898 # TODO(crbug.com/1127110): Revisit shards and machine_type if there
899 # are n2 machines available in the test pool.
900 'shards': 25,
901 'dimension_sets': [
902 {
903 'machine_type': 'e2-standard-8', # use 8-core to shorten runtime
904 },
905 ],
906 },
Haiyang Pan37fbd7a42020-06-03 03:27:37907 },
Stephen Martinis1384ff92020-01-07 19:52:15908 'android-pie-arm64-rel': {
909 'args': [
910 '--test-launcher-filter-file=../../testing/buildbot/filters/android.pie_arm64_rel.chrome_public_test_apk.filter', # https://crbug.com/1010211
911 ],
Stephen Martinisd05530d2021-07-27 22:50:22912 'ci_only': True, # https://crbug.com/1233700
Haiyang Pan43640ee2020-02-13 01:38:00913 },
Haiyang Pan08d09dc2020-04-01 16:11:21914 'android-pie-x86-rel': {
Haiyang Pan43640ee2020-02-13 01:38:00915 'args': [
Haiyang Pan71373072020-03-02 19:57:49916 # https://crbug.com/1046059
Haiyang Pan23f64f52020-06-04 01:23:32917 '--test-launcher-filter-file=../../testing/buildbot/filters/android.emulator_p.chrome_public_test_apk.filter',
Haiyang Pan43640ee2020-02-13 01:38:00918 ],
Haiyang Pan71373072020-03-02 19:57:49919 'swarming': {
Haiyang Pan58a6db22021-07-30 01:08:26920 'dimension_sets': [
921 {
Haiyang Pan1f205ad2021-07-31 01:47:52922 'machine_type': 'e2-standard-8', # use 8-core to shorten runtime
Haiyang Pan58a6db22021-07-30 01:08:26923 },
924 ],
925 # See https://crbug.com/1230192, runs of 40-60 minutes at 20 shards.
926 'shards': 30,
927 },
928 },
929 },
930 },
931 'chrome_public_test_apk_with_playstore': {
932 'remove_from': [
933 # Android Emulator does not ship playstore image on Marshmallow.
934 'android-marshmallow-x86-rel',
935 ],
936 'modifications': {
Haiyang Pan9d68ca02021-08-04 21:30:47937 'android-11-x86-rel': {
Haiyang Pan58a6db22021-07-30 01:08:26938 'args': [
939 '--avd-config=../../tools/android/avd/proto/generic_playstore_android30.textpb',
940 ],
941 'swarming': {
942 # soft affinity so that bots with caches will be picked first
943 'optional_dimensions': {
944 '60': [
945 {
946 'caches': 'avd_generic_playstore_android28',
947 }
948 ],
949 },
950 'named_caches': [
951 {
952 'name': 'avd_generic_playstore_android30',
953 'path': '.android',
954 },
955 {
956 'name': 'system_images_android_30_google_apis_playstore_x86',
957 'path': '.emulator_sdk',
958 },
959 ],
960 },
961 },
962 'android-pie-x86-rel': {
963 'args': [
964 '--avd-config=../../tools/android/avd/proto/generic_playstore_android28.textpb',
965 ],
966 'swarming': {
Haiyang Pan2c438302021-06-11 23:50:38967 # soft affinity so that bots with caches will be picked first
968 'optional_dimensions': {
969 '60': [
970 {
971 'caches': 'avd_generic_playstore_android28',
972 }
973 ],
974 },
Haiyang Pan71373072020-03-02 19:57:49975 'named_caches': [
976 {
977 'name': 'avd_generic_playstore_android28',
978 'path': '.android',
979 },
980 {
981 'name': 'system_images_android_28_google_apis_playstore_x86',
982 'path': '.emulator_sdk',
983 },
Haiyang Pan980402822020-10-07 23:24:56984 ],
Haiyang Pan71373072020-03-02 19:57:49985 },
John Budorick34009472018-04-03 17:38:44986 },
Kenneth Russelleb60cbd22017-12-05 07:54:28987 },
988 },
989 'chrome_public_test_vr_apk': {
Nico Weberb0b3f5862018-07-13 18:45:15990 'remove_from': [
Brian Sheedy29ac5692021-01-06 17:41:49991 # Decided to no longer run VR tests on L, crbug.com/1159619.
992 'Lollipop Phone Tester',
bsheedy410dd7c2018-06-15 22:42:09993 'Lollipop Tablet Tester',
994 'Marshmallow Tablet Tester',
Brian Sheedy29ac5692021-01-06 17:41:49995 'android-lollipop-arm-rel',
Haiyang Pand12ff5462021-07-12 17:29:02996
Andrew Luo38b311f2019-10-04 03:42:09997 'android-pie-arm64-rel', # https://crbug.com/1010211
bsheedydf58b4e2018-11-01 19:42:16998 'ToTAndroid',
John Budorick27d2d44e2019-05-20 20:26:09999 'android-asan', # https://crbug.com/964562
Ben Joyce02dc8092021-03-04 21:48:191000 'android-code-coverage-native', # Does not generate profraw data.
Ben Joyce46ca6012021-03-31 19:19:251001 'android-pie-arm64-coverage-experimental-rel', # Does not generate profraw data.
bsheedy410dd7c2018-06-15 22:42:091002 ],
Haiyang Pan363c59a2020-07-23 05:47:041003 'modifications': {
Brian Sheedy4dc4a6f2020-09-17 22:18:501004 # Use "--remove-system-package" according to crbug.com/931947#c1
Haiyang Pan363c59a2020-07-23 05:47:041005 'android-nougat-arm64-rel': {
1006 'args': [
Brian Sheedy4dc4a6f2020-09-17 22:18:501007 # Applying a mixin via an exception doesn't work, so manually apply
1008 # the same arguments as the 'vr_instrumentation_test' mixin.
1009 '--remove-system-package=com.google.vr.vrcore',
1010 '--additional-apk=//third_party/gvr-android-sdk/test-apks/vr_services/vr_services_current.apk',
1011 ],
Brian Sheedy4a652b72020-12-17 23:59:491012 },
Haiyang Pan363c59a2020-07-23 05:47:041013 },
Kenneth Russelleb60cbd22017-12-05 07:54:281014 },
bsheedy75a4dd52018-11-27 23:24:301015 'chrome_public_test_vr_apk-vega': {
1016 'modifications': {
bsheedy75a4dd52018-11-27 23:24:301017 'Oreo Phone Tester': {
1018 'swarming': {
1019 'dimension_sets': [
1020 {
1021 'device_os': 'OVR1.180808.003',
1022 'device_type': 'vega',
1023 'os': 'Android',
1024 },
1025 ],
1026 },
1027 }
1028 }
1029 },
Rakib M. Hasana56be792021-03-15 21:14:401030 'chrome_public_wpt': {
1031 'modifications': {
1032 'android-web-platform-pie-x86-fyi-rel': {
1033 'swarming': {
Rakib M. Hasana56be792021-03-15 21:14:401034 'shards': 18,
1035 },
1036 },
1037 },
1038 },
Ian Struiksmaeb285db02020-10-20 22:19:341039 'chrome_sizes': {
1040 'modifications': {
Yuke Liao975680302021-02-18 18:34:541041 'lacros-amd64-generic-chrome': {
1042 'swarming': {
1043 'dimension_sets': [
1044 {
Yuke Liao31225ee32021-03-17 23:21:331045 'cpu': 'x86-64',
Yuke Liao975680302021-02-18 18:34:541046 'os': 'Ubuntu-16.04',
1047 },
1048 ],
1049 },
1050 },
Ian Struiksmaeb285db02020-10-20 22:19:341051 'win-chrome': {
1052 'swarming': {
1053 # TODO(crbug.com/1124829): Remove this exception once pool
1054 # chrome.tests is migrated to 1909.
1055 'dimension_sets': [
1056 {
1057 'os': 'Windows-10-15063',
1058 },
1059 ],
1060 },
1061 },
1062 'win64-chrome': {
1063 'swarming': {
1064 # TODO(crbug.com/1124829): Remove this exception once pool
1065 # chrome.tests is migrated to 1909.
1066 'dimension_sets': [
1067 {
1068 'os': 'Windows-10-15063',
1069 },
1070 ],
1071 },
1072 },
1073 },
1074 },
Takuto Ikuta1b749b902019-04-11 18:05:531075 'chromedriver_py_tests': {
1076 'remove_from': [
1077 # Timeout happens sometimes (crbug.com/951799).
Takuto Ikuta1b749b902019-04-11 18:05:531078 'Win10 Tests x64 (dbg)',
1079 ],
1080 },
Haiyang Panfed339172021-03-10 23:19:571081 'components_browsertests': {
Chong Gu0ed5dcda2021-07-15 21:26:111082 'remove_from': [
1083 'fuchsia-fyi-arm64-rel', # https://crbug.com/961457
1084 'fuchsia-fyi-x64-rel', # https://crbug.com/961457
1085 ],
Haiyang Panfed339172021-03-10 23:19:571086 'modifications': {
Haiyang Pan9d68ca02021-08-04 21:30:471087 'android-11-x86-rel': {
Haiyang Panfed339172021-03-10 23:19:571088 'swarming': {
1089 'shards': 2,
1090 },
1091 },
1092 },
1093 },
Kenneth Russelleb60cbd22017-12-05 07:54:281094 'components_unittests': {
Yun Liu3e759dbb2019-11-01 19:25:521095 'remove_from': [
Garrett Beaty47a2d802020-11-10 20:50:531096 # https://crbug.com/1147531 - covered on lollipop
1097 'android-marshmallow-arm64-rel',
Stephen Roeac495972020-02-25 23:32:411098 'Fuchsia ARM64', # https://crbug.com/961457
Yun Liu16394ab32019-11-19 16:37:571099 'Fuchsia x64', # https://crbug.com/961457
Chong Gudf7fbe92021-02-24 02:55:581100 'fuchsia-code-coverage', # https://crbug.com/961457
Chong Gu75af969a2021-03-22 14:46:141101 'ToTFuchsia x64', # https://crbug.com/961457
1102 'ToTFuchsiaOfficial', # https://crbug.com/961457
Yun Liu3e759dbb2019-11-01 19:25:521103 ],
Kenneth Russelleb60cbd22017-12-05 07:54:281104 'modifications': {
John Budorick5052d552017-12-13 02:59:341105 'Linux ASan LSan Tests (1)': {
1106 # These are very slow on the ASAN trybot for some reason.
1107 # crbug.com/794372
1108 'swarming': {
1109 'shards': 5,
1110 },
1111 },
Takuto Ikuta54671d972018-07-19 19:06:351112 'Linux Chromium OS ASan LSan Tests (1)': {
1113 # These are very slow on the ASAN trybot for some reason.
1114 # crbug.com/794372
1115 'swarming': {
1116 'shards': 5,
1117 },
1118 },
Erik Chen681dc0282019-11-26 22:54:491119 'Linux TSan Tests': {
1120 'swarming': {
1121 'shards': 2,
1122 },
1123 },
Haiyang Pan9d68ca02021-08-04 21:30:471124 'android-11-x86-rel': {
Haiyang Pan799282f2021-03-25 19:38:311125 'args': [
1126 '--test-launcher-filter-file=../../testing/buildbot/filters/android.emulator_11.components_unittests.filter',
1127 ],
1128 },
Omer Katz7d2be652020-01-22 18:13:461129 'linux-blink-heap-concurrent-marking-tsan-rel': {
1130 'swarming': {
1131 'shards': 2,
1132 },
1133 },
Sven Zheng80734f12020-08-06 06:50:391134 # https://crbug.com/1111979,
Junhua Chen39dd2dba2021-05-05 17:51:541135 'linux-lacros-code-coverage': {
1136 'args': [
1137 '--test-launcher-filter-file=../../testing/buildbot/filters/linux-lacros.components_unittests.filter',
1138 ],
1139 },
1140 # https://crbug.com/1111979,
Yuke Liaoa0db4742021-08-09 18:28:331141 'linux-lacros-dbg-tests-fyi': {
1142 'args': [
1143 '--test-launcher-filter-file=../../testing/buildbot/filters/linux-lacros.components_unittests.filter',
1144 ],
1145 },
1146 # https://crbug.com/1111979,
Sven Zheng5c9d3e342020-08-11 21:39:431147 'linux-lacros-tester-rel': {
Sven Zheng5c9d3e342020-08-11 21:39:431148 'args': [
Yuke Liao56a437dd2021-05-05 04:53:401149 '--test-launcher-filter-file=../../testing/buildbot/filters/linux-lacros.components_unittests.filter',
Sven Zheng5c9d3e342020-08-11 21:39:431150 ],
Sven Zheng80734f12020-08-06 06:50:391151 },
1152 },
Sven Zheng577fe5ff2020-08-03 22:06:441153 },
Chong Gub2446462021-08-19 18:44:081154 'compositor_unittests': {
1155 'modifications': {
1156 'fuchsia-fyi-arm64-dbg': {
1157 'args': [
1158 '--test-launcher-filter-file=../../testing/buildbot/filters/fuchsia.debug.compositor_unittests.filter',
1159 ],
1160 },
1161 },
1162 },
Kenneth Russelleb60cbd22017-12-05 07:54:281163 'content_browsertests': {
Brad Halla36886c2019-02-26 16:52:291164 'remove_from': [
Brad Halla36886c2019-02-26 16:52:291165 'CrWinAsan(dll)', # https://crbug.com/935598
Haiyang Pan62a7ae52020-11-19 23:54:551166 'android-lollipop-arm-rel', # crbug.com/1133002
Chong Gu0ed5dcda2021-07-15 21:26:111167 'android-marshmallow-arm64-rel', # http://crbug.com/1060245#c30: due to low utility and capacity.
1168 'fuchsia-fyi-arm64-rel', # https://crbug.com/1164534
1169 'fuchsia-fyi-x64-rel', # https://crbug.com/1164534
Brad Halla36886c2019-02-26 16:52:291170 ],
Kenneth Russelleb60cbd22017-12-05 07:54:281171 'modifications': {
Kenneth Russellfbda3c532017-12-08 23:57:241172 'Cast Audio Linux': {
1173 'args': [
Nico Weber02f30392018-07-16 18:39:431174 '--test-launcher-filter-file=../../testing/buildbot/filters/cast-linux.content_browsertests.filter',
Kenneth Russellfbda3c532017-12-08 23:57:241175 ],
Kenneth Russellfbda3c532017-12-08 23:57:241176 },
1177 'Cast Linux': {
1178 'args': [
Nico Weber02f30392018-07-16 18:39:431179 '--test-launcher-filter-file=../../testing/buildbot/filters/cast-linux.content_browsertests.filter',
Kenneth Russellfbda3c532017-12-08 23:57:241180 ],
Kenneth Russellfbda3c532017-12-08 23:57:241181 },
Erik Chenb681c8c2019-11-25 22:52:521182 'Linux ASan LSan Tests (1)': {
1183 'swarming': {
1184 'shards': 12,
1185 },
1186 },
Chris Cunninghame1a04ea2019-04-24 01:49:321187 'Linux ASan Tests (sandboxed)': {
1188 'swarming': {
John Abd-El-Malek3a631612020-07-08 21:40:411189 'shards': 10, # https://crbug.com/1103330
Chris Cunninghame1a04ea2019-04-24 01:49:321190 },
1191 },
Erik Chen681dc0282019-11-26 22:54:491192 'Linux TSan Tests': {
1193 'swarming': {
1194 'shards': 15,
1195 },
1196 },
Stephen Martinis1384ff92020-01-07 19:52:151197 'Lollipop Phone Tester': {
1198 'swarming': {
Haiyang Panbbd866d2020-09-16 00:48:381199 'shards': 10,
Stephen Martinis1384ff92020-01-07 19:52:151200 },
1201 },
Sergey Silkinfe96b352020-10-19 20:41:341202 'Lollipop Tablet Tester': {
1203 'args': [
1204 '--test-launcher-filter-file=../../testing/buildbot/filters/android.lollipop_tablet_tester.content_browsertests.filter',
1205 ],
Haiyang Pan1f6367352021-07-02 21:15:571206 'swarming': {
1207 'shards': 15,
1208 },
Sergey Silkinfe96b352020-10-19 20:41:341209 },
1210 'Marshmallow Tablet Tester': {
1211 'args': [
1212 '--test-launcher-filter-file=../../testing/buildbot/filters/android.marshmallow_tablet_tester.content_browsertests.filter',
1213 ],
Haiyang Pan1f6367352021-07-02 21:15:571214 'swarming': {
1215 'shards': 15,
1216 },
Sergey Silkinfe96b352020-10-19 20:41:341217 },
Sergey Silkin1fe10e82020-10-30 19:36:581218 'WebRTC Chromium FYI Android Tests (dbg) (L Nexus5)': {
1219 'args': [
1220 '--test-launcher-filter-file=../../testing/buildbot/filters/chromium.webrtc.fyi.android.tests.dbg.content_browsertests.filter',
1221 ],
1222 },
1223 'WebRTC Chromium FYI Android Tests (dbg) (M Nexus5X)': {
1224 'args': [
1225 '--test-launcher-filter-file=../../testing/buildbot/filters/chromium.webrtc.fyi.android.tests.dbg.content_browsertests.filter',
1226 ],
1227 }
1228 ,
Stephen Martinis1384ff92020-01-07 19:52:151229 'Win10 Tests x64': {
1230 # crbug.com/868082
1231 'args': [
1232 '--disable-features=WebRTC-H264WithOpenH264FFmpeg',
1233 ],
1234 },
1235 'Win10 Tests x64 (dbg)': {
1236 'experiment_percentage': 100,
1237 # crbug.com/868082
1238 'args': [
1239 '--disable-features=WebRTC-H264WithOpenH264FFmpeg',
Stephen Martinis1384ff92020-01-07 19:52:151240 ],
1241 },
Kuan Huangc93e8672021-06-29 21:13:451242 'Win10 Tests x64 20h2': {
1243 # crbug.com/868082
1244 'args': [
1245 '--disable-features=WebRTC-H264WithOpenH264FFmpeg',
1246 ],
1247 },
Haiyang Pan9d68ca02021-08-04 21:30:471248 'android-11-x86-rel': {
Haiyang Pan10f029c2021-07-30 23:17:561249 # TODO(crbug.com/1137474): Remove after the test suite is green.
1250 'experiment_percentage': 100,
Haiyang Pan51450ab2021-03-23 00:48:571251 # TODO(crbug.com/1137474): Revisit the shard number once failed tests
1252 # are fixed.
Haiyang Panfed339172021-03-10 23:19:571253 'swarming': {
Haiyang Pan51450ab2021-03-23 00:48:571254 'shards': 30,
Haiyang Pan45e77dda2021-07-01 22:23:291255 'dimension_sets': [
1256 {
1257 'machine_type': 'e2-standard-8', # use 8-core to shorten runtime
1258 },
1259 ],
Haiyang Panfed339172021-03-10 23:19:571260 },
1261 },
Stephen Martinis1384ff92020-01-07 19:52:151262 'android-arm64-proguard-rel': {
1263 'swarming': {
1264 'shards': 16,
1265 },
1266 },
1267 'android-asan': {
1268 'args': [
1269 '--test-launcher-filter-file=../../testing/buildbot/filters/android.asan.content_browsertests.filter',
1270 ],
1271 'swarming': {
1272 'shards': 18,
1273 },
1274 },
Stephen Martinis1384ff92020-01-07 19:52:151275 'android-marshmallow-arm64-rel': {
1276 'swarming': {
1277 'shards': 16,
1278 },
1279 },
Haiyang Pan2486dcb2020-09-18 17:53:061280 'android-marshmallow-x86-rel-non-cq': {
John Budoricka4e23882020-02-28 18:36:431281 'args': [
Haiyang Pan12d5acd2020-06-01 20:54:571282 '--test-launcher-filter-file=../../testing/buildbot/filters/android.emulator_m.content_browsertests.filter',
John Budoricka4e23882020-02-28 18:36:431283 ],
Haiyang Panc47f6d12020-08-19 18:34:491284 'swarming': {
1285 'shards': 20,
1286 },
John Budoricka4e23882020-02-28 18:36:431287 },
Haiyang Pan363c59a2020-07-23 05:47:041288 'android-nougat-arm64-rel': {
1289 'swarming': {
1290 'shards': 16,
1291 },
1292 # TODO(crbug.com/1108055): Remove this filter
1293 'args': [
1294 '--gtest_filter=-BackgroundTracingManagerBrowserTest.PerfettoSystemBackgroundScenario*',
1295 ],
1296 },
Haiyang Pan08d09dc2020-04-01 16:11:211297 'android-pie-x86-rel': {
John Budoricka4e23882020-02-28 18:36:431298 'args': [
Haiyang Pan12d5acd2020-06-01 20:54:571299 '--test-launcher-filter-file=../../testing/buildbot/filters/android.emulator_p.content_browsertests.filter',
John Budoricka4e23882020-02-28 18:36:431300 ],
Sky Malice303f7ec2021-07-17 04:13:091301 'swarming': {
1302 # Flaking with only 20 shards with 40-60 minute runs.
1303 # https://crbug.com/1230118
1304 'shards': 30,
Haiyang Pan2eb735e72020-09-15 22:51:511305 },
John Budoricka4e23882020-02-28 18:36:431306 },
Omer Katz7d2be652020-01-22 18:13:461307 'linux-blink-heap-concurrent-marking-tsan-rel': {
1308 'swarming': {
1309 'shards': 4,
1310 },
1311 },
Stephen Martinis1384ff92020-01-07 19:52:151312 'linux-chromeos-code-coverage': {
1313 'swarming': {
1314 'shards': 12,
1315 },
1316 },
Albert J. Wong91f109652019-11-19 03:01:161317 'linux-chromeos-rel': {
1318 'swarming': {
1319 'shards': 3,
1320 },
1321 },
Yuke Liao79424e42020-01-06 21:00:111322 'linux-code-coverage': {
Yuke Liao58e1d202020-03-20 23:02:011323 'args': [
1324 '--no-sandbox',
1325 ],
Yuke Liao79424e42020-01-06 21:00:111326 'swarming': {
1327 'shards': 12,
1328 },
1329 },
Junhua Chen39dd2dba2021-05-05 17:51:541330 # https://crbug.com/1111979,
1331 'linux-lacros-code-coverage': {
1332 'args': [
1333 '--test-launcher-filter-file=../../testing/buildbot/filters/linux-lacros.content_browsertests.filter',
1334 ],
1335 },
Sven Zheng80734f12020-08-06 06:50:391336 # https://crbug.com/1111979
1337 'linux-lacros-tester-fyi-rel': {
1338 'experiment_percentage': 100,
1339 },
Sven Zheng5c9d3e342020-08-11 21:39:431340 # https://crbug.com/1111979,
1341 'linux-lacros-tester-rel': {
Sven Zheng5c9d3e342020-08-11 21:39:431342 'args': [
Yuke Liao56a437dd2021-05-05 04:53:401343 '--test-launcher-filter-file=../../testing/buildbot/filters/linux-lacros.content_browsertests.filter',
Sven Zheng5c9d3e342020-08-11 21:39:431344 ],
1345 },
Kenneth Russelleb60cbd22017-12-05 07:54:281346 },
1347 },
Maksim Sisov6058ba72020-05-04 10:29:131348 'content_browsertests_wayland': {
1349 'modifications': {
1350 'Linux Ozone Tester (Wayland)': {
1351 'args': [
1352 '--test-launcher-filter-file=../../testing/buildbot/filters/ozone-linux.wayland_content_browsertests.filter',
1353 ],
1354 },
1355 },
1356 },
Nico Weber81e16ace22018-06-30 02:58:471357 'content_shell_crash_test': {
Haiyang Pan8c201b92020-06-04 01:25:071358 'remove_from': [
Nico Weberbbbc34e2020-10-14 18:21:501359 'Mac10.11 Tests', # crbug.com/1138050
Haiyang Pan2486dcb2020-09-18 17:53:061360 'android-marshmallow-x86-rel-non-cq', # crbug.com/1084353
Haiyang Pan8c201b92020-06-04 01:25:071361 ],
Dirk Prankeb1c36b322018-07-11 02:42:001362 'modifications': {
Dirk Prankeb1c36b322018-07-11 02:42:001363 'Win10 Tests x64 (dbg)': {
1364 'experiment_percentage': 100, # https://crbug.com/861730
1365 },
1366 },
Nico Weber81e16ace22018-06-30 02:58:471367 },
John Budorick27d2d44e2019-05-20 20:26:091368 'content_shell_test_apk': {
1369 'remove_from': [
John Budorick27d2d44e2019-05-20 20:26:091370 'android-asan', # https://crbug.com/964562
Ben Joyce02dc8092021-03-04 21:48:191371 'android-code-coverage-native', # Does not generate profraw data.
Ben Joyce46ca6012021-03-31 19:19:251372 'android-pie-arm64-coverage-experimental-rel', # Does not generate profraw data.
John Budorick27d2d44e2019-05-20 20:26:091373 ],
John Budorickee2e64f2020-03-02 20:19:101374 'modifications': {
Haiyang Pan9d68ca02021-08-04 21:30:471375 'android-11-x86-rel': {
Haiyang Pan103864812021-03-19 19:28:441376 'args': [
1377 '--test-launcher-filter-file=../../testing/buildbot/filters/android.emulator_11.content_shell_test_apk.filter',
Haiyang Panabdab2f2021-07-19 20:37:511378 '--timeout-scale=2.0',
Haiyang Pan103864812021-03-19 19:28:441379 ],
1380 },
Haiyang Panb991f562021-08-10 17:46:461381 'android-marshmallow-x86-rel': {
John Budorickee2e64f2020-03-02 20:19:101382 'args': [
Haiyang Pan28e73582020-05-30 00:34:271383 '--test-launcher-filter-file=../../testing/buildbot/filters/android.emulator_m.content_shell_test_apk.filter',
John Budorickee2e64f2020-03-02 20:19:101384 ],
1385 },
Haiyang Pan08d09dc2020-04-01 16:11:211386 'android-pie-x86-rel': {
John Budorickee2e64f2020-03-02 20:19:101387 'args': [
1388 '--gtest_filter=-ContentViewScrollingTest.testFling',
1389 ],
1390 },
1391 },
John Budorick27d2d44e2019-05-20 20:26:091392 },
Kenneth Russelleb60cbd22017-12-05 07:54:281393 'content_unittests': {
1394 'modifications': {
John Budorick5052d552017-12-13 02:59:341395 'Linux ASan LSan Tests (1)': {
1396 # These are slow on the ASAN trybot for some reason.
1397 # crbug.com/794372
1398 'swarming': {
1399 'shards': 2,
1400 },
1401 },
Takuto Ikuta54671d972018-07-19 19:06:351402 'Linux ChromiumOS MSan Tests': {
1403 # These are very slow on the Chrome OS MSAN trybot for some reason.
1404 # crbug.com/865455
1405 'swarming': {
1406 'shards': 2,
1407 },
1408 },
Chong Gu52481452021-04-02 17:52:411409 'fuchsia-code-coverage': {
1410 'swarming': {
1411 'shards': 12,
1412 },
1413 },
Kenneth Russelleb60cbd22017-12-05 07:54:281414 },
1415 },
Jonah Ryan-Davis832c8462020-06-09 03:45:031416 'context_lost_passthrough_tests': {
1417 'modifications': {
Jonah Ryan-Davisdeeffeaf2020-06-18 17:56:001418 'Mac FYI GPU ASAN Release': {
1419 'args': [
1420 '--is-asan',
1421 ]
1422 },
Jonah Ryan-Davis832c8462020-06-09 03:45:031423 },
1424 },
1425 'context_lost_validating_tests': {
Brian Sheedye285c9b2019-07-15 21:42:461426 # TODO(https://crbug.com/850107): Remove the Android FYI Release (Pixel 2)
1427 # exception once there is enough capacity to run these tests.
1428 'remove_from': [
Brian Sheedye285c9b2019-07-15 21:42:461429 'Android FYI Release (Pixel 2)',
1430 ],
Kenneth Russellc1a09302018-07-10 01:12:541431 'modifications': {
1432 'Mac FYI GPU ASAN Release': {
1433 'args': [
1434 '--is-asan',
1435 ]
1436 },
1437 },
1438 },
Kenneth Russellfbda3c532017-12-08 23:57:241439 'crashpad_tests': {
1440 'remove_from': [
Nico Weber15a00d62018-05-16 17:11:481441 'linux-win_cross-rel', # https://crbug.com/762167
Vlad Tsyrklevich06a9a44f2019-07-24 19:14:391442 # https://crbug.com/crashpad/304
1443 'Linux TSan Tests',
1444 'ToTLinuxTSan',
1445 # https://crbug.com/crashpad/306
1446 'Linux CFI',
1447 'CFI Linux ToT',
Kenneth Russellfbda3c532017-12-08 23:57:241448 ],
Haiyang Panc7c009e2021-03-18 19:31:231449 'modifications': {
Haiyang Pan9d68ca02021-08-04 21:30:471450 'android-11-x86-rel': {
Haiyang Panc7c009e2021-03-18 19:31:231451 'args': [
1452 '--test-launcher-filter-file=../../testing/buildbot/filters/android.emulator_11.crashpad_tests.filter',
1453 ],
1454 },
1455 },
Kenneth Russellfbda3c532017-12-08 23:57:241456 },
John Budorick5bc387fe2019-05-09 20:02:531457 'cronet_sizes': {
1458 'modifications': {
1459 'android-cronet-arm-dbg': {
1460 'swarming': {
1461 'dimension_sets': [
1462 {
1463 'device_os': None,
1464 'device_type': None,
Takuto Ikuta5e459b12019-07-09 05:30:561465 'os': 'Ubuntu-16.04',
John Budorick5bc387fe2019-05-09 20:02:531466 },
1467 ],
1468 },
1469 },
1470 },
1471 },
Brian Sheedye285c9b2019-07-15 21:42:461472 'depth_capture_tests': {
Brian Sheedye285c9b2019-07-15 21:42:461473 'remove_from': [
Wez6b0ebb52021-05-01 16:05:491474 # TODO(https://crbug.com/850107): Remove the Android FYI Release (Pixel 2)
1475 # exception once there is enough capacity to run these tests.
Brian Sheedye285c9b2019-07-15 21:42:461476 'Android FYI Release (Pixel 2)',
1477 ],
1478 },
Ben Pastene61ad637c2020-05-08 22:24:411479 'disk_usage_tast_test': {
1480 # TODO(crbug.com/1077659): Add the test back after it's fixed.
1481 'remove_from': [
1482 'chromeos-kevin-rel',
1483 ],
1484 },
Joe Downing41486042018-10-18 22:44:441485 'extensions_browsertests': {
Brad Halla36886c2019-02-26 16:52:291486 'remove_from': [
Brad Halla36886c2019-02-26 16:52:291487 'CrWinAsan(dll)', # https://crbug.com/935598
1488 ],
Joe Downing41486042018-10-18 22:44:441489 'modifications': {
1490 'Win10 Tests x64 (dbg)': {
1491 'experiment_percentage': 100, # https://crbug.com/876615
1492 },
Sven Zheng5c9d3e342020-08-11 21:39:431493 # https://crbug.com/1111979,
Junhua Chen39dd2dba2021-05-05 17:51:541494 'linux-lacros-code-coverage': {
1495 'args': [
1496 '--gtest_filter=-BluetoothShellApiTest.ApiSanityCheck:BluetoothSocketApiTest.Listen:BluetoothSocketApiTest.PermissionDenied',
1497 ],
1498 },
Yuke Liaoa0db4742021-08-09 18:28:331499 'linux-lacros-dbg-tests-fyi': {
1500 'args': [
1501 '--gtest_filter=-BluetoothShellApiTest.ApiSanityCheck:BluetoothSocketApiTest.Listen:BluetoothSocketApiTest.PermissionDenied',
1502 ],
1503 },
Sven Zheng5c9d3e342020-08-11 21:39:431504 'linux-lacros-tester-rel': {
Sven Zheng5c9d3e342020-08-11 21:39:431505 'args': [
1506 '--gtest_filter=-BluetoothShellApiTest.ApiSanityCheck:BluetoothSocketApiTest.Listen:BluetoothSocketApiTest.PermissionDenied',
1507 ],
1508 },
Joe Downing41486042018-10-18 22:44:441509 },
1510 },
Sven Zheng577fe5ff2020-08-03 22:06:441511 'extensions_unittests': {
Sven Zheng80734f12020-08-06 06:50:391512 'modifications': {
Sven Zheng5c9d3e342020-08-11 21:39:431513 # https://crbug.com/1111979,
Junhua Chen39dd2dba2021-05-05 17:51:541514 'linux-lacros-code-coverage': {
1515 'args': [
Yuke Liaoa0db4742021-08-09 18:28:331516 '--gtest_filter=-BluetoothSocketApiUnittest.CreateThenClose:'
1517 'NativeExtensionBindingsSystemUnittest.*',
1518 ],
1519 },
1520 'linux-lacros-dbg-tests-fyi': {
1521 'args': [
Junhua Chen39dd2dba2021-05-05 17:51:541522 '--gtest_filter=-NativeExtensionBindingsSystemUnittest*:'
1523 'BluetoothSocketApiUnittest.CreateThenClose:'
1524 'FeatureProviderTest.PermissionFeatureAvailability',
1525 ],
1526 },
Sven Zheng5c9d3e342020-08-11 21:39:431527 'linux-lacros-tester-rel': {
Sven Zheng5c9d3e342020-08-11 21:39:431528 'args': [
Yuke Liaobb8308322020-08-12 20:20:471529 '--gtest_filter=-NativeExtensionBindingsSystemUnittest*:'
1530 'BluetoothSocketApiUnittest.CreateThenClose:'
1531 'FeatureProviderTest.PermissionFeatureAvailability',
Sven Zheng5c9d3e342020-08-11 21:39:431532 ],
1533 },
Sven Zheng80734f12020-08-06 06:50:391534 },
Sven Zheng577fe5ff2020-08-03 22:06:441535 },
Chong Gudf7fbe92021-02-24 02:55:581536 'gfx_unittests': {
1537 'modifications': {
1538 'fuchsia-code-coverage': {
1539 'swarming': {
1540 'shards': 2,
1541 },
1542 },
1543 },
1544 },
Kenneth Russelleb60cbd22017-12-05 07:54:281545 'gin_unittests': {
1546 'remove_from': [
Nico Weber1394523f2018-06-06 15:58:471547 'ToTLinuxASan', # https://crbug.com/831667
Nico Weberd36959682018-04-12 03:33:461548 'Linux ASan LSan Tests (1)', # https://crbug.com/831667
Nico Weber1394523f2018-06-06 15:58:471549 'Linux Chromium OS ASan LSan Tests (1)', # https://crbug.com/831667
Kenneth Russelleb60cbd22017-12-05 07:54:281550 ],
1551 },
Brian Ho8271a7ad2021-08-12 20:48:031552 # TODO(crbug.com/1202958): Remove these GLRenderer variants when
1553 # SkiaRenderer is fully shipped on Chrome OS.
1554 # Don't run these on real devices due to capacity issues.
1555 'gl_renderer_context_lost_tests': {
1556 'remove_from': [
1557 'ChromeOS FYI Release (kevin)',
1558 'Lacros FYI x64 Release (Intel)',
1559 ],
1560 },
1561 'gl_renderer_depth_capture_tests': {
1562 'remove_from': [
1563 'ChromeOS FYI Release (kevin)',
1564 'Lacros FYI x64 Release (Intel)',
1565 ],
1566 },
1567 'gl_renderer_gpu_process_launch_tests': {
1568 'remove_from': [
1569 'ChromeOS FYI Release (kevin)',
1570 'Lacros FYI x64 Release (Intel)',
1571 ],
1572 },
1573 'gl_renderer_hardware_accelerated_feature_tests': {
1574 'remove_from': [
1575 'ChromeOS FYI Release (kevin)',
1576 'Lacros FYI x64 Release (Intel)',
1577 ],
1578 },
1579 'gl_renderer_maps_pixel_tests': {
1580 'remove_from': [
1581 'ChromeOS FYI Release (kevin)',
1582 'Lacros FYI x64 Release (Intel)',
1583 ],
1584 },
1585 'gl_renderer_pixel_skia_gold_tests': {
1586 'remove_from': [
1587 'ChromeOS FYI Release (kevin)',
1588 'Lacros FYI x64 Release (Intel)',
1589 ],
1590 },
1591 'gl_renderer_screenshot_sync_tests': {
1592 'remove_from': [
1593 'ChromeOS FYI Release (kevin)',
1594 'Lacros FYI x64 Release (Intel)',
1595 ],
1596 },
Jonah Ryan-Davisdeeffeaf2020-06-18 17:56:001597 'gl_tests_passthrough': {
1598 'remove_from': [
1599 'CFI Linux ToT',
1600 # Can't run on MSAN because gl_tests uses the hardware driver,
1601 # which isn't instrumented.
1602 'Linux MSan Tests',
1603 ],
1604 'modifications': {
1605 # TODO(kbr): figure out a better way to specify blocks of
1606 # arguments like this for tests on multiple machines.
Garrett Beatya491ec72020-07-25 12:36:121607 'Linux ASan LSan Tests (1)': {
1608 'args': [
1609 '--use-gpu-in-tests',
1610 '--no-xvfb',
1611 ],
1612 'swarming': {
1613 'dimension_sets': [
1614 {
1615 'gpu': '10de:1cb3',
1616 'os': 'Ubuntu',
1617 'pool': 'chromium.tests.gpu',
1618 },
1619 ],
1620 },
1621 },
1622 'Linux CFI': {
1623 'args': [
1624 '--use-gpu-in-tests',
1625 '--no-xvfb',
1626 ],
1627 'swarming': {
1628 'dimension_sets': [
1629 {
1630 'gpu': '10de:1cb3',
1631 'os': 'Ubuntu',
1632 'pool': 'chromium.tests.gpu',
1633 },
1634 ],
1635 },
1636 },
1637 'Linux TSan Tests': {
1638 'args': [
1639 '--use-gpu-in-tests',
1640 '--no-xvfb',
1641 ],
1642 'swarming': {
1643 'dimension_sets': [
1644 {
1645 'gpu': '10de:1cb3',
1646 'os': 'Ubuntu',
1647 'pool': 'chromium.tests.gpu',
1648 },
1649 ],
1650 },
1651 },
Jonah Ryan-Davisdeeffeaf2020-06-18 17:56:001652 },
1653 },
Jonah Ryan-Davise25a89f2020-05-29 20:18:241654 'gl_tests_validating': {
Jonah Ryan-Davisb9f03ac2021-03-18 23:53:021655 'remove_from': [
Kenneth Russell8a386d42018-06-02 09:48:011656 'Android FYI Release (Nexus 5X)',
John Budorickca14c76f62017-12-09 14:19:181657 ],
Kenneth Russelleb60cbd22017-12-05 07:54:281658 'modifications': {
Haiyang Pan9d68ca02021-08-04 21:30:471659 'android-11-x86-rel': {
Haiyang Pancf765862021-03-18 20:39:151660 'args': [
1661 '--test-launcher-filter-file=../../testing/buildbot/filters/android.emulator_11.gl_tests.filter',
1662 ],
1663 },
Haiyang Panb991f562021-08-10 17:46:461664 'android-marshmallow-x86-rel': {
John Budorick79ec9012020-01-08 21:56:311665 'args': [
1666 '--test-launcher-filter-file=../../testing/buildbot/filters/android.emulator.gl_tests.filter',
1667 ],
1668 },
Andrew Luo38b311f2019-10-04 03:42:091669 'android-pie-arm64-rel': {
John Budorick79ec9012020-01-08 21:56:311670 'args': [
Andrew Luobe83fd82019-12-19 03:07:581671 '--test-launcher-filter-file=../../testing/buildbot/filters/android.pie_arm64_rel.gl_tests.filter', # https://crbug.com/1034007
1672 ],
Andrew Luo38b311f2019-10-04 03:42:091673 },
Haiyang Pan08d09dc2020-04-01 16:11:211674 'android-pie-x86-rel': {
John Budorick79ec9012020-01-08 21:56:311675 'args': [
1676 '--test-launcher-filter-file=../../testing/buildbot/filters/android.emulator.gl_tests.filter',
1677 ],
1678 },
Kenneth Russelleb60cbd22017-12-05 07:54:281679 },
1680 },
Takuto Ikutaf5333252019-11-06 16:07:081681 'gl_unittests': {
1682 'remove_from': [
Takuto Ikutaf5333252019-11-06 16:07:081683 # On Android, these are already run on the main waterfall.
1684 # Run them on the one-off Android FYI bots, though.
1685 'Android FYI Release (Nexus 5X)',
Yuly Novikov37e04342020-05-29 00:52:041686 # Can't run on MSAN because gl_unittests uses the hardware driver,
1687 # which isn't instrumented.
1688 'Linux MSan Tests',
Takuto Ikutaf5333252019-11-06 16:07:081689 ],
Takuto Ikutaf5333252019-11-06 16:07:081690 },
1691 'gl_unittests_ozone': {
1692 'remove_from': [
1693 # Can't run on MSAN because gl_unittests_ozone uses the hardware driver,
1694 # which isn't instrumented.
1695 'Linux ChromiumOS MSan Tests',
1696 ],
1697 },
1698 'gpu_process_launch_tests': {
1699 # TODO(https://crbug.com/850107): Remove the Android FYI Release (Pixel 2)
1700 # exception once there is enough capacity to run these tests.
1701 'remove_from': [
Takuto Ikutaf5333252019-11-06 16:07:081702 'Android FYI Release (Pixel 2)',
1703 ],
1704 },
Chong Gudf7fbe92021-02-24 02:55:581705 'gpu_unittests': {
1706 'modifications': {
1707 'fuchsia-code-coverage': {
1708 'swarming': {
1709 'shards': 5,
1710 },
1711 },
1712 },
1713 },
Kevin McNeed21a6c522021-06-14 21:27:251714 'grit_python_unittests': {
1715 'remove_from': [
1716 # These tests require node, which is not supported in Win7.
1717 # (https://crbug.com/1218989)
1718 'Win 7 Tests x64 (1)',
1719 'Win7 Tests (1)',
1720 'Win7 Tests (dbg)(1)',
1721 ],
1722 },
Brian Sheedye285c9b2019-07-15 21:42:461723 'hardware_accelerated_feature_tests': {
1724 # TODO(https://crbug.com/850107): Remove the Android FYI Release (Pixel 2)
1725 # exception once there is enough capacity to run these tests.
1726 'remove_from': [
Brian Sheedye285c9b2019-07-15 21:42:461727 'Android FYI Release (Pixel 2)',
1728 ],
1729 },
Brad Halla36886c2019-02-26 16:52:291730 'headless_browsertests': {
Chong Gud1a5c5992021-04-09 04:08:321731 'modifications': {
1732 'fuchsia-code-coverage': {
1733 'swarming': {
Chong Gu115ce152021-04-15 23:57:161734 'shards': 6,
Chong Gud1a5c5992021-04-09 04:08:321735 },
1736 },
1737 },
Brad Halla36886c2019-02-26 16:52:291738 'remove_from': [
Brad Halla36886c2019-02-26 16:52:291739 'CrWinAsan(dll)', # https://crbug.com/935598
1740 ],
1741 },
Kenneth Russell8a386d42018-06-02 09:48:011742 'info_collection_tests': {
1743 'remove_from': [
Kenneth Russell8a386d42018-06-02 09:48:011744 # The Mac ASAN swarming bot runs tests on two different GPU
1745 # types, so we can't have one expected vendor ID / device ID.
1746 'Mac FYI GPU ASAN Release',
Kenneth Russell8a386d42018-06-02 09:48:011747 'Android V8 FYI Release (Nexus 5X)',
1748 'Linux V8 FYI Release (NVIDIA)',
Michael Achenbach5fdfc67b2018-12-13 13:26:351749 'Linux V8 FYI Release - pointer compression (NVIDIA)',
Kenneth Russell8a386d42018-06-02 09:48:011750 'Mac V8 FYI Release (Intel)',
1751 'Win V8 FYI Release (NVIDIA)',
1752 ],
Brian Sheedyfe61cdac2020-02-12 01:25:591753 'modifications': {
Brian Sheedyb18cb762020-06-30 00:09:291754 'ChromeOS FYI Release (amd64-generic)': {
Brian Sheedy65be3052020-06-26 19:26:511755 'args': [
Brian Sheedyb18cb762020-06-30 00:09:291756 # Swarming does not report a GPU since tests are run in a VM, but
1757 # the VM does report that a GPU is present.
1758 '--expected-device-id', '1050',
Brian Sheedydf2672f2020-05-07 20:44:361759 ],
1760 },
Brian Sheedyfe61cdac2020-02-12 01:25:591761 },
Brian Sheedy32eeeb52020-05-22 01:49:371762 'replacements': {
1763 'ChromeOS FYI Release (amd64-generic)': {
1764 'args': {
1765 # Swarming does not report a GPU since tests are run in a VM, but
1766 # the VM does report that a GPU is present.
1767 '--expected-vendor-id': '1af4',
Brian Sheedyb18cb762020-06-30 00:09:291768 # Magic substitution happens after regular replacement, so remove it
1769 # now since we are manually applying the expected device ID above.
1770 '$$MAGIC_SUBSTITUTION_GPUExpectedDeviceId': None,
Brian Sheedy32eeeb52020-05-22 01:49:371771 },
Brian Sheedyff6d1442020-09-19 00:46:311772 },
1773 'Mac FYI arm64 Release (Apple DTK)': {
1774 'args': {
1775 # The GPU information is not yet exposed in swarming, so we can't
1776 # explicitly request it and have the JSON generation handle this
1777 # automatically.
1778 '--expected-vendor-id': '106b',
1779 },
1780 },
Brian Sheedy32eeeb52020-05-22 01:49:371781 },
Kenneth Russell8a386d42018-06-02 09:48:011782 },
Kenneth Russelleb60cbd22017-12-05 07:54:281783 'interactive_ui_tests': {
Brad Halla36886c2019-02-26 16:52:291784 'remove_from': [
Brad Halla36886c2019-02-26 16:52:291785 'CrWinAsan(dll)', # https://crbug.com/935598
1786 ],
Kenneth Russelleb60cbd22017-12-05 07:54:281787 'modifications': {
Stephen Martinis1384ff92020-01-07 19:52:151788 'Linux - Future (dbg)': { # client.v8.chromium
Nico Weberdae13cd92018-12-14 13:56:261789 'swarming': {
Stephen Martinis1384ff92020-01-07 19:52:151790 'shards': 3,
Nico Weberdae13cd92018-12-14 13:56:261791 },
1792 },
John Budorickca14c76f62017-12-09 14:19:181793 'Linux ASan LSan Tests (1)': {
Nico Weber96a75a6942018-06-20 04:53:171794 # These are slow on the ASan trybot for some reason, crbug.com/794372
1795 'swarming': {
1796 'shards': 6,
1797 },
1798 },
Takuto Ikuta54671d972018-07-19 19:06:351799 'Linux ChromiumOS MSan Tests': {
1800 # These are very slow on the Chrome OS MSAN trybot for some reason.
1801 # crbug.com/865455
1802 'swarming': {
1803 'shards': 5,
1804 },
1805 },
Stephen Martinis1384ff92020-01-07 19:52:151806 'Linux TSan Tests': {
1807 # These are slow on the TSan bots for some reason, crbug.com/794372
Dirk Pranke8fd63c12017-12-10 18:06:271808 'swarming': {
Stephen Martinisad6cb7af2021-02-24 01:12:001809 'shards': 32, # Adjusted for testing, see https://crbug.com/1179567
Dirk Pranke8fd63c12017-12-10 18:06:271810 },
1811 },
Stephen Martinis1384ff92020-01-07 19:52:151812 'ToTLinuxTSan': {
1813 # These are slow on the TSan bots for some reason, crbug.com/794372
1814 'swarming': {
1815 'shards': 6,
1816 },
1817 },
1818 # temporary, https://crbug.com/818832
Greg Thompson3eb7e6522018-05-25 09:04:031819 'Win10 Tests x64 (dbg)': {
1820 'experiment_percentage': 100,
1821 },
Stephen Martinis1384ff92020-01-07 19:52:151822 'Win7 Tests (dbg)(1)': {
1823 'swarming': {
1824 'shards': 4,
1825 },
1826 },
Jacob Kopczynski3a555bd32020-12-10 01:41:161827 # TODO(crbug.com/970649): Remove these filters.
Ben Pastene8ef125e2019-12-10 01:46:291828 'linux-chromeos-chrome': {
Ben Pastene8ef125e2019-12-10 01:46:291829 'args': [
1830 '--gtest_filter=-SadTabViewInteractiveUITest.ReloadMultipleSadTabs',
1831 ],
1832 },
Stephen Martinis1384ff92020-01-07 19:52:151833 'linux-chromeos-code-coverage': {
Yuke Liao79424e42020-01-06 21:00:111834 'swarming': {
1835 'shards': 10,
1836 },
1837 },
Stephen Martinis1384ff92020-01-07 19:52:151838 'linux-code-coverage': {
Yuke Liao79424e42020-01-06 21:00:111839 'swarming': {
1840 'shards': 10,
1841 },
1842 },
Sven Zheng80734f12020-08-06 06:50:391843 # https://crbug.com/1111979
Junhua Chen39dd2dba2021-05-05 17:51:541844 'linux-lacros-code-coverage': {
1845 'args': [
1846 '--test-launcher-filter-file=../../testing/buildbot/filters/linux-lacros.interactive_ui_tests.filter',
1847 ],
1848 },
1849 # https://crbug.com/1111979
Sven Zheng010820d2020-08-17 22:38:441850 'linux-lacros-tester-rel': {
Sven Zheng010820d2020-08-17 22:38:441851 'args': [
Yuke Liao56a437dd2021-05-05 04:53:401852 '--test-launcher-filter-file=../../testing/buildbot/filters/linux-lacros.interactive_ui_tests.filter',
Sven Zheng010820d2020-08-17 22:38:441853 ],
1854 },
Kenneth Russelleb60cbd22017-12-05 07:54:281855 },
1856 },
Yuke Liaob6beaeca2021-04-29 23:41:511857 'interactive_ui_tests_amd64-generic': {
1858 'remove_from': [
1859 # TODO(crbug.com/1204231): Re-enable.
1860 'lacros-amd64-generic-rel',
1861 ]
1862 },
Yuke Liao79a8cf52021-06-11 18:14:341863 'interactive_ui_tests_eve': {
1864 'remove_from': [
1865 # TODO(crbug.com/1204231): Re-enable.
1866 'lacros-amd64-generic-rel',
1867 ]
1868 },
Maksim Sisov649b7017a2021-03-04 08:20:391869 'interactive_ui_tests_wayland': {
1870 'modifications': {
1871 # CQ tester.
1872 'Linux Ozone Tester (Wayland)': {
1873 'args': [
1874 '--test-launcher-filter-file=../../testing/buildbot/filters/ozone-linux.interactive_ui_tests_wayland.filter',
1875 ],
1876 },
1877 # CI Ozone/Wayland tester.
1878 'Linux Tester (Ozone Wayland)': {
1879 'args': [
1880 '--test-launcher-filter-file=../../testing/buildbot/filters/ozone-linux.interactive_ui_tests_wayland.filter',
1881 ],
1882 },
1883 },
1884 },
John Budorickf00e5ff2019-06-11 21:21:061885 'ipc_tests': {
1886 'modifications': {
1887 'android-asan': {
1888 'swarming': {
1889 'shards': 2,
1890 },
1891 },
1892 },
1893 },
Nico Weber858587f2021-07-22 03:30:231894 'mac_signing_tests': {
1895 'remove_from': [
1896 # TODO(crbug.com/1220743): Re-enable.
1897 'Mac10.11 Tests',
1898 'Mac10.12 Tests',
1899 ]
1900 },
Jonah Ryan-Davis832c8462020-06-09 03:45:031901 'maps_pixel_passthrough_test': {
Brian Sheedyc0c142c2021-06-01 21:18:051902 'modifications': {
1903 'Android FYI Release (Pixel 4)': {
1904 'args': [
1905 # Pixel 4s are weird in that they can output in different color spaces
1906 # simultaneously. The readback code for capturing a screenshot assumes
1907 # only one color space, so disable wide color gamut for the test to
1908 # work around the issue. See https://crbug.com/1166379 for more
1909 # information.
1910 '--extra-browser-args=--disable-wcg-for-test',
1911 ],
1912 },
1913 'Optional Android Release (Pixel 4)': {
1914 'args': [
1915 # See above.
1916 '--extra-browser-args=--disable-wcg-for-test',
1917 ],
1918 },
1919 },
Jonah Ryan-Davis832c8462020-06-09 03:45:031920 'replacements': {
1921 # The V8 builders pass the V8 revision for ${got_revision}, so instead
1922 # use ${got_cr_revision}, which is only set on the V8 bots.
1923 'Linux V8 FYI Release (NVIDIA)': {
1924 'args': {
1925 '--git-revision': '${got_cr_revision}',
1926 },
1927 },
1928 'Linux V8 FYI Release - pointer compression (NVIDIA)': {
1929 'args': {
1930 '--git-revision': '${got_cr_revision}',
1931 },
1932 },
Jonah Ryan-Davisdeeffeaf2020-06-18 17:56:001933 'Mac V8 FYI Release (Intel)': {
1934 'args': {
1935 '--git-revision': '${got_cr_revision}',
1936 },
1937 },
Jonah Ryan-Davis832c8462020-06-09 03:45:031938 'Win V8 FYI Release (NVIDIA)': {
1939 'args': {
1940 '--git-revision': '${got_cr_revision}',
1941 },
1942 },
1943 },
1944 },
1945 'maps_pixel_validating_test': {
Brian Sheedy0566f2cb2021-02-12 22:12:501946 'modifications': {
1947 'Android FYI Release (Pixel 4)': {
1948 'args': [
1949 # Pixel 4s are weird in that they can output in different color spaces
1950 # simultaneously. The readback code for capturing a screenshot assumes
1951 # only one color space, so disable wide color gamut for the test to
1952 # work around the issue. See https://crbug.com/1166379 for more
1953 # information.
1954 '--extra-browser-args=--disable-wcg-for-test',
1955 ],
1956 },
Brian Sheedycde1ab1882021-05-27 21:22:001957 'Optional Android Release (Pixel 4)': {
1958 'args': [
1959 # See above.
1960 '--extra-browser-args=--disable-wcg-for-test',
1961 ],
1962 },
Brian Sheedy0566f2cb2021-02-12 22:12:501963 },
Brian Sheedye285c9b2019-07-15 21:42:461964 # TODO(https://crbug.com/850107): Remove the Android FYI Release (Pixel 2)
1965 # exception once there is enough capacity to run these tests.
1966 'remove_from': [
Brian Sheedye285c9b2019-07-15 21:42:461967 'Android FYI Release (Pixel 2)',
1968 ],
Brian Sheedy44fd891b2019-10-03 20:07:541969 'replacements': {
Brian Sheedy44fd891b2019-10-03 20:07:541970 # The V8 builders pass the V8 revision for ${got_revision}, so instead
1971 # use ${got_cr_revision}, which is only set on the V8 bots.
1972 'Android V8 FYI Release (Nexus 5X)': {
1973 'args': {
Brian Sheedy4d335deb2020-04-01 20:47:321974 '--git-revision': '${got_cr_revision}',
Brian Sheedy44fd891b2019-10-03 20:07:541975 },
1976 },
Brian Sheedy44fd891b2019-10-03 20:07:541977 'Mac V8 FYI Release (Intel)': {
1978 'args': {
Brian Sheedy4d335deb2020-04-01 20:47:321979 '--git-revision': '${got_cr_revision}',
Brian Sheedy44fd891b2019-10-03 20:07:541980 },
1981 },
Brian Sheedy44fd891b2019-10-03 20:07:541982 },
Brian Sheedye285c9b2019-07-15 21:42:461983 },
Andrew Luo38b311f2019-10-04 03:42:091984 'media_unittests': {
1985 'modifications': {
Haiyang Pan9d68ca02021-08-04 21:30:471986 'android-11-x86-rel': {
Haiyang Pancf765862021-03-18 20:39:151987 'args': [
1988 '--test-launcher-filter-file=../../testing/buildbot/filters/android.emulator_11.media_unittests.filter',
1989 ],
1990 },
Haiyang Pan2486dcb2020-09-18 17:53:061991 'android-marshmallow-x86-rel-non-cq': {
John Budorickb5185112020-01-08 22:40:211992 'args': [
Haiyang Pan569659f02020-05-30 00:48:451993 '--test-launcher-filter-file=../../testing/buildbot/filters/android.emulator_m.media_unittests.filter',
John Budorickb5185112020-01-08 22:40:211994 ],
1995 },
Andrew Luo38b311f2019-10-04 03:42:091996 'android-pie-arm64-rel': {
Andrew Luobe83fd82019-12-19 03:07:581997 'args': [
1998 '--gtest_filter=-AAudio/AudioOutputTest.Play200HzTone/0', # https://crbug.com/1034009
1999 ],
Andrew Luo38b311f2019-10-04 03:42:092000 },
Haiyang Pan08d09dc2020-04-01 16:11:212001 'android-pie-x86-rel': {
John Budorickb5185112020-01-08 22:40:212002 'args': [
Haiyang Pan569659f02020-05-30 00:48:452003 '--test-launcher-filter-file=../../testing/buildbot/filters/android.emulator_p.media_unittests.filter',
John Budorickb5185112020-01-08 22:40:212004 ],
2005 },
Chong Gudf7fbe92021-02-24 02:55:582006 'fuchsia-code-coverage': {
2007 'swarming': {
2008 'shards': 3,
2009 },
2010 },
Chong Gub2446462021-08-19 18:44:082011 'fuchsia-fyi-arm64-dbg': {
2012 'args': [
2013 '--test-launcher-filter-file=../../testing/buildbot/filters/fuchsia.debug.media_unittests.filter',
2014 ],
2015 },
Andrew Luo38b311f2019-10-04 03:42:092016 },
2017 },
Chong Gu4eca1ce2021-05-17 08:49:572018 'mediapipe_validating_tests': {
2019 'remove_from': [
2020 # TODO(crbug.com/1201887): Remove once tests are stable.
2021 'Fuchsia x64',
2022 ],
2023 },
Ben Joyce02dc8092021-03-04 21:48:192024 'mojo_test_apk': {
2025 'remove_from': [
2026 'android-code-coverage-native', # Does not generate profraw data.
Ben Joyce46ca6012021-03-31 19:19:252027 'android-pie-arm64-coverage-experimental-rel', # Does not generate profraw data.
Ben Joyce02dc8092021-03-04 21:48:192028 ],
2029 },
John Budorickf00e5ff2019-06-11 21:21:062030 'mojo_unittests': {
2031 'modifications': {
2032 'android-asan': {
2033 'swarming': {
John Budorick5a29d7542019-10-11 20:56:442034 'shards': 5,
John Budorickf00e5ff2019-06-11 21:21:062035 },
2036 },
Chong Gudf7fbe92021-02-24 02:55:582037 'fuchsia-code-coverage': {
2038 'swarming': {
2039 'shards': 2,
2040 },
2041 },
John Budorickf00e5ff2019-06-11 21:21:062042 },
2043 },
Peter Kotwiczda2f11102020-10-09 05:29:502044 'monochrome_public_apk_checker': {
Ben Pastene521f8d62020-01-08 20:01:152045 'modifications': {
2046 'ToTAndroid': {
2047 'swarming': {
2048 'dimension_sets': [
2049 {
John Budorick838256a2020-02-29 01:29:072050 'cpu': 'x86-64',
Ben Pastene521f8d62020-01-08 20:01:152051 'device_os': None,
2052 'device_playstore_version': None,
2053 'device_type': None,
2054 'os': 'Ubuntu-16.04',
2055 },
2056 ],
2057 },
2058 },
2059 'android-arm64-proguard-rel': {
2060 'swarming': {
2061 'dimension_sets': [
2062 {
John Budorick838256a2020-02-29 01:29:072063 'cpu': 'x86-64',
Ben Pastene521f8d62020-01-08 20:01:152064 'device_os': None,
2065 'device_playstore_version': None,
2066 'device_type': None,
2067 'os': 'Ubuntu-16.04',
2068 },
2069 ],
2070 },
2071 },
2072 'android-pie-arm64-rel': {
2073 'swarming': {
2074 'dimension_sets': [
2075 {
John Budorick838256a2020-02-29 01:29:072076 'cpu': 'x86-64',
Ben Pastene521f8d62020-01-08 20:01:152077 'device_os': None,
2078 'device_os_flavor': None,
2079 'device_playstore_version': None,
2080 'device_type': None,
2081 'os': 'Ubuntu-16.04',
2082 },
2083 ],
2084 },
2085 },
2086 },
Erik Chend16d922d2019-12-10 04:37:142087 },
Ben Joyce4677e682021-03-22 22:19:112088 'monochrome_public_bundle_fake_modules_smoke_test' : {
2089 'remove_from': [
2090 'android-pie-arm64-coverage-experimental-rel', # TODO(crbug.com/1190999):
2091 # GLIBC_2.28 Not found.
2092 ],
2093 },
2094 'monochrome_public_bundle_smoke_test' : {
2095 'remove_from': [
2096 'android-pie-arm64-coverage-experimental-rel', # TODO(crbug.com/1190999):
2097 # GLIBC_2.28 Not found.
2098 ],
2099 },
2100 'monochrome_public_smoke_test' : {
2101 'remove_from': [
2102 'android-pie-arm64-coverage-experimental-rel', # TODO(crbug.com/1190999):
2103 # GLIBC_2.28 Not found.
2104 ],
2105 },
bsheedye9469572019-01-23 17:31:332106 'monochrome_public_test_ar_apk': {
2107 'modifications': {
Brian Sheedy12169aa2019-10-16 23:38:032108 'Nougat Phone Tester': {
2109 'args': [
2110 # ArCore is not installed as a system app on N, so we can install it
2111 # normally instead of replacing the system version.
2112 '--additional-apk=//third_party/arcore-android-sdk/test-apks/arcore/arcore_current.apk'
2113 ],
2114 },
bsheedye9469572019-01-23 17:31:332115 # We need to match the Playstore version as well because AR tests fail on
2116 # old versions of the Playstore.
2117 'Oreo Phone Tester': {
Brian Sheedy2bcd16b2019-04-22 22:47:082118 'args': [
2119 # ArCore is not installed as a system app on O, so we can install it
2120 # normally instead of replacing the system version.
2121 '--additional-apk=//third_party/arcore-android-sdk/test-apks/arcore/arcore_current.apk'
2122 ],
bsheedye9469572019-01-23 17:31:332123 'swarming': {
2124 'dimension_sets': [
2125 {
2126 'device_os': 'OPR3.170623.008',
bsheedye9469572019-01-23 17:31:332127 'device_type': 'marlin',
2128 'os': 'Android',
2129 },
2130 ],
2131 },
2132 },
Haiyang Pan57159eba2020-05-07 23:14:132133 'android-10-arm64-rel': {
2134 'args': [
Brian Sheedy4dc4a6f2020-09-17 22:18:502135 '--remove-system-package=com.google.ar.core',
2136 '--additional-apk=//third_party/arcore-android-sdk/test-apks/arcore/arcore_current.apk',
Haiyang Pan57159eba2020-05-07 23:14:132137 ]
2138 },
Haiyang Pan363c59a2020-07-23 05:47:042139 'android-nougat-arm64-rel': {
2140 'args': [
2141 # ArCore is not installed as a system app on N, so we can install it
2142 # normally instead of replacing the system version.
2143 '--additional-apk=//third_party/arcore-android-sdk/test-apks/arcore/arcore_current.apk'
2144 ],
2145 },
Brian Sheedy2bcd16b2019-04-22 22:47:082146 'android-pie-arm64-dbg': {
2147 'args': [
Brian Sheedy4dc4a6f2020-09-17 22:18:502148 '--remove-system-package=com.google.ar.core',
2149 '--additional-apk=//third_party/arcore-android-sdk/test-apks/arcore/arcore_current.apk',
Brian Sheedy2bcd16b2019-04-22 22:47:082150 ]
2151 }
bsheedye9469572019-01-23 17:31:332152 },
2153 },
Nico Weberd3096fb2018-06-07 17:50:152154 'nacl_helper_nonsfi_unittests': {
2155 'remove_from': [
Nico Weberd3096fb2018-06-07 17:50:152156 'Linux TSan Tests', # Sets enable_nacl=false.
2157 ],
2158 },
Kenneth Russellfbda3c532017-12-08 23:57:242159 'nacl_loader_unittests': {
2160 'remove_from': [
Nico Weber48f187142018-06-01 15:16:352161 'ToTMacASan', # The mac asan tot bot sets enable_nacl=false
Nico Weber3611ee802018-06-07 13:34:512162 'linux-win_cross-rel', # Sets enable_nacl=false, https://crbug.com/774186
Nico Webera8fc38f72018-04-10 02:20:112163 'Linux TSan Tests', # The TSan bot sets enable_nacl=false
Nico Weber05d3e642018-05-31 16:59:482164 'Mac ASan 64 Tests (1)', # The mac asan bot sets enable_nacl=false
Kenneth Russellfbda3c532017-12-08 23:57:242165 ],
2166 },
Kenneth Russelleb60cbd22017-12-05 07:54:282167 'net_unittests': {
2168 'modifications': {
Nico Weber33b9b7a2020-06-12 19:23:272169 'CrWinAsan': {
2170 # TODO(crbug.com/794372): net_unittests is slow under ASan.
2171 'swarming': {
2172 'shards': 16,
2173 },
2174 },
2175 'CrWinAsan(dll)': {
2176 # TODO(crbug.com/794372): net_unittests is slow under ASan.
2177 'swarming': {
2178 'shards': 16,
2179 },
2180 },
John Budorickca14c76f62017-12-09 14:19:182181 'Linux ASan LSan Tests (1)': {
John Budorick5052d552017-12-13 02:59:342182 # These are very slow on the ASAN trybot for some reason.
2183 # crbug.com/794372
John Budorickca14c76f62017-12-09 14:19:182184 'swarming': {
John Budorick5052d552017-12-13 02:59:342185 'shards': 16,
John Budorickca14c76f62017-12-09 14:19:182186 },
2187 },
2188 'Linux Chromium OS ASan LSan Tests (1)': {
Takuto Ikuta54671d972018-07-19 19:06:352189 # These are very slow on the ASAN trybot for some reason.
2190 # crbug.com/794372
John Budorickca14c76f62017-12-09 14:19:182191 'swarming': {
Sergey Berezinda3255c2018-03-16 00:34:022192 'shards': 8,
John Budorickca14c76f62017-12-09 14:19:182193 }
2194 },
Takuto Ikuta54671d972018-07-19 19:06:352195 'Linux ChromiumOS MSan Tests': {
2196 # These are very slow on the Chrome OS MSAN trybot for some reason.
2197 # crbug.com/865455
2198 'swarming': {
2199 'shards': 2,
2200 },
2201 },
John Budorickca14c76f62017-12-09 14:19:182202 'Linux TSan Tests': {
2203 'swarming': {
2204 'shards': 4,
2205 }
2206 },
Ben Pastene8bf205b2018-06-13 04:00:332207 # The suite runs signficantly slower on linux dbg, so increase shards.
2208 'Linux Tests (dbg)(1)': {
2209 'swarming': {
2210 'shards': 2,
2211 },
2212 },
Stephen Martinis1384ff92020-01-07 19:52:152213 'ToTLinuxASan': {
2214 # TODO(crbug.com/794372): net_unittests is slow under ASan.
2215 'swarming': {
2216 'shards': 16,
2217 },
2218 },
2219 'ToTLinuxTSan': {
2220 'swarming': {
2221 'shards': 4,
2222 }
2223 },
Haiyang Pan9d68ca02021-08-04 21:30:472224 'android-11-x86-rel': {
Haiyang Pan8d9906e02021-03-24 20:11:042225 'args': [
2226 '--test-launcher-filter-file=../../testing/buildbot/filters/android.emulator_11.net_unittests.filter',
2227 ],
2228 },
Stefano Duof44278b2021-08-02 16:29:382229 'android-cronet-x86-dbg-10-tests': {
2230 'args': [
2231 '--test-launcher-filter-file=../../testing/buildbot/filters/android.emulator_10.net_unittests.filter',
2232 ],
2233 },
Haiyang Pan2486dcb2020-09-18 17:53:062234 'android-marshmallow-x86-rel-non-cq': {
John Budorick7fde6b492020-01-29 17:43:502235 # crbug.com/1046060
2236 'args': [
2237 '--test-launcher-filter-file=../../testing/buildbot/filters/android.emulator.net_unittests.filter',
2238 ],
2239 },
Haiyang Pan08d09dc2020-04-01 16:11:212240 'android-pie-x86-rel': {
John Budorick7fde6b492020-01-29 17:43:502241 # crbug.com/1046060
2242 'args': [
2243 '--test-launcher-filter-file=../../testing/buildbot/filters/android.emulator.net_unittests.filter',
2244 ],
2245 },
Chong Gu012d5462021-04-07 23:43:242246 'fuchsia-code-coverage': {
2247 'swarming': {
2248 'shards': 14,
2249 },
2250 },
Omer Katz7d2be652020-01-22 18:13:462251 'linux-blink-heap-concurrent-marking-tsan-rel': {
2252 'swarming': {
2253 'shards': 4,
2254 }
2255 },
Ben Pastene8bf205b2018-06-13 04:00:332256 'linux-chromeos-dbg': {
2257 'swarming': {
2258 'shards': 2,
2259 },
2260 },
Nico Weber33b9b7a2020-06-12 19:23:272261 'win-asan': {
2262 # TODO(crbug.com/794372): net_unittests is slow under ASan.
2263 'swarming': {
2264 'shards': 16,
2265 },
2266 },
Kenneth Russelleb60cbd22017-12-05 07:54:282267 },
2268 },
John Chenaab16fc02020-03-03 06:35:452269 'not_site_per_process_blink_web_tests': {
Lukasz Anforowicz04bc6302018-11-19 19:04:282270 'remove_from': [
Lukasz Anforowicz04bc6302018-11-19 19:04:282271 # TODO(dpranke): Should we be running this step on Linux Tests (dbg)(1)?
2272 'Linux Tests (dbg)(1)',
Lukasz Anforowicz04bc6302018-11-19 19:04:282273 ],
Yuke Liaobc9ff982019-04-30 06:56:162274 'modifications': {
Stephen Martinis1384ff92020-01-07 19:52:152275 'Linux Tests': {
2276 "args": [
2277 "--additional-env-var=LLVM_PROFILE_FILE=${ISOLATED_OUTDIR}/profraw/default-%2m.profraw",
Stephen Martinis1384ff92020-01-07 19:52:152278 ],
2279 },
Yuke Liaoea70f472019-12-19 06:03:362280 'linux-code-coverage': {
2281 'args': [
2282 '--additional-env-var=LLVM_PROFILE_FILE=${ISOLATED_OUTDIR}/profraw/default-%2m.profraw',
Yuke Liaoea70f472019-12-19 06:03:362283 ],
2284 'swarming': {
2285 'shards': 20,
2286 },
2287 },
Stephanie Kim5c7f31d2021-04-27 18:00:062288 'linux-xenial-rel': {
2289 "args": [
2290 "--additional-env-var=LLVM_PROFILE_FILE=${ISOLATED_OUTDIR}/profraw/default-%2m.profraw",
2291 ],
2292 },
Yuke Liaobc9ff982019-04-30 06:56:162293 },
Lukasz Anforowicz04bc6302018-11-19 19:04:282294 },
Xi Cheng34ca4042018-02-23 00:10:122295 'notification_helper_unittests': {
2296 'remove_from': [
Hans Wennborg252643a2018-05-22 14:41:122297 # The test uses WinRT, which only exists in Windows 8 or above.
2298 # (https://crbug.com/813553)
Xi Cheng34ca4042018-02-23 00:10:122299 'Win 7 Tests x64 (1)',
Xi Cheng34ca4042018-02-23 00:10:122300 'Win7 Tests (1)',
2301 'Win7 Tests (dbg)(1)',
Stephen Martinis1384ff92020-01-07 19:52:152302 # all these bots run Windows 7.
Xi Cheng34ca4042018-02-23 00:10:122303 'ToTWin',
2304 'ToTWin(dbg)',
2305 'ToTWin(dll)',
inglorionb8e7a3ed2019-04-12 09:49:032306 'ToTWinOfficial',
Arthur Eubanks0c24b822021-06-15 18:51:342307 'ToTWinOfficial64',
Xi Cheng34ca4042018-02-23 00:10:122308 'ToTWin64',
2309 'ToTWin64(dbg)',
2310 'ToTWin64(dll)',
2311 'ToTWinCFI',
2312 'ToTWinCFI64',
Xi Cheng34ca4042018-02-23 00:10:122313 ],
2314 },
Ben Pastenee723b2f2019-05-31 19:10:272315 'ozone_unittests': {
2316 'modifications': {
Ben Pastene8ef125e2019-12-10 01:46:292317 'chromeos-betty-pi-arc-chrome': {
2318 'args': [
2319 '--test-launcher-filter-file=../../testing/buildbot/filters/chromeos.ozone_unittests.filter',
2320 ],
2321 },
Ben Pastene500cc1d12021-01-22 18:10:472322 'chromeos-betty-pi-arc-chrome-dchecks': {
2323 'args': [
2324 '--test-launcher-filter-file=../../testing/buildbot/filters/chromeos.ozone_unittests.filter',
2325 ],
2326 },
Ben Pastene8ef125e2019-12-10 01:46:292327 'linux-chromeos-chrome': {
2328 'args': [
2329 '--test-launcher-filter-file=../../testing/buildbot/filters/chromeos.ozone_unittests.filter',
2330 ],
2331 },
Ben Pastenee723b2f2019-05-31 19:10:272332 },
2333 },
Karen Qian385d2ca2019-03-19 21:49:582334 'perfetto_unittests': {
2335 'remove_from': [
Haiyang Pan363c59a2020-07-23 05:47:042336 # TODO(crbug.com/931138): Fix permission issue when creating tmp files
John Budorickd3fa5992019-12-13 17:22:412337 'android-arm64-proguard-rel',
John Budorickf2283d72019-06-25 01:09:092338 'android-asan',
Yun Liu022f4512019-06-10 23:14:042339 'android-code-coverage',
Yun Liu7cfd28a2019-10-30 01:57:122340 'android-code-coverage-native',
Haiyang Pan32b83392020-03-14 01:38:462341 'android-lollipop-arm-rel',
Karen Qian385d2ca2019-03-19 21:49:582342 'android-marshmallow-arm64-rel',
Haiyang Pan2486dcb2020-09-18 17:53:062343 'android-marshmallow-x86-rel-non-cq',
Haiyang Pan363c59a2020-07-23 05:47:042344 'android-nougat-arm64-rel',
Ben Joyce46ca6012021-03-31 19:19:252345 'android-pie-arm64-coverage-experimental-rel', # Does not generate profraw data.
Andrew Luo38b311f2019-10-04 03:42:092346 'android-pie-arm64-rel',
Haiyang Pan08d09dc2020-04-01 16:11:212347 'android-pie-x86-rel',
Haiyang Pan9d68ca02021-08-04 21:30:472348 'android-11-x86-rel',
Karen Qian385d2ca2019-03-19 21:49:582349 'Lollipop Phone Tester',
2350 'Lollipop Tablet Tester',
2351 'Marshmallow 64 bit Tester',
2352 'Marshmallow Tablet Tester',
2353 'Nougat Phone Tester',
Arthur Eubanksc8f86ee2021-05-10 20:14:242354 'ToTAndroid'
Karen Qian385d2ca2019-03-19 21:49:582355 ]
2356 },
Stephen Martinis54d64ad2018-09-21 22:16:202357 'performance_test_suite': {
2358 'modifications': {
Zhaoyang Li78427592021-03-25 19:03:232359 'Mac10.15 Tests (dbg)': {
2360 'args': [
2361 '--browser=debug',
2362 ],
2363 },
Stephen Martinis54d64ad2018-09-21 22:16:202364 'Win10 Tests x64 (dbg)': {
2365 'args': [
Takuto Ikutab28b582e2021-02-10 01:41:212366 '--browser=debug_x64',
Stephen Martinis54d64ad2018-09-21 22:16:202367 ],
2368 'experiment_percentage': 100,
2369 },
2370 'Win7 Tests (dbg)(1)': {
2371 'args': [
2372 '--browser=debug',
2373 ],
2374 },
2375 },
2376 },
Sven Zhenge8335e02020-08-07 22:38:392377 'pixel_browser_tests': {
2378 'modifications': {
2379 'win-pixel-tester-rel': {
2380 'non_precommit_args': [
2381 # Do not allow retry or it will break the bulk approval process.
2382 # When retry with fail-pass pattern, the passing test will overwrite the previously
2383 # seen flaky version on the trace. We can triage the image using the printed link,
2384 # but it will not show on the Skia Gold search page.
2385 '--test-launcher-retry-limit=0',
2386 ],
2387 },
2388 },
2389 },
Jonah Ryan-Davis832c8462020-06-09 03:45:032390 'pixel_skia_gold_passthrough_test': {
Brian Sheedyc0c142c2021-06-01 21:18:052391 'modifications': {
2392 'Android FYI Release (Pixel 4)': {
2393 'args': [
2394 # Pixel 4s are weird in that they can output in different color spaces
2395 # simultaneously. The readback code for capturing a screenshot assumes
2396 # only one color space, so disable wide color gamut for the test to
2397 # work around the issue. See https://crbug.com/1166379 for more
2398 # information.
2399 '--extra-browser-args=--disable-wcg-for-test',
2400 ],
2401 },
2402 'Optional Android Release (Pixel 4)': {
2403 'args': [
2404 # See above.
2405 '--extra-browser-args=--disable-wcg-for-test',
2406 ],
2407 },
2408 },
Jonah Ryan-Davis832c8462020-06-09 03:45:032409 'replacements': {
2410 # The V8 builders pass the V8 revision for ${got_revision}, so instead
2411 # use ${got_cr_revision}, which is only set on the V8 bots.
2412 'Linux V8 FYI Release (NVIDIA)': {
2413 'args': {
2414 '--git-revision': '${got_cr_revision}',
2415 },
2416 },
2417 'Linux V8 FYI Release - pointer compression (NVIDIA)': {
2418 'args': {
2419 '--git-revision': '${got_cr_revision}',
2420 },
2421 },
Jonah Ryan-Davisdeeffeaf2020-06-18 17:56:002422 'Mac V8 FYI Release (Intel)': {
2423 'args': {
2424 '--git-revision': '${got_cr_revision}',
2425 },
2426 },
Jonah Ryan-Davis832c8462020-06-09 03:45:032427 'Win V8 FYI Release (NVIDIA)': {
2428 'args': {
2429 '--git-revision': '${got_cr_revision}',
2430 },
2431 },
2432 },
2433 },
2434 'pixel_skia_gold_validating_test': {
Brian Sheedy0566f2cb2021-02-12 22:12:502435 'modifications': {
2436 'Android FYI Release (Pixel 4)': {
2437 'args': [
2438 # Pixel 4s are weird in that they can output in different color spaces
2439 # simultaneously. The readback code for capturing a screenshot assumes
2440 # only one color space, so disable wide color gamut for the test to
2441 # work around the issue. See https://crbug.com/1166379 for more
2442 # information.
2443 '--extra-browser-args=--disable-wcg-for-test',
2444 ],
2445 },
Brian Sheedycde1ab1882021-05-27 21:22:002446 'Optional Android Release (Pixel 4)': {
2447 'args': [
2448 # See above.
2449 '--extra-browser-args=--disable-wcg-for-test',
2450 ],
2451 },
Brian Sheedy0566f2cb2021-02-12 22:12:502452 },
Brian Sheedye6ea0ee2019-07-11 02:54:372453 'replacements': {
Brian Sheedye6ea0ee2019-07-11 02:54:372454 # The V8 builders pass the V8 revision for ${got_revision}, so instead
2455 # use ${got_cr_revision}, which is only set on the V8 bots.
2456 'Android V8 FYI Release (Nexus 5X)': {
2457 'args': {
Brian Sheedy4d335deb2020-04-01 20:47:322458 '--git-revision': '${got_cr_revision}',
Brian Sheedye6ea0ee2019-07-11 02:54:372459 },
2460 },
Brian Sheedye6ea0ee2019-07-11 02:54:372461 'Mac V8 FYI Release (Intel)': {
2462 'args': {
Brian Sheedy4d335deb2020-04-01 20:47:322463 '--git-revision': '${got_cr_revision}',
Brian Sheedye6ea0ee2019-07-11 02:54:372464 },
2465 },
Brian Sheedye6ea0ee2019-07-11 02:54:372466 },
2467 },
2468 'pixel_test':{
Takuto Ikuta35c85522019-06-04 16:55:462469 'modifications': {
2470 'Android Release (Nexus 5X)': {
2471 'swarming': {
2472 'shards': 2,
2473 },
2474 },
2475 },
Nico Weber128fd382018-06-14 23:29:272476 },
Chong Gu7ee366b2021-04-29 22:59:272477 'pixel_tests': {
2478 'remove_from': [
2479 'Fuchsia x64' # https://crbug.com/1203236
2480 ],
2481 },
Brian Sheedy9653f152019-08-07 17:02:442482 'rendering_representative_perf_tests': {
2483 'modifications': {
2484 'Win10 FYI x64 Exp Release (Intel HD 630)': {
2485 'args': [
Takuto Ikutab28b582e2021-02-10 01:41:212486 '--browser=release_x64',
Brian Sheedy9653f152019-08-07 17:02:442487 ],
2488 },
2489 'Win10 FYI x64 Exp Release (NVIDIA)': {
2490 'args': [
Takuto Ikutab28b582e2021-02-10 01:41:212491 '--browser=release_x64',
Brian Sheedy9653f152019-08-07 17:02:442492 ],
2493 },
Yuly Novikov86cb3542020-11-26 17:10:002494 'Win10 FYI x64 Release (AMD RX 5500 XT)': {
2495 'args': [
Takuto Ikutab28b582e2021-02-10 01:41:212496 '--browser=release_x64',
Yuly Novikov86cb3542020-11-26 17:10:002497 ],
2498 },
Brian Sheedy9653f152019-08-07 17:02:442499 'Win10 FYI x64 Release (Intel HD 630)': {
2500 'args': [
Takuto Ikutab28b582e2021-02-10 01:41:212501 '--browser=release_x64',
Brian Sheedy9653f152019-08-07 17:02:442502 ],
2503 },
Brian Sheedy9653f152019-08-07 17:02:442504 'Win10 FYI x64 Release (NVIDIA)': {
2505 'args': [
Takuto Ikutab28b582e2021-02-10 01:41:212506 '--browser=release_x64',
Brian Sheedy9653f152019-08-07 17:02:442507 ],
2508 },
behdad26cf7e72019-12-18 13:57:302509 'Win10 x64 Release (NVIDIA)': {
2510 'args': [
Takuto Ikutab28b582e2021-02-10 01:41:212511 '--browser=release_x64',
behdad26cf7e72019-12-18 13:57:302512 ],
2513 },
Brian Sheedy9653f152019-08-07 17:02:442514 },
2515 },
John Budorickdce9d462019-03-23 00:25:382516 'sandbox_linux_unittests': {
2517 'modifications': {
2518 'Lollipop Phone Tester': {
2519 'args': [
2520 '--shard-timeout=300',
2521 ],
2522 },
Haiyang Pan32b83392020-03-14 01:38:462523 'android-lollipop-arm-rel': {
2524 'args': [
2525 '--shard-timeout=300',
2526 ],
2527 },
Haiyang Pan6b8e4cf2021-08-02 21:38:282528 'android-marshmallow-x86-rel': {
John Budorick6e8e595b2020-01-27 18:15:582529 'args': [
2530 '--test-launcher-filter-file=../../testing/buildbot/filters/android.emulator.sandbox_linux_unittests.filter',
2531 ]
2532 },
Haiyang Pan08d09dc2020-04-01 16:11:212533 'android-pie-x86-rel': {
John Budorick191adfcd2020-01-29 18:19:042534 'args': [
2535 '--test-launcher-filter-file=../../testing/buildbot/filters/android.emulator.sandbox_linux_unittests.filter',
2536 ]
2537 },
John Budorickdce9d462019-03-23 00:25:382538 },
John Budorick3ebfdf852019-05-13 22:28:162539 'remove_from': [
John Budorick3ebfdf852019-05-13 22:28:162540 'android-asan', # https://crbug.com/962650
2541 ],
John Budorickdce9d462019-03-23 00:25:382542 },
Brian Sheedyc0c142c2021-06-01 21:18:052543 'screenshot_sync_passthrough_tests': {
2544 'modifications': {
2545 'Android FYI Release (Pixel 4)': {
2546 'args': [
2547 # Pixel 4s are weird in that they can output in different color spaces
2548 # simultaneously. The readback code for capturing a screenshot assumes
2549 # only one color space, so disable wide color gamut for the test to
2550 # work around the issue. See https://crbug.com/1166379 for more
2551 # information.
2552 '--extra-browser-args=--disable-wcg-for-test',
2553 ],
2554 },
2555 'Optional Android Release (Pixel 4)': {
2556 'args': [
2557 # See above.
2558 '--extra-browser-args=--disable-wcg-for-test',
2559 ],
2560 },
2561 },
2562 },
Brian Sheedy0566f2cb2021-02-12 22:12:502563 'screenshot_sync_validating_tests': {
2564 'modifications': {
2565 'Android FYI Release (Pixel 4)': {
2566 'args': [
2567 # Pixel 4s are weird in that they can output in different color spaces
2568 # simultaneously. The readback code for capturing a screenshot assumes
2569 # only one color space, so disable wide color gamut for the test to
2570 # work around the issue. See https://crbug.com/1166379 for more
2571 # information.
2572 '--extra-browser-args=--disable-wcg-for-test',
2573 ],
2574 },
Brian Sheedycde1ab1882021-05-27 21:22:002575 'Optional Android Release (Pixel 4)': {
2576 'args': [
2577 # See above.
2578 '--extra-browser-args=--disable-wcg-for-test',
2579 ],
2580 },
Brian Sheedy0566f2cb2021-02-12 22:12:502581 },
2582 },
Kenneth Russelleb60cbd22017-12-05 07:54:282583 'services_unittests': {
2584 'remove_from': [
Nico Weber15a00d62018-05-16 17:11:482585 'ToTLinuxMSan', # https://crbug.com/831676
Kenneth Russell8a386d42018-06-02 09:48:012586 # The face and barcode detection tests fail on the Mac Pros.
2587 'Mac Pro FYI Release (AMD)',
Nico Weberd36959682018-04-12 03:33:462588 'Linux ChromiumOS MSan Tests', # https://crbug.com/831676
2589 'Linux MSan Tests', # https://crbug.com/831676
Kenneth Russelleb60cbd22017-12-05 07:54:282590 ],
Brian Sheedyb6c58792020-05-07 18:37:332591 'replacements': {
2592 # TODO(crbug.com/1078982): Remove once the test is fixed on 10.15.4.
2593 'Mac FYI Experimental Release (Intel)': {
2594 'args': {
2595 '--gtest_filter': '*Detection*:-FaceDetectionImplMacTest.ScanOneFace*',
2596 },
2597 },
2598 },
Haiyang Pan363c59a2020-07-23 05:47:042599 'modifications': {
Haiyang Pan9d68ca02021-08-04 21:30:472600 'android-11-x86-rel': {
Haiyang Pan10f029c2021-07-30 23:17:562601 'args': [
2602 # TODO(crbug.com/1234824): Fix the failed tests
2603 '--gtest_filter=-PacLibraryTest.ActualPacMyIpAddress*'
2604 ],
2605 },
Haiyang Pan363c59a2020-07-23 05:47:042606 'android-nougat-arm64-rel': {
2607 # TODO(crbug.com/1108055): Remove this filter
2608 'args': [
2609 '--gtest_filter=-SystemPerfettoTest.*',
2610 ],
Chong Gudf7fbe92021-02-24 02:55:582611 },
Chong Gu52481452021-04-02 17:52:412612 'fuchsia-code-coverage': {
2613 'swarming': {
2614 'shards': 7,
2615 },
2616 },
2617 }
Chong Gudf7fbe92021-02-24 02:55:582618 },
Brian Ho8271a7ad2021-08-12 20:48:032619 # TODO(crbug.com/1202958): Remove these when SkiaRenderer is fully shipped
2620 # on Chrome OS.
2621 'skia_renderer_telemetry_perf_unittests': {
2622 'remove_from': [
2623 # Not enough capacity.
2624 'chromeos-betty-pi-arc-chrome',
2625 'chromeos-betty-pi-arc-chrome-dchecks',
2626 ],
2627 'modifications': {
2628 'chromeos-amd64-generic-rel': {
2629 'ci_only': True,
2630 },
2631 'chromeos-amd64-generic-rel (goma cache silo)': {
2632 'ci_only': True,
2633 },
2634 'chromeos-amd64-generic-rel (reclient)': {
2635 'ci_only': True,
2636 },
2637 'chromeos-amd64-generic-rel-dchecks': {
2638 'ci_only': True,
2639 },
2640 },
2641 },
2642 'skia_renderer_telemetry_unittests': {
2643 'remove_from': [
2644 # Not enough capacity.
2645 'chromeos-betty-pi-arc-chrome',
2646 'chromeos-betty-pi-arc-chrome-dchecks',
2647 ],
2648 'modifications': {
2649 'chromeos-amd64-generic-rel': {
2650 'ci_only': True,
2651 },
2652 'chromeos-amd64-generic-rel (goma cache silo)': {
2653 'ci_only': True,
2654 },
2655 'chromeos-amd64-generic-rel (reclient)': {
2656 'ci_only': True,
2657 },
2658 'chromeos-amd64-generic-rel-dchecks': {
2659 'ci_only': True,
2660 },
2661 },
2662 },
Chong Gub2446462021-08-19 18:44:082663 'snapshot_unittests': {
2664 'modifications': {
2665 'fuchsia-fyi-arm64-dbg': {
2666 'args': [
2667 '--test-launcher-filter-file=../../testing/buildbot/filters/fuchsia.debug.snapshot_unittests.filter',
2668 ],
2669 },
2670 },
2671 },
Stephen Martinis54d64ad2018-09-21 22:16:202672 'swiftshader_unittests': {
2673 'remove_from': [
2674 # Save capacity on the hardware where we have only a few machines.
2675 'Mac FYI Experimental Release (Intel)',
2676 'Mac FYI Experimental Retina Release (AMD)',
2677 'Mac FYI Experimental Retina Release (NVIDIA)',
2678 'Mac Pro FYI Release (AMD)',
2679 ],
2680 },
Kenneth Russelleb60cbd22017-12-05 07:54:282681 'sync_integration_tests': {
Brad Halla36886c2019-02-26 16:52:292682 'remove_from': [
Brad Halla36886c2019-02-26 16:52:292683 'CrWinAsan(dll)', # https://crbug.com/935598
2684 ],
Kenneth Russelleb60cbd22017-12-05 07:54:282685 'modifications': {
Erik Chene84bc1c2019-11-25 23:23:522686 'Linux ASan LSan Tests (1)': {
2687 'swarming': {
2688 'shards': 4,
2689 },
2690 },
Nico Weber8fbc2832018-12-14 16:00:572691 'Linux TSan Tests': {
2692 'swarming': {
2693 'shards': 6,
2694 },
2695 },
Sven Zheng9a52be52020-10-09 21:27:122696 # TODO(crbug.com/1131588) Tests are flaky only on CQ.
2697 'Mac10.13 Tests': {
2698 'precommit_args': [
2699 '--gtest_filter=-*',
2700 ],
2701 },
Zhaoyang Li69e2e002021-02-19 21:57:352702 # TODO(crbug.com/1131588) Tests are flaky only on CQ.
2703 'Mac10.15 Tests': {
2704 'precommit_args': [
2705 '--gtest_filter=-*',
2706 ],
2707 },
Stephen Martinis1384ff92020-01-07 19:52:152708 'ToTLinuxTSan': {
Kenneth Russelleb60cbd22017-12-05 07:54:282709 'swarming': {
Stephen Martinis1384ff92020-01-07 19:52:152710 'shards': 6,
Kenneth Russelleb60cbd22017-12-05 07:54:282711 },
2712 },
Stephen Martinis75ab55d2018-08-30 02:27:122713 'Win10 Tests x64 (dbg)': {
2714 'experiment_percentage': 100, # https://crbug.com/840369
2715 },
Stephen Martinis1384ff92020-01-07 19:52:152716 'Win7 Tests (dbg)(1)': {
2717 'swarming': {
2718 'shards': 2,
2719 },
2720 },
2721 'linux-chromeos-code-coverage': {
Yuke Liao79424e42020-01-06 21:00:112722 'swarming': {
2723 'shards': 4,
2724 },
2725 },
Stephen Martinis1384ff92020-01-07 19:52:152726 'linux-code-coverage': {
Yuke Liao79424e42020-01-06 21:00:112727 'swarming': {
2728 'shards': 4,
2729 },
2730 },
Sven Zhengfbbf21a2021-04-16 23:57:122731 # https://crbug.com/1199909,
Junhua Chen39dd2dba2021-05-05 17:51:542732 'linux-lacros-code-coverage': {
2733 'args': [
2734 '--test-launcher-filter-file=../../testing/buildbot/filters/linux-lacros.sync_integration_tests.filter',
2735 ]
2736 },
Anastasiia N11c1f8d2021-04-19 14:04:422737 'linux-lacros-tester-rel': {
2738 'args': [
Yuke Liao56a437dd2021-05-05 04:53:402739 '--test-launcher-filter-file=../../testing/buildbot/filters/linux-lacros.sync_integration_tests.filter',
Anastasiia N11c1f8d2021-04-19 14:04:422740 ],
2741 },
Kenneth Russelleb60cbd22017-12-05 07:54:282742 },
2743 },
Haiyang Panfed339172021-03-10 23:19:572744 'system_webview_shell_layout_test_apk': {
2745 'remove_from': [
Haiyang Pan9d68ca02021-08-04 21:30:472746 'android-11-x86-rel', # crbug.com/1165280
Haiyang Panfed339172021-03-10 23:19:572747 ],
2748 },
Weizhong Xia613fda42021-04-21 20:11:522749 'system_webview_wpt': {
2750 'modifications': {
2751 'android-webview-pie-x86-wpt-fyi-rel': {
Weizhong Xia03b8e36e2021-06-25 23:23:582752 'args': [
2753 '--log-wptreport',
2754 ],
Weizhong Xia613fda42021-04-21 20:11:522755 'swarming': {
Weizhong Xia613fda42021-04-21 20:11:522756 'shards': 18,
2757 },
2758 },
2759 },
2760 },
Kenneth Russell8a386d42018-06-02 09:48:012761 'tab_capture_end2end_tests': {
Nico Webere89a3c92018-07-01 01:30:522762 # Run these only on Release bots.
Kenneth Russell8a386d42018-06-02 09:48:012763 'remove_from': [
Kenneth Russell8a386d42018-06-02 09:48:012764 'Linux Debug (NVIDIA)',
2765 'Mac Debug (Intel)',
2766 'Mac Retina Debug (AMD)',
Yuly Novikovbc1ccff2019-08-03 00:05:492767 'Win10 FYI x64 Debug (NVIDIA)',
Yuly Novikovf28f1eca2019-07-04 22:43:392768 # Disabled due to dbus crashes crbug.com/927465
Yuly Novikov5865ff72019-07-09 21:38:052769 'Linux FYI Release (Intel HD 630)',
2770 'Linux FYI Release (NVIDIA)',
Brian Sheedy22d051e2019-08-07 00:50:162771 'Linux FYI SkiaRenderer Vulkan (Intel HD 630)',
Yuly Novikov5865ff72019-07-09 21:38:052772 'Linux FYI SkiaRenderer Vulkan (NVIDIA)',
2773 'Linux Release (NVIDIA)',
Kenneth Russell8a386d42018-06-02 09:48:012774 ],
Emily Hanleyb64ac7c2018-05-25 13:36:552775 },
Haiyang Pan8c201b92020-06-04 01:25:072776 'telemetry_chromium_minidump_unittests': {
2777 'remove_from': [
Haiyang Pan2486dcb2020-09-18 17:53:062778 'android-marshmallow-x86-rel-non-cq', # crbug.com/1084352
Haiyang Pan8c201b92020-06-04 01:25:072779 ],
2780 },
Brian Sheedyc117f6d2020-05-06 02:23:272781 'telemetry_monochrome_minidump_unittests': {
2782 'remove_from': [
2783 # Monochrome isn't supported on M.
2784 'android-marshmallow-arm64-rel',
Haiyang Pan2486dcb2020-09-18 17:53:062785 'android-marshmallow-x86-rel-non-cq',
Brian Sheedyc117f6d2020-05-06 02:23:272786 ],
2787 },
Kenneth Russelleb60cbd22017-12-05 07:54:282788 'telemetry_perf_unittests': {
2789 'modifications': {
Kenneth Russelleb60cbd22017-12-05 07:54:282790 'Linux Tests': {
2791 'args': [
2792 '--xvfb',
Ned Nguyene6e26042018-01-17 20:42:482793 '--jobs=1',
Kenneth Russelleb60cbd22017-12-05 07:54:282794 ],
2795 },
Juan Antonio Navarro Perez4899edf2019-03-14 13:05:352796 'Linux Tests (dbg)(1)': {
2797 'args': [
2798 '--xvfb',
2799 '--jobs=1',
2800 ],
2801 },
Stephanie Kim56defb72020-11-19 21:32:372802 # TODO crbug.com/1143924: Remove when experimentation is complete
2803 'Linux Tests Robocrop': {
2804 'args': [
2805 '--xvfb',
2806 '--jobs=1',
2807 ],
2808 },
Kenneth Russelleb60cbd22017-12-05 07:54:282809 # Disable parallelism on all Mac bots.
Kenneth Russelleb60cbd22017-12-05 07:54:282810 'Mac10.11 Tests': {
2811 'args': [
2812 '--jobs=1',
2813 ],
2814 },
2815 'Mac10.12 Tests': {
2816 'args': [
2817 '--jobs=1',
2818 ],
2819 },
Ned Nguyen6e6e5b32018-02-21 20:21:502820 'Win7 Tests (dbg)(1)': {
2821 'args': [
2822 '--jobs=1',
2823 ],
2824 'swarming': {
2825 'shards': 20,
2826 },
2827 'experiment_percentage': 100,
2828 },
Ben Pastene69400eb2021-03-25 19:27:162829 'chromeos-eve-chrome': {
2830 'args': [
2831 # TODO(crbug.com/1191132): Re-enable.
2832 '--skip=benchmarks.benchmark_smoke_unittest.BenchmarkSmokeTest.wasmpspdfkit',
2833 ],
2834 },
Ben Pastene2b4b15f2021-03-04 00:39:242835 'chromeos-kevin-chrome': {
2836 # TODO(crbug.com/1182948): Remove the experiment.
Ben Pastenebe91e462021-07-27 23:47:262837 # TODO(b/188822176): Restore to 100% when we have additional capacity.
2838 'experiment_percentage': 0,
Ben Pastene2b4b15f2021-03-04 00:39:242839 },
Ben Pastene7b1384a2021-04-22 23:24:322840 'linux-bionic-rel': {
2841 'args': [
2842 '--xvfb',
2843 '--jobs=1',
2844 ],
2845 },
Stephen Martinis1384ff92020-01-07 19:52:152846 'linux-chromium-tests-staging-tests': {
2847 'args': [
2848 '--xvfb',
2849 '--jobs=1',
2850 ],
2851 },
2852 'linux-trusty-rel': {
2853 'args': [
2854 '--xvfb',
2855 '--jobs=1',
2856 ],
2857 },
Stephanie Kim5c7f31d2021-04-27 18:00:062858 'linux-xenial-rel': {
2859 'args': [
2860 '--xvfb',
2861 '--jobs=1',
2862 ],
2863 },
Kenneth Russelleb60cbd22017-12-05 07:54:282864 },
2865 'remove_from': [
Haiyang Pan2486dcb2020-09-18 17:53:062866 'android-marshmallow-x86-rel-non-cq', # crbug.com/1084352
Haiyang Pan0e39edf42020-04-28 19:29:012867 # There's no need to run telemetry_perf_unittests on both lollipop and
Erik Chen96894722019-11-21 20:03:392868 # marshmallow on the CQ. https://crbug.com/1026487.
2869 'android-marshmallow-arm64-rel',
Haiyang Pan363c59a2020-07-23 05:47:042870 'android-nougat-arm64-rel', # crbug.com/1108124
Andrew Luobe83fd82019-12-19 03:07:582871 'android-pie-arm64-rel',
Garrett Beatyeef031a2019-02-28 01:55:412872 # crbug.com/936540
Garrett Beatyeef031a2019-02-28 01:55:412873 'Mac10.11 Tests',
Shenghua Zhangbd6f1b232018-03-03 02:59:142874 'Mac10.13 Tests',
Zhaoyang Li69e2e002021-02-19 21:57:352875 'Mac10.15 Tests',
Zhaoyang Li78427592021-03-25 19:03:232876 'Mac10.15 Tests (dbg)',
Stephen Martinis1384ff92020-01-07 19:52:152877 'Linux - Future (dbg)', # client.v8.chromium
Takuto Ikuta9aa015d2019-04-15 23:33:292878 'Win10 Tests x64',
Stephen Martinise701f5a2018-05-04 01:25:112879 'Win10 Tests x64 (dbg)',
Kuan Huangc93e8672021-06-29 21:13:452880 'Win10 Tests x64 20h2',
Kenneth Russelleb60cbd22017-12-05 07:54:282881 ],
2882 },
Stephen Martinis54d64ad2018-09-21 22:16:202883 'telemetry_unittests': {
2884 'modifications': {
2885 'Win10 Tests x64 (dbg)': {
2886 'experiment_percentage': 100, # crbug.com/870673
Ben Pastene9383fe12020-10-20 21:32:402887 },
John Budorickc498fd3c2019-03-14 01:16:262888 },
2889 'remove_from': [
Ben Pastene9ef2ced52021-07-28 18:04:342890 # TODO(crbug.com/1141234): Restore when there's more DUTs
2891 'chromeos-kevin-chrome',
2892 'chromeos-kevin-rel',
Ben Pastene619317752020-12-03 00:04:142893
John Budorickc498fd3c2019-03-14 01:16:262894 # crbug.com/936540
John Budorickc498fd3c2019-03-14 01:16:262895 'Mac10.11 Tests',
Takuto Ikuta9aa015d2019-04-15 23:33:292896
2897 'Win10 Tests x64',
Kuan Huangc93e8672021-06-29 21:13:452898 'Win10 Tests x64 20h2',
John Budorickc498fd3c2019-03-14 01:16:262899 ],
Stephen Martinis54d64ad2018-09-21 22:16:202900 },
Brian Sheedyf3b48d62020-05-08 23:03:122901 'test_buildbucket_api_gpu_use_cases': {
2902 'remove_from': [
2903 # crbug.com/1080749
2904 'Optional Linux Release (NVIDIA)',
2905 ],
2906 },
Kenneth Russelleb60cbd22017-12-05 07:54:282907 'unit_tests': {
Yun Liu3e759dbb2019-11-01 19:25:522908 'remove_from': [
Ben Pastene3e32ffe2020-08-07 03:37:072909 'android-pie-arm64-rel', # https://crbug.com/1010211
Yun Liu3e759dbb2019-11-01 19:25:522910 ],
Kenneth Russelleb60cbd22017-12-05 07:54:282911 'modifications': {
John Budorickca14c76f62017-12-09 14:19:182912 'Linux ASan LSan Tests (1)': {
John Budorick5052d552017-12-13 02:59:342913 # These are slow on the ASAN trybot for some reason.
2914 # crbug.com/794372
John Budorickca14c76f62017-12-09 14:19:182915 'swarming': {
John Budorick5052d552017-12-13 02:59:342916 'shards': 4,
John Budorickca14c76f62017-12-09 14:19:182917 },
2918 },
Stephen Martinis1384ff92020-01-07 19:52:152919 'Linux Chromium OS ASan LSan Tests (1)': {
2920 # These are slow on the ASAN trybot for some reason.
2921 # crbug.com/794372
John Budorickca14c76f62017-12-09 14:19:182922 'swarming': {
2923 'shards': 2,
2924 },
2925 },
Takuto Ikuta54671d972018-07-19 19:06:352926 'Linux ChromiumOS MSan Tests': {
2927 # These are very slow on the Chrome OS MSAN trybot for some reason.
2928 # crbug.com/865455
2929 'swarming': {
2930 'shards': 2,
2931 },
2932 },
Stephen Martinis1384ff92020-01-07 19:52:152933 'Linux TSan Tests': {
Takuto Ikuta54671d972018-07-19 19:06:352934 'swarming': {
2935 'shards': 2,
2936 },
2937 },
Stephen Martinis1384ff92020-01-07 19:52:152938 'ToTLinuxASan': {
Dirk Pranke20eae9a72017-12-09 18:12:142939 'swarming': {
Stephen Martinis1384ff92020-01-07 19:52:152940 'shards': 2,
Dirk Pranke20eae9a72017-12-09 18:12:142941 },
2942 },
Stephen Martinis1384ff92020-01-07 19:52:152943 'android-asan': {
2944 'args': [
2945 '--test-launcher-filter-file=../../testing/buildbot/filters/android.asan.unit_tests.filter',
2946 ],
2947 },
Takuto Ikuta527cdff2020-01-29 08:04:272948 'android-marshmallow-arm64-rel-swarming': {
2949 'swarming': {
2950 'shards': 8,
2951 },
2952 },
Stephen Martinis1384ff92020-01-07 19:52:152953 'linux-chromeos-chrome': {
2954 'args': [
2955 '--test-launcher-filter-file=../../testing/buildbot/filters/chromeos.unit_tests.filter',
2956 ],
2957 },
Ben Pasteneacd57392019-10-31 02:13:252958 'linux-chromeos-dbg': {
2959 'swarming': {
2960 'shards': 2,
2961 },
2962 },
Erik Chend063aef72019-11-18 19:13:102963 'linux-chromeos-rel': {
2964 'swarming': {
2965 'shards': 2,
2966 },
2967 },
Yuke Liao597dd6df72020-08-18 03:02:542968 # https://crbug.com/1111979,
Junhua Chen39dd2dba2021-05-05 17:51:542969 'linux-lacros-code-coverage': {
2970 'args': [
2971 '--test-launcher-filter-file=../../testing/buildbot/filters/linux-lacros.unit_tests.filter',
2972 ],
2973 },
2974 # https://crbug.com/1111979,
Sven Zheng5c9d3e342020-08-11 21:39:432975 'linux-lacros-tester-rel': {
Sven Zheng5c9d3e342020-08-11 21:39:432976 'args': [
Yuke Liao56a437dd2021-05-05 04:53:402977 '--test-launcher-filter-file=../../testing/buildbot/filters/linux-lacros.unit_tests.filter',
Sven Zheng5c9d3e342020-08-11 21:39:432978 ],
2979 },
Kenneth Russelleb60cbd22017-12-05 07:54:282980 },
2981 },
Maksim Sisov649b7017a2021-03-04 08:20:392982 'unit_tests_wayland': {
2983 'modifications': {
2984 # CI Ozone/Wayland tester.
2985 'Linux Tester (Ozone Wayland)': {
2986 'args': [
2987 '--test-launcher-filter-file=../../testing/buildbot/filters/ozone-linux.unit_tests_wayland.filter',
2988 ],
2989 },
2990 }
2991 },
Kenneth Russell8a386d42018-06-02 09:48:012992 'video_decode_accelerator_gl_unittest': {
2993 'remove_from': [
Kenneth Russell8a386d42018-06-02 09:48:012994 # Windows Intel doesn't have the GL extensions to support this test.
Yuly Novikovbc1ccff2019-08-03 00:05:492995 'Optional Win10 x64 Release (Intel HD 630)',
2996 'Win10 FYI x64 Release (Intel HD 630)',
Yuly Novikov5ff15502019-07-31 00:55:482997 'Win10 FYI x64 Exp Release (Intel HD 630)',
Kenneth Russell8a386d42018-06-02 09:48:012998 ],
2999 },
Sven Zheng577fe5ff2020-08-03 22:06:443000 'views_unittests': {
Sven Zheng80734f12020-08-06 06:50:393001 'modifications': {
Sven Zheng5c9d3e342020-08-11 21:39:433002 # https://crbug.com/1111979,
Junhua Chen39dd2dba2021-05-05 17:51:543003 'linux-lacros-code-coverage': {
3004 'args': [
3005 '--gtest_filter=-DesktopWidgetFocusManagerTest.AnchoredDialogInDesktopNativeWidgetAura:'
3006 'DesktopWidgetTest*:'
3007 'DesktopWindowTreeHostPlatformTest*:'
3008 'EditableComboboxTest*:'
3009 'MenuRunnerTest*:'
3010 'TextfieldTest*:'
3011 'TooltipControllerTest*:'
3012 'TooltipStateManagerTest*'
3013 ],
3014 },
Yuke Liaoa0db4742021-08-09 18:28:333015 'linux-lacros-dbg-tests-fyi': {
3016 'args': [
3017 '--gtest_filter=-DesktopWidgetFocusManagerTest.AnchoredDialogInDesktopNativeWidgetAura:'
3018 'TextfieldTest*:'
3019 'TooltipControllerTest*:'
3020 ],
3021 },
Sven Zheng5c9d3e342020-08-11 21:39:433022 'linux-lacros-tester-rel': {
Sven Zheng5c9d3e342020-08-11 21:39:433023 'args': [
3024 '--gtest_filter=-DesktopWidgetFocusManagerTest.AnchoredDialogInDesktopNativeWidgetAura:'
Yuke Liao34721c22020-08-14 21:41:193025 'DesktopWidgetTest*:'
3026 'DesktopWindowTreeHostPlatformTest*:'
Yuke Liaocf9db2b2020-08-13 19:42:533027 'EditableComboboxTest*:'
Sven Zhengea8903f2020-08-14 05:27:513028 'MenuRunnerTest*:'
Yuke Liaocf9db2b2020-08-13 19:42:533029 'TextfieldTest*:'
Benjamin Beaudry54b3b882021-03-12 23:55:363030 'TooltipControllerTest*:'
3031 'TooltipStateManagerTest*'
Sven Zheng5c9d3e342020-08-11 21:39:433032 ],
3033 },
Sven Zheng80734f12020-08-06 06:50:393034 },
Chong Gu92965bc2021-08-20 20:11:193035 'replacements': {
3036 'fuchsia-fyi-arm64-dbg': {
3037 'args': {
3038 '--test-launcher-filter-file': '../../testing/buildbot/filters/fuchsia.debug.views_unittests.filter',
3039 },
3040 },
3041 },
Sven Zheng577fe5ff2020-08-03 22:06:443042 },
Tom Anderson76eff052020-04-01 21:28:523043 'views_unittests_wayland': {
3044 'modifications': {
Maksim Sisov69730f82020-11-11 12:09:133045 # CQ tester.
Tom Anderson76eff052020-04-01 21:28:523046 'Linux Ozone Tester (Wayland)': {
3047 'args': [
3048 '--test-launcher-filter-file=../../testing/buildbot/filters/ozone-linux.wayland_views_unittests.filter',
3049 ],
3050 },
Maksim Sisov69730f82020-11-11 12:09:133051 # CI tester.
3052 'Linux Tester (Ozone Wayland)': {
3053 'args': [
3054 '--test-launcher-filter-file=../../testing/buildbot/filters/ozone-linux.wayland_views_unittests.filter',
3055 ],
3056 },
Tom Anderson76eff052020-04-01 21:28:523057 },
3058 },
John Budorickd02c429de2020-01-10 19:02:213059 'viz_unittests': {
3060 'modifications': {
Haiyang Pan9d68ca02021-08-04 21:30:473061 'android-11-x86-rel': {
Haiyang Pancf765862021-03-18 20:39:153062 'args': [
3063 '--test-launcher-filter-file=../../testing/buildbot/filters/android.emulator_11.viz_unittests.filter',
3064 ],
3065 },
Haiyang Pan6b8e4cf2021-08-02 21:38:283066 'android-marshmallow-x86-rel': {
John Budorickafd548b2020-01-14 20:45:093067 'args': [
John Budorickd02c429de2020-01-10 19:02:213068 '--test-launcher-filter-file=../../testing/buildbot/filters/android.emulator.viz_unittests.filter',
3069 ],
3070 },
Haiyang Pan08d09dc2020-04-01 16:11:213071 'android-pie-x86-rel': {
John Budorickafd548b2020-01-14 20:45:093072 'args': [
John Budorickd02c429de2020-01-10 19:02:213073 '--test-launcher-filter-file=../../testing/buildbot/filters/android.emulator.viz_unittests.filter',
3074 ],
3075 },
Chong Gu92965bc2021-08-20 20:11:193076 },
3077 'replacements': {
Chong Gub2446462021-08-19 18:44:083078 'fuchsia-fyi-arm64-dbg': {
Chong Gu92965bc2021-08-20 20:11:193079 'args': {
3080 '--test-launcher-filter-file': '../../testing/buildbot/filters/fuchsia.debug.viz_unittests.filter',
3081 },
Chong Gub2446462021-08-19 18:44:083082 },
John Budorickd02c429de2020-01-10 19:02:213083 },
3084 },
John Budorick20f4fa8d2019-08-02 22:58:293085 'vr_android_unittests': {
3086 'remove_from': [
Michael Thiessen2abf0052021-03-05 18:43:073087 'android-lollipop-arm-rel',
John Budorick20f4fa8d2019-08-02 22:58:293088 ],
3089 },
3090 'vr_common_unittests': {
3091 'remove_from': [
Haiyang Pan08d09dc2020-04-01 16:11:213092 'android-pie-x86-rel',
John Budorick20f4fa8d2019-08-02 22:58:293093 ],
3094 },
Kenneth Russellfbda3c532017-12-08 23:57:243095 'vr_pixeltests': {
3096 'remove_from': [
Haiyang Pan08d09dc2020-04-01 16:11:213097 'android-pie-x86-rel',
Kenneth Russell8ceeabf2017-12-11 17:53:283098 'VR Linux',
Kenneth Russellfbda3c532017-12-08 23:57:243099 ],
3100 },
Nico Webere81999ee2018-07-01 23:52:433101 'wayland_client_perftests': {
3102 'remove_from': [
3103 'linux-chromeos-dbg', # https://crbug.com/859307
3104 ],
3105 },
Chong Gud1a5c5992021-04-09 04:08:323106 'web_engine_browsertests': {
3107 'modifications': {
3108 'fuchsia-code-coverage': {
3109 'swarming': {
Chong Gu7a463202021-07-19 18:43:103110 'shards': 28,
Chong Gud1a5c5992021-04-09 04:08:323111 },
3112 },
3113 },
3114 },
Chong Gu4c9e8f112021-06-02 18:37:263115 'web_engine_integration_tests': {
3116 'modifications': {
3117 'fuchsia-code-coverage': {
3118 'swarming': {
3119 'shards': 6,
3120 },
3121 },
3122 },
3123 },
John Budorick63357462019-02-27 23:02:513124 'webdriver_tests_suite': {
3125 'remove_from': [
3126 'Linux Tests', # https://crbug.com/929689, https://crbug.com/936557
Stephanie Kim5c7f31d2021-04-27 18:00:063127 'linux-xenial-rel',
John Budorick63357462019-02-27 23:02:513128 ],
3129 },
bsheedy048cbdb2019-02-04 20:32:053130 'webgl2_conformance_gl_passthrough_tests': {
3131 'remove_from': [
Geoff Lang1fede152019-10-10 23:03:443132 # Not enough capacity. https://crbug.com/982294
3133 'Mac Pro FYI Release (AMD)',
3134 'Mac FYI Retina Release (NVIDIA)',
bsheedy048cbdb2019-02-04 20:32:053135 ],
3136 },
Brian Sheedy5a9f6562021-08-20 03:32:543137 'webgl2_conformance_gles_passthrough_tests': {
3138 'remove_from': [
3139 # Not enough CrOS hardware capacity to run on anything other than VMs.
3140 # See https://crbug.com/1238070.
3141 'ChromeOS FYI Release (kevin)',
3142 'Lacros FYI x64 Release (Intel)',
3143 ],
3144 'modifications': {
3145 # This VM configuration is known to be significantly slower than other
3146 # CrOS configurations, so increase the shards.
3147 # TODO(crbug.com/1223550): Remove this if the configuration can be sped
3148 # up.
3149 'ChromeOS FYI Release (amd64-generic)': {
3150 'swarming': {
3151 'shards': 30,
3152 },
3153 },
3154 },
3155 },
John Budorick82e61dfb2019-12-10 04:36:093156 'webgl2_conformance_validating_tests': {
Stephen Martinis54d64ad2018-09-21 22:16:203157 'remove_from': [
3158 # The Mac NVIDIA Retina bots don't have the capacity to run
3159 # this test suite on mac_optional_gpu_tests_rel.
3160 'Optional Mac Retina Release (NVIDIA)',
3161 ],
Kenneth Russell8a386d42018-06-02 09:48:013162 'modifications': {
Brian Sheedyab0a1992021-08-13 20:57:393163 # This VM configuration is known to be significantly slower than other
3164 # CrOS configurations, so increase the shards.
3165 # TODO(crbug.com/1223550): Remove this if the configuration can be sped
3166 # up.
3167 'ChromeOS FYI Release (amd64-generic)': {
3168 'swarming': {
3169 'shards': 30,
3170 },
Brian Sheedy9bde4532021-08-20 18:11:193171 # This configuration is tested with the passthrough decoder as well,
3172 # which will be shipped in the nearish future, so any failures that
3173 # show up with the validating decoder are just an FYI.
3174 'experiment_percentage': 100,
Brian Sheedyab0a1992021-08-13 20:57:393175 },
Kenneth Russell8a386d42018-06-02 09:48:013176 'Mac FYI GPU ASAN Release': {
3177 'args': [
3178 '--is-asan',
3179 ]
3180 },
3181 },
3182 },
3183 'webgl_conformance_gl_passthrough_tests': {
3184 'remove_from': [
3185 # crbug.com/555545 and crbug.com/649824:
3186 # Disable webgl_conformance_gl_tests on some Win/AMD cards.
3187 # Always fails on older cards, flaky on newer cards.
Kenneth Russell8a386d42018-06-02 09:48:013188 'Win7 FYI Release (AMD)',
3189 ],
3190 },
Kenneth Russell984f2f12020-12-15 23:23:353191 'webgl_conformance_metal_passthrough_tests': {
3192 'remove_from': [
3193 # crbug.com/1158857: re-enable if Metal shader cache workaround is added.
3194 'Mac FYI Retina Release (NVIDIA)',
3195 ],
3196 },
Stephen Martinis54d64ad2018-09-21 22:16:203197 'webgl_conformance_tests': {
Kenneth Russelle63e41f2019-04-09 02:45:283198 'remove_from': [
3199 # Too slow on this configuration, which is severely hardware
3200 # constrained. crbug.com/950690
3201 'Mac FYI Retina Debug (NVIDIA)',
3202 ],
Kenneth Russell8a386d42018-06-02 09:48:013203 },
John Budorick82e61dfb2019-12-10 04:36:093204 'webgl_conformance_validating_tests': {
3205 'modifications': {
3206 'Mac FYI GPU ASAN Release': {
3207 'args': [
3208 '--is-asan',
3209 ]
3210 },
3211 },
3212 },
Austin Enge8c0ba02021-07-19 23:55:193213 'webgpu_blink_web_tests': {
3214 'modifications': {
3215 # Increase the timeout with ASAN (crbug.com/1208253)
3216 'Dawn Win10 x64 ASAN Release': {
3217 'args': [
3218 '--time-out-ms=48000',
3219 ],
3220 },
3221 },
3222 },
Kenneth Russelleb60cbd22017-12-05 07:54:283223 'webkit_unit_tests': {
Yun Liu16394ab32019-11-19 16:37:573224 'remove_from': [
3225 # Flakily fails on Win7. https://crbug.com/943372.
3226 'Win7 Tests (1)',
3227 'Win 7 Tests x64 (1)',
Haiyang Pan2489f032020-09-30 19:05:033228 'android-lollipop-arm-rel', # crbug.com/1133002#c6
Haiyang Pan90ed7c642021-02-06 01:22:063229 # Runs on android-marshmallow-x86-rel already (crbug.com/1127110)
3230 'android-marshmallow-arm64-rel',
3231 'android-marshmallow-x86-rel-non-cq',
Yun Liu16394ab32019-11-19 16:37:573232 ],
Dirk Pranke81ff51c2017-12-09 19:24:283233 'modifications': {
John Budorick5052d552017-12-13 02:59:343234 'Linux ASan LSan Tests (1)': {
3235 # These are very slow on the ASAN trybot for some reason.
3236 # crbug.com/794372
3237 'swarming': {
3238 'shards': 5,
3239 },
3240 },
Erik Chen681dc0282019-11-26 22:54:493241 'Linux TSan Tests': {
3242 'swarming': {
3243 'shards': 2,
3244 },
3245 },
arthursonzogni26889d82018-05-29 17:18:163246 'Marshmallow 64 bit Tester': {
3247 # Increase timeout. See https://crbug.com/847229.
3248 'swarming': {
3249 'hard_timeout': 1200,
3250 },
3251 },
Haiyang Pan9d68ca02021-08-04 21:30:473252 'android-11-x86-rel': {
Haiyang Panc7c009e2021-03-18 19:31:233253 'args': [
3254 '--test-launcher-filter-file=../../testing/buildbot/filters/android.emulator_11.blink_unittests.filter',
3255 ],
3256 },
Omer Katz7d2be652020-01-22 18:13:463257 'linux-blink-heap-concurrent-marking-tsan-rel': {
3258 'swarming': {
3259 'shards': 2,
3260 },
3261 },
Dirk Pranke81ff51c2017-12-09 19:24:283262 },
Kenneth Russelleb60cbd22017-12-05 07:54:283263 },
Haiyang Panfbd2b482020-09-23 23:41:253264 'weblayer_browsertests': {
3265 'modifications': {
Haiyang Pan9d68ca02021-08-04 21:30:473266 'android-11-x86-rel': {
Haiyang Pand38464f52021-03-24 00:29:013267 'args': [
3268 # TODO(crbug.com/1191784): Enable this test once the issue is fixed.
3269 '--gtest_filter=-DownloadBrowserTest.OverrideDownloadDirectory',
3270 ],
3271 },
Haiyang Panfbd2b482020-09-23 23:41:253272 'android-pie-arm64-rel': {
3273 # TODO(crbug.com/1111436): Move this back to walleye if/when additional
3274 # capacity has been deployed.
3275 'swarming': {
3276 'dimension_sets': [
3277 {
3278 'device_type': 'sailfish',
3279 },
3280 ],
3281 },
3282 },
3283 },
3284 },
Haiyang Pan591dbad2020-06-05 20:26:373285 'weblayer_bundle_test': {
3286 'remove_from': [
Haiyang Pan2486dcb2020-09-18 17:53:063287 'android-marshmallow-x86-rel-non-cq', # crbug.com/1088013
Haiyang Pan9d68ca02021-08-04 21:30:473288 'android-11-x86-rel', # crbug.com/1165280
Haiyang Pan591dbad2020-06-05 20:26:373289 ],
3290 },
3291 'weblayer_instrumentation_test_apk': {
3292 'remove_from': [
Haiyang Pan2486dcb2020-09-18 17:53:063293 'android-marshmallow-x86-rel-non-cq', # crbug.com/1088013
Haiyang Pan9d68ca02021-08-04 21:30:473294 'android-11-x86-rel', # crbug.com/1165280
Haiyang Pan591dbad2020-06-05 20:26:373295 ],
Haiyang Pan6d7a15b2020-10-03 00:29:193296 'modifications': {
3297 'android-pie-arm64-rel': {
3298 # TODO(crbug.com/1111436): Move this back to walleye if/when additional
3299 # capacity has been deployed.
3300 'swarming': {
3301 'dimension_sets': [
3302 {
3303 'device_type': 'sailfish',
3304 },
3305 ],
3306 },
3307 },
3308 },
Haiyang Pan591dbad2020-06-05 20:26:373309 },
Rakib M. Hasan48919902021-02-26 23:07:203310 'weblayer_instrumentation_test_apk_ToT_Tests': {
3311 'modifications': {
3312 'android-weblayer-10-x86-rel-tests': {
3313 'args': [
3314 '--replace-system-package=org.chromium.weblayer.shell,apks/WebLayerShellSystemWebView.apk'
3315 ]
3316 },
3317 'android-weblayer-marshmallow-x86-rel-tests': {
3318 'args': [
3319 '--replace-system-package=org.chromium.weblayer.shell,apks/WebLayerShellSystemWebView.apk'
3320 ]
3321 }
3322 }
3323 },
Haiyang Pan4efd9b02021-03-17 23:58:303324 'weblayer_private_instrumentation_test_apk': {
3325 'modifications': {
3326 # TODO(crbug.com/1189403): Remove the filter once the issue is fixed.
Haiyang Pan9d68ca02021-08-04 21:30:473327 'android-11-x86-rel': {
Haiyang Pan4efd9b02021-03-17 23:58:303328 'args': [
3329 '--gtest_filter=-org.chromium.weblayer.test.MediaCaptureTest.*',
3330 ],
Haiyang Panf72ffdf2021-08-03 20:24:123331 # TODO(crbug.com/1137474): Remove after the test suite is green.
3332 'experiment_percentage': 100,
Haiyang Pan4efd9b02021-03-17 23:58:303333 },
3334 },
3335 },
Weizhong Xia7d335882021-01-28 02:49:523336 'weblayer_shell_wpt': {
3337 'modifications': {
3338 # TODO(crbug.com/1171555): remove this when test can run with more emulators
3339 'android-weblayer-pie-x86-wpt-fyi-rel': {
3340 'swarming': {
3341 'shards': 18,
3342 },
3343 },
Weizhong Xia0f0c3302021-04-27 00:05:433344 'android-weblayer-pie-x86-wpt-smoketest': {
3345 'args': [
Haiyang Pan1f205ad2021-07-31 01:47:523346 '--default-exclude',
Weizhong Xia0f0c3302021-04-27 00:05:433347 '--include-file=../../third_party/blink/web_tests/android/WPTSmokeTestCases'
3348 ],
3349 'swarming': {
Weizhong Xia0f0c3302021-04-27 00:05:433350 'shards': 3,
3351 },
3352 },
Weizhong Xia7d335882021-01-28 02:49:523353 },
3354 },
Erik Staab70ca5b32021-08-07 00:38:353355 'webview_64_cts_tests': {
3356 'modifications': {
3357 'android-pie-arm64-rel': {
3358 # TODO(crbug.com/1111436): Move this back to walleye if/when additional
3359 # capacity has been deployed.
3360 'swarming': {
3361 'dimension_sets': [
3362 {
3363 'device_type': 'sailfish',
3364 },
3365 ],
3366 },
3367 },
3368 },
3369 },
Haiyang Panfbd2b482020-09-23 23:41:253370 'webview_cts_tests': {
Haiyang Panfed339172021-03-10 23:19:573371 'remove_from': [
Haiyang Pan9d68ca02021-08-04 21:30:473372 'android-11-x86-rel', # crbug.com/1165280
Ben Joyce4677e682021-03-22 22:19:113373 'android-pie-arm64-coverage-experimental-rel', # TODO(crbug.com/1190999):
3374 # GLIBC_2.28 Not found.
Haiyang Panfed339172021-03-10 23:19:573375 ],
Haiyang Panfbd2b482020-09-23 23:41:253376 'modifications': {
3377 'android-pie-arm64-rel': {
3378 # TODO(crbug.com/1111436): Move this back to walleye if/when additional
3379 # capacity has been deployed.
3380 'swarming': {
3381 'dimension_sets': [
3382 {
3383 'device_type': 'sailfish',
3384 },
3385 ],
3386 },
3387 },
3388 },
3389 },
Kenneth Russelleb60cbd22017-12-05 07:54:283390 'webview_instrumentation_test_apk': {
3391 'remove_from': [
Hans Wennborgeac4c36c2018-05-23 16:04:063392 # This test frequently fails on Android, https://crbug.com/824959
Haiyang Pana3ff55ae2020-04-23 18:26:543393 'android-lollipop-arm-rel',
Stephen Martinis1384ff92020-01-07 19:52:153394 # matching android builders, the test fails on these.
Hans Wennborga0b11ebe2018-05-15 16:26:503395 'ToTAndroid',
John Budorick27d2d44e2019-05-20 20:26:093396 'android-asan', # https://crbug.com/964562
Ben Joyce02dc8092021-03-04 21:48:193397 'android-code-coverage-native', # Does not generate profraw data.
Ben Joyce46ca6012021-03-31 19:19:253398 'android-pie-arm64-coverage-experimental-rel', # Does not generate profraw data.
Ben Joyce02dc8092021-03-04 21:48:193399
Dirk Pranke20eae9a72017-12-09 18:12:143400 # On chromium.swarm, this should possibly be being run (or removed
Takuto Ikuta527cdff2020-01-29 08:04:273401 # from android-marshmallow-arm64-rel-swarming).
Haiyang Pan1ad3bb032020-04-24 23:52:033402 'android-lollipop-arm-rel-swarming',
Garrett Beaty47a2d802020-11-10 20:50:533403 # https://crbug.com/1147531 - covered on pie
3404 'android-marshmallow-arm64-rel',
Kenneth Russelleb60cbd22017-12-05 07:54:283405 ],
Ben Pastenee17a8e92018-07-12 21:55:183406 'modifications': {
Andrew Luof08500ae2020-01-10 01:24:453407 # chromium.android.fyi
3408 'Android WebView P FYI (rel)': {
3409 'args': [
3410 '--annotation',
3411 'DisabledTest,FlakyTest' # Monitor status of disabled tests.
3412 ],
3413 },
Ben Pastenee17a8e92018-07-12 21:55:183414 'Oreo Phone Tester': {
Andrew Luo93c4a1e2019-08-30 05:26:303415 # TODO(crbug.com/997362): Enable this once it's passing.
bsheedy01833462018-12-07 01:05:573416 # TODO(https://crbug.com/884413): Re-enable this once the tests are
3417 # either passing or there is more capacity.
3418 'experiment_percentage': 0,
Ben Pastenee17a8e92018-07-12 21:55:183419 },
Haiyang Pan9d68ca02021-08-04 21:30:473420 'android-11-x86-rel': {
Haiyang Pan103864812021-03-19 19:28:443421 'args': [
3422 # TODO(crbug.com/1189746) Enable this test once the issue is fixed.
3423 '--gtest_filter=-org.chromium.net.NetworkChangeNotifierTest.testNetworkChangeNotifierJavaObservers',
3424 ],
3425 },
Haiyang Panb991f562021-08-10 17:46:463426 'android-marshmallow-x86-rel': {
Haiyang Panb991f562021-08-10 17:46:463427 'swarming': {
3428 'shards': 9,
3429 },
3430 },
Kuan Huang1f402c82021-06-08 17:58:183431 'android-pie-arm64-rel': {
3432 'swarming': {
3433 'shards': 9,
3434 },
3435 },
Haiyang Pan08d09dc2020-04-01 16:11:213436 'android-pie-x86-rel': {
Haiyang Panfdd94332020-03-27 02:43:293437 'args': [
3438 '--test-launcher-filter-file=../../testing/buildbot/filters/android.emulator.webview_instrumentation_test_apk.filter',
3439 ],
3440 },
Ben Pastenee17a8e92018-07-12 21:55:183441 },
Kenneth Russelleb60cbd22017-12-05 07:54:283442 },
Haiyang Panfed339172021-03-10 23:19:573443 'webview_ui_test_app_test_apk': {
3444 'remove_from': [
Haiyang Pan9d68ca02021-08-04 21:30:473445 'android-11-x86-rel', # crbug.com/1165280
Haiyang Panfed339172021-03-10 23:19:573446 ],
3447 },
bsheedy800f5062018-08-07 00:47:543448 'xr_browser_tests': {
3449 'remove_from': [
Maggie Chen4fc29842018-08-07 19:12:483450 # Fails on the bot, http://crbug.com/868143
3451 'Win7 FYI Release (AMD)',
bsheedy800f5062018-08-07 00:47:543452 ],
3453 },
Kenneth Russelleb60cbd22017-12-05 07:54:283454}