blob: c7e0635961d3cdf1915c1f88d77b7f8dd9446b2a [file] [log] [blame]
Kenneth Russelleb60cbd22017-12-05 07:54:281# Copyright 2017 The Chromium Authors. All rights reserved.
2# Use of this source code is governed by a BSD-style license that can be
3# found in the LICENSE file.
4
5# This is a .pyl, or "Python Literal", file. You can treat it just like a
6# .json file, with the following exceptions:
7# * all keys must be quoted (use single quotes, please);
8# * comments are allowed, using '#' syntax; and
9# * trailing commas are allowed.
10
11# Exceptions to the common test suites can only include removal from
12# particular bots, and modifications on particular bots. By design,
13# it's not possible to add one-off tests to bots. Instead they have to
14# be added to one of the test suites in test_suites.pyl.
15#
Jeff Yoone2188f62020-08-24 20:55:5716# Note that if you are excluding with variants, you will need to exclude
17# per variant, with the identifier appended to the test suite name.
18# For example, if you have ios_chrome_ui_eg2tests_module with variant
19# SIM_IPHONE_6S_14_0 (identifier = "iPhone 6s 14.0"), you
20# must exclude with the test name as:
21# "ios_chrome_ui_eg2tests_module_iPhone 6s 14.0"
22
Kenneth Russelleb60cbd22017-12-05 07:54:2823# The goal is to drive the number of exceptions to zero, to make all
24# the bots behave similarly.
25{
Andrew Luo38b311f2019-10-04 03:42:0926 'android_browsertests': {
27 'modifications': {
28 'android-pie-arm64-rel': {
Andrew Luobe83fd82019-12-19 03:07:5829 'args': [
30 '--gtest_filter=-ImportantSitesUtilBrowserTest.DSENotConsideredImportantInRegularMode', # https://crbug.com/1034001
31 ],
Andrew Luo38b311f2019-10-04 03:42:0932 },
Haiyang Pan08d09dc2020-04-01 16:11:2133 'android-pie-x86-rel': {
John Budorick191adfcd2020-01-29 18:19:0434 'args': [
35 '--gtest_filter=-ImportantSitesUtilBrowserTest.DSENotConsideredImportantInRegularMode', # https://crbug.com/1034001
36 ],
37 },
Andrew Luo38b311f2019-10-04 03:42:0938 },
39 },
Sven Zhengc60debc2020-09-10 18:40:5240 'android_sync_integration_tests': {
41 'remove_from': [
42 # Remove from CQ bots due to capacity.
43 'android-marshmallow-arm64-rel',
44 'android-lollipop-arm-rel',
45 ],
46 },
Kenneth Russelleb60cbd22017-12-05 07:54:2847 'android_webview_unittests': {
48 'remove_from': [
John Budorick826d5ed2017-12-28 19:27:3249 # On chromium.android, these do not need to run prior to M.
Haiyang Pana3ff55ae2020-04-23 18:26:5450 'android-lollipop-arm-rel',
Yun Liu3e759dbb2019-11-01 19:25:5251 'android-code-coverage-native', # crbug/1018434
Kenneth Russelleb60cbd22017-12-05 07:54:2852 ],
Kenneth Russelleb60cbd22017-12-05 07:54:2853 },
Arthur Wangfeb0f1a2020-06-18 02:05:5554 'android_wpr_record_replay_tests': {
55 # crbug/1060399: only enable wpr tests on marshmallow CI bot
56 # due to the restriction that render test only works on marshamllow.
57 'modifications': {
Arthur Wang4a53be9642020-08-22 00:50:4658 'android-marshmallow-x86-rel': {
59 'experiment_percentage': 100, # https://crbug.com/1060399
60 },
Arthur Wangfeb0f1a2020-06-18 02:05:5561 },
62 },
Kenneth Russell8a386d42018-06-02 09:48:0163 'angle_end2end_tests': {
64 'remove_from': [
Kenneth Russell8a386d42018-06-02 09:48:0165 # TODO(ynovikov) Investigate why the test breaks on older devices.
66 'Android FYI Release (Nexus 5)',
67 'Android FYI Release (Nexus 6)',
68 'Android FYI Release (Nexus 9)',
69 # Temporarily disabled due to AMDGPU-PRO issues crbug.com/786219
70 'Linux FYI Release (AMD R7 240)',
Yuly Novikovab7256232019-04-08 19:08:0971 # Temporarily disabled due to bad NVIDIA driver upgrade crbug.com/950542
72 'Linux FYI Debug (NVIDIA)',
73 'Linux FYI GPU TSAN Release',
jonrossfb1c61b72019-11-19 01:43:5974 # Disabling on RX 550 as we are currently qualifying the card and not
75 # checking for regressions. crbug.com/1025745
76 'Win10 FYI x64 Release (AMD RX 550)',
Kenneth Russell8a386d42018-06-02 09:48:0177 ],
78 },
79 'angle_perftests': {
80 'remove_from': [
Yuly Novikov04baee6d2018-12-21 21:22:2181 'Android FYI Release (Nexus 5)', # crbug.com/915429
Nico Weber521565b2018-07-12 22:50:1682 'Android FYI Release (Nexus 6)', # anglebug.com/2433
Yuly Novikov6447b692020-08-13 00:49:5783 'Android FYI Release (Nexus 6P)', # anglebug.com/4909
Yuly Novikovab7256232019-04-08 19:08:0984 'Linux FYI GPU TSAN Release', # crbug.com/950542
Kenneth Russell8a386d42018-06-02 09:48:0185 ],
86 },
Kenneth Russellfbda3c532017-12-08 23:57:2487 'angle_unittests': {
88 'remove_from': [
Kenneth Russell8a386d42018-06-02 09:48:0189 # On Android, these are already run on the main waterfall.
Kenneth Russell8a386d42018-06-02 09:48:0190 'Android FYI Release (Nexus 5X)',
Kenneth Russellfbda3c532017-12-08 23:57:2491 ],
John Budorickca14c76f62017-12-09 14:19:1892 'modifications': {
93 'Linux ASan LSan Tests (1)': {
94 'swarming': {
95 'shards': 10,
96 },
97 },
98 },
Kenneth Russellfbda3c532017-12-08 23:57:2499 },
Saman Sami8e2eedaa2019-12-18 20:23:07100 'angle_white_box_tests': {
101 'remove_from': [
102 # https://crbug.com/1035178
103 'Win10 FYI x64 Release (AMD RX 550)',
104 # https://crbug.com/1035461
105 'Linux FYI GPU TSAN Release',
jonrossfb8223132020-07-27 17:55:38106 # https://crbug.com/1094629
107 'Linux FYI Release (AMD R7 240)',
Saman Sami8e2eedaa2019-12-18 20:23:07108 ],
109 },
Haiyang Pan363c59a2020-07-23 05:47:04110 'blink_platform_unittests': {
111 'modifications': {
112 # TODO(crbug.com/1108121): Remove this filter
113 'android-nougat-arm64-rel': {
114 'args': [
115 '--gtest_filter=-HarfBuzzShaperTest.ShapeHorizontalWithoutSubpixelPositionWithKerningIsRounded',
116 ],
117 },
118 },
119 },
John Chenaab16fc02020-03-03 06:35:45120 'blink_web_tests': {
121 'remove_from': [
Ilia Samsonovca3dfd52020-08-07 18:39:01122 'Mac10.10 Tests',
123 'Mac10.11 Tests',
John Chenaab16fc02020-03-03 06:35:45124 'Win 7 Tests x64 (1)', # 64-bit win is unsupported by the layout tests.
125 'Win10 Tests x64 (dbg)',
126 ],
127 'modifications': {
128 'Fuchsia x64': {
129 'args': [
130 '--platform=fuchsia',
131 ],
132 'swarming': {
133 'shards': 1,
134 },
135 },
136 'Linux Tests': {
137 "args": [
138 "--additional-env-var=LLVM_PROFILE_FILE=${ISOLATED_OUTDIR}/profraw/default-%2m.profraw",
139 ],
140 },
141 'Linux Tests (dbg)(1)': {
142 'args': [
143 '--debug',
144 ],
145 'swarming': {
146 'shards': 20,
147 },
148 },
149 'Mac10.10 Tests': {
150 # TODO(kbr): this is essentially redundant.
151 'swarming': {
152 'dimension_sets': [
153 {
154 'gpu': 'none',
155 'os': 'Mac-10.10.5',
156 },
157 ],
158 'shards': 25,
159 },
160 },
161 'Mac10.11 Tests': {
162 # TODO(kbr): this is essentially redundant.
163 'swarming': {
164 'dimension_sets': [
165 {
166 'gpu': 'none',
167 'os': 'Mac-10.11.6',
168 },
169 ],
170 'shards': 25,
171 },
172 },
173 'Mac10.12 Tests': {
174 'swarming': {
175 'shards': 25,
176 },
177 },
178 'Mac10.13 Tests': {
179 'swarming': {
180 'dimension_sets': [
181 {
Erik Staab59591f32020-08-25 23:07:07182 'gpu': None,
John Chenaab16fc02020-03-03 06:35:45183 },
184 ],
185 'shards': 25,
186 },
187 },
188 'Mac10.13 Tests (dbg)': {
189 'args': [
190 '--debug',
191 ],
John Budorickd3375fa2020-03-17 20:49:11192 'swarming': {
193 'shards': 25,
194 },
John Chenaab16fc02020-03-03 06:35:45195 },
196 'V8 Blink Linux Debug': {
Michael Achenbach455d39242020-06-22 13:33:45197 # This builder compiles Chromium in release mode, but V8 in debug.
198 # TODO(machenbach): Change name and out directory of this builder to
199 # something less confusing.
John Chenaab16fc02020-03-03 06:35:45200 'args': [
Michael Achenbach455d39242020-06-22 13:33:45201 '-t',
202 'Debug',
203 '--release',
John Chenaab16fc02020-03-03 06:35:45204 ],
205 },
206 'V8 Blink Linux Future': {
207 'args': [
208 '--additional-driver-flag=--js-flags=--future',
209 ],
210 },
211 'WebKit Linux ASAN': {
212 'args': [
213 '--additional-expectations',
214 '../../third_party/blink/web_tests/ASANExpectations',
215 '--time-out-ms',
216 '48000',
217 '--enable-sanitizer',
218 ],
219 'swarming': {
220 'shards': 20,
221 },
222 },
223 'WebKit Linux Leak': {
224 'args': [
225 '--additional-expectations',
226 '../../third_party/blink/web_tests/LeakExpectations',
227 '--time-out-ms',
228 '48000',
229 '--enable-leak-detection',
230 ],
231 'swarming': {
232 'shards': 10,
233 },
234 },
235 'WebKit Linux MSAN': {
236 'args': [
237 '--additional-expectations',
238 '../../third_party/blink/web_tests/MSANExpectations',
239 '--time-out-ms',
240 '66000',
241 '--enable-sanitizer',
242 ],
243 'swarming': {
244 'expiration': 36000,
245 'hard_timeout': 10800,
246 'io_timeout': 3600,
247 'shards': 20,
248 },
249 },
250 'WebKit Linux composite_after_paint Dummy Builder': {
251 'args': [
252 '--additional-driver-flag=--enable-blink-features=CompositeAfterPaint',
253 ],
254 },
255 'WebKit Linux layout_ng_disabled Builder': {
256 'args': [
257 '--additional-driver-flag=--disable-blink-features=LayoutNG',
258 ],
259 },
260 'Win10 Tests x64': {
261 'args': [
262 '--target',
263 'Release_x64',
264 ],
265 'swarming': {
266 "shards": 28
267 },
268 },
269 'Win10 Tests x64 (dbg)': {
270 'args': [
271 '--debug',
272 '--target',
273 'Debug_x64',
274 ],
275 },
Ian Struiksma71581e02020-08-03 06:39:59276 'Win10 Tests x64 1909': {
277 'args': [
278 '--target',
279 'Release_x64',
280 ],
281 'swarming': {
282 "shards": 28
283 },
284 },
John Chenaab16fc02020-03-03 06:35:45285 'Win10 Tests x64 Code Coverage': {
286 'args': [
287 '--target',
288 'Release_x64',
289 ],
290 'swarming': {
291 "shards": 28
292 },
293 },
294 'Win7 Tests (dbg)(1)': {
295 'args': [
296 '--debug',
297 '--time-out-ms',
298 '60000'
299 ],
300 'experiment_percentage': 100,
301 # TODO(kbr): the "Windows-7-SP1" Swarming dimension set is implicit,
302 # from prefered_os_dimension in
303 # tools/build/scripts/slave/recipe_modules/swarming/api.py. Ideally,
304 # Swarming dimensions would be either specified for all testers on the
305 # waterfall (and therefore, explicitly specified for all tests in the
306 # generated JSON), or this would be removed, and the implicit one used.
307 'swarming': {
308 'dimension_sets': [
309 {
310 'os': 'Windows-7-SP1',
311 }
312 ],
313 },
314 },
315 # tryserver.chromium.android
316 'android_blink_rel': {
317 'args': [
318 '--release',
319 '--android',
320 # TODO(crbug.com/912120): Breakpad was entirely disabled on
321 # Android. Remove this when it no longer affects Android crash
322 # log handling.
323 '--disable-breakpad',
324 # TODO(crbug.com/875172): run on the real GPU since the
325 # software fallback, SwiftShader, isn't yet for 32-bit ARM.
326 '--additional-driver-flag=--use-gpu-in-tests',
327 ],
328 },
329 'devtools_frontend_linux_blink_light_rel': {
330 'args': [
331 'http/tests/devtools',
332 ],
333 'swarming': {
334 'shards': 4,
335 },
336 },
337 'fuchsia-fyi-x64-rel': {
338 'args': [
339 '--platform=fuchsia',
340 ],
341 'swarming': {
342 'shards': 1,
343 },
344 },
Mathias Carlen30968a62020-03-31 08:47:04345 'linux-autofill-assistant': {
346 'args': [
347 '--release',
348 ],
349 },
Yuzu Saijo9709bcc2020-03-18 09:12:20350 'linux-bfcache-rel': {
John Chenaab16fc02020-03-03 06:35:45351 'args': [
John Chenaab16fc02020-03-03 06:35:45352 '--additional-driver-flag=--enable-features=BackForwardCache',
353 '--additional-expectations=../../third_party/blink/web_tests/FlagExpectations/enable-features=BackForwardCache',
354 ],
355 },
356 'linux-blink-animation-use-time-delta': {
357 'args': [
358 '--debug',
359 ],
360 },
John Chenaab16fc02020-03-03 06:35:45361 'linux-blink-heap-concurrent-marking-tsan-rel': {
362 'args': [
363 '--release',
364 '--additional-driver-flag=--enable-features=BlinkHeapConcurrentMarking',
365 ],
366 },
367 'linux-code-coverage': {
368 'args': [
369 '--additional-env-var=LLVM_PROFILE_FILE=${ISOLATED_OUTDIR}/profraw/default-%2m.profraw',
370 ],
371 'swarming': {
372 'shards': 20,
373 },
374 },
Aaron Gable40f79aa2020-03-21 01:21:15375 'linux-layout-tests-edit-ng': {
376 'args': [
Yoshifumi Inouebebca262020-04-08 22:03:49377 '--additional-driver-flag=--enable-blink-features=EditingNG',
Aaron Gable40f79aa2020-03-21 01:21:15378 ],
379 },
John Chenaab16fc02020-03-03 06:35:45380 'linux-layout-tests-fragment-item': {
381 'args': [
382 '--additional-driver-flag=--enable-blink-features=LayoutNGFragmentItem',
383 ],
384 },
John Chenaab16fc02020-03-03 06:35:45385 'mac10.12-blink-rel-dummy': {
386 'swarming': {
387 'shards': 20,
388 },
389 },
390 'mac10.13-blink-rel-dummy': {
391 'swarming': {
392 'shards': 20,
393 },
394 },
John Chenaab16fc02020-03-03 06:35:45395 'mac10.14-blink-rel-dummy': {
396 'swarming': {
397 'shards': 20,
398 },
399 },
Ilia Samsonov7efe05e2020-05-07 19:00:46400 'mac10.15-blink-rel-dummy': {
401 'swarming': {
402 'shards': 20,
403 },
404 },
Ilia Samsonovdd271c6c22020-09-08 22:24:44405 'mac11.0-blink-rel-dummy': {
406 'swarming': {
407 'shards': 20,
408 },
409 },
John Chenaab16fc02020-03-03 06:35:45410 },
411 },
Chong Gu9a2741732020-02-24 21:32:01412 'boringssl_crypto_tests': {
413 'remove_from': [
414 # https://crbug.com/1054545
Stephen Roeac495972020-02-25 23:32:41415 'Fuchsia ARM64',
Chong Gu9a2741732020-02-24 21:32:01416 ],
417 },
418 'boringssl_ssl_tests': {
419 'remove_from': [
420 # https://crbug.com/1054545
Stephen Roeac495972020-02-25 23:32:41421 'Fuchsia ARM64',
Chong Gu9a2741732020-02-24 21:32:01422 ],
423 },
John Budorickca995852019-06-26 16:55:55424 'breakpad_unittests': {
425 'modifications': {
426 'android-asan': {
427 'args': [
428 '--test-launcher-filter-file=../../testing/buildbot/filters/android.asan.breakpad_unittests.filter',
429 ],
430 },
431 },
432 },
Kenneth Russelleb60cbd22017-12-05 07:54:28433 'browser_tests': {
Kenneth Russellfbda3c532017-12-08 23:57:24434 'remove_from': [
Brad Halla36886c2019-02-26 16:52:29435 'CrWinAsan(dll)', # https://crbug.com/935598
Nico Weber3af4da72018-02-27 01:59:41436 'linux-win_cross-rel',
Nico Weberdae13cd92018-12-14 13:56:26437 'ToTLinuxTSan', # https://crbug.com/368525
John Budorick5ef11472019-12-18 22:02:33438 'Mac10.10 Tests', # https://crbug.com/828031
Aaron Gable30cda242020-01-22 21:02:58439 'Mac10.13 Tests', # https://crbug.com/1042757
Prakhar Asthana74a9eda2020-08-05 05:24:48440 'Mac10.13 Tests Code Coverage',
Nico Weberd36959682018-04-12 03:33:46441 'Linux TSan Tests', # https://crbug.com/368525
Stephen Martinise701f5a2018-05-04 01:25:11442 'Win10 Tests x64 (dbg)',
Kenneth Russellfbda3c532017-12-08 23:57:24443 ],
Kenneth Russelleb60cbd22017-12-05 07:54:28444 'modifications': {
Nico Weber3f919792020-06-12 23:34:52445 'CrWinAsan': {
446 # These are very slow on the ASAN trybot for some reason.
447 # crbug.com/794372
448 'swarming': {
449 'shards': 40,
450 },
451 },
452 'CrWinAsan(dll)': {
453 # These are very slow on the ASAN trybot for some reason.
454 # crbug.com/794372
455 'swarming': {
456 'shards': 40,
457 },
458 },
Stephen Martinis1384ff92020-01-07 19:52:15459 'Linux - Future (dbg)': { # client.v8.chromium
Yuke Liaoea70f472019-12-19 06:03:36460 'swarming': {
Stephen Martinis1384ff92020-01-07 19:52:15461 'shards': 10,
Yuke Liaoea70f472019-12-19 06:03:36462 },
463 },
Stephen Martinis1384ff92020-01-07 19:52:15464 'Linux ASan LSan Tests (1)': {
465 # These are very slow on the ASAN trybot for some reason.
466 # crbug.com/794372
Roberto Carrillo2c9ec972019-03-20 03:11:19467 'swarming': {
Stephen Martinis1384ff92020-01-07 19:52:15468 'shards': 40,
Roberto Carrillo2c9ec972019-03-20 03:11:19469 },
470 },
Chris Cunningham1d0e9e12020-02-26 22:56:40471 'Linux ASan Tests (sandboxed)': {
472 'swarming': {
John Abd-El-Malek3a631612020-07-08 21:40:41473 'shards': 30, # https://crbug.com/1103330
Chris Cunningham1d0e9e12020-02-26 22:56:40474 },
475 },
Stephen Martinis1384ff92020-01-07 19:52:15476 'Linux Chromium OS ASan LSan Tests (1)': {
477 # These are very slow on the ASAN trybot for some reason.
478 # crbug.com/794372
Roberto Carrillo5a5c98dc2019-10-30 22:33:51479 'swarming': {
Stephen Martinis1384ff92020-01-07 19:52:15480 'shards': 31,
Roberto Carrillo5a5c98dc2019-10-30 22:33:51481 },
482 },
Stephen Martinis1384ff92020-01-07 19:52:15483 'Linux ChromiumOS MSan Tests': {
484 # These are very slow on the Chrome OS MSAN trybot for some reason.
485 # crbug.com/865455
Kenneth Russell56a3e862017-12-08 03:11:34486 'swarming': {
Ben Pastene44221d32020-05-21 23:38:36487 'shards': 32,
Kenneth Russell56a3e862017-12-08 03:11:34488 },
Ben Pastene44221d32020-05-21 23:38:36489 'args': [
490 '--test-launcher-filter-file=../../testing/buildbot/filters/chromeos.msan.browser_tests.oobe_negative.filter',
491 ],
Kenneth Russell56a3e862017-12-08 03:11:34492 },
John Budorick614f91a2020-03-30 20:34:55493 'Linux Tests (dbg)(1)': {
494 # crbug.com/1066161
495 'swarming': {
496 'shards': 20,
497 },
498 },
Stephen Martinis1384ff92020-01-07 19:52:15499 'Mac ASan 64 Tests (1)': {
Kenneth Russellfbda3c532017-12-08 23:57:24500 'swarming': {
John Budorick542f4762020-03-17 20:40:14501 'dimension_sets': [
502 {
503 # These shards are liable to time out when running on minis.
504 'cores': '8',
505 }
506 ],
Kenneth Russellfbda3c532017-12-08 23:57:24507 'shards': 20,
508 },
509 },
John Budorickd3375fa2020-03-17 20:49:11510 'Mac10.13 Tests (dbg)': {
511 'swarming': {
512 'shards': 20,
513 },
514 },
Stephen Martinis1384ff92020-01-07 19:52:15515 'ToTWin(dbg)': {
Kenneth Russelleb60cbd22017-12-05 07:54:28516 'swarming': {
John Budorickca14c76f62017-12-09 14:19:18517 'shards': 20,
Kenneth Russelleb60cbd22017-12-05 07:54:28518 },
519 },
Stephen Martinis1384ff92020-01-07 19:52:15520 'ToTWin64(dbg)': {
Kenneth Russell8ceeabf2017-12-11 17:53:28521 'swarming': {
522 'shards': 20,
523 },
524 },
Kenneth Russell6c83d212018-07-27 20:52:59525 'Win10 Tests x64': {
526 # crbug.com/868082
527 'args': [
528 '--disable-features=WebRTC-H264WithOpenH264FFmpeg',
529 ],
Takuto Ikutac9c269a2019-01-10 22:40:25530 'swarming': {
531 # This is for slow test execution that often becomes a critical path of
532 # swarming jobs. crbug.com/868114
533 'shards': 15,
534 }
Kenneth Russell6c83d212018-07-27 20:52:59535 },
Sajjad Mirza87e17b242020-01-22 18:49:07536 'Win10 Tests x64 Code Coverage': {
537 # crbug.com/868082
538 'args': [
539 '--disable-features=WebRTC-H264WithOpenH264FFmpeg',
540 ],
541 'swarming': {
542 # This is for slow test execution that often becomes a critical path of
543 # swarming jobs. crbug.com/868114
544 'shards': 15,
545 }
546 },
Stephen Martinis1384ff92020-01-07 19:52:15547 'Win7 Tests (1)': {
548 # This is for slow test execution that often becomes a critical path of
549 # swarming jobs. crbug.com/868114
550 'swarming': {
551 'shards': 15,
552 },
553 },
554 'Win7 Tests (dbg)(1)': {
Pavol Markoc579e072019-12-05 22:42:02555 'swarming': {
556 'shards': 20,
557 },
558 },
Stephen Martinis1384ff92020-01-07 19:52:15559 'linux-chromeos-chrome': {
560 # TODO(https://crbug.com/932269): Promote out of experiment when the
561 # tests are green.
562 'args': [
563 '--test-launcher-filter-file=../../testing/buildbot/filters/chromeos.browser_tests.filter',
564 ],
565 },
566 'linux-chromeos-code-coverage': {
Nico Weber0c2861b2018-12-14 18:05:16567 'swarming': {
Stephen Martinis1384ff92020-01-07 19:52:15568 'shards': 50,
569 },
570 },
571 'linux-chromeos-dbg': {
572 'swarming': {
573 'shards': 30,
574 },
575 },
576 'linux-chromeos-rel': {
577 'swarming': {
578 'shards': 20,
Stephanie Kime9008f72020-03-05 23:01:16579 'dimension_sets': [
580 {
581 'kvm': '1',
582 },
583 ],
Stephen Martinis1384ff92020-01-07 19:52:15584 },
585 },
586 'linux-code-coverage': {
Yuke Liao58e1d202020-03-20 23:02:01587 'args': [
588 '--no-sandbox',
589 ],
Stephen Martinis1384ff92020-01-07 19:52:15590 'swarming': {
591 'shards': 50,
592 },
593 },
Yuke Liaod75285f92020-08-18 18:33:56594 'linux-lacros-rel': {
595 'args': [
596 '--test-launcher-filter-file=../../testing/buildbot/filters/lacros.browser_tests.filter',
597 ],
598 },
Sven Zheng80734f12020-08-06 06:50:39599 'linux-lacros-tester-fyi-rel': {
600 'experiment_percentage': 100,
601 },
602 'linux-lacros-tester-rel': {
603 'args': [
604 '--test-launcher-filter-file=../../testing/buildbot/filters/lacros.browser_tests.filter',
605 ],
606 },
Stephen Martinis1384ff92020-01-07 19:52:15607 'linux-trusty-rel': {
608 'args': [
John Budorick79ec9012020-01-08 21:56:31609 '--test-launcher-filter-file=../../testing/buildbot/filters/linux_trusty_rel.browser_tests.filter',
610 ],
Stephen Martinis1384ff92020-01-07 19:52:15611 },
612 'mac-code-coverage': {
Stephen Martinis1384ff92020-01-07 19:52:15613 'swarming': {
614 'shards': 15,
615 },
616 },
Stephen Martinis1384ff92020-01-07 19:52:15617 'win-asan': {
Nico Weber3f919792020-06-12 23:34:52618 # These are very slow on the ASAN trybot for some reason.
619 # crbug.com/794372
Stephen Martinis1384ff92020-01-07 19:52:15620 'swarming': {
Nico Weber3f919792020-06-12 23:34:52621 'shards': 40,
Nico Weber0c2861b2018-12-14 18:05:16622 },
623 },
Kenneth Russelleb60cbd22017-12-05 07:54:28624 },
625 },
Maksim Sisov4af9c032020-06-12 12:43:11626 'browser_tests_wayland': {
627 'modifications': {
628 'Linux Ozone Tester (Wayland)': {
629 'args': [
630 '--test-launcher-filter-file=../../testing/buildbot/filters/ozone-linux.wayland_browser_tests.filter',
631 ],
632 },
633 },
634 },
635 'browser_tests_x11': {
636 'modifications': {
637 'Linux Ozone Tester (X11)': {
638 'args': [
639 '--test-launcher-filter-file=../../testing/buildbot/filters/ozone-linux.x11_browser_tests.filter',
640 ],
641 },
642 },
643 },
Erik Chen681dc0282019-11-26 22:54:49644 'cc_unittests': {
645 'modifications': {
646 'Linux TSan Tests': {
647 'swarming': {
648 'shards': 3,
649 },
650 },
Haiyang Panaa242232020-06-24 20:04:20651 'android-marshmallow-x86-rel': {
John Budorickfa8f1da92020-01-15 18:11:38652 # https://crbug.com/1039860
653 'args': [
654 '--test-launcher-filter-file=../../testing/buildbot/filters/android.emulator.cc_unittests.filter',
655 ],
656 },
Haiyang Pan08d09dc2020-04-01 16:11:21657 'android-pie-x86-rel': {
John Budorickfa8f1da92020-01-15 18:11:38658 # https://crbug.com/1039860
659 'args': [
660 '--test-launcher-filter-file=../../testing/buildbot/filters/android.emulator.cc_unittests.filter',
661 ],
662 },
Erik Chen681dc0282019-11-26 22:54:49663 },
664 },
Dirk Pranke1b767092017-12-07 04:44:23665 'checkbins': {
666 'remove_from': [
Stephen Martinis47d77132019-04-24 23:51:33667 'linux-archive-dbg',
668 'linux-archive-rel',
669 'mac-archive-dbg',
670 'mac-archive-rel',
Dirk Pranke1b767092017-12-07 04:44:23671 ],
672 },
Andrew Luod252791ac2019-10-15 00:28:13673 'chrome_java_test_pagecontroller_tests': {
Ben Pastene3e32ffe2020-08-07 03:37:07674 'remove_from': [
675 'android-pie-arm64-rel', # https://crbug.com/924194
676 ],
Andrew Luod252791ac2019-10-15 00:28:13677 },
Yun Liu7cfd28a2019-10-30 01:57:12678 'chrome_public_smoke_test': {
679 'remove_from': [
680 'android-code-coverage-native', # https://crbug.com/1018780
681 ],
682 },
Kenneth Russelleb60cbd22017-12-05 07:54:28683 'chrome_public_test_apk': {
John Budorick27d2d44e2019-05-20 20:26:09684 'remove_from': [
685 'android-asan', # https://crbug.com/964562
Yun Liu7cfd28a2019-10-30 01:57:12686 'android-code-coverage-native', # https://crbug.com/1018780
Haiyang Pana3ff55ae2020-04-23 18:26:54687 'android-lollipop-arm-rel', # https://crbug.com/1060245
Stephanie Kimf19bd072020-07-29 00:10:37688 # TODO https://crbug.com/1109999: Re-enable once there are enough devices
689 'android-pie-arm64-rel',
Haiyang Panfd0d1702020-09-09 19:57:30690 'android-pie-x86-rel', # crbug.com/1126536
John Budorick27d2d44e2019-05-20 20:26:09691 ],
Kenneth Russelleb60cbd22017-12-05 07:54:28692 'modifications': {
Natalie Chouinard48afb4352020-04-17 21:30:32693 'Android CFI': {
694 'args': [
695 '--exclude-annotation',
696 'Feature=RenderTest', # https://crbug.com/1068294
697 ],
698 },
Kenneth Russelleb60cbd22017-12-05 07:54:28699 'Marshmallow 64 bit Tester': {
700 'swarming': {
Kenneth Russelleb60cbd22017-12-05 07:54:28701 'shards': 14,
702 },
703 },
Arthur Wang5dd7b07c2020-04-04 01:05:22704 'Marshmallow Tablet Tester': {
705 'args': [
706 '--timeout-scale',
707 '2.0',
708 ],
709 },
Ben Pastenec73e96e92018-07-12 01:40:35710 'Oreo Phone Tester': {
bsheedy01833462018-12-07 01:05:57711 # TODO(https://crbug.com/884413): Re-enable this once the tests are
712 # either passing or there is more capacity.
713 'experiment_percentage': 0,
Ben Pastenec73e96e92018-07-12 01:40:35714 },
Stephen Martinis1384ff92020-01-07 19:52:15715 'android-arm64-proguard-rel': {
716 'swarming': {
717 'shards': 25,
718 },
719 },
Haiyang Pan1ad3bb032020-04-24 23:52:03720 'android-lollipop-arm-rel-swarming': {
Brian Sheedy44a7a0032020-04-16 19:20:57721 'swarming': {
Brian Sheedy180c2dd2020-04-22 19:34:31722 'service_account': '[email protected]'
Brian Sheedy44a7a0032020-04-16 19:20:57723 },
724 },
Stephen Martinis1384ff92020-01-07 19:52:15725 'android-marshmallow-arm64-rel': {
726 'swarming': {
727 'shards': 25,
728 },
729 },
Brian Sheedy44a7a0032020-04-16 19:20:57730 'android-marshmallow-arm64-rel-swarming': {
731 'swarming': {
Brian Sheedy180c2dd2020-04-22 19:34:31732 'service_account': '[email protected]'
Brian Sheedy44a7a0032020-04-16 19:20:57733 },
734 },
Haiyang Pan53fdfa9f2020-08-18 17:32:06735 'android-marshmallow-x86-rel': {
Haiyang Pan37fbd7a42020-06-03 03:27:37736 'args': [
737 '--test-launcher-filter-file=../../testing/buildbot/filters/android.emulator_m.chrome_public_test_apk.filter',
738 ],
Haiyang Pan53fdfa9f2020-08-18 17:32:06739 'swarming': {
740 'dimension_sets': [
741 {
742 # Use 8-cores to shorten test runtime.
743 'machine_type': 'n1-standard-8',
744 },
745 ],
746 },
Haiyang Pan37fbd7a42020-06-03 03:27:37747 },
Stephen Martinis1384ff92020-01-07 19:52:15748 'android-pie-arm64-rel': {
749 'args': [
750 '--test-launcher-filter-file=../../testing/buildbot/filters/android.pie_arm64_rel.chrome_public_test_apk.filter', # https://crbug.com/1010211
751 ],
Haiyang Pan43640ee2020-02-13 01:38:00752 },
Haiyang Pan08d09dc2020-04-01 16:11:21753 'android-pie-x86-rel': {
Haiyang Pan43640ee2020-02-13 01:38:00754 'args': [
Haiyang Pan71373072020-03-02 19:57:49755 '--avd-config=../../tools/android/avd/proto/generic_playstore_android28.textpb',
756 # https://crbug.com/1046059
Haiyang Pan23f64f52020-06-04 01:23:32757 '--test-launcher-filter-file=../../testing/buildbot/filters/android.emulator_p.chrome_public_test_apk.filter',
Haiyang Pan43640ee2020-02-13 01:38:00758 ],
Haiyang Pan71373072020-03-02 19:57:49759 'swarming': {
760 'named_caches': [
761 {
762 'name': 'avd_generic_playstore_android28',
763 'path': '.android',
764 },
765 {
766 'name': 'system_images_android_28_google_apis_playstore_x86',
767 'path': '.emulator_sdk',
768 },
769 ]
770 },
John Budorick34009472018-04-03 17:38:44771 },
Kenneth Russelleb60cbd22017-12-05 07:54:28772 },
773 },
774 'chrome_public_test_vr_apk': {
Nico Weberb0b3f5862018-07-13 18:45:15775 'remove_from': [
bsheedy410dd7c2018-06-15 22:42:09776 'Lollipop Tablet Tester',
777 'Marshmallow Tablet Tester',
Haiyang Panaa242232020-06-24 20:04:20778 'android-marshmallow-x86-rel',
Haiyang Pan08d09dc2020-04-01 16:11:21779 'android-pie-x86-rel',
Andrew Luo38b311f2019-10-04 03:42:09780 'android-pie-arm64-rel', # https://crbug.com/1010211
bsheedydf58b4e2018-11-01 19:42:16781 'ToTAndroid',
782 'ToTAndroidCFI',
John Budorick27d2d44e2019-05-20 20:26:09783 'android-asan', # https://crbug.com/964562
Yun Liu7cfd28a2019-10-30 01:57:12784 'android-code-coverage-native', # https://crbug.com/1018780
bsheedy410dd7c2018-06-15 22:42:09785 ],
Haiyang Pan363c59a2020-07-23 05:47:04786 'modifications': {
787 # Use "--replace-system-package" according to crbug.com/931947#c1
788 'android-nougat-arm64-rel': {
789 'args': [
790 '--replace-system-package=com.google.vr.vrcore,//third_party/gvr-android-sdk/test-apks/vr_services/vr_services_current.apk'
791 ]
792 }
793 },
Kenneth Russelleb60cbd22017-12-05 07:54:28794 },
bsheedy75a4dd52018-11-27 23:24:30795 'chrome_public_test_vr_apk-vega': {
796 'modifications': {
bsheedy75a4dd52018-11-27 23:24:30797 'Oreo Phone Tester': {
798 'swarming': {
799 'dimension_sets': [
800 {
801 'device_os': 'OVR1.180808.003',
802 'device_type': 'vega',
803 'os': 'Android',
804 },
805 ],
806 },
807 }
808 }
809 },
Takuto Ikuta1b749b902019-04-11 18:05:53810 'chromedriver_py_tests': {
811 'remove_from': [
812 # Timeout happens sometimes (crbug.com/951799).
Takuto Ikuta1b749b902019-04-11 18:05:53813 'Win10 Tests x64 (dbg)',
814 ],
815 },
Yun Liu3e759dbb2019-11-01 19:25:52816 'components_browsertests': {
817 'remove_from': [
818 'android-code-coverage-native', # crbug/1018434
819 ],
820 },
Kenneth Russelleb60cbd22017-12-05 07:54:28821 'components_unittests': {
Yun Liu3e759dbb2019-11-01 19:25:52822 'remove_from': [
Stephen Roeac495972020-02-25 23:32:41823 'Fuchsia ARM64', # https://crbug.com/961457
Yun Liu16394ab32019-11-19 16:37:57824 'Fuchsia x64', # https://crbug.com/961457
Yun Liu3e759dbb2019-11-01 19:25:52825 'android-code-coverage-native', # crbug/1018431
Stephen Roe2cfe780f2020-07-13 21:52:51826 'fuchsia-fyi-arm64-dbg', # https://crbug.com/961457
Kevin Marshallce2afe1b2019-12-06 00:49:21827 'fuchsia-fyi-arm64-rel', # https://crbug.com/961457
828 'fuchsia-fyi-x64-dbg', # https://crbug.com/961457
829 'fuchsia-fyi-x64-rel', # https://crbug.com/961457
Yun Liu3e759dbb2019-11-01 19:25:52830 ],
Kenneth Russelleb60cbd22017-12-05 07:54:28831 'modifications': {
John Budorick5052d552017-12-13 02:59:34832 'Linux ASan LSan Tests (1)': {
833 # These are very slow on the ASAN trybot for some reason.
834 # crbug.com/794372
835 'swarming': {
836 'shards': 5,
837 },
838 },
Takuto Ikuta54671d972018-07-19 19:06:35839 'Linux Chromium OS ASan LSan Tests (1)': {
840 # These are very slow on the ASAN trybot for some reason.
841 # crbug.com/794372
842 'swarming': {
843 'shards': 5,
844 },
845 },
Erik Chen681dc0282019-11-26 22:54:49846 'Linux TSan Tests': {
847 'swarming': {
848 'shards': 2,
849 },
850 },
Omer Katz7d2be652020-01-22 18:13:46851 'linux-blink-heap-concurrent-marking-tsan-rel': {
852 'swarming': {
853 'shards': 2,
854 },
855 },
Sven Zheng80734f12020-08-06 06:50:39856 # https://crbug.com/1111979,
Sven Zheng19767e52020-08-24 23:33:40857 'linux-lacros-rel': {
858 'args': [
859 '--gtest_filter=-NetExportFileWriterTest*',
860 ],
861 },
862 # https://crbug.com/1111979,
Sven Zheng80734f12020-08-06 06:50:39863 'linux-lacros-tester-fyi-rel': {
864 'experiment_percentage': 100,
865 },
Sven Zheng5c9d3e342020-08-11 21:39:43866 # https://crbug.com/1111979,
867 'linux-lacros-tester-rel': {
Sven Zheng5c9d3e342020-08-11 21:39:43868 'args': [
869 '--gtest_filter=-NetExportFileWriterTest*',
870 ],
Sven Zheng80734f12020-08-06 06:50:39871 },
872 },
Sven Zheng577fe5ff2020-08-03 22:06:44873 },
Kenneth Russelleb60cbd22017-12-05 07:54:28874 'content_browsertests': {
Brad Halla36886c2019-02-26 16:52:29875 'remove_from': [
Brad Halla36886c2019-02-26 16:52:29876 'CrWinAsan(dll)', # https://crbug.com/935598
Yun Liu42f79ea2019-11-19 01:21:18877 'android-code-coverage-native', # crbug/1018434
Yuke Liaod7da81b2020-03-20 18:57:57878 # http://crbug.com/1060245#c30: due to low utility and capacity.
879 'android-marshmallow-arm64-rel',
Brad Halla36886c2019-02-26 16:52:29880 ],
Kenneth Russelleb60cbd22017-12-05 07:54:28881 'modifications': {
Kenneth Russellfbda3c532017-12-08 23:57:24882 'Cast Audio Linux': {
883 'args': [
Nico Weber02f30392018-07-16 18:39:43884 '--test-launcher-filter-file=../../testing/buildbot/filters/cast-linux.content_browsertests.filter',
Kenneth Russellfbda3c532017-12-08 23:57:24885 ],
Kenneth Russellfbda3c532017-12-08 23:57:24886 },
887 'Cast Linux': {
888 'args': [
Nico Weber02f30392018-07-16 18:39:43889 '--test-launcher-filter-file=../../testing/buildbot/filters/cast-linux.content_browsertests.filter',
Kenneth Russellfbda3c532017-12-08 23:57:24890 ],
Kenneth Russellfbda3c532017-12-08 23:57:24891 },
Erik Chenb681c8c2019-11-25 22:52:52892 'Linux ASan LSan Tests (1)': {
893 'swarming': {
894 'shards': 12,
895 },
896 },
Chris Cunninghame1a04ea2019-04-24 01:49:32897 'Linux ASan Tests (sandboxed)': {
898 'swarming': {
John Abd-El-Malek3a631612020-07-08 21:40:41899 'shards': 10, # https://crbug.com/1103330
Chris Cunninghame1a04ea2019-04-24 01:49:32900 },
901 },
Erik Chen681dc0282019-11-26 22:54:49902 'Linux TSan Tests': {
903 'swarming': {
904 'shards': 15,
905 },
906 },
Stephen Martinis1384ff92020-01-07 19:52:15907 'Lollipop Phone Tester': {
908 'swarming': {
909 'shards': 13,
910 },
911 },
912 'Win10 Tests x64': {
913 # crbug.com/868082
914 'args': [
915 '--disable-features=WebRTC-H264WithOpenH264FFmpeg',
916 ],
917 },
918 'Win10 Tests x64 (dbg)': {
919 'experiment_percentage': 100,
920 # crbug.com/868082
921 'args': [
922 '--disable-features=WebRTC-H264WithOpenH264FFmpeg',
Stephen Martinis1384ff92020-01-07 19:52:15923 ],
924 },
Sajjad Mirza87e17b242020-01-22 18:49:07925 'Win10 Tests x64 Code Coverage': {
926 # crbug.com/868082
927 'args': [
928 '--disable-features=WebRTC-H264WithOpenH264FFmpeg',
929 ],
930 },
Stephen Martinis1384ff92020-01-07 19:52:15931 'android-arm64-proguard-rel': {
932 'swarming': {
933 'shards': 16,
934 },
935 },
936 'android-asan': {
937 'args': [
938 '--test-launcher-filter-file=../../testing/buildbot/filters/android.asan.content_browsertests.filter',
939 ],
940 'swarming': {
941 'shards': 18,
942 },
943 },
Haiyang Pan32b83392020-03-14 01:38:46944 'android-lollipop-arm-rel': {
945 'swarming': {
946 'shards': 15,
947 },
948 },
Stephen Martinis1384ff92020-01-07 19:52:15949 'android-marshmallow-arm64-rel': {
950 'swarming': {
951 'shards': 16,
952 },
953 },
Haiyang Panc47f6d12020-08-19 18:34:49954 'android-marshmallow-x86-rel': {
John Budoricka4e23882020-02-28 18:36:43955 'args': [
Haiyang Pan12d5acd2020-06-01 20:54:57956 '--test-launcher-filter-file=../../testing/buildbot/filters/android.emulator_m.content_browsertests.filter',
John Budoricka4e23882020-02-28 18:36:43957 ],
Haiyang Panc47f6d12020-08-19 18:34:49958 'swarming': {
959 'shards': 20,
960 },
John Budoricka4e23882020-02-28 18:36:43961 },
Haiyang Pan363c59a2020-07-23 05:47:04962 'android-nougat-arm64-rel': {
963 'swarming': {
964 'shards': 16,
965 },
966 # TODO(crbug.com/1108055): Remove this filter
967 'args': [
968 '--gtest_filter=-BackgroundTracingManagerBrowserTest.PerfettoSystemBackgroundScenario*',
969 ],
970 },
Haiyang Pan08d09dc2020-04-01 16:11:21971 'android-pie-x86-rel': {
John Budoricka4e23882020-02-28 18:36:43972 'args': [
Haiyang Pan12d5acd2020-06-01 20:54:57973 '--test-launcher-filter-file=../../testing/buildbot/filters/android.emulator_p.content_browsertests.filter',
John Budoricka4e23882020-02-28 18:36:43974 ],
975 },
Omer Katz7d2be652020-01-22 18:13:46976 'linux-blink-heap-concurrent-marking-tsan-rel': {
977 'swarming': {
978 'shards': 4,
979 },
980 },
Stephen Martinis1384ff92020-01-07 19:52:15981 'linux-chromeos-code-coverage': {
982 'swarming': {
983 'shards': 12,
984 },
985 },
Albert J. Wong91f109652019-11-19 03:01:16986 'linux-chromeos-rel': {
987 'swarming': {
988 'shards': 3,
989 },
990 },
Yuke Liao79424e42020-01-06 21:00:11991 'linux-code-coverage': {
Yuke Liao58e1d202020-03-20 23:02:01992 'args': [
993 '--no-sandbox',
994 ],
Yuke Liao79424e42020-01-06 21:00:11995 'swarming': {
996 'shards': 12,
997 },
998 },
Sven Zheng80734f12020-08-06 06:50:39999 # https://crbug.com/1111979
1000 'linux-lacros-tester-fyi-rel': {
1001 'experiment_percentage': 100,
1002 },
Sven Zheng5c9d3e342020-08-11 21:39:431003 # https://crbug.com/1111979,
1004 'linux-lacros-tester-rel': {
Sven Zheng5c9d3e342020-08-11 21:39:431005 'args': [
Sven Zheng1bc97822020-08-27 22:17:361006 '--test-launcher-filter-file=../../testing/buildbot/filters/lacros.content_browsertests.filter',
Sven Zheng5c9d3e342020-08-11 21:39:431007 ],
1008 },
Kenneth Russelleb60cbd22017-12-05 07:54:281009 },
1010 },
Maksim Sisov6058ba72020-05-04 10:29:131011 'content_browsertests_wayland': {
1012 'modifications': {
1013 'Linux Ozone Tester (Wayland)': {
1014 'args': [
1015 '--test-launcher-filter-file=../../testing/buildbot/filters/ozone-linux.wayland_content_browsertests.filter',
1016 ],
1017 },
1018 },
1019 },
1020 'content_browsertests_x11': {
1021 'modifications': {
1022 'Linux Ozone Tester (X11)': {
1023 'args': [
1024 '--test-launcher-filter-file=../../testing/buildbot/filters/ozone-linux.x11_content_browsertests.filter',
1025 ],
1026 },
1027 },
1028 },
Nico Weber81e16ace22018-06-30 02:58:471029 'content_shell_crash_test': {
Haiyang Pan8c201b92020-06-04 01:25:071030 'remove_from': [
Haiyang Panaa242232020-06-24 20:04:201031 'android-marshmallow-x86-rel', # crbug.com/1084353
Haiyang Pan8c201b92020-06-04 01:25:071032 ],
Dirk Prankeb1c36b322018-07-11 02:42:001033 'modifications': {
Dirk Prankeb1c36b322018-07-11 02:42:001034 'Win10 Tests x64 (dbg)': {
1035 'experiment_percentage': 100, # https://crbug.com/861730
1036 },
1037 },
Nico Weber81e16ace22018-06-30 02:58:471038 },
John Budorick27d2d44e2019-05-20 20:26:091039 'content_shell_test_apk': {
1040 'remove_from': [
John Budorick27d2d44e2019-05-20 20:26:091041 'android-asan', # https://crbug.com/964562
Yun Liu3e759dbb2019-11-01 19:25:521042 'android-code-coverage-native', # crbug/1018434
John Budorick27d2d44e2019-05-20 20:26:091043 ],
John Budorickee2e64f2020-03-02 20:19:101044 'modifications': {
Haiyang Panaa242232020-06-24 20:04:201045 'android-marshmallow-x86-rel': {
John Budorickee2e64f2020-03-02 20:19:101046 'args': [
Haiyang Pan28e73582020-05-30 00:34:271047 '--test-launcher-filter-file=../../testing/buildbot/filters/android.emulator_m.content_shell_test_apk.filter',
John Budorickee2e64f2020-03-02 20:19:101048 ],
1049 },
Haiyang Pan08d09dc2020-04-01 16:11:211050 'android-pie-x86-rel': {
John Budorickee2e64f2020-03-02 20:19:101051 'args': [
1052 '--gtest_filter=-ContentViewScrollingTest.testFling',
1053 ],
1054 },
1055 },
John Budorick27d2d44e2019-05-20 20:26:091056 },
Kenneth Russelleb60cbd22017-12-05 07:54:281057 'content_unittests': {
Yun Liu42f79ea2019-11-19 01:21:181058 'remove_from': [
Yun Liu42f79ea2019-11-19 01:21:181059 'android-code-coverage-native', # crbug/1018434
1060 ],
Kenneth Russelleb60cbd22017-12-05 07:54:281061 'modifications': {
John Budorick5052d552017-12-13 02:59:341062 'Linux ASan LSan Tests (1)': {
1063 # These are slow on the ASAN trybot for some reason.
1064 # crbug.com/794372
1065 'swarming': {
1066 'shards': 2,
1067 },
1068 },
Takuto Ikuta54671d972018-07-19 19:06:351069 'Linux ChromiumOS MSan Tests': {
1070 # These are very slow on the Chrome OS MSAN trybot for some reason.
1071 # crbug.com/865455
1072 'swarming': {
1073 'shards': 2,
1074 },
1075 },
Kenneth Russelleb60cbd22017-12-05 07:54:281076 },
1077 },
Jonah Ryan-Davis832c8462020-06-09 03:45:031078 'context_lost_passthrough_tests': {
1079 'modifications': {
Jonah Ryan-Davisdeeffeaf2020-06-18 17:56:001080 'Mac FYI GPU ASAN Release': {
1081 'args': [
1082 '--is-asan',
1083 ]
1084 },
Jonah Ryan-Davis832c8462020-06-09 03:45:031085 },
1086 },
1087 'context_lost_validating_tests': {
Brian Sheedye285c9b2019-07-15 21:42:461088 # TODO(https://crbug.com/850107): Remove the Android FYI Release (Pixel 2)
1089 # exception once there is enough capacity to run these tests.
1090 'remove_from': [
Brian Sheedye285c9b2019-07-15 21:42:461091 'Android FYI Release (Pixel 2)',
Brian Sheedye285c9b2019-07-15 21:42:461092 ],
Kenneth Russellc1a09302018-07-10 01:12:541093 'modifications': {
1094 'Mac FYI GPU ASAN Release': {
1095 'args': [
1096 '--is-asan',
1097 ]
1098 },
1099 },
1100 },
Kenneth Russellfbda3c532017-12-08 23:57:241101 'crashpad_tests': {
1102 'remove_from': [
Nico Weber15a00d62018-05-16 17:11:481103 'linux-win_cross-rel', # https://crbug.com/762167
Vlad Tsyrklevich06a9a44f2019-07-24 19:14:391104 # https://crbug.com/crashpad/304
1105 'Linux TSan Tests',
1106 'ToTLinuxTSan',
1107 # https://crbug.com/crashpad/306
1108 'Linux CFI',
1109 'CFI Linux ToT',
Kenneth Russellfbda3c532017-12-08 23:57:241110 ],
1111 },
John Budorick5bc387fe2019-05-09 20:02:531112 'cronet_sizes': {
1113 'modifications': {
1114 'android-cronet-arm-dbg': {
1115 'swarming': {
1116 'dimension_sets': [
1117 {
1118 'device_os': None,
1119 'device_type': None,
Takuto Ikuta5e459b12019-07-09 05:30:561120 'os': 'Ubuntu-16.04',
John Budorick5bc387fe2019-05-09 20:02:531121 },
1122 ],
1123 },
1124 },
1125 },
1126 },
Ben Pastenee09d5982020-08-08 00:15:521127 'cros_browser_sanity_test': {
1128 'modifications': {
1129 'chromeos-eve-arc-r-chrome': {
Ben Pastene3206b812020-08-10 18:16:241130 'experiment_percentage': 100, # https://crbug.com/1114741
Ben Pastenee09d5982020-08-08 00:15:521131 },
1132 },
1133 },
Zhenyao Moc307eeb72018-12-20 01:03:201134 'dawn_end2end_tests': {
1135 'remove_from': [
Zhenyao Moc307eeb72018-12-20 01:03:201136 'Linux FYI Release (AMD R7 240)', # https://crbug.com/915430
1137 ],
1138 },
Brian Sheedye285c9b2019-07-15 21:42:461139 'depth_capture_tests': {
1140 # TODO(https://crbug.com/850107): Remove the Android FYI Release (Pixel 2)
1141 # exception once there is enough capacity to run these tests.
1142 'remove_from': [
Brian Sheedye285c9b2019-07-15 21:42:461143 'Android FYI Release (Pixel 2)',
1144 ],
Brian Sheedye285c9b2019-07-15 21:42:461145 },
Ben Pastene61ad637c2020-05-08 22:24:411146 'disk_usage_tast_test': {
1147 # TODO(crbug.com/1077659): Add the test back after it's fixed.
1148 'remove_from': [
1149 'chromeos-kevin-rel',
1150 ],
1151 },
Joe Downing41486042018-10-18 22:44:441152 'extensions_browsertests': {
Brad Halla36886c2019-02-26 16:52:291153 'remove_from': [
Brad Halla36886c2019-02-26 16:52:291154 'CrWinAsan(dll)', # https://crbug.com/935598
1155 ],
Joe Downing41486042018-10-18 22:44:441156 'modifications': {
1157 'Win10 Tests x64 (dbg)': {
1158 'experiment_percentage': 100, # https://crbug.com/876615
1159 },
Sven Zheng80734f12020-08-06 06:50:391160 # https://crbug.com/1111979
1161 'linux-lacros-tester-fyi-rel': {
1162 'experiment_percentage': 100,
1163 },
Sven Zheng5c9d3e342020-08-11 21:39:431164 # https://crbug.com/1111979,
1165 'linux-lacros-tester-rel': {
Sven Zheng5c9d3e342020-08-11 21:39:431166 'args': [
1167 '--gtest_filter=-BluetoothShellApiTest.ApiSanityCheck:BluetoothSocketApiTest.Listen:BluetoothSocketApiTest.PermissionDenied',
1168 ],
1169 },
Joe Downing41486042018-10-18 22:44:441170 },
1171 },
Sven Zheng577fe5ff2020-08-03 22:06:441172 'extensions_unittests': {
Sven Zheng80734f12020-08-06 06:50:391173 # https://crbug.com/1111979
1174 'modifications': {
1175 'linux-lacros-tester-fyi-rel': {
1176 'experiment_percentage': 100,
1177 },
Sven Zheng5c9d3e342020-08-11 21:39:431178 # https://crbug.com/1111979,
1179 'linux-lacros-tester-rel': {
Sven Zheng5c9d3e342020-08-11 21:39:431180 'args': [
Yuke Liaobb8308322020-08-12 20:20:471181 '--gtest_filter=-NativeExtensionBindingsSystemUnittest*:'
1182 'BluetoothSocketApiUnittest.CreateThenClose:'
1183 'FeatureProviderTest.PermissionFeatureAvailability',
Sven Zheng5c9d3e342020-08-11 21:39:431184 ],
1185 },
Sven Zheng80734f12020-08-06 06:50:391186 },
Sven Zheng577fe5ff2020-08-03 22:06:441187 },
Kenneth Russelleb60cbd22017-12-05 07:54:281188 'gin_unittests': {
1189 'remove_from': [
Nico Weber1394523f2018-06-06 15:58:471190 'ToTLinuxASan', # https://crbug.com/831667
Nico Weberd36959682018-04-12 03:33:461191 'Linux ASan LSan Tests (1)', # https://crbug.com/831667
Nico Weber1394523f2018-06-06 15:58:471192 'Linux Chromium OS ASan LSan Tests (1)', # https://crbug.com/831667
Kenneth Russelleb60cbd22017-12-05 07:54:281193 ],
1194 },
Jonah Ryan-Davisdeeffeaf2020-06-18 17:56:001195 'gl_tests_passthrough': {
1196 'remove_from': [
1197 'CFI Linux ToT',
1198 # Can't run on MSAN because gl_tests uses the hardware driver,
1199 # which isn't instrumented.
1200 'Linux MSan Tests',
1201 ],
1202 'modifications': {
1203 # TODO(kbr): figure out a better way to specify blocks of
1204 # arguments like this for tests on multiple machines.
Garrett Beatya491ec72020-07-25 12:36:121205 'Linux ASan LSan Tests (1)': {
1206 'args': [
1207 '--use-gpu-in-tests',
1208 '--no-xvfb',
1209 ],
1210 'swarming': {
1211 'dimension_sets': [
1212 {
1213 'gpu': '10de:1cb3',
1214 'os': 'Ubuntu',
1215 'pool': 'chromium.tests.gpu',
1216 },
1217 ],
1218 },
1219 },
1220 'Linux CFI': {
1221 'args': [
1222 '--use-gpu-in-tests',
1223 '--no-xvfb',
1224 ],
1225 'swarming': {
1226 'dimension_sets': [
1227 {
1228 'gpu': '10de:1cb3',
1229 'os': 'Ubuntu',
1230 'pool': 'chromium.tests.gpu',
1231 },
1232 ],
1233 },
1234 },
1235 'Linux TSan Tests': {
1236 'args': [
1237 '--use-gpu-in-tests',
1238 '--no-xvfb',
1239 ],
1240 'swarming': {
1241 'dimension_sets': [
1242 {
1243 'gpu': '10de:1cb3',
1244 'os': 'Ubuntu',
1245 'pool': 'chromium.tests.gpu',
1246 },
1247 ],
1248 },
1249 },
Jonah Ryan-Davisdeeffeaf2020-06-18 17:56:001250 },
1251 },
Jonah Ryan-Davise25a89f2020-05-29 20:18:241252 'gl_tests_validating': {
John Budorickca14c76f62017-12-09 14:19:181253 'remove_from': [
John Budorickca14c76f62017-12-09 14:19:181254 'CFI Linux ToT',
Kenneth Russell8a386d42018-06-02 09:48:011255 'Android FYI Release (Nexus 5X)',
Takuto Ikutaf5333252019-11-06 16:07:081256 # Can't run on MSAN because gl_tests uses the hardware driver,
Kenneth Russell55bbec52018-05-03 18:44:551257 # which isn't instrumented.
1258 'Linux MSan Tests',
John Budorickca14c76f62017-12-09 14:19:181259 ],
Kenneth Russelleb60cbd22017-12-05 07:54:281260 'modifications': {
Kenneth Russell1a515be2018-04-28 03:54:451261 # TODO(kbr): figure out a better way to specify blocks of
1262 # arguments like this for tests on multiple machines.
Garrett Beatya491ec72020-07-25 12:36:121263 'Linux ASan LSan Tests (1)': {
1264 'args': [
1265 '--use-gpu-in-tests',
1266 '--no-xvfb',
1267 ],
1268 'swarming': {
1269 'dimension_sets': [
1270 {
1271 'gpu': '10de:1cb3',
1272 'os': 'Ubuntu',
1273 'pool': 'chromium.tests.gpu',
1274 },
1275 ],
1276 },
1277 },
1278 'Linux CFI': {
1279 'args': [
1280 '--use-gpu-in-tests',
1281 '--no-xvfb',
1282 ],
1283 'swarming': {
1284 'dimension_sets': [
1285 {
1286 'gpu': '10de:1cb3',
1287 'os': 'Ubuntu',
1288 'pool': 'chromium.tests.gpu',
1289 },
1290 ],
1291 },
1292 },
1293 'Linux TSan Tests': {
1294 'args': [
1295 '--use-gpu-in-tests',
1296 '--no-xvfb',
1297 ],
1298 'swarming': {
1299 'dimension_sets': [
1300 {
1301 'gpu': '10de:1cb3',
1302 'os': 'Ubuntu',
1303 'pool': 'chromium.tests.gpu',
1304 },
1305 ],
1306 },
1307 },
Haiyang Panaa242232020-06-24 20:04:201308 'android-marshmallow-x86-rel': {
John Budorick79ec9012020-01-08 21:56:311309 'args': [
1310 '--test-launcher-filter-file=../../testing/buildbot/filters/android.emulator.gl_tests.filter',
1311 ],
1312 },
Andrew Luo38b311f2019-10-04 03:42:091313 'android-pie-arm64-rel': {
John Budorick79ec9012020-01-08 21:56:311314 'args': [
Andrew Luobe83fd82019-12-19 03:07:581315 '--test-launcher-filter-file=../../testing/buildbot/filters/android.pie_arm64_rel.gl_tests.filter', # https://crbug.com/1034007
1316 ],
Andrew Luo38b311f2019-10-04 03:42:091317 },
Haiyang Pan08d09dc2020-04-01 16:11:211318 'android-pie-x86-rel': {
John Budorick79ec9012020-01-08 21:56:311319 'args': [
1320 '--test-launcher-filter-file=../../testing/buildbot/filters/android.emulator.gl_tests.filter',
1321 ],
1322 },
Kenneth Russelleb60cbd22017-12-05 07:54:281323 },
1324 },
Takuto Ikutaf5333252019-11-06 16:07:081325 'gl_unittests': {
1326 'remove_from': [
Takuto Ikutaf5333252019-11-06 16:07:081327 # On Android, these are already run on the main waterfall.
1328 # Run them on the one-off Android FYI bots, though.
1329 'Android FYI Release (Nexus 5X)',
1330 # Temporarily disabled due to AMDGPU-PRO issues crbug.com/786219
1331 'Linux FYI Release (AMD R7 240)',
Yuly Novikov37e04342020-05-29 00:52:041332 # Can't run on MSAN because gl_unittests uses the hardware driver,
1333 # which isn't instrumented.
1334 'Linux MSan Tests',
Takuto Ikutaf5333252019-11-06 16:07:081335 ],
Takuto Ikutaf5333252019-11-06 16:07:081336 },
1337 'gl_unittests_ozone': {
1338 'remove_from': [
1339 # Can't run on MSAN because gl_unittests_ozone uses the hardware driver,
1340 # which isn't instrumented.
1341 'Linux ChromiumOS MSan Tests',
1342 ],
1343 },
1344 'gpu_process_launch_tests': {
1345 # TODO(https://crbug.com/850107): Remove the Android FYI Release (Pixel 2)
1346 # exception once there is enough capacity to run these tests.
1347 'remove_from': [
Takuto Ikutaf5333252019-11-06 16:07:081348 'Android FYI Release (Pixel 2)',
1349 ],
Takuto Ikutaf5333252019-11-06 16:07:081350 },
Brian Sheedye285c9b2019-07-15 21:42:461351 'hardware_accelerated_feature_tests': {
1352 # TODO(https://crbug.com/850107): Remove the Android FYI Release (Pixel 2)
1353 # exception once there is enough capacity to run these tests.
1354 'remove_from': [
Brian Sheedye285c9b2019-07-15 21:42:461355 'Android FYI Release (Pixel 2)',
1356 ],
1357 },
Brad Halla36886c2019-02-26 16:52:291358 'headless_browsertests': {
1359 'remove_from': [
Brad Halla36886c2019-02-26 16:52:291360 'CrWinAsan(dll)', # https://crbug.com/935598
1361 ],
1362 },
Kenneth Russell8a386d42018-06-02 09:48:011363 'info_collection_tests': {
1364 'remove_from': [
Kenneth Russell8a386d42018-06-02 09:48:011365 # The Mac ASAN swarming bot runs tests on two different GPU
1366 # types, so we can't have one expected vendor ID / device ID.
1367 'Mac FYI GPU ASAN Release',
Kenneth Russell8a386d42018-06-02 09:48:011368 'Android V8 FYI Release (Nexus 5X)',
1369 'Linux V8 FYI Release (NVIDIA)',
Michael Achenbach5fdfc67b2018-12-13 13:26:351370 'Linux V8 FYI Release - pointer compression (NVIDIA)',
Kenneth Russell8a386d42018-06-02 09:48:011371 'Mac V8 FYI Release (Intel)',
1372 'Win V8 FYI Release (NVIDIA)',
1373 ],
Brian Sheedyfe61cdac2020-02-12 01:25:591374 'modifications': {
Brian Sheedyb18cb762020-06-30 00:09:291375 'ChromeOS FYI Release (amd64-generic)': {
Brian Sheedy65be3052020-06-26 19:26:511376 'args': [
Brian Sheedyb18cb762020-06-30 00:09:291377 # Swarming does not report a GPU since tests are run in a VM, but
1378 # the VM does report that a GPU is present.
1379 '--expected-device-id', '1050',
Brian Sheedydf2672f2020-05-07 20:44:361380 ],
1381 },
Brian Sheedyfe61cdac2020-02-12 01:25:591382 },
Brian Sheedy32eeeb52020-05-22 01:49:371383 'replacements': {
1384 'ChromeOS FYI Release (amd64-generic)': {
1385 'args': {
1386 # Swarming does not report a GPU since tests are run in a VM, but
1387 # the VM does report that a GPU is present.
1388 '--expected-vendor-id': '1af4',
Brian Sheedyb18cb762020-06-30 00:09:291389 # Magic substitution happens after regular replacement, so remove it
1390 # now since we are manually applying the expected device ID above.
1391 '$$MAGIC_SUBSTITUTION_GPUExpectedDeviceId': None,
Brian Sheedy32eeeb52020-05-22 01:49:371392 },
1393 }
1394 },
Kenneth Russell8a386d42018-06-02 09:48:011395 },
Kenneth Russelleb60cbd22017-12-05 07:54:281396 'interactive_ui_tests': {
Brad Halla36886c2019-02-26 16:52:291397 'remove_from': [
Brad Halla36886c2019-02-26 16:52:291398 'CrWinAsan(dll)', # https://crbug.com/935598
1399 ],
Kenneth Russelleb60cbd22017-12-05 07:54:281400 'modifications': {
Stephen Martinis1384ff92020-01-07 19:52:151401 'Linux - Future (dbg)': { # client.v8.chromium
Nico Weberdae13cd92018-12-14 13:56:261402 'swarming': {
Stephen Martinis1384ff92020-01-07 19:52:151403 'shards': 3,
Nico Weberdae13cd92018-12-14 13:56:261404 },
1405 },
John Budorickca14c76f62017-12-09 14:19:181406 'Linux ASan LSan Tests (1)': {
Nico Weber96a75a6942018-06-20 04:53:171407 # These are slow on the ASan trybot for some reason, crbug.com/794372
1408 'swarming': {
1409 'shards': 6,
1410 },
1411 },
Takuto Ikuta54671d972018-07-19 19:06:351412 'Linux ChromiumOS MSan Tests': {
1413 # These are very slow on the Chrome OS MSAN trybot for some reason.
1414 # crbug.com/865455
1415 'swarming': {
1416 'shards': 5,
1417 },
1418 },
Stephen Martinis1384ff92020-01-07 19:52:151419 'Linux TSan Tests': {
1420 # These are slow on the TSan bots for some reason, crbug.com/794372
Dirk Pranke8fd63c12017-12-10 18:06:271421 'swarming': {
Stephen Martinis1384ff92020-01-07 19:52:151422 'shards': 20,
Dirk Pranke8fd63c12017-12-10 18:06:271423 },
1424 },
Stephen Martinis1384ff92020-01-07 19:52:151425 'ToTLinuxTSan': {
1426 # These are slow on the TSan bots for some reason, crbug.com/794372
1427 'swarming': {
1428 'shards': 6,
1429 },
1430 },
Ian Struiksma07a90df2020-01-23 00:54:501431 'Win 7 Tests x64 (1)': {
1432 # These tests are continually flaky on Win7 bots, crbug.com/967588
1433 'args': [
1434 '--test-launcher-filter-file=../../testing/buildbot/filters/autofill.interactive_ui_tests.filter',
1435 ],
1436 },
Stephen Martinis1384ff92020-01-07 19:52:151437 # temporary, https://crbug.com/818832
Greg Thompson3eb7e6522018-05-25 09:04:031438 'Win10 Tests x64 (dbg)': {
1439 'experiment_percentage': 100,
1440 },
Ian Struiksma07a90df2020-01-23 00:54:501441 'Win7 Tests (1)': {
1442 # These tests are continually flaky on Win7 bots, crbug.com/967588
1443 'args': [
1444 '--test-launcher-filter-file=../../testing/buildbot/filters/autofill.interactive_ui_tests.filter',
1445 ],
1446 },
Stephen Martinis1384ff92020-01-07 19:52:151447 'Win7 Tests (dbg)(1)': {
Ian Struiksma07a90df2020-01-23 00:54:501448 # These tests are continually flaky on Win7 bots, crbug.com/967588
1449 'args': [
1450 '--test-launcher-filter-file=../../testing/buildbot/filters/autofill.interactive_ui_tests.filter',
1451 ],
Stephen Martinis1384ff92020-01-07 19:52:151452 'swarming': {
1453 'shards': 4,
1454 },
1455 },
Ben Pastene8ef125e2019-12-10 01:46:291456 'linux-chromeos-chrome': {
1457 # TODO(crbug.com/970649): Remove this filter.
1458 'args': [
1459 '--gtest_filter=-SadTabViewInteractiveUITest.ReloadMultipleSadTabs',
1460 ],
1461 },
Stephen Martinis1384ff92020-01-07 19:52:151462 'linux-chromeos-code-coverage': {
Yuke Liao79424e42020-01-06 21:00:111463 'swarming': {
1464 'shards': 10,
1465 },
1466 },
Stephen Martinis1384ff92020-01-07 19:52:151467 'linux-code-coverage': {
Yuke Liao79424e42020-01-06 21:00:111468 'swarming': {
1469 'shards': 10,
1470 },
1471 },
Sven Zheng80734f12020-08-06 06:50:391472 # https://crbug.com/1111979
Yuke Liaof3b1a4a892020-08-18 22:04:121473 'linux-lacros-rel': {
1474 'args': [
1475 '--test-launcher-filter-file=../../testing/buildbot/filters/lacros.interactive_ui_tests.filter',
1476 ],
1477 },
1478 # https://crbug.com/1111979
Sven Zheng80734f12020-08-06 06:50:391479 'linux-lacros-tester-fyi-rel': {
1480 'experiment_percentage': 100,
1481 },
Sven Zheng010820d2020-08-17 22:38:441482 # https://crbug.com/1111979
1483 'linux-lacros-tester-rel': {
Sven Zheng010820d2020-08-17 22:38:441484 'args': [
1485 '--test-launcher-filter-file=../../testing/buildbot/filters/lacros.interactive_ui_tests.filter',
1486 ],
1487 },
Kenneth Russelleb60cbd22017-12-05 07:54:281488 },
1489 },
John Budorickf00e5ff2019-06-11 21:21:061490 'ipc_tests': {
1491 'modifications': {
1492 'android-asan': {
1493 'swarming': {
1494 'shards': 2,
1495 },
1496 },
1497 },
1498 },
Jonah Ryan-Davis832c8462020-06-09 03:45:031499 'maps_pixel_passthrough_test': {
1500 'replacements': {
1501 # The V8 builders pass the V8 revision for ${got_revision}, so instead
1502 # use ${got_cr_revision}, which is only set on the V8 bots.
1503 'Linux V8 FYI Release (NVIDIA)': {
1504 'args': {
1505 '--git-revision': '${got_cr_revision}',
1506 },
1507 },
1508 'Linux V8 FYI Release - pointer compression (NVIDIA)': {
1509 'args': {
1510 '--git-revision': '${got_cr_revision}',
1511 },
1512 },
Jonah Ryan-Davisdeeffeaf2020-06-18 17:56:001513 'Mac V8 FYI Release (Intel)': {
1514 'args': {
1515 '--git-revision': '${got_cr_revision}',
1516 },
1517 },
Jonah Ryan-Davis832c8462020-06-09 03:45:031518 'Win V8 FYI Release (NVIDIA)': {
1519 'args': {
1520 '--git-revision': '${got_cr_revision}',
1521 },
1522 },
1523 },
1524 },
1525 'maps_pixel_validating_test': {
Brian Sheedye285c9b2019-07-15 21:42:461526 # TODO(https://crbug.com/850107): Remove the Android FYI Release (Pixel 2)
1527 # exception once there is enough capacity to run these tests.
1528 'remove_from': [
Brian Sheedye285c9b2019-07-15 21:42:461529 'Android FYI Release (Pixel 2)',
1530 ],
Brian Sheedy44fd891b2019-10-03 20:07:541531 'replacements': {
Brian Sheedy44fd891b2019-10-03 20:07:541532 # The V8 builders pass the V8 revision for ${got_revision}, so instead
1533 # use ${got_cr_revision}, which is only set on the V8 bots.
1534 'Android V8 FYI Release (Nexus 5X)': {
1535 'args': {
Brian Sheedy4d335deb2020-04-01 20:47:321536 '--git-revision': '${got_cr_revision}',
Brian Sheedy44fd891b2019-10-03 20:07:541537 },
1538 },
1539 'Linux V8 FYI Release (NVIDIA)': {
1540 'args': {
Brian Sheedy4d335deb2020-04-01 20:47:321541 '--git-revision': '${got_cr_revision}',
Brian Sheedy44fd891b2019-10-03 20:07:541542 },
1543 },
1544 'Linux V8 FYI Release - pointer compression (NVIDIA)': {
1545 'args': {
Brian Sheedy4d335deb2020-04-01 20:47:321546 '--git-revision': '${got_cr_revision}',
Brian Sheedy44fd891b2019-10-03 20:07:541547 },
1548 },
1549 'Mac V8 FYI Release (Intel)': {
1550 'args': {
Brian Sheedy4d335deb2020-04-01 20:47:321551 '--git-revision': '${got_cr_revision}',
Brian Sheedy44fd891b2019-10-03 20:07:541552 },
1553 },
Brian Sheedy44fd891b2019-10-03 20:07:541554 },
Brian Sheedye285c9b2019-07-15 21:42:461555 },
Chong Gu6f73d9f2020-08-19 22:58:361556 'maps_tests': {
1557 'remove_from': [
1558 'Fuchsia x64' # https://crbug.com/1058255
1559 ],
1560 },
Andrew Luo38b311f2019-10-04 03:42:091561 'media_unittests': {
1562 'modifications': {
Haiyang Panaa242232020-06-24 20:04:201563 'android-marshmallow-x86-rel': {
John Budorickb5185112020-01-08 22:40:211564 'args': [
Haiyang Pan569659f02020-05-30 00:48:451565 '--test-launcher-filter-file=../../testing/buildbot/filters/android.emulator_m.media_unittests.filter',
John Budorickb5185112020-01-08 22:40:211566 ],
1567 },
Andrew Luo38b311f2019-10-04 03:42:091568 'android-pie-arm64-rel': {
Andrew Luobe83fd82019-12-19 03:07:581569 'args': [
1570 '--gtest_filter=-AAudio/AudioOutputTest.Play200HzTone/0', # https://crbug.com/1034009
1571 ],
Andrew Luo38b311f2019-10-04 03:42:091572 },
Haiyang Pan08d09dc2020-04-01 16:11:211573 'android-pie-x86-rel': {
John Budorickb5185112020-01-08 22:40:211574 'args': [
Haiyang Pan569659f02020-05-30 00:48:451575 '--test-launcher-filter-file=../../testing/buildbot/filters/android.emulator_p.media_unittests.filter',
John Budorickb5185112020-01-08 22:40:211576 ],
1577 },
Andrew Luo38b311f2019-10-04 03:42:091578 },
1579 },
John Budorickf00e5ff2019-06-11 21:21:061580 'mojo_unittests': {
1581 'modifications': {
1582 'android-asan': {
1583 'swarming': {
John Budorick5a29d7542019-10-11 20:56:441584 'shards': 5,
John Budorickf00e5ff2019-06-11 21:21:061585 },
1586 },
1587 },
1588 },
Erik Chend16d922d2019-12-10 04:37:141589 'monochrome_apk_checker': {
Ben Pastene521f8d62020-01-08 20:01:151590 'modifications': {
1591 'ToTAndroid': {
1592 'swarming': {
1593 'dimension_sets': [
1594 {
John Budorick838256a2020-02-29 01:29:071595 'cpu': 'x86-64',
Ben Pastene521f8d62020-01-08 20:01:151596 'device_os': None,
1597 'device_playstore_version': None,
1598 'device_type': None,
1599 'os': 'Ubuntu-16.04',
1600 },
1601 ],
1602 },
1603 },
1604 'android-arm64-proguard-rel': {
1605 'swarming': {
1606 'dimension_sets': [
1607 {
John Budorick838256a2020-02-29 01:29:071608 'cpu': 'x86-64',
Ben Pastene521f8d62020-01-08 20:01:151609 'device_os': None,
1610 'device_playstore_version': None,
1611 'device_type': None,
1612 'os': 'Ubuntu-16.04',
1613 },
1614 ],
1615 },
1616 },
1617 'android-pie-arm64-rel': {
1618 'swarming': {
1619 'dimension_sets': [
1620 {
John Budorick838256a2020-02-29 01:29:071621 'cpu': 'x86-64',
Ben Pastene521f8d62020-01-08 20:01:151622 'device_os': None,
1623 'device_os_flavor': None,
1624 'device_playstore_version': None,
1625 'device_type': None,
1626 'os': 'Ubuntu-16.04',
1627 },
1628 ],
1629 },
1630 },
1631 },
Erik Chend16d922d2019-12-10 04:37:141632 },
bsheedye9469572019-01-23 17:31:331633 'monochrome_public_test_ar_apk': {
1634 'modifications': {
Brian Sheedy12169aa2019-10-16 23:38:031635 'Nougat Phone Tester': {
1636 'args': [
1637 # ArCore is not installed as a system app on N, so we can install it
1638 # normally instead of replacing the system version.
1639 '--additional-apk=//third_party/arcore-android-sdk/test-apks/arcore/arcore_current.apk'
1640 ],
1641 },
bsheedye9469572019-01-23 17:31:331642 # We need to match the Playstore version as well because AR tests fail on
1643 # old versions of the Playstore.
1644 'Oreo Phone Tester': {
Brian Sheedy2bcd16b2019-04-22 22:47:081645 'args': [
1646 # ArCore is not installed as a system app on O, so we can install it
1647 # normally instead of replacing the system version.
1648 '--additional-apk=//third_party/arcore-android-sdk/test-apks/arcore/arcore_current.apk'
1649 ],
bsheedye9469572019-01-23 17:31:331650 'swarming': {
1651 'dimension_sets': [
1652 {
1653 'device_os': 'OPR3.170623.008',
1654 'device_playstore_version': '12.8.23-all',
1655 'device_type': 'marlin',
1656 'os': 'Android',
1657 },
1658 ],
1659 },
1660 },
Haiyang Pan57159eba2020-05-07 23:14:131661 'android-10-arm64-rel': {
1662 'args': [
1663 '--replace-system-package=com.google.ar.core,//third_party/arcore-android-sdk/test-apks/arcore/arcore_current.apk'
1664 ]
1665 },
Haiyang Pan363c59a2020-07-23 05:47:041666 'android-nougat-arm64-rel': {
1667 'args': [
1668 # ArCore is not installed as a system app on N, so we can install it
1669 # normally instead of replacing the system version.
1670 '--additional-apk=//third_party/arcore-android-sdk/test-apks/arcore/arcore_current.apk'
1671 ],
1672 },
Brian Sheedy2bcd16b2019-04-22 22:47:081673 'android-pie-arm64-dbg': {
1674 'args': [
1675 '--replace-system-package=com.google.ar.core,//third_party/arcore-android-sdk/test-apks/arcore/arcore_current.apk'
1676 ]
1677 }
bsheedye9469572019-01-23 17:31:331678 },
1679 },
Nico Weberd3096fb2018-06-07 17:50:151680 'nacl_helper_nonsfi_unittests': {
1681 'remove_from': [
Nico Weberd3096fb2018-06-07 17:50:151682 'Linux TSan Tests', # Sets enable_nacl=false.
1683 ],
1684 },
Kenneth Russellfbda3c532017-12-08 23:57:241685 'nacl_loader_unittests': {
1686 'remove_from': [
Nico Weber48f187142018-06-01 15:16:351687 'ToTMacASan', # The mac asan tot bot sets enable_nacl=false
Nico Weber3611ee802018-06-07 13:34:511688 'linux-win_cross-rel', # Sets enable_nacl=false, https://crbug.com/774186
Nico Webera8fc38f72018-04-10 02:20:111689 'Linux TSan Tests', # The TSan bot sets enable_nacl=false
Nico Weber05d3e642018-05-31 16:59:481690 'Mac ASan 64 Tests (1)', # The mac asan bot sets enable_nacl=false
Kenneth Russellfbda3c532017-12-08 23:57:241691 ],
1692 },
Kenneth Russelleb60cbd22017-12-05 07:54:281693 'net_unittests': {
Kenneth Russellfbda3c532017-12-08 23:57:241694 'remove_from': [
Stephen Roeac495972020-02-25 23:32:411695 'Fuchsia ARM64', # https://crbug.com/877248
Fabrice de Gans-Riberia1541ca2019-01-09 20:05:461696 'fuchsia-fyi-x64-dbg', # https://crbug.com/844416
Kenneth Russellfbda3c532017-12-08 23:57:241697 ],
Kenneth Russelleb60cbd22017-12-05 07:54:281698 'modifications': {
Nico Weber33b9b7a2020-06-12 19:23:271699 'CrWinAsan': {
1700 # TODO(crbug.com/794372): net_unittests is slow under ASan.
1701 'swarming': {
1702 'shards': 16,
1703 },
1704 },
1705 'CrWinAsan(dll)': {
1706 # TODO(crbug.com/794372): net_unittests is slow under ASan.
1707 'swarming': {
1708 'shards': 16,
1709 },
1710 },
John Budorickca14c76f62017-12-09 14:19:181711 'Linux ASan LSan Tests (1)': {
John Budorick5052d552017-12-13 02:59:341712 # These are very slow on the ASAN trybot for some reason.
1713 # crbug.com/794372
John Budorickca14c76f62017-12-09 14:19:181714 'swarming': {
John Budorick5052d552017-12-13 02:59:341715 'shards': 16,
John Budorickca14c76f62017-12-09 14:19:181716 },
1717 },
1718 'Linux Chromium OS ASan LSan Tests (1)': {
Takuto Ikuta54671d972018-07-19 19:06:351719 # These are very slow on the ASAN trybot for some reason.
1720 # crbug.com/794372
John Budorickca14c76f62017-12-09 14:19:181721 'swarming': {
Sergey Berezinda3255c2018-03-16 00:34:021722 'shards': 8,
John Budorickca14c76f62017-12-09 14:19:181723 }
1724 },
Takuto Ikuta54671d972018-07-19 19:06:351725 'Linux ChromiumOS MSan Tests': {
1726 # These are very slow on the Chrome OS MSAN trybot for some reason.
1727 # crbug.com/865455
1728 'swarming': {
1729 'shards': 2,
1730 },
1731 },
John Budorickca14c76f62017-12-09 14:19:181732 'Linux TSan Tests': {
1733 'swarming': {
1734 'shards': 4,
1735 }
1736 },
Ben Pastene8bf205b2018-06-13 04:00:331737 # The suite runs signficantly slower on linux dbg, so increase shards.
1738 'Linux Tests (dbg)(1)': {
1739 'swarming': {
1740 'shards': 2,
1741 },
1742 },
Stephen Martinis1384ff92020-01-07 19:52:151743 'ToTLinuxASan': {
1744 # TODO(crbug.com/794372): net_unittests is slow under ASan.
1745 'swarming': {
1746 'shards': 16,
1747 },
1748 },
1749 'ToTLinuxTSan': {
1750 'swarming': {
1751 'shards': 4,
1752 }
1753 },
Haiyang Panaa242232020-06-24 20:04:201754 'android-marshmallow-x86-rel': {
John Budorick7fde6b492020-01-29 17:43:501755 # crbug.com/1046060
1756 'args': [
1757 '--test-launcher-filter-file=../../testing/buildbot/filters/android.emulator.net_unittests.filter',
1758 ],
1759 },
Haiyang Pan08d09dc2020-04-01 16:11:211760 'android-pie-x86-rel': {
John Budorick7fde6b492020-01-29 17:43:501761 # crbug.com/1046060
1762 'args': [
1763 '--test-launcher-filter-file=../../testing/buildbot/filters/android.emulator.net_unittests.filter',
1764 ],
1765 },
Omer Katz7d2be652020-01-22 18:13:461766 'linux-blink-heap-concurrent-marking-tsan-rel': {
1767 'swarming': {
1768 'shards': 4,
1769 }
1770 },
Ben Pastene8bf205b2018-06-13 04:00:331771 'linux-chromeos-dbg': {
1772 'swarming': {
1773 'shards': 2,
1774 },
1775 },
Nico Weber33b9b7a2020-06-12 19:23:271776 'win-asan': {
1777 # TODO(crbug.com/794372): net_unittests is slow under ASan.
1778 'swarming': {
1779 'shards': 16,
1780 },
1781 },
Kenneth Russelleb60cbd22017-12-05 07:54:281782 },
1783 },
John Abd-El-Malek99b6f4a2018-06-11 23:08:311784 'network_service_browser_tests': {
1785 'remove_from': [
Brad Halla36886c2019-02-26 16:52:291786 'CrWinAsan(dll)', # https://crbug.com/935598
Nico Weberdae13cd92018-12-14 13:56:261787 'ToTLinuxTSan', # https://crbug.com/368525
Nico Weber073af192018-06-21 19:22:171788 'Linux ASan LSan Tests (1)', # No capacity, https://crbug.com/852442
1789 'Linux TSan Tests', # No capacity, https://crbug.com/852442
Nico Weber17d2fcddb2018-06-14 18:28:191790 'Win7 Tests (1)', # For swarming capacity reasons.
1791 'Win10 Tests x64 (dbg)', # Matches browser_tests.
John Abd-El-Malek69ae1492018-09-06 20:00:061792 # Only run network service tests on Mac 10.12 for capacity reasons.
John Abd-El-Malek69ae1492018-09-06 20:00:061793 'Mac10.10 Tests',
1794 'Mac10.11 Tests',
1795 'Mac10.13 Tests',
1796 'Mac10.13 Tests (dbg)',
Prakhar Asthana74a9eda2020-08-05 05:24:481797 'Mac10.13 Tests Code Coverage',
John Abd-El-Malek69ae1492018-09-06 20:00:061798 'Mac ASan 64 Tests (1)',
John Abd-El-Malek69ae1492018-09-06 20:00:061799 'ToTMacASan',
John Abd-El-Malek99b6f4a2018-06-11 23:08:311800 ],
Kenneth Russell6c83d212018-07-27 20:52:591801 'modifications': {
Kenneth Russell6c83d212018-07-27 20:52:591802 'Win10 Tests x64': {
1803 # crbug.com/868082
1804 'args': [
1805 '--disable-features=WebRTC-H264WithOpenH264FFmpeg',
1806 ],
Takuto Ikutac9c269a2019-01-10 22:40:251807 # This is for slow test execution that often becomes a critical path of
1808 # swarming jobs. crbug.com/868114
1809 'swarming': {
1810 'shards': 20,
1811 },
Kenneth Russell6c83d212018-07-27 20:52:591812 },
Sajjad Mirza87e17b242020-01-22 18:49:071813 'Win10 Tests x64 Code Coverage': {
1814 # crbug.com/868082
1815 'args': [
1816 '--disable-features=WebRTC-H264WithOpenH264FFmpeg',
1817 ],
1818 # This is for slow test execution that often becomes a critical path of
1819 # swarming jobs. crbug.com/868114
1820 'swarming': {
1821 'shards': 20,
1822 },
1823 },
Yuke Liao58e1d202020-03-20 23:02:011824 'linux-code-coverage': {
1825 'args': [
1826 '--no-sandbox',
1827 ],
1828 'swarming': {
1829 'shards': 20,
1830 },
1831 }
Kenneth Russell6c83d212018-07-27 20:52:591832 },
John Abd-El-Malek99b6f4a2018-06-11 23:08:311833 },
John Abd-El-Malek4782bd12018-06-12 01:08:211834 'network_service_components_browsertests': {
1835 'remove_from': [
Nico Weber073af192018-06-21 19:22:171836 'Linux ASan LSan Tests (1)', # No capacity, https://crbug.com/852442
1837 'Linux TSan Tests', # No capacity, https://crbug.com/852442
Nico Weber17d2fcddb2018-06-14 18:28:191838 'Win7 Tests (1)', # For swarming capacity reasons.
1839 'Win10 Tests x64 (dbg)', # Matches components_browsertests.
John Abd-El-Malek69ae1492018-09-06 20:00:061840 # Only run network service tests on Mac 10.12 for capacity reasons.
John Abd-El-Malek69ae1492018-09-06 20:00:061841 'Mac10.10 Tests',
1842 'Mac10.11 Tests',
1843 'Mac10.13 Tests',
1844 'Mac10.13 Tests (dbg)',
Prakhar Asthana74a9eda2020-08-05 05:24:481845 'Mac10.13 Tests Code Coverage',
John Abd-El-Malek69ae1492018-09-06 20:00:061846 'Mac ASan 64 Tests (1)',
John Abd-El-Malek69ae1492018-09-06 20:00:061847 'ToTMacASan',
Nico Weber17d2fcddb2018-06-14 18:28:191848 ],
1849 },
1850 'network_service_content_browsertests': {
1851 'remove_from': [
Brad Halla36886c2019-02-26 16:52:291852 'CrWinAsan(dll)', # https://crbug.com/935598
Nico Weber408a49a2018-12-14 21:00:101853 'ToTLinuxTSan', # Match 'Linux TSan Tests' below since this is slow.
Nico Weber073af192018-06-21 19:22:171854 'Linux ASan LSan Tests (1)', # No capacity, https://crbug.com/852442
1855 'Linux TSan Tests', # No capacity, https://crbug.com/852442
Nico Weber17d2fcddb2018-06-14 18:28:191856 'Win7 Tests (1)', # For swarming capacity reasons.
John Budorickd96ee6f2018-06-15 17:20:111857 'Win10 Tests x64 (dbg)', # flaky: https://crbug.com/852786
John Abd-El-Malek69ae1492018-09-06 20:00:061858 # Only run network service tests on Mac 10.12 for capacity reasons.
John Abd-El-Malek69ae1492018-09-06 20:00:061859 'Mac10.10 Tests',
1860 'Mac10.11 Tests',
1861 'Mac10.13 Tests',
1862 'Mac10.13 Tests (dbg)',
Prakhar Asthana74a9eda2020-08-05 05:24:481863 'Mac10.13 Tests Code Coverage',
John Abd-El-Malek69ae1492018-09-06 20:00:061864 'Mac ASan 64 Tests (1)',
John Abd-El-Malek69ae1492018-09-06 20:00:061865 'ToTMacASan',
John Abd-El-Malek4782bd12018-06-12 01:08:211866 ],
1867 },
John Abd-El-Malek787a41a2018-06-12 18:10:531868 'network_service_extensions_browsertests': {
1869 'remove_from': [
Brad Halla36886c2019-02-26 16:52:291870 'CrWinAsan(dll)', # https://crbug.com/935598
Nico Weber073af192018-06-21 19:22:171871 'Linux ASan LSan Tests (1)', # No capacity, https://crbug.com/852442
1872 'Linux TSan Tests', # No capacity, https://crbug.com/852442
Nico Weber17d2fcddb2018-06-14 18:28:191873 'Win7 Tests (1)', # For swarming capacity reasons.
1874 'Win10 Tests x64 (dbg)', # Matches extensions_browsertests.
John Abd-El-Malek69ae1492018-09-06 20:00:061875 # Only run network service tests on Mac 10.12 for capacity reasons.
John Abd-El-Malek69ae1492018-09-06 20:00:061876 'Mac10.10 Tests',
1877 'Mac10.11 Tests',
1878 'Mac10.13 Tests',
1879 'Mac10.13 Tests (dbg)',
Prakhar Asthana74a9eda2020-08-05 05:24:481880 'Mac10.13 Tests Code Coverage',
John Abd-El-Malek69ae1492018-09-06 20:00:061881 'Mac ASan 64 Tests (1)',
John Abd-El-Malek69ae1492018-09-06 20:00:061882 'ToTMacASan',
John Abd-El-Malek787a41a2018-06-12 18:10:531883 ],
1884 },
Brad Halla36886c2019-02-26 16:52:291885 'network_service_headless_browsertests': {
1886 'remove_from': [
Brad Halla36886c2019-02-26 16:52:291887 'CrWinAsan(dll)', # https://crbug.com/935598
1888 ],
1889 },
John Abd-El-Malek787a41a2018-06-12 18:10:531890 'network_service_interactive_ui_tests': {
Nico Weber17d2fcddb2018-06-14 18:28:191891 'remove_from': [
Brad Halla36886c2019-02-26 16:52:291892 'CrWinAsan(dll)', # https://crbug.com/935598
Nico Weber408a49a2018-12-14 21:00:101893 'ToTLinuxTSan', # Match 'Linux TSan Tests' below since this is slow.
Nico Weber073af192018-06-21 19:22:171894 'Linux ASan LSan Tests (1)', # No capacity, https://crbug.com/852442
1895 'Linux TSan Tests', # No capacity, https://crbug.com/852442
Nico Weber17d2fcddb2018-06-14 18:28:191896 'Win7 Tests (1)', # For swarming capacity reasons.
John Abd-El-Malek69ae1492018-09-06 20:00:061897 # Only run network service tests on Mac 10.12 for capacity reasons.
John Abd-El-Malek69ae1492018-09-06 20:00:061898 'Mac10.10 Tests',
1899 'Mac10.11 Tests',
1900 'Mac10.13 Tests',
1901 'Mac10.13 Tests (dbg)',
Prakhar Asthana74a9eda2020-08-05 05:24:481902 'Mac10.13 Tests Code Coverage',
John Abd-El-Malek69ae1492018-09-06 20:00:061903 'Mac ASan 64 Tests (1)',
John Abd-El-Malek69ae1492018-09-06 20:00:061904 'ToTMacASan',
Nico Weber17d2fcddb2018-06-14 18:28:191905 ],
John Abd-El-Malek787a41a2018-06-12 18:10:531906 'modifications': {
John Budorickd96ee6f2018-06-15 17:20:111907 'Win10 Tests x64 (dbg)': {
1908 'experiment_percentage': 100, # https://crbug.com/852786
John Abd-El-Malek787a41a2018-06-12 18:10:531909 },
1910 },
1911 },
John Abd-El-Malekfabfb072019-05-30 20:50:191912 'network_service_out_of_process_chrome_public_test_apk': {
John Abd-El-Malekfabfb072019-05-30 20:50:191913 'remove_from': [
John Budorickea475de2019-06-07 21:16:241914 'android-asan',
1915 # Don't run on trybots; waterfall is enough.
Haiyang Pana3ff55ae2020-04-23 18:26:541916 'android-lollipop-arm-rel',
Clark DuVall3ef939a2019-06-10 20:35:311917 'android-marshmallow-arm64-rel',
Haiyang Pan363c59a2020-07-23 05:47:041918 'android-nougat-arm64-rel',
Andrew Luo38b311f2019-10-04 03:42:091919 'android-pie-arm64-rel',
Clark DuVall3ef939a2019-06-10 20:35:311920 # No capacity for tablet testers.
Clark DuVall3ef939a2019-06-10 20:35:311921 'Lollipop Tablet Tester',
1922 'Marshmallow Tablet Tester',
Yun Liu2b1c1d82019-10-30 23:11:241923 'android-code-coverage-native', # https://crbug.com/1018780
Haiyang Panaa242232020-06-24 20:04:201924 'android-marshmallow-x86-rel', # crbug.com/1098111
Haiyang Panfd0d1702020-09-09 19:57:301925 'android-pie-x86-rel', # crbug.com/1126536
John Abd-El-Malekfabfb072019-05-30 20:50:191926 ],
John Budorick20c71a0d2020-03-02 20:38:561927 'modifications': {
Wei-Yin Chen (陳威尹)858ee772020-05-11 22:29:271928 'Android CFI': {
1929 'args': [
1930 '--exclude-annotation',
1931 'Feature=RenderTest', # https://crbug.com/1068294
1932 ],
1933 },
Haiyang Pan8e72b562020-09-11 19:48:291934 'android-marshmallow-x86-rel-non-cq': {
Haiyang Pan37fbd7a42020-06-03 03:27:371935 'args': [
1936 '--test-launcher-filter-file=../../testing/buildbot/filters/android.emulator_m.chrome_public_test_apk.filter',
Haiyang Pan37fbd7a42020-06-03 03:27:371937 ],
Haiyang Pan8e72b562020-09-11 19:48:291938 'swarming': {
1939 'dimension_sets': [
1940 {
1941 # Use 8-cores to shorten test runtime.
1942 'machine_type': 'n1-standard-8',
1943 },
1944 ],
1945 },
Haiyang Pan37fbd7a42020-06-03 03:27:371946 },
Haiyang Pan08d09dc2020-04-01 16:11:211947 'android-pie-x86-rel': {
John Budorick20c71a0d2020-03-02 20:38:561948 'args': [
Haiyang Pan9152d382020-03-03 07:39:411949 '--avd-config=../../tools/android/avd/proto/generic_playstore_android28.textpb',
1950 # https://crbug.com/1046059
Haiyang Pan37fbd7a42020-06-03 03:27:371951 '--test-launcher-filter-file=../../testing/buildbot/filters/android.emulator_p.chrome_public_test_apk.filter',
John Budorick20c71a0d2020-03-02 20:38:561952 ],
Haiyang Pan9152d382020-03-03 07:39:411953 'swarming': {
1954 'named_caches': [
1955 {
1956 'name': 'avd_generic_playstore_android28',
1957 'path': '.android',
1958 },
1959 {
1960 'name': 'system_images_android_28_google_apis_playstore_x86',
1961 'path': '.emulator_sdk',
1962 },
1963 ]
1964 },
John Budorick20c71a0d2020-03-02 20:38:561965 },
1966 },
John Abd-El-Malekfabfb072019-05-30 20:50:191967 },
1968 'network_service_out_of_process_components_browsertests': {
John Abd-El-Malekfabfb072019-05-30 20:50:191969 'remove_from': [
John Budorickea475de2019-06-07 21:16:241970 'android-asan',
1971 # Don't run on trybots; waterfall is enough.
Haiyang Pana3ff55ae2020-04-23 18:26:541972 'android-lollipop-arm-rel',
Clark DuVall3ef939a2019-06-10 20:35:311973 'android-marshmallow-arm64-rel',
Haiyang Pan363c59a2020-07-23 05:47:041974 'android-nougat-arm64-rel',
Andrew Luo38b311f2019-10-04 03:42:091975 'android-pie-arm64-rel',
Clark DuVall3ef939a2019-06-10 20:35:311976 # No capacity for tablet testers.
Clark DuVall3ef939a2019-06-10 20:35:311977 'Lollipop Tablet Tester',
1978 'Marshmallow Tablet Tester',
Yun Liu42f79ea2019-11-19 01:21:181979 'android-code-coverage-native', # crbug/1018434
John Abd-El-Malekfabfb072019-05-30 20:50:191980 ],
1981 },
1982 'network_service_out_of_process_content_browsertests': {
John Abd-El-Malekfabfb072019-05-30 20:50:191983 'remove_from': [
John Budorickea475de2019-06-07 21:16:241984 'android-asan',
1985 # Don't run on trybots; waterfall is enough.
Haiyang Pana3ff55ae2020-04-23 18:26:541986 'android-lollipop-arm-rel',
Clark DuVall3ef939a2019-06-10 20:35:311987 'android-marshmallow-arm64-rel',
Haiyang Pan363c59a2020-07-23 05:47:041988 'android-nougat-arm64-rel',
Andrew Luo38b311f2019-10-04 03:42:091989 'android-pie-arm64-rel',
Clark DuVall3ef939a2019-06-10 20:35:311990 # No capacity for tablet testers.
Clark DuVall3ef939a2019-06-10 20:35:311991 'Lollipop Tablet Tester',
1992 'Marshmallow Tablet Tester',
Yun Liu42f79ea2019-11-19 01:21:181993 'android-code-coverage-native', # crbug/1018434
Haiyang Panaa242232020-06-24 20:04:201994 'android-marshmallow-x86-rel', # crbug.com/1098111
John Abd-El-Malekfabfb072019-05-30 20:50:191995 ],
Haiyang Pand09889852019-08-10 00:26:181996 'modifications': {
Haiyang Pan8e72b562020-09-11 19:48:291997 'android-marshmallow-x86-rel-non-cq': {
John Budorick20c71a0d2020-03-02 20:38:561998 'args': [
Haiyang Pan12d5acd2020-06-01 20:54:571999 '--test-launcher-filter-file=../../testing/buildbot/filters/android.emulator_m.content_browsertests.filter',
John Budorick20c71a0d2020-03-02 20:38:562000 ],
Haiyang Pan913b9542020-05-11 22:35:002001 'swarming': {
2002 'shards': 10,
2003 },
John Budorick20c71a0d2020-03-02 20:38:562004 },
Haiyang Pan363c59a2020-07-23 05:47:042005 'android-nougat-arm64-rel': {
2006 # TODO(crbug.com/1108055): Remove this filter
2007 'args': [
2008 '--gtest_filter=-BackgroundTracingManagerBrowserTest.PerfettoSystemBackgroundScenario*',
2009 ],
2010 },
Haiyang Pan08d09dc2020-04-01 16:11:212011 'android-pie-x86-rel': {
John Budorick20c71a0d2020-03-02 20:38:562012 'args': [
Haiyang Pan12d5acd2020-06-01 20:54:572013 '--test-launcher-filter-file=../../testing/buildbot/filters/android.emulator_p.content_browsertests.filter',
John Budorick20c71a0d2020-03-02 20:38:562014 ],
Haiyang Pand09889852019-08-10 00:26:182015 'swarming': {
2016 'shards': 10,
2017 },
2018 },
2019 },
John Abd-El-Malekfabfb072019-05-30 20:50:192020 },
2021 'network_service_out_of_process_content_shell_test_apk': {
John Abd-El-Malekfabfb072019-05-30 20:50:192022 'remove_from': [
John Budorickea475de2019-06-07 21:16:242023 'android-asan',
2024 # Don't run on trybots; waterfall is enough.
Haiyang Pana3ff55ae2020-04-23 18:26:542025 'android-lollipop-arm-rel',
Clark DuVall3ef939a2019-06-10 20:35:312026 'android-marshmallow-arm64-rel',
Haiyang Pan363c59a2020-07-23 05:47:042027 'android-nougat-arm64-rel',
Andrew Luo38b311f2019-10-04 03:42:092028 'android-pie-arm64-rel',
Clark DuVall3ef939a2019-06-10 20:35:312029 # No capacity for tablet testers.
Clark DuVall3ef939a2019-06-10 20:35:312030 'Lollipop Tablet Tester',
2031 'Marshmallow Tablet Tester',
Yun Liu42f79ea2019-11-19 01:21:182032 'android-code-coverage-native', # crbug/1018434
John Abd-El-Malekfabfb072019-05-30 20:50:192033 ],
John Budorickee2e64f2020-03-02 20:19:102034 'modifications': {
Haiyang Panaa242232020-06-24 20:04:202035 'android-marshmallow-x86-rel': {
John Budorickee2e64f2020-03-02 20:19:102036 'args': [
Haiyang Pan28e73582020-05-30 00:34:272037 '--test-launcher-filter-file=../../testing/buildbot/filters/android.emulator_m.content_shell_test_apk.filter',
John Budorickee2e64f2020-03-02 20:19:102038 ],
2039 },
Haiyang Pan08d09dc2020-04-01 16:11:212040 'android-pie-x86-rel': {
John Budorickee2e64f2020-03-02 20:19:102041 'args': [
2042 '--gtest_filter=-ContentViewScrollingTest.testFling',
2043 ],
2044 },
2045 },
John Abd-El-Malekfabfb072019-05-30 20:50:192046 },
Tim Volodinedac7f5e2019-05-09 18:07:282047 'network_service_webview_instrumentation_test_apk': {
Tim Volodinedac7f5e2019-05-09 18:07:282048 'remove_from': [
Haiyang Panaa242232020-06-24 20:04:202049 # Only run these on the phone testers for now due to capacity.
Haiyang Pana3ff55ae2020-04-23 18:26:542050 'android-lollipop-arm-rel',
Tim Volodinedac7f5e2019-05-09 18:07:282051 'android-marshmallow-arm64-rel',
Andrew Luo38b311f2019-10-04 03:42:092052 'android-pie-arm64-rel',
Tim Volodinedac7f5e2019-05-09 18:07:282053 'Lollipop Tablet Tester',
2054 'Marshmallow Tablet Tester',
John Budorick27d2d44e2019-05-20 20:26:092055 'android-asan', # https://crbug.com/964562
Tim Volodinedac7f5e2019-05-09 18:07:282056 'Android CFI',
Tim Volodinedac7f5e2019-05-09 18:07:282057 'ToTAndroid',
2058 'ToTAndroidCFI',
Yun Liu2b1c1d82019-10-30 23:11:242059 'android-code-coverage-native', # https://crbug.com/1018431
Haiyang Panaa242232020-06-24 20:04:202060 'android-marshmallow-x86-rel', # crbug.com/1098111
Tim Volodinedac7f5e2019-05-09 18:07:282061 ],
Haiyang Panfdd94332020-03-27 02:43:292062 'modifications': {
Haiyang Pan08d09dc2020-04-01 16:11:212063 'android-pie-x86-rel': {
Haiyang Panfdd94332020-03-27 02:43:292064 'args': [
2065 '--test-launcher-filter-file=../../testing/buildbot/filters/android.emulator.webview_instrumentation_test_apk.filter',
2066 ],
2067 },
2068 },
Tim Volodinedac7f5e2019-05-09 18:07:282069 },
John Chenaab16fc02020-03-03 06:35:452070 'not_site_per_process_blink_web_tests': {
Lukasz Anforowicz04bc6302018-11-19 19:04:282071 'remove_from': [
Lukasz Anforowicz04bc6302018-11-19 19:04:282072 # TODO(dpranke): Should we be running this step on Linux Tests (dbg)(1)?
2073 'Linux Tests (dbg)(1)',
Lukasz Anforowicz04bc6302018-11-19 19:04:282074 ],
Yuke Liaobc9ff982019-04-30 06:56:162075 'modifications': {
Stephen Martinis1384ff92020-01-07 19:52:152076 'Linux Tests': {
2077 "args": [
2078 "--additional-env-var=LLVM_PROFILE_FILE=${ISOLATED_OUTDIR}/profraw/default-%2m.profraw",
Stephen Martinis1384ff92020-01-07 19:52:152079 ],
2080 },
Yuke Liaoea70f472019-12-19 06:03:362081 'linux-code-coverage': {
2082 'args': [
2083 '--additional-env-var=LLVM_PROFILE_FILE=${ISOLATED_OUTDIR}/profraw/default-%2m.profraw',
Yuke Liaoea70f472019-12-19 06:03:362084 ],
2085 'swarming': {
2086 'shards': 20,
2087 },
2088 },
Yuke Liaobc9ff982019-04-30 06:56:162089 },
Lukasz Anforowicz04bc6302018-11-19 19:04:282090 },
Xi Cheng34ca4042018-02-23 00:10:122091 'notification_helper_unittests': {
2092 'remove_from': [
Hans Wennborg252643a2018-05-22 14:41:122093 # The test uses WinRT, which only exists in Windows 8 or above.
2094 # (https://crbug.com/813553)
Xi Cheng34ca4042018-02-23 00:10:122095 'Win 7 Tests x64 (1)',
Xi Cheng34ca4042018-02-23 00:10:122096 'Win7 Tests (1)',
2097 'Win7 Tests (dbg)(1)',
Stephen Martinis1384ff92020-01-07 19:52:152098 # all these bots run Windows 7.
Xi Cheng34ca4042018-02-23 00:10:122099 'ToTWin',
2100 'ToTWin(dbg)',
2101 'ToTWin(dll)',
inglorionb8e7a3ed2019-04-12 09:49:032102 'ToTWinOfficial',
Xi Cheng34ca4042018-02-23 00:10:122103 'ToTWin64',
2104 'ToTWin64(dbg)',
2105 'ToTWin64(dll)',
2106 'ToTWinCFI',
2107 'ToTWinCFI64',
Oksana Zhuravlova7f996212018-02-28 04:23:082108 'ToTWinThinLTO64',
Xi Cheng34ca4042018-02-23 00:10:122109 ],
2110 },
Ben Pastenee723b2f2019-05-31 19:10:272111 'ozone_unittests': {
2112 'modifications': {
Ben Pastene8ef125e2019-12-10 01:46:292113 'chromeos-betty-pi-arc-chrome': {
2114 'args': [
2115 '--test-launcher-filter-file=../../testing/buildbot/filters/chromeos.ozone_unittests.filter',
2116 ],
2117 },
2118 'linux-chromeos-chrome': {
2119 'args': [
2120 '--test-launcher-filter-file=../../testing/buildbot/filters/chromeos.ozone_unittests.filter',
2121 ],
2122 },
Ben Pastenee723b2f2019-05-31 19:10:272123 },
2124 },
Karen Qian385d2ca2019-03-19 21:49:582125 'perfetto_unittests': {
2126 'remove_from': [
Haiyang Pan363c59a2020-07-23 05:47:042127 # TODO(crbug.com/931138): Fix permission issue when creating tmp files
John Budorickd3fa5992019-12-13 17:22:412128 'android-arm64-proguard-rel',
John Budorickf2283d72019-06-25 01:09:092129 'android-asan',
Yun Liu022f4512019-06-10 23:14:042130 'android-code-coverage',
Yun Liu7cfd28a2019-10-30 01:57:122131 'android-code-coverage-native',
Haiyang Pan32b83392020-03-14 01:38:462132 'android-lollipop-arm-rel',
Karen Qian385d2ca2019-03-19 21:49:582133 'android-marshmallow-arm64-rel',
Haiyang Panaa242232020-06-24 20:04:202134 'android-marshmallow-x86-rel',
Haiyang Pan363c59a2020-07-23 05:47:042135 'android-nougat-arm64-rel',
Andrew Luo38b311f2019-10-04 03:42:092136 'android-pie-arm64-rel',
Haiyang Pan08d09dc2020-04-01 16:11:212137 'android-pie-x86-rel',
Karen Qian385d2ca2019-03-19 21:49:582138 'Android CFI',
Karen Qian385d2ca2019-03-19 21:49:582139 'Lollipop Phone Tester',
2140 'Lollipop Tablet Tester',
2141 'Marshmallow 64 bit Tester',
2142 'Marshmallow Tablet Tester',
2143 'Nougat Phone Tester',
2144 'ToTAndroid',
2145 'ToTAndroidCFI'
2146 ]
2147 },
Stephen Martinis54d64ad2018-09-21 22:16:202148 'performance_test_suite': {
2149 'modifications': {
2150 'Mac10.13 Tests (dbg)': {
2151 'args': [
2152 '--browser=debug',
2153 ],
2154 },
2155 'Win10 Tests x64 (dbg)': {
2156 'args': [
2157 '--browser=debug_x64',
2158 ],
2159 'experiment_percentage': 100,
2160 },
2161 'Win7 Tests (dbg)(1)': {
2162 'args': [
2163 '--browser=debug',
2164 ],
2165 },
2166 },
2167 },
Sven Zhenge8335e02020-08-07 22:38:392168 'pixel_browser_tests': {
2169 'modifications': {
Sven Zheng960127f2020-08-19 20:55:472170 'Win10 Tests x64': {
2171 'args': [
2172 '--test-launcher-filter-file=../../testing/buildbot/filters/pixel_browser_tests.filter',
2173 ],
2174 },
Sven Zhenge8335e02020-08-07 22:38:392175 'win-pixel-tester-rel': {
2176 'non_precommit_args': [
2177 # Do not allow retry or it will break the bulk approval process.
2178 # When retry with fail-pass pattern, the passing test will overwrite the previously
2179 # seen flaky version on the trace. We can triage the image using the printed link,
2180 # but it will not show on the Skia Gold search page.
2181 '--test-launcher-retry-limit=0',
2182 ],
Sven Zheng960127f2020-08-19 20:55:472183 'args': [
2184 '--gtest_filter='
2185 '*PasswordBubbleBrowserTest.*:'
2186 'FeaturePromoDialogTest.*:'
2187 'GlobalErrorBubbleTest.*:'
2188 'HatsBubbleTest.*:'
2189 'HungRendererDialogViewBrowserTest.*:'
2190 'ImportLockDialogViewBrowserTest.*:'
2191 'NativeFileSystemUsageBubbleViewTest.*:'
2192 'PageInfoBubbleViewBrowserTest.*:'
2193 'PasswordReuseModalWarningTest.*:'
2194 'ProfileSigninConfirmationDialogTest.*:'
2195 'RelaunchRecommendedBubbleViewDialogTest.*:'
2196 'RelaunchRequiredDialogViewDialogTest.*:'
2197 'ReopenTabPromoControllerDialogBrowserTest.*:'
2198 'ScreenCaptureNotificationUiBrowserTest.*:'
2199 'SessionCrashedBubbleViewTest.*:'
2200 'TabGroupEditorBubbleViewDialogBrowserTest.*:'
2201 'TabHoverCardBubbleViewBrowserTest.*:'
2202 'UpdateRecommendedDialogTest.*:'
2203 'ZoomBubbleDialogTest.*',
2204 ],
Sven Zhenge8335e02020-08-07 22:38:392205 },
2206 },
2207 },
Jonah Ryan-Davis832c8462020-06-09 03:45:032208 'pixel_skia_gold_passthrough_test': {
2209 'replacements': {
2210 # The V8 builders pass the V8 revision for ${got_revision}, so instead
2211 # use ${got_cr_revision}, which is only set on the V8 bots.
2212 'Linux V8 FYI Release (NVIDIA)': {
2213 'args': {
2214 '--git-revision': '${got_cr_revision}',
2215 },
2216 },
2217 'Linux V8 FYI Release - pointer compression (NVIDIA)': {
2218 'args': {
2219 '--git-revision': '${got_cr_revision}',
2220 },
2221 },
Jonah Ryan-Davisdeeffeaf2020-06-18 17:56:002222 'Mac V8 FYI Release (Intel)': {
2223 'args': {
2224 '--git-revision': '${got_cr_revision}',
2225 },
2226 },
Jonah Ryan-Davis832c8462020-06-09 03:45:032227 'Win V8 FYI Release (NVIDIA)': {
2228 'args': {
2229 '--git-revision': '${got_cr_revision}',
2230 },
2231 },
2232 },
2233 },
2234 'pixel_skia_gold_validating_test': {
Brian Sheedye6ea0ee2019-07-11 02:54:372235 'replacements': {
Brian Sheedye6ea0ee2019-07-11 02:54:372236 # The V8 builders pass the V8 revision for ${got_revision}, so instead
2237 # use ${got_cr_revision}, which is only set on the V8 bots.
2238 'Android V8 FYI Release (Nexus 5X)': {
2239 'args': {
Brian Sheedy4d335deb2020-04-01 20:47:322240 '--git-revision': '${got_cr_revision}',
Brian Sheedye6ea0ee2019-07-11 02:54:372241 },
2242 },
2243 'Linux V8 FYI Release (NVIDIA)': {
2244 'args': {
Brian Sheedy4d335deb2020-04-01 20:47:322245 '--git-revision': '${got_cr_revision}',
Brian Sheedye6ea0ee2019-07-11 02:54:372246 },
2247 },
2248 'Linux V8 FYI Release - pointer compression (NVIDIA)': {
2249 'args': {
Brian Sheedy4d335deb2020-04-01 20:47:322250 '--git-revision': '${got_cr_revision}',
Brian Sheedye6ea0ee2019-07-11 02:54:372251 },
2252 },
2253 'Mac V8 FYI Release (Intel)': {
2254 'args': {
Brian Sheedy4d335deb2020-04-01 20:47:322255 '--git-revision': '${got_cr_revision}',
Brian Sheedye6ea0ee2019-07-11 02:54:372256 },
2257 },
Brian Sheedye6ea0ee2019-07-11 02:54:372258 },
2259 },
2260 'pixel_test':{
Takuto Ikuta35c85522019-06-04 16:55:462261 'modifications': {
2262 'Android Release (Nexus 5X)': {
2263 'swarming': {
2264 'shards': 2,
2265 },
2266 },
2267 },
Nico Weber128fd382018-06-14 23:29:272268 },
Brian Sheedy9653f152019-08-07 17:02:442269 'rendering_representative_perf_tests': {
2270 'modifications': {
2271 'Win10 FYI x64 Exp Release (Intel HD 630)': {
2272 'args': [
2273 '--browser=release_x64',
2274 ],
2275 },
2276 'Win10 FYI x64 Exp Release (NVIDIA)': {
2277 'args': [
2278 '--browser=release_x64',
2279 ],
2280 },
2281 'Win10 FYI x64 Release (Intel HD 630)': {
2282 'args': [
2283 '--browser=release_x64',
2284 ],
2285 },
2286 'Win10 FYI x64 Release (Intel UHD 630)': {
2287 'args': [
2288 '--browser=release_x64',
2289 ],
2290 },
2291 'Win10 FYI x64 Release (NVIDIA)': {
2292 'args': [
2293 '--browser=release_x64',
2294 ],
2295 },
behdad26cf7e72019-12-18 13:57:302296 'Win10 x64 Release (NVIDIA)': {
2297 'args': [
2298 '--browser=release_x64',
2299 ],
2300 },
behdadf08933582020-05-04 14:00:082301 'Win10 x64 Release (NVIDIA) Code Coverage': {
2302 'args': [
2303 '--browser=release_x64',
2304 ],
2305 },
Brian Sheedy9653f152019-08-07 17:02:442306 },
2307 },
John Budorickdce9d462019-03-23 00:25:382308 'sandbox_linux_unittests': {
2309 'modifications': {
2310 'Lollipop Phone Tester': {
2311 'args': [
2312 '--shard-timeout=300',
2313 ],
2314 },
Haiyang Pan32b83392020-03-14 01:38:462315 'android-lollipop-arm-rel': {
2316 'args': [
2317 '--shard-timeout=300',
2318 ],
2319 },
Haiyang Panaa242232020-06-24 20:04:202320 'android-marshmallow-x86-rel': {
John Budorick6e8e595b2020-01-27 18:15:582321 'args': [
2322 '--test-launcher-filter-file=../../testing/buildbot/filters/android.emulator.sandbox_linux_unittests.filter',
2323 ]
2324 },
Haiyang Pan08d09dc2020-04-01 16:11:212325 'android-pie-x86-rel': {
John Budorick191adfcd2020-01-29 18:19:042326 'args': [
2327 '--test-launcher-filter-file=../../testing/buildbot/filters/android.emulator.sandbox_linux_unittests.filter',
2328 ]
2329 },
John Budorickdce9d462019-03-23 00:25:382330 },
John Budorick3ebfdf852019-05-13 22:28:162331 'remove_from': [
John Budorick3ebfdf852019-05-13 22:28:162332 'android-asan', # https://crbug.com/962650
2333 ],
John Budorickdce9d462019-03-23 00:25:382334 },
Kenneth Russelleb60cbd22017-12-05 07:54:282335 'services_unittests': {
2336 'remove_from': [
Nico Weber15a00d62018-05-16 17:11:482337 'ToTLinuxMSan', # https://crbug.com/831676
Kenneth Russell8a386d42018-06-02 09:48:012338 # The face and barcode detection tests fail on the Mac Pros.
2339 'Mac Pro FYI Release (AMD)',
Nico Weberd36959682018-04-12 03:33:462340 'Linux ChromiumOS MSan Tests', # https://crbug.com/831676
2341 'Linux MSan Tests', # https://crbug.com/831676
Kenneth Russelleb60cbd22017-12-05 07:54:282342 ],
Brian Sheedyb6c58792020-05-07 18:37:332343 'replacements': {
2344 # TODO(crbug.com/1078982): Remove once the test is fixed on 10.15.4.
2345 'Mac FYI Experimental Release (Intel)': {
2346 'args': {
2347 '--gtest_filter': '*Detection*:-FaceDetectionImplMacTest.ScanOneFace*',
2348 },
2349 },
2350 },
Haiyang Pan363c59a2020-07-23 05:47:042351 'modifications': {
2352 'android-nougat-arm64-rel': {
2353 # TODO(crbug.com/1108055): Remove this filter
2354 'args': [
2355 '--gtest_filter=-SystemPerfettoTest.*',
2356 ],
2357 }
2358 }
Kenneth Russelleb60cbd22017-12-05 07:54:282359 },
jonross61a2cd22019-10-11 22:22:052360 'skia_renderer_gl_blink_web_tests': {
2361 'modifications': {
jonross61a2cd22019-10-11 22:22:052362 'Win10 FYI x64 SkiaRenderer GL (NVIDIA)': {
2363 'args': [
2364 '--target',
2365 'Release_x64',
2366 ],
2367 },
2368 },
2369 },
Ken Rockotd649ffa2020-08-05 19:08:462370 'storage_service_content_browsertests': {
Ben Pastene0c9473e2020-06-30 00:55:302371 'modifications': {
2372 'Linux Tests (dbg)(1)': {
2373 'swarming': {
2374 'shards': 4,
2375 },
2376 },
John Abd-El-Malek32591e62020-07-11 01:35:472377 'linux-chromeos-dbg': {
2378 'swarming': {
2379 'shards': 6,
2380 },
2381 },
Sven Zheng80734f12020-08-06 06:50:392382 # https://crbug.com/1111979
2383 'linux-lacros-tester-fyi-rel': {
2384 'experiment_percentage': 100,
2385 },
Sven Zheng5c9d3e342020-08-11 21:39:432386 # https://crbug.com/1111979,
2387 'linux-lacros-tester-rel': {
2388 'experiment_percentage': 100,
2389 'args': [
Yuke Liaocf9db2b2020-08-13 19:42:532390 '--gtest_filter=-OutOfProcessPPAPITest.TrueTypeFont:'
Yuke Liaof7fa7e9e2020-08-17 18:52:172391 'All/AccessibilityHitTestingBrowserTest.CachingAsyncHitTest_WithPinchZoom*:'
2392 'All/SitePerProcessInternalsHitTestBrowserTest.ScrollNestedLocalNonFastScrollableDiv*:'
2393 'BackForwardCacheBrowserTest.WindowOpen',
Sven Zheng5c9d3e342020-08-11 21:39:432394 ],
2395 },
Ben Pastene0c9473e2020-06-30 00:55:302396 },
2397 },
Ken Rockotd649ffa2020-08-05 19:08:462398 'storage_service_extensions_browsertests': {
Sven Zheng80734f12020-08-06 06:50:392399 'modifications': {
2400 # https://crbug.com/1111979
2401 'linux-lacros-tester-fyi-rel': {
2402 'experiment_percentage': 100,
2403 },
Sven Zheng5c9d3e342020-08-11 21:39:432404 # https://crbug.com/1111979,
2405 'linux-lacros-tester-rel': {
Sven Zheng5c9d3e342020-08-11 21:39:432406 'args': [
2407 '--gtest_filter=-BluetoothShellApiTest.ApiSanityCheck:BluetoothSocketApiTest.Listen:BluetoothSocketApiTest.PermissionDenied',
2408 ],
2409 },
Sven Zheng80734f12020-08-06 06:50:392410 },
Sven Zheng577fe5ff2020-08-03 22:06:442411 },
Ken Rockotd649ffa2020-08-05 19:08:462412 'storage_service_interactive_ui_tests': {
Sven Zheng80734f12020-08-06 06:50:392413 'remove_from': [
2414 'linux-lacros-tester-rel', # https://crbug.com/1111979
2415 ],
Ben Pastene727d4162020-05-05 19:10:252416 'modifications': {
2417 'linux-chromeos-chrome': {
2418 # TODO(crbug.com/970649): Remove this filter.
2419 'args': [
2420 '--gtest_filter=-SadTabViewInteractiveUITest.ReloadMultipleSadTabs',
2421 ],
2422 },
Sven Zheng80734f12020-08-06 06:50:392423 # https://crbug.com/1111979
2424 'linux-lacros-tester-fyi-rel': {
2425 'experiment_percentage': 100,
2426 },
Ben Pastene727d4162020-05-05 19:10:252427 }
2428 },
Stephen Martinis54d64ad2018-09-21 22:16:202429 'swiftshader_unittests': {
2430 'remove_from': [
2431 # Save capacity on the hardware where we have only a few machines.
2432 'Mac FYI Experimental Release (Intel)',
2433 'Mac FYI Experimental Retina Release (AMD)',
2434 'Mac FYI Experimental Retina Release (NVIDIA)',
2435 'Mac Pro FYI Release (AMD)',
2436 ],
2437 },
Kenneth Russelleb60cbd22017-12-05 07:54:282438 'sync_integration_tests': {
Brad Halla36886c2019-02-26 16:52:292439 'remove_from': [
Brad Halla36886c2019-02-26 16:52:292440 'CrWinAsan(dll)', # https://crbug.com/935598
2441 ],
Kenneth Russelleb60cbd22017-12-05 07:54:282442 'modifications': {
Erik Chene84bc1c2019-11-25 23:23:522443 'Linux ASan LSan Tests (1)': {
2444 'swarming': {
2445 'shards': 4,
2446 },
2447 },
Nico Weber8fbc2832018-12-14 16:00:572448 'Linux TSan Tests': {
2449 'swarming': {
2450 'shards': 6,
2451 },
2452 },
Stephen Martinis1384ff92020-01-07 19:52:152453 'ToTLinuxTSan': {
Kenneth Russelleb60cbd22017-12-05 07:54:282454 'swarming': {
Stephen Martinis1384ff92020-01-07 19:52:152455 'shards': 6,
Kenneth Russelleb60cbd22017-12-05 07:54:282456 },
2457 },
Stephen Martinis75ab55d2018-08-30 02:27:122458 'Win10 Tests x64 (dbg)': {
2459 'experiment_percentage': 100, # https://crbug.com/840369
2460 },
Stephen Martinis1384ff92020-01-07 19:52:152461 'Win7 Tests (dbg)(1)': {
2462 'swarming': {
2463 'shards': 2,
2464 },
2465 },
2466 'linux-chromeos-code-coverage': {
Yuke Liao79424e42020-01-06 21:00:112467 'swarming': {
2468 'shards': 4,
2469 },
2470 },
Stephen Martinis1384ff92020-01-07 19:52:152471 'linux-code-coverage': {
Yuke Liao79424e42020-01-06 21:00:112472 'swarming': {
2473 'shards': 4,
2474 },
2475 },
Sven Zheng80734f12020-08-06 06:50:392476 # https://crbug.com/1111979
2477 'linux-lacros-tester-fyi-rel': {
2478 'experiment_percentage': 100,
2479 },
Sven Zheng5c9d3e342020-08-11 21:39:432480 # https://crbug.com/1111979,
2481 'linux-lacros-tester-rel': {
Sven Zheng5c9d3e342020-08-11 21:39:432482 'args': [
2483 '--gtest_filter=-SingleClientSessionsSyncTestWithFaviconTestServer.ShouldDeleteOnDemandIconsOnSessionsDisabled',
2484 ],
2485 },
Kenneth Russelleb60cbd22017-12-05 07:54:282486 },
2487 },
Kenneth Russell8a386d42018-06-02 09:48:012488 'tab_capture_end2end_tests': {
Nico Webere89a3c92018-07-01 01:30:522489 # Run these only on Release bots.
Kenneth Russell8a386d42018-06-02 09:48:012490 'remove_from': [
Kenneth Russell8a386d42018-06-02 09:48:012491 'Linux Debug (NVIDIA)',
2492 'Mac Debug (Intel)',
2493 'Mac Retina Debug (AMD)',
Yuly Novikovbc1ccff2019-08-03 00:05:492494 'Win10 FYI x64 Debug (NVIDIA)',
Kenneth Russell8a386d42018-06-02 09:48:012495 'Win7 FYI Debug (AMD)',
Yuly Novikovf28f1eca2019-07-04 22:43:392496 # Disabled due to dbus crashes crbug.com/927465
Yuly Novikov5865ff72019-07-09 21:38:052497 'Linux FYI Release (Intel HD 630)',
Brian Sheedy4dd98432019-08-13 22:57:002498 'Linux FYI Release (Intel UHD 630)',
Yuly Novikov5865ff72019-07-09 21:38:052499 'Linux FYI Release (NVIDIA)',
Brian Sheedy22d051e2019-08-07 00:50:162500 'Linux FYI SkiaRenderer Vulkan (Intel HD 630)',
Yuly Novikov5865ff72019-07-09 21:38:052501 'Linux FYI SkiaRenderer Vulkan (NVIDIA)',
2502 'Linux Release (NVIDIA)',
Kenneth Russell8a386d42018-06-02 09:48:012503 ],
Emily Hanleyb64ac7c2018-05-25 13:36:552504 },
Haiyang Pan8c201b92020-06-04 01:25:072505 'telemetry_chromium_minidump_unittests': {
2506 'remove_from': [
Haiyang Panaa242232020-06-24 20:04:202507 'android-marshmallow-x86-rel', # crbug.com/1084352
Haiyang Pan8c201b92020-06-04 01:25:072508 ],
2509 },
Brian Sheedyc117f6d2020-05-06 02:23:272510 'telemetry_monochrome_minidump_unittests': {
2511 'remove_from': [
2512 # Monochrome isn't supported on M.
2513 'android-marshmallow-arm64-rel',
Haiyang Panaa242232020-06-24 20:04:202514 'android-marshmallow-x86-rel',
Brian Sheedyc117f6d2020-05-06 02:23:272515 ],
2516 },
Kenneth Russelleb60cbd22017-12-05 07:54:282517 'telemetry_perf_unittests': {
2518 'modifications': {
Kenneth Russelleb60cbd22017-12-05 07:54:282519 'Linux Tests': {
2520 'args': [
2521 '--xvfb',
Ned Nguyene6e26042018-01-17 20:42:482522 '--jobs=1',
Kenneth Russelleb60cbd22017-12-05 07:54:282523 ],
2524 },
Juan Antonio Navarro Perez4899edf2019-03-14 13:05:352525 'Linux Tests (dbg)(1)': {
2526 'args': [
2527 '--xvfb',
2528 '--jobs=1',
2529 ],
2530 },
Kenneth Russelleb60cbd22017-12-05 07:54:282531 # Disable parallelism on all Mac bots.
2532 'Mac10.10 Tests': {
2533 'args': [
2534 '--jobs=1',
2535 ],
2536 },
2537 'Mac10.11 Tests': {
2538 'args': [
2539 '--jobs=1',
2540 ],
2541 },
2542 'Mac10.12 Tests': {
2543 'args': [
2544 '--jobs=1',
2545 ],
2546 },
Ned Nguyen6e6e5b32018-02-21 20:21:502547 'Win7 Tests (dbg)(1)': {
2548 'args': [
2549 '--jobs=1',
2550 ],
2551 'swarming': {
2552 'shards': 20,
2553 },
2554 'experiment_percentage': 100,
2555 },
Stephen Martinis1384ff92020-01-07 19:52:152556 'linux-chromium-tests-staging-tests': {
2557 'args': [
2558 '--xvfb',
2559 '--jobs=1',
2560 ],
2561 },
2562 'linux-trusty-rel': {
2563 'args': [
2564 '--xvfb',
2565 '--jobs=1',
2566 ],
2567 },
Kenneth Russelleb60cbd22017-12-05 07:54:282568 },
2569 'remove_from': [
Haiyang Panaa242232020-06-24 20:04:202570 'android-marshmallow-x86-rel', # crbug.com/1084352
Haiyang Pan0e39edf42020-04-28 19:29:012571 # There's no need to run telemetry_perf_unittests on both lollipop and
Erik Chen96894722019-11-21 20:03:392572 # marshmallow on the CQ. https://crbug.com/1026487.
2573 'android-marshmallow-arm64-rel',
Haiyang Pan363c59a2020-07-23 05:47:042574 'android-nougat-arm64-rel', # crbug.com/1108124
Andrew Luobe83fd82019-12-19 03:07:582575 'android-pie-arm64-rel',
Garrett Beatyeef031a2019-02-28 01:55:412576 # crbug.com/936540
2577 'Mac10.10 Tests',
2578 'Mac10.11 Tests',
Shenghua Zhangbd6f1b232018-03-03 02:59:142579 'Mac10.13 Tests',
2580 'Mac10.13 Tests (dbg)',
Prakhar Asthana74a9eda2020-08-05 05:24:482581 'Mac10.13 Tests Code Coverage',
Stephen Martinis1384ff92020-01-07 19:52:152582 'Linux - Future (dbg)', # client.v8.chromium
Takuto Ikuta9aa015d2019-04-15 23:33:292583 'Win10 Tests x64',
Stephen Martinise701f5a2018-05-04 01:25:112584 'Win10 Tests x64 (dbg)',
Sajjad Mirza87e17b242020-01-22 18:49:072585 'Win10 Tests x64 Code Coverage',
Kenneth Russelleb60cbd22017-12-05 07:54:282586 ],
2587 },
Stephen Martinis54d64ad2018-09-21 22:16:202588 'telemetry_unittests': {
2589 'modifications': {
2590 'Win10 Tests x64 (dbg)': {
2591 'experiment_percentage': 100, # crbug.com/870673
2592 }
John Budorickc498fd3c2019-03-14 01:16:262593 },
2594 'remove_from': [
2595 # crbug.com/936540
2596 'Mac10.10 Tests',
2597 'Mac10.11 Tests',
Takuto Ikuta9aa015d2019-04-15 23:33:292598
2599 'Win10 Tests x64',
Sajjad Mirza87e17b242020-01-22 18:49:072600 'Win10 Tests x64 Code Coverage',
John Budorickc498fd3c2019-03-14 01:16:262601 ],
Stephen Martinis54d64ad2018-09-21 22:16:202602 },
Brian Sheedyf3b48d62020-05-08 23:03:122603 'test_buildbucket_api_gpu_use_cases': {
2604 'remove_from': [
2605 # crbug.com/1080749
2606 'Optional Linux Release (NVIDIA)',
2607 ],
2608 },
Kenneth Russelleb60cbd22017-12-05 07:54:282609 'unit_tests': {
Yun Liu3e759dbb2019-11-01 19:25:522610 'remove_from': [
2611 'android-code-coverage-native', # crbug/1018434
Haiyang Pan0e39edf42020-04-28 19:29:012612 # There's no need to run unit_tests on both lollipop and marshmallow
Erik Chen96894722019-11-21 20:03:392613 # on the CQ. https://crbug.com/1026487.
2614 'android-marshmallow-arm64-rel',
Ben Pastene3e32ffe2020-08-07 03:37:072615 'android-pie-arm64-rel', # https://crbug.com/1010211
Yun Liu3e759dbb2019-11-01 19:25:522616 ],
Kenneth Russelleb60cbd22017-12-05 07:54:282617 'modifications': {
John Budorickca14c76f62017-12-09 14:19:182618 'Linux ASan LSan Tests (1)': {
John Budorick5052d552017-12-13 02:59:342619 # These are slow on the ASAN trybot for some reason.
2620 # crbug.com/794372
John Budorickca14c76f62017-12-09 14:19:182621 'swarming': {
John Budorick5052d552017-12-13 02:59:342622 'shards': 4,
John Budorickca14c76f62017-12-09 14:19:182623 },
2624 },
Stephen Martinis1384ff92020-01-07 19:52:152625 'Linux Chromium OS ASan LSan Tests (1)': {
2626 # These are slow on the ASAN trybot for some reason.
2627 # crbug.com/794372
John Budorickca14c76f62017-12-09 14:19:182628 'swarming': {
2629 'shards': 2,
2630 },
2631 },
Takuto Ikuta54671d972018-07-19 19:06:352632 'Linux ChromiumOS MSan Tests': {
2633 # These are very slow on the Chrome OS MSAN trybot for some reason.
2634 # crbug.com/865455
2635 'swarming': {
2636 'shards': 2,
2637 },
2638 },
Stephen Martinis1384ff92020-01-07 19:52:152639 'Linux TSan Tests': {
Takuto Ikuta54671d972018-07-19 19:06:352640 'swarming': {
2641 'shards': 2,
2642 },
2643 },
Stephen Martinis1384ff92020-01-07 19:52:152644 'ToTLinuxASan': {
Dirk Pranke20eae9a72017-12-09 18:12:142645 'swarming': {
Stephen Martinis1384ff92020-01-07 19:52:152646 'shards': 2,
Dirk Pranke20eae9a72017-12-09 18:12:142647 },
2648 },
Stephen Martinis1384ff92020-01-07 19:52:152649 'android-asan': {
2650 'args': [
2651 '--test-launcher-filter-file=../../testing/buildbot/filters/android.asan.unit_tests.filter',
2652 ],
2653 },
Takuto Ikuta527cdff2020-01-29 08:04:272654 'android-marshmallow-arm64-rel-swarming': {
2655 'swarming': {
2656 'shards': 8,
2657 },
2658 },
Stephen Martinis1384ff92020-01-07 19:52:152659 'linux-chromeos-chrome': {
2660 'args': [
2661 '--test-launcher-filter-file=../../testing/buildbot/filters/chromeos.unit_tests.filter',
2662 ],
2663 },
Ben Pasteneacd57392019-10-31 02:13:252664 'linux-chromeos-dbg': {
2665 'swarming': {
2666 'shards': 2,
2667 },
2668 },
Erik Chend063aef72019-11-18 19:13:102669 'linux-chromeos-rel': {
2670 'swarming': {
2671 'shards': 2,
2672 },
2673 },
Yuke Liao597dd6df72020-08-18 03:02:542674 # https://crbug.com/1111979,
2675 'linux-lacros-rel': {
2676 'args': [
2677 '--test-launcher-filter-file=../../testing/buildbot/filters/lacros.unit_tests.filter',
2678 ],
2679 },
Sven Zheng80734f12020-08-06 06:50:392680 # https://crbug.com/1111979
2681 'linux-lacros-tester-fyi-rel': {
2682 'experiment_percentage': 100,
2683 },
Sven Zheng5c9d3e342020-08-11 21:39:432684 # https://crbug.com/1111979,
2685 'linux-lacros-tester-rel': {
Sven Zheng5c9d3e342020-08-11 21:39:432686 'args': [
Yuke Liao597dd6df72020-08-18 03:02:542687 '--test-launcher-filter-file=../../testing/buildbot/filters/lacros.unit_tests.filter',
Sven Zheng5c9d3e342020-08-11 21:39:432688 ],
2689 },
Kenneth Russelleb60cbd22017-12-05 07:54:282690 },
2691 },
Chong Gu4602f4d2020-02-20 03:43:072692 'url_unittests': {
2693 'remove_from': [
2694 # crbug.com/1054240
Stephen Roeac495972020-02-25 23:32:412695 'Fuchsia ARM64',
Chong Gu4602f4d2020-02-20 03:43:072696 ],
2697 },
Kenneth Russell8a386d42018-06-02 09:48:012698 'video_decode_accelerator_gl_unittest': {
2699 'remove_from': [
Kenneth Russell8a386d42018-06-02 09:48:012700 # Windows Intel doesn't have the GL extensions to support this test.
Yuly Novikovbc1ccff2019-08-03 00:05:492701 'ANGLE GPU Win10 x64 Release (Intel HD 630)',
2702 'Optional Win10 x64 Release (Intel HD 630)',
2703 'Win10 FYI x64 Release (Intel HD 630)',
Brian Sheedyf9387db7b2019-08-05 19:26:102704 'Win10 FYI x64 Release (Intel UHD 630)',
Yuly Novikov5ff15502019-07-31 00:55:482705 'Win10 FYI x64 Exp Release (Intel HD 630)',
Kenneth Russell8a386d42018-06-02 09:48:012706 ],
2707 },
Sven Zheng577fe5ff2020-08-03 22:06:442708 'views_unittests': {
Sven Zheng80734f12020-08-06 06:50:392709 'modifications': {
2710 # https://crbug.com/1111979
2711 'linux-lacros-tester-fyi-rel': {
2712 'experiment_percentage': 100,
2713 },
Sven Zheng5c9d3e342020-08-11 21:39:432714 # https://crbug.com/1111979,
2715 'linux-lacros-tester-rel': {
Sven Zheng5c9d3e342020-08-11 21:39:432716 'args': [
2717 '--gtest_filter=-DesktopWidgetFocusManagerTest.AnchoredDialogInDesktopNativeWidgetAura:'
Yuke Liao34721c22020-08-14 21:41:192718 'DesktopWidgetTest*:'
2719 'DesktopWindowTreeHostPlatformTest*:'
Yuke Liaocf9db2b2020-08-13 19:42:532720 'EditableComboboxTest*:'
Sven Zhengea8903f2020-08-14 05:27:512721 'MenuRunnerTest*:'
Yuke Liaocf9db2b2020-08-13 19:42:532722 'TextfieldTest*:'
Yuke Liaof7c4192e2020-08-13 02:05:212723 'TooltipControllerTest*',
Sven Zheng5c9d3e342020-08-11 21:39:432724 ],
2725 },
Sven Zheng80734f12020-08-06 06:50:392726 },
Sven Zheng577fe5ff2020-08-03 22:06:442727 },
Tom Anderson76eff052020-04-01 21:28:522728 'views_unittests_wayland': {
2729 'modifications': {
2730 'Linux Ozone Tester (Wayland)': {
2731 'args': [
2732 '--test-launcher-filter-file=../../testing/buildbot/filters/ozone-linux.wayland_views_unittests.filter',
2733 ],
2734 },
2735 },
2736 },
2737 'views_unittests_x11': {
2738 'modifications': {
2739 'Linux Ozone Tester (X11)': {
2740 'args': [
2741 '--test-launcher-filter-file=../../testing/buildbot/filters/ozone-linux.x11_views_unittests.filter',
2742 ],
2743 },
2744 },
2745 },
John Budorickd02c429de2020-01-10 19:02:212746 'viz_unittests': {
2747 'modifications': {
Haiyang Panaa242232020-06-24 20:04:202748 'android-marshmallow-x86-rel': {
John Budorickafd548b2020-01-14 20:45:092749 'args': [
John Budorickd02c429de2020-01-10 19:02:212750 '--test-launcher-filter-file=../../testing/buildbot/filters/android.emulator.viz_unittests.filter',
2751 ],
2752 },
Haiyang Pan08d09dc2020-04-01 16:11:212753 'android-pie-x86-rel': {
John Budorickafd548b2020-01-14 20:45:092754 'args': [
John Budorickd02c429de2020-01-10 19:02:212755 '--test-launcher-filter-file=../../testing/buildbot/filters/android.emulator.viz_unittests.filter',
2756 ],
2757 },
2758 },
2759 },
John Budorick20f4fa8d2019-08-02 22:58:292760 'vr_android_unittests': {
2761 'remove_from': [
Haiyang Panaa242232020-06-24 20:04:202762 'android-marshmallow-x86-rel',
Haiyang Pan08d09dc2020-04-01 16:11:212763 'android-pie-x86-rel',
Yun Liu3e759dbb2019-11-01 19:25:522764 'android-code-coverage-native', # crbug/1018434
John Budorick20f4fa8d2019-08-02 22:58:292765 ],
2766 },
2767 'vr_common_unittests': {
2768 'remove_from': [
Haiyang Panaa242232020-06-24 20:04:202769 'android-marshmallow-x86-rel',
Haiyang Pan08d09dc2020-04-01 16:11:212770 'android-pie-x86-rel',
Yun Liu3e759dbb2019-11-01 19:25:522771 'android-code-coverage-native', # crbug/1018431
John Budorick20f4fa8d2019-08-02 22:58:292772 ],
2773 },
Kenneth Russellfbda3c532017-12-08 23:57:242774 'vr_pixeltests': {
2775 'remove_from': [
Haiyang Panaa242232020-06-24 20:04:202776 'android-marshmallow-x86-rel',
Haiyang Pan08d09dc2020-04-01 16:11:212777 'android-pie-x86-rel',
Kenneth Russell8ceeabf2017-12-11 17:53:282778 'VR Linux',
Yun Liu3e759dbb2019-11-01 19:25:522779 'android-code-coverage-native', # crbug/1018431
Kenneth Russellfbda3c532017-12-08 23:57:242780 ],
2781 },
Nico Webere81999ee2018-07-01 23:52:432782 'wayland_client_perftests': {
2783 'remove_from': [
2784 'linux-chromeos-dbg', # https://crbug.com/859307
2785 ],
2786 },
John Budorick63357462019-02-27 23:02:512787 'webdriver_tests_suite': {
2788 'remove_from': [
2789 'Linux Tests', # https://crbug.com/929689, https://crbug.com/936557
2790 ],
2791 },
bsheedy048cbdb2019-02-04 20:32:052792 'webgl2_conformance_gl_passthrough_tests': {
2793 'remove_from': [
Yuly Novikov783ffa7b2019-03-28 00:22:492794 # Not enough capacity. https://crbug.com/946694
Yuly Novikovbc1ccff2019-08-03 00:05:492795 'ANGLE GPU Win10 x64 Release (Intel HD 630)',
Geoff Lang1fede152019-10-10 23:03:442796 # Not enough capacity. https://crbug.com/982294
2797 'Mac Pro FYI Release (AMD)',
2798 'Mac FYI Retina Release (NVIDIA)',
bsheedy048cbdb2019-02-04 20:32:052799 ],
2800 },
John Budorick82e61dfb2019-12-10 04:36:092801 'webgl2_conformance_validating_tests': {
Stephen Martinis54d64ad2018-09-21 22:16:202802 'remove_from': [
2803 # The Mac NVIDIA Retina bots don't have the capacity to run
2804 # this test suite on mac_optional_gpu_tests_rel.
2805 'Optional Mac Retina Release (NVIDIA)',
2806 ],
Kenneth Russell8a386d42018-06-02 09:48:012807 'modifications': {
Kenneth Russell8a386d42018-06-02 09:48:012808 'Mac FYI GPU ASAN Release': {
2809 'args': [
2810 '--is-asan',
2811 ]
2812 },
2813 },
2814 },
2815 'webgl_conformance_gl_passthrough_tests': {
2816 'remove_from': [
2817 # crbug.com/555545 and crbug.com/649824:
2818 # Disable webgl_conformance_gl_tests on some Win/AMD cards.
2819 # Always fails on older cards, flaky on newer cards.
2820 'Win7 FYI Debug (AMD)',
2821 'Win7 FYI Release (AMD)',
Zhenyao Mo23286742019-09-20 00:11:002822 # crbug.com/1005814
2823 'Win10 FYI x64 Release (AMD RX 550)',
Kenneth Russell8a386d42018-06-02 09:48:012824 ],
2825 },
Stephen Martinis54d64ad2018-09-21 22:16:202826 'webgl_conformance_tests': {
Kenneth Russell8a386d42018-06-02 09:48:012827 'modifications': {
Stephen Martinis54d64ad2018-09-21 22:16:202828 # On desktop platforms these don't take very long (~7 minutes),
2829 # but on Android they take ~30 minutes and we want to use more
2830 # shards than on desktop.
Stephen Martinis54d64ad2018-09-21 22:16:202831 'Android Release (Nexus 5X)': {
2832 'swarming': {
2833 'shards': 6,
2834 },
2835 },
Ben Pastene52890ace2019-05-24 20:03:362836 'chromeos-amd64-generic-rel': {
Ben Pastene52890ace2019-05-24 20:03:362837 'swarming': {
Brian Sheedydb0417e2019-12-11 01:14:202838 'shards': 12,
Ben Pastene52890ace2019-05-24 20:03:362839 },
2840 },
Kenneth Russell8a386d42018-06-02 09:48:012841 },
Kenneth Russelle63e41f2019-04-09 02:45:282842 'remove_from': [
2843 # Too slow on this configuration, which is severely hardware
2844 # constrained. crbug.com/950690
2845 'Mac FYI Retina Debug (NVIDIA)',
Chong Gu4d2d22f2020-06-23 03:28:112846 'Fuchsia x64' # https://crbug.com/1058255
Kenneth Russelle63e41f2019-04-09 02:45:282847 ],
Kenneth Russell8a386d42018-06-02 09:48:012848 },
John Budorick82e61dfb2019-12-10 04:36:092849 'webgl_conformance_validating_tests': {
2850 'modifications': {
2851 'Mac FYI GPU ASAN Release': {
2852 'args': [
2853 '--is-asan',
2854 ]
2855 },
2856 },
2857 },
Yuly Novikove27d1d22018-10-29 21:24:192858 'webgl_conformance_vulkan_passthrough_tests': {
2859 'remove_from': [
2860 'Win7 FYI Debug (AMD)',
2861 ],
2862 },
Kenneth Russelleb60cbd22017-12-05 07:54:282863 'webkit_unit_tests': {
Yun Liu16394ab32019-11-19 16:37:572864 'remove_from': [
2865 # Flakily fails on Win7. https://crbug.com/943372.
2866 'Win7 Tests (1)',
2867 'Win 7 Tests x64 (1)',
Yun Liu16394ab32019-11-19 16:37:572868 'android-code-coverage-native', # crbug/1018431
2869 ],
Dirk Pranke81ff51c2017-12-09 19:24:282870 'modifications': {
John Budorick5052d552017-12-13 02:59:342871 'Linux ASan LSan Tests (1)': {
2872 # These are very slow on the ASAN trybot for some reason.
2873 # crbug.com/794372
2874 'swarming': {
2875 'shards': 5,
2876 },
2877 },
Erik Chen681dc0282019-11-26 22:54:492878 'Linux TSan Tests': {
2879 'swarming': {
2880 'shards': 2,
2881 },
2882 },
arthursonzogni26889d82018-05-29 17:18:162883 'Marshmallow 64 bit Tester': {
2884 # Increase timeout. See https://crbug.com/847229.
2885 'swarming': {
2886 'hard_timeout': 1200,
2887 },
2888 },
Omer Katz7d2be652020-01-22 18:13:462889 'linux-blink-heap-concurrent-marking-tsan-rel': {
2890 'swarming': {
2891 'shards': 2,
2892 },
2893 },
Dirk Pranke81ff51c2017-12-09 19:24:282894 },
Kenneth Russelleb60cbd22017-12-05 07:54:282895 },
Haiyang Pane690b5a2020-07-29 21:19:462896 'weblayer_browsertests': {
2897 'modifications': {
2898 # crbug.com/1108306
2899 'android-marshmallow-x86-rel': {
2900 'args': [
2901 '--test-launcher-filter-file=../../testing/buildbot/filters/android.emulator_m.weblayer_browsertests.filter',
2902 ],
2903 },
2904 },
2905 },
Haiyang Pan591dbad2020-06-05 20:26:372906 'weblayer_bundle_test': {
2907 'remove_from': [
Haiyang Panaa242232020-06-24 20:04:202908 'android-marshmallow-x86-rel', # crbug.com/1088013
Haiyang Pan591dbad2020-06-05 20:26:372909 ],
2910 },
2911 'weblayer_instrumentation_test_apk': {
2912 'remove_from': [
Haiyang Panaa242232020-06-24 20:04:202913 'android-marshmallow-x86-rel', # crbug.com/1088013
Haiyang Pan591dbad2020-06-05 20:26:372914 ],
2915 },
Kenneth Russelleb60cbd22017-12-05 07:54:282916 'webview_instrumentation_test_apk': {
2917 'remove_from': [
Hans Wennborgeac4c36c2018-05-23 16:04:062918 # This test frequently fails on Android, https://crbug.com/824959
Haiyang Pana3ff55ae2020-04-23 18:26:542919 'android-lollipop-arm-rel',
Stephen Martinis1384ff92020-01-07 19:52:152920 # matching android builders, the test fails on these.
Hans Wennborga0b11ebe2018-05-15 16:26:502921 'ToTAndroid',
John Budorick27d2d44e2019-05-20 20:26:092922 'android-asan', # https://crbug.com/964562
Dirk Pranke20eae9a72017-12-09 18:12:142923 # On chromium.swarm, this should possibly be being run (or removed
Takuto Ikuta527cdff2020-01-29 08:04:272924 # from android-marshmallow-arm64-rel-swarming).
Haiyang Pan1ad3bb032020-04-24 23:52:032925 'android-lollipop-arm-rel-swarming',
Yun Liu7cfd28a2019-10-30 01:57:122926 'android-code-coverage-native', # https://crbug.com/1018431
Kenneth Russelleb60cbd22017-12-05 07:54:282927 ],
Ben Pastenee17a8e92018-07-12 21:55:182928 'modifications': {
Andrew Luof08500ae2020-01-10 01:24:452929 # chromium.android.fyi
2930 'Android WebView P FYI (rel)': {
2931 'args': [
2932 '--annotation',
2933 'DisabledTest,FlakyTest' # Monitor status of disabled tests.
2934 ],
2935 },
Ben Pastenee17a8e92018-07-12 21:55:182936 'Oreo Phone Tester': {
Andrew Luo93c4a1e2019-08-30 05:26:302937 # TODO(crbug.com/997362): Enable this once it's passing.
bsheedy01833462018-12-07 01:05:572938 # TODO(https://crbug.com/884413): Re-enable this once the tests are
2939 # either passing or there is more capacity.
2940 'experiment_percentage': 0,
Ben Pastenee17a8e92018-07-12 21:55:182941 },
Haiyang Pan08d09dc2020-04-01 16:11:212942 'android-pie-x86-rel': {
Haiyang Panfdd94332020-03-27 02:43:292943 'args': [
2944 '--test-launcher-filter-file=../../testing/buildbot/filters/android.emulator.webview_instrumentation_test_apk.filter',
2945 ],
2946 },
Ben Pastenee17a8e92018-07-12 21:55:182947 },
Kenneth Russelleb60cbd22017-12-05 07:54:282948 },
bsheedy800f5062018-08-07 00:47:542949 'xr_browser_tests': {
2950 'remove_from': [
Stephen Martinis1384ff92020-01-07 19:52:152951 # Randomly hangs indefinitely https://crbug.com/1018896.
2952 'Win10 FYI x64 Release (AMD RX 550)',
bsheedy800f5062018-08-07 00:47:542953 # This exception probably needs to stay due to lack of capacity
2954 # on the Win AMD bots.
2955 'Win7 FYI Debug (AMD)',
Maggie Chen4fc29842018-08-07 19:12:482956 # Fails on the bot, http://crbug.com/868143
2957 'Win7 FYI Release (AMD)',
bsheedy800f5062018-08-07 00:47:542958 ],
2959 },
Kenneth Russelleb60cbd22017-12-05 07:54:282960}