blob: 51cbedc20de4c022b5714bbc351f0926769da32a [file] [log] [blame]
Kenneth Russelleb60cbd22017-12-05 07:54:281# Copyright 2017 The Chromium Authors. All rights reserved.
2# Use of this source code is governed by a BSD-style license that can be
3# found in the LICENSE file.
4
5# This is a .pyl, or "Python Literal", file. You can treat it just like a
6# .json file, with the following exceptions:
7# * all keys must be quoted (use single quotes, please);
8# * comments are allowed, using '#' syntax; and
9# * trailing commas are allowed.
10
11# Exceptions to the common test suites can only include removal from
12# particular bots, and modifications on particular bots. By design,
13# it's not possible to add one-off tests to bots. Instead they have to
14# be added to one of the test suites in test_suites.pyl.
15#
16# The goal is to drive the number of exceptions to zero, to make all
17# the bots behave similarly.
18{
Andrew Luo38b311f2019-10-04 03:42:0919 'android_browsertests': {
20 'modifications': {
21 'android-pie-arm64-rel': {
Andrew Luobe83fd82019-12-19 03:07:5822 'args': [
23 '--gtest_filter=-ImportantSitesUtilBrowserTest.DSENotConsideredImportantInRegularMode', # https://crbug.com/1034001
24 ],
Andrew Luo38b311f2019-10-04 03:42:0925 },
Haiyang Pan08d09dc2020-04-01 16:11:2126 'android-pie-x86-rel': {
John Budorick191adfcd2020-01-29 18:19:0427 'args': [
28 '--gtest_filter=-ImportantSitesUtilBrowserTest.DSENotConsideredImportantInRegularMode', # https://crbug.com/1034001
29 ],
30 },
Andrew Luo38b311f2019-10-04 03:42:0931 },
32 },
Kenneth Russelleb60cbd22017-12-05 07:54:2833 'android_webview_unittests': {
34 'remove_from': [
John Budorick826d5ed2017-12-28 19:27:3235 # On chromium.android, these do not need to run prior to M.
Haiyang Pana3ff55ae2020-04-23 18:26:5436 'android-lollipop-arm-rel',
Yun Liu3e759dbb2019-11-01 19:25:5237 'android-code-coverage-native', # crbug/1018434
Kenneth Russelleb60cbd22017-12-05 07:54:2838 ],
Kenneth Russelleb60cbd22017-12-05 07:54:2839 },
Arthur Wangfeb0f1a2020-06-18 02:05:5540 'android_wpr_record_replay_tests': {
41 # crbug/1060399: only enable wpr tests on marshmallow CI bot
42 # due to the restriction that render test only works on marshamllow.
43 'modifications': {
44 'Marshmallow 64 bit Tester': {
45 'experiment_percentage': 100, # https://crbug.com/1060399
46 },
47 },
48 },
Kenneth Russell8a386d42018-06-02 09:48:0149 'angle_end2end_tests': {
50 'remove_from': [
Kenneth Russell8a386d42018-06-02 09:48:0151 # TODO(ynovikov) Investigate why the test breaks on older devices.
52 'Android FYI Release (Nexus 5)',
53 'Android FYI Release (Nexus 6)',
54 'Android FYI Release (Nexus 9)',
55 # Temporarily disabled due to AMDGPU-PRO issues crbug.com/786219
56 'Linux FYI Release (AMD R7 240)',
Yuly Novikovab7256232019-04-08 19:08:0957 # Temporarily disabled due to bad NVIDIA driver upgrade crbug.com/950542
58 'Linux FYI Debug (NVIDIA)',
59 'Linux FYI GPU TSAN Release',
jonrossfb1c61b72019-11-19 01:43:5960 # Disabling on RX 550 as we are currently qualifying the card and not
61 # checking for regressions. crbug.com/1025745
62 'Win10 FYI x64 Release (AMD RX 550)',
Kenneth Russell8a386d42018-06-02 09:48:0163 ],
64 },
65 'angle_perftests': {
66 'remove_from': [
Yuly Novikov04baee6d2018-12-21 21:22:2167 'Android FYI Release (Nexus 5)', # crbug.com/915429
Nico Weber521565b2018-07-12 22:50:1668 'Android FYI Release (Nexus 6)', # anglebug.com/2433
Yuly Novikovab7256232019-04-08 19:08:0969 'Linux FYI GPU TSAN Release', # crbug.com/950542
Kenneth Russell8a386d42018-06-02 09:48:0170 ],
71 },
Kenneth Russellfbda3c532017-12-08 23:57:2472 'angle_unittests': {
73 'remove_from': [
Kenneth Russell8a386d42018-06-02 09:48:0174 # On Android, these are already run on the main waterfall.
Kenneth Russell8a386d42018-06-02 09:48:0175 'Android FYI Release (Nexus 5X)',
Kenneth Russellfbda3c532017-12-08 23:57:2476 ],
John Budorickca14c76f62017-12-09 14:19:1877 'modifications': {
78 'Linux ASan LSan Tests (1)': {
79 'swarming': {
80 'shards': 10,
81 },
82 },
83 },
Kenneth Russellfbda3c532017-12-08 23:57:2484 },
Saman Sami8e2eedaa2019-12-18 20:23:0785 'angle_white_box_tests': {
86 'remove_from': [
87 # https://crbug.com/1035178
88 'Win10 FYI x64 Release (AMD RX 550)',
89 # https://crbug.com/1035461
90 'Linux FYI GPU TSAN Release',
jonrossfb8223132020-07-27 17:55:3891 # https://crbug.com/1094629
92 'Linux FYI Release (AMD R7 240)',
Saman Sami8e2eedaa2019-12-18 20:23:0793 ],
94 },
Sven Zheng577fe5ff2020-08-03 22:06:4495 'app_shell_unittests': {
96 'remove_from': [
97 'linux-lacros-tester-rel', # https://crbug.com/1111979
98 ],
Sven Zheng80734f12020-08-06 06:50:3999 'modifications': {
100 # https://crbug.com/1111979
101 'linux-lacros-tester-fyi-rel': {
102 'experiment_percentage': 100,
103 },
104 },
Sven Zheng577fe5ff2020-08-03 22:06:44105 },
106 'aura_unittests': {
107 'remove_from': [
108 'linux-lacros-tester-rel', # https://crbug.com/1111979
109 ],
Sven Zheng80734f12020-08-06 06:50:39110 'modifications': {
111 # https://crbug.com/1111979
112 'linux-lacros-tester-fyi-rel': {
113 'experiment_percentage': 100,
114 },
115 },
Sven Zheng577fe5ff2020-08-03 22:06:44116 },
Haiyang Pan363c59a2020-07-23 05:47:04117 'blink_platform_unittests': {
118 'modifications': {
119 # TODO(crbug.com/1108121): Remove this filter
120 'android-nougat-arm64-rel': {
121 'args': [
122 '--gtest_filter=-HarfBuzzShaperTest.ShapeHorizontalWithoutSubpixelPositionWithKerningIsRounded',
123 ],
124 },
125 },
126 },
John Chenaab16fc02020-03-03 06:35:45127 'blink_web_tests': {
128 'remove_from': [
Ilia Samsonovca3dfd52020-08-07 18:39:01129 'Mac10.10 Tests',
130 'Mac10.11 Tests',
John Chenaab16fc02020-03-03 06:35:45131 'Win 7 Tests x64 (1)', # 64-bit win is unsupported by the layout tests.
132 'Win10 Tests x64 (dbg)',
133 ],
134 'modifications': {
135 'Fuchsia x64': {
136 'args': [
137 '--platform=fuchsia',
138 ],
139 'swarming': {
140 'shards': 1,
141 },
142 },
143 'Linux Tests': {
144 "args": [
145 "--additional-env-var=LLVM_PROFILE_FILE=${ISOLATED_OUTDIR}/profraw/default-%2m.profraw",
146 ],
147 },
148 'Linux Tests (dbg)(1)': {
149 'args': [
150 '--debug',
151 ],
152 'swarming': {
153 'shards': 20,
154 },
155 },
156 'Mac10.10 Tests': {
157 # TODO(kbr): this is essentially redundant.
158 'swarming': {
159 'dimension_sets': [
160 {
161 'gpu': 'none',
162 'os': 'Mac-10.10.5',
163 },
164 ],
165 'shards': 25,
166 },
167 },
168 'Mac10.11 Tests': {
169 # TODO(kbr): this is essentially redundant.
170 'swarming': {
171 'dimension_sets': [
172 {
173 'gpu': 'none',
174 'os': 'Mac-10.11.6',
175 },
176 ],
177 'shards': 25,
178 },
179 },
180 'Mac10.12 Tests': {
181 'swarming': {
182 'shards': 25,
183 },
184 },
185 'Mac10.13 Tests': {
186 'swarming': {
187 'dimension_sets': [
188 {
189 # Run the layout tests on a consistent set of hardware
190 # (Mac Minis).
191 'gpu': '8086:0a2e',
192 },
193 ],
194 'shards': 25,
195 },
196 },
197 'Mac10.13 Tests (dbg)': {
198 'args': [
199 '--debug',
200 ],
John Budorickd3375fa2020-03-17 20:49:11201 'swarming': {
202 'shards': 25,
203 },
John Chenaab16fc02020-03-03 06:35:45204 },
205 'V8 Blink Linux Debug': {
Michael Achenbach455d39242020-06-22 13:33:45206 # This builder compiles Chromium in release mode, but V8 in debug.
207 # TODO(machenbach): Change name and out directory of this builder to
208 # something less confusing.
John Chenaab16fc02020-03-03 06:35:45209 'args': [
Michael Achenbach455d39242020-06-22 13:33:45210 '-t',
211 'Debug',
212 '--release',
John Chenaab16fc02020-03-03 06:35:45213 ],
214 },
215 'V8 Blink Linux Future': {
216 'args': [
217 '--additional-driver-flag=--js-flags=--future',
218 ],
219 },
220 'WebKit Linux ASAN': {
221 'args': [
222 '--additional-expectations',
223 '../../third_party/blink/web_tests/ASANExpectations',
224 '--time-out-ms',
225 '48000',
226 '--enable-sanitizer',
227 ],
228 'swarming': {
229 'shards': 20,
230 },
231 },
232 'WebKit Linux Leak': {
233 'args': [
234 '--additional-expectations',
235 '../../third_party/blink/web_tests/LeakExpectations',
236 '--time-out-ms',
237 '48000',
238 '--enable-leak-detection',
239 ],
240 'swarming': {
241 'shards': 10,
242 },
243 },
244 'WebKit Linux MSAN': {
245 'args': [
246 '--additional-expectations',
247 '../../third_party/blink/web_tests/MSANExpectations',
248 '--time-out-ms',
249 '66000',
250 '--enable-sanitizer',
251 ],
252 'swarming': {
253 'expiration': 36000,
254 'hard_timeout': 10800,
255 'io_timeout': 3600,
256 'shards': 20,
257 },
258 },
259 'WebKit Linux composite_after_paint Dummy Builder': {
260 'args': [
261 '--additional-driver-flag=--enable-blink-features=CompositeAfterPaint',
262 ],
263 },
264 'WebKit Linux layout_ng_disabled Builder': {
265 'args': [
266 '--additional-driver-flag=--disable-blink-features=LayoutNG',
267 ],
268 },
269 'Win10 Tests x64': {
270 'args': [
271 '--target',
272 'Release_x64',
273 ],
274 'swarming': {
275 "shards": 28
276 },
277 },
278 'Win10 Tests x64 (dbg)': {
279 'args': [
280 '--debug',
281 '--target',
282 'Debug_x64',
283 ],
284 },
Ian Struiksma71581e02020-08-03 06:39:59285 'Win10 Tests x64 1909': {
286 'args': [
287 '--target',
288 'Release_x64',
289 ],
290 'swarming': {
291 "shards": 28
292 },
293 },
John Chenaab16fc02020-03-03 06:35:45294 'Win10 Tests x64 Code Coverage': {
295 'args': [
296 '--target',
297 'Release_x64',
298 ],
299 'swarming': {
300 "shards": 28
301 },
302 },
303 'Win7 Tests (dbg)(1)': {
304 'args': [
305 '--debug',
306 '--time-out-ms',
307 '60000'
308 ],
309 'experiment_percentage': 100,
310 # TODO(kbr): the "Windows-7-SP1" Swarming dimension set is implicit,
311 # from prefered_os_dimension in
312 # tools/build/scripts/slave/recipe_modules/swarming/api.py. Ideally,
313 # Swarming dimensions would be either specified for all testers on the
314 # waterfall (and therefore, explicitly specified for all tests in the
315 # generated JSON), or this would be removed, and the implicit one used.
316 'swarming': {
317 'dimension_sets': [
318 {
319 'os': 'Windows-7-SP1',
320 }
321 ],
322 },
323 },
324 # tryserver.chromium.android
325 'android_blink_rel': {
326 'args': [
327 '--release',
328 '--android',
329 # TODO(crbug.com/912120): Breakpad was entirely disabled on
330 # Android. Remove this when it no longer affects Android crash
331 # log handling.
332 '--disable-breakpad',
333 # TODO(crbug.com/875172): run on the real GPU since the
334 # software fallback, SwiftShader, isn't yet for 32-bit ARM.
335 '--additional-driver-flag=--use-gpu-in-tests',
336 ],
337 },
338 'devtools_frontend_linux_blink_light_rel': {
339 'args': [
340 'http/tests/devtools',
341 ],
342 'swarming': {
343 'shards': 4,
344 },
345 },
346 'fuchsia-fyi-x64-rel': {
347 'args': [
348 '--platform=fuchsia',
349 ],
350 'swarming': {
351 'shards': 1,
352 },
353 },
Mathias Carlen30968a62020-03-31 08:47:04354 'linux-autofill-assistant': {
355 'args': [
356 '--release',
357 ],
358 },
Yuzu Saijo9709bcc2020-03-18 09:12:20359 'linux-bfcache-rel': {
John Chenaab16fc02020-03-03 06:35:45360 'args': [
John Chenaab16fc02020-03-03 06:35:45361 '--additional-driver-flag=--enable-features=BackForwardCache',
362 '--additional-expectations=../../third_party/blink/web_tests/FlagExpectations/enable-features=BackForwardCache',
363 ],
364 },
365 'linux-blink-animation-use-time-delta': {
366 'args': [
367 '--debug',
368 ],
369 },
370 'linux-blink-cors-rel': {
371 'args': [
372 '--additional-driver-flag=--disable-features=OutOfBlinkCors',
373 '--additional-expectations=../../third_party/blink/web_tests/FlagExpectations/disable-features=OutOfBlinkCors',
374 ],
375 },
376 'linux-blink-heap-concurrent-marking-tsan-rel': {
377 'args': [
378 '--release',
379 '--additional-driver-flag=--enable-features=BlinkHeapConcurrentMarking',
380 ],
381 },
382 'linux-code-coverage': {
383 'args': [
384 '--additional-env-var=LLVM_PROFILE_FILE=${ISOLATED_OUTDIR}/profraw/default-%2m.profraw',
385 ],
386 'swarming': {
387 'shards': 20,
388 },
389 },
Aaron Gable40f79aa2020-03-21 01:21:15390 'linux-layout-tests-edit-ng': {
391 'args': [
Yoshifumi Inouebebca262020-04-08 22:03:49392 '--additional-driver-flag=--enable-blink-features=EditingNG',
Aaron Gable40f79aa2020-03-21 01:21:15393 ],
394 },
John Chenaab16fc02020-03-03 06:35:45395 'linux-layout-tests-fragment-item': {
396 'args': [
397 '--additional-driver-flag=--enable-blink-features=LayoutNGFragmentItem',
398 ],
399 },
John Chenaab16fc02020-03-03 06:35:45400 'mac10.12-blink-rel-dummy': {
401 'swarming': {
402 'shards': 20,
403 },
404 },
405 'mac10.13-blink-rel-dummy': {
406 'swarming': {
407 'shards': 20,
408 },
409 },
John Chenaab16fc02020-03-03 06:35:45410 'mac10.14-blink-rel-dummy': {
411 'swarming': {
412 'shards': 20,
413 },
414 },
Ilia Samsonov7efe05e2020-05-07 19:00:46415 'mac10.15-blink-rel-dummy': {
416 'swarming': {
417 'shards': 20,
418 },
419 },
John Chenaab16fc02020-03-03 06:35:45420 },
421 },
Chong Gu9a2741732020-02-24 21:32:01422 'boringssl_crypto_tests': {
423 'remove_from': [
424 # https://crbug.com/1054545
Stephen Roeac495972020-02-25 23:32:41425 'Fuchsia ARM64',
Chong Gu9a2741732020-02-24 21:32:01426 ],
427 },
428 'boringssl_ssl_tests': {
429 'remove_from': [
430 # https://crbug.com/1054545
Stephen Roeac495972020-02-25 23:32:41431 'Fuchsia ARM64',
Chong Gu9a2741732020-02-24 21:32:01432 ],
433 },
John Budorickca995852019-06-26 16:55:55434 'breakpad_unittests': {
435 'modifications': {
436 'android-asan': {
437 'args': [
438 '--test-launcher-filter-file=../../testing/buildbot/filters/android.asan.breakpad_unittests.filter',
439 ],
440 },
441 },
442 },
Kenneth Russelleb60cbd22017-12-05 07:54:28443 'browser_tests': {
Kenneth Russellfbda3c532017-12-08 23:57:24444 'remove_from': [
Brad Halla36886c2019-02-26 16:52:29445 'CrWinAsan(dll)', # https://crbug.com/935598
Nico Weber3af4da72018-02-27 01:59:41446 'linux-win_cross-rel',
Nico Weberdae13cd92018-12-14 13:56:26447 'ToTLinuxTSan', # https://crbug.com/368525
John Budorick5ef11472019-12-18 22:02:33448 'Mac10.10 Tests', # https://crbug.com/828031
Aaron Gable30cda242020-01-22 21:02:58449 'Mac10.13 Tests', # https://crbug.com/1042757
Prakhar Asthana74a9eda2020-08-05 05:24:48450 'Mac10.13 Tests Code Coverage',
Nico Weberd36959682018-04-12 03:33:46451 'Linux TSan Tests', # https://crbug.com/368525
Stephen Martinise701f5a2018-05-04 01:25:11452 'Win10 Tests x64 (dbg)',
Kenneth Russellfbda3c532017-12-08 23:57:24453 ],
Kenneth Russelleb60cbd22017-12-05 07:54:28454 'modifications': {
Nico Weber3f919792020-06-12 23:34:52455 'CrWinAsan': {
456 # These are very slow on the ASAN trybot for some reason.
457 # crbug.com/794372
458 'swarming': {
459 'shards': 40,
460 },
461 },
462 'CrWinAsan(dll)': {
463 # These are very slow on the ASAN trybot for some reason.
464 # crbug.com/794372
465 'swarming': {
466 'shards': 40,
467 },
468 },
Stephen Martinis1384ff92020-01-07 19:52:15469 'Linux - Future (dbg)': { # client.v8.chromium
Yuke Liaoea70f472019-12-19 06:03:36470 'swarming': {
Stephen Martinis1384ff92020-01-07 19:52:15471 'shards': 10,
Yuke Liaoea70f472019-12-19 06:03:36472 },
473 },
Stephen Martinis1384ff92020-01-07 19:52:15474 'Linux ASan LSan Tests (1)': {
475 # These are very slow on the ASAN trybot for some reason.
476 # crbug.com/794372
Roberto Carrillo2c9ec972019-03-20 03:11:19477 'swarming': {
Stephen Martinis1384ff92020-01-07 19:52:15478 'shards': 40,
Roberto Carrillo2c9ec972019-03-20 03:11:19479 },
480 },
Chris Cunningham1d0e9e12020-02-26 22:56:40481 'Linux ASan Tests (sandboxed)': {
482 'swarming': {
John Abd-El-Malek3a631612020-07-08 21:40:41483 'shards': 30, # https://crbug.com/1103330
Chris Cunningham1d0e9e12020-02-26 22:56:40484 },
485 },
Stephen Martinis1384ff92020-01-07 19:52:15486 'Linux Chromium OS ASan LSan Tests (1)': {
487 # These are very slow on the ASAN trybot for some reason.
488 # crbug.com/794372
Roberto Carrillo5a5c98dc2019-10-30 22:33:51489 'swarming': {
Stephen Martinis1384ff92020-01-07 19:52:15490 'shards': 31,
Roberto Carrillo5a5c98dc2019-10-30 22:33:51491 },
492 },
Stephen Martinis1384ff92020-01-07 19:52:15493 'Linux ChromiumOS MSan Tests': {
494 # These are very slow on the Chrome OS MSAN trybot for some reason.
495 # crbug.com/865455
Kenneth Russell56a3e862017-12-08 03:11:34496 'swarming': {
Ben Pastene44221d32020-05-21 23:38:36497 'shards': 32,
Kenneth Russell56a3e862017-12-08 03:11:34498 },
Ben Pastene44221d32020-05-21 23:38:36499 'args': [
500 '--test-launcher-filter-file=../../testing/buildbot/filters/chromeos.msan.browser_tests.oobe_negative.filter',
501 ],
Kenneth Russell56a3e862017-12-08 03:11:34502 },
John Budorick614f91a2020-03-30 20:34:55503 'Linux Tests (dbg)(1)': {
504 # crbug.com/1066161
505 'swarming': {
506 'shards': 20,
507 },
508 },
Stephen Martinis1384ff92020-01-07 19:52:15509 'Mac ASan 64 Tests (1)': {
Kenneth Russellfbda3c532017-12-08 23:57:24510 'swarming': {
John Budorick542f4762020-03-17 20:40:14511 'dimension_sets': [
512 {
513 # These shards are liable to time out when running on minis.
514 'cores': '8',
515 }
516 ],
Kenneth Russellfbda3c532017-12-08 23:57:24517 'shards': 20,
518 },
519 },
John Budorickd3375fa2020-03-17 20:49:11520 'Mac10.13 Tests (dbg)': {
521 'swarming': {
522 'shards': 20,
523 },
524 },
Stephen Martinis1384ff92020-01-07 19:52:15525 'ToTWin(dbg)': {
Kenneth Russelleb60cbd22017-12-05 07:54:28526 'swarming': {
John Budorickca14c76f62017-12-09 14:19:18527 'shards': 20,
Kenneth Russelleb60cbd22017-12-05 07:54:28528 },
529 },
Stephen Martinis1384ff92020-01-07 19:52:15530 'ToTWin64(dbg)': {
Kenneth Russell8ceeabf2017-12-11 17:53:28531 'swarming': {
532 'shards': 20,
533 },
534 },
Kenneth Russell6c83d212018-07-27 20:52:59535 'Win10 Tests x64': {
536 # crbug.com/868082
537 'args': [
538 '--disable-features=WebRTC-H264WithOpenH264FFmpeg',
539 ],
Takuto Ikutac9c269a2019-01-10 22:40:25540 'swarming': {
541 # This is for slow test execution that often becomes a critical path of
542 # swarming jobs. crbug.com/868114
543 'shards': 15,
544 }
Kenneth Russell6c83d212018-07-27 20:52:59545 },
Sajjad Mirza87e17b242020-01-22 18:49:07546 'Win10 Tests x64 Code Coverage': {
547 # crbug.com/868082
548 'args': [
549 '--disable-features=WebRTC-H264WithOpenH264FFmpeg',
550 ],
551 'swarming': {
552 # This is for slow test execution that often becomes a critical path of
553 # swarming jobs. crbug.com/868114
554 'shards': 15,
555 }
556 },
Stephen Martinis1384ff92020-01-07 19:52:15557 'Win7 Tests (1)': {
558 # This is for slow test execution that often becomes a critical path of
559 # swarming jobs. crbug.com/868114
560 'swarming': {
561 'shards': 15,
562 },
563 },
564 'Win7 Tests (dbg)(1)': {
Pavol Markoc579e072019-12-05 22:42:02565 'swarming': {
566 'shards': 20,
567 },
568 },
Stephen Martinis1384ff92020-01-07 19:52:15569 'linux-chromeos-chrome': {
570 # TODO(https://crbug.com/932269): Promote out of experiment when the
571 # tests are green.
572 'args': [
573 '--test-launcher-filter-file=../../testing/buildbot/filters/chromeos.browser_tests.filter',
574 ],
575 },
576 'linux-chromeos-code-coverage': {
Nico Weber0c2861b2018-12-14 18:05:16577 'swarming': {
Stephen Martinis1384ff92020-01-07 19:52:15578 'shards': 50,
579 },
580 },
581 'linux-chromeos-dbg': {
582 'swarming': {
583 'shards': 30,
584 },
585 },
586 'linux-chromeos-rel': {
587 'swarming': {
588 'shards': 20,
Stephanie Kime9008f72020-03-05 23:01:16589 'dimension_sets': [
590 {
591 'kvm': '1',
592 },
593 ],
Stephen Martinis1384ff92020-01-07 19:52:15594 },
595 },
596 'linux-code-coverage': {
Yuke Liao58e1d202020-03-20 23:02:01597 'args': [
598 '--no-sandbox',
599 ],
Stephen Martinis1384ff92020-01-07 19:52:15600 'swarming': {
601 'shards': 50,
602 },
603 },
Sven Zheng80734f12020-08-06 06:50:39604 'linux-lacros-tester-fyi-rel': {
605 'experiment_percentage': 100,
606 },
607 'linux-lacros-tester-rel': {
608 'args': [
609 '--test-launcher-filter-file=../../testing/buildbot/filters/lacros.browser_tests.filter',
610 ],
Sven Zhengff187a82020-08-06 22:05:52611 'experiment_percentage': 100,
Sven Zheng80734f12020-08-06 06:50:39612 },
Stephen Martinis1384ff92020-01-07 19:52:15613 'linux-trusty-rel': {
614 'args': [
John Budorick79ec9012020-01-08 21:56:31615 '--test-launcher-filter-file=../../testing/buildbot/filters/linux_trusty_rel.browser_tests.filter',
616 ],
Stephen Martinis1384ff92020-01-07 19:52:15617 },
618 'mac-code-coverage': {
Stephen Martinis1384ff92020-01-07 19:52:15619 'swarming': {
620 'shards': 15,
621 },
622 },
Stephen Martinis1384ff92020-01-07 19:52:15623 'win-asan': {
Nico Weber3f919792020-06-12 23:34:52624 # These are very slow on the ASAN trybot for some reason.
625 # crbug.com/794372
Stephen Martinis1384ff92020-01-07 19:52:15626 'swarming': {
Nico Weber3f919792020-06-12 23:34:52627 'shards': 40,
Nico Weber0c2861b2018-12-14 18:05:16628 },
629 },
Kenneth Russelleb60cbd22017-12-05 07:54:28630 },
631 },
Maksim Sisov4af9c032020-06-12 12:43:11632 'browser_tests_wayland': {
633 'modifications': {
634 'Linux Ozone Tester (Wayland)': {
635 'args': [
636 '--test-launcher-filter-file=../../testing/buildbot/filters/ozone-linux.wayland_browser_tests.filter',
637 ],
638 },
639 },
640 },
641 'browser_tests_x11': {
642 'modifications': {
643 'Linux Ozone Tester (X11)': {
644 'args': [
645 '--test-launcher-filter-file=../../testing/buildbot/filters/ozone-linux.x11_browser_tests.filter',
646 ],
647 },
648 },
649 },
Erik Chen681dc0282019-11-26 22:54:49650 'cc_unittests': {
651 'modifications': {
652 'Linux TSan Tests': {
653 'swarming': {
654 'shards': 3,
655 },
656 },
Haiyang Panaa242232020-06-24 20:04:20657 'android-marshmallow-x86-rel': {
John Budorickfa8f1da92020-01-15 18:11:38658 # https://crbug.com/1039860
659 'args': [
660 '--test-launcher-filter-file=../../testing/buildbot/filters/android.emulator.cc_unittests.filter',
661 ],
662 },
Haiyang Pan08d09dc2020-04-01 16:11:21663 'android-pie-x86-rel': {
John Budorickfa8f1da92020-01-15 18:11:38664 # https://crbug.com/1039860
665 'args': [
666 '--test-launcher-filter-file=../../testing/buildbot/filters/android.emulator.cc_unittests.filter',
667 ],
668 },
Erik Chen681dc0282019-11-26 22:54:49669 },
670 },
Dirk Pranke1b767092017-12-07 04:44:23671 'checkbins': {
672 'remove_from': [
Stephen Martinis47d77132019-04-24 23:51:33673 'linux-archive-dbg',
674 'linux-archive-rel',
675 'mac-archive-dbg',
676 'mac-archive-rel',
Dirk Pranke1b767092017-12-07 04:44:23677 ],
678 },
Andrew Luod252791ac2019-10-15 00:28:13679 'chrome_java_test_pagecontroller_tests': {
Ben Pastene3e32ffe2020-08-07 03:37:07680 'remove_from': [
681 'android-pie-arm64-rel', # https://crbug.com/924194
682 ],
Andrew Luod252791ac2019-10-15 00:28:13683 },
Yun Liu7cfd28a2019-10-30 01:57:12684 'chrome_public_smoke_test': {
685 'remove_from': [
686 'android-code-coverage-native', # https://crbug.com/1018780
687 ],
688 },
Kenneth Russelleb60cbd22017-12-05 07:54:28689 'chrome_public_test_apk': {
John Budorick27d2d44e2019-05-20 20:26:09690 'remove_from': [
691 'android-asan', # https://crbug.com/964562
Yun Liu7cfd28a2019-10-30 01:57:12692 'android-code-coverage-native', # https://crbug.com/1018780
Haiyang Pana3ff55ae2020-04-23 18:26:54693 'android-lollipop-arm-rel', # https://crbug.com/1060245
Haiyang Panaa242232020-06-24 20:04:20694 'android-marshmallow-x86-rel', # crbug.com/1098111
Stephanie Kimf19bd072020-07-29 00:10:37695 # TODO https://crbug.com/1109999: Re-enable once there are enough devices
696 'android-pie-arm64-rel',
John Budorick27d2d44e2019-05-20 20:26:09697 ],
Kenneth Russelleb60cbd22017-12-05 07:54:28698 'modifications': {
Natalie Chouinard48afb4352020-04-17 21:30:32699 'Android CFI': {
700 'args': [
701 '--exclude-annotation',
702 'Feature=RenderTest', # https://crbug.com/1068294
703 ],
704 },
Kenneth Russelleb60cbd22017-12-05 07:54:28705 'Marshmallow 64 bit Tester': {
706 'swarming': {
Kenneth Russelleb60cbd22017-12-05 07:54:28707 'shards': 14,
708 },
709 },
Arthur Wang5dd7b07c2020-04-04 01:05:22710 'Marshmallow Tablet Tester': {
711 'args': [
712 '--timeout-scale',
713 '2.0',
714 ],
715 },
Ben Pastenec73e96e92018-07-12 01:40:35716 'Oreo Phone Tester': {
bsheedy01833462018-12-07 01:05:57717 # TODO(https://crbug.com/884413): Re-enable this once the tests are
718 # either passing or there is more capacity.
719 'experiment_percentage': 0,
Ben Pastenec73e96e92018-07-12 01:40:35720 },
Stephen Martinis1384ff92020-01-07 19:52:15721 'android-arm64-proguard-rel': {
722 'swarming': {
723 'shards': 25,
724 },
725 },
Haiyang Pan1ad3bb032020-04-24 23:52:03726 'android-lollipop-arm-rel-swarming': {
Brian Sheedy44a7a0032020-04-16 19:20:57727 'swarming': {
Brian Sheedy180c2dd2020-04-22 19:34:31728 'service_account': '[email protected]'
Brian Sheedy44a7a0032020-04-16 19:20:57729 },
730 },
Stephen Martinis1384ff92020-01-07 19:52:15731 'android-marshmallow-arm64-rel': {
732 'swarming': {
733 'shards': 25,
734 },
735 },
Brian Sheedy44a7a0032020-04-16 19:20:57736 'android-marshmallow-arm64-rel-swarming': {
737 'swarming': {
Brian Sheedy180c2dd2020-04-22 19:34:31738 'service_account': '[email protected]'
Brian Sheedy44a7a0032020-04-16 19:20:57739 },
740 },
Haiyang Pan37fbd7a42020-06-03 03:27:37741 'android-marshmallow-x86-fyi-rel': {
742 'args': [
743 '--test-launcher-filter-file=../../testing/buildbot/filters/android.emulator_m.chrome_public_test_apk.filter',
Haiyang Panbdcbbe52020-06-16 20:20:06744 '-v', # TODO(crbug.com/1093602) Remove once the issue is resolved
Haiyang Pan37fbd7a42020-06-03 03:27:37745 ],
746 },
Stephen Martinis1384ff92020-01-07 19:52:15747 'android-pie-arm64-rel': {
748 'args': [
749 '--test-launcher-filter-file=../../testing/buildbot/filters/android.pie_arm64_rel.chrome_public_test_apk.filter', # https://crbug.com/1010211
750 ],
Haiyang Pan43640ee2020-02-13 01:38:00751 },
Haiyang Pan08d09dc2020-04-01 16:11:21752 'android-pie-x86-rel': {
Haiyang Pan43640ee2020-02-13 01:38:00753 'args': [
Haiyang Pan71373072020-03-02 19:57:49754 '--avd-config=../../tools/android/avd/proto/generic_playstore_android28.textpb',
755 # https://crbug.com/1046059
Haiyang Pan23f64f52020-06-04 01:23:32756 '--test-launcher-filter-file=../../testing/buildbot/filters/android.emulator_p.chrome_public_test_apk.filter',
Haiyang Pan43640ee2020-02-13 01:38:00757 ],
Haiyang Pan71373072020-03-02 19:57:49758 'swarming': {
759 'named_caches': [
760 {
761 'name': 'avd_generic_playstore_android28',
762 'path': '.android',
763 },
764 {
765 'name': 'system_images_android_28_google_apis_playstore_x86',
766 'path': '.emulator_sdk',
767 },
768 ]
769 },
John Budorick34009472018-04-03 17:38:44770 },
Kenneth Russelleb60cbd22017-12-05 07:54:28771 },
772 },
773 'chrome_public_test_vr_apk': {
Nico Weberb0b3f5862018-07-13 18:45:15774 'remove_from': [
bsheedy410dd7c2018-06-15 22:42:09775 'Lollipop Tablet Tester',
776 'Marshmallow Tablet Tester',
Haiyang Panaa242232020-06-24 20:04:20777 'android-marshmallow-x86-rel',
Haiyang Pan08d09dc2020-04-01 16:11:21778 'android-pie-x86-rel',
Andrew Luo38b311f2019-10-04 03:42:09779 'android-pie-arm64-rel', # https://crbug.com/1010211
bsheedydf58b4e2018-11-01 19:42:16780 'ToTAndroid',
781 'ToTAndroidCFI',
John Budorick27d2d44e2019-05-20 20:26:09782 'android-asan', # https://crbug.com/964562
Yun Liu7cfd28a2019-10-30 01:57:12783 'android-code-coverage-native', # https://crbug.com/1018780
bsheedy410dd7c2018-06-15 22:42:09784 ],
Haiyang Pan363c59a2020-07-23 05:47:04785 'modifications': {
786 # Use "--replace-system-package" according to crbug.com/931947#c1
787 'android-nougat-arm64-rel': {
788 'args': [
789 '--replace-system-package=com.google.vr.vrcore,//third_party/gvr-android-sdk/test-apks/vr_services/vr_services_current.apk'
790 ]
791 }
792 },
Kenneth Russelleb60cbd22017-12-05 07:54:28793 },
bsheedy75a4dd52018-11-27 23:24:30794 'chrome_public_test_vr_apk-vega': {
795 'modifications': {
bsheedy75a4dd52018-11-27 23:24:30796 'Oreo Phone Tester': {
797 'swarming': {
798 'dimension_sets': [
799 {
800 'device_os': 'OVR1.180808.003',
801 'device_type': 'vega',
802 'os': 'Android',
803 },
804 ],
805 },
806 }
807 }
808 },
Takuto Ikuta1b749b902019-04-11 18:05:53809 'chromedriver_py_tests': {
810 'remove_from': [
811 # Timeout happens sometimes (crbug.com/951799).
Takuto Ikuta1b749b902019-04-11 18:05:53812 'Win10 Tests x64 (dbg)',
813 ],
814 },
Yun Liu3e759dbb2019-11-01 19:25:52815 'components_browsertests': {
816 'remove_from': [
817 'android-code-coverage-native', # crbug/1018434
Sven Zheng577fe5ff2020-08-03 22:06:44818 'linux-lacros-tester-rel', # https://crbug.com/1111979
Yun Liu3e759dbb2019-11-01 19:25:52819 ],
Sven Zheng80734f12020-08-06 06:50:39820 'modifications': {
821 # https://crbug.com/1111979
822 'linux-lacros-tester-fyi-rel': {
823 'experiment_percentage': 100,
824 },
825 },
Yun Liu3e759dbb2019-11-01 19:25:52826 },
Kenneth Russelleb60cbd22017-12-05 07:54:28827 'components_unittests': {
Yun Liu3e759dbb2019-11-01 19:25:52828 'remove_from': [
Stephen Roeac495972020-02-25 23:32:41829 'Fuchsia ARM64', # https://crbug.com/961457
Yun Liu16394ab32019-11-19 16:37:57830 'Fuchsia x64', # https://crbug.com/961457
Yun Liu3e759dbb2019-11-01 19:25:52831 'android-code-coverage-native', # crbug/1018431
Stephen Roe2cfe780f2020-07-13 21:52:51832 'fuchsia-fyi-arm64-dbg', # https://crbug.com/961457
Kevin Marshallce2afe1b2019-12-06 00:49:21833 'fuchsia-fyi-arm64-rel', # https://crbug.com/961457
834 'fuchsia-fyi-x64-dbg', # https://crbug.com/961457
835 'fuchsia-fyi-x64-rel', # https://crbug.com/961457
Sven Zheng577fe5ff2020-08-03 22:06:44836 'linux-lacros-tester-rel', # https://crbug.com/1111979
Yun Liu3e759dbb2019-11-01 19:25:52837 ],
Kenneth Russelleb60cbd22017-12-05 07:54:28838 'modifications': {
John Budorick5052d552017-12-13 02:59:34839 'Linux ASan LSan Tests (1)': {
840 # These are very slow on the ASAN trybot for some reason.
841 # crbug.com/794372
842 'swarming': {
843 'shards': 5,
844 },
845 },
Takuto Ikuta54671d972018-07-19 19:06:35846 'Linux Chromium OS ASan LSan Tests (1)': {
847 # These are very slow on the ASAN trybot for some reason.
848 # crbug.com/794372
849 'swarming': {
850 'shards': 5,
851 },
852 },
Erik Chen681dc0282019-11-26 22:54:49853 'Linux TSan Tests': {
854 'swarming': {
855 'shards': 2,
856 },
857 },
Omer Katz7d2be652020-01-22 18:13:46858 'linux-blink-heap-concurrent-marking-tsan-rel': {
859 'swarming': {
860 'shards': 2,
861 },
862 },
Sven Zheng80734f12020-08-06 06:50:39863 # https://crbug.com/1111979,
864 'linux-lacros-tester-fyi-rel': {
865 'experiment_percentage': 100,
866 },
Kenneth Russelleb60cbd22017-12-05 07:54:28867 },
868 },
Sven Zheng577fe5ff2020-08-03 22:06:44869 'compositor_unittests': {
870 'remove_from': [
871 'linux-lacros-tester-rel', # https://crbug.com/1111979
872 ],
Sven Zheng80734f12020-08-06 06:50:39873 'modifications': {
874 # https://crbug.com/1111979
875 'linux-lacros-tester-fyi-rel': {
876 'experiment_percentage': 100,
877 },
878 },
Sven Zheng577fe5ff2020-08-03 22:06:44879 },
Kenneth Russelleb60cbd22017-12-05 07:54:28880 'content_browsertests': {
Brad Halla36886c2019-02-26 16:52:29881 'remove_from': [
Brad Halla36886c2019-02-26 16:52:29882 'CrWinAsan(dll)', # https://crbug.com/935598
Yun Liu42f79ea2019-11-19 01:21:18883 'android-code-coverage-native', # crbug/1018434
Haiyang Pand9c15d992020-07-07 22:03:37884 # TODO(crbug.com/1102974) Re-enable on L once it is not overloaded.
885 'android-lollipop-arm-rel',
Yuke Liaod7da81b2020-03-20 18:57:57886 # http://crbug.com/1060245#c30: due to low utility and capacity.
887 'android-marshmallow-arm64-rel',
Haiyang Panaa242232020-06-24 20:04:20888 'android-marshmallow-x86-rel', # crbug.com/1098111
Sven Zheng577fe5ff2020-08-03 22:06:44889 'linux-lacros-tester-rel', # https://crbug.com/1111979
Brad Halla36886c2019-02-26 16:52:29890 ],
Kenneth Russelleb60cbd22017-12-05 07:54:28891 'modifications': {
Kenneth Russellfbda3c532017-12-08 23:57:24892 'Cast Audio Linux': {
893 'args': [
Nico Weber02f30392018-07-16 18:39:43894 '--test-launcher-filter-file=../../testing/buildbot/filters/cast-linux.content_browsertests.filter',
Kenneth Russellfbda3c532017-12-08 23:57:24895 ],
Kenneth Russellfbda3c532017-12-08 23:57:24896 },
897 'Cast Linux': {
898 'args': [
Nico Weber02f30392018-07-16 18:39:43899 '--test-launcher-filter-file=../../testing/buildbot/filters/cast-linux.content_browsertests.filter',
Kenneth Russellfbda3c532017-12-08 23:57:24900 ],
Kenneth Russellfbda3c532017-12-08 23:57:24901 },
Erik Chenb681c8c2019-11-25 22:52:52902 'Linux ASan LSan Tests (1)': {
903 'swarming': {
904 'shards': 12,
905 },
906 },
Chris Cunninghame1a04ea2019-04-24 01:49:32907 'Linux ASan Tests (sandboxed)': {
908 'swarming': {
John Abd-El-Malek3a631612020-07-08 21:40:41909 'shards': 10, # https://crbug.com/1103330
Chris Cunninghame1a04ea2019-04-24 01:49:32910 },
911 },
Erik Chen681dc0282019-11-26 22:54:49912 'Linux TSan Tests': {
913 'swarming': {
914 'shards': 15,
915 },
916 },
Stephen Martinis1384ff92020-01-07 19:52:15917 'Lollipop Phone Tester': {
918 'swarming': {
919 'shards': 13,
920 },
921 },
922 'Win10 Tests x64': {
923 # crbug.com/868082
924 'args': [
925 '--disable-features=WebRTC-H264WithOpenH264FFmpeg',
926 ],
927 },
928 'Win10 Tests x64 (dbg)': {
929 'experiment_percentage': 100,
930 # crbug.com/868082
931 'args': [
932 '--disable-features=WebRTC-H264WithOpenH264FFmpeg',
Stephen Martinis1384ff92020-01-07 19:52:15933 ],
934 },
Sajjad Mirza87e17b242020-01-22 18:49:07935 'Win10 Tests x64 Code Coverage': {
936 # crbug.com/868082
937 'args': [
938 '--disable-features=WebRTC-H264WithOpenH264FFmpeg',
939 ],
940 },
Stephen Martinis1384ff92020-01-07 19:52:15941 'android-arm64-proguard-rel': {
942 'swarming': {
943 'shards': 16,
944 },
945 },
946 'android-asan': {
947 'args': [
948 '--test-launcher-filter-file=../../testing/buildbot/filters/android.asan.content_browsertests.filter',
949 ],
950 'swarming': {
951 'shards': 18,
952 },
953 },
Haiyang Pan32b83392020-03-14 01:38:46954 'android-lollipop-arm-rel': {
955 'swarming': {
956 'shards': 15,
957 },
958 },
Stephen Martinis1384ff92020-01-07 19:52:15959 'android-marshmallow-arm64-rel': {
960 'swarming': {
961 'shards': 16,
962 },
963 },
John Budoricka4e23882020-02-28 18:36:43964 'android-marshmallow-x86-fyi-rel': {
965 'args': [
Haiyang Pan12d5acd2020-06-01 20:54:57966 '--test-launcher-filter-file=../../testing/buildbot/filters/android.emulator_m.content_browsertests.filter',
Haiyang Pancd66427a2020-06-17 02:36:25967 '-v', # TODO(crbug.com/1093602) Remove once the issue is resolved
John Budoricka4e23882020-02-28 18:36:43968 ],
969 },
Haiyang Pan363c59a2020-07-23 05:47:04970 'android-nougat-arm64-rel': {
971 'swarming': {
972 'shards': 16,
973 },
974 # TODO(crbug.com/1108055): Remove this filter
975 'args': [
976 '--gtest_filter=-BackgroundTracingManagerBrowserTest.PerfettoSystemBackgroundScenario*',
977 ],
978 },
Haiyang Pan08d09dc2020-04-01 16:11:21979 'android-pie-x86-rel': {
John Budoricka4e23882020-02-28 18:36:43980 'args': [
Haiyang Pan12d5acd2020-06-01 20:54:57981 '--test-launcher-filter-file=../../testing/buildbot/filters/android.emulator_p.content_browsertests.filter',
John Budoricka4e23882020-02-28 18:36:43982 ],
983 },
Omer Katz7d2be652020-01-22 18:13:46984 'linux-blink-heap-concurrent-marking-tsan-rel': {
985 'swarming': {
986 'shards': 4,
987 },
988 },
Stephen Martinis1384ff92020-01-07 19:52:15989 'linux-chromeos-code-coverage': {
990 'swarming': {
991 'shards': 12,
992 },
993 },
Albert J. Wong91f109652019-11-19 03:01:16994 'linux-chromeos-rel': {
995 'swarming': {
996 'shards': 3,
997 },
998 },
Yuke Liao79424e42020-01-06 21:00:11999 'linux-code-coverage': {
Yuke Liao58e1d202020-03-20 23:02:011000 'args': [
1001 '--no-sandbox',
1002 ],
Yuke Liao79424e42020-01-06 21:00:111003 'swarming': {
1004 'shards': 12,
1005 },
1006 },
Sven Zheng80734f12020-08-06 06:50:391007 # https://crbug.com/1111979
1008 'linux-lacros-tester-fyi-rel': {
1009 'experiment_percentage': 100,
1010 },
Kenneth Russelleb60cbd22017-12-05 07:54:281011 },
1012 },
Maksim Sisov6058ba72020-05-04 10:29:131013 'content_browsertests_wayland': {
1014 'modifications': {
1015 'Linux Ozone Tester (Wayland)': {
1016 'args': [
1017 '--test-launcher-filter-file=../../testing/buildbot/filters/ozone-linux.wayland_content_browsertests.filter',
1018 ],
1019 },
1020 },
1021 },
1022 'content_browsertests_x11': {
1023 'modifications': {
1024 'Linux Ozone Tester (X11)': {
1025 'args': [
1026 '--test-launcher-filter-file=../../testing/buildbot/filters/ozone-linux.x11_content_browsertests.filter',
1027 ],
1028 },
1029 },
1030 },
Nico Weber81e16ace22018-06-30 02:58:471031 'content_shell_crash_test': {
Haiyang Pan8c201b92020-06-04 01:25:071032 'remove_from': [
Haiyang Panaa242232020-06-24 20:04:201033 'android-marshmallow-x86-rel', # crbug.com/1084353
Haiyang Pan8c201b92020-06-04 01:25:071034 ],
Dirk Prankeb1c36b322018-07-11 02:42:001035 'modifications': {
Dirk Prankeb1c36b322018-07-11 02:42:001036 'Win10 Tests x64 (dbg)': {
1037 'experiment_percentage': 100, # https://crbug.com/861730
1038 },
1039 },
Nico Weber81e16ace22018-06-30 02:58:471040 },
John Budorick27d2d44e2019-05-20 20:26:091041 'content_shell_test_apk': {
1042 'remove_from': [
John Budorick27d2d44e2019-05-20 20:26:091043 'android-asan', # https://crbug.com/964562
Yun Liu3e759dbb2019-11-01 19:25:521044 'android-code-coverage-native', # crbug/1018434
John Budorick27d2d44e2019-05-20 20:26:091045 ],
John Budorickee2e64f2020-03-02 20:19:101046 'modifications': {
Haiyang Panaa242232020-06-24 20:04:201047 'android-marshmallow-x86-rel': {
John Budorickee2e64f2020-03-02 20:19:101048 'args': [
Haiyang Pan28e73582020-05-30 00:34:271049 '--test-launcher-filter-file=../../testing/buildbot/filters/android.emulator_m.content_shell_test_apk.filter',
John Budorickee2e64f2020-03-02 20:19:101050 ],
1051 },
Haiyang Pan08d09dc2020-04-01 16:11:211052 'android-pie-x86-rel': {
John Budorickee2e64f2020-03-02 20:19:101053 'args': [
1054 '--gtest_filter=-ContentViewScrollingTest.testFling',
1055 ],
1056 },
1057 },
John Budorick27d2d44e2019-05-20 20:26:091058 },
Kenneth Russelleb60cbd22017-12-05 07:54:281059 'content_unittests': {
Yun Liu42f79ea2019-11-19 01:21:181060 'remove_from': [
Yun Liu42f79ea2019-11-19 01:21:181061 'android-code-coverage-native', # crbug/1018434
1062 ],
Kenneth Russelleb60cbd22017-12-05 07:54:281063 'modifications': {
John Budorick5052d552017-12-13 02:59:341064 'Linux ASan LSan Tests (1)': {
1065 # These are slow on the ASAN trybot for some reason.
1066 # crbug.com/794372
1067 'swarming': {
1068 'shards': 2,
1069 },
1070 },
Takuto Ikuta54671d972018-07-19 19:06:351071 'Linux ChromiumOS MSan Tests': {
1072 # These are very slow on the Chrome OS MSAN trybot for some reason.
1073 # crbug.com/865455
1074 'swarming': {
1075 'shards': 2,
1076 },
1077 },
Kenneth Russelleb60cbd22017-12-05 07:54:281078 },
1079 },
Jonah Ryan-Davis832c8462020-06-09 03:45:031080 'context_lost_passthrough_tests': {
1081 'modifications': {
Jonah Ryan-Davisdeeffeaf2020-06-18 17:56:001082 'Mac FYI GPU ASAN Release': {
1083 'args': [
1084 '--is-asan',
1085 ]
1086 },
Jonah Ryan-Davis832c8462020-06-09 03:45:031087 'Win10 x64 Debug (NVIDIA)': {
1088 'args': [
1089 # TODO(https://crbug.com/1007013): Remove this flag when it's no
1090 # longer necessary to figure out why the renderer process is hanging.
1091 '--extra-browser-args=--no-sandbox',
1092 ],
1093 },
1094 },
1095 },
1096 'context_lost_validating_tests': {
Brian Sheedye285c9b2019-07-15 21:42:461097 # TODO(https://crbug.com/850107): Remove the Android FYI Release (Pixel 2)
1098 # exception once there is enough capacity to run these tests.
1099 'remove_from': [
Brian Sheedye285c9b2019-07-15 21:42:461100 'Android FYI Release (Pixel 2)',
Chong Gu44db95b02020-05-19 19:40:131101 'Fuchsia x64' # https://crbug.com/1058255
Brian Sheedye285c9b2019-07-15 21:42:461102 ],
Kenneth Russellc1a09302018-07-10 01:12:541103 'modifications': {
1104 'Mac FYI GPU ASAN Release': {
1105 'args': [
1106 '--is-asan',
1107 ]
1108 },
1109 },
1110 },
Kenneth Russellfbda3c532017-12-08 23:57:241111 'crashpad_tests': {
1112 'remove_from': [
Nico Weber15a00d62018-05-16 17:11:481113 'linux-win_cross-rel', # https://crbug.com/762167
Vlad Tsyrklevich06a9a44f2019-07-24 19:14:391114 # https://crbug.com/crashpad/304
1115 'Linux TSan Tests',
1116 'ToTLinuxTSan',
1117 # https://crbug.com/crashpad/306
1118 'Linux CFI',
1119 'CFI Linux ToT',
Kenneth Russellfbda3c532017-12-08 23:57:241120 ],
1121 },
John Budorick5bc387fe2019-05-09 20:02:531122 'cronet_sizes': {
1123 'modifications': {
1124 'android-cronet-arm-dbg': {
1125 'swarming': {
1126 'dimension_sets': [
1127 {
1128 'device_os': None,
1129 'device_type': None,
Takuto Ikuta5e459b12019-07-09 05:30:561130 'os': 'Ubuntu-16.04',
John Budorick5bc387fe2019-05-09 20:02:531131 },
1132 ],
1133 },
1134 },
1135 },
1136 },
Ben Pastenee09d5982020-08-08 00:15:521137 'cros_browser_sanity_test': {
1138 'modifications': {
1139 'chromeos-eve-arc-r-chrome': {
Ben Pastene3206b812020-08-10 18:16:241140 'experiment_percentage': 100, # https://crbug.com/1114741
Ben Pastenee09d5982020-08-08 00:15:521141 },
1142 },
1143 },
Zhenyao Moc307eeb72018-12-20 01:03:201144 'dawn_end2end_tests': {
1145 'remove_from': [
Zhenyao Moc307eeb72018-12-20 01:03:201146 'Linux FYI Release (AMD R7 240)', # https://crbug.com/915430
1147 ],
1148 },
Sven Zheng577fe5ff2020-08-03 22:06:441149 'dbus_unittests': {
1150 'remove_from': [
1151 'linux-lacros-tester-rel', # https://crbug.com/1111979
1152 ],
Sven Zheng80734f12020-08-06 06:50:391153 'modifications': {
1154 # https://crbug.com/1111979
1155 'linux-lacros-tester-fyi-rel': {
1156 'experiment_percentage': 100,
1157 },
1158 },
Sven Zheng577fe5ff2020-08-03 22:06:441159 },
Brian Sheedye285c9b2019-07-15 21:42:461160 'depth_capture_tests': {
1161 # TODO(https://crbug.com/850107): Remove the Android FYI Release (Pixel 2)
1162 # exception once there is enough capacity to run these tests.
1163 'remove_from': [
Brian Sheedye285c9b2019-07-15 21:42:461164 'Android FYI Release (Pixel 2)',
1165 ],
Brian Sheedyfe61cdac2020-02-12 01:25:591166 'modifications': {
1167 'Win10 x64 Debug (NVIDIA)': {
1168 'args': [
1169 # TODO(https://crbug.com/1007013): Remove this flag when it's no
1170 # longer necessary to figure out why the renderer process is hanging.
1171 '--extra-browser-args=--no-sandbox',
1172 ],
1173 },
1174 },
Brian Sheedye285c9b2019-07-15 21:42:461175 },
Ben Pastene61ad637c2020-05-08 22:24:411176 'disk_usage_tast_test': {
1177 # TODO(crbug.com/1077659): Add the test back after it's fixed.
1178 'remove_from': [
1179 'chromeos-kevin-rel',
1180 ],
1181 },
Joe Downing41486042018-10-18 22:44:441182 'extensions_browsertests': {
Brad Halla36886c2019-02-26 16:52:291183 'remove_from': [
Brad Halla36886c2019-02-26 16:52:291184 'CrWinAsan(dll)', # https://crbug.com/935598
Sven Zheng577fe5ff2020-08-03 22:06:441185 'linux-lacros-tester-rel', # https://crbug.com/1111979
Brad Halla36886c2019-02-26 16:52:291186 ],
Joe Downing41486042018-10-18 22:44:441187 'modifications': {
1188 'Win10 Tests x64 (dbg)': {
1189 'experiment_percentage': 100, # https://crbug.com/876615
1190 },
Sven Zheng80734f12020-08-06 06:50:391191 # https://crbug.com/1111979
1192 'linux-lacros-tester-fyi-rel': {
1193 'experiment_percentage': 100,
1194 },
Joe Downing41486042018-10-18 22:44:441195 },
1196 },
Sven Zheng577fe5ff2020-08-03 22:06:441197 'extensions_unittests': {
1198 'remove_from': [
1199 'linux-lacros-tester-rel', # https://crbug.com/1111979
1200 ],
Sven Zheng80734f12020-08-06 06:50:391201 # https://crbug.com/1111979
1202 'modifications': {
1203 'linux-lacros-tester-fyi-rel': {
1204 'experiment_percentage': 100,
1205 },
1206 },
Sven Zheng577fe5ff2020-08-03 22:06:441207 },
Kenneth Russelleb60cbd22017-12-05 07:54:281208 'gin_unittests': {
1209 'remove_from': [
Nico Weber1394523f2018-06-06 15:58:471210 'ToTLinuxASan', # https://crbug.com/831667
Nico Weberd36959682018-04-12 03:33:461211 'Linux ASan LSan Tests (1)', # https://crbug.com/831667
Nico Weber1394523f2018-06-06 15:58:471212 'Linux Chromium OS ASan LSan Tests (1)', # https://crbug.com/831667
Kenneth Russelleb60cbd22017-12-05 07:54:281213 ],
1214 },
Jonah Ryan-Davisdeeffeaf2020-06-18 17:56:001215 'gl_tests_passthrough': {
1216 'remove_from': [
1217 'CFI Linux ToT',
1218 # Can't run on MSAN because gl_tests uses the hardware driver,
1219 # which isn't instrumented.
1220 'Linux MSan Tests',
1221 ],
1222 'modifications': {
1223 # TODO(kbr): figure out a better way to specify blocks of
1224 # arguments like this for tests on multiple machines.
Garrett Beatya491ec72020-07-25 12:36:121225 'Linux ASan LSan Tests (1)': {
1226 'args': [
1227 '--use-gpu-in-tests',
1228 '--no-xvfb',
1229 ],
1230 'swarming': {
1231 'dimension_sets': [
1232 {
1233 'gpu': '10de:1cb3',
1234 'os': 'Ubuntu',
1235 'pool': 'chromium.tests.gpu',
1236 },
1237 ],
1238 },
1239 },
1240 'Linux CFI': {
1241 'args': [
1242 '--use-gpu-in-tests',
1243 '--no-xvfb',
1244 ],
1245 'swarming': {
1246 'dimension_sets': [
1247 {
1248 'gpu': '10de:1cb3',
1249 'os': 'Ubuntu',
1250 'pool': 'chromium.tests.gpu',
1251 },
1252 ],
1253 },
1254 },
1255 'Linux TSan Tests': {
1256 'args': [
1257 '--use-gpu-in-tests',
1258 '--no-xvfb',
1259 ],
1260 'swarming': {
1261 'dimension_sets': [
1262 {
1263 'gpu': '10de:1cb3',
1264 'os': 'Ubuntu',
1265 'pool': 'chromium.tests.gpu',
1266 },
1267 ],
1268 },
1269 },
Jonah Ryan-Davisdeeffeaf2020-06-18 17:56:001270 },
1271 },
Jonah Ryan-Davise25a89f2020-05-29 20:18:241272 'gl_tests_validating': {
John Budorickca14c76f62017-12-09 14:19:181273 'remove_from': [
John Budorickca14c76f62017-12-09 14:19:181274 'CFI Linux ToT',
Kenneth Russell8a386d42018-06-02 09:48:011275 'Android FYI Release (Nexus 5X)',
Takuto Ikutaf5333252019-11-06 16:07:081276 # Can't run on MSAN because gl_tests uses the hardware driver,
Kenneth Russell55bbec52018-05-03 18:44:551277 # which isn't instrumented.
1278 'Linux MSan Tests',
John Budorickca14c76f62017-12-09 14:19:181279 ],
Kenneth Russelleb60cbd22017-12-05 07:54:281280 'modifications': {
Kenneth Russell1a515be2018-04-28 03:54:451281 # TODO(kbr): figure out a better way to specify blocks of
1282 # arguments like this for tests on multiple machines.
Garrett Beatya491ec72020-07-25 12:36:121283 'Linux ASan LSan Tests (1)': {
1284 'args': [
1285 '--use-gpu-in-tests',
1286 '--no-xvfb',
1287 ],
1288 'swarming': {
1289 'dimension_sets': [
1290 {
1291 'gpu': '10de:1cb3',
1292 'os': 'Ubuntu',
1293 'pool': 'chromium.tests.gpu',
1294 },
1295 ],
1296 },
1297 },
1298 'Linux CFI': {
1299 'args': [
1300 '--use-gpu-in-tests',
1301 '--no-xvfb',
1302 ],
1303 'swarming': {
1304 'dimension_sets': [
1305 {
1306 'gpu': '10de:1cb3',
1307 'os': 'Ubuntu',
1308 'pool': 'chromium.tests.gpu',
1309 },
1310 ],
1311 },
1312 },
1313 'Linux TSan Tests': {
1314 'args': [
1315 '--use-gpu-in-tests',
1316 '--no-xvfb',
1317 ],
1318 'swarming': {
1319 'dimension_sets': [
1320 {
1321 'gpu': '10de:1cb3',
1322 'os': 'Ubuntu',
1323 'pool': 'chromium.tests.gpu',
1324 },
1325 ],
1326 },
1327 },
Haiyang Panaa242232020-06-24 20:04:201328 'android-marshmallow-x86-rel': {
John Budorick79ec9012020-01-08 21:56:311329 'args': [
1330 '--test-launcher-filter-file=../../testing/buildbot/filters/android.emulator.gl_tests.filter',
1331 ],
1332 },
Andrew Luo38b311f2019-10-04 03:42:091333 'android-pie-arm64-rel': {
John Budorick79ec9012020-01-08 21:56:311334 'args': [
Andrew Luobe83fd82019-12-19 03:07:581335 '--test-launcher-filter-file=../../testing/buildbot/filters/android.pie_arm64_rel.gl_tests.filter', # https://crbug.com/1034007
1336 ],
Andrew Luo38b311f2019-10-04 03:42:091337 },
Haiyang Pan08d09dc2020-04-01 16:11:211338 'android-pie-x86-rel': {
John Budorick79ec9012020-01-08 21:56:311339 'args': [
1340 '--test-launcher-filter-file=../../testing/buildbot/filters/android.emulator.gl_tests.filter',
1341 ],
1342 },
Kenneth Russelleb60cbd22017-12-05 07:54:281343 },
1344 },
Takuto Ikutaf5333252019-11-06 16:07:081345 'gl_unittests': {
1346 'remove_from': [
Takuto Ikutaf5333252019-11-06 16:07:081347 # On Android, these are already run on the main waterfall.
1348 # Run them on the one-off Android FYI bots, though.
1349 'Android FYI Release (Nexus 5X)',
1350 # Temporarily disabled due to AMDGPU-PRO issues crbug.com/786219
1351 'Linux FYI Release (AMD R7 240)',
Yuly Novikov37e04342020-05-29 00:52:041352 # Can't run on MSAN because gl_unittests uses the hardware driver,
1353 # which isn't instrumented.
1354 'Linux MSan Tests',
Takuto Ikutaf5333252019-11-06 16:07:081355 ],
Takuto Ikutaf5333252019-11-06 16:07:081356 },
1357 'gl_unittests_ozone': {
1358 'remove_from': [
1359 # Can't run on MSAN because gl_unittests_ozone uses the hardware driver,
1360 # which isn't instrumented.
1361 'Linux ChromiumOS MSan Tests',
1362 ],
1363 },
1364 'gpu_process_launch_tests': {
1365 # TODO(https://crbug.com/850107): Remove the Android FYI Release (Pixel 2)
1366 # exception once there is enough capacity to run these tests.
1367 'remove_from': [
Takuto Ikutaf5333252019-11-06 16:07:081368 'Android FYI Release (Pixel 2)',
1369 ],
Brian Sheedyfe61cdac2020-02-12 01:25:591370 'modifications': {
1371 'Win10 x64 Debug (NVIDIA)': {
1372 'args': [
1373 # TODO(https://crbug.com/1007013): Remove this flag when it's no
1374 # longer necessary to figure out why the renderer process is hanging.
1375 '--extra-browser-args=--no-sandbox',
1376 ],
1377 },
1378 },
Takuto Ikutaf5333252019-11-06 16:07:081379 },
Brian Sheedye285c9b2019-07-15 21:42:461380 'hardware_accelerated_feature_tests': {
1381 # TODO(https://crbug.com/850107): Remove the Android FYI Release (Pixel 2)
1382 # exception once there is enough capacity to run these tests.
1383 'remove_from': [
Brian Sheedye285c9b2019-07-15 21:42:461384 'Android FYI Release (Pixel 2)',
1385 ],
1386 },
Brad Halla36886c2019-02-26 16:52:291387 'headless_browsertests': {
1388 'remove_from': [
Brad Halla36886c2019-02-26 16:52:291389 'CrWinAsan(dll)', # https://crbug.com/935598
1390 ],
1391 },
Kenneth Russell8a386d42018-06-02 09:48:011392 'info_collection_tests': {
1393 'remove_from': [
Kenneth Russell8a386d42018-06-02 09:48:011394 # The Mac ASAN swarming bot runs tests on two different GPU
1395 # types, so we can't have one expected vendor ID / device ID.
1396 'Mac FYI GPU ASAN Release',
Kenneth Russell8a386d42018-06-02 09:48:011397 'Android V8 FYI Release (Nexus 5X)',
1398 'Linux V8 FYI Release (NVIDIA)',
Michael Achenbach5fdfc67b2018-12-13 13:26:351399 'Linux V8 FYI Release - pointer compression (NVIDIA)',
Kenneth Russell8a386d42018-06-02 09:48:011400 'Mac V8 FYI Release (Intel)',
1401 'Win V8 FYI Release (NVIDIA)',
1402 ],
Brian Sheedyfe61cdac2020-02-12 01:25:591403 'modifications': {
Brian Sheedyb18cb762020-06-30 00:09:291404 'ChromeOS FYI Release (amd64-generic)': {
Brian Sheedy65be3052020-06-26 19:26:511405 'args': [
Brian Sheedyb18cb762020-06-30 00:09:291406 # Swarming does not report a GPU since tests are run in a VM, but
1407 # the VM does report that a GPU is present.
1408 '--expected-device-id', '1050',
Brian Sheedydf2672f2020-05-07 20:44:361409 ],
1410 },
Brian Sheedyfe61cdac2020-02-12 01:25:591411 'Win10 x64 Debug (NVIDIA)': {
1412 'args': [
1413 # TODO(https://crbug.com/1007013): Remove this flag when it's no
1414 # longer necessary to figure out why the renderer process is hanging.
1415 '--extra-browser-args=--no-sandbox',
1416 ],
1417 },
1418 },
Brian Sheedy32eeeb52020-05-22 01:49:371419 'replacements': {
1420 'ChromeOS FYI Release (amd64-generic)': {
1421 'args': {
1422 # Swarming does not report a GPU since tests are run in a VM, but
1423 # the VM does report that a GPU is present.
1424 '--expected-vendor-id': '1af4',
Brian Sheedyb18cb762020-06-30 00:09:291425 # Magic substitution happens after regular replacement, so remove it
1426 # now since we are manually applying the expected device ID above.
1427 '$$MAGIC_SUBSTITUTION_GPUExpectedDeviceId': None,
Brian Sheedy32eeeb52020-05-22 01:49:371428 },
1429 }
1430 },
Kenneth Russell8a386d42018-06-02 09:48:011431 },
Kenneth Russelleb60cbd22017-12-05 07:54:281432 'interactive_ui_tests': {
Brad Halla36886c2019-02-26 16:52:291433 'remove_from': [
Brad Halla36886c2019-02-26 16:52:291434 'CrWinAsan(dll)', # https://crbug.com/935598
Sven Zheng80734f12020-08-06 06:50:391435 'linux-lacros-tester-rel', # https://crbug.com/1111979
Brad Halla36886c2019-02-26 16:52:291436 ],
Kenneth Russelleb60cbd22017-12-05 07:54:281437 'modifications': {
Stephen Martinis1384ff92020-01-07 19:52:151438 'Linux - Future (dbg)': { # client.v8.chromium
Nico Weberdae13cd92018-12-14 13:56:261439 'swarming': {
Stephen Martinis1384ff92020-01-07 19:52:151440 'shards': 3,
Nico Weberdae13cd92018-12-14 13:56:261441 },
1442 },
John Budorickca14c76f62017-12-09 14:19:181443 'Linux ASan LSan Tests (1)': {
Nico Weber96a75a6942018-06-20 04:53:171444 # These are slow on the ASan trybot for some reason, crbug.com/794372
1445 'swarming': {
1446 'shards': 6,
1447 },
1448 },
Takuto Ikuta54671d972018-07-19 19:06:351449 'Linux ChromiumOS MSan Tests': {
1450 # These are very slow on the Chrome OS MSAN trybot for some reason.
1451 # crbug.com/865455
1452 'swarming': {
1453 'shards': 5,
1454 },
1455 },
Stephen Martinis1384ff92020-01-07 19:52:151456 'Linux TSan Tests': {
1457 # These are slow on the TSan bots for some reason, crbug.com/794372
Dirk Pranke8fd63c12017-12-10 18:06:271458 'swarming': {
Stephen Martinis1384ff92020-01-07 19:52:151459 'shards': 20,
Dirk Pranke8fd63c12017-12-10 18:06:271460 },
1461 },
Stephen Martinis1384ff92020-01-07 19:52:151462 'ToTLinuxTSan': {
1463 # These are slow on the TSan bots for some reason, crbug.com/794372
1464 'swarming': {
1465 'shards': 6,
1466 },
1467 },
Ian Struiksma07a90df2020-01-23 00:54:501468 'Win 7 Tests x64 (1)': {
1469 # These tests are continually flaky on Win7 bots, crbug.com/967588
1470 'args': [
1471 '--test-launcher-filter-file=../../testing/buildbot/filters/autofill.interactive_ui_tests.filter',
1472 ],
1473 },
Stephen Martinis1384ff92020-01-07 19:52:151474 # temporary, https://crbug.com/818832
Greg Thompson3eb7e6522018-05-25 09:04:031475 'Win10 Tests x64 (dbg)': {
1476 'experiment_percentage': 100,
1477 },
Ian Struiksma07a90df2020-01-23 00:54:501478 'Win7 Tests (1)': {
1479 # These tests are continually flaky on Win7 bots, crbug.com/967588
1480 'args': [
1481 '--test-launcher-filter-file=../../testing/buildbot/filters/autofill.interactive_ui_tests.filter',
1482 ],
1483 },
Stephen Martinis1384ff92020-01-07 19:52:151484 'Win7 Tests (dbg)(1)': {
Ian Struiksma07a90df2020-01-23 00:54:501485 # These tests are continually flaky on Win7 bots, crbug.com/967588
1486 'args': [
1487 '--test-launcher-filter-file=../../testing/buildbot/filters/autofill.interactive_ui_tests.filter',
1488 ],
Stephen Martinis1384ff92020-01-07 19:52:151489 'swarming': {
1490 'shards': 4,
1491 },
1492 },
Ben Pastene8ef125e2019-12-10 01:46:291493 'linux-chromeos-chrome': {
1494 # TODO(crbug.com/970649): Remove this filter.
1495 'args': [
1496 '--gtest_filter=-SadTabViewInteractiveUITest.ReloadMultipleSadTabs',
1497 ],
1498 },
Stephen Martinis1384ff92020-01-07 19:52:151499 'linux-chromeos-code-coverage': {
Yuke Liao79424e42020-01-06 21:00:111500 'swarming': {
1501 'shards': 10,
1502 },
1503 },
Stephen Martinis1384ff92020-01-07 19:52:151504 'linux-code-coverage': {
Yuke Liao79424e42020-01-06 21:00:111505 'swarming': {
1506 'shards': 10,
1507 },
1508 },
Sven Zheng80734f12020-08-06 06:50:391509 # https://crbug.com/1111979
1510 'linux-lacros-tester-fyi-rel': {
1511 'experiment_percentage': 100,
1512 },
Kenneth Russelleb60cbd22017-12-05 07:54:281513 },
1514 },
John Budorickf00e5ff2019-06-11 21:21:061515 'ipc_tests': {
1516 'modifications': {
1517 'android-asan': {
1518 'swarming': {
1519 'shards': 2,
1520 },
1521 },
1522 },
1523 },
Jonah Ryan-Davis832c8462020-06-09 03:45:031524 'maps_pixel_passthrough_test': {
1525 'replacements': {
1526 # The V8 builders pass the V8 revision for ${got_revision}, so instead
1527 # use ${got_cr_revision}, which is only set on the V8 bots.
1528 'Linux V8 FYI Release (NVIDIA)': {
1529 'args': {
1530 '--git-revision': '${got_cr_revision}',
1531 },
1532 },
1533 'Linux V8 FYI Release - pointer compression (NVIDIA)': {
1534 'args': {
1535 '--git-revision': '${got_cr_revision}',
1536 },
1537 },
Jonah Ryan-Davisdeeffeaf2020-06-18 17:56:001538 'Mac V8 FYI Release (Intel)': {
1539 'args': {
1540 '--git-revision': '${got_cr_revision}',
1541 },
1542 },
Jonah Ryan-Davis832c8462020-06-09 03:45:031543 'Win V8 FYI Release (NVIDIA)': {
1544 'args': {
1545 '--git-revision': '${got_cr_revision}',
1546 },
1547 },
1548 },
1549 },
1550 'maps_pixel_validating_test': {
Brian Sheedye285c9b2019-07-15 21:42:461551 # TODO(https://crbug.com/850107): Remove the Android FYI Release (Pixel 2)
1552 # exception once there is enough capacity to run these tests.
1553 'remove_from': [
Brian Sheedye285c9b2019-07-15 21:42:461554 'Android FYI Release (Pixel 2)',
1555 ],
Brian Sheedy44fd891b2019-10-03 20:07:541556 'replacements': {
Brian Sheedy44fd891b2019-10-03 20:07:541557 # The V8 builders pass the V8 revision for ${got_revision}, so instead
1558 # use ${got_cr_revision}, which is only set on the V8 bots.
1559 'Android V8 FYI Release (Nexus 5X)': {
1560 'args': {
Brian Sheedy4d335deb2020-04-01 20:47:321561 '--git-revision': '${got_cr_revision}',
Brian Sheedy44fd891b2019-10-03 20:07:541562 },
1563 },
1564 'Linux V8 FYI Release (NVIDIA)': {
1565 'args': {
Brian Sheedy4d335deb2020-04-01 20:47:321566 '--git-revision': '${got_cr_revision}',
Brian Sheedy44fd891b2019-10-03 20:07:541567 },
1568 },
1569 'Linux V8 FYI Release - pointer compression (NVIDIA)': {
1570 'args': {
Brian Sheedy4d335deb2020-04-01 20:47:321571 '--git-revision': '${got_cr_revision}',
Brian Sheedy44fd891b2019-10-03 20:07:541572 },
1573 },
1574 'Mac V8 FYI Release (Intel)': {
1575 'args': {
Brian Sheedy4d335deb2020-04-01 20:47:321576 '--git-revision': '${got_cr_revision}',
Brian Sheedy44fd891b2019-10-03 20:07:541577 },
1578 },
Brian Sheedy44fd891b2019-10-03 20:07:541579 },
Brian Sheedye285c9b2019-07-15 21:42:461580 },
Andrew Luo38b311f2019-10-04 03:42:091581 'media_unittests': {
1582 'modifications': {
Haiyang Panaa242232020-06-24 20:04:201583 'android-marshmallow-x86-rel': {
John Budorickb5185112020-01-08 22:40:211584 'args': [
Haiyang Pan569659f02020-05-30 00:48:451585 '--test-launcher-filter-file=../../testing/buildbot/filters/android.emulator_m.media_unittests.filter',
John Budorickb5185112020-01-08 22:40:211586 ],
1587 },
Andrew Luo38b311f2019-10-04 03:42:091588 'android-pie-arm64-rel': {
Andrew Luobe83fd82019-12-19 03:07:581589 'args': [
1590 '--gtest_filter=-AAudio/AudioOutputTest.Play200HzTone/0', # https://crbug.com/1034009
1591 ],
Andrew Luo38b311f2019-10-04 03:42:091592 },
Haiyang Pan08d09dc2020-04-01 16:11:211593 'android-pie-x86-rel': {
John Budorickb5185112020-01-08 22:40:211594 'args': [
Haiyang Pan569659f02020-05-30 00:48:451595 '--test-launcher-filter-file=../../testing/buildbot/filters/android.emulator_p.media_unittests.filter',
John Budorickb5185112020-01-08 22:40:211596 ],
1597 },
Andrew Luo38b311f2019-10-04 03:42:091598 },
1599 },
Sven Zheng577fe5ff2020-08-03 22:06:441600 'message_center_unittests': {
1601 'remove_from': [
1602 'linux-lacros-tester-rel', # https://crbug.com/1111979
1603 ],
Sven Zheng80734f12020-08-06 06:50:391604 'modifications': {
1605 # https://crbug.com/1111979
1606 'linux-lacros-tester-fyi-rel': {
1607 'experiment_percentage': 100,
1608 },
1609 },
Sven Zheng577fe5ff2020-08-03 22:06:441610 },
John Budorickf00e5ff2019-06-11 21:21:061611 'mojo_unittests': {
1612 'modifications': {
1613 'android-asan': {
1614 'swarming': {
John Budorick5a29d7542019-10-11 20:56:441615 'shards': 5,
John Budorickf00e5ff2019-06-11 21:21:061616 },
1617 },
1618 },
1619 },
Erik Chend16d922d2019-12-10 04:37:141620 'monochrome_apk_checker': {
Ben Pastene521f8d62020-01-08 20:01:151621 'modifications': {
1622 'ToTAndroid': {
1623 'swarming': {
1624 'dimension_sets': [
1625 {
John Budorick838256a2020-02-29 01:29:071626 'cpu': 'x86-64',
Ben Pastene521f8d62020-01-08 20:01:151627 'device_os': None,
1628 'device_playstore_version': None,
1629 'device_type': None,
1630 'os': 'Ubuntu-16.04',
1631 },
1632 ],
1633 },
1634 },
1635 'android-arm64-proguard-rel': {
1636 'swarming': {
1637 'dimension_sets': [
1638 {
John Budorick838256a2020-02-29 01:29:071639 'cpu': 'x86-64',
Ben Pastene521f8d62020-01-08 20:01:151640 'device_os': None,
1641 'device_playstore_version': None,
1642 'device_type': None,
1643 'os': 'Ubuntu-16.04',
1644 },
1645 ],
1646 },
1647 },
1648 'android-pie-arm64-rel': {
1649 'swarming': {
1650 'dimension_sets': [
1651 {
John Budorick838256a2020-02-29 01:29:071652 'cpu': 'x86-64',
Ben Pastene521f8d62020-01-08 20:01:151653 'device_os': None,
1654 'device_os_flavor': None,
1655 'device_playstore_version': None,
1656 'device_type': None,
1657 'os': 'Ubuntu-16.04',
1658 },
1659 ],
1660 },
1661 },
1662 },
Erik Chend16d922d2019-12-10 04:37:141663 },
bsheedye9469572019-01-23 17:31:331664 'monochrome_public_test_ar_apk': {
1665 'modifications': {
Brian Sheedy12169aa2019-10-16 23:38:031666 'Nougat Phone Tester': {
1667 'args': [
1668 # ArCore is not installed as a system app on N, so we can install it
1669 # normally instead of replacing the system version.
1670 '--additional-apk=//third_party/arcore-android-sdk/test-apks/arcore/arcore_current.apk'
1671 ],
1672 },
bsheedye9469572019-01-23 17:31:331673 # We need to match the Playstore version as well because AR tests fail on
1674 # old versions of the Playstore.
1675 'Oreo Phone Tester': {
Brian Sheedy2bcd16b2019-04-22 22:47:081676 'args': [
1677 # ArCore is not installed as a system app on O, so we can install it
1678 # normally instead of replacing the system version.
1679 '--additional-apk=//third_party/arcore-android-sdk/test-apks/arcore/arcore_current.apk'
1680 ],
bsheedye9469572019-01-23 17:31:331681 'swarming': {
1682 'dimension_sets': [
1683 {
1684 'device_os': 'OPR3.170623.008',
1685 'device_playstore_version': '12.8.23-all',
1686 'device_type': 'marlin',
1687 'os': 'Android',
1688 },
1689 ],
1690 },
1691 },
Haiyang Pan57159eba2020-05-07 23:14:131692 'android-10-arm64-rel': {
1693 'args': [
1694 '--replace-system-package=com.google.ar.core,//third_party/arcore-android-sdk/test-apks/arcore/arcore_current.apk'
1695 ]
1696 },
Haiyang Pan363c59a2020-07-23 05:47:041697 'android-nougat-arm64-rel': {
1698 'args': [
1699 # ArCore is not installed as a system app on N, so we can install it
1700 # normally instead of replacing the system version.
1701 '--additional-apk=//third_party/arcore-android-sdk/test-apks/arcore/arcore_current.apk'
1702 ],
1703 },
Brian Sheedy2bcd16b2019-04-22 22:47:081704 'android-pie-arm64-dbg': {
1705 'args': [
1706 '--replace-system-package=com.google.ar.core,//third_party/arcore-android-sdk/test-apks/arcore/arcore_current.apk'
1707 ]
1708 }
bsheedye9469572019-01-23 17:31:331709 },
1710 },
Nico Weberd3096fb2018-06-07 17:50:151711 'nacl_helper_nonsfi_unittests': {
1712 'remove_from': [
Nico Weberd3096fb2018-06-07 17:50:151713 'Linux TSan Tests', # Sets enable_nacl=false.
1714 ],
1715 },
Kenneth Russellfbda3c532017-12-08 23:57:241716 'nacl_loader_unittests': {
1717 'remove_from': [
Nico Weber48f187142018-06-01 15:16:351718 'ToTMacASan', # The mac asan tot bot sets enable_nacl=false
Nico Weber3611ee802018-06-07 13:34:511719 'linux-win_cross-rel', # Sets enable_nacl=false, https://crbug.com/774186
Nico Webera8fc38f72018-04-10 02:20:111720 'Linux TSan Tests', # The TSan bot sets enable_nacl=false
Nico Weber05d3e642018-05-31 16:59:481721 'Mac ASan 64 Tests (1)', # The mac asan bot sets enable_nacl=false
Kenneth Russellfbda3c532017-12-08 23:57:241722 ],
1723 },
Kenneth Russelleb60cbd22017-12-05 07:54:281724 'net_unittests': {
Kenneth Russellfbda3c532017-12-08 23:57:241725 'remove_from': [
Stephen Roeac495972020-02-25 23:32:411726 'Fuchsia ARM64', # https://crbug.com/877248
Fabrice de Gans-Riberia1541ca2019-01-09 20:05:461727 'fuchsia-fyi-x64-dbg', # https://crbug.com/844416
Kenneth Russellfbda3c532017-12-08 23:57:241728 ],
Kenneth Russelleb60cbd22017-12-05 07:54:281729 'modifications': {
Nico Weber33b9b7a2020-06-12 19:23:271730 'CrWinAsan': {
1731 # TODO(crbug.com/794372): net_unittests is slow under ASan.
1732 'swarming': {
1733 'shards': 16,
1734 },
1735 },
1736 'CrWinAsan(dll)': {
1737 # TODO(crbug.com/794372): net_unittests is slow under ASan.
1738 'swarming': {
1739 'shards': 16,
1740 },
1741 },
John Budorickca14c76f62017-12-09 14:19:181742 'Linux ASan LSan Tests (1)': {
John Budorick5052d552017-12-13 02:59:341743 # These are very slow on the ASAN trybot for some reason.
1744 # crbug.com/794372
John Budorickca14c76f62017-12-09 14:19:181745 'swarming': {
John Budorick5052d552017-12-13 02:59:341746 'shards': 16,
John Budorickca14c76f62017-12-09 14:19:181747 },
1748 },
1749 'Linux Chromium OS ASan LSan Tests (1)': {
Takuto Ikuta54671d972018-07-19 19:06:351750 # These are very slow on the ASAN trybot for some reason.
1751 # crbug.com/794372
John Budorickca14c76f62017-12-09 14:19:181752 'swarming': {
Sergey Berezinda3255c2018-03-16 00:34:021753 'shards': 8,
John Budorickca14c76f62017-12-09 14:19:181754 }
1755 },
Takuto Ikuta54671d972018-07-19 19:06:351756 'Linux ChromiumOS MSan Tests': {
1757 # These are very slow on the Chrome OS MSAN trybot for some reason.
1758 # crbug.com/865455
1759 'swarming': {
1760 'shards': 2,
1761 },
1762 },
John Budorickca14c76f62017-12-09 14:19:181763 'Linux TSan Tests': {
1764 'swarming': {
1765 'shards': 4,
1766 }
1767 },
Ben Pastene8bf205b2018-06-13 04:00:331768 # The suite runs signficantly slower on linux dbg, so increase shards.
1769 'Linux Tests (dbg)(1)': {
1770 'swarming': {
1771 'shards': 2,
1772 },
1773 },
Stephen Martinis1384ff92020-01-07 19:52:151774 'ToTLinuxASan': {
1775 # TODO(crbug.com/794372): net_unittests is slow under ASan.
1776 'swarming': {
1777 'shards': 16,
1778 },
1779 },
1780 'ToTLinuxTSan': {
1781 'swarming': {
1782 'shards': 4,
1783 }
1784 },
Haiyang Panaa242232020-06-24 20:04:201785 'android-marshmallow-x86-rel': {
John Budorick7fde6b492020-01-29 17:43:501786 # crbug.com/1046060
1787 'args': [
1788 '--test-launcher-filter-file=../../testing/buildbot/filters/android.emulator.net_unittests.filter',
1789 ],
1790 },
Haiyang Pan08d09dc2020-04-01 16:11:211791 'android-pie-x86-rel': {
John Budorick7fde6b492020-01-29 17:43:501792 # crbug.com/1046060
1793 'args': [
1794 '--test-launcher-filter-file=../../testing/buildbot/filters/android.emulator.net_unittests.filter',
1795 ],
1796 },
Omer Katz7d2be652020-01-22 18:13:461797 'linux-blink-heap-concurrent-marking-tsan-rel': {
1798 'swarming': {
1799 'shards': 4,
1800 }
1801 },
Ben Pastene8bf205b2018-06-13 04:00:331802 'linux-chromeos-dbg': {
1803 'swarming': {
1804 'shards': 2,
1805 },
1806 },
Nico Weber33b9b7a2020-06-12 19:23:271807 'win-asan': {
1808 # TODO(crbug.com/794372): net_unittests is slow under ASan.
1809 'swarming': {
1810 'shards': 16,
1811 },
1812 },
Kenneth Russelleb60cbd22017-12-05 07:54:281813 },
1814 },
John Abd-El-Malek99b6f4a2018-06-11 23:08:311815 'network_service_browser_tests': {
1816 'remove_from': [
Brad Halla36886c2019-02-26 16:52:291817 'CrWinAsan(dll)', # https://crbug.com/935598
Nico Weberdae13cd92018-12-14 13:56:261818 'ToTLinuxTSan', # https://crbug.com/368525
Nico Weber073af192018-06-21 19:22:171819 'Linux ASan LSan Tests (1)', # No capacity, https://crbug.com/852442
1820 'Linux TSan Tests', # No capacity, https://crbug.com/852442
Nico Weber17d2fcddb2018-06-14 18:28:191821 'Win7 Tests (1)', # For swarming capacity reasons.
1822 'Win10 Tests x64 (dbg)', # Matches browser_tests.
John Abd-El-Malek69ae1492018-09-06 20:00:061823 # Only run network service tests on Mac 10.12 for capacity reasons.
John Abd-El-Malek69ae1492018-09-06 20:00:061824 'Mac10.10 Tests',
1825 'Mac10.11 Tests',
1826 'Mac10.13 Tests',
1827 'Mac10.13 Tests (dbg)',
Prakhar Asthana74a9eda2020-08-05 05:24:481828 'Mac10.13 Tests Code Coverage',
John Abd-El-Malek69ae1492018-09-06 20:00:061829 'Mac ASan 64 Tests (1)',
John Abd-El-Malek69ae1492018-09-06 20:00:061830 'ToTMacASan',
John Abd-El-Malek99b6f4a2018-06-11 23:08:311831 ],
Kenneth Russell6c83d212018-07-27 20:52:591832 'modifications': {
Kenneth Russell6c83d212018-07-27 20:52:591833 'Win10 Tests x64': {
1834 # crbug.com/868082
1835 'args': [
1836 '--disable-features=WebRTC-H264WithOpenH264FFmpeg',
1837 ],
Takuto Ikutac9c269a2019-01-10 22:40:251838 # This is for slow test execution that often becomes a critical path of
1839 # swarming jobs. crbug.com/868114
1840 'swarming': {
1841 'shards': 20,
1842 },
Kenneth Russell6c83d212018-07-27 20:52:591843 },
Sajjad Mirza87e17b242020-01-22 18:49:071844 'Win10 Tests x64 Code Coverage': {
1845 # crbug.com/868082
1846 'args': [
1847 '--disable-features=WebRTC-H264WithOpenH264FFmpeg',
1848 ],
1849 # This is for slow test execution that often becomes a critical path of
1850 # swarming jobs. crbug.com/868114
1851 'swarming': {
1852 'shards': 20,
1853 },
1854 },
Yuke Liao58e1d202020-03-20 23:02:011855 'linux-code-coverage': {
1856 'args': [
1857 '--no-sandbox',
1858 ],
1859 'swarming': {
1860 'shards': 20,
1861 },
1862 }
Kenneth Russell6c83d212018-07-27 20:52:591863 },
John Abd-El-Malek99b6f4a2018-06-11 23:08:311864 },
John Abd-El-Malek4782bd12018-06-12 01:08:211865 'network_service_components_browsertests': {
1866 'remove_from': [
Nico Weber073af192018-06-21 19:22:171867 'Linux ASan LSan Tests (1)', # No capacity, https://crbug.com/852442
1868 'Linux TSan Tests', # No capacity, https://crbug.com/852442
Nico Weber17d2fcddb2018-06-14 18:28:191869 'Win7 Tests (1)', # For swarming capacity reasons.
1870 'Win10 Tests x64 (dbg)', # Matches components_browsertests.
John Abd-El-Malek69ae1492018-09-06 20:00:061871 # Only run network service tests on Mac 10.12 for capacity reasons.
John Abd-El-Malek69ae1492018-09-06 20:00:061872 'Mac10.10 Tests',
1873 'Mac10.11 Tests',
1874 'Mac10.13 Tests',
1875 'Mac10.13 Tests (dbg)',
Prakhar Asthana74a9eda2020-08-05 05:24:481876 'Mac10.13 Tests Code Coverage',
John Abd-El-Malek69ae1492018-09-06 20:00:061877 'Mac ASan 64 Tests (1)',
John Abd-El-Malek69ae1492018-09-06 20:00:061878 'ToTMacASan',
Nico Weber17d2fcddb2018-06-14 18:28:191879 ],
1880 },
1881 'network_service_content_browsertests': {
1882 'remove_from': [
Brad Halla36886c2019-02-26 16:52:291883 'CrWinAsan(dll)', # https://crbug.com/935598
Nico Weber408a49a2018-12-14 21:00:101884 'ToTLinuxTSan', # Match 'Linux TSan Tests' below since this is slow.
Nico Weber073af192018-06-21 19:22:171885 'Linux ASan LSan Tests (1)', # No capacity, https://crbug.com/852442
1886 'Linux TSan Tests', # No capacity, https://crbug.com/852442
Nico Weber17d2fcddb2018-06-14 18:28:191887 'Win7 Tests (1)', # For swarming capacity reasons.
John Budorickd96ee6f2018-06-15 17:20:111888 'Win10 Tests x64 (dbg)', # flaky: https://crbug.com/852786
John Abd-El-Malek69ae1492018-09-06 20:00:061889 # Only run network service tests on Mac 10.12 for capacity reasons.
John Abd-El-Malek69ae1492018-09-06 20:00:061890 'Mac10.10 Tests',
1891 'Mac10.11 Tests',
1892 'Mac10.13 Tests',
1893 'Mac10.13 Tests (dbg)',
Prakhar Asthana74a9eda2020-08-05 05:24:481894 'Mac10.13 Tests Code Coverage',
John Abd-El-Malek69ae1492018-09-06 20:00:061895 'Mac ASan 64 Tests (1)',
John Abd-El-Malek69ae1492018-09-06 20:00:061896 'ToTMacASan',
John Abd-El-Malek4782bd12018-06-12 01:08:211897 ],
1898 },
John Abd-El-Malek787a41a2018-06-12 18:10:531899 'network_service_extensions_browsertests': {
1900 'remove_from': [
Brad Halla36886c2019-02-26 16:52:291901 'CrWinAsan(dll)', # https://crbug.com/935598
Nico Weber073af192018-06-21 19:22:171902 'Linux ASan LSan Tests (1)', # No capacity, https://crbug.com/852442
1903 'Linux TSan Tests', # No capacity, https://crbug.com/852442
Nico Weber17d2fcddb2018-06-14 18:28:191904 'Win7 Tests (1)', # For swarming capacity reasons.
1905 'Win10 Tests x64 (dbg)', # Matches extensions_browsertests.
John Abd-El-Malek69ae1492018-09-06 20:00:061906 # Only run network service tests on Mac 10.12 for capacity reasons.
John Abd-El-Malek69ae1492018-09-06 20:00:061907 'Mac10.10 Tests',
1908 'Mac10.11 Tests',
1909 'Mac10.13 Tests',
1910 'Mac10.13 Tests (dbg)',
Prakhar Asthana74a9eda2020-08-05 05:24:481911 'Mac10.13 Tests Code Coverage',
John Abd-El-Malek69ae1492018-09-06 20:00:061912 'Mac ASan 64 Tests (1)',
John Abd-El-Malek69ae1492018-09-06 20:00:061913 'ToTMacASan',
John Abd-El-Malek787a41a2018-06-12 18:10:531914 ],
1915 },
Brad Halla36886c2019-02-26 16:52:291916 'network_service_headless_browsertests': {
1917 'remove_from': [
Brad Halla36886c2019-02-26 16:52:291918 'CrWinAsan(dll)', # https://crbug.com/935598
1919 ],
1920 },
John Abd-El-Malek787a41a2018-06-12 18:10:531921 'network_service_interactive_ui_tests': {
Nico Weber17d2fcddb2018-06-14 18:28:191922 'remove_from': [
Brad Halla36886c2019-02-26 16:52:291923 'CrWinAsan(dll)', # https://crbug.com/935598
Nico Weber408a49a2018-12-14 21:00:101924 'ToTLinuxTSan', # Match 'Linux TSan Tests' below since this is slow.
Nico Weber073af192018-06-21 19:22:171925 'Linux ASan LSan Tests (1)', # No capacity, https://crbug.com/852442
1926 'Linux TSan Tests', # No capacity, https://crbug.com/852442
Nico Weber17d2fcddb2018-06-14 18:28:191927 'Win7 Tests (1)', # For swarming capacity reasons.
John Abd-El-Malek69ae1492018-09-06 20:00:061928 # Only run network service tests on Mac 10.12 for capacity reasons.
John Abd-El-Malek69ae1492018-09-06 20:00:061929 'Mac10.10 Tests',
1930 'Mac10.11 Tests',
1931 'Mac10.13 Tests',
1932 'Mac10.13 Tests (dbg)',
Prakhar Asthana74a9eda2020-08-05 05:24:481933 'Mac10.13 Tests Code Coverage',
John Abd-El-Malek69ae1492018-09-06 20:00:061934 'Mac ASan 64 Tests (1)',
John Abd-El-Malek69ae1492018-09-06 20:00:061935 'ToTMacASan',
Nico Weber17d2fcddb2018-06-14 18:28:191936 ],
John Abd-El-Malek787a41a2018-06-12 18:10:531937 'modifications': {
John Budorickd96ee6f2018-06-15 17:20:111938 'Win10 Tests x64 (dbg)': {
1939 'experiment_percentage': 100, # https://crbug.com/852786
John Abd-El-Malek787a41a2018-06-12 18:10:531940 },
1941 },
1942 },
John Abd-El-Malekfabfb072019-05-30 20:50:191943 'network_service_out_of_process_chrome_public_test_apk': {
John Abd-El-Malekfabfb072019-05-30 20:50:191944 'remove_from': [
John Budorickea475de2019-06-07 21:16:241945 'android-asan',
1946 # Don't run on trybots; waterfall is enough.
Haiyang Pana3ff55ae2020-04-23 18:26:541947 'android-lollipop-arm-rel',
Clark DuVall3ef939a2019-06-10 20:35:311948 'android-marshmallow-arm64-rel',
Haiyang Pan363c59a2020-07-23 05:47:041949 'android-nougat-arm64-rel',
Andrew Luo38b311f2019-10-04 03:42:091950 'android-pie-arm64-rel',
Clark DuVall3ef939a2019-06-10 20:35:311951 # No capacity for tablet testers.
Clark DuVall3ef939a2019-06-10 20:35:311952 'Lollipop Tablet Tester',
1953 'Marshmallow Tablet Tester',
Yun Liu2b1c1d82019-10-30 23:11:241954 'android-code-coverage-native', # https://crbug.com/1018780
Haiyang Panaa242232020-06-24 20:04:201955 'android-marshmallow-x86-rel', # crbug.com/1098111
John Abd-El-Malekfabfb072019-05-30 20:50:191956 ],
John Budorick20c71a0d2020-03-02 20:38:561957 'modifications': {
Wei-Yin Chen (陳威尹)858ee772020-05-11 22:29:271958 'Android CFI': {
1959 'args': [
1960 '--exclude-annotation',
1961 'Feature=RenderTest', # https://crbug.com/1068294
1962 ],
1963 },
Haiyang Pan37fbd7a42020-06-03 03:27:371964 'android-marshmallow-x86-fyi-rel': {
1965 'args': [
1966 '--test-launcher-filter-file=../../testing/buildbot/filters/android.emulator_m.chrome_public_test_apk.filter',
Haiyang Panbdcbbe52020-06-16 20:20:061967 '-v', # TODO(crbug.com/1093602) Remove once the issue is resolved
Haiyang Pan37fbd7a42020-06-03 03:27:371968 ],
1969 },
Haiyang Pan08d09dc2020-04-01 16:11:211970 'android-pie-x86-rel': {
John Budorick20c71a0d2020-03-02 20:38:561971 'args': [
Haiyang Pan9152d382020-03-03 07:39:411972 '--avd-config=../../tools/android/avd/proto/generic_playstore_android28.textpb',
1973 # https://crbug.com/1046059
Haiyang Pan37fbd7a42020-06-03 03:27:371974 '--test-launcher-filter-file=../../testing/buildbot/filters/android.emulator_p.chrome_public_test_apk.filter',
John Budorick20c71a0d2020-03-02 20:38:561975 ],
Haiyang Pan9152d382020-03-03 07:39:411976 'swarming': {
1977 'named_caches': [
1978 {
1979 'name': 'avd_generic_playstore_android28',
1980 'path': '.android',
1981 },
1982 {
1983 'name': 'system_images_android_28_google_apis_playstore_x86',
1984 'path': '.emulator_sdk',
1985 },
1986 ]
1987 },
John Budorick20c71a0d2020-03-02 20:38:561988 },
1989 },
John Abd-El-Malekfabfb072019-05-30 20:50:191990 },
1991 'network_service_out_of_process_components_browsertests': {
John Abd-El-Malekfabfb072019-05-30 20:50:191992 'remove_from': [
John Budorickea475de2019-06-07 21:16:241993 'android-asan',
1994 # Don't run on trybots; waterfall is enough.
Haiyang Pana3ff55ae2020-04-23 18:26:541995 'android-lollipop-arm-rel',
Clark DuVall3ef939a2019-06-10 20:35:311996 'android-marshmallow-arm64-rel',
Haiyang Pan363c59a2020-07-23 05:47:041997 'android-nougat-arm64-rel',
Andrew Luo38b311f2019-10-04 03:42:091998 'android-pie-arm64-rel',
Clark DuVall3ef939a2019-06-10 20:35:311999 # No capacity for tablet testers.
Clark DuVall3ef939a2019-06-10 20:35:312000 'Lollipop Tablet Tester',
2001 'Marshmallow Tablet Tester',
Yun Liu42f79ea2019-11-19 01:21:182002 'android-code-coverage-native', # crbug/1018434
John Abd-El-Malekfabfb072019-05-30 20:50:192003 ],
2004 },
2005 'network_service_out_of_process_content_browsertests': {
John Abd-El-Malekfabfb072019-05-30 20:50:192006 'remove_from': [
John Budorickea475de2019-06-07 21:16:242007 'android-asan',
2008 # Don't run on trybots; waterfall is enough.
Haiyang Pana3ff55ae2020-04-23 18:26:542009 'android-lollipop-arm-rel',
Clark DuVall3ef939a2019-06-10 20:35:312010 'android-marshmallow-arm64-rel',
Haiyang Pan363c59a2020-07-23 05:47:042011 'android-nougat-arm64-rel',
Andrew Luo38b311f2019-10-04 03:42:092012 'android-pie-arm64-rel',
Clark DuVall3ef939a2019-06-10 20:35:312013 # No capacity for tablet testers.
Clark DuVall3ef939a2019-06-10 20:35:312014 'Lollipop Tablet Tester',
2015 'Marshmallow Tablet Tester',
Yun Liu42f79ea2019-11-19 01:21:182016 'android-code-coverage-native', # crbug/1018434
Haiyang Panaa242232020-06-24 20:04:202017 'android-marshmallow-x86-rel', # crbug.com/1098111
John Abd-El-Malekfabfb072019-05-30 20:50:192018 ],
Haiyang Pand09889852019-08-10 00:26:182019 'modifications': {
John Budorick20c71a0d2020-03-02 20:38:562020 'android-marshmallow-x86-fyi-rel': {
2021 'args': [
Haiyang Pan12d5acd2020-06-01 20:54:572022 '--test-launcher-filter-file=../../testing/buildbot/filters/android.emulator_m.content_browsertests.filter',
Haiyang Pancd66427a2020-06-17 02:36:252023 '-v', # TODO(crbug.com/1093602) Remove once the issue is resolved
John Budorick20c71a0d2020-03-02 20:38:562024 ],
Haiyang Pan913b9542020-05-11 22:35:002025 'swarming': {
2026 'shards': 10,
2027 },
John Budorick20c71a0d2020-03-02 20:38:562028 },
Haiyang Pan363c59a2020-07-23 05:47:042029 'android-nougat-arm64-rel': {
2030 # TODO(crbug.com/1108055): Remove this filter
2031 'args': [
2032 '--gtest_filter=-BackgroundTracingManagerBrowserTest.PerfettoSystemBackgroundScenario*',
2033 ],
2034 },
Haiyang Pan08d09dc2020-04-01 16:11:212035 'android-pie-x86-rel': {
John Budorick20c71a0d2020-03-02 20:38:562036 'args': [
Haiyang Pan12d5acd2020-06-01 20:54:572037 '--test-launcher-filter-file=../../testing/buildbot/filters/android.emulator_p.content_browsertests.filter',
John Budorick20c71a0d2020-03-02 20:38:562038 ],
Haiyang Pand09889852019-08-10 00:26:182039 'swarming': {
2040 'shards': 10,
2041 },
2042 },
2043 },
John Abd-El-Malekfabfb072019-05-30 20:50:192044 },
2045 'network_service_out_of_process_content_shell_test_apk': {
John Abd-El-Malekfabfb072019-05-30 20:50:192046 'remove_from': [
John Budorickea475de2019-06-07 21:16:242047 'android-asan',
2048 # Don't run on trybots; waterfall is enough.
Haiyang Pana3ff55ae2020-04-23 18:26:542049 'android-lollipop-arm-rel',
Clark DuVall3ef939a2019-06-10 20:35:312050 'android-marshmallow-arm64-rel',
Haiyang Pan363c59a2020-07-23 05:47:042051 'android-nougat-arm64-rel',
Andrew Luo38b311f2019-10-04 03:42:092052 'android-pie-arm64-rel',
Clark DuVall3ef939a2019-06-10 20:35:312053 # No capacity for tablet testers.
Clark DuVall3ef939a2019-06-10 20:35:312054 'Lollipop Tablet Tester',
2055 'Marshmallow Tablet Tester',
Yun Liu42f79ea2019-11-19 01:21:182056 'android-code-coverage-native', # crbug/1018434
John Abd-El-Malekfabfb072019-05-30 20:50:192057 ],
John Budorickee2e64f2020-03-02 20:19:102058 'modifications': {
Haiyang Panaa242232020-06-24 20:04:202059 'android-marshmallow-x86-rel': {
John Budorickee2e64f2020-03-02 20:19:102060 'args': [
Haiyang Pan28e73582020-05-30 00:34:272061 '--test-launcher-filter-file=../../testing/buildbot/filters/android.emulator_m.content_shell_test_apk.filter',
John Budorickee2e64f2020-03-02 20:19:102062 ],
2063 },
Haiyang Pan08d09dc2020-04-01 16:11:212064 'android-pie-x86-rel': {
John Budorickee2e64f2020-03-02 20:19:102065 'args': [
2066 '--gtest_filter=-ContentViewScrollingTest.testFling',
2067 ],
2068 },
2069 },
John Abd-El-Malekfabfb072019-05-30 20:50:192070 },
Tim Volodinedac7f5e2019-05-09 18:07:282071 'network_service_webview_instrumentation_test_apk': {
Tim Volodinedac7f5e2019-05-09 18:07:282072 'remove_from': [
Haiyang Panaa242232020-06-24 20:04:202073 # Only run these on the phone testers for now due to capacity.
Haiyang Pana3ff55ae2020-04-23 18:26:542074 'android-lollipop-arm-rel',
Tim Volodinedac7f5e2019-05-09 18:07:282075 'android-marshmallow-arm64-rel',
Andrew Luo38b311f2019-10-04 03:42:092076 'android-pie-arm64-rel',
Tim Volodinedac7f5e2019-05-09 18:07:282077 'Lollipop Tablet Tester',
2078 'Marshmallow Tablet Tester',
John Budorick27d2d44e2019-05-20 20:26:092079 'android-asan', # https://crbug.com/964562
Tim Volodinedac7f5e2019-05-09 18:07:282080 'Android CFI',
Tim Volodinedac7f5e2019-05-09 18:07:282081 'ToTAndroid',
2082 'ToTAndroidCFI',
Yun Liu2b1c1d82019-10-30 23:11:242083 'android-code-coverage-native', # https://crbug.com/1018431
Haiyang Panaa242232020-06-24 20:04:202084 'android-marshmallow-x86-rel', # crbug.com/1098111
Tim Volodinedac7f5e2019-05-09 18:07:282085 ],
Haiyang Panfdd94332020-03-27 02:43:292086 'modifications': {
Haiyang Pan08d09dc2020-04-01 16:11:212087 'android-pie-x86-rel': {
Haiyang Panfdd94332020-03-27 02:43:292088 'args': [
2089 '--test-launcher-filter-file=../../testing/buildbot/filters/android.emulator.webview_instrumentation_test_apk.filter',
2090 ],
2091 },
2092 },
Tim Volodinedac7f5e2019-05-09 18:07:282093 },
John Chenaab16fc02020-03-03 06:35:452094 'not_site_per_process_blink_web_tests': {
Lukasz Anforowicz04bc6302018-11-19 19:04:282095 'remove_from': [
Lukasz Anforowicz04bc6302018-11-19 19:04:282096 # TODO(dpranke): Should we be running this step on Linux Tests (dbg)(1)?
2097 'Linux Tests (dbg)(1)',
Lukasz Anforowicz04bc6302018-11-19 19:04:282098 ],
Yuke Liaobc9ff982019-04-30 06:56:162099 'modifications': {
Stephen Martinis1384ff92020-01-07 19:52:152100 'Linux Tests': {
2101 "args": [
2102 "--additional-env-var=LLVM_PROFILE_FILE=${ISOLATED_OUTDIR}/profraw/default-%2m.profraw",
Stephen Martinis1384ff92020-01-07 19:52:152103 ],
2104 },
Yuke Liaoea70f472019-12-19 06:03:362105 'linux-code-coverage': {
2106 'args': [
2107 '--additional-env-var=LLVM_PROFILE_FILE=${ISOLATED_OUTDIR}/profraw/default-%2m.profraw',
Yuke Liaoea70f472019-12-19 06:03:362108 ],
2109 'swarming': {
2110 'shards': 20,
2111 },
2112 },
Yuke Liaobc9ff982019-04-30 06:56:162113 },
Lukasz Anforowicz04bc6302018-11-19 19:04:282114 },
Xi Cheng34ca4042018-02-23 00:10:122115 'notification_helper_unittests': {
2116 'remove_from': [
Hans Wennborg252643a2018-05-22 14:41:122117 # The test uses WinRT, which only exists in Windows 8 or above.
2118 # (https://crbug.com/813553)
Xi Cheng34ca4042018-02-23 00:10:122119 'Win 7 Tests x64 (1)',
Xi Cheng34ca4042018-02-23 00:10:122120 'Win7 Tests (1)',
2121 'Win7 Tests (dbg)(1)',
Stephen Martinis1384ff92020-01-07 19:52:152122 # all these bots run Windows 7.
Xi Cheng34ca4042018-02-23 00:10:122123 'ToTWin',
2124 'ToTWin(dbg)',
2125 'ToTWin(dll)',
inglorionb8e7a3ed2019-04-12 09:49:032126 'ToTWinOfficial',
Xi Cheng34ca4042018-02-23 00:10:122127 'ToTWin64',
2128 'ToTWin64(dbg)',
2129 'ToTWin64(dll)',
2130 'ToTWinCFI',
2131 'ToTWinCFI64',
Oksana Zhuravlova7f996212018-02-28 04:23:082132 'ToTWinThinLTO64',
Xi Cheng34ca4042018-02-23 00:10:122133 ],
2134 },
Ben Pastenee723b2f2019-05-31 19:10:272135 'ozone_unittests': {
2136 'modifications': {
Ben Pastene8ef125e2019-12-10 01:46:292137 'chromeos-betty-pi-arc-chrome': {
2138 'args': [
2139 '--test-launcher-filter-file=../../testing/buildbot/filters/chromeos.ozone_unittests.filter',
2140 ],
2141 },
2142 'linux-chromeos-chrome': {
2143 'args': [
2144 '--test-launcher-filter-file=../../testing/buildbot/filters/chromeos.ozone_unittests.filter',
2145 ],
2146 },
Ben Pastenee723b2f2019-05-31 19:10:272147 },
2148 },
Karen Qian385d2ca2019-03-19 21:49:582149 'perfetto_unittests': {
2150 'remove_from': [
Haiyang Pan363c59a2020-07-23 05:47:042151 # TODO(crbug.com/931138): Fix permission issue when creating tmp files
John Budorickd3fa5992019-12-13 17:22:412152 'android-arm64-proguard-rel',
John Budorickf2283d72019-06-25 01:09:092153 'android-asan',
Yun Liu022f4512019-06-10 23:14:042154 'android-code-coverage',
Yun Liu7cfd28a2019-10-30 01:57:122155 'android-code-coverage-native',
Haiyang Pan32b83392020-03-14 01:38:462156 'android-lollipop-arm-rel',
Karen Qian385d2ca2019-03-19 21:49:582157 'android-marshmallow-arm64-rel',
Haiyang Panaa242232020-06-24 20:04:202158 'android-marshmallow-x86-rel',
Haiyang Pan363c59a2020-07-23 05:47:042159 'android-nougat-arm64-rel',
Andrew Luo38b311f2019-10-04 03:42:092160 'android-pie-arm64-rel',
Haiyang Pan08d09dc2020-04-01 16:11:212161 'android-pie-x86-rel',
Karen Qian385d2ca2019-03-19 21:49:582162 'Android CFI',
Karen Qian385d2ca2019-03-19 21:49:582163 'Lollipop Phone Tester',
2164 'Lollipop Tablet Tester',
2165 'Marshmallow 64 bit Tester',
2166 'Marshmallow Tablet Tester',
2167 'Nougat Phone Tester',
2168 'ToTAndroid',
2169 'ToTAndroidCFI'
2170 ]
2171 },
Stephen Martinis54d64ad2018-09-21 22:16:202172 'performance_test_suite': {
2173 'modifications': {
2174 'Mac10.13 Tests (dbg)': {
2175 'args': [
2176 '--browser=debug',
2177 ],
2178 },
2179 'Win10 Tests x64 (dbg)': {
2180 'args': [
2181 '--browser=debug_x64',
2182 ],
2183 'experiment_percentage': 100,
2184 },
2185 'Win7 Tests (dbg)(1)': {
2186 'args': [
2187 '--browser=debug',
2188 ],
2189 },
2190 },
2191 },
Sven Zhenge8335e02020-08-07 22:38:392192 'pixel_browser_tests': {
2193 'modifications': {
2194 'win-pixel-tester-rel': {
2195 'non_precommit_args': [
2196 # Do not allow retry or it will break the bulk approval process.
2197 # When retry with fail-pass pattern, the passing test will overwrite the previously
2198 # seen flaky version on the trace. We can triage the image using the printed link,
2199 # but it will not show on the Skia Gold search page.
2200 '--test-launcher-retry-limit=0',
2201 ],
2202 },
2203 },
2204 },
Jonah Ryan-Davis832c8462020-06-09 03:45:032205 'pixel_skia_gold_passthrough_test': {
2206 'replacements': {
2207 # The V8 builders pass the V8 revision for ${got_revision}, so instead
2208 # use ${got_cr_revision}, which is only set on the V8 bots.
2209 'Linux V8 FYI Release (NVIDIA)': {
2210 'args': {
2211 '--git-revision': '${got_cr_revision}',
2212 },
2213 },
2214 'Linux V8 FYI Release - pointer compression (NVIDIA)': {
2215 'args': {
2216 '--git-revision': '${got_cr_revision}',
2217 },
2218 },
Jonah Ryan-Davisdeeffeaf2020-06-18 17:56:002219 'Mac V8 FYI Release (Intel)': {
2220 'args': {
2221 '--git-revision': '${got_cr_revision}',
2222 },
2223 },
Jonah Ryan-Davis832c8462020-06-09 03:45:032224 'Win V8 FYI Release (NVIDIA)': {
2225 'args': {
2226 '--git-revision': '${got_cr_revision}',
2227 },
2228 },
2229 },
2230 },
2231 'pixel_skia_gold_validating_test': {
Brian Sheedye6ea0ee2019-07-11 02:54:372232 'replacements': {
Brian Sheedye6ea0ee2019-07-11 02:54:372233 # The V8 builders pass the V8 revision for ${got_revision}, so instead
2234 # use ${got_cr_revision}, which is only set on the V8 bots.
2235 'Android V8 FYI Release (Nexus 5X)': {
2236 'args': {
Brian Sheedy4d335deb2020-04-01 20:47:322237 '--git-revision': '${got_cr_revision}',
Brian Sheedye6ea0ee2019-07-11 02:54:372238 },
2239 },
2240 'Linux V8 FYI Release (NVIDIA)': {
2241 'args': {
Brian Sheedy4d335deb2020-04-01 20:47:322242 '--git-revision': '${got_cr_revision}',
Brian Sheedye6ea0ee2019-07-11 02:54:372243 },
2244 },
2245 'Linux V8 FYI Release - pointer compression (NVIDIA)': {
2246 'args': {
Brian Sheedy4d335deb2020-04-01 20:47:322247 '--git-revision': '${got_cr_revision}',
Brian Sheedye6ea0ee2019-07-11 02:54:372248 },
2249 },
2250 'Mac V8 FYI Release (Intel)': {
2251 'args': {
Brian Sheedy4d335deb2020-04-01 20:47:322252 '--git-revision': '${got_cr_revision}',
Brian Sheedye6ea0ee2019-07-11 02:54:372253 },
2254 },
Brian Sheedye6ea0ee2019-07-11 02:54:372255 },
2256 },
2257 'pixel_test':{
Takuto Ikuta35c85522019-06-04 16:55:462258 'modifications': {
2259 'Android Release (Nexus 5X)': {
2260 'swarming': {
2261 'shards': 2,
2262 },
2263 },
2264 },
Nico Weber128fd382018-06-14 23:29:272265 },
Brian Sheedy9653f152019-08-07 17:02:442266 'rendering_representative_perf_tests': {
2267 'modifications': {
2268 'Win10 FYI x64 Exp Release (Intel HD 630)': {
2269 'args': [
2270 '--browser=release_x64',
2271 ],
2272 },
2273 'Win10 FYI x64 Exp Release (NVIDIA)': {
2274 'args': [
2275 '--browser=release_x64',
2276 ],
2277 },
2278 'Win10 FYI x64 Release (Intel HD 630)': {
2279 'args': [
2280 '--browser=release_x64',
2281 ],
2282 },
2283 'Win10 FYI x64 Release (Intel UHD 630)': {
2284 'args': [
2285 '--browser=release_x64',
2286 ],
2287 },
2288 'Win10 FYI x64 Release (NVIDIA)': {
2289 'args': [
2290 '--browser=release_x64',
2291 ],
2292 },
behdad26cf7e72019-12-18 13:57:302293 'Win10 x64 Release (NVIDIA)': {
2294 'args': [
2295 '--browser=release_x64',
2296 ],
2297 },
behdadf08933582020-05-04 14:00:082298 'Win10 x64 Release (NVIDIA) Code Coverage': {
2299 'args': [
2300 '--browser=release_x64',
2301 ],
2302 },
Brian Sheedy9653f152019-08-07 17:02:442303 },
2304 },
John Budorickdce9d462019-03-23 00:25:382305 'sandbox_linux_unittests': {
2306 'modifications': {
2307 'Lollipop Phone Tester': {
2308 'args': [
2309 '--shard-timeout=300',
2310 ],
2311 },
Haiyang Pan32b83392020-03-14 01:38:462312 'android-lollipop-arm-rel': {
2313 'args': [
2314 '--shard-timeout=300',
2315 ],
2316 },
Haiyang Panaa242232020-06-24 20:04:202317 'android-marshmallow-x86-rel': {
John Budorick6e8e595b2020-01-27 18:15:582318 'args': [
2319 '--test-launcher-filter-file=../../testing/buildbot/filters/android.emulator.sandbox_linux_unittests.filter',
2320 ]
2321 },
Haiyang Pan08d09dc2020-04-01 16:11:212322 'android-pie-x86-rel': {
John Budorick191adfcd2020-01-29 18:19:042323 'args': [
2324 '--test-launcher-filter-file=../../testing/buildbot/filters/android.emulator.sandbox_linux_unittests.filter',
2325 ]
2326 },
John Budorickdce9d462019-03-23 00:25:382327 },
John Budorick3ebfdf852019-05-13 22:28:162328 'remove_from': [
John Budorick3ebfdf852019-05-13 22:28:162329 'android-asan', # https://crbug.com/962650
2330 ],
John Budorickdce9d462019-03-23 00:25:382331 },
Wez6babd4f52020-06-24 14:53:492332 'screenshot_sync_tests': {
2333 'remove_from': [
2334 'Fuchsia x64' # https://crbug.com/1058255
2335 ],
2336 },
Kenneth Russelleb60cbd22017-12-05 07:54:282337 'services_unittests': {
2338 'remove_from': [
Nico Weber15a00d62018-05-16 17:11:482339 'ToTLinuxMSan', # https://crbug.com/831676
Kenneth Russell8a386d42018-06-02 09:48:012340 # The face and barcode detection tests fail on the Mac Pros.
2341 'Mac Pro FYI Release (AMD)',
Nico Weberd36959682018-04-12 03:33:462342 'Linux ChromiumOS MSan Tests', # https://crbug.com/831676
2343 'Linux MSan Tests', # https://crbug.com/831676
Kenneth Russelleb60cbd22017-12-05 07:54:282344 ],
Brian Sheedyb6c58792020-05-07 18:37:332345 'replacements': {
2346 # TODO(crbug.com/1078982): Remove once the test is fixed on 10.15.4.
2347 'Mac FYI Experimental Release (Intel)': {
2348 'args': {
2349 '--gtest_filter': '*Detection*:-FaceDetectionImplMacTest.ScanOneFace*',
2350 },
2351 },
2352 },
Haiyang Pan363c59a2020-07-23 05:47:042353 'modifications': {
2354 'android-nougat-arm64-rel': {
2355 # TODO(crbug.com/1108055): Remove this filter
2356 'args': [
2357 '--gtest_filter=-SystemPerfettoTest.*',
2358 ],
2359 }
2360 }
Kenneth Russelleb60cbd22017-12-05 07:54:282361 },
jonross61a2cd22019-10-11 22:22:052362 'skia_renderer_gl_blink_web_tests': {
2363 'modifications': {
jonross61a2cd22019-10-11 22:22:052364 'Win10 FYI x64 SkiaRenderer GL (NVIDIA)': {
2365 'args': [
2366 '--target',
2367 'Release_x64',
2368 ],
2369 },
2370 },
2371 },
Sven Zheng577fe5ff2020-08-03 22:06:442372 'snapshot_unittests': {
2373 'remove_from': [
2374 'linux-lacros-tester-rel', # https://crbug.com/1111979
2375 ],
Sven Zheng80734f12020-08-06 06:50:392376 'modifications': {
2377 # https://crbug.com/1111979
2378 'linux-lacros-tester-fyi-rel': {
2379 'experiment_percentage': 100,
2380 },
2381 },
Sven Zheng577fe5ff2020-08-03 22:06:442382 },
Ken Rockotd649ffa2020-08-05 19:08:462383 'storage_service_content_browsertests': {
Sven Zheng577fe5ff2020-08-03 22:06:442384 'remove_from': [
2385 'linux-lacros-tester-rel', # https://crbug.com/1111979
2386 ],
Ben Pastene0c9473e2020-06-30 00:55:302387 'modifications': {
2388 'Linux Tests (dbg)(1)': {
2389 'swarming': {
2390 'shards': 4,
2391 },
2392 },
John Abd-El-Malek32591e62020-07-11 01:35:472393 'linux-chromeos-dbg': {
2394 'swarming': {
2395 'shards': 6,
2396 },
2397 },
Sven Zheng80734f12020-08-06 06:50:392398 # https://crbug.com/1111979
2399 'linux-lacros-tester-fyi-rel': {
2400 'experiment_percentage': 100,
2401 },
Ben Pastene0c9473e2020-06-30 00:55:302402 },
2403 },
Ken Rockotd649ffa2020-08-05 19:08:462404 'storage_service_extensions_browsertests': {
Sven Zheng577fe5ff2020-08-03 22:06:442405 'remove_from': [
2406 'linux-lacros-tester-rel', # https://crbug.com/1111979
2407 ],
Sven Zheng80734f12020-08-06 06:50:392408 'modifications': {
2409 # https://crbug.com/1111979
2410 'linux-lacros-tester-fyi-rel': {
2411 'experiment_percentage': 100,
2412 },
2413 },
Sven Zheng577fe5ff2020-08-03 22:06:442414 },
Ken Rockotd649ffa2020-08-05 19:08:462415 'storage_service_interactive_ui_tests': {
Sven Zheng80734f12020-08-06 06:50:392416 'remove_from': [
2417 'linux-lacros-tester-rel', # https://crbug.com/1111979
2418 ],
Ben Pastene727d4162020-05-05 19:10:252419 'modifications': {
2420 'linux-chromeos-chrome': {
2421 # TODO(crbug.com/970649): Remove this filter.
2422 'args': [
2423 '--gtest_filter=-SadTabViewInteractiveUITest.ReloadMultipleSadTabs',
2424 ],
2425 },
Sven Zheng80734f12020-08-06 06:50:392426 # https://crbug.com/1111979
2427 'linux-lacros-tester-fyi-rel': {
2428 'experiment_percentage': 100,
2429 },
Ben Pastene727d4162020-05-05 19:10:252430 }
2431 },
Stephen Martinis54d64ad2018-09-21 22:16:202432 'swiftshader_unittests': {
2433 'remove_from': [
2434 # Save capacity on the hardware where we have only a few machines.
2435 'Mac FYI Experimental Release (Intel)',
2436 'Mac FYI Experimental Retina Release (AMD)',
2437 'Mac FYI Experimental Retina Release (NVIDIA)',
2438 'Mac Pro FYI Release (AMD)',
2439 ],
2440 },
Kenneth Russelleb60cbd22017-12-05 07:54:282441 'sync_integration_tests': {
Brad Halla36886c2019-02-26 16:52:292442 'remove_from': [
Brad Halla36886c2019-02-26 16:52:292443 'CrWinAsan(dll)', # https://crbug.com/935598
Sven Zheng577fe5ff2020-08-03 22:06:442444 'linux-lacros-tester-rel', # https://crbug.com/1111979
Brad Halla36886c2019-02-26 16:52:292445 ],
Kenneth Russelleb60cbd22017-12-05 07:54:282446 'modifications': {
Erik Chene84bc1c2019-11-25 23:23:522447 'Linux ASan LSan Tests (1)': {
2448 'swarming': {
2449 'shards': 4,
2450 },
2451 },
Nico Weber8fbc2832018-12-14 16:00:572452 'Linux TSan Tests': {
2453 'swarming': {
2454 'shards': 6,
2455 },
2456 },
Stephen Martinis1384ff92020-01-07 19:52:152457 'ToTLinuxTSan': {
Kenneth Russelleb60cbd22017-12-05 07:54:282458 'swarming': {
Stephen Martinis1384ff92020-01-07 19:52:152459 'shards': 6,
Kenneth Russelleb60cbd22017-12-05 07:54:282460 },
2461 },
Stephen Martinis75ab55d2018-08-30 02:27:122462 'Win10 Tests x64 (dbg)': {
2463 'experiment_percentage': 100, # https://crbug.com/840369
2464 },
Stephen Martinis1384ff92020-01-07 19:52:152465 'Win7 Tests (dbg)(1)': {
2466 'swarming': {
2467 'shards': 2,
2468 },
2469 },
2470 'linux-chromeos-code-coverage': {
Yuke Liao79424e42020-01-06 21:00:112471 'swarming': {
2472 'shards': 4,
2473 },
2474 },
Stephen Martinis1384ff92020-01-07 19:52:152475 'linux-code-coverage': {
Yuke Liao79424e42020-01-06 21:00:112476 'swarming': {
2477 'shards': 4,
2478 },
2479 },
Sven Zheng80734f12020-08-06 06:50:392480 # https://crbug.com/1111979
2481 'linux-lacros-tester-fyi-rel': {
2482 'experiment_percentage': 100,
2483 },
Kenneth Russelleb60cbd22017-12-05 07:54:282484 },
2485 },
Kenneth Russell8a386d42018-06-02 09:48:012486 'tab_capture_end2end_tests': {
Nico Webere89a3c92018-07-01 01:30:522487 # Run these only on Release bots.
Kenneth Russell8a386d42018-06-02 09:48:012488 'remove_from': [
Kenneth Russell8a386d42018-06-02 09:48:012489 'Linux Debug (NVIDIA)',
2490 'Mac Debug (Intel)',
2491 'Mac Retina Debug (AMD)',
Yuly Novikovbc1ccff2019-08-03 00:05:492492 'Win10 FYI x64 Debug (NVIDIA)',
Kenneth Russell8a386d42018-06-02 09:48:012493 'Win7 FYI Debug (AMD)',
Yuly Novikovf28f1eca2019-07-04 22:43:392494 # Disabled due to dbus crashes crbug.com/927465
Yuly Novikov5865ff72019-07-09 21:38:052495 'Linux FYI Release (Intel HD 630)',
Brian Sheedy4dd98432019-08-13 22:57:002496 'Linux FYI Release (Intel UHD 630)',
Yuly Novikov5865ff72019-07-09 21:38:052497 'Linux FYI Release (NVIDIA)',
Brian Sheedy22d051e2019-08-07 00:50:162498 'Linux FYI SkiaRenderer Vulkan (Intel HD 630)',
Yuly Novikov5865ff72019-07-09 21:38:052499 'Linux FYI SkiaRenderer Vulkan (NVIDIA)',
2500 'Linux Release (NVIDIA)',
Kenneth Russell8a386d42018-06-02 09:48:012501 ],
Emily Hanleyb64ac7c2018-05-25 13:36:552502 },
Haiyang Pan8c201b92020-06-04 01:25:072503 'telemetry_chromium_minidump_unittests': {
2504 'remove_from': [
Haiyang Panaa242232020-06-24 20:04:202505 'android-marshmallow-x86-rel', # crbug.com/1084352
Haiyang Pan8c201b92020-06-04 01:25:072506 ],
2507 },
Brian Sheedyc117f6d2020-05-06 02:23:272508 'telemetry_monochrome_minidump_unittests': {
2509 'remove_from': [
2510 # Monochrome isn't supported on M.
2511 'android-marshmallow-arm64-rel',
Haiyang Panaa242232020-06-24 20:04:202512 'android-marshmallow-x86-rel',
Brian Sheedyc117f6d2020-05-06 02:23:272513 ],
2514 },
Kenneth Russelleb60cbd22017-12-05 07:54:282515 'telemetry_perf_unittests': {
2516 'modifications': {
Kenneth Russelleb60cbd22017-12-05 07:54:282517 'Linux Tests': {
2518 'args': [
2519 '--xvfb',
Ned Nguyene6e26042018-01-17 20:42:482520 '--jobs=1',
Kenneth Russelleb60cbd22017-12-05 07:54:282521 ],
2522 },
Juan Antonio Navarro Perez4899edf2019-03-14 13:05:352523 'Linux Tests (dbg)(1)': {
2524 'args': [
2525 '--xvfb',
2526 '--jobs=1',
2527 ],
2528 },
Kenneth Russelleb60cbd22017-12-05 07:54:282529 # Disable parallelism on all Mac bots.
2530 'Mac10.10 Tests': {
2531 'args': [
2532 '--jobs=1',
2533 ],
2534 },
2535 'Mac10.11 Tests': {
2536 'args': [
2537 '--jobs=1',
2538 ],
2539 },
2540 'Mac10.12 Tests': {
2541 'args': [
2542 '--jobs=1',
2543 ],
2544 },
Ned Nguyen6e6e5b32018-02-21 20:21:502545 'Win7 Tests (dbg)(1)': {
2546 'args': [
2547 '--jobs=1',
2548 ],
2549 'swarming': {
2550 'shards': 20,
2551 },
2552 'experiment_percentage': 100,
2553 },
Stephen Martinis1384ff92020-01-07 19:52:152554 'linux-chromium-tests-staging-tests': {
2555 'args': [
2556 '--xvfb',
2557 '--jobs=1',
2558 ],
2559 },
2560 'linux-trusty-rel': {
2561 'args': [
2562 '--xvfb',
2563 '--jobs=1',
2564 ],
2565 },
Kenneth Russelleb60cbd22017-12-05 07:54:282566 },
2567 'remove_from': [
Haiyang Panaa242232020-06-24 20:04:202568 'android-marshmallow-x86-rel', # crbug.com/1084352
Haiyang Pan0e39edf42020-04-28 19:29:012569 # There's no need to run telemetry_perf_unittests on both lollipop and
Erik Chen96894722019-11-21 20:03:392570 # marshmallow on the CQ. https://crbug.com/1026487.
2571 'android-marshmallow-arm64-rel',
Haiyang Pan363c59a2020-07-23 05:47:042572 'android-nougat-arm64-rel', # crbug.com/1108124
Andrew Luobe83fd82019-12-19 03:07:582573 'android-pie-arm64-rel',
Garrett Beatyeef031a2019-02-28 01:55:412574 # crbug.com/936540
2575 'Mac10.10 Tests',
2576 'Mac10.11 Tests',
Shenghua Zhangbd6f1b232018-03-03 02:59:142577 'Mac10.13 Tests',
2578 'Mac10.13 Tests (dbg)',
Prakhar Asthana74a9eda2020-08-05 05:24:482579 'Mac10.13 Tests Code Coverage',
Stephen Martinis1384ff92020-01-07 19:52:152580 'Linux - Future (dbg)', # client.v8.chromium
Takuto Ikuta9aa015d2019-04-15 23:33:292581 'Win10 Tests x64',
Stephen Martinise701f5a2018-05-04 01:25:112582 'Win10 Tests x64 (dbg)',
Sajjad Mirza87e17b242020-01-22 18:49:072583 'Win10 Tests x64 Code Coverage',
Kenneth Russelleb60cbd22017-12-05 07:54:282584 ],
2585 },
Stephen Martinis54d64ad2018-09-21 22:16:202586 'telemetry_unittests': {
2587 'modifications': {
2588 'Win10 Tests x64 (dbg)': {
2589 'experiment_percentage': 100, # crbug.com/870673
2590 }
John Budorickc498fd3c2019-03-14 01:16:262591 },
2592 'remove_from': [
2593 # crbug.com/936540
2594 'Mac10.10 Tests',
2595 'Mac10.11 Tests',
Takuto Ikuta9aa015d2019-04-15 23:33:292596
2597 'Win10 Tests x64',
Sajjad Mirza87e17b242020-01-22 18:49:072598 'Win10 Tests x64 Code Coverage',
John Budorickc498fd3c2019-03-14 01:16:262599 ],
Stephen Martinis54d64ad2018-09-21 22:16:202600 },
Brian Sheedyf3b48d62020-05-08 23:03:122601 'test_buildbucket_api_gpu_use_cases': {
2602 'remove_from': [
2603 # crbug.com/1080749
2604 'Optional Linux Release (NVIDIA)',
2605 ],
2606 },
Chong Gue78dc582020-06-18 18:00:242607 'trace_test': {
2608 'remove_from': [
2609 'Fuchsia x64' # https://crbug.com/1058255
2610 ],
2611 },
Kenneth Russelleb60cbd22017-12-05 07:54:282612 'unit_tests': {
Yun Liu3e759dbb2019-11-01 19:25:522613 'remove_from': [
2614 'android-code-coverage-native', # crbug/1018434
Haiyang Pan0e39edf42020-04-28 19:29:012615 # There's no need to run unit_tests on both lollipop and marshmallow
Erik Chen96894722019-11-21 20:03:392616 # on the CQ. https://crbug.com/1026487.
2617 'android-marshmallow-arm64-rel',
Ben Pastene3e32ffe2020-08-07 03:37:072618 'android-pie-arm64-rel', # https://crbug.com/1010211
Sven Zheng577fe5ff2020-08-03 22:06:442619 'linux-lacros-tester-rel', # https://crbug.com/1111979
Yun Liu3e759dbb2019-11-01 19:25:522620 ],
Kenneth Russelleb60cbd22017-12-05 07:54:282621 'modifications': {
John Budorickca14c76f62017-12-09 14:19:182622 'Linux ASan LSan Tests (1)': {
John Budorick5052d552017-12-13 02:59:342623 # These are slow on the ASAN trybot for some reason.
2624 # crbug.com/794372
John Budorickca14c76f62017-12-09 14:19:182625 'swarming': {
John Budorick5052d552017-12-13 02:59:342626 'shards': 4,
John Budorickca14c76f62017-12-09 14:19:182627 },
2628 },
Stephen Martinis1384ff92020-01-07 19:52:152629 'Linux Chromium OS ASan LSan Tests (1)': {
2630 # These are slow on the ASAN trybot for some reason.
2631 # crbug.com/794372
John Budorickca14c76f62017-12-09 14:19:182632 'swarming': {
2633 'shards': 2,
2634 },
2635 },
Takuto Ikuta54671d972018-07-19 19:06:352636 'Linux ChromiumOS MSan Tests': {
2637 # These are very slow on the Chrome OS MSAN trybot for some reason.
2638 # crbug.com/865455
2639 'swarming': {
2640 'shards': 2,
2641 },
2642 },
Stephen Martinis1384ff92020-01-07 19:52:152643 'Linux TSan Tests': {
Takuto Ikuta54671d972018-07-19 19:06:352644 'swarming': {
2645 'shards': 2,
2646 },
2647 },
Stephen Martinis1384ff92020-01-07 19:52:152648 'ToTLinuxASan': {
Dirk Pranke20eae9a72017-12-09 18:12:142649 'swarming': {
Stephen Martinis1384ff92020-01-07 19:52:152650 'shards': 2,
Dirk Pranke20eae9a72017-12-09 18:12:142651 },
2652 },
Stephen Martinis1384ff92020-01-07 19:52:152653 'android-asan': {
2654 'args': [
2655 '--test-launcher-filter-file=../../testing/buildbot/filters/android.asan.unit_tests.filter',
2656 ],
2657 },
Takuto Ikuta527cdff2020-01-29 08:04:272658 'android-marshmallow-arm64-rel-swarming': {
2659 'swarming': {
2660 'shards': 8,
2661 },
2662 },
Stephen Martinis1384ff92020-01-07 19:52:152663 'linux-chromeos-chrome': {
2664 'args': [
2665 '--test-launcher-filter-file=../../testing/buildbot/filters/chromeos.unit_tests.filter',
2666 ],
2667 },
Ben Pasteneacd57392019-10-31 02:13:252668 'linux-chromeos-dbg': {
2669 'swarming': {
2670 'shards': 2,
2671 },
2672 },
Erik Chend063aef72019-11-18 19:13:102673 'linux-chromeos-rel': {
2674 'swarming': {
2675 'shards': 2,
2676 },
2677 },
Sven Zheng80734f12020-08-06 06:50:392678 # https://crbug.com/1111979
2679 'linux-lacros-tester-fyi-rel': {
2680 'experiment_percentage': 100,
2681 },
Kenneth Russelleb60cbd22017-12-05 07:54:282682 },
2683 },
Chong Gu4602f4d2020-02-20 03:43:072684 'url_unittests': {
2685 'remove_from': [
2686 # crbug.com/1054240
Stephen Roeac495972020-02-25 23:32:412687 'Fuchsia ARM64',
Sven Zheng577fe5ff2020-08-03 22:06:442688 'linux-lacros-tester-rel', # https://crbug.com/1111979
Chong Gu4602f4d2020-02-20 03:43:072689 ],
Sven Zheng80734f12020-08-06 06:50:392690 'modifications': {
2691 # https://crbug.com/1111979
2692 'linux-lacros-tester-fyi-rel': {
2693 'experiment_percentage': 100,
2694 },
2695 },
Chong Gu4602f4d2020-02-20 03:43:072696 },
Kenneth Russell8a386d42018-06-02 09:48:012697 'video_decode_accelerator_gl_unittest': {
2698 'remove_from': [
Kenneth Russell8a386d42018-06-02 09:48:012699 # Windows Intel doesn't have the GL extensions to support this test.
Yuly Novikovbc1ccff2019-08-03 00:05:492700 'ANGLE GPU Win10 x64 Release (Intel HD 630)',
2701 'Optional Win10 x64 Release (Intel HD 630)',
2702 'Win10 FYI x64 Release (Intel HD 630)',
Brian Sheedyf9387db7b2019-08-05 19:26:102703 'Win10 FYI x64 Release (Intel UHD 630)',
Yuly Novikov5ff15502019-07-31 00:55:482704 'Win10 FYI x64 Exp Release (Intel HD 630)',
Kenneth Russell8a386d42018-06-02 09:48:012705 ],
2706 },
Sven Zheng577fe5ff2020-08-03 22:06:442707 'views_unittests': {
2708 'remove_from': [
2709 'linux-lacros-tester-rel', # https://crbug.com/1111979
2710 ],
Sven Zheng80734f12020-08-06 06:50:392711 'modifications': {
2712 # https://crbug.com/1111979
2713 'linux-lacros-tester-fyi-rel': {
2714 'experiment_percentage': 100,
2715 },
2716 },
Sven Zheng577fe5ff2020-08-03 22:06:442717 },
Tom Anderson76eff052020-04-01 21:28:522718 'views_unittests_wayland': {
2719 'modifications': {
2720 'Linux Ozone Tester (Wayland)': {
2721 'args': [
2722 '--test-launcher-filter-file=../../testing/buildbot/filters/ozone-linux.wayland_views_unittests.filter',
2723 ],
2724 },
2725 },
2726 },
2727 'views_unittests_x11': {
2728 'modifications': {
2729 'Linux Ozone Tester (X11)': {
2730 'args': [
2731 '--test-launcher-filter-file=../../testing/buildbot/filters/ozone-linux.x11_views_unittests.filter',
2732 ],
2733 },
2734 },
2735 },
John Budorickd02c429de2020-01-10 19:02:212736 'viz_unittests': {
2737 'modifications': {
Haiyang Panaa242232020-06-24 20:04:202738 'android-marshmallow-x86-rel': {
John Budorickafd548b2020-01-14 20:45:092739 'args': [
John Budorickd02c429de2020-01-10 19:02:212740 '--test-launcher-filter-file=../../testing/buildbot/filters/android.emulator.viz_unittests.filter',
2741 ],
2742 },
Haiyang Pan08d09dc2020-04-01 16:11:212743 'android-pie-x86-rel': {
John Budorickafd548b2020-01-14 20:45:092744 'args': [
John Budorickd02c429de2020-01-10 19:02:212745 '--test-launcher-filter-file=../../testing/buildbot/filters/android.emulator.viz_unittests.filter',
2746 ],
2747 },
2748 },
2749 },
John Budorick20f4fa8d2019-08-02 22:58:292750 'vr_android_unittests': {
2751 'remove_from': [
Haiyang Panaa242232020-06-24 20:04:202752 'android-marshmallow-x86-rel',
Haiyang Pan08d09dc2020-04-01 16:11:212753 'android-pie-x86-rel',
Yun Liu3e759dbb2019-11-01 19:25:522754 'android-code-coverage-native', # crbug/1018434
John Budorick20f4fa8d2019-08-02 22:58:292755 ],
2756 },
2757 'vr_common_unittests': {
2758 'remove_from': [
Haiyang Panaa242232020-06-24 20:04:202759 'android-marshmallow-x86-rel',
Haiyang Pan08d09dc2020-04-01 16:11:212760 'android-pie-x86-rel',
Yun Liu3e759dbb2019-11-01 19:25:522761 'android-code-coverage-native', # crbug/1018431
John Budorick20f4fa8d2019-08-02 22:58:292762 ],
2763 },
Kenneth Russellfbda3c532017-12-08 23:57:242764 'vr_pixeltests': {
2765 'remove_from': [
Haiyang Panaa242232020-06-24 20:04:202766 'android-marshmallow-x86-rel',
Haiyang Pan08d09dc2020-04-01 16:11:212767 'android-pie-x86-rel',
Kenneth Russell8ceeabf2017-12-11 17:53:282768 'VR Linux',
Yun Liu3e759dbb2019-11-01 19:25:522769 'android-code-coverage-native', # crbug/1018431
Kenneth Russellfbda3c532017-12-08 23:57:242770 ],
2771 },
Nico Webere81999ee2018-07-01 23:52:432772 'wayland_client_perftests': {
2773 'remove_from': [
2774 'linux-chromeos-dbg', # https://crbug.com/859307
2775 ],
2776 },
John Budorick63357462019-02-27 23:02:512777 'webdriver_tests_suite': {
2778 'remove_from': [
2779 'Linux Tests', # https://crbug.com/929689, https://crbug.com/936557
2780 ],
2781 },
bsheedy048cbdb2019-02-04 20:32:052782 'webgl2_conformance_gl_passthrough_tests': {
2783 'remove_from': [
Yuly Novikov783ffa7b2019-03-28 00:22:492784 # Not enough capacity. https://crbug.com/946694
Yuly Novikovbc1ccff2019-08-03 00:05:492785 'ANGLE GPU Win10 x64 Release (Intel HD 630)',
Geoff Lang1fede152019-10-10 23:03:442786 # Not enough capacity. https://crbug.com/982294
2787 'Mac Pro FYI Release (AMD)',
2788 'Mac FYI Retina Release (NVIDIA)',
bsheedy048cbdb2019-02-04 20:32:052789 ],
2790 },
John Budorick82e61dfb2019-12-10 04:36:092791 'webgl2_conformance_validating_tests': {
Stephen Martinis54d64ad2018-09-21 22:16:202792 'remove_from': [
2793 # The Mac NVIDIA Retina bots don't have the capacity to run
2794 # this test suite on mac_optional_gpu_tests_rel.
2795 'Optional Mac Retina Release (NVIDIA)',
2796 ],
Kenneth Russell8a386d42018-06-02 09:48:012797 'modifications': {
Kenneth Russell8a386d42018-06-02 09:48:012798 'Mac FYI GPU ASAN Release': {
2799 'args': [
2800 '--is-asan',
2801 ]
2802 },
2803 },
2804 },
2805 'webgl_conformance_gl_passthrough_tests': {
2806 'remove_from': [
2807 # crbug.com/555545 and crbug.com/649824:
2808 # Disable webgl_conformance_gl_tests on some Win/AMD cards.
2809 # Always fails on older cards, flaky on newer cards.
2810 'Win7 FYI Debug (AMD)',
2811 'Win7 FYI Release (AMD)',
Zhenyao Mo23286742019-09-20 00:11:002812 # crbug.com/1005814
2813 'Win10 FYI x64 Release (AMD RX 550)',
Kenneth Russell8a386d42018-06-02 09:48:012814 ],
2815 },
Stephen Martinis54d64ad2018-09-21 22:16:202816 'webgl_conformance_tests': {
Kenneth Russell8a386d42018-06-02 09:48:012817 'modifications': {
Stephen Martinis54d64ad2018-09-21 22:16:202818 # On desktop platforms these don't take very long (~7 minutes),
2819 # but on Android they take ~30 minutes and we want to use more
2820 # shards than on desktop.
Stephen Martinis54d64ad2018-09-21 22:16:202821 'Android Release (Nexus 5X)': {
2822 'swarming': {
2823 'shards': 6,
2824 },
2825 },
Ben Pastene52890ace2019-05-24 20:03:362826 'chromeos-amd64-generic-rel': {
Ben Pastene52890ace2019-05-24 20:03:362827 'swarming': {
Brian Sheedydb0417e2019-12-11 01:14:202828 'shards': 12,
Ben Pastene52890ace2019-05-24 20:03:362829 },
2830 },
Kenneth Russell8a386d42018-06-02 09:48:012831 },
Kenneth Russelle63e41f2019-04-09 02:45:282832 'remove_from': [
2833 # Too slow on this configuration, which is severely hardware
2834 # constrained. crbug.com/950690
2835 'Mac FYI Retina Debug (NVIDIA)',
Chong Gu4d2d22f2020-06-23 03:28:112836 'Fuchsia x64' # https://crbug.com/1058255
Kenneth Russelle63e41f2019-04-09 02:45:282837 ],
Kenneth Russell8a386d42018-06-02 09:48:012838 },
John Budorick82e61dfb2019-12-10 04:36:092839 'webgl_conformance_validating_tests': {
2840 'modifications': {
2841 'Mac FYI GPU ASAN Release': {
2842 'args': [
2843 '--is-asan',
2844 ]
2845 },
2846 },
2847 },
Yuly Novikove27d1d22018-10-29 21:24:192848 'webgl_conformance_vulkan_passthrough_tests': {
2849 'remove_from': [
2850 'Win7 FYI Debug (AMD)',
2851 ],
2852 },
Kenneth Russelleb60cbd22017-12-05 07:54:282853 'webkit_unit_tests': {
Yun Liu16394ab32019-11-19 16:37:572854 'remove_from': [
2855 # Flakily fails on Win7. https://crbug.com/943372.
2856 'Win7 Tests (1)',
2857 'Win 7 Tests x64 (1)',
Yun Liu16394ab32019-11-19 16:37:572858 'android-code-coverage-native', # crbug/1018431
2859 ],
Dirk Pranke81ff51c2017-12-09 19:24:282860 'modifications': {
John Budorick5052d552017-12-13 02:59:342861 'Linux ASan LSan Tests (1)': {
2862 # These are very slow on the ASAN trybot for some reason.
2863 # crbug.com/794372
2864 'swarming': {
2865 'shards': 5,
2866 },
2867 },
Erik Chen681dc0282019-11-26 22:54:492868 'Linux TSan Tests': {
2869 'swarming': {
2870 'shards': 2,
2871 },
2872 },
arthursonzogni26889d82018-05-29 17:18:162873 'Marshmallow 64 bit Tester': {
2874 # Increase timeout. See https://crbug.com/847229.
2875 'swarming': {
2876 'hard_timeout': 1200,
2877 },
2878 },
Omer Katz7d2be652020-01-22 18:13:462879 'linux-blink-heap-concurrent-marking-tsan-rel': {
2880 'swarming': {
2881 'shards': 2,
2882 },
2883 },
Dirk Pranke81ff51c2017-12-09 19:24:282884 },
Kenneth Russelleb60cbd22017-12-05 07:54:282885 },
Haiyang Pane690b5a2020-07-29 21:19:462886 'weblayer_browsertests': {
2887 'modifications': {
2888 # crbug.com/1108306
2889 'android-marshmallow-x86-rel': {
2890 'args': [
2891 '--test-launcher-filter-file=../../testing/buildbot/filters/android.emulator_m.weblayer_browsertests.filter',
2892 ],
2893 },
2894 },
2895 },
Haiyang Pan591dbad2020-06-05 20:26:372896 'weblayer_bundle_test': {
2897 'remove_from': [
Haiyang Panaa242232020-06-24 20:04:202898 'android-marshmallow-x86-rel', # crbug.com/1088013
Haiyang Pan591dbad2020-06-05 20:26:372899 ],
2900 },
2901 'weblayer_instrumentation_test_apk': {
2902 'remove_from': [
Haiyang Panaa242232020-06-24 20:04:202903 'android-marshmallow-x86-rel', # crbug.com/1088013
Haiyang Pan591dbad2020-06-05 20:26:372904 ],
2905 },
Kenneth Russelleb60cbd22017-12-05 07:54:282906 'webview_instrumentation_test_apk': {
2907 'remove_from': [
Hans Wennborgeac4c36c2018-05-23 16:04:062908 # This test frequently fails on Android, https://crbug.com/824959
Haiyang Pana3ff55ae2020-04-23 18:26:542909 'android-lollipop-arm-rel',
Stephen Martinis1384ff92020-01-07 19:52:152910 # matching android builders, the test fails on these.
Hans Wennborga0b11ebe2018-05-15 16:26:502911 'ToTAndroid',
John Budorick27d2d44e2019-05-20 20:26:092912 'android-asan', # https://crbug.com/964562
Dirk Pranke20eae9a72017-12-09 18:12:142913 # On chromium.swarm, this should possibly be being run (or removed
Takuto Ikuta527cdff2020-01-29 08:04:272914 # from android-marshmallow-arm64-rel-swarming).
Haiyang Pan1ad3bb032020-04-24 23:52:032915 'android-lollipop-arm-rel-swarming',
Yun Liu7cfd28a2019-10-30 01:57:122916 'android-code-coverage-native', # https://crbug.com/1018431
Haiyang Panaa242232020-06-24 20:04:202917 'android-marshmallow-x86-rel', # crbug.com/1098111
Kenneth Russelleb60cbd22017-12-05 07:54:282918 ],
Ben Pastenee17a8e92018-07-12 21:55:182919 'modifications': {
Andrew Luof08500ae2020-01-10 01:24:452920 # chromium.android.fyi
2921 'Android WebView P FYI (rel)': {
2922 'args': [
2923 '--annotation',
2924 'DisabledTest,FlakyTest' # Monitor status of disabled tests.
2925 ],
2926 },
Ben Pastenee17a8e92018-07-12 21:55:182927 'Oreo Phone Tester': {
Andrew Luo93c4a1e2019-08-30 05:26:302928 # TODO(crbug.com/997362): Enable this once it's passing.
bsheedy01833462018-12-07 01:05:572929 # TODO(https://crbug.com/884413): Re-enable this once the tests are
2930 # either passing or there is more capacity.
2931 'experiment_percentage': 0,
Ben Pastenee17a8e92018-07-12 21:55:182932 },
Haiyang Pan08d09dc2020-04-01 16:11:212933 'android-pie-x86-rel': {
Haiyang Panfdd94332020-03-27 02:43:292934 'args': [
2935 '--test-launcher-filter-file=../../testing/buildbot/filters/android.emulator.webview_instrumentation_test_apk.filter',
2936 ],
2937 },
Ben Pastenee17a8e92018-07-12 21:55:182938 },
Kenneth Russelleb60cbd22017-12-05 07:54:282939 },
Sven Zheng577fe5ff2020-08-03 22:06:442940 'wm_unittests': {
2941 'remove_from': [
2942 'linux-lacros-tester-rel', # https://crbug.com/1111979
2943 ],
Sven Zheng80734f12020-08-06 06:50:392944 'modifications': {
2945 # https://crbug.com/1111979
2946 'linux-lacros-tester-fyi-rel': {
2947 'experiment_percentage': 100,
2948 },
2949 },
Sven Zheng577fe5ff2020-08-03 22:06:442950 },
bsheedy800f5062018-08-07 00:47:542951 'xr_browser_tests': {
2952 'remove_from': [
Stephen Martinis1384ff92020-01-07 19:52:152953 # Randomly hangs indefinitely https://crbug.com/1018896.
2954 'Win10 FYI x64 Release (AMD RX 550)',
bsheedy800f5062018-08-07 00:47:542955 # This exception probably needs to stay due to lack of capacity
2956 # on the Win AMD bots.
2957 'Win7 FYI Debug (AMD)',
Maggie Chen4fc29842018-08-07 19:12:482958 # Fails on the bot, http://crbug.com/868143
2959 'Win7 FYI Release (AMD)',
bsheedy800f5062018-08-07 00:47:542960 ],
2961 },
Kenneth Russelleb60cbd22017-12-05 07:54:282962}