blob: 637917756f43a1541d1676e75dea04f64a8eebe7 [file] [log] [blame]
Kenneth Russelleb60cbd22017-12-05 07:54:281# Copyright 2017 The Chromium Authors. All rights reserved.
2# Use of this source code is governed by a BSD-style license that can be
3# found in the LICENSE file.
4
5# This is a .pyl, or "Python Literal", file. You can treat it just like a
6# .json file, with the following exceptions:
7# * all keys must be quoted (use single quotes, please);
8# * comments are allowed, using '#' syntax; and
9# * trailing commas are allowed.
10
11# Exceptions to the common test suites can only include removal from
12# particular bots, and modifications on particular bots. By design,
13# it's not possible to add one-off tests to bots. Instead they have to
14# be added to one of the test suites in test_suites.pyl.
15#
16# The goal is to drive the number of exceptions to zero, to make all
17# the bots behave similarly.
18{
Andrew Luo38b311f2019-10-04 03:42:0919 'android_browsertests': {
20 'modifications': {
21 'android-pie-arm64-rel': {
Andrew Luobe83fd82019-12-19 03:07:5822 'args': [
23 '--gtest_filter=-ImportantSitesUtilBrowserTest.DSENotConsideredImportantInRegularMode', # https://crbug.com/1034001
24 ],
Andrew Luo38b311f2019-10-04 03:42:0925 },
Haiyang Pan08d09dc2020-04-01 16:11:2126 'android-pie-x86-rel': {
John Budorick191adfcd2020-01-29 18:19:0427 'args': [
28 '--gtest_filter=-ImportantSitesUtilBrowserTest.DSENotConsideredImportantInRegularMode', # https://crbug.com/1034001
29 ],
30 },
Andrew Luo38b311f2019-10-04 03:42:0931 },
32 },
Kenneth Russelleb60cbd22017-12-05 07:54:2833 'android_webview_unittests': {
34 'remove_from': [
John Budorick826d5ed2017-12-28 19:27:3235 # On chromium.android, these do not need to run prior to M.
Haiyang Pana3ff55ae2020-04-23 18:26:5436 'android-lollipop-arm-rel',
Yun Liu3e759dbb2019-11-01 19:25:5237 'android-code-coverage-native', # crbug/1018434
Kenneth Russelleb60cbd22017-12-05 07:54:2838 ],
Kenneth Russelleb60cbd22017-12-05 07:54:2839 },
Kenneth Russell8a386d42018-06-02 09:48:0140 'angle_end2end_tests': {
41 'remove_from': [
Kenneth Russell8a386d42018-06-02 09:48:0142 # TODO(ynovikov) Investigate why the test breaks on older devices.
43 'Android FYI Release (Nexus 5)',
44 'Android FYI Release (Nexus 6)',
45 'Android FYI Release (Nexus 9)',
46 # Temporarily disabled due to AMDGPU-PRO issues crbug.com/786219
47 'Linux FYI Release (AMD R7 240)',
Yuly Novikovab7256232019-04-08 19:08:0948 # Temporarily disabled due to bad NVIDIA driver upgrade crbug.com/950542
49 'Linux FYI Debug (NVIDIA)',
50 'Linux FYI GPU TSAN Release',
jonrossfb1c61b72019-11-19 01:43:5951 # Disabling on RX 550 as we are currently qualifying the card and not
52 # checking for regressions. crbug.com/1025745
53 'Win10 FYI x64 Release (AMD RX 550)',
Kenneth Russell8a386d42018-06-02 09:48:0154 ],
55 },
56 'angle_perftests': {
57 'remove_from': [
Yuly Novikov04baee6d2018-12-21 21:22:2158 'Android FYI Release (Nexus 5)', # crbug.com/915429
Nico Weber521565b2018-07-12 22:50:1659 'Android FYI Release (Nexus 6)', # anglebug.com/2433
Yuly Novikovab7256232019-04-08 19:08:0960 'Linux FYI GPU TSAN Release', # crbug.com/950542
Kenneth Russell8a386d42018-06-02 09:48:0161 ],
62 },
Kenneth Russellfbda3c532017-12-08 23:57:2463 'angle_unittests': {
64 'remove_from': [
Kenneth Russell8a386d42018-06-02 09:48:0165 # On Android, these are already run on the main waterfall.
Kenneth Russell8a386d42018-06-02 09:48:0166 'Android FYI Release (Nexus 5X)',
Kenneth Russellfbda3c532017-12-08 23:57:2467 ],
John Budorickca14c76f62017-12-09 14:19:1868 'modifications': {
69 'Linux ASan LSan Tests (1)': {
70 'swarming': {
71 'shards': 10,
72 },
73 },
74 },
Kenneth Russellfbda3c532017-12-08 23:57:2475 },
Saman Sami8e2eedaa2019-12-18 20:23:0776 'angle_white_box_tests': {
77 'remove_from': [
78 # https://crbug.com/1035178
79 'Win10 FYI x64 Release (AMD RX 550)',
80 # https://crbug.com/1035461
81 'Linux FYI GPU TSAN Release',
82 ],
83 },
Chong Gubd7bb632020-06-01 23:17:3184 'blink_unittests': {
85 'remove_from': [
86 'Fuchsia ARM64', # https://crbug.com/1090068
87 'Fuchsia x64', # https://crbug.com/1090068
88 ],
89 },
John Chenaab16fc02020-03-03 06:35:4590 'blink_web_tests': {
91 'remove_from': [
92 'Win 7 Tests x64 (1)', # 64-bit win is unsupported by the layout tests.
93 'Win10 Tests x64 (dbg)',
94 ],
95 'modifications': {
96 'Fuchsia x64': {
97 'args': [
98 '--platform=fuchsia',
99 ],
100 'swarming': {
101 'shards': 1,
102 },
103 },
104 'Linux Tests': {
105 "args": [
106 "--additional-env-var=LLVM_PROFILE_FILE=${ISOLATED_OUTDIR}/profraw/default-%2m.profraw",
107 ],
108 },
109 'Linux Tests (dbg)(1)': {
110 'args': [
111 '--debug',
112 ],
113 'swarming': {
114 'shards': 20,
115 },
116 },
117 'Mac10.10 Tests': {
118 # TODO(kbr): this is essentially redundant.
119 'swarming': {
120 'dimension_sets': [
121 {
122 'gpu': 'none',
123 'os': 'Mac-10.10.5',
124 },
125 ],
126 'shards': 25,
127 },
128 },
129 'Mac10.11 Tests': {
130 # TODO(kbr): this is essentially redundant.
131 'swarming': {
132 'dimension_sets': [
133 {
134 'gpu': 'none',
135 'os': 'Mac-10.11.6',
136 },
137 ],
138 'shards': 25,
139 },
140 },
141 'Mac10.12 Tests': {
142 'swarming': {
143 'shards': 25,
144 },
145 },
146 'Mac10.13 Tests': {
147 'swarming': {
148 'dimension_sets': [
149 {
150 # Run the layout tests on a consistent set of hardware
151 # (Mac Minis).
152 'gpu': '8086:0a2e',
153 },
154 ],
155 'shards': 25,
156 },
157 },
158 'Mac10.13 Tests (dbg)': {
159 'args': [
160 '--debug',
161 ],
John Budorickd3375fa2020-03-17 20:49:11162 'swarming': {
163 'shards': 25,
164 },
John Chenaab16fc02020-03-03 06:35:45165 },
166 'V8 Blink Linux Debug': {
167 'args': [
168 '--debug',
169 ],
170 },
171 'V8 Blink Linux Future': {
172 'args': [
173 '--additional-driver-flag=--js-flags=--future',
174 ],
175 },
176 'WebKit Linux ASAN': {
177 'args': [
178 '--additional-expectations',
179 '../../third_party/blink/web_tests/ASANExpectations',
180 '--time-out-ms',
181 '48000',
182 '--enable-sanitizer',
183 ],
184 'swarming': {
185 'shards': 20,
186 },
187 },
188 'WebKit Linux Leak': {
189 'args': [
190 '--additional-expectations',
191 '../../third_party/blink/web_tests/LeakExpectations',
192 '--time-out-ms',
193 '48000',
194 '--enable-leak-detection',
195 ],
196 'swarming': {
197 'shards': 10,
198 },
199 },
200 'WebKit Linux MSAN': {
201 'args': [
202 '--additional-expectations',
203 '../../third_party/blink/web_tests/MSANExpectations',
204 '--time-out-ms',
205 '66000',
206 '--enable-sanitizer',
207 ],
208 'swarming': {
209 'expiration': 36000,
210 'hard_timeout': 10800,
211 'io_timeout': 3600,
212 'shards': 20,
213 },
214 },
215 'WebKit Linux composite_after_paint Dummy Builder': {
216 'args': [
217 '--additional-driver-flag=--enable-blink-features=CompositeAfterPaint',
218 ],
219 },
220 'WebKit Linux layout_ng_disabled Builder': {
221 'args': [
222 '--additional-driver-flag=--disable-blink-features=LayoutNG',
223 ],
224 },
225 'Win10 Tests x64': {
226 'args': [
227 '--target',
228 'Release_x64',
229 ],
230 'swarming': {
231 "shards": 28
232 },
233 },
234 'Win10 Tests x64 (dbg)': {
235 'args': [
236 '--debug',
237 '--target',
238 'Debug_x64',
239 ],
240 },
241 'Win10 Tests x64 Code Coverage': {
242 'args': [
243 '--target',
244 'Release_x64',
245 ],
246 'swarming': {
247 "shards": 28
248 },
249 },
250 'Win7 Tests (dbg)(1)': {
251 'args': [
252 '--debug',
253 '--time-out-ms',
254 '60000'
255 ],
256 'experiment_percentage': 100,
257 # TODO(kbr): the "Windows-7-SP1" Swarming dimension set is implicit,
258 # from prefered_os_dimension in
259 # tools/build/scripts/slave/recipe_modules/swarming/api.py. Ideally,
260 # Swarming dimensions would be either specified for all testers on the
261 # waterfall (and therefore, explicitly specified for all tests in the
262 # generated JSON), or this would be removed, and the implicit one used.
263 'swarming': {
264 'dimension_sets': [
265 {
266 'os': 'Windows-7-SP1',
267 }
268 ],
269 },
270 },
271 # tryserver.chromium.android
272 'android_blink_rel': {
273 'args': [
274 '--release',
275 '--android',
276 # TODO(crbug.com/912120): Breakpad was entirely disabled on
277 # Android. Remove this when it no longer affects Android crash
278 # log handling.
279 '--disable-breakpad',
280 # TODO(crbug.com/875172): run on the real GPU since the
281 # software fallback, SwiftShader, isn't yet for 32-bit ARM.
282 '--additional-driver-flag=--use-gpu-in-tests',
283 ],
284 },
285 'devtools_frontend_linux_blink_light_rel': {
286 'args': [
287 'http/tests/devtools',
288 ],
289 'swarming': {
290 'shards': 4,
291 },
292 },
293 'fuchsia-fyi-x64-rel': {
294 'args': [
295 '--platform=fuchsia',
296 ],
297 'swarming': {
298 'shards': 1,
299 },
300 },
Mathias Carlen30968a62020-03-31 08:47:04301 'linux-autofill-assistant': {
302 'args': [
303 '--release',
304 ],
305 },
Yuzu Saijo9709bcc2020-03-18 09:12:20306 'linux-bfcache-rel': {
John Chenaab16fc02020-03-03 06:35:45307 'args': [
John Chenaab16fc02020-03-03 06:35:45308 '--additional-driver-flag=--enable-features=BackForwardCache',
309 '--additional-expectations=../../third_party/blink/web_tests/FlagExpectations/enable-features=BackForwardCache',
310 ],
311 },
312 'linux-blink-animation-use-time-delta': {
313 'args': [
314 '--debug',
315 ],
316 },
317 'linux-blink-cors-rel': {
318 'args': [
319 '--additional-driver-flag=--disable-features=OutOfBlinkCors',
320 '--additional-expectations=../../third_party/blink/web_tests/FlagExpectations/disable-features=OutOfBlinkCors',
321 ],
322 },
323 'linux-blink-heap-concurrent-marking-tsan-rel': {
324 'args': [
325 '--release',
326 '--additional-driver-flag=--enable-features=BlinkHeapConcurrentMarking',
327 ],
328 },
329 'linux-code-coverage': {
330 'args': [
331 '--additional-env-var=LLVM_PROFILE_FILE=${ISOLATED_OUTDIR}/profraw/default-%2m.profraw',
332 ],
333 'swarming': {
334 'shards': 20,
335 },
336 },
Aaron Gable40f79aa2020-03-21 01:21:15337 'linux-layout-tests-edit-ng': {
338 'args': [
Yoshifumi Inouebebca262020-04-08 22:03:49339 '--additional-driver-flag=--enable-blink-features=EditingNG',
Aaron Gable40f79aa2020-03-21 01:21:15340 ],
341 },
John Chenaab16fc02020-03-03 06:35:45342 'linux-layout-tests-fragment-item': {
343 'args': [
344 '--additional-driver-flag=--enable-blink-features=LayoutNGFragmentItem',
345 ],
346 },
John Chenaab16fc02020-03-03 06:35:45347 'mac10.10-blink-rel-dummy': {
348 'swarming': {
349 'shards': 20,
350 },
351 },
352 'mac10.11-blink-rel-dummy': {
353 'swarming': {
354 'shards': 20,
355 },
356 },
357 'mac10.12-blink-rel-dummy': {
358 'swarming': {
359 'shards': 20,
360 },
361 },
362 'mac10.13-blink-rel-dummy': {
363 'swarming': {
364 'shards': 20,
365 },
366 },
367 'mac10.13_retina-blink-rel-dummy': {
368 'swarming': {
369 'shards': 20,
370 },
371 },
372 'mac10.14-blink-rel-dummy': {
373 'swarming': {
374 'shards': 20,
375 },
376 },
Ilia Samsonov7efe05e2020-05-07 19:00:46377 'mac10.15-blink-rel-dummy': {
378 'swarming': {
379 'shards': 20,
380 },
381 },
John Chenaab16fc02020-03-03 06:35:45382 },
383 },
Chong Gu9a2741732020-02-24 21:32:01384 'boringssl_crypto_tests': {
385 'remove_from': [
386 # https://crbug.com/1054545
Stephen Roeac495972020-02-25 23:32:41387 'Fuchsia ARM64',
Chong Gu9a2741732020-02-24 21:32:01388 ],
389 },
390 'boringssl_ssl_tests': {
391 'remove_from': [
392 # https://crbug.com/1054545
Stephen Roeac495972020-02-25 23:32:41393 'Fuchsia ARM64',
Chong Gu9a2741732020-02-24 21:32:01394 ],
395 },
John Budorickca995852019-06-26 16:55:55396 'breakpad_unittests': {
397 'modifications': {
398 'android-asan': {
399 'args': [
400 '--test-launcher-filter-file=../../testing/buildbot/filters/android.asan.breakpad_unittests.filter',
401 ],
402 },
403 },
404 },
Kenneth Russelleb60cbd22017-12-05 07:54:28405 'browser_tests': {
Kenneth Russellfbda3c532017-12-08 23:57:24406 'remove_from': [
Brad Halla36886c2019-02-26 16:52:29407 'CrWinAsan(dll)', # https://crbug.com/935598
Nico Weber3af4da72018-02-27 01:59:41408 'linux-win_cross-rel',
Nico Weberdae13cd92018-12-14 13:56:26409 'ToTLinuxTSan', # https://crbug.com/368525
John Budorick5ef11472019-12-18 22:02:33410 'Mac10.10 Tests', # https://crbug.com/828031
Aaron Gable30cda242020-01-22 21:02:58411 'Mac10.13 Tests', # https://crbug.com/1042757
Nico Weberd36959682018-04-12 03:33:46412 'Linux TSan Tests', # https://crbug.com/368525
Stephen Martinise701f5a2018-05-04 01:25:11413 'Win10 Tests x64 (dbg)',
Kenneth Russellfbda3c532017-12-08 23:57:24414 ],
Kenneth Russelleb60cbd22017-12-05 07:54:28415 'modifications': {
Stephen Martinis1384ff92020-01-07 19:52:15416 'Linux - Future (dbg)': { # client.v8.chromium
Yuke Liaoea70f472019-12-19 06:03:36417 'swarming': {
Stephen Martinis1384ff92020-01-07 19:52:15418 'shards': 10,
Yuke Liaoea70f472019-12-19 06:03:36419 },
420 },
Stephen Martinis1384ff92020-01-07 19:52:15421 'Linux ASan LSan Tests (1)': {
422 # These are very slow on the ASAN trybot for some reason.
423 # crbug.com/794372
Roberto Carrillo2c9ec972019-03-20 03:11:19424 'swarming': {
Stephen Martinis1384ff92020-01-07 19:52:15425 'shards': 40,
Roberto Carrillo2c9ec972019-03-20 03:11:19426 },
427 },
Chris Cunningham1d0e9e12020-02-26 22:56:40428 'Linux ASan Tests (sandboxed)': {
429 'swarming': {
430 'shards': 12, # https://crbug.com/1056300
431 },
432 },
Stephen Martinis1384ff92020-01-07 19:52:15433 'Linux Chromium OS ASan LSan Tests (1)': {
434 # These are very slow on the ASAN trybot for some reason.
435 # crbug.com/794372
Roberto Carrillo5a5c98dc2019-10-30 22:33:51436 'swarming': {
Stephen Martinis1384ff92020-01-07 19:52:15437 'shards': 31,
Roberto Carrillo5a5c98dc2019-10-30 22:33:51438 },
439 },
Stephen Martinis1384ff92020-01-07 19:52:15440 'Linux ChromiumOS MSan Tests': {
441 # These are very slow on the Chrome OS MSAN trybot for some reason.
442 # crbug.com/865455
Kenneth Russell56a3e862017-12-08 03:11:34443 'swarming': {
Ben Pastene44221d32020-05-21 23:38:36444 'shards': 32,
Kenneth Russell56a3e862017-12-08 03:11:34445 },
Ben Pastene44221d32020-05-21 23:38:36446 'args': [
447 '--test-launcher-filter-file=../../testing/buildbot/filters/chromeos.msan.browser_tests.oobe_negative.filter',
448 ],
Kenneth Russell56a3e862017-12-08 03:11:34449 },
John Budorick614f91a2020-03-30 20:34:55450 'Linux Tests (dbg)(1)': {
451 # crbug.com/1066161
452 'swarming': {
453 'shards': 20,
454 },
455 },
Stephen Martinis1384ff92020-01-07 19:52:15456 'Mac ASan 64 Tests (1)': {
Kenneth Russellfbda3c532017-12-08 23:57:24457 'swarming': {
John Budorick542f4762020-03-17 20:40:14458 'dimension_sets': [
459 {
460 # These shards are liable to time out when running on minis.
461 'cores': '8',
462 }
463 ],
Kenneth Russellfbda3c532017-12-08 23:57:24464 'shards': 20,
465 },
466 },
John Budorickd3375fa2020-03-17 20:49:11467 'Mac10.13 Tests (dbg)': {
468 'swarming': {
469 'shards': 20,
470 },
471 },
Stephen Martinis1384ff92020-01-07 19:52:15472 'ToTWin(dbg)': {
Kenneth Russelleb60cbd22017-12-05 07:54:28473 'swarming': {
John Budorickca14c76f62017-12-09 14:19:18474 'shards': 20,
Kenneth Russelleb60cbd22017-12-05 07:54:28475 },
476 },
Stephen Martinis1384ff92020-01-07 19:52:15477 'ToTWin64(dbg)': {
Kenneth Russell8ceeabf2017-12-11 17:53:28478 'swarming': {
479 'shards': 20,
480 },
481 },
Kenneth Russell6c83d212018-07-27 20:52:59482 'Win10 Tests x64': {
483 # crbug.com/868082
484 'args': [
485 '--disable-features=WebRTC-H264WithOpenH264FFmpeg',
486 ],
Takuto Ikutac9c269a2019-01-10 22:40:25487 'swarming': {
488 # This is for slow test execution that often becomes a critical path of
489 # swarming jobs. crbug.com/868114
490 'shards': 15,
491 }
Kenneth Russell6c83d212018-07-27 20:52:59492 },
Sajjad Mirza87e17b242020-01-22 18:49:07493 'Win10 Tests x64 Code Coverage': {
494 # crbug.com/868082
495 'args': [
496 '--disable-features=WebRTC-H264WithOpenH264FFmpeg',
497 ],
498 'swarming': {
499 # This is for slow test execution that often becomes a critical path of
500 # swarming jobs. crbug.com/868114
501 'shards': 15,
502 }
503 },
Stephen Martinis1384ff92020-01-07 19:52:15504 'Win7 Tests (1)': {
505 # This is for slow test execution that often becomes a critical path of
506 # swarming jobs. crbug.com/868114
507 'swarming': {
508 'shards': 15,
509 },
510 },
511 'Win7 Tests (dbg)(1)': {
Pavol Markoc579e072019-12-05 22:42:02512 'swarming': {
513 'shards': 20,
514 },
515 },
Stephen Martinis1384ff92020-01-07 19:52:15516 'linux-chromeos-chrome': {
517 # TODO(https://crbug.com/932269): Promote out of experiment when the
518 # tests are green.
519 'args': [
520 '--test-launcher-filter-file=../../testing/buildbot/filters/chromeos.browser_tests.filter',
521 ],
522 },
523 'linux-chromeos-code-coverage': {
Nico Weber0c2861b2018-12-14 18:05:16524 'swarming': {
Stephen Martinis1384ff92020-01-07 19:52:15525 'shards': 50,
526 },
527 },
528 'linux-chromeos-dbg': {
529 'swarming': {
530 'shards': 30,
531 },
532 },
533 'linux-chromeos-rel': {
534 'swarming': {
535 'shards': 20,
Stephanie Kime9008f72020-03-05 23:01:16536 'dimension_sets': [
537 {
538 'kvm': '1',
539 },
540 ],
Stephen Martinis1384ff92020-01-07 19:52:15541 },
542 },
543 'linux-code-coverage': {
Yuke Liao58e1d202020-03-20 23:02:01544 'args': [
545 '--no-sandbox',
546 ],
Stephen Martinis1384ff92020-01-07 19:52:15547 'swarming': {
548 'shards': 50,
549 },
550 },
551 'linux-trusty-rel': {
552 'args': [
John Budorick79ec9012020-01-08 21:56:31553 '--test-launcher-filter-file=../../testing/buildbot/filters/linux_trusty_rel.browser_tests.filter',
554 ],
Stephen Martinis1384ff92020-01-07 19:52:15555 },
556 'mac-code-coverage': {
Stephen Martinis1384ff92020-01-07 19:52:15557 'swarming': {
558 'shards': 15,
559 },
560 },
Stephen Martinis1384ff92020-01-07 19:52:15561 'win-asan': {
562 # browser_tests shards were reaching a timeout limit of 60 minutes on win-asan
563 # (https://crbug.com/1031096).
564 'swarming': {
565 'shards': 20,
Nico Weber0c2861b2018-12-14 18:05:16566 },
567 },
Kenneth Russelleb60cbd22017-12-05 07:54:28568 },
569 },
Erik Chen681dc0282019-11-26 22:54:49570 'cc_unittests': {
571 'modifications': {
572 'Linux TSan Tests': {
573 'swarming': {
574 'shards': 3,
575 },
576 },
John Budorickfa8f1da92020-01-15 18:11:38577 'android-marshmallow-x86-fyi-rel': {
578 # https://crbug.com/1039860
579 'args': [
580 '--test-launcher-filter-file=../../testing/buildbot/filters/android.emulator.cc_unittests.filter',
581 ],
582 },
Haiyang Pan08d09dc2020-04-01 16:11:21583 'android-pie-x86-rel': {
John Budorickfa8f1da92020-01-15 18:11:38584 # https://crbug.com/1039860
585 'args': [
586 '--test-launcher-filter-file=../../testing/buildbot/filters/android.emulator.cc_unittests.filter',
587 ],
588 },
Erik Chen681dc0282019-11-26 22:54:49589 },
590 },
Dirk Pranke1b767092017-12-07 04:44:23591 'checkbins': {
592 'remove_from': [
Stephen Martinis47d77132019-04-24 23:51:33593 'linux-archive-dbg',
594 'linux-archive-rel',
595 'mac-archive-dbg',
596 'mac-archive-rel',
Dirk Pranke1b767092017-12-07 04:44:23597 ],
598 },
Andrew Luod252791ac2019-10-15 00:28:13599 'chrome_java_test_pagecontroller_tests': {
600 'modifications': {
601 'android-pie-arm64-rel': {
602 'experiment_percentage': 100, # https://crbug.com/924194
603 },
604 },
605 },
Yun Liu7cfd28a2019-10-30 01:57:12606 'chrome_public_smoke_test': {
607 'remove_from': [
608 'android-code-coverage-native', # https://crbug.com/1018780
609 ],
610 },
Kenneth Russelleb60cbd22017-12-05 07:54:28611 'chrome_public_test_apk': {
John Budorick27d2d44e2019-05-20 20:26:09612 'remove_from': [
613 'android-asan', # https://crbug.com/964562
Yun Liu7cfd28a2019-10-30 01:57:12614 'android-code-coverage-native', # https://crbug.com/1018780
Haiyang Pana3ff55ae2020-04-23 18:26:54615 'android-lollipop-arm-rel', # https://crbug.com/1060245
John Budorick27d2d44e2019-05-20 20:26:09616 ],
Kenneth Russelleb60cbd22017-12-05 07:54:28617 'modifications': {
Natalie Chouinard48afb4352020-04-17 21:30:32618 'Android CFI': {
619 'args': [
620 '--exclude-annotation',
621 'Feature=RenderTest', # https://crbug.com/1068294
622 ],
623 },
Kenneth Russelleb60cbd22017-12-05 07:54:28624 'Marshmallow 64 bit Tester': {
625 'swarming': {
Kenneth Russelleb60cbd22017-12-05 07:54:28626 'shards': 14,
627 },
628 },
Arthur Wang5dd7b07c2020-04-04 01:05:22629 'Marshmallow Tablet Tester': {
630 'args': [
631 '--timeout-scale',
632 '2.0',
633 ],
634 },
Ben Pastenec73e96e92018-07-12 01:40:35635 'Oreo Phone Tester': {
bsheedy01833462018-12-07 01:05:57636 # TODO(https://crbug.com/884413): Re-enable this once the tests are
637 # either passing or there is more capacity.
638 'experiment_percentage': 0,
Ben Pastenec73e96e92018-07-12 01:40:35639 },
Stephen Martinis1384ff92020-01-07 19:52:15640 'android-arm64-proguard-rel': {
641 'swarming': {
642 'shards': 25,
643 },
644 },
Haiyang Pan1ad3bb032020-04-24 23:52:03645 'android-lollipop-arm-rel-swarming': {
Brian Sheedy44a7a0032020-04-16 19:20:57646 'swarming': {
Brian Sheedy180c2dd2020-04-22 19:34:31647 'service_account': '[email protected]'
Brian Sheedy44a7a0032020-04-16 19:20:57648 },
649 },
Stephen Martinis1384ff92020-01-07 19:52:15650 'android-marshmallow-arm64-rel': {
651 'swarming': {
652 'shards': 25,
653 },
654 },
Brian Sheedy44a7a0032020-04-16 19:20:57655 'android-marshmallow-arm64-rel-swarming': {
656 'swarming': {
Brian Sheedy180c2dd2020-04-22 19:34:31657 'service_account': '[email protected]'
Brian Sheedy44a7a0032020-04-16 19:20:57658 },
659 },
Haiyang Pan37fbd7a42020-06-03 03:27:37660 'android-marshmallow-x86-fyi-rel': {
661 'args': [
662 '--test-launcher-filter-file=../../testing/buildbot/filters/android.emulator_m.chrome_public_test_apk.filter',
663 ],
664 },
Stephen Martinis1384ff92020-01-07 19:52:15665 'android-pie-arm64-rel': {
666 'args': [
667 '--test-launcher-filter-file=../../testing/buildbot/filters/android.pie_arm64_rel.chrome_public_test_apk.filter', # https://crbug.com/1010211
668 ],
Haiyang Pan43640ee2020-02-13 01:38:00669 },
Haiyang Pan08d09dc2020-04-01 16:11:21670 'android-pie-x86-rel': {
Haiyang Pan43640ee2020-02-13 01:38:00671 'args': [
Haiyang Pan71373072020-03-02 19:57:49672 '--avd-config=../../tools/android/avd/proto/generic_playstore_android28.textpb',
673 # https://crbug.com/1046059
Haiyang Pan23f64f52020-06-04 01:23:32674 '--test-launcher-filter-file=../../testing/buildbot/filters/android.emulator_p.chrome_public_test_apk.filter',
Haiyang Pan43640ee2020-02-13 01:38:00675 ],
Haiyang Pan71373072020-03-02 19:57:49676 'swarming': {
677 'named_caches': [
678 {
679 'name': 'avd_generic_playstore_android28',
680 'path': '.android',
681 },
682 {
683 'name': 'system_images_android_28_google_apis_playstore_x86',
684 'path': '.emulator_sdk',
685 },
686 ]
687 },
John Budorick34009472018-04-03 17:38:44688 },
Kenneth Russelleb60cbd22017-12-05 07:54:28689 },
690 },
691 'chrome_public_test_vr_apk': {
Nico Weberb0b3f5862018-07-13 18:45:15692 'remove_from': [
bsheedy410dd7c2018-06-15 22:42:09693 'Lollipop Tablet Tester',
694 'Marshmallow Tablet Tester',
Haiyang Pan801fbaa32019-09-06 18:43:09695 'android-marshmallow-x86-fyi-rel',
Haiyang Pan08d09dc2020-04-01 16:11:21696 'android-pie-x86-rel',
Andrew Luo38b311f2019-10-04 03:42:09697 'android-pie-arm64-rel', # https://crbug.com/1010211
bsheedydf58b4e2018-11-01 19:42:16698 'ToTAndroid',
699 'ToTAndroidCFI',
John Budorick27d2d44e2019-05-20 20:26:09700 'android-asan', # https://crbug.com/964562
Yun Liu7cfd28a2019-10-30 01:57:12701 'android-code-coverage-native', # https://crbug.com/1018780
bsheedy410dd7c2018-06-15 22:42:09702 ],
Kenneth Russelleb60cbd22017-12-05 07:54:28703 },
bsheedy75a4dd52018-11-27 23:24:30704 'chrome_public_test_vr_apk-vega': {
705 'modifications': {
bsheedy75a4dd52018-11-27 23:24:30706 'Oreo Phone Tester': {
707 'swarming': {
708 'dimension_sets': [
709 {
710 'device_os': 'OVR1.180808.003',
711 'device_type': 'vega',
712 'os': 'Android',
713 },
714 ],
715 },
716 }
717 }
718 },
Takuto Ikuta1b749b902019-04-11 18:05:53719 'chromedriver_py_tests': {
720 'remove_from': [
721 # Timeout happens sometimes (crbug.com/951799).
Takuto Ikuta1b749b902019-04-11 18:05:53722 'Win10 Tests x64 (dbg)',
723 ],
724 },
Yun Liu3e759dbb2019-11-01 19:25:52725 'components_browsertests': {
726 'remove_from': [
727 'android-code-coverage-native', # crbug/1018434
728 ],
729 },
Kenneth Russelleb60cbd22017-12-05 07:54:28730 'components_unittests': {
Yun Liu3e759dbb2019-11-01 19:25:52731 'remove_from': [
Stephen Roeac495972020-02-25 23:32:41732 'Fuchsia ARM64', # https://crbug.com/961457
Yun Liu16394ab32019-11-19 16:37:57733 'Fuchsia x64', # https://crbug.com/961457
Yun Liu3e759dbb2019-11-01 19:25:52734 'android-code-coverage-native', # crbug/1018431
Kevin Marshallce2afe1b2019-12-06 00:49:21735 'fuchsia-fyi-arm64-rel', # https://crbug.com/961457
736 'fuchsia-fyi-x64-dbg', # https://crbug.com/961457
737 'fuchsia-fyi-x64-rel', # https://crbug.com/961457
Yun Liu3e759dbb2019-11-01 19:25:52738 ],
Kenneth Russelleb60cbd22017-12-05 07:54:28739 'modifications': {
John Budorick5052d552017-12-13 02:59:34740 'Linux ASan LSan Tests (1)': {
741 # These are very slow on the ASAN trybot for some reason.
742 # crbug.com/794372
743 'swarming': {
744 'shards': 5,
745 },
746 },
Takuto Ikuta54671d972018-07-19 19:06:35747 'Linux Chromium OS ASan LSan Tests (1)': {
748 # These are very slow on the ASAN trybot for some reason.
749 # crbug.com/794372
750 'swarming': {
751 'shards': 5,
752 },
753 },
Erik Chen681dc0282019-11-26 22:54:49754 'Linux TSan Tests': {
755 'swarming': {
756 'shards': 2,
757 },
758 },
Omer Katz7d2be652020-01-22 18:13:46759 'linux-blink-heap-concurrent-marking-tsan-rel': {
760 'swarming': {
761 'shards': 2,
762 },
763 },
Kenneth Russelleb60cbd22017-12-05 07:54:28764 },
765 },
766 'content_browsertests': {
Brad Halla36886c2019-02-26 16:52:29767 'remove_from': [
Brad Halla36886c2019-02-26 16:52:29768 'CrWinAsan(dll)', # https://crbug.com/935598
Yun Liu42f79ea2019-11-19 01:21:18769 'android-code-coverage-native', # crbug/1018434
Yuke Liaod7da81b2020-03-20 18:57:57770 # http://crbug.com/1060245#c30: due to low utility and capacity.
771 'android-marshmallow-arm64-rel',
Brad Halla36886c2019-02-26 16:52:29772 ],
Kenneth Russelleb60cbd22017-12-05 07:54:28773 'modifications': {
Kenneth Russellfbda3c532017-12-08 23:57:24774 'Cast Audio Linux': {
775 'args': [
Nico Weber02f30392018-07-16 18:39:43776 '--test-launcher-filter-file=../../testing/buildbot/filters/cast-linux.content_browsertests.filter',
Kenneth Russellfbda3c532017-12-08 23:57:24777 ],
Kenneth Russellfbda3c532017-12-08 23:57:24778 },
779 'Cast Linux': {
780 'args': [
Nico Weber02f30392018-07-16 18:39:43781 '--test-launcher-filter-file=../../testing/buildbot/filters/cast-linux.content_browsertests.filter',
Kenneth Russellfbda3c532017-12-08 23:57:24782 ],
Kenneth Russellfbda3c532017-12-08 23:57:24783 },
Erik Chenb681c8c2019-11-25 22:52:52784 'Linux ASan LSan Tests (1)': {
785 'swarming': {
786 'shards': 12,
787 },
788 },
Chris Cunninghame1a04ea2019-04-24 01:49:32789 'Linux ASan Tests (sandboxed)': {
790 'swarming': {
Stephen McGruer640f0c32020-02-14 15:29:40791 'shards': 4, # https://crbug.com/1051944
Chris Cunninghame1a04ea2019-04-24 01:49:32792 },
793 },
Erik Chen681dc0282019-11-26 22:54:49794 'Linux TSan Tests': {
795 'swarming': {
796 'shards': 15,
797 },
798 },
Stephen Martinis1384ff92020-01-07 19:52:15799 'Lollipop Phone Tester': {
800 'swarming': {
801 'shards': 13,
802 },
803 },
804 'Win10 Tests x64': {
805 # crbug.com/868082
806 'args': [
807 '--disable-features=WebRTC-H264WithOpenH264FFmpeg',
808 ],
809 },
810 'Win10 Tests x64 (dbg)': {
811 'experiment_percentage': 100,
812 # crbug.com/868082
813 'args': [
814 '--disable-features=WebRTC-H264WithOpenH264FFmpeg',
Stephen Martinis1384ff92020-01-07 19:52:15815 ],
816 },
Sajjad Mirza87e17b242020-01-22 18:49:07817 'Win10 Tests x64 Code Coverage': {
818 # crbug.com/868082
819 'args': [
820 '--disable-features=WebRTC-H264WithOpenH264FFmpeg',
821 ],
822 },
Stephen Martinis1384ff92020-01-07 19:52:15823 'android-arm64-proguard-rel': {
824 'swarming': {
825 'shards': 16,
826 },
827 },
828 'android-asan': {
829 'args': [
830 '--test-launcher-filter-file=../../testing/buildbot/filters/android.asan.content_browsertests.filter',
831 ],
832 'swarming': {
833 'shards': 18,
834 },
835 },
Haiyang Pan32b83392020-03-14 01:38:46836 'android-lollipop-arm-rel': {
837 'swarming': {
838 'shards': 15,
839 },
840 },
Stephen Martinis1384ff92020-01-07 19:52:15841 'android-marshmallow-arm64-rel': {
842 'swarming': {
843 'shards': 16,
844 },
845 },
John Budoricka4e23882020-02-28 18:36:43846 'android-marshmallow-x86-fyi-rel': {
847 'args': [
Haiyang Pan12d5acd2020-06-01 20:54:57848 '--test-launcher-filter-file=../../testing/buildbot/filters/android.emulator_m.content_browsertests.filter',
John Budoricka4e23882020-02-28 18:36:43849 ],
850 },
Haiyang Pan08d09dc2020-04-01 16:11:21851 'android-pie-x86-rel': {
John Budoricka4e23882020-02-28 18:36:43852 'args': [
Haiyang Pan12d5acd2020-06-01 20:54:57853 '--test-launcher-filter-file=../../testing/buildbot/filters/android.emulator_p.content_browsertests.filter',
John Budoricka4e23882020-02-28 18:36:43854 ],
855 },
Omer Katz7d2be652020-01-22 18:13:46856 'linux-blink-heap-concurrent-marking-tsan-rel': {
857 'swarming': {
858 'shards': 4,
859 },
860 },
Stephen Martinis1384ff92020-01-07 19:52:15861 'linux-chromeos-code-coverage': {
862 'swarming': {
863 'shards': 12,
864 },
865 },
Albert J. Wong91f109652019-11-19 03:01:16866 'linux-chromeos-rel': {
867 'swarming': {
868 'shards': 3,
869 },
870 },
Yuke Liao79424e42020-01-06 21:00:11871 'linux-code-coverage': {
Yuke Liao58e1d202020-03-20 23:02:01872 'args': [
873 '--no-sandbox',
874 ],
Yuke Liao79424e42020-01-06 21:00:11875 'swarming': {
876 'shards': 12,
877 },
878 },
Kenneth Russelleb60cbd22017-12-05 07:54:28879 },
880 },
Maksim Sisov6058ba72020-05-04 10:29:13881 'content_browsertests_wayland': {
882 'modifications': {
883 'Linux Ozone Tester (Wayland)': {
884 'args': [
885 '--test-launcher-filter-file=../../testing/buildbot/filters/ozone-linux.wayland_content_browsertests.filter',
886 ],
887 },
888 },
889 },
890 'content_browsertests_x11': {
891 'modifications': {
892 'Linux Ozone Tester (X11)': {
893 'args': [
894 '--test-launcher-filter-file=../../testing/buildbot/filters/ozone-linux.x11_content_browsertests.filter',
895 ],
896 },
897 },
898 },
Nico Weber81e16ace22018-06-30 02:58:47899 'content_shell_crash_test': {
Haiyang Pan8c201b92020-06-04 01:25:07900 'remove_from': [
901 'android-marshmallow-x86-fyi-rel', # crbug.com/1084353
902 ],
Dirk Prankeb1c36b322018-07-11 02:42:00903 'modifications': {
Dirk Prankeb1c36b322018-07-11 02:42:00904 'Win10 Tests x64 (dbg)': {
905 'experiment_percentage': 100, # https://crbug.com/861730
906 },
907 },
Nico Weber81e16ace22018-06-30 02:58:47908 },
John Budorick27d2d44e2019-05-20 20:26:09909 'content_shell_test_apk': {
910 'remove_from': [
John Budorick27d2d44e2019-05-20 20:26:09911 'android-asan', # https://crbug.com/964562
Yun Liu3e759dbb2019-11-01 19:25:52912 'android-code-coverage-native', # crbug/1018434
John Budorick27d2d44e2019-05-20 20:26:09913 ],
John Budorickee2e64f2020-03-02 20:19:10914 'modifications': {
915 'android-marshmallow-x86-fyi-rel': {
916 'args': [
Haiyang Pan28e73582020-05-30 00:34:27917 '--test-launcher-filter-file=../../testing/buildbot/filters/android.emulator_m.content_shell_test_apk.filter',
John Budorickee2e64f2020-03-02 20:19:10918 ],
919 },
Haiyang Pan08d09dc2020-04-01 16:11:21920 'android-pie-x86-rel': {
John Budorickee2e64f2020-03-02 20:19:10921 'args': [
922 '--gtest_filter=-ContentViewScrollingTest.testFling',
923 ],
924 },
925 },
John Budorick27d2d44e2019-05-20 20:26:09926 },
Kenneth Russelleb60cbd22017-12-05 07:54:28927 'content_unittests': {
Yun Liu42f79ea2019-11-19 01:21:18928 'remove_from': [
Yun Liu42f79ea2019-11-19 01:21:18929 'android-code-coverage-native', # crbug/1018434
930 ],
Kenneth Russelleb60cbd22017-12-05 07:54:28931 'modifications': {
John Budorick5052d552017-12-13 02:59:34932 'Linux ASan LSan Tests (1)': {
933 # These are slow on the ASAN trybot for some reason.
934 # crbug.com/794372
935 'swarming': {
936 'shards': 2,
937 },
938 },
Takuto Ikuta54671d972018-07-19 19:06:35939 'Linux ChromiumOS MSan Tests': {
940 # These are very slow on the Chrome OS MSAN trybot for some reason.
941 # crbug.com/865455
942 'swarming': {
943 'shards': 2,
944 },
945 },
Kenneth Russelleb60cbd22017-12-05 07:54:28946 },
947 },
Jonah Ryan-Davis832c8462020-06-09 03:45:03948 'context_lost_passthrough_tests': {
949 'modifications': {
950 'Win10 x64 Debug (NVIDIA)': {
951 'args': [
952 # TODO(https://crbug.com/1007013): Remove this flag when it's no
953 # longer necessary to figure out why the renderer process is hanging.
954 '--extra-browser-args=--no-sandbox',
955 ],
956 },
957 },
958 },
959 'context_lost_validating_tests': {
Brian Sheedye285c9b2019-07-15 21:42:46960 # TODO(https://crbug.com/850107): Remove the Android FYI Release (Pixel 2)
961 # exception once there is enough capacity to run these tests.
962 'remove_from': [
Brian Sheedye285c9b2019-07-15 21:42:46963 'Android FYI Release (Pixel 2)',
Chong Gu44db95b02020-05-19 19:40:13964 'Fuchsia x64' # https://crbug.com/1058255
Brian Sheedye285c9b2019-07-15 21:42:46965 ],
Kenneth Russellc1a09302018-07-10 01:12:54966 'modifications': {
967 'Mac FYI GPU ASAN Release': {
968 'args': [
969 '--is-asan',
970 ]
971 },
Kenneth Russellc1a09302018-07-10 01:12:54972 },
973 },
Kenneth Russellfbda3c532017-12-08 23:57:24974 'crashpad_tests': {
975 'remove_from': [
Nico Weber15a00d62018-05-16 17:11:48976 'linux-win_cross-rel', # https://crbug.com/762167
Vlad Tsyrklevich06a9a44f2019-07-24 19:14:39977 # https://crbug.com/crashpad/304
978 'Linux TSan Tests',
979 'ToTLinuxTSan',
980 # https://crbug.com/crashpad/306
981 'Linux CFI',
982 'CFI Linux ToT',
Kenneth Russellfbda3c532017-12-08 23:57:24983 ],
984 },
John Budorick5bc387fe2019-05-09 20:02:53985 'cronet_sizes': {
986 'modifications': {
987 'android-cronet-arm-dbg': {
988 'swarming': {
989 'dimension_sets': [
990 {
991 'device_os': None,
992 'device_type': None,
Takuto Ikuta5e459b12019-07-09 05:30:56993 'os': 'Ubuntu-16.04',
John Budorick5bc387fe2019-05-09 20:02:53994 },
995 ],
996 },
997 },
998 },
999 },
Zhenyao Moc307eeb72018-12-20 01:03:201000 'dawn_end2end_tests': {
1001 'remove_from': [
Zhenyao Moc307eeb72018-12-20 01:03:201002 'Linux FYI Release (AMD R7 240)', # https://crbug.com/915430
1003 ],
1004 },
Brian Sheedye285c9b2019-07-15 21:42:461005 'depth_capture_tests': {
1006 # TODO(https://crbug.com/850107): Remove the Android FYI Release (Pixel 2)
1007 # exception once there is enough capacity to run these tests.
1008 'remove_from': [
Brian Sheedye285c9b2019-07-15 21:42:461009 'Android FYI Release (Pixel 2)',
1010 ],
Brian Sheedyfe61cdac2020-02-12 01:25:591011 'modifications': {
1012 'Win10 x64 Debug (NVIDIA)': {
1013 'args': [
1014 # TODO(https://crbug.com/1007013): Remove this flag when it's no
1015 # longer necessary to figure out why the renderer process is hanging.
1016 '--extra-browser-args=--no-sandbox',
1017 ],
1018 },
1019 },
Brian Sheedye285c9b2019-07-15 21:42:461020 },
Ben Pastene61ad637c2020-05-08 22:24:411021 'disk_usage_tast_test': {
1022 # TODO(crbug.com/1077659): Add the test back after it's fixed.
1023 'remove_from': [
1024 'chromeos-kevin-rel',
1025 ],
1026 },
Joe Downing41486042018-10-18 22:44:441027 'extensions_browsertests': {
Brad Halla36886c2019-02-26 16:52:291028 'remove_from': [
Brad Halla36886c2019-02-26 16:52:291029 'CrWinAsan(dll)', # https://crbug.com/935598
1030 ],
Joe Downing41486042018-10-18 22:44:441031 'modifications': {
1032 'Win10 Tests x64 (dbg)': {
1033 'experiment_percentage': 100, # https://crbug.com/876615
1034 },
1035 },
1036 },
Kenneth Russelleb60cbd22017-12-05 07:54:281037 'gin_unittests': {
1038 'remove_from': [
Nico Weber1394523f2018-06-06 15:58:471039 'ToTLinuxASan', # https://crbug.com/831667
Nico Weberd36959682018-04-12 03:33:461040 'Linux ASan LSan Tests (1)', # https://crbug.com/831667
Nico Weber1394523f2018-06-06 15:58:471041 'Linux Chromium OS ASan LSan Tests (1)', # https://crbug.com/831667
Kenneth Russelleb60cbd22017-12-05 07:54:281042 ],
1043 },
Jonah Ryan-Davise25a89f2020-05-29 20:18:241044 'gl_tests_validating': {
John Budorickca14c76f62017-12-09 14:19:181045 'remove_from': [
John Budorickca14c76f62017-12-09 14:19:181046 'CFI Linux ToT',
Kenneth Russell8a386d42018-06-02 09:48:011047 'Android FYI Release (Nexus 5X)',
Takuto Ikutaf5333252019-11-06 16:07:081048 # Can't run on MSAN because gl_tests uses the hardware driver,
Kenneth Russell55bbec52018-05-03 18:44:551049 # which isn't instrumented.
1050 'Linux MSan Tests',
John Budorickca14c76f62017-12-09 14:19:181051 ],
Kenneth Russelleb60cbd22017-12-05 07:54:281052 'modifications': {
Kenneth Russell1a515be2018-04-28 03:54:451053 # TODO(kbr): figure out a better way to specify blocks of
1054 # arguments like this for tests on multiple machines.
1055 'Linux ASan LSan Tests (1)': {
1056 'args': [
1057 '--use-gpu-in-tests',
1058 '--no-xvfb',
1059 ],
1060 'swarming': {
1061 'dimension_sets': [
1062 {
1063 'gpu': '10de:1cb3',
1064 'os': 'Ubuntu',
Ben Pastenecb6cefc2020-03-05 19:48:461065 'pool': 'chromium.tests.gpu.template',
Kenneth Russell1a515be2018-04-28 03:54:451066 },
1067 ],
1068 },
Kenneth Russell1a515be2018-04-28 03:54:451069 },
Kenneth Russell1a515be2018-04-28 03:54:451070 'Linux CFI': {
1071 'args': [
1072 '--use-gpu-in-tests',
1073 '--no-xvfb',
1074 ],
1075 'swarming': {
1076 'dimension_sets': [
1077 {
1078 'gpu': '10de:1cb3',
1079 'os': 'Ubuntu',
Ben Pastenecb6cefc2020-03-05 19:48:461080 'pool': 'chromium.tests.gpu.template',
Kenneth Russell1a515be2018-04-28 03:54:451081 },
1082 ],
1083 },
Kenneth Russell1a515be2018-04-28 03:54:451084 },
1085 'Linux TSan Tests': {
1086 'args': [
1087 '--use-gpu-in-tests',
1088 '--no-xvfb',
1089 ],
1090 'swarming': {
1091 'dimension_sets': [
1092 {
1093 'gpu': '10de:1cb3',
1094 'os': 'Ubuntu',
Ben Pastenecb6cefc2020-03-05 19:48:461095 'pool': 'chromium.tests.gpu.template',
Kenneth Russell1a515be2018-04-28 03:54:451096 },
1097 ],
1098 },
Kenneth Russell1a515be2018-04-28 03:54:451099 },
John Budorick79ec9012020-01-08 21:56:311100 'android-marshmallow-x86-fyi-rel': {
1101 'args': [
1102 '--test-launcher-filter-file=../../testing/buildbot/filters/android.emulator.gl_tests.filter',
1103 ],
1104 },
Andrew Luo38b311f2019-10-04 03:42:091105 'android-pie-arm64-rel': {
John Budorick79ec9012020-01-08 21:56:311106 'args': [
Andrew Luobe83fd82019-12-19 03:07:581107 '--test-launcher-filter-file=../../testing/buildbot/filters/android.pie_arm64_rel.gl_tests.filter', # https://crbug.com/1034007
1108 ],
Andrew Luo38b311f2019-10-04 03:42:091109 },
Haiyang Pan08d09dc2020-04-01 16:11:211110 'android-pie-x86-rel': {
John Budorick79ec9012020-01-08 21:56:311111 'args': [
1112 '--test-launcher-filter-file=../../testing/buildbot/filters/android.emulator.gl_tests.filter',
1113 ],
1114 },
Kenneth Russelleb60cbd22017-12-05 07:54:281115 },
1116 },
Takuto Ikutaf5333252019-11-06 16:07:081117 'gl_unittests': {
1118 'remove_from': [
Takuto Ikutaf5333252019-11-06 16:07:081119 # On Android, these are already run on the main waterfall.
1120 # Run them on the one-off Android FYI bots, though.
1121 'Android FYI Release (Nexus 5X)',
1122 # Temporarily disabled due to AMDGPU-PRO issues crbug.com/786219
1123 'Linux FYI Release (AMD R7 240)',
Yuly Novikov37e04342020-05-29 00:52:041124 # Can't run on MSAN because gl_unittests uses the hardware driver,
1125 # which isn't instrumented.
1126 'Linux MSan Tests',
Takuto Ikutaf5333252019-11-06 16:07:081127 ],
Takuto Ikutaf5333252019-11-06 16:07:081128 },
1129 'gl_unittests_ozone': {
1130 'remove_from': [
1131 # Can't run on MSAN because gl_unittests_ozone uses the hardware driver,
1132 # which isn't instrumented.
1133 'Linux ChromiumOS MSan Tests',
1134 ],
1135 },
1136 'gpu_process_launch_tests': {
1137 # TODO(https://crbug.com/850107): Remove the Android FYI Release (Pixel 2)
1138 # exception once there is enough capacity to run these tests.
1139 'remove_from': [
Takuto Ikutaf5333252019-11-06 16:07:081140 'Android FYI Release (Pixel 2)',
1141 ],
Brian Sheedyfe61cdac2020-02-12 01:25:591142 'modifications': {
1143 'Win10 x64 Debug (NVIDIA)': {
1144 'args': [
1145 # TODO(https://crbug.com/1007013): Remove this flag when it's no
1146 # longer necessary to figure out why the renderer process is hanging.
1147 '--extra-browser-args=--no-sandbox',
1148 ],
1149 },
1150 },
Takuto Ikutaf5333252019-11-06 16:07:081151 },
Brian Sheedye285c9b2019-07-15 21:42:461152 'hardware_accelerated_feature_tests': {
1153 # TODO(https://crbug.com/850107): Remove the Android FYI Release (Pixel 2)
1154 # exception once there is enough capacity to run these tests.
1155 'remove_from': [
Brian Sheedye285c9b2019-07-15 21:42:461156 'Android FYI Release (Pixel 2)',
1157 ],
1158 },
Brad Halla36886c2019-02-26 16:52:291159 'headless_browsertests': {
1160 'remove_from': [
Brad Halla36886c2019-02-26 16:52:291161 'CrWinAsan(dll)', # https://crbug.com/935598
Chong Gue04159c2020-06-04 02:45:391162 'Fuchsia ARM64', # https://crbug.com/757053
1163 'Fuchsia x64', # https://crbug.com/757053
1164 ],
1165 },
1166 'headless_unittests': {
1167 'remove_from': [
1168 'Fuchsia ARM64', # https://crbug.com/757053
1169 'Fuchsia x64', # https://crbug.com/757053
Brad Halla36886c2019-02-26 16:52:291170 ],
1171 },
Kenneth Russell8a386d42018-06-02 09:48:011172 'info_collection_tests': {
1173 'remove_from': [
Kenneth Russell8a386d42018-06-02 09:48:011174 # The Mac ASAN swarming bot runs tests on two different GPU
1175 # types, so we can't have one expected vendor ID / device ID.
1176 'Mac FYI GPU ASAN Release',
Kenneth Russell8a386d42018-06-02 09:48:011177 'Android V8 FYI Release (Nexus 5X)',
1178 'Linux V8 FYI Release (NVIDIA)',
Michael Achenbach5fdfc67b2018-12-13 13:26:351179 'Linux V8 FYI Release - pointer compression (NVIDIA)',
Kenneth Russell8a386d42018-06-02 09:48:011180 'Mac V8 FYI Release (Intel)',
1181 'Win V8 FYI Release (NVIDIA)',
1182 ],
Brian Sheedyfe61cdac2020-02-12 01:25:591183 'modifications': {
Brian Sheedydf2672f2020-05-07 20:44:361184 'Win10 FYI x64 Exp Release (Intel HD 630)': {
1185 'args': [
1186 # TODO(https://crbug.com/1053803): Add this to all tests once UHD
1187 # 630 machines are used alongside HD 630 machines.
1188 '--expected-device-id', '3e92',
1189 ],
1190 },
Brian Sheedyfe61cdac2020-02-12 01:25:591191 'Win10 x64 Debug (NVIDIA)': {
1192 'args': [
1193 # TODO(https://crbug.com/1007013): Remove this flag when it's no
1194 # longer necessary to figure out why the renderer process is hanging.
1195 '--extra-browser-args=--no-sandbox',
1196 ],
1197 },
1198 },
Brian Sheedy32eeeb52020-05-22 01:49:371199 'replacements': {
1200 'ChromeOS FYI Release (amd64-generic)': {
1201 'args': {
1202 # Swarming does not report a GPU since tests are run in a VM, but
1203 # the VM does report that a GPU is present.
1204 '--expected-vendor-id': '1af4',
1205 '--expected-device-id': '1050',
1206 },
1207 }
1208 },
Kenneth Russell8a386d42018-06-02 09:48:011209 },
Kenneth Russelleb60cbd22017-12-05 07:54:281210 'interactive_ui_tests': {
Brad Halla36886c2019-02-26 16:52:291211 'remove_from': [
Brad Halla36886c2019-02-26 16:52:291212 'CrWinAsan(dll)', # https://crbug.com/935598
1213 ],
Kenneth Russelleb60cbd22017-12-05 07:54:281214 'modifications': {
Stephen Martinis1384ff92020-01-07 19:52:151215 'Linux - Future (dbg)': { # client.v8.chromium
Nico Weberdae13cd92018-12-14 13:56:261216 'swarming': {
Stephen Martinis1384ff92020-01-07 19:52:151217 'shards': 3,
Nico Weberdae13cd92018-12-14 13:56:261218 },
1219 },
John Budorickca14c76f62017-12-09 14:19:181220 'Linux ASan LSan Tests (1)': {
Nico Weber96a75a6942018-06-20 04:53:171221 # These are slow on the ASan trybot for some reason, crbug.com/794372
1222 'swarming': {
1223 'shards': 6,
1224 },
1225 },
Takuto Ikuta54671d972018-07-19 19:06:351226 'Linux ChromiumOS MSan Tests': {
1227 # These are very slow on the Chrome OS MSAN trybot for some reason.
1228 # crbug.com/865455
1229 'swarming': {
1230 'shards': 5,
1231 },
1232 },
Stephen Martinis1384ff92020-01-07 19:52:151233 'Linux TSan Tests': {
1234 # These are slow on the TSan bots for some reason, crbug.com/794372
Dirk Pranke8fd63c12017-12-10 18:06:271235 'swarming': {
Stephen Martinis1384ff92020-01-07 19:52:151236 'shards': 20,
Dirk Pranke8fd63c12017-12-10 18:06:271237 },
1238 },
Stephen Martinis1384ff92020-01-07 19:52:151239 'ToTLinuxTSan': {
1240 # These are slow on the TSan bots for some reason, crbug.com/794372
1241 'swarming': {
1242 'shards': 6,
1243 },
1244 },
Ian Struiksma07a90df2020-01-23 00:54:501245 'Win 7 Tests x64 (1)': {
1246 # These tests are continually flaky on Win7 bots, crbug.com/967588
1247 'args': [
1248 '--test-launcher-filter-file=../../testing/buildbot/filters/autofill.interactive_ui_tests.filter',
1249 ],
1250 },
Stephen Martinis1384ff92020-01-07 19:52:151251 # temporary, https://crbug.com/818832
Greg Thompson3eb7e6522018-05-25 09:04:031252 'Win10 Tests x64 (dbg)': {
1253 'experiment_percentage': 100,
1254 },
Ian Struiksma07a90df2020-01-23 00:54:501255 'Win7 Tests (1)': {
1256 # These tests are continually flaky on Win7 bots, crbug.com/967588
1257 'args': [
1258 '--test-launcher-filter-file=../../testing/buildbot/filters/autofill.interactive_ui_tests.filter',
1259 ],
1260 },
Stephen Martinis1384ff92020-01-07 19:52:151261 'Win7 Tests (dbg)(1)': {
Ian Struiksma07a90df2020-01-23 00:54:501262 # These tests are continually flaky on Win7 bots, crbug.com/967588
1263 'args': [
1264 '--test-launcher-filter-file=../../testing/buildbot/filters/autofill.interactive_ui_tests.filter',
1265 ],
Stephen Martinis1384ff92020-01-07 19:52:151266 'swarming': {
1267 'shards': 4,
1268 },
1269 },
Ben Pastene8ef125e2019-12-10 01:46:291270 'linux-chromeos-chrome': {
1271 # TODO(crbug.com/970649): Remove this filter.
1272 'args': [
1273 '--gtest_filter=-SadTabViewInteractiveUITest.ReloadMultipleSadTabs',
1274 ],
1275 },
Stephen Martinis1384ff92020-01-07 19:52:151276 'linux-chromeos-code-coverage': {
Yuke Liao79424e42020-01-06 21:00:111277 'swarming': {
1278 'shards': 10,
1279 },
1280 },
Stephen Martinis1384ff92020-01-07 19:52:151281 'linux-code-coverage': {
Yuke Liao79424e42020-01-06 21:00:111282 'swarming': {
1283 'shards': 10,
1284 },
1285 },
Kenneth Russelleb60cbd22017-12-05 07:54:281286 },
1287 },
John Budorickf00e5ff2019-06-11 21:21:061288 'ipc_tests': {
1289 'modifications': {
1290 'android-asan': {
1291 'swarming': {
1292 'shards': 2,
1293 },
1294 },
1295 },
1296 },
Jonah Ryan-Davis832c8462020-06-09 03:45:031297 'maps_pixel_passthrough_test': {
1298 'replacements': {
1299 # The V8 builders pass the V8 revision for ${got_revision}, so instead
1300 # use ${got_cr_revision}, which is only set on the V8 bots.
1301 'Linux V8 FYI Release (NVIDIA)': {
1302 'args': {
1303 '--git-revision': '${got_cr_revision}',
1304 },
1305 },
1306 'Linux V8 FYI Release - pointer compression (NVIDIA)': {
1307 'args': {
1308 '--git-revision': '${got_cr_revision}',
1309 },
1310 },
1311 'Win V8 FYI Release (NVIDIA)': {
1312 'args': {
1313 '--git-revision': '${got_cr_revision}',
1314 },
1315 },
1316 },
1317 },
1318 'maps_pixel_validating_test': {
Brian Sheedye285c9b2019-07-15 21:42:461319 # TODO(https://crbug.com/850107): Remove the Android FYI Release (Pixel 2)
1320 # exception once there is enough capacity to run these tests.
1321 'remove_from': [
Brian Sheedye285c9b2019-07-15 21:42:461322 'Android FYI Release (Pixel 2)',
1323 ],
Brian Sheedy44fd891b2019-10-03 20:07:541324 'replacements': {
Brian Sheedy44fd891b2019-10-03 20:07:541325 # The V8 builders pass the V8 revision for ${got_revision}, so instead
1326 # use ${got_cr_revision}, which is only set on the V8 bots.
1327 'Android V8 FYI Release (Nexus 5X)': {
1328 'args': {
Brian Sheedy4d335deb2020-04-01 20:47:321329 '--git-revision': '${got_cr_revision}',
Brian Sheedy44fd891b2019-10-03 20:07:541330 },
1331 },
1332 'Linux V8 FYI Release (NVIDIA)': {
1333 'args': {
Brian Sheedy4d335deb2020-04-01 20:47:321334 '--git-revision': '${got_cr_revision}',
Brian Sheedy44fd891b2019-10-03 20:07:541335 },
1336 },
1337 'Linux V8 FYI Release - pointer compression (NVIDIA)': {
1338 'args': {
Brian Sheedy4d335deb2020-04-01 20:47:321339 '--git-revision': '${got_cr_revision}',
Brian Sheedy44fd891b2019-10-03 20:07:541340 },
1341 },
1342 'Mac V8 FYI Release (Intel)': {
1343 'args': {
Brian Sheedy4d335deb2020-04-01 20:47:321344 '--git-revision': '${got_cr_revision}',
Brian Sheedy44fd891b2019-10-03 20:07:541345 },
1346 },
Brian Sheedy44fd891b2019-10-03 20:07:541347 },
Brian Sheedye285c9b2019-07-15 21:42:461348 },
Andrew Luo38b311f2019-10-04 03:42:091349 'media_unittests': {
1350 'modifications': {
John Budorickb5185112020-01-08 22:40:211351 'android-marshmallow-x86-fyi-rel': {
1352 'args': [
Haiyang Pan569659f02020-05-30 00:48:451353 '--test-launcher-filter-file=../../testing/buildbot/filters/android.emulator_m.media_unittests.filter',
John Budorickb5185112020-01-08 22:40:211354 ],
1355 },
Andrew Luo38b311f2019-10-04 03:42:091356 'android-pie-arm64-rel': {
Andrew Luobe83fd82019-12-19 03:07:581357 'args': [
1358 '--gtest_filter=-AAudio/AudioOutputTest.Play200HzTone/0', # https://crbug.com/1034009
1359 ],
Andrew Luo38b311f2019-10-04 03:42:091360 },
Haiyang Pan08d09dc2020-04-01 16:11:211361 'android-pie-x86-rel': {
John Budorickb5185112020-01-08 22:40:211362 'args': [
Haiyang Pan569659f02020-05-30 00:48:451363 '--test-launcher-filter-file=../../testing/buildbot/filters/android.emulator_p.media_unittests.filter',
John Budorickb5185112020-01-08 22:40:211364 ],
1365 },
Andrew Luo38b311f2019-10-04 03:42:091366 },
1367 },
John Budorickf00e5ff2019-06-11 21:21:061368 'mojo_unittests': {
1369 'modifications': {
1370 'android-asan': {
1371 'swarming': {
John Budorick5a29d7542019-10-11 20:56:441372 'shards': 5,
John Budorickf00e5ff2019-06-11 21:21:061373 },
1374 },
1375 },
1376 },
Erik Chend16d922d2019-12-10 04:37:141377 'monochrome_apk_checker': {
Ben Pastene521f8d62020-01-08 20:01:151378 'modifications': {
1379 'ToTAndroid': {
1380 'swarming': {
1381 'dimension_sets': [
1382 {
John Budorick838256a2020-02-29 01:29:071383 'cpu': 'x86-64',
Ben Pastene521f8d62020-01-08 20:01:151384 'device_os': None,
1385 'device_playstore_version': None,
1386 'device_type': None,
1387 'os': 'Ubuntu-16.04',
1388 },
1389 ],
1390 },
1391 },
1392 'android-arm64-proguard-rel': {
1393 'swarming': {
1394 'dimension_sets': [
1395 {
John Budorick838256a2020-02-29 01:29:071396 'cpu': 'x86-64',
Ben Pastene521f8d62020-01-08 20:01:151397 'device_os': None,
1398 'device_playstore_version': None,
1399 'device_type': None,
1400 'os': 'Ubuntu-16.04',
1401 },
1402 ],
1403 },
1404 },
1405 'android-pie-arm64-rel': {
1406 'swarming': {
1407 'dimension_sets': [
1408 {
John Budorick838256a2020-02-29 01:29:071409 'cpu': 'x86-64',
Ben Pastene521f8d62020-01-08 20:01:151410 'device_os': None,
1411 'device_os_flavor': None,
1412 'device_playstore_version': None,
1413 'device_type': None,
1414 'os': 'Ubuntu-16.04',
1415 },
1416 ],
1417 },
1418 },
1419 },
Erik Chend16d922d2019-12-10 04:37:141420 },
bsheedye9469572019-01-23 17:31:331421 'monochrome_public_test_ar_apk': {
1422 'modifications': {
Brian Sheedy12169aa2019-10-16 23:38:031423 'Nougat Phone Tester': {
1424 'args': [
1425 # ArCore is not installed as a system app on N, so we can install it
1426 # normally instead of replacing the system version.
1427 '--additional-apk=//third_party/arcore-android-sdk/test-apks/arcore/arcore_current.apk'
1428 ],
1429 },
bsheedye9469572019-01-23 17:31:331430 # We need to match the Playstore version as well because AR tests fail on
1431 # old versions of the Playstore.
1432 'Oreo Phone Tester': {
Brian Sheedy2bcd16b2019-04-22 22:47:081433 'args': [
1434 # ArCore is not installed as a system app on O, so we can install it
1435 # normally instead of replacing the system version.
1436 '--additional-apk=//third_party/arcore-android-sdk/test-apks/arcore/arcore_current.apk'
1437 ],
bsheedye9469572019-01-23 17:31:331438 'swarming': {
1439 'dimension_sets': [
1440 {
1441 'device_os': 'OPR3.170623.008',
1442 'device_playstore_version': '12.8.23-all',
1443 'device_type': 'marlin',
1444 'os': 'Android',
1445 },
1446 ],
1447 },
1448 },
Haiyang Pan57159eba2020-05-07 23:14:131449 'android-10-arm64-rel': {
1450 'args': [
1451 '--replace-system-package=com.google.ar.core,//third_party/arcore-android-sdk/test-apks/arcore/arcore_current.apk'
1452 ]
1453 },
Brian Sheedy2bcd16b2019-04-22 22:47:081454 'android-pie-arm64-dbg': {
1455 'args': [
1456 '--replace-system-package=com.google.ar.core,//third_party/arcore-android-sdk/test-apks/arcore/arcore_current.apk'
1457 ]
1458 }
bsheedye9469572019-01-23 17:31:331459 },
1460 },
Nico Weberd3096fb2018-06-07 17:50:151461 'nacl_helper_nonsfi_unittests': {
1462 'remove_from': [
Nico Weberd3096fb2018-06-07 17:50:151463 'Linux TSan Tests', # Sets enable_nacl=false.
1464 ],
1465 },
Kenneth Russellfbda3c532017-12-08 23:57:241466 'nacl_loader_unittests': {
1467 'remove_from': [
Nico Weber48f187142018-06-01 15:16:351468 'ToTMacASan', # The mac asan tot bot sets enable_nacl=false
Nico Weber3611ee802018-06-07 13:34:511469 'linux-win_cross-rel', # Sets enable_nacl=false, https://crbug.com/774186
Nico Webera8fc38f72018-04-10 02:20:111470 'Linux TSan Tests', # The TSan bot sets enable_nacl=false
Nico Weber05d3e642018-05-31 16:59:481471 'Mac ASan 64 Tests (1)', # The mac asan bot sets enable_nacl=false
Aaron Gable38265fe2020-04-09 23:49:071472 'Mac10.15 Tests', # All 10.15 builders set enable_nacl=false
Kenneth Russellfbda3c532017-12-08 23:57:241473 ],
1474 },
Kenneth Russelleb60cbd22017-12-05 07:54:281475 'net_unittests': {
Kenneth Russellfbda3c532017-12-08 23:57:241476 'remove_from': [
Stephen Roeac495972020-02-25 23:32:411477 'Fuchsia ARM64', # https://crbug.com/877248
Fabrice de Gans-Riberia1541ca2019-01-09 20:05:461478 'fuchsia-fyi-x64-dbg', # https://crbug.com/844416
Kenneth Russellfbda3c532017-12-08 23:57:241479 ],
Kenneth Russelleb60cbd22017-12-05 07:54:281480 'modifications': {
John Budorickca14c76f62017-12-09 14:19:181481 'Linux ASan LSan Tests (1)': {
John Budorick5052d552017-12-13 02:59:341482 # These are very slow on the ASAN trybot for some reason.
1483 # crbug.com/794372
John Budorickca14c76f62017-12-09 14:19:181484 'swarming': {
John Budorick5052d552017-12-13 02:59:341485 'shards': 16,
John Budorickca14c76f62017-12-09 14:19:181486 },
1487 },
1488 'Linux Chromium OS ASan LSan Tests (1)': {
Takuto Ikuta54671d972018-07-19 19:06:351489 # These are very slow on the ASAN trybot for some reason.
1490 # crbug.com/794372
John Budorickca14c76f62017-12-09 14:19:181491 'swarming': {
Sergey Berezinda3255c2018-03-16 00:34:021492 'shards': 8,
John Budorickca14c76f62017-12-09 14:19:181493 }
1494 },
Takuto Ikuta54671d972018-07-19 19:06:351495 'Linux ChromiumOS MSan Tests': {
1496 # These are very slow on the Chrome OS MSAN trybot for some reason.
1497 # crbug.com/865455
1498 'swarming': {
1499 'shards': 2,
1500 },
1501 },
John Budorickca14c76f62017-12-09 14:19:181502 'Linux TSan Tests': {
1503 'swarming': {
1504 'shards': 4,
1505 }
1506 },
Ben Pastene8bf205b2018-06-13 04:00:331507 # The suite runs signficantly slower on linux dbg, so increase shards.
1508 'Linux Tests (dbg)(1)': {
1509 'swarming': {
1510 'shards': 2,
1511 },
1512 },
Stephen Martinis1384ff92020-01-07 19:52:151513 'ToTLinuxASan': {
1514 # TODO(crbug.com/794372): net_unittests is slow under ASan.
1515 'swarming': {
1516 'shards': 16,
1517 },
1518 },
1519 'ToTLinuxTSan': {
1520 'swarming': {
1521 'shards': 4,
1522 }
1523 },
John Budorick7fde6b492020-01-29 17:43:501524 'android-marshmallow-x86-fyi-rel': {
1525 # crbug.com/1046060
1526 'args': [
1527 '--test-launcher-filter-file=../../testing/buildbot/filters/android.emulator.net_unittests.filter',
1528 ],
1529 },
Haiyang Pan08d09dc2020-04-01 16:11:211530 'android-pie-x86-rel': {
John Budorick7fde6b492020-01-29 17:43:501531 # crbug.com/1046060
1532 'args': [
1533 '--test-launcher-filter-file=../../testing/buildbot/filters/android.emulator.net_unittests.filter',
1534 ],
1535 },
Ben Pastene8ef125e2019-12-10 01:46:291536 'chromeos-betty-chrome': {
1537 # TODO(crbug.com/986904): Remove this filter.
1538 'args': [
1539 '--gtest_filter=-NetworkQualityEstimatorTest.TestTCPSocketRTT',
1540 ],
1541 },
Omer Katz7d2be652020-01-22 18:13:461542 'linux-blink-heap-concurrent-marking-tsan-rel': {
1543 'swarming': {
1544 'shards': 4,
1545 }
1546 },
Ben Pastene8bf205b2018-06-13 04:00:331547 'linux-chromeos-dbg': {
1548 'swarming': {
1549 'shards': 2,
1550 },
1551 },
Kenneth Russelleb60cbd22017-12-05 07:54:281552 },
1553 },
John Abd-El-Malek99b6f4a2018-06-11 23:08:311554 'network_service_browser_tests': {
1555 'remove_from': [
Brad Halla36886c2019-02-26 16:52:291556 'CrWinAsan(dll)', # https://crbug.com/935598
Nico Weberdae13cd92018-12-14 13:56:261557 'ToTLinuxTSan', # https://crbug.com/368525
Nico Weber073af192018-06-21 19:22:171558 'Linux ASan LSan Tests (1)', # No capacity, https://crbug.com/852442
1559 'Linux TSan Tests', # No capacity, https://crbug.com/852442
Nico Weber17d2fcddb2018-06-14 18:28:191560 'Win7 Tests (1)', # For swarming capacity reasons.
1561 'Win10 Tests x64 (dbg)', # Matches browser_tests.
John Abd-El-Malek69ae1492018-09-06 20:00:061562 # Only run network service tests on Mac 10.12 for capacity reasons.
John Abd-El-Malek69ae1492018-09-06 20:00:061563 'Mac10.10 Tests',
1564 'Mac10.11 Tests',
1565 'Mac10.13 Tests',
1566 'Mac10.13 Tests (dbg)',
1567 'Mac ASan 64 Tests (1)',
John Abd-El-Malek69ae1492018-09-06 20:00:061568 'ToTMacASan',
John Abd-El-Malek99b6f4a2018-06-11 23:08:311569 ],
Kenneth Russell6c83d212018-07-27 20:52:591570 'modifications': {
Kenneth Russell6c83d212018-07-27 20:52:591571 'Win10 Tests x64': {
1572 # crbug.com/868082
1573 'args': [
1574 '--disable-features=WebRTC-H264WithOpenH264FFmpeg',
1575 ],
Takuto Ikutac9c269a2019-01-10 22:40:251576 # This is for slow test execution that often becomes a critical path of
1577 # swarming jobs. crbug.com/868114
1578 'swarming': {
1579 'shards': 20,
1580 },
Kenneth Russell6c83d212018-07-27 20:52:591581 },
Sajjad Mirza87e17b242020-01-22 18:49:071582 'Win10 Tests x64 Code Coverage': {
1583 # crbug.com/868082
1584 'args': [
1585 '--disable-features=WebRTC-H264WithOpenH264FFmpeg',
1586 ],
1587 # This is for slow test execution that often becomes a critical path of
1588 # swarming jobs. crbug.com/868114
1589 'swarming': {
1590 'shards': 20,
1591 },
1592 },
Yuke Liao58e1d202020-03-20 23:02:011593 'linux-code-coverage': {
1594 'args': [
1595 '--no-sandbox',
1596 ],
1597 'swarming': {
1598 'shards': 20,
1599 },
1600 }
Kenneth Russell6c83d212018-07-27 20:52:591601 },
John Abd-El-Malek99b6f4a2018-06-11 23:08:311602 },
John Abd-El-Malek4782bd12018-06-12 01:08:211603 'network_service_components_browsertests': {
1604 'remove_from': [
Nico Weber073af192018-06-21 19:22:171605 'Linux ASan LSan Tests (1)', # No capacity, https://crbug.com/852442
1606 'Linux TSan Tests', # No capacity, https://crbug.com/852442
Nico Weber17d2fcddb2018-06-14 18:28:191607 'Win7 Tests (1)', # For swarming capacity reasons.
1608 'Win10 Tests x64 (dbg)', # Matches components_browsertests.
John Abd-El-Malek69ae1492018-09-06 20:00:061609 # Only run network service tests on Mac 10.12 for capacity reasons.
John Abd-El-Malek69ae1492018-09-06 20:00:061610 'Mac10.10 Tests',
1611 'Mac10.11 Tests',
1612 'Mac10.13 Tests',
1613 'Mac10.13 Tests (dbg)',
1614 'Mac ASan 64 Tests (1)',
John Abd-El-Malek69ae1492018-09-06 20:00:061615 'ToTMacASan',
Nico Weber17d2fcddb2018-06-14 18:28:191616 ],
1617 },
1618 'network_service_content_browsertests': {
1619 'remove_from': [
Brad Halla36886c2019-02-26 16:52:291620 'CrWinAsan(dll)', # https://crbug.com/935598
Nico Weber408a49a2018-12-14 21:00:101621 'ToTLinuxTSan', # Match 'Linux TSan Tests' below since this is slow.
Nico Weber073af192018-06-21 19:22:171622 'Linux ASan LSan Tests (1)', # No capacity, https://crbug.com/852442
1623 'Linux TSan Tests', # No capacity, https://crbug.com/852442
Nico Weber17d2fcddb2018-06-14 18:28:191624 'Win7 Tests (1)', # For swarming capacity reasons.
John Budorickd96ee6f2018-06-15 17:20:111625 'Win10 Tests x64 (dbg)', # flaky: https://crbug.com/852786
John Abd-El-Malek69ae1492018-09-06 20:00:061626 # Only run network service tests on Mac 10.12 for capacity reasons.
John Abd-El-Malek69ae1492018-09-06 20:00:061627 'Mac10.10 Tests',
1628 'Mac10.11 Tests',
1629 'Mac10.13 Tests',
1630 'Mac10.13 Tests (dbg)',
1631 'Mac ASan 64 Tests (1)',
John Abd-El-Malek69ae1492018-09-06 20:00:061632 'ToTMacASan',
John Abd-El-Malek4782bd12018-06-12 01:08:211633 ],
1634 },
John Abd-El-Malek787a41a2018-06-12 18:10:531635 'network_service_extensions_browsertests': {
1636 'remove_from': [
Brad Halla36886c2019-02-26 16:52:291637 'CrWinAsan(dll)', # https://crbug.com/935598
Nico Weber073af192018-06-21 19:22:171638 'Linux ASan LSan Tests (1)', # No capacity, https://crbug.com/852442
1639 'Linux TSan Tests', # No capacity, https://crbug.com/852442
Nico Weber17d2fcddb2018-06-14 18:28:191640 'Win7 Tests (1)', # For swarming capacity reasons.
1641 'Win10 Tests x64 (dbg)', # Matches extensions_browsertests.
John Abd-El-Malek69ae1492018-09-06 20:00:061642 # Only run network service tests on Mac 10.12 for capacity reasons.
John Abd-El-Malek69ae1492018-09-06 20:00:061643 'Mac10.10 Tests',
1644 'Mac10.11 Tests',
1645 'Mac10.13 Tests',
1646 'Mac10.13 Tests (dbg)',
1647 'Mac ASan 64 Tests (1)',
John Abd-El-Malek69ae1492018-09-06 20:00:061648 'ToTMacASan',
John Abd-El-Malek787a41a2018-06-12 18:10:531649 ],
1650 },
Brad Halla36886c2019-02-26 16:52:291651 'network_service_headless_browsertests': {
1652 'remove_from': [
Brad Halla36886c2019-02-26 16:52:291653 'CrWinAsan(dll)', # https://crbug.com/935598
1654 ],
1655 },
John Abd-El-Malek787a41a2018-06-12 18:10:531656 'network_service_interactive_ui_tests': {
Nico Weber17d2fcddb2018-06-14 18:28:191657 'remove_from': [
Brad Halla36886c2019-02-26 16:52:291658 'CrWinAsan(dll)', # https://crbug.com/935598
Nico Weber408a49a2018-12-14 21:00:101659 'ToTLinuxTSan', # Match 'Linux TSan Tests' below since this is slow.
Nico Weber073af192018-06-21 19:22:171660 'Linux ASan LSan Tests (1)', # No capacity, https://crbug.com/852442
1661 'Linux TSan Tests', # No capacity, https://crbug.com/852442
Nico Weber17d2fcddb2018-06-14 18:28:191662 'Win7 Tests (1)', # For swarming capacity reasons.
John Abd-El-Malek69ae1492018-09-06 20:00:061663 # Only run network service tests on Mac 10.12 for capacity reasons.
John Abd-El-Malek69ae1492018-09-06 20:00:061664 'Mac10.10 Tests',
1665 'Mac10.11 Tests',
1666 'Mac10.13 Tests',
1667 'Mac10.13 Tests (dbg)',
1668 'Mac ASan 64 Tests (1)',
John Abd-El-Malek69ae1492018-09-06 20:00:061669 'ToTMacASan',
Nico Weber17d2fcddb2018-06-14 18:28:191670 ],
John Abd-El-Malek787a41a2018-06-12 18:10:531671 'modifications': {
John Budorickd96ee6f2018-06-15 17:20:111672 'Win10 Tests x64 (dbg)': {
1673 'experiment_percentage': 100, # https://crbug.com/852786
John Abd-El-Malek787a41a2018-06-12 18:10:531674 },
1675 },
1676 },
John Abd-El-Malekfabfb072019-05-30 20:50:191677 'network_service_out_of_process_chrome_public_test_apk': {
John Abd-El-Malekfabfb072019-05-30 20:50:191678 'remove_from': [
John Budorickea475de2019-06-07 21:16:241679 'android-asan',
1680 # Don't run on trybots; waterfall is enough.
Haiyang Pana3ff55ae2020-04-23 18:26:541681 'android-lollipop-arm-rel',
Clark DuVall3ef939a2019-06-10 20:35:311682 'android-marshmallow-arm64-rel',
Andrew Luo38b311f2019-10-04 03:42:091683 'android-pie-arm64-rel',
Clark DuVall3ef939a2019-06-10 20:35:311684 # No capacity for tablet testers.
Clark DuVall3ef939a2019-06-10 20:35:311685 'Lollipop Tablet Tester',
1686 'Marshmallow Tablet Tester',
Yun Liu2b1c1d82019-10-30 23:11:241687 'android-code-coverage-native', # https://crbug.com/1018780
John Abd-El-Malekfabfb072019-05-30 20:50:191688 ],
John Budorick20c71a0d2020-03-02 20:38:561689 'modifications': {
Wei-Yin Chen (陳威尹)858ee772020-05-11 22:29:271690 'Android CFI': {
1691 'args': [
1692 '--exclude-annotation',
1693 'Feature=RenderTest', # https://crbug.com/1068294
1694 ],
1695 },
Haiyang Pan37fbd7a42020-06-03 03:27:371696 'android-marshmallow-x86-fyi-rel': {
1697 'args': [
1698 '--test-launcher-filter-file=../../testing/buildbot/filters/android.emulator_m.chrome_public_test_apk.filter',
1699 ],
1700 },
Haiyang Pan08d09dc2020-04-01 16:11:211701 'android-pie-x86-rel': {
John Budorick20c71a0d2020-03-02 20:38:561702 'args': [
Haiyang Pan9152d382020-03-03 07:39:411703 '--avd-config=../../tools/android/avd/proto/generic_playstore_android28.textpb',
1704 # https://crbug.com/1046059
Haiyang Pan37fbd7a42020-06-03 03:27:371705 '--test-launcher-filter-file=../../testing/buildbot/filters/android.emulator_p.chrome_public_test_apk.filter',
John Budorick20c71a0d2020-03-02 20:38:561706 ],
Haiyang Pan9152d382020-03-03 07:39:411707 'swarming': {
1708 'named_caches': [
1709 {
1710 'name': 'avd_generic_playstore_android28',
1711 'path': '.android',
1712 },
1713 {
1714 'name': 'system_images_android_28_google_apis_playstore_x86',
1715 'path': '.emulator_sdk',
1716 },
1717 ]
1718 },
John Budorick20c71a0d2020-03-02 20:38:561719 },
1720 },
John Abd-El-Malekfabfb072019-05-30 20:50:191721 },
1722 'network_service_out_of_process_components_browsertests': {
John Abd-El-Malekfabfb072019-05-30 20:50:191723 'remove_from': [
John Budorickea475de2019-06-07 21:16:241724 'android-asan',
1725 # Don't run on trybots; waterfall is enough.
Haiyang Pana3ff55ae2020-04-23 18:26:541726 'android-lollipop-arm-rel',
Clark DuVall3ef939a2019-06-10 20:35:311727 'android-marshmallow-arm64-rel',
Andrew Luo38b311f2019-10-04 03:42:091728 'android-pie-arm64-rel',
Clark DuVall3ef939a2019-06-10 20:35:311729 # No capacity for tablet testers.
Clark DuVall3ef939a2019-06-10 20:35:311730 'Lollipop Tablet Tester',
1731 'Marshmallow Tablet Tester',
Yun Liu42f79ea2019-11-19 01:21:181732 'android-code-coverage-native', # crbug/1018434
John Abd-El-Malekfabfb072019-05-30 20:50:191733 ],
1734 },
1735 'network_service_out_of_process_content_browsertests': {
John Abd-El-Malekfabfb072019-05-30 20:50:191736 'remove_from': [
John Budorickea475de2019-06-07 21:16:241737 'android-asan',
1738 # Don't run on trybots; waterfall is enough.
Haiyang Pana3ff55ae2020-04-23 18:26:541739 'android-lollipop-arm-rel',
Clark DuVall3ef939a2019-06-10 20:35:311740 'android-marshmallow-arm64-rel',
Andrew Luo38b311f2019-10-04 03:42:091741 'android-pie-arm64-rel',
Clark DuVall3ef939a2019-06-10 20:35:311742 # No capacity for tablet testers.
Clark DuVall3ef939a2019-06-10 20:35:311743 'Lollipop Tablet Tester',
1744 'Marshmallow Tablet Tester',
Yun Liu42f79ea2019-11-19 01:21:181745 'android-code-coverage-native', # crbug/1018434
John Abd-El-Malekfabfb072019-05-30 20:50:191746 ],
Haiyang Pand09889852019-08-10 00:26:181747 'modifications': {
John Budorick20c71a0d2020-03-02 20:38:561748 'android-marshmallow-x86-fyi-rel': {
1749 'args': [
Haiyang Pan12d5acd2020-06-01 20:54:571750 '--test-launcher-filter-file=../../testing/buildbot/filters/android.emulator_m.content_browsertests.filter',
John Budorick20c71a0d2020-03-02 20:38:561751 ],
Haiyang Pan913b9542020-05-11 22:35:001752 'swarming': {
1753 'shards': 10,
1754 },
John Budorick20c71a0d2020-03-02 20:38:561755 },
Haiyang Pan08d09dc2020-04-01 16:11:211756 'android-pie-x86-rel': {
John Budorick20c71a0d2020-03-02 20:38:561757 'args': [
Haiyang Pan12d5acd2020-06-01 20:54:571758 '--test-launcher-filter-file=../../testing/buildbot/filters/android.emulator_p.content_browsertests.filter',
John Budorick20c71a0d2020-03-02 20:38:561759 ],
Haiyang Pand09889852019-08-10 00:26:181760 'swarming': {
1761 'shards': 10,
1762 },
1763 },
1764 },
John Abd-El-Malekfabfb072019-05-30 20:50:191765 },
1766 'network_service_out_of_process_content_shell_test_apk': {
John Abd-El-Malekfabfb072019-05-30 20:50:191767 'remove_from': [
John Budorickea475de2019-06-07 21:16:241768 'android-asan',
1769 # Don't run on trybots; waterfall is enough.
Haiyang Pana3ff55ae2020-04-23 18:26:541770 'android-lollipop-arm-rel',
Clark DuVall3ef939a2019-06-10 20:35:311771 'android-marshmallow-arm64-rel',
Andrew Luo38b311f2019-10-04 03:42:091772 'android-pie-arm64-rel',
Clark DuVall3ef939a2019-06-10 20:35:311773 # No capacity for tablet testers.
Clark DuVall3ef939a2019-06-10 20:35:311774 'Lollipop Tablet Tester',
1775 'Marshmallow Tablet Tester',
Yun Liu42f79ea2019-11-19 01:21:181776 'android-code-coverage-native', # crbug/1018434
John Abd-El-Malekfabfb072019-05-30 20:50:191777 ],
John Budorickee2e64f2020-03-02 20:19:101778 'modifications': {
1779 'android-marshmallow-x86-fyi-rel': {
1780 'args': [
Haiyang Pan28e73582020-05-30 00:34:271781 '--test-launcher-filter-file=../../testing/buildbot/filters/android.emulator_m.content_shell_test_apk.filter',
John Budorickee2e64f2020-03-02 20:19:101782 ],
1783 },
Haiyang Pan08d09dc2020-04-01 16:11:211784 'android-pie-x86-rel': {
John Budorickee2e64f2020-03-02 20:19:101785 'args': [
1786 '--gtest_filter=-ContentViewScrollingTest.testFling',
1787 ],
1788 },
1789 },
John Abd-El-Malekfabfb072019-05-30 20:50:191790 },
Tim Volodinedac7f5e2019-05-09 18:07:281791 'network_service_webview_instrumentation_test_apk': {
1792 # Only run these on the phone testers for now due to capacity.
1793 'remove_from': [
Haiyang Pana3ff55ae2020-04-23 18:26:541794 'android-lollipop-arm-rel',
Tim Volodinedac7f5e2019-05-09 18:07:281795 'android-marshmallow-arm64-rel',
Andrew Luo38b311f2019-10-04 03:42:091796 'android-pie-arm64-rel',
Tim Volodinedac7f5e2019-05-09 18:07:281797 'Lollipop Tablet Tester',
1798 'Marshmallow Tablet Tester',
John Budorick27d2d44e2019-05-20 20:26:091799 'android-asan', # https://crbug.com/964562
Tim Volodinedac7f5e2019-05-09 18:07:281800 'Android CFI',
Tim Volodinedac7f5e2019-05-09 18:07:281801 'ToTAndroid',
1802 'ToTAndroidCFI',
Yun Liu2b1c1d82019-10-30 23:11:241803 'android-code-coverage-native', # https://crbug.com/1018431
Tim Volodinedac7f5e2019-05-09 18:07:281804 ],
Haiyang Panfdd94332020-03-27 02:43:291805 'modifications': {
Haiyang Pan08d09dc2020-04-01 16:11:211806 'android-pie-x86-rel': {
Haiyang Panfdd94332020-03-27 02:43:291807 'args': [
1808 '--test-launcher-filter-file=../../testing/buildbot/filters/android.emulator.webview_instrumentation_test_apk.filter',
1809 ],
1810 },
1811 },
Tim Volodinedac7f5e2019-05-09 18:07:281812 },
John Chenaab16fc02020-03-03 06:35:451813 'not_site_per_process_blink_web_tests': {
Lukasz Anforowicz04bc6302018-11-19 19:04:281814 'remove_from': [
Lukasz Anforowicz04bc6302018-11-19 19:04:281815 # TODO(dpranke): Should we be running this step on Linux Tests (dbg)(1)?
1816 'Linux Tests (dbg)(1)',
Lukasz Anforowicz04bc6302018-11-19 19:04:281817 ],
Yuke Liaobc9ff982019-04-30 06:56:161818 'modifications': {
Stephen Martinis1384ff92020-01-07 19:52:151819 'Linux Tests': {
1820 "args": [
1821 "--additional-env-var=LLVM_PROFILE_FILE=${ISOLATED_OUTDIR}/profraw/default-%2m.profraw",
Stephen Martinis1384ff92020-01-07 19:52:151822 ],
1823 },
Yuke Liaoea70f472019-12-19 06:03:361824 'linux-code-coverage': {
1825 'args': [
1826 '--additional-env-var=LLVM_PROFILE_FILE=${ISOLATED_OUTDIR}/profraw/default-%2m.profraw',
Yuke Liaoea70f472019-12-19 06:03:361827 ],
1828 'swarming': {
1829 'shards': 20,
1830 },
1831 },
Yuke Liaobc9ff982019-04-30 06:56:161832 },
Lukasz Anforowicz04bc6302018-11-19 19:04:281833 },
Xi Cheng34ca4042018-02-23 00:10:121834 'notification_helper_unittests': {
1835 'remove_from': [
Hans Wennborg252643a2018-05-22 14:41:121836 # The test uses WinRT, which only exists in Windows 8 or above.
1837 # (https://crbug.com/813553)
Xi Cheng34ca4042018-02-23 00:10:121838 'Win 7 Tests x64 (1)',
Xi Cheng34ca4042018-02-23 00:10:121839 'Win7 Tests (1)',
1840 'Win7 Tests (dbg)(1)',
Stephen Martinis1384ff92020-01-07 19:52:151841 # all these bots run Windows 7.
Xi Cheng34ca4042018-02-23 00:10:121842 'ToTWin',
1843 'ToTWin(dbg)',
1844 'ToTWin(dll)',
inglorionb8e7a3ed2019-04-12 09:49:031845 'ToTWinOfficial',
Xi Cheng34ca4042018-02-23 00:10:121846 'ToTWin64',
1847 'ToTWin64(dbg)',
1848 'ToTWin64(dll)',
1849 'ToTWinCFI',
1850 'ToTWinCFI64',
Oksana Zhuravlova7f996212018-02-28 04:23:081851 'ToTWinThinLTO64',
Xi Cheng34ca4042018-02-23 00:10:121852 ],
1853 },
Ben Pastenee723b2f2019-05-31 19:10:271854 'ozone_unittests': {
1855 'modifications': {
Ben Pastene8ef125e2019-12-10 01:46:291856 'chromeos-betty-chrome': {
1857 'args': [
1858 '--test-launcher-filter-file=../../testing/buildbot/filters/chromeos.ozone_unittests.filter',
1859 ],
1860 },
1861 'chromeos-betty-pi-arc-chrome': {
1862 'args': [
1863 '--test-launcher-filter-file=../../testing/buildbot/filters/chromeos.ozone_unittests.filter',
1864 ],
1865 },
1866 'linux-chromeos-chrome': {
1867 'args': [
1868 '--test-launcher-filter-file=../../testing/buildbot/filters/chromeos.ozone_unittests.filter',
1869 ],
1870 },
Ben Pastenee723b2f2019-05-31 19:10:271871 },
1872 },
Karen Qian385d2ca2019-03-19 21:49:581873 'perfetto_unittests': {
1874 'remove_from': [
John Budorickd3fa5992019-12-13 17:22:411875 'android-arm64-proguard-rel',
John Budorickf2283d72019-06-25 01:09:091876 'android-asan',
Yun Liu022f4512019-06-10 23:14:041877 'android-code-coverage',
Yun Liu7cfd28a2019-10-30 01:57:121878 'android-code-coverage-native',
Haiyang Pan32b83392020-03-14 01:38:461879 'android-lollipop-arm-rel',
Karen Qian385d2ca2019-03-19 21:49:581880 'android-marshmallow-arm64-rel',
John Budorickcaafa912020-01-10 01:14:321881 'android-marshmallow-x86-fyi-rel',
Andrew Luo38b311f2019-10-04 03:42:091882 'android-pie-arm64-rel',
Haiyang Pan08d09dc2020-04-01 16:11:211883 'android-pie-x86-rel',
Karen Qian385d2ca2019-03-19 21:49:581884 'Android CFI',
Karen Qian385d2ca2019-03-19 21:49:581885 'Lollipop Phone Tester',
1886 'Lollipop Tablet Tester',
1887 'Marshmallow 64 bit Tester',
1888 'Marshmallow Tablet Tester',
1889 'Nougat Phone Tester',
1890 'ToTAndroid',
1891 'ToTAndroidCFI'
1892 ]
1893 },
Stephen Martinis54d64ad2018-09-21 22:16:201894 'performance_test_suite': {
1895 'modifications': {
1896 'Mac10.13 Tests (dbg)': {
1897 'args': [
1898 '--browser=debug',
1899 ],
1900 },
1901 'Win10 Tests x64 (dbg)': {
1902 'args': [
1903 '--browser=debug_x64',
1904 ],
1905 'experiment_percentage': 100,
1906 },
1907 'Win7 Tests (dbg)(1)': {
1908 'args': [
1909 '--browser=debug',
1910 ],
1911 },
1912 },
1913 },
Jonah Ryan-Davis832c8462020-06-09 03:45:031914 'pixel_skia_gold_passthrough_test': {
1915 'replacements': {
1916 # The V8 builders pass the V8 revision for ${got_revision}, so instead
1917 # use ${got_cr_revision}, which is only set on the V8 bots.
1918 'Linux V8 FYI Release (NVIDIA)': {
1919 'args': {
1920 '--git-revision': '${got_cr_revision}',
1921 },
1922 },
1923 'Linux V8 FYI Release - pointer compression (NVIDIA)': {
1924 'args': {
1925 '--git-revision': '${got_cr_revision}',
1926 },
1927 },
1928 'Win V8 FYI Release (NVIDIA)': {
1929 'args': {
1930 '--git-revision': '${got_cr_revision}',
1931 },
1932 },
1933 },
1934 },
1935 'pixel_skia_gold_validating_test': {
Brian Sheedye6ea0ee2019-07-11 02:54:371936 'replacements': {
Brian Sheedye6ea0ee2019-07-11 02:54:371937 # The V8 builders pass the V8 revision for ${got_revision}, so instead
1938 # use ${got_cr_revision}, which is only set on the V8 bots.
1939 'Android V8 FYI Release (Nexus 5X)': {
1940 'args': {
Brian Sheedy4d335deb2020-04-01 20:47:321941 '--git-revision': '${got_cr_revision}',
Brian Sheedye6ea0ee2019-07-11 02:54:371942 },
1943 },
1944 'Linux V8 FYI Release (NVIDIA)': {
1945 'args': {
Brian Sheedy4d335deb2020-04-01 20:47:321946 '--git-revision': '${got_cr_revision}',
Brian Sheedye6ea0ee2019-07-11 02:54:371947 },
1948 },
1949 'Linux V8 FYI Release - pointer compression (NVIDIA)': {
1950 'args': {
Brian Sheedy4d335deb2020-04-01 20:47:321951 '--git-revision': '${got_cr_revision}',
Brian Sheedye6ea0ee2019-07-11 02:54:371952 },
1953 },
1954 'Mac V8 FYI Release (Intel)': {
1955 'args': {
Brian Sheedy4d335deb2020-04-01 20:47:321956 '--git-revision': '${got_cr_revision}',
Brian Sheedye6ea0ee2019-07-11 02:54:371957 },
1958 },
Brian Sheedye6ea0ee2019-07-11 02:54:371959 },
1960 },
1961 'pixel_test':{
Takuto Ikuta35c85522019-06-04 16:55:461962 'modifications': {
1963 'Android Release (Nexus 5X)': {
1964 'swarming': {
1965 'shards': 2,
1966 },
1967 },
1968 },
Nico Weber128fd382018-06-14 23:29:271969 },
Brian Sheedy9653f152019-08-07 17:02:441970 'rendering_representative_perf_tests': {
1971 'modifications': {
1972 'Win10 FYI x64 Exp Release (Intel HD 630)': {
1973 'args': [
1974 '--browser=release_x64',
1975 ],
1976 },
1977 'Win10 FYI x64 Exp Release (NVIDIA)': {
1978 'args': [
1979 '--browser=release_x64',
1980 ],
1981 },
1982 'Win10 FYI x64 Release (Intel HD 630)': {
1983 'args': [
1984 '--browser=release_x64',
1985 ],
1986 },
1987 'Win10 FYI x64 Release (Intel UHD 630)': {
1988 'args': [
1989 '--browser=release_x64',
1990 ],
1991 },
1992 'Win10 FYI x64 Release (NVIDIA)': {
1993 'args': [
1994 '--browser=release_x64',
1995 ],
1996 },
behdad26cf7e72019-12-18 13:57:301997 'Win10 x64 Release (NVIDIA)': {
1998 'args': [
1999 '--browser=release_x64',
2000 ],
2001 },
behdadf08933582020-05-04 14:00:082002 'Win10 x64 Release (NVIDIA) Code Coverage': {
2003 'args': [
2004 '--browser=release_x64',
2005 ],
2006 },
Brian Sheedy9653f152019-08-07 17:02:442007 },
2008 },
John Budorickdce9d462019-03-23 00:25:382009 'sandbox_linux_unittests': {
2010 'modifications': {
2011 'Lollipop Phone Tester': {
2012 'args': [
2013 '--shard-timeout=300',
2014 ],
2015 },
Haiyang Pan32b83392020-03-14 01:38:462016 'android-lollipop-arm-rel': {
2017 'args': [
2018 '--shard-timeout=300',
2019 ],
2020 },
John Budorick6e8e595b2020-01-27 18:15:582021 'android-marshmallow-x86-fyi-rel': {
2022 'args': [
2023 '--test-launcher-filter-file=../../testing/buildbot/filters/android.emulator.sandbox_linux_unittests.filter',
2024 ]
2025 },
Haiyang Pan08d09dc2020-04-01 16:11:212026 'android-pie-x86-rel': {
John Budorick191adfcd2020-01-29 18:19:042027 'args': [
2028 '--test-launcher-filter-file=../../testing/buildbot/filters/android.emulator.sandbox_linux_unittests.filter',
2029 ]
2030 },
John Budorickdce9d462019-03-23 00:25:382031 },
John Budorick3ebfdf852019-05-13 22:28:162032 'remove_from': [
John Budorick3ebfdf852019-05-13 22:28:162033 'android-asan', # https://crbug.com/962650
2034 ],
John Budorickdce9d462019-03-23 00:25:382035 },
Kenneth Russelleb60cbd22017-12-05 07:54:282036 'services_unittests': {
2037 'remove_from': [
Nico Weber15a00d62018-05-16 17:11:482038 'ToTLinuxMSan', # https://crbug.com/831676
Kenneth Russell8a386d42018-06-02 09:48:012039 # The face and barcode detection tests fail on the Mac Pros.
2040 'Mac Pro FYI Release (AMD)',
Nico Weberd36959682018-04-12 03:33:462041 'Linux ChromiumOS MSan Tests', # https://crbug.com/831676
2042 'Linux MSan Tests', # https://crbug.com/831676
Kenneth Russelleb60cbd22017-12-05 07:54:282043 ],
Brian Sheedyb6c58792020-05-07 18:37:332044 'replacements': {
2045 # TODO(crbug.com/1078982): Remove once the test is fixed on 10.15.4.
2046 'Mac FYI Experimental Release (Intel)': {
2047 'args': {
2048 '--gtest_filter': '*Detection*:-FaceDetectionImplMacTest.ScanOneFace*',
2049 },
2050 },
2051 },
Kenneth Russelleb60cbd22017-12-05 07:54:282052 },
jonross61a2cd22019-10-11 22:22:052053 'skia_renderer_gl_blink_web_tests': {
2054 'modifications': {
jonross61a2cd22019-10-11 22:22:052055 'Win10 FYI x64 SkiaRenderer GL (NVIDIA)': {
2056 'args': [
2057 '--target',
2058 'Release_x64',
2059 ],
2060 },
2061 },
2062 },
Ben Pastene727d4162020-05-05 19:10:252063 'storage_service_unsandboxed_interactive_ui_tests': {
2064 'modifications': {
2065 'linux-chromeos-chrome': {
2066 # TODO(crbug.com/970649): Remove this filter.
2067 'args': [
2068 '--gtest_filter=-SadTabViewInteractiveUITest.ReloadMultipleSadTabs',
2069 ],
2070 },
2071 }
2072 },
Stephen Martinis54d64ad2018-09-21 22:16:202073 'swiftshader_unittests': {
2074 'remove_from': [
2075 # Save capacity on the hardware where we have only a few machines.
2076 'Mac FYI Experimental Release (Intel)',
2077 'Mac FYI Experimental Retina Release (AMD)',
2078 'Mac FYI Experimental Retina Release (NVIDIA)',
2079 'Mac Pro FYI Release (AMD)',
2080 ],
2081 },
Kenneth Russelleb60cbd22017-12-05 07:54:282082 'sync_integration_tests': {
Brad Halla36886c2019-02-26 16:52:292083 'remove_from': [
Brad Halla36886c2019-02-26 16:52:292084 'CrWinAsan(dll)', # https://crbug.com/935598
2085 ],
Kenneth Russelleb60cbd22017-12-05 07:54:282086 'modifications': {
Erik Chene84bc1c2019-11-25 23:23:522087 'Linux ASan LSan Tests (1)': {
2088 'swarming': {
2089 'shards': 4,
2090 },
2091 },
Nico Weber8fbc2832018-12-14 16:00:572092 'Linux TSan Tests': {
2093 'swarming': {
2094 'shards': 6,
2095 },
2096 },
Stephen Martinis1384ff92020-01-07 19:52:152097 'ToTLinuxTSan': {
Kenneth Russelleb60cbd22017-12-05 07:54:282098 'swarming': {
Stephen Martinis1384ff92020-01-07 19:52:152099 'shards': 6,
Kenneth Russelleb60cbd22017-12-05 07:54:282100 },
2101 },
Stephen Martinis75ab55d2018-08-30 02:27:122102 'Win10 Tests x64 (dbg)': {
2103 'experiment_percentage': 100, # https://crbug.com/840369
2104 },
Stephen Martinis1384ff92020-01-07 19:52:152105 'Win7 Tests (dbg)(1)': {
2106 'swarming': {
2107 'shards': 2,
2108 },
2109 },
2110 'linux-chromeos-code-coverage': {
Yuke Liao79424e42020-01-06 21:00:112111 'swarming': {
2112 'shards': 4,
2113 },
2114 },
Stephen Martinis1384ff92020-01-07 19:52:152115 'linux-code-coverage': {
Yuke Liao79424e42020-01-06 21:00:112116 'swarming': {
2117 'shards': 4,
2118 },
2119 },
Kenneth Russelleb60cbd22017-12-05 07:54:282120 },
2121 },
Kenneth Russell8a386d42018-06-02 09:48:012122 'tab_capture_end2end_tests': {
Nico Webere89a3c92018-07-01 01:30:522123 # Run these only on Release bots.
Kenneth Russell8a386d42018-06-02 09:48:012124 'remove_from': [
Kenneth Russell8a386d42018-06-02 09:48:012125 'Linux Debug (NVIDIA)',
2126 'Mac Debug (Intel)',
2127 'Mac Retina Debug (AMD)',
Yuly Novikovbc1ccff2019-08-03 00:05:492128 'Win10 FYI x64 Debug (NVIDIA)',
Kenneth Russell8a386d42018-06-02 09:48:012129 'Win7 FYI Debug (AMD)',
Yuly Novikovf28f1eca2019-07-04 22:43:392130 # Disabled due to dbus crashes crbug.com/927465
Yuly Novikov5865ff72019-07-09 21:38:052131 'Linux FYI Release (Intel HD 630)',
Brian Sheedy4dd98432019-08-13 22:57:002132 'Linux FYI Release (Intel UHD 630)',
Yuly Novikov5865ff72019-07-09 21:38:052133 'Linux FYI Release (NVIDIA)',
Brian Sheedy22d051e2019-08-07 00:50:162134 'Linux FYI SkiaRenderer Vulkan (Intel HD 630)',
Yuly Novikov5865ff72019-07-09 21:38:052135 'Linux FYI SkiaRenderer Vulkan (NVIDIA)',
2136 'Linux Release (NVIDIA)',
Kenneth Russell8a386d42018-06-02 09:48:012137 ],
Emily Hanleyb64ac7c2018-05-25 13:36:552138 },
Haiyang Pan8c201b92020-06-04 01:25:072139 'telemetry_chromium_minidump_unittests': {
2140 'remove_from': [
2141 'android-marshmallow-x86-fyi-rel', # crbug.com/1084352
2142 ],
2143 },
Brian Sheedyc117f6d2020-05-06 02:23:272144 'telemetry_monochrome_minidump_unittests': {
2145 'remove_from': [
2146 # Monochrome isn't supported on M.
2147 'android-marshmallow-arm64-rel',
2148 'android-marshmallow-x86-fyi-rel',
2149 ],
2150 },
Kenneth Russelleb60cbd22017-12-05 07:54:282151 'telemetry_perf_unittests': {
2152 'modifications': {
Kenneth Russelleb60cbd22017-12-05 07:54:282153 'Linux Tests': {
2154 'args': [
2155 '--xvfb',
Ned Nguyene6e26042018-01-17 20:42:482156 '--jobs=1',
Kenneth Russelleb60cbd22017-12-05 07:54:282157 ],
2158 },
Juan Antonio Navarro Perez4899edf2019-03-14 13:05:352159 'Linux Tests (dbg)(1)': {
2160 'args': [
2161 '--xvfb',
2162 '--jobs=1',
2163 ],
2164 },
Kenneth Russelleb60cbd22017-12-05 07:54:282165 # Disable parallelism on all Mac bots.
2166 'Mac10.10 Tests': {
2167 'args': [
2168 '--jobs=1',
2169 ],
2170 },
2171 'Mac10.11 Tests': {
2172 'args': [
2173 '--jobs=1',
2174 ],
2175 },
2176 'Mac10.12 Tests': {
2177 'args': [
2178 '--jobs=1',
2179 ],
2180 },
Ned Nguyen6e6e5b32018-02-21 20:21:502181 'Win7 Tests (dbg)(1)': {
2182 'args': [
2183 '--jobs=1',
2184 ],
2185 'swarming': {
2186 'shards': 20,
2187 },
2188 'experiment_percentage': 100,
2189 },
Stephen Martinis1384ff92020-01-07 19:52:152190 'linux-chromium-tests-staging-tests': {
2191 'args': [
2192 '--xvfb',
2193 '--jobs=1',
2194 ],
2195 },
2196 'linux-trusty-rel': {
2197 'args': [
2198 '--xvfb',
2199 '--jobs=1',
2200 ],
2201 },
Kenneth Russelleb60cbd22017-12-05 07:54:282202 },
2203 'remove_from': [
Haiyang Pan8c201b92020-06-04 01:25:072204 'android-marshmallow-x86-fyi-rel', # crbug.com/1084352
Haiyang Pan0e39edf42020-04-28 19:29:012205 # There's no need to run telemetry_perf_unittests on both lollipop and
Erik Chen96894722019-11-21 20:03:392206 # marshmallow on the CQ. https://crbug.com/1026487.
2207 'android-marshmallow-arm64-rel',
Andrew Luobe83fd82019-12-19 03:07:582208 'android-pie-arm64-rel',
Garrett Beatyeef031a2019-02-28 01:55:412209 # crbug.com/936540
2210 'Mac10.10 Tests',
2211 'Mac10.11 Tests',
Shenghua Zhangbd6f1b232018-03-03 02:59:142212 'Mac10.13 Tests',
2213 'Mac10.13 Tests (dbg)',
Stephen Martinis1384ff92020-01-07 19:52:152214 'Linux - Future (dbg)', # client.v8.chromium
Takuto Ikuta9aa015d2019-04-15 23:33:292215 'Win10 Tests x64',
Stephen Martinise701f5a2018-05-04 01:25:112216 'Win10 Tests x64 (dbg)',
Sajjad Mirza87e17b242020-01-22 18:49:072217 'Win10 Tests x64 Code Coverage',
Kenneth Russelleb60cbd22017-12-05 07:54:282218 ],
2219 },
Stephen Martinis54d64ad2018-09-21 22:16:202220 'telemetry_unittests': {
2221 'modifications': {
2222 'Win10 Tests x64 (dbg)': {
2223 'experiment_percentage': 100, # crbug.com/870673
2224 }
John Budorickc498fd3c2019-03-14 01:16:262225 },
2226 'remove_from': [
2227 # crbug.com/936540
2228 'Mac10.10 Tests',
2229 'Mac10.11 Tests',
Takuto Ikuta9aa015d2019-04-15 23:33:292230
2231 'Win10 Tests x64',
Sajjad Mirza87e17b242020-01-22 18:49:072232 'Win10 Tests x64 Code Coverage',
John Budorickc498fd3c2019-03-14 01:16:262233 ],
Stephen Martinis54d64ad2018-09-21 22:16:202234 },
Brian Sheedyf3b48d62020-05-08 23:03:122235 'test_buildbucket_api_gpu_use_cases': {
2236 'remove_from': [
2237 # crbug.com/1080749
2238 'Optional Linux Release (NVIDIA)',
2239 ],
2240 },
Kenneth Russelleb60cbd22017-12-05 07:54:282241 'unit_tests': {
Yun Liu3e759dbb2019-11-01 19:25:522242 'remove_from': [
2243 'android-code-coverage-native', # crbug/1018434
Haiyang Pan0e39edf42020-04-28 19:29:012244 # There's no need to run unit_tests on both lollipop and marshmallow
Erik Chen96894722019-11-21 20:03:392245 # on the CQ. https://crbug.com/1026487.
2246 'android-marshmallow-arm64-rel',
Yun Liu3e759dbb2019-11-01 19:25:522247 ],
Kenneth Russelleb60cbd22017-12-05 07:54:282248 'modifications': {
John Budorickca14c76f62017-12-09 14:19:182249 'Linux ASan LSan Tests (1)': {
John Budorick5052d552017-12-13 02:59:342250 # These are slow on the ASAN trybot for some reason.
2251 # crbug.com/794372
John Budorickca14c76f62017-12-09 14:19:182252 'swarming': {
John Budorick5052d552017-12-13 02:59:342253 'shards': 4,
John Budorickca14c76f62017-12-09 14:19:182254 },
2255 },
Stephen Martinis1384ff92020-01-07 19:52:152256 'Linux Chromium OS ASan LSan Tests (1)': {
2257 # These are slow on the ASAN trybot for some reason.
2258 # crbug.com/794372
John Budorickca14c76f62017-12-09 14:19:182259 'swarming': {
2260 'shards': 2,
2261 },
2262 },
Takuto Ikuta54671d972018-07-19 19:06:352263 'Linux ChromiumOS MSan Tests': {
2264 # These are very slow on the Chrome OS MSAN trybot for some reason.
2265 # crbug.com/865455
2266 'swarming': {
2267 'shards': 2,
2268 },
2269 },
Stephen Martinis1384ff92020-01-07 19:52:152270 'Linux TSan Tests': {
Takuto Ikuta54671d972018-07-19 19:06:352271 'swarming': {
2272 'shards': 2,
2273 },
2274 },
Stephen Martinis1384ff92020-01-07 19:52:152275 'ToTLinuxASan': {
Dirk Pranke20eae9a72017-12-09 18:12:142276 'swarming': {
Stephen Martinis1384ff92020-01-07 19:52:152277 'shards': 2,
Dirk Pranke20eae9a72017-12-09 18:12:142278 },
2279 },
Stephen Martinis1384ff92020-01-07 19:52:152280 'android-asan': {
2281 'args': [
2282 '--test-launcher-filter-file=../../testing/buildbot/filters/android.asan.unit_tests.filter',
2283 ],
2284 },
Takuto Ikuta527cdff2020-01-29 08:04:272285 'android-marshmallow-arm64-rel-swarming': {
2286 'swarming': {
2287 'shards': 8,
2288 },
2289 },
Stephen Martinis1384ff92020-01-07 19:52:152290 'android-pie-arm64-rel': {
2291 'experiment_percentage': 100, # https://crbug.com/1010211
2292 },
2293 'linux-chromeos-chrome': {
2294 'args': [
2295 '--test-launcher-filter-file=../../testing/buildbot/filters/chromeos.unit_tests.filter',
2296 ],
2297 },
Ben Pasteneacd57392019-10-31 02:13:252298 'linux-chromeos-dbg': {
2299 'swarming': {
2300 'shards': 2,
2301 },
2302 },
Erik Chend063aef72019-11-18 19:13:102303 'linux-chromeos-rel': {
2304 'swarming': {
2305 'shards': 2,
2306 },
2307 },
Kenneth Russelleb60cbd22017-12-05 07:54:282308 },
2309 },
Chong Gu4602f4d2020-02-20 03:43:072310 'url_unittests': {
2311 'remove_from': [
2312 # crbug.com/1054240
Stephen Roeac495972020-02-25 23:32:412313 'Fuchsia ARM64',
Chong Gu4602f4d2020-02-20 03:43:072314 ],
2315 },
Kenneth Russell8a386d42018-06-02 09:48:012316 'video_decode_accelerator_gl_unittest': {
2317 'remove_from': [
Kenneth Russell8a386d42018-06-02 09:48:012318 # Windows Intel doesn't have the GL extensions to support this test.
Yuly Novikovbc1ccff2019-08-03 00:05:492319 'ANGLE GPU Win10 x64 Release (Intel HD 630)',
2320 'Optional Win10 x64 Release (Intel HD 630)',
2321 'Win10 FYI x64 Release (Intel HD 630)',
Brian Sheedyf9387db7b2019-08-05 19:26:102322 'Win10 FYI x64 Release (Intel UHD 630)',
Yuly Novikov5ff15502019-07-31 00:55:482323 'Win10 FYI x64 Exp Release (Intel HD 630)',
Kenneth Russell8a386d42018-06-02 09:48:012324 ],
2325 },
Tom Anderson76eff052020-04-01 21:28:522326 'views_unittests_wayland': {
2327 'modifications': {
2328 'Linux Ozone Tester (Wayland)': {
2329 'args': [
2330 '--test-launcher-filter-file=../../testing/buildbot/filters/ozone-linux.wayland_views_unittests.filter',
2331 ],
2332 },
2333 },
2334 },
2335 'views_unittests_x11': {
2336 'modifications': {
2337 'Linux Ozone Tester (X11)': {
2338 'args': [
2339 '--test-launcher-filter-file=../../testing/buildbot/filters/ozone-linux.x11_views_unittests.filter',
2340 ],
2341 },
2342 },
2343 },
John Budorickd02c429de2020-01-10 19:02:212344 'viz_unittests': {
2345 'modifications': {
2346 'android-marshmallow-x86-fyi-rel': {
John Budorickafd548b2020-01-14 20:45:092347 'args': [
John Budorickd02c429de2020-01-10 19:02:212348 '--test-launcher-filter-file=../../testing/buildbot/filters/android.emulator.viz_unittests.filter',
2349 ],
2350 },
Haiyang Pan08d09dc2020-04-01 16:11:212351 'android-pie-x86-rel': {
John Budorickafd548b2020-01-14 20:45:092352 'args': [
John Budorickd02c429de2020-01-10 19:02:212353 '--test-launcher-filter-file=../../testing/buildbot/filters/android.emulator.viz_unittests.filter',
2354 ],
2355 },
2356 },
2357 },
John Budorick20f4fa8d2019-08-02 22:58:292358 'vr_android_unittests': {
2359 'remove_from': [
Haiyang Pan801fbaa32019-09-06 18:43:092360 'android-marshmallow-x86-fyi-rel',
Haiyang Pan08d09dc2020-04-01 16:11:212361 'android-pie-x86-rel',
Yun Liu3e759dbb2019-11-01 19:25:522362 'android-code-coverage-native', # crbug/1018434
John Budorick20f4fa8d2019-08-02 22:58:292363 ],
2364 },
2365 'vr_common_unittests': {
2366 'remove_from': [
Haiyang Pan801fbaa32019-09-06 18:43:092367 'android-marshmallow-x86-fyi-rel',
Haiyang Pan08d09dc2020-04-01 16:11:212368 'android-pie-x86-rel',
Yun Liu3e759dbb2019-11-01 19:25:522369 'android-code-coverage-native', # crbug/1018431
John Budorick20f4fa8d2019-08-02 22:58:292370 ],
2371 },
Kenneth Russellfbda3c532017-12-08 23:57:242372 'vr_pixeltests': {
2373 'remove_from': [
Haiyang Pan801fbaa32019-09-06 18:43:092374 'android-marshmallow-x86-fyi-rel',
Haiyang Pan08d09dc2020-04-01 16:11:212375 'android-pie-x86-rel',
Kenneth Russell8ceeabf2017-12-11 17:53:282376 'VR Linux',
Yun Liu3e759dbb2019-11-01 19:25:522377 'android-code-coverage-native', # crbug/1018431
Alex Cooper29432cf2020-01-09 01:12:062378 # These tests fail on Win7, and given that We don't support VR there,
2379 # these tests are unnecessary there.
2380 # chromium.win
2381 'Win 7 Tests x64 (1)',
2382 'Win7 Tests (1)',
2383 'Win7 Tests (dbg)(1)',
Kenneth Russellfbda3c532017-12-08 23:57:242384 ],
2385 },
Nico Webere81999ee2018-07-01 23:52:432386 'wayland_client_perftests': {
2387 'remove_from': [
2388 'linux-chromeos-dbg', # https://crbug.com/859307
2389 ],
2390 },
John Budorick63357462019-02-27 23:02:512391 'webdriver_tests_suite': {
2392 'remove_from': [
2393 'Linux Tests', # https://crbug.com/929689, https://crbug.com/936557
2394 ],
2395 },
bsheedy048cbdb2019-02-04 20:32:052396 'webgl2_conformance_gl_passthrough_tests': {
2397 'remove_from': [
Yuly Novikov783ffa7b2019-03-28 00:22:492398 # Not enough capacity. https://crbug.com/946694
Yuly Novikovbc1ccff2019-08-03 00:05:492399 'ANGLE GPU Win10 x64 Release (Intel HD 630)',
Geoff Lang1fede152019-10-10 23:03:442400 # Not enough capacity. https://crbug.com/982294
2401 'Mac Pro FYI Release (AMD)',
2402 'Mac FYI Retina Release (NVIDIA)',
bsheedy048cbdb2019-02-04 20:32:052403 ],
2404 },
John Budorick82e61dfb2019-12-10 04:36:092405 'webgl2_conformance_validating_tests': {
Stephen Martinis54d64ad2018-09-21 22:16:202406 'remove_from': [
2407 # The Mac NVIDIA Retina bots don't have the capacity to run
2408 # this test suite on mac_optional_gpu_tests_rel.
2409 'Optional Mac Retina Release (NVIDIA)',
2410 ],
Kenneth Russell8a386d42018-06-02 09:48:012411 'modifications': {
Kenneth Russell8a386d42018-06-02 09:48:012412 'Mac FYI GPU ASAN Release': {
2413 'args': [
2414 '--is-asan',
2415 ]
2416 },
2417 },
2418 },
2419 'webgl_conformance_gl_passthrough_tests': {
2420 'remove_from': [
2421 # crbug.com/555545 and crbug.com/649824:
2422 # Disable webgl_conformance_gl_tests on some Win/AMD cards.
2423 # Always fails on older cards, flaky on newer cards.
2424 'Win7 FYI Debug (AMD)',
2425 'Win7 FYI Release (AMD)',
Zhenyao Mo23286742019-09-20 00:11:002426 # crbug.com/1005814
2427 'Win10 FYI x64 Release (AMD RX 550)',
Kenneth Russell8a386d42018-06-02 09:48:012428 ],
2429 },
Stephen Martinis54d64ad2018-09-21 22:16:202430 'webgl_conformance_tests': {
Kenneth Russell8a386d42018-06-02 09:48:012431 'modifications': {
Stephen Martinis54d64ad2018-09-21 22:16:202432 # On desktop platforms these don't take very long (~7 minutes),
2433 # but on Android they take ~30 minutes and we want to use more
2434 # shards than on desktop.
Stephen Martinis54d64ad2018-09-21 22:16:202435 'Android Release (Nexus 5X)': {
2436 'swarming': {
2437 'shards': 6,
2438 },
2439 },
Ben Pastene52890ace2019-05-24 20:03:362440 'chromeos-amd64-generic-rel': {
Ben Pastene52890ace2019-05-24 20:03:362441 'swarming': {
Brian Sheedydb0417e2019-12-11 01:14:202442 'shards': 12,
Ben Pastene52890ace2019-05-24 20:03:362443 },
2444 },
Kenneth Russell8a386d42018-06-02 09:48:012445 },
Kenneth Russelle63e41f2019-04-09 02:45:282446 'remove_from': [
2447 # Too slow on this configuration, which is severely hardware
2448 # constrained. crbug.com/950690
2449 'Mac FYI Retina Debug (NVIDIA)',
2450 ],
Kenneth Russell8a386d42018-06-02 09:48:012451 },
John Budorick82e61dfb2019-12-10 04:36:092452 'webgl_conformance_validating_tests': {
2453 'modifications': {
2454 'Mac FYI GPU ASAN Release': {
2455 'args': [
2456 '--is-asan',
2457 ]
2458 },
2459 },
2460 },
Yuly Novikove27d1d22018-10-29 21:24:192461 'webgl_conformance_vulkan_passthrough_tests': {
2462 'remove_from': [
2463 'Win7 FYI Debug (AMD)',
2464 ],
2465 },
Kenneth Russelleb60cbd22017-12-05 07:54:282466 'webkit_unit_tests': {
Yun Liu16394ab32019-11-19 16:37:572467 'remove_from': [
2468 # Flakily fails on Win7. https://crbug.com/943372.
2469 'Win7 Tests (1)',
2470 'Win 7 Tests x64 (1)',
Yun Liu16394ab32019-11-19 16:37:572471 'android-code-coverage-native', # crbug/1018431
2472 ],
Dirk Pranke81ff51c2017-12-09 19:24:282473 'modifications': {
John Budorick5052d552017-12-13 02:59:342474 'Linux ASan LSan Tests (1)': {
2475 # These are very slow on the ASAN trybot for some reason.
2476 # crbug.com/794372
2477 'swarming': {
2478 'shards': 5,
2479 },
2480 },
Erik Chen681dc0282019-11-26 22:54:492481 'Linux TSan Tests': {
2482 'swarming': {
2483 'shards': 2,
2484 },
2485 },
arthursonzogni26889d82018-05-29 17:18:162486 'Marshmallow 64 bit Tester': {
2487 # Increase timeout. See https://crbug.com/847229.
2488 'swarming': {
2489 'hard_timeout': 1200,
2490 },
2491 },
Omer Katz7d2be652020-01-22 18:13:462492 'linux-blink-heap-concurrent-marking-tsan-rel': {
2493 'swarming': {
2494 'shards': 2,
2495 },
2496 },
Dirk Pranke81ff51c2017-12-09 19:24:282497 },
Kenneth Russelleb60cbd22017-12-05 07:54:282498 },
Haiyang Pan591dbad2020-06-05 20:26:372499 'weblayer_bundle_test': {
2500 'remove_from': [
2501 'android-marshmallow-x86-fyi-rel', # crbug.com/1088013
2502 ],
2503 },
2504 'weblayer_instrumentation_test_apk': {
2505 'remove_from': [
2506 'android-marshmallow-x86-fyi-rel', # crbug.com/1088013
2507 ],
2508 },
Kenneth Russelleb60cbd22017-12-05 07:54:282509 'webview_instrumentation_test_apk': {
2510 'remove_from': [
Hans Wennborgeac4c36c2018-05-23 16:04:062511 # This test frequently fails on Android, https://crbug.com/824959
Haiyang Pana3ff55ae2020-04-23 18:26:542512 'android-lollipop-arm-rel',
Stephen Martinis1384ff92020-01-07 19:52:152513 # matching android builders, the test fails on these.
Hans Wennborga0b11ebe2018-05-15 16:26:502514 'ToTAndroid',
John Budorick27d2d44e2019-05-20 20:26:092515 'android-asan', # https://crbug.com/964562
Dirk Pranke20eae9a72017-12-09 18:12:142516 # On chromium.swarm, this should possibly be being run (or removed
Takuto Ikuta527cdff2020-01-29 08:04:272517 # from android-marshmallow-arm64-rel-swarming).
Haiyang Pan1ad3bb032020-04-24 23:52:032518 'android-lollipop-arm-rel-swarming',
Yun Liu7cfd28a2019-10-30 01:57:122519 'android-code-coverage-native', # https://crbug.com/1018431
Kenneth Russelleb60cbd22017-12-05 07:54:282520 ],
Ben Pastenee17a8e92018-07-12 21:55:182521 'modifications': {
Andrew Luof08500ae2020-01-10 01:24:452522 # chromium.android.fyi
2523 'Android WebView P FYI (rel)': {
2524 'args': [
2525 '--annotation',
2526 'DisabledTest,FlakyTest' # Monitor status of disabled tests.
2527 ],
2528 },
Ben Pastenee17a8e92018-07-12 21:55:182529 'Oreo Phone Tester': {
Andrew Luo93c4a1e2019-08-30 05:26:302530 # TODO(crbug.com/997362): Enable this once it's passing.
bsheedy01833462018-12-07 01:05:572531 # TODO(https://crbug.com/884413): Re-enable this once the tests are
2532 # either passing or there is more capacity.
2533 'experiment_percentage': 0,
Ben Pastenee17a8e92018-07-12 21:55:182534 },
Haiyang Pan08d09dc2020-04-01 16:11:212535 'android-pie-x86-rel': {
Haiyang Panfdd94332020-03-27 02:43:292536 'args': [
2537 '--test-launcher-filter-file=../../testing/buildbot/filters/android.emulator.webview_instrumentation_test_apk.filter',
2538 ],
2539 },
Ben Pastenee17a8e92018-07-12 21:55:182540 },
Kenneth Russelleb60cbd22017-12-05 07:54:282541 },
bsheedy800f5062018-08-07 00:47:542542 'xr_browser_tests': {
2543 'remove_from': [
Stephen Martinis1384ff92020-01-07 19:52:152544 # Randomly hangs indefinitely https://crbug.com/1018896.
2545 'Win10 FYI x64 Release (AMD RX 550)',
bsheedy800f5062018-08-07 00:47:542546 # This exception probably needs to stay due to lack of capacity
2547 # on the Win AMD bots.
2548 'Win7 FYI Debug (AMD)',
Maggie Chen4fc29842018-08-07 19:12:482549 # Fails on the bot, http://crbug.com/868143
2550 'Win7 FYI Release (AMD)',
bsheedy800f5062018-08-07 00:47:542551 ],
2552 },
Kenneth Russelleb60cbd22017-12-05 07:54:282553}