blob: 9ae5a6168b07f69fa3cba14910a1df767d02f699 [file] [log] [blame]
Kenneth Russelleb60cbd22017-12-05 07:54:281# Copyright 2017 The Chromium Authors. All rights reserved.
2# Use of this source code is governed by a BSD-style license that can be
3# found in the LICENSE file.
4
5# This is a .pyl, or "Python Literal", file. You can treat it just like a
6# .json file, with the following exceptions:
7# * all keys must be quoted (use single quotes, please);
8# * comments are allowed, using '#' syntax; and
9# * trailing commas are allowed.
10
11# Exceptions to the common test suites can only include removal from
12# particular bots, and modifications on particular bots. By design,
13# it's not possible to add one-off tests to bots. Instead they have to
14# be added to one of the test suites in test_suites.pyl.
15#
16# The goal is to drive the number of exceptions to zero, to make all
17# the bots behave similarly.
18{
John Budorickca14c76f62017-12-09 14:19:1819 'accessibility_unittests': {
20 'remove_from': [
21 'Mac ASan 64 Tests (1)',
22 ],
23 },
Kenneth Russelleb60cbd22017-12-05 07:54:2824 'android_webview_unittests': {
25 'remove_from': [
John Budorick826d5ed2017-12-28 19:27:3226 # On chromium.android, these do not need to run prior to M.
Kenneth Russelleb60cbd22017-12-05 07:54:2827 'KitKat Phone Tester (dbg)',
28 'KitKat Phone Tester (rel)',
29 'KitKat Tablet Tester',
John Budorick826d5ed2017-12-28 19:27:3230 # They should be running here, though, once stabilized.
Kenneth Russell8ceeabf2017-12-11 17:53:2831 'Nougat Phone Tester chromium.android',
32 # chromium.android.fyi
33 'x64 Device Tester',
Kenneth Russellfbda3c532017-12-08 23:57:2434 # chromium.clang
35 'ToTAndroid x64',
Kenneth Russell8ceeabf2017-12-11 17:53:2836 # chromium.fyi
37 'Out of Process Profiling Android',
Kenneth Russelleb60cbd22017-12-05 07:54:2838 ],
39 'modifications': {
40 'Lollipop Tablet Tester': {
41 'swarming': {
42 'hard_timeout': 900,
43 },
44 },
Kenneth Russelleb60cbd22017-12-05 07:54:2845 'Marshmallow Tablet Tester': {
46 'swarming': {
47 'hard_timeout': 900,
48 },
49 },
50 },
51 },
Kenneth Russellfbda3c532017-12-08 23:57:2452 'angle_unittests': {
53 'remove_from': [
Kenneth Russell8ceeabf2017-12-11 17:53:2854 # chromium.fyi
Dirk Pranke46119d82018-03-21 00:13:5955 'mac-views-rel',
Kenneth Russell8ceeabf2017-12-11 17:53:2856 'Chromium Mac 10.11',
57 'Chromium Mac 10.11 Force Mac Toolchain',
58 'Chromium Mac 10.13',
Kenneth Russellfbda3c532017-12-08 23:57:2459 ],
John Budorickca14c76f62017-12-09 14:19:1860 'modifications': {
61 'Linux ASan LSan Tests (1)': {
62 'swarming': {
63 'shards': 10,
64 },
65 },
66 },
Kenneth Russellfbda3c532017-12-08 23:57:2467 },
68 'app_shell_unittests': {
69 'remove_from': [
Kenneth Russell8ceeabf2017-12-11 17:53:2870 # chromium.fyi
Kenneth Russell8ceeabf2017-12-11 17:53:2871 'Out of Process Profiling Windows',
Kenneth Russell8ceeabf2017-12-11 17:53:2872 'Win 10 Fast Ring',
John Budorickca14c76f62017-12-09 14:19:1873 # chromium.memory
74 'Linux ASan LSan Tests (1)',
75 'Linux Chromium OS ASan LSan Tests (1)',
76 'Linux ChromiumOS MSan Tests',
77 'Linux MSan Tests',
78 'Linux TSan Tests',
79 ],
80 },
James Cookf225c322018-02-22 00:05:5081 'mash_ash_unittests': {
John Budorickca14c76f62017-12-09 14:19:1882 'remove_from': [
83 # chromium.memory
James Cookf225c322018-02-22 00:05:5084 # Unclear why this isn't run. http://crbug.com/814403
John Budorickca14c76f62017-12-09 14:19:1885 'Linux Chromium OS ASan LSan Tests (1)',
Kenneth Russellfbda3c532017-12-08 23:57:2486 ],
87 },
88 'aura_unittests': {
89 'remove_from': [
Kenneth Russell8ceeabf2017-12-11 17:53:2890 # chromium.fyi
Kenneth Russell8ceeabf2017-12-11 17:53:2891 'Out of Process Profiling Windows',
92 'Win 10 Fast Ring',
John Budorickca14c76f62017-12-09 14:19:1893 # chromium.memory
94 'Linux ASan LSan Tests (1)',
Kenneth Russellfbda3c532017-12-08 23:57:2495 ],
96 },
Kenneth Russelleb60cbd22017-12-05 07:54:2897 'base_unittests': {
Kenneth Russell8ceeabf2017-12-11 17:53:2898 'remove_from': [
99 # chromium.linux
100 'Fuchsia x64',
101 ],
Kenneth Russelleb60cbd22017-12-05 07:54:28102 'modifications': {
Kenneth Russellfbda3c532017-12-08 23:57:24103 # chromium.android
Kenneth Russelleb60cbd22017-12-05 07:54:28104 'KitKat Tablet Tester': {
105 'swarming': {
106 'hard_timeout': 300,
107 },
108 },
109 'Lollipop Tablet Tester': {
110 'swarming': {
111 'hard_timeout': 600,
112 },
113 },
Kenneth Russelleb60cbd22017-12-05 07:54:28114 'Marshmallow Phone Tester (rel)': {
115 'swarming': {
116 'hard_timeout': 960,
117 },
118 },
119 'Marshmallow Tablet Tester': {
120 'swarming': {
121 'hard_timeout': 600,
122 },
123 },
Kenneth Russellfbda3c532017-12-08 23:57:24124 # chromium.clang
125 'ToTMac': {
126 'swarming': {
127 'shards': 5,
128 },
129 },
Kenneth Russell8ceeabf2017-12-11 17:53:28130 # chromium.fyi
Kevin Marshallc3816582018-03-21 20:56:31131 'Fuchsia': {
132 'args': [
133 '--use-new-test-runner',
134 ],
135 },
Kenneth Russell8ceeabf2017-12-11 17:53:28136 'Out of Process Profiling Mac': {
137 'swarming': {
138 'shards': 5,
139 },
140 },
Kenneth Russelleb60cbd22017-12-05 07:54:28141 },
142 },
John Budorickca14c76f62017-12-09 14:19:18143 'battor_agent_unittests': {
144 'remove_from': [
145 # chromium.memory
146 'Linux ASan LSan Tests (1)',
147 'Linux CFI',
148 ],
149 },
150 'blink_heap_unittests': {
151 'remove_from': [
152 # On chromium.android, unclear why these aren't run on all bots.
153 'KitKat Tablet Tester',
154 'Lollipop Phone Tester',
155 'Lollipop Tablet Tester',
156 'Marshmallow Tablet Tester',
157 'Nougat Phone Tester',
Kenneth Russell8ceeabf2017-12-11 17:53:28158 # chromium.android.fyi
159 'Jelly Bean Tester',
160 'Lollipop Consumer Tester',
161 'Unswarmed N5 Tests Dummy Builder',
162 'Unswarmed N5X Tests Dummy Builder',
John Budorickca14c76f62017-12-09 14:19:18163 # chromium.clang
164 'CrWinAsan',
165 'CrWinAsan(dll)',
166 'CrWinAsanCov',
167 'ToTLinuxMSan',
Kenneth Russell8ceeabf2017-12-11 17:53:28168 # chromium.fyi
Kenneth Russell8ceeabf2017-12-11 17:53:28169 'CrWinAsan tester',
170 'CrWinAsan(dll) tester',
171 'CrWinAsanCov tester',
John Budorickca14c76f62017-12-09 14:19:18172 # chromium.memory
173 'Linux Chromium OS ASan LSan Tests (1)',
174 'Linux ChromiumOS MSan Tests',
John Budorickca14c76f62017-12-09 14:19:18175 'Linux TSan Tests',
John Budorickca14c76f62017-12-09 14:19:18176 ],
177 'modifications': {
Kenneth Russell8ceeabf2017-12-11 17:53:28178 # chromium.android
John Budorickca14c76f62017-12-09 14:19:18179 'KitKat Phone Tester (dbg)': {
180 'swarming': {
181 'hard_timeout': 180,
182 },
183 },
184 'KitKat Phone Tester (rel)': {
185 'swarming': {
186 'hard_timeout': 180,
187 },
188 },
189 'Marshmallow Phone Tester (rel)': {
190 'swarming': {
191 'hard_timeout': 960,
192 },
193 },
Kenneth Russell8ceeabf2017-12-11 17:53:28194 # chromium.android.fyi
195 'x86 Cloud Tester': {
196 'swarming': {
197 'hard_timeout': 120,
198 },
199 },
John Budorickca14c76f62017-12-09 14:19:18200 },
201 },
202 'blink_platform_unittests': {
203 'remove_from': [
204 # chromium.clang
205 'CrWinAsan',
206 'CrWinAsan(dll)',
207 'CrWinAsanCov',
208 'ToTLinuxMSan',
Kenneth Russell8ceeabf2017-12-11 17:53:28209 # chromium.fyi
Kenneth Russell8ceeabf2017-12-11 17:53:28210 'CrWinAsan tester',
211 'CrWinAsan(dll) tester',
212 'CrWinAsanCov tester',
John Budorickca14c76f62017-12-09 14:19:18213 ],
214 },
215 'boringssl_crypto_tests': {
216 'remove_from': [
217 # On chromium.android, unclear why these aren't run on all bots.
218 'KitKat Tablet Tester',
219 'Lollipop Phone Tester',
220 'Lollipop Tablet Tester',
221 'Marshmallow 64 bit Tester',
222 'Marshmallow Phone Tester (rel)',
223 'Marshmallow Tablet Tester',
224 'Nougat Phone Tester',
Kenneth Russell8ceeabf2017-12-11 17:53:28225 # chromium.android.fyi
226 'Jelly Bean Tester',
227 'Lollipop Consumer Tester',
228 'Lollipop Low-end Tester',
229 'Unswarmed N5 Tests Dummy Builder',
230 'Unswarmed N5X Tests Dummy Builder',
231 'x86 Cloud Tester',
John Budorickca14c76f62017-12-09 14:19:18232 # chromium.chromiumos
233 'Linux ChromiumOS Tests (dbg)(1)',
234 'linux-chromeos-dbg',
235 'linux-chromeos-rel',
236 # On chromium.mac, unclear why these aren't run on "Mac10.12 Tests".
237 'Mac10.12 Tests',
238 # chromium.memory
239 'Linux ASan LSan Tests (1)',
240 'Linux CFI',
241 'Linux Chromium OS ASan LSan Tests (1)',
242 'Linux ChromiumOS MSan Tests',
John Budorickca14c76f62017-12-09 14:19:18243 'Linux TSan Tests',
244 ],
245 },
246 'boringssl_ssl_tests': {
247 'remove_from': [
248 # On chromium.android, unclear why these aren't run on all bots.
249 'KitKat Tablet Tester',
250 'Lollipop Phone Tester',
251 'Lollipop Tablet Tester',
252 'Marshmallow 64 bit Tester',
253 'Marshmallow Phone Tester (rel)',
254 'Marshmallow Tablet Tester',
255 'Nougat Phone Tester',
Kenneth Russell8ceeabf2017-12-11 17:53:28256 # chromium.android.fyi
257 'Jelly Bean Tester',
258 'Lollipop Consumer Tester',
259 'Lollipop Low-end Tester',
260 'Unswarmed N5 Tests Dummy Builder',
261 'Unswarmed N5X Tests Dummy Builder',
262 'x86 Cloud Tester',
John Budorickca14c76f62017-12-09 14:19:18263 # chromium.chromiumos
264 'Linux ChromiumOS Tests (dbg)(1)',
265 'linux-chromeos-dbg',
266 'linux-chromeos-rel',
267 # On chromium.mac, unclear why these aren't run on "Mac10.12 Tests".
268 'Mac10.12 Tests',
269 # chromium.memory
270 'Linux ASan LSan Tests (1)',
271 'Linux CFI',
272 'Linux Chromium OS ASan LSan Tests (1)',
273 'Linux ChromiumOS MSan Tests',
274 'Linux MSan Tests',
275 'Linux TSan Tests',
276 ],
277 },
Kenneth Russelleb60cbd22017-12-05 07:54:28278 'breakpad_unittests': {
279 'modifications': {
280 'KitKat Tablet Tester': {
281 'swarming': {
282 'hard_timeout': 60,
283 },
284 },
285 'Lollipop Tablet Tester': {
286 'swarming': {
287 'hard_timeout': 60,
288 },
289 },
290 'Marshmallow Tablet Tester': {
291 'swarming': {
292 'hard_timeout': 60,
293 },
294 },
295 },
296 },
297 'browser_tests': {
Kenneth Russellfbda3c532017-12-08 23:57:24298 'remove_from': [
299 # chromium.clang
300 'CrWinAsanCov',
Nico Weber3af4da72018-02-27 01:59:41301 'linux-win_cross-rel',
Kenneth Russellfbda3c532017-12-08 23:57:24302 'ToTLinuxUBSanVptr',
Kenneth Russell78225042018-02-23 09:43:13303 'UBSanVptr Linux',
Kenneth Russell8ceeabf2017-12-11 17:53:28304 # chromium.fyi
305 'CrWinAsanCov tester',
John Budorickca14c76f62017-12-09 14:19:18306 # chromium.memory
307 'Linux TSan Tests',
Kenneth Russellfbda3c532017-12-08 23:57:24308 ],
Kenneth Russelleb60cbd22017-12-05 07:54:28309 'modifications': {
Kenneth Russell8ceeabf2017-12-11 17:53:28310 # chromium.chromiumos
Kenneth Russell56a3e862017-12-08 03:11:34311 'Linux ChromiumOS Tests (dbg)(1)': {
312 'swarming': {
313 'shards': 20,
314 },
315 },
316 'linux-chromeos-dbg': {
317 'swarming': {
318 'shards': 20,
319 },
320 },
Kenneth Russellfbda3c532017-12-08 23:57:24321 'CrWinClang(dbg)': {
322 'swarming': {
323 'shards': 20,
324 },
325 },
326 'CrWinClang64(dbg)': {
327 'swarming': {
328 'shards': 20,
329 },
330 },
Kenneth Russellfbda3c532017-12-08 23:57:24331 'ToTWin(dbg)': {
332 'swarming': {
333 'shards': 20,
334 },
335 },
336 'ToTWin64(dbg)': {
337 'swarming': {
338 'shards': 20,
339 },
340 },
341 'ToTLinuxThinLTO': {
342 # TODO(kbr): remove this spurious filter.
343 'args': [
344 '--gtest_filter=-SaveType/SavePageMultiFrameBrowserTest.ObjectElements/0',
345 ],
Kenneth Russell8ceeabf2017-12-11 17:53:28346 },
347 # chromium.fyi
348 'Out of Process Profiling Linux': {
Kenneth Russellfbda3c532017-12-08 23:57:24349 'swarming': {
Kenneth Russell8ceeabf2017-12-11 17:53:28350 'shards': 5,
Kenneth Russellfbda3c532017-12-08 23:57:24351 },
352 },
Kenneth Russell8ceeabf2017-12-11 17:53:28353 'ThinLTO Linux ToT': {
354 # TODO(kbr): remove this spurious filter.
355 'args': [
356 '--gtest_filter=-SaveType/SavePageMultiFrameBrowserTest.ObjectElements/0',
357 ],
358 },
John Budorickca14c76f62017-12-09 14:19:18359 # chromium.memory
John Budorick5052d552017-12-13 02:59:34360 'Linux ASan LSan Tests (1)': {
361 # These are very slow on the ASAN trybot for some reason.
362 # crbug.com/794372
363 'swarming': {
364 'shards': 30,
365 },
366 },
John Budorickca14c76f62017-12-09 14:19:18367 'Linux Chromium OS ASan LSan Tests (1)': {
368 'args': [
369 '--test-launcher-filter-file=../../testing/buildbot/filters/browser_tests_cros_asan.filter',
370 ],
Kenneth Russelleb60cbd22017-12-05 07:54:28371 },
John Budorickca14c76f62017-12-09 14:19:18372 'Mac ASan 64 Tests (1)': {
Kenneth Russelleb60cbd22017-12-05 07:54:28373 'swarming': {
John Budorickca14c76f62017-12-09 14:19:18374 'shards': 20,
Kenneth Russelleb60cbd22017-12-05 07:54:28375 },
376 },
Dirk Pranke8fd63c12017-12-10 18:06:27377 # client.v8.chromium
378 'Linux - Future (dbg)': {
379 'swarming': {
380 'shards': 10,
381 },
382 },
Kenneth Russell8ceeabf2017-12-11 17:53:28383 # chromium.win
384 'Win7 Tests (dbg)(1)': {
385 'swarming': {
386 'shards': 20,
387 },
388 },
Kenneth Russelleb60cbd22017-12-05 07:54:28389 },
390 },
Kenneth Russelleb60cbd22017-12-05 07:54:28391 'cacheinvalidation_unittests': {
392 'remove_from': [
393 # Unclear why these largely aren't run on Android.
Kenneth Russelleb60cbd22017-12-05 07:54:28394 # chromium.android:
395 'KitKat Phone Tester (dbg)',
396 'KitKat Phone Tester (rel)',
397 'KitKat Tablet Tester',
398 'Lollipop Phone Tester',
399 'Lollipop Tablet Tester',
400 'Marshmallow 64 bit Tester',
401 'Marshmallow Phone Tester (rel)',
402 'Marshmallow Tablet Tester',
403 'Nougat Phone Tester',
Kenneth Russell8ceeabf2017-12-11 17:53:28404 # chromium.android.fyi
405 'Jelly Bean Tester',
406 'Lollipop Consumer Tester',
407 'Lollipop Low-end Tester',
408 'Unswarmed N5 Tests Dummy Builder',
409 'Unswarmed N5X Tests Dummy Builder',
410 'x86 Cloud Tester',
Kenneth Russelleb60cbd22017-12-05 07:54:28411 ],
412 },
413 'capture_unittests': {
414 'modifications': {
415 'KitKat Tablet Tester': {
416 'swarming': {
417 'hard_timeout': 120,
418 },
419 },
420 'Marshmallow Tablet Tester': {
421 'swarming': {
422 'hard_timeout': 120,
423 },
424 },
425 },
426 },
427 'cast_shell_browsertests': {
428 'modifications': {
429 'Cast Audio Linux': {
430 'args': [
431 '--enable-local-file-accesses',
432 '--ozone-platform=headless',
433 '--no-sandbox',
434 '--test-launcher-jobs=1',
435 ],
436 'swarming': {
437 'can_use_on_swarming_builders': False,
438 },
439 },
440 'Cast Linux': {
441 'args': [
442 '--enable-local-file-accesses',
443 '--ozone-platform=cast',
444 '--no-sandbox',
445 '--test-launcher-jobs=1',
446 ],
447 'swarming': {
448 'can_use_on_swarming_builders': False,
449 },
450 },
451 },
452 },
453 'cast_unittests': {
454 'remove_from': [
Kenneth Russell56a3e862017-12-08 03:11:34455 # chromium.chromiumos
456 'Linux ChromiumOS Tests (dbg)(1)',
457 'linux-chromeos-dbg',
458 'linux-chromeos-rel',
Kenneth Russelleb60cbd22017-12-05 07:54:28459 # Unclear why these largely aren't run on Android.
Kenneth Russelleb60cbd22017-12-05 07:54:28460 # TODO(kbr): why are the cast unit tests not run on the Cast bots?!
461 'Cast Audio Linux',
462 'Cast Linux',
Kenneth Russellfbda3c532017-12-08 23:57:24463 # chromium.clang
Peter Collingbourne6e3a081d2018-02-16 19:54:33464 'ToTAndroidCFI',
Kenneth Russellfbda3c532017-12-08 23:57:24465 'ToTLinuxThinLTO',
Kenneth Russell8ceeabf2017-12-11 17:53:28466 # chromium.fyi
467 'ThinLTO Linux ToT',
John Budorickca14c76f62017-12-09 14:19:18468 # chromium.memory
Peter Collingbournee07e84e82018-02-23 20:28:58469 'Android CFI',
John Budorickca14c76f62017-12-09 14:19:18470 'Mac ASan 64 Tests (1)',
Kenneth Russelleb60cbd22017-12-05 07:54:28471 ],
472 },
473 'cc_unittests': {
Kenneth Russell56a3e862017-12-08 03:11:34474 'remove_from': [
475 # chromium.chromiumos
476 'Linux ChromiumOS Tests (dbg)(1)',
477 'linux-chromeos-dbg',
478 'linux-chromeos-rel',
John Budorickca14c76f62017-12-09 14:19:18479 # chromium.memory
480 'Linux Chromium OS ASan LSan Tests (1)',
Kenneth Russell56a3e862017-12-08 03:11:34481 ],
Kenneth Russelleb60cbd22017-12-05 07:54:28482 },
Dirk Pranke1b767092017-12-07 04:44:23483 'checkbins': {
484 'remove_from': [
485 'Linux x64',
486 'Mac',
487 ],
488 },
Kenneth Russell8ceeabf2017-12-11 17:53:28489 'chrome_app_unittests': {
490 'remove_from': [
491 # chromium.fyi
Dirk Pranke46119d82018-03-21 00:13:59492 'mac-views-rel',
Kenneth Russell8ceeabf2017-12-11 17:53:28493 'Chromium Mac 10.11',
494 'Chromium Mac 10.11 Force Mac Toolchain',
495 'Chromium Mac 10.13',
496 'Out of Process Profiling Mac',
497 ],
498 },
Kenneth Russellfbda3c532017-12-08 23:57:24499 'chrome_elf_import_unittests': {
500 'remove_from': [
Kenneth Russell8ceeabf2017-12-11 17:53:28501 # chromium.fyi
Kenneth Russell8ceeabf2017-12-11 17:53:28502 'Out of Process Profiling Windows',
503 'Win 10 Fast Ring',
Kenneth Russellfbda3c532017-12-08 23:57:24504 ],
505 },
Kenneth Russelleb60cbd22017-12-05 07:54:28506 'chrome_public_test_apk': {
Kenneth Russell8ceeabf2017-12-11 17:53:28507 'remove_gtest_from': [
508 # chromium.android.fyi
509 'Jelly Bean Tester',
510 'Lollipop Consumer Tester',
511 'Unswarmed N5 Tests Dummy Builder',
512 'Unswarmed N5X Tests Dummy Builder',
513 ],
Kenneth Russelleb60cbd22017-12-05 07:54:28514 'remove_from': [
Peter Collingbourne6e3a081d2018-02-16 19:54:33515 # chromium.clang
516 'ToTAndroidCFI',
Peter Collingbournee07e84e82018-02-23 20:28:58517 # chromium.memory
518 'Android CFI',
Kenneth Russelleb60cbd22017-12-05 07:54:28519 ],
Kenneth Russellfbda3c532017-12-08 23:57:24520 'key_removals': {
Kenneth Russell8ceeabf2017-12-11 17:53:28521 # chromium.android.fyi
522 'Lollipop Low-end Tester': [
523 'args',
524 ],
525 'Nougat Phone Tester': [
526 'args',
527 ],
Kenneth Russell8ceeabf2017-12-11 17:53:28528 'x86 Cloud Tester': [
529 'args',
530 ],
Kenneth Russellfbda3c532017-12-08 23:57:24531 },
Kenneth Russelleb60cbd22017-12-05 07:54:28532 'modifications': {
Kenneth Russell8ceeabf2017-12-11 17:53:28533 # chromium.android
Kenneth Russelleb60cbd22017-12-05 07:54:28534 'KitKat Phone Tester (dbg)': {
535 'swarming': {
536 'shards': 20,
537 },
538 },
539 'KitKat Phone Tester (rel)': {
540 'swarming': {
541 'shards': 12,
542 },
543 },
544 'KitKat Tablet Tester': {
545 'swarming': {
546 'hard_timeout': 2400,
547 },
548 },
549 'Lollipop Phone Tester': {
550 'swarming': {
551 'hard_timeout': 1800,
552 },
553 },
554 'Lollipop Tablet Tester': {
555 'swarming': {
556 'hard_timeout': 1800,
557 },
558 },
559 'Marshmallow 64 bit Tester': {
560 'swarming': {
561 'hard_timeout': 1200,
562 'shards': 14,
563 },
564 },
John Budorick34009472018-04-03 17:38:44565 'Marshmallow Phone Tester (rel)': {
566 # TODO(crbug.com/731759): Enable this once we're confident that it
567 # passes.
568 'experiment_percentage': 100,
569 },
Kenneth Russelleb60cbd22017-12-05 07:54:28570 'Marshmallow Tablet Tester': {
571 'swarming': {
572 'hard_timeout': 1800,
573 },
574 },
Kenneth Russell8ceeabf2017-12-11 17:53:28575 # chromium.android.fyi
576 'Android Tests with Tracing': {
577 'args': [
578 '-f',
579 'ContextualSearchTapEventTest#*',
580 ],
581 'trace_output': True,
582 },
583 'Lollipop Low-end Tester': {
584 'swarming': {
585 'hard_timeout': 0,
586 'shards': 6,
587 },
588 },
589 'Nougat Phone Tester': {
590 'swarming': {
591 'hard_timeout': 1200,
592 'shards': 8,
593 },
594 },
595 'x64 Device Tester': {
596 'swarming': {
597 'hard_timeout': 0,
598 'shards': 1,
599 },
600 },
601 'x86 Cloud Tester': {
602 'swarming': {
603 'hard_timeout': 1200,
604 'shards': 1,
605 },
606 },
Kenneth Russellfbda3c532017-12-08 23:57:24607 # chromium.clang
608 'ToTAndroid x64': {
609 'swarming': {
610 'shards': 1,
611 'hard_timeout': 0,
612 },
613 },
Kenneth Russell8ceeabf2017-12-11 17:53:28614 # chromium.fyi
615 'Out of Process Profiling Android': {
616 'swarming': {
617 'shards': 1,
618 'hard_timeout': 0,
619 },
620 },
John Budorick34009472018-04-03 17:38:44621 # chromium.swarm
622 'Android N5X Swarm': {
623 # TODO(crbug.com/731759): Enable this once we're confident that it
624 # passes.
625 'experiment_percentage': 100,
626 },
Kenneth Russelleb60cbd22017-12-05 07:54:28627 },
628 },
629 'chrome_public_test_vr_apk': {
630 'remove_from': [
Kenneth Russellfbda3c532017-12-08 23:57:24631 # chromium.android
Kenneth Russelleb60cbd22017-12-05 07:54:28632 'KitKat Phone Tester (dbg)',
Kenneth Russelleb60cbd22017-12-05 07:54:28633 'KitKat Tablet Tester',
634 'Lollipop Tablet Tester',
635 'Marshmallow Tablet Tester',
Kenneth Russell8ceeabf2017-12-11 17:53:28636 # chromium.android.fyi
637 'Jelly Bean Tester',
638 'Lollipop Consumer Tester',
639 'Lollipop Low-end Tester',
640 'Nougat Phone Tester chromium.android.fyi',
641 'Unswarmed N5 Tests Dummy Builder',
642 'Unswarmed N5X Tests Dummy Builder',
643 'x64 Device Tester',
644 'x86 Cloud Tester',
Kenneth Russellfbda3c532017-12-08 23:57:24645 # chromium.clang
646 'ToTAndroid x64',
Kenneth Russell8ceeabf2017-12-11 17:53:28647 # chromium.fyi
648 'Out of Process Profiling Android',
bsheedy528011ac2018-03-02 22:04:36649 # chromium.memory
650 'Android CFI',
Kenneth Russelleb60cbd22017-12-05 07:54:28651 ],
652 'modifications': {
bsheedy553a1d52018-03-05 20:27:21653 'KitKat Phone Tester (rel)': {
654 'args': [
655 '--shared-prefs-file=//chrome/android/shared_preference_files/test/vr_cardboard_skipdon_setupcomplete.json',
656 '--additional-apk=//third_party/gvr-android-sdk/test-apks/vr_services/vr_services_current.apk',
657 ],
bsheedy553a1d52018-03-05 20:27:21658 'swarming': {
659 'hard_timeout': 1920,
660 },
661 },
Kenneth Russelleb60cbd22017-12-05 07:54:28662 'Lollipop Phone Tester': {
663 'args': [
664 '--shared-prefs-file=//chrome/android/shared_preference_files/test/vr_cardboard_skipdon_setupcomplete.json',
665 '--additional-apk=//third_party/gvr-android-sdk/test-apks/vr_services/vr_services_current.apk',
Kenneth Russelleb60cbd22017-12-05 07:54:28666 ],
667 'swarming': {
668 'hard_timeout': 1920,
669 },
670 },
671 'Marshmallow 64 bit Tester': {
672 'args': [
673 '--shared-prefs-file=//chrome/android/shared_preference_files/test/vr_cardboard_skipdon_setupcomplete.json',
674 '--additional-apk=//third_party/gvr-android-sdk/test-apks/vr_services/vr_services_current.apk',
675 ],
676 },
677 'Marshmallow Phone Tester (rel)': {
678 'args': [
679 '--shared-prefs-file=//chrome/android/shared_preference_files/test/vr_cardboard_skipdon_setupcomplete.json',
680 '--additional-apk=//third_party/gvr-android-sdk/test-apks/vr_services/vr_services_current.apk',
681 ],
682 'swarming': {
683 'hard_timeout': 1200,
684 },
685 },
686 },
687 },
688 'chrome_sync_shell_test_apk': {
Kenneth Russell8ceeabf2017-12-11 17:53:28689 'remove_gtest_from': [
690 # chromium.android.fyi
691 'Jelly Bean Tester',
692 'Lollipop Consumer Tester',
693 'Unswarmed N5 Tests Dummy Builder',
694 'Unswarmed N5X Tests Dummy Builder',
695 ],
Kenneth Russellfbda3c532017-12-08 23:57:24696 'key_removals': {
Kenneth Russell8ceeabf2017-12-11 17:53:28697 # chromium.android.fyi
698 'Lollipop Low-end Tester': [
699 'args',
700 ],
701 'Nougat Phone Tester': [
702 'args',
703 ],
704 'x64 Device Tester': [
705 'args',
706 ],
707 'x86 Cloud Tester': [
708 'args',
709 ],
Kenneth Russellfbda3c532017-12-08 23:57:24710 },
Kenneth Russelleb60cbd22017-12-05 07:54:28711 'modifications': {
Kenneth Russellfbda3c532017-12-08 23:57:24712 # chromium.android
Kenneth Russelleb60cbd22017-12-05 07:54:28713 'KitKat Phone Tester (dbg)': {
714 'swarming': {
715 'shards': 2,
716 },
717 },
718 'KitKat Tablet Tester': {
719 'swarming': {
720 'hard_timeout': 1200,
721 },
722 },
723 'Lollipop Tablet Tester': {
724 'swarming': {
725 'hard_timeout': 1200,
726 },
727 },
728 'Marshmallow Tablet Tester': {
729 'swarming': {
730 'hard_timeout': 1200,
731 },
732 },
Kenneth Russell8ceeabf2017-12-11 17:53:28733 # chromium.android.fyi
734 'Lollipop Low-end Tester': {
735 'swarming': {
736 'hard_timeout': 0,
737 },
738 },
739 'x64 Device Tester': {
740 'swarming': {
741 'hard_timeout': 0,
742 },
743 },
744 'x86 Cloud Tester': {
745 'swarming': {
746 'hard_timeout': 600,
747 },
748 },
Kenneth Russellfbda3c532017-12-08 23:57:24749 # chromium.clang
750 'ToTAndroid x64': {
751 'swarming': {
752 'hard_timeout': 0,
753 },
754 },
755 'ToTAndroidCFI': {
756 'swarming': {
757 'hard_timeout': 0,
758 },
759 },
Kenneth Russell8ceeabf2017-12-11 17:53:28760 # chromium.fyi
761 'Out of Process Profiling Android': {
762 'swarming': {
763 'hard_timeout': 0,
764 },
765 },
Peter Collingbournee07e84e82018-02-23 20:28:58766 # chromium.memory
767 'Android CFI': {
768 'swarming': {
769 'hard_timeout': 0,
770 },
771 },
Kenneth Russelleb60cbd22017-12-05 07:54:28772 },
773 },
Kenneth Russell56a3e862017-12-08 03:11:34774 'chromedriver_unittests': {
775 'remove_from': [
776 # chromium.chromiumos
777 'Linux ChromiumOS Tests (dbg)(1)',
778 'linux-chromeos-dbg',
779 'linux-chromeos-rel',
Kenneth Russellfbda3c532017-12-08 23:57:24780 # chromium.clang
781 'ToTLinuxASan',
John Budorickca14c76f62017-12-09 14:19:18782 # chromium.memory
783 'Linux ASan LSan Tests (1)',
784 'Linux Chromium OS ASan LSan Tests (1)',
Kenneth Russell56a3e862017-12-08 03:11:34785 ],
786 },
Kenneth Russelleb60cbd22017-12-05 07:54:28787 'components_background_task_scheduler_junit_tests': {
788 'remove_from': [
789 # On chromium.android, unclear why these aren't run on all bots.
790 'KitKat Phone Tester (dbg)',
791 'KitKat Tablet Tester',
792 'Lollipop Phone Tester',
793 'Lollipop Tablet Tester',
794 'Marshmallow 64 bit Tester',
795 'Marshmallow Phone Tester (rel)',
796 'Marshmallow Tablet Tester',
797 'Nougat Phone Tester',
Kenneth Russelleb60cbd22017-12-05 07:54:28798 ],
799 },
800 'components_browsertests': {
801 'remove_from': [
Kenneth Russell56a3e862017-12-08 03:11:34802 # chromium.chromiumos
803 'Linux ChromiumOS Tests (dbg)(1)',
804 'linux-chromeos-dbg',
805 'linux-chromeos-rel',
Kenneth Russellfbda3c532017-12-08 23:57:24806 # chromium.clang
807 'ToTLinux',
808 'ToTLinuxASan',
Kenneth Russellfbda3c532017-12-08 23:57:24809 'ToTLinuxMSan',
Kenneth Russellfbda3c532017-12-08 23:57:24810 'ToTMac',
811 'ToTMacASan',
Kenneth Russell8ceeabf2017-12-11 17:53:28812 # chromium.fyi
Dirk Pranke46119d82018-03-21 00:13:59813 'mac-views-rel',
Kenneth Russell8ceeabf2017-12-11 17:53:28814 'Chromium Mac 10.11',
815 'Chromium Mac 10.11 Force Mac Toolchain',
816 'Chromium Mac 10.13',
817 'Out of Process Profiling Linux',
818 'Out of Process Profiling Mac',
Kenneth Russelleb60cbd22017-12-05 07:54:28819 # On chromium.linux, unclear why these aren't run on the Cast bots.
820 'Cast Audio Linux',
821 'Cast Linux',
822 'Linux Tests (dbg)(1)(32)',
Kenneth Russell56a3e862017-12-08 03:11:34823 # chromium.win
Kenneth Russelleb60cbd22017-12-05 07:54:28824 'Win7 Tests (dbg)(1)',
John Budorickca14c76f62017-12-09 14:19:18825 # chromium.memory
826 'Linux ASan LSan Tests (1)',
827 'Linux ASan Tests (sandboxed)',
828 'Linux Chromium OS ASan LSan Tests (1)',
829 'Linux ChromiumOS MSan Tests',
830 'Linux MSan Tests',
831 'Linux TSan Tests',
Kenneth Russelleb60cbd22017-12-05 07:54:28832 ],
833 'modifications': {
834 'KitKat Tablet Tester': {
835 'swarming': {
836 'hard_timeout': 600,
837 },
838 },
839 'Lollipop Tablet Tester': {
840 'swarming': {
841 'hard_timeout': 600,
842 },
843 },
844 'Marshmallow Phone Tester (rel)': {
845 'swarming': {
846 'hard_timeout': 960,
847 },
848 },
849 'Marshmallow Tablet Tester': {
850 'swarming': {
851 'hard_timeout': 600,
852 },
853 },
854 },
855 },
856 'components_unittests': {
857 'remove_from': [
Kenneth Russellfbda3c532017-12-08 23:57:24858 # chromium.clang
859 'ToTLinuxUBSanVptr',
Kenneth Russell78225042018-02-23 09:43:13860 'UBSanVptr Linux',
Kenneth Russelleb60cbd22017-12-05 07:54:28861 # On chromium.linux, unclear why these aren't run on the Cast bots.
862 'Cast Audio Linux',
863 'Cast Linux',
864 ],
865 'modifications': {
Kenneth Russell8ceeabf2017-12-11 17:53:28866 # chromium.android
Kenneth Russelleb60cbd22017-12-05 07:54:28867 'KitKat Tablet Tester': {
868 'swarming': {
869 'hard_timeout': 1500,
870 },
871 },
872 'Lollipop Phone Tester': {
873 'swarming': {
874 'hard_timeout': 960,
875 },
876 },
877 'Lollipop Tablet Tester': {
878 'swarming': {
879 'hard_timeout': 1200,
880 },
881 },
882 'Marshmallow 64 bit Tester': {
883 'swarming': {
884 'hard_timeout': 960,
885 },
886 },
887 'Marshmallow Phone Tester (rel)': {
888 'swarming': {
889 'hard_timeout': 960,
890 },
891 },
892 'Marshmallow Tablet Tester': {
893 'swarming': {
894 'hard_timeout': 1500,
895 },
896 },
Kenneth Russell8ceeabf2017-12-11 17:53:28897 # chromium.android.fyi
898 'Lollipop Low-end Tester': {
899 'swarming': {
900 'hard_timeout': 0,
901 'shards': 1,
902 },
903 },
904 'Nougat Phone Tester': {
905 'swarming': {
906 'hard_timeout': 960,
907 'shards': 1,
908 },
909 },
910 'x64 Device Tester': {
911 'swarming': {
912 'hard_timeout': 0,
913 'shards': 1,
914 },
915 },
916 'x86 Cloud Tester': {
917 'swarming': {
918 'hard_timeout': 0,
919 'shards': 1,
920 },
921 },
John Budorick5052d552017-12-13 02:59:34922 # chromium.memory
923 'Linux ASan LSan Tests (1)': {
924 # These are very slow on the ASAN trybot for some reason.
925 # crbug.com/794372
926 'swarming': {
927 'shards': 5,
928 },
929 },
Kenneth Russelleb60cbd22017-12-05 07:54:28930 },
931 },
Kenneth Russellfbda3c532017-12-08 23:57:24932 'compositor_unittests': {
933 'remove_from': [
Kenneth Russell8ceeabf2017-12-11 17:53:28934 # chromium.fyi
Kenneth Russell8ceeabf2017-12-11 17:53:28935 'Out of Process Profiling Windows',
936 'Win 10 Fast Ring',
John Budorickca14c76f62017-12-09 14:19:18937 # chromium.memory
938 'Linux ASan LSan Tests (1)',
939 'Linux TSan Tests',
Kenneth Russellfbda3c532017-12-08 23:57:24940 ],
941 },
Kenneth Russelleb60cbd22017-12-05 07:54:28942 'content_browsertests': {
943 'modifications': {
Kenneth Russellfbda3c532017-12-08 23:57:24944 # chromium.android
Kenneth Russelleb60cbd22017-12-05 07:54:28945 'KitKat Tablet Tester': {
946 'swarming': {
947 'hard_timeout': 1800,
948 'shards': 6,
949 },
950 },
951 'Lollipop Phone Tester': {
952 'swarming': {
953 'hard_timeout': 1800,
954 'shards': 6,
955 },
956 },
957 'Lollipop Tablet Tester': {
958 'swarming': {
959 'hard_timeout': 1800,
960 'shards': 6,
961 },
962 },
963 'Marshmallow 64 bit Tester': {
964 'swarming': {
965 'hard_timeout': 1200,
966 'shards': 6,
967 },
968 },
969 'Marshmallow Phone Tester (rel)': {
970 'swarming': {
971 'hard_timeout': 1200,
972 'shards': 6,
973 },
974 },
975 'Marshmallow Tablet Tester': {
976 'swarming': {
977 'hard_timeout': 1800,
978 'shards': 6,
979 },
980 },
Kenneth Russell8ceeabf2017-12-11 17:53:28981 # chromium.android.fyi
982 'Lollipop Low-end Tester': {
983 'swarming': {
984 'hard_timeout': 0,
985 'shards': 4,
986 },
987 },
988 'Nougat Phone Tester': {
989 'swarming': {
990 'hard_timeout': 1200,
991 'shards': 6,
992 },
993 },
994 'Unswarmed N5 Tests Dummy Builder': {
995 'args': [
996 '--shard-timeout',
997 '600',
998 ],
999 },
1000 'Unswarmed N5X Tests Dummy Builder': {
1001 'args': [
1002 '--shard-timeout',
1003 '600',
1004 ],
1005 },
1006 'x64 Device Tester': {
1007 'swarming': {
1008 'hard_timeout': 0,
1009 'shards': 1,
1010 },
1011 },
1012 'x86 Cloud Tester': {
1013 'swarming': {
1014 'hard_timeout': 960,
1015 'shards': 1,
1016 },
1017 },
1018 # chromium.chromiumos
1019 'Linux ChromiumOS Tests (dbg)(1)': {
1020 'swarming': {
1021 'shards': 2,
1022 },
1023 },
1024 'Linux TSan Tests': {
1025 'swarming': {
1026 'shards': 5,
1027 },
1028 },
1029 'linux-chromeos-dbg': {
1030 'swarming': {
1031 'shards': 2,
1032 },
1033 },
1034 'linux-chromeos-rel': {
Kenneth Russelleb60cbd22017-12-05 07:54:281035 'swarming': {
1036 'shards': 2,
1037 },
1038 },
Kenneth Russellfbda3c532017-12-08 23:57:241039 # chromium.clang
1040 'ToTLinuxUBSanVptr': {
1041 'swarming': {
1042 'shards': 5,
1043 },
1044 },
1045 # chromium.linux
1046 'Cast Audio Linux': {
1047 'args': [
1048 '--test-launcher-filter-file=src/testing/buildbot/filters/cast-linux.content_browsertests.filter',
1049 ],
1050 'swarming': {
1051 'can_use_on_swarming_builders': False,
1052 },
1053 },
1054 'Cast Linux': {
1055 'args': [
1056 '--test-launcher-filter-file=src/testing/buildbot/filters/cast-linux.content_browsertests.filter',
1057 ],
1058 'swarming': {
1059 'can_use_on_swarming_builders': False,
1060 },
1061 },
John Budorickca14c76f62017-12-09 14:19:181062 # chromium.memory
John Budorick5052d552017-12-13 02:59:341063 'Linux ASan LSan Tests (1)': {
1064 # These are very slow on the ASAN trybot for some reason.
1065 # crbug.com/794372
1066 'swarming': {
1067 'shards': 4,
1068 },
1069 },
Yuke Liao47450ee2018-03-21 19:32:111070 'Linux Chromium OS ASan LSan Tests (1)': {
1071 # content_browsertests is slow on ASAN try bot. crbug.com/822461.
1072 'swarming': {
1073 'shards': 4,
1074 }
1075 },
John Budorickca14c76f62017-12-09 14:19:181076 'Mac ASan 64 Tests (1)': {
1077 'swarming': {
1078 'shards': 2,
1079 },
1080 },
Kenneth Russell8ceeabf2017-12-11 17:53:281081 # chromium.win
1082 'Win7 Tests (dbg)(1)': {
1083 'swarming': {
1084 'shards': 2,
1085 },
1086 },
Kenneth Russelleb60cbd22017-12-05 07:54:281087 },
1088 },
John Budorickca14c76f62017-12-09 14:19:181089 'content_browsertests --mus': {
1090 'remove_from': [
1091 # chromium.memory
1092 'Linux Chromium OS ASan LSan Tests (1)',
1093 ],
1094 },
Kenneth Russelleb60cbd22017-12-05 07:54:281095 'content_shell_crash_test': {
1096 'remove_from': [
Kenneth Russellfbda3c532017-12-08 23:57:241097 # chromium.clang
1098 'ToTMac',
Kenneth Russell8ceeabf2017-12-11 17:53:281099 # chromium.fyi
1100 'Chromium Mac 10.11',
1101 'Chromium Mac 10.13',
1102 'Out of Process Profiling Mac',
Kenneth Russelleb60cbd22017-12-05 07:54:281103 # On chromium.linux, unclear why these only run on "Linux Tests".
1104 'Linux Tests (dbg)(1)',
1105 'Linux Tests (dbg)(1)(32)',
Shenghua Zhangbd6f1b22018-03-03 02:59:141106 # On chromium.mac, unclear why these only run on "Mac10.13 Tests".
Kenneth Russelleb60cbd22017-12-05 07:54:281107 'Mac10.10 Tests',
1108 'Mac10.11 Tests',
1109 'Mac10.12 Tests',
Shenghua Zhangbd6f1b22018-03-03 02:59:141110 'Mac10.13 Tests (dbg)',
Kenneth Russelleb60cbd22017-12-05 07:54:281111 # On chromium.win, unclear why these only run on "Win7 Tests (1)".
1112 'Win 7 Tests x64 (1)',
1113 'Win10 Tests x64',
1114 'Win7 Tests (dbg)(1)',
Dirk Pranke8fd63c12017-12-10 18:06:271115 # client.v8.chromium
1116 'Linux - Future (dbg)',
Kenneth Russelleb60cbd22017-12-05 07:54:281117 ],
Shenghua Zhangd0d97a32018-02-23 00:33:581118 'modifications': {
Shenghua Zhangbd6f1b22018-03-03 02:59:141119 'Mac10.13 Tests': {
Shenghua Zhangd0d97a32018-02-23 00:33:581120 # Remove this once the tests is not flaky on Mac os 10.13
1121 # See crbug.com/813163
1122 'experiment_percentage': 100,
1123 },
1124 }
Kenneth Russelleb60cbd22017-12-05 07:54:281125 },
1126 'content_shell_test_apk': {
Kenneth Russell8ceeabf2017-12-11 17:53:281127 'remove_gtest_from': [
1128 # chromium.android.fyi
1129 'Jelly Bean Tester',
1130 'Lollipop Consumer Tester',
1131 'Unswarmed N5 Tests Dummy Builder',
1132 'Unswarmed N5X Tests Dummy Builder',
1133 ],
Kenneth Russellfbda3c532017-12-08 23:57:241134 'key_removals': {
Kenneth Russell8ceeabf2017-12-11 17:53:281135 # chromium.android.fyi
1136 'Lollipop Low-end Tester': [
1137 'args',
1138 ],
1139 'Nougat Phone Tester': [
1140 'args',
1141 ],
Kenneth Russell8ceeabf2017-12-11 17:53:281142 'x86 Cloud Tester': [
1143 'args',
1144 ],
Kenneth Russellfbda3c532017-12-08 23:57:241145 },
Kenneth Russelleb60cbd22017-12-05 07:54:281146 'modifications': {
Kenneth Russellfbda3c532017-12-08 23:57:241147 # chromium.android
Kenneth Russelleb60cbd22017-12-05 07:54:281148 'KitKat Tablet Tester': {
1149 'swarming': {
Benjamin Pastene0531d9092018-03-07 22:08:341150 'hard_timeout': 1800,
Kenneth Russelleb60cbd22017-12-05 07:54:281151 'shards': 2,
1152 },
1153 },
1154 'Lollipop Phone Tester': {
1155 'swarming': {
1156 'shards': 2,
1157 },
1158 },
1159 'Lollipop Tablet Tester': {
1160 'swarming': {
1161 'hard_timeout': 1200,
1162 'shards': 2,
1163 },
1164 },
1165 'Marshmallow Tablet Tester': {
1166 'swarming': {
1167 'hard_timeout': 1500,
1168 'shards': 2,
1169 },
1170 },
Kenneth Russell8ceeabf2017-12-11 17:53:281171 # chromium.android.fyi
1172 'Lollipop Low-end Tester': {
1173 'swarming': {
1174 'hard_timeout': 0,
1175 'shards': 1,
1176 },
1177 },
1178 'Nougat Phone Tester': {
1179 'swarming': {
1180 'hard_timeout': 1200,
1181 'shards': 4,
1182 },
1183 },
1184 'x64 Device Tester': {
1185 'swarming': {
1186 'hard_timeout': 0,
1187 'shards': 1,
1188 },
1189 },
1190 'x86 Cloud Tester': {
1191 'swarming': {
1192 'hard_timeout': 1920,
1193 'shards': 1,
1194 },
1195 },
Kenneth Russellfbda3c532017-12-08 23:57:241196 # chromium.clang
1197 'ToTAndroid x64': {
1198 'swarming': {
1199 'hard_timeout': 0,
1200 'shards': 1,
1201 },
1202 },
1203 'ToTAndroidCFI': {
1204 'swarming': {
1205 'hard_timeout': 0,
1206 'shards': 1,
1207 },
1208 },
Kenneth Russell8ceeabf2017-12-11 17:53:281209 # chromium.fyi
1210 'Out of Process Profiling Android': {
1211 'swarming': {
1212 'hard_timeout': 0,
1213 'shards': 1,
1214 },
1215 },
Peter Collingbournee07e84e82018-02-23 20:28:581216 # chromium.memory
1217 'Android CFI': {
1218 'swarming': {
1219 'hard_timeout': 0,
1220 'shards': 1,
1221 },
1222 },
Kenneth Russelleb60cbd22017-12-05 07:54:281223 },
1224 },
1225 'content_unittests': {
Dirk Prankedd1d2a02017-12-08 20:51:591226 'remove_from': [
Kenneth Russell8ceeabf2017-12-11 17:53:281227 # chromium.fyi
1228 'Fuchsia (dbg)',
1229 'Fuchsia ARM64',
Dirk Prankedd1d2a02017-12-08 20:51:591230 ],
Kenneth Russelleb60cbd22017-12-05 07:54:281231 'modifications': {
Dirk Pranke20eae9a72017-12-09 18:12:141232 # TODO(dpranke) - on chromium.swarm, remove this exception.
1233 'Android N5X Swarm': {
1234 'swarming': {
1235 'shards': 4,
1236 },
1237 },
Kenneth Russell8ceeabf2017-12-11 17:53:281238 # chromium.android
Kenneth Russelleb60cbd22017-12-05 07:54:281239 'KitKat Tablet Tester': {
1240 'swarming': {
1241 'hard_timeout': 1200,
1242 },
1243 },
1244 'Lollipop Tablet Tester': {
1245 'swarming': {
1246 'hard_timeout': 1200,
1247 },
1248 },
1249 'Marshmallow Tablet Tester': {
1250 'swarming': {
1251 'hard_timeout': 1500,
1252 },
1253 },
Kenneth Russell8ceeabf2017-12-11 17:53:281254 # chromium.android.fyi
1255 'Lollipop Low-end Tester': {
1256 'swarming': {
1257 'hard_timeout': 0,
1258 },
1259 },
1260 'Nougat Phone Tester': {
1261 'swarming': {
1262 'hard_timeout': 1200,
1263 'shards': 2,
1264 },
1265 },
1266 'x64 Device Tester': {
1267 'swarming': {
1268 'hard_timeout': 0,
1269 },
1270 },
1271 'x86 Cloud Tester': {
1272 'swarming': {
1273 'hard_timeout': 0,
1274 },
1275 },
1276 # chromium.fyi
1277 'Site Isolation Android': {
1278 'swarming': {
1279 'hard_timeout': 0,
1280 },
1281 },
John Budorick5052d552017-12-13 02:59:341282 # chromium.memory
1283 'Linux ASan LSan Tests (1)': {
1284 # These are slow on the ASAN trybot for some reason.
1285 # crbug.com/794372
1286 'swarming': {
1287 'shards': 2,
1288 },
1289 },
Kenneth Russelleb60cbd22017-12-05 07:54:281290 },
1291 },
Kenneth Russellfbda3c532017-12-08 23:57:241292 'crashpad_tests': {
1293 'remove_from': [
1294 # chromium.clang
1295 'CrWinAsan',
1296 'CrWinAsan(dll)',
1297 'CrWinAsanCov',
Nico Weber12522852018-02-24 13:35:221298 'linux-win_cross-rel',
Kenneth Russellfbda3c532017-12-08 23:57:241299 'ToTMacASan',
Kenneth Russell8ceeabf2017-12-11 17:53:281300 # chromium.fyi
1301 'Chromium Win 10 GCE Tests',
1302 'CrWinAsan tester',
1303 'CrWinAsan(dll) tester',
1304 'CrWinAsanCov tester',
Kenneth Russellfbda3c532017-12-08 23:57:241305 ],
1306 },
Kenneth Russell8ceeabf2017-12-11 17:53:281307 'cronet_test_instrumentation_apk': {
1308 'modifications': {
Kenneth Russell8ceeabf2017-12-11 17:53:281309 'Android Cronet Builder (dbg) chromium.android.fyi': {
1310 'swarming': {
1311 'hard_timeout': 1200,
1312 'shards': 2,
1313 },
1314 },
1315 'Android Cronet KitKat Builder chromium.android.fyi': {
1316 'swarming': {
1317 'hard_timeout': 1200,
1318 'shards': 2,
1319 },
1320 },
1321 },
1322 },
Wez0e38a712018-02-27 03:28:571323 'cronet_tests': {
1324 'remove_from': [
Nico Webera8fc38f72018-04-10 02:20:111325 # chromium.memory
1326 'Linux TSan Tests', # https://crbug.com/830819
Wez0e38a712018-02-27 03:28:571327 # chromium.fyi
1328 'Fuchsia (dbg)',
1329 ],
1330 },
Kenneth Russelleb60cbd22017-12-05 07:54:281331 'crypto_unittests': {
1332 'remove_from': [
1333 # TODO(kbr): these tests aren't run on Android except on one bot
1334 # on chromium.android.fyi, which might just be an accident.
1335 # Consider moving it to non_android_chromium_gtests.
Kenneth Russelleb60cbd22017-12-05 07:54:281336 'KitKat Phone Tester (dbg)',
1337 'KitKat Phone Tester (rel)',
1338 'KitKat Tablet Tester',
1339 'Lollipop Phone Tester',
1340 'Lollipop Tablet Tester',
1341 'Marshmallow 64 bit Tester',
1342 'Marshmallow Phone Tester (rel)',
1343 'Marshmallow Tablet Tester',
1344 'Nougat Phone Tester',
Kenneth Russell8ceeabf2017-12-11 17:53:281345 # chromium.android.fyi
1346 'Jelly Bean Tester',
1347 'Lollipop Consumer Tester',
1348 'Lollipop Low-end Tester',
1349 'Unswarmed N5 Tests Dummy Builder',
1350 'Unswarmed N5X Tests Dummy Builder',
1351 'x86 Cloud Tester',
Kenneth Russelleb60cbd22017-12-05 07:54:281352 # TODO(kbr): on chromium.linux, it's unclear why these show up on "Cast
1353 # Audio Linux" at all, since they're supposed to be compiled out for
1354 # Chromecast.
1355 ],
Kevin Marshalld3c41f5e2018-02-02 04:43:511356 'modifications': {
1357 # chromium.fyi
1358 'Fuchsia': {
1359 'args': [
1360 '--use-new-test-runner',
Kevin Marshalld3c41f5e2018-02-02 04:43:511361 ],
1362 },
1363 },
Kenneth Russelleb60cbd22017-12-05 07:54:281364 },
1365 'dbus_unittests': {
1366 'remove_from': [
Kenneth Russellfbda3c532017-12-08 23:57:241367 # chromium.clang
1368 'ToTLinuxASan',
Kenneth Russellfbda3c532017-12-08 23:57:241369 # chromium.linux
Kenneth Russelleb60cbd22017-12-05 07:54:281370 'Linux Tests (dbg)(1)(32)',
John Budorickca14c76f62017-12-09 14:19:181371 # chromium.memory
1372 'Linux ASan LSan Tests (1)',
Kenneth Russelleb60cbd22017-12-05 07:54:281373 ],
1374 },
1375 'device_unittests': {
1376 'remove_from': [
Kenneth Russellfbda3c532017-12-08 23:57:241377 # chromium.clang
1378 'ToTMac',
1379 'ToTMacASan',
Kenneth Russell8ceeabf2017-12-11 17:53:281380 # chromium.fyi
Dirk Pranke46119d82018-03-21 00:13:591381 'mac-views-rel',
Kenneth Russell8ceeabf2017-12-11 17:53:281382 'Chromium Mac 10.11',
1383 'Chromium Mac 10.11 Force Mac Toolchain',
1384 'Chromium Mac 10.13',
1385 'Out of Process Profiling Mac',
John Budorickca14c76f62017-12-09 14:19:181386 # chromium.memory
1387 'Mac ASan 64 Tests (1)',
Kenneth Russellfbda3c532017-12-08 23:57:241388 # chromium.win
Kenneth Russelleb60cbd22017-12-05 07:54:281389 'Win7 Tests (dbg)(1)',
1390 ],
1391 'modifications': {
1392 'KitKat Tablet Tester': {
1393 'swarming': {
1394 'hard_timeout': 120,
1395 },
1396 },
1397 'Marshmallow Phone Tester (rel)': {
1398 'swarming': {
1399 'hard_timeout': 960,
1400 },
1401 },
1402 'Marshmallow Tablet Tester': {
1403 'swarming': {
1404 'hard_timeout': 120,
1405 },
1406 },
1407 },
1408 },
1409 'devtools_closure_compile': {
1410 'remove_from': [
1411 # On chromium.linux, unclear why these only run on "Linux Tests".
1412 'Linux Tests (dbg)(1)',
1413 'Linux Tests (dbg)(1)(32)',
Dirk Pranke8fd63c12017-12-10 18:06:271414 # client.v8.chromium
1415 'Linux - Future (dbg)',
Kenneth Russelleb60cbd22017-12-05 07:54:281416 ],
1417 },
1418 'devtools_eslint': {
1419 'remove_from': [
1420 # On chromium.linux, unclear why these only run on "Linux Tests".
1421 'Linux Tests (dbg)(1)',
1422 'Linux Tests (dbg)(1)(32)',
Dirk Pranke8fd63c12017-12-10 18:06:271423 # client.v8.chromium
1424 'Linux - Future (dbg)',
Kenneth Russelleb60cbd22017-12-05 07:54:281425 ],
1426 },
1427 'display_unittests': {
1428 'remove_from': [
1429 # On chromium.android, unclear why these aren't run.
1430 'KitKat Phone Tester (dbg)',
1431 'KitKat Phone Tester (rel)',
1432 'KitKat Tablet Tester',
1433 'Lollipop Phone Tester',
1434 'Lollipop Tablet Tester',
1435 'Marshmallow 64 bit Tester',
1436 'Marshmallow Phone Tester (rel)',
1437 'Marshmallow Tablet Tester',
1438 'Nougat Phone Tester',
Kenneth Russell8ceeabf2017-12-11 17:53:281439 # chromium.android.fyi
1440 'Jelly Bean Tester',
1441 'Lollipop Consumer Tester',
1442 'Lollipop Low-end Tester',
1443 'Unswarmed N5 Tests Dummy Builder',
1444 'Unswarmed N5X Tests Dummy Builder',
1445 'x86 Cloud Tester',
Kenneth Russell8ceeabf2017-12-11 17:53:281446 # chromium.fyi
Dirk Pranke46119d82018-03-21 00:13:591447 'mac-views-rel',
Kenneth Russell8ceeabf2017-12-11 17:53:281448 'Chromium Mac 10.11 Force Mac Toolchain',
John Budorickca14c76f62017-12-09 14:19:181449 # chromium.memory
1450 'Mac ASan 64 Tests (1)',
Kenneth Russelleb60cbd22017-12-05 07:54:281451 # chromium.win
1452 'Win7 Tests (dbg)(1)',
1453 ],
1454 },
Kenneth Russelleb60cbd22017-12-05 07:54:281455 'events_unittests': {
Kenneth Russellfbda3c532017-12-08 23:57:241456 'remove_from': [
1457 # chromium.clang
1458 'ToTLinuxASan',
John Budorickca14c76f62017-12-09 14:19:181459 # chromium.memory
1460 'Linux ASan LSan Tests (1)',
Kenneth Russellfbda3c532017-12-08 23:57:241461 ],
Kenneth Russelleb60cbd22017-12-05 07:54:281462 'modifications': {
1463 'KitKat Tablet Tester': {
1464 'swarming': {
1465 'hard_timeout': 60,
1466 },
1467 },
1468 'Lollipop Tablet Tester': {
1469 'swarming': {
1470 'hard_timeout': 60,
1471 },
1472 },
1473 'Marshmallow Tablet Tester': {
1474 'swarming': {
1475 'hard_timeout': 120,
1476 },
1477 },
1478 },
1479 },
1480 'extensions_browsertests': {
1481 'remove_from': [
Kenneth Russellfbda3c532017-12-08 23:57:241482 # chromium.clang
1483 'ToTLinux',
Kenneth Russellfbda3c532017-12-08 23:57:241484 'ToTMac',
1485 'ToTMacASan',
Kenneth Russell8ceeabf2017-12-11 17:53:281486 # chromium.fyi
Dirk Pranke46119d82018-03-21 00:13:591487 'mac-views-rel',
Kenneth Russell8ceeabf2017-12-11 17:53:281488 'Chromium Mac 10.11',
1489 'Chromium Mac 10.11 Force Mac Toolchain',
1490 'Chromium Mac 10.13',
1491 'Out of Process Profiling Linux',
1492 'Out of Process Profiling Mac',
Kenneth Russelleb60cbd22017-12-05 07:54:281493 # On chromium.mac, unclear why these aren't run.
1494 'Mac10.10 Tests',
1495 'Mac10.11 Tests',
1496 'Mac10.12 Tests',
Shenghua Zhangbd6f1b22018-03-03 02:59:141497 'Mac10.13 Tests',
1498 'Mac10.13 Tests (dbg)',
John Budorickca14c76f62017-12-09 14:19:181499 # chromium.memory
1500 'Linux Chromium OS ASan LSan Tests (1)',
1501 'Linux TSan Tests',
1502 'Mac ASan 64 Tests (1)',
1503 ],
1504 },
1505 'extensions_unittests': {
1506 'remove_from': [
1507 # chromium.memory
1508 'Linux Chromium OS ASan LSan Tests (1)',
1509 'Mac ASan 64 Tests (1)',
Kenneth Russelleb60cbd22017-12-05 07:54:281510 ],
1511 },
1512 'filesystem_service_unittests': {
1513 'remove_from': [
1514 'Linux Tests (dbg)(1)(32)',
John Budorickca14c76f62017-12-09 14:19:181515 # chromium.memory
1516 'Linux ASan LSan Tests (1)',
1517 'Linux CFI',
1518 'Linux ChromiumOS MSan Tests',
1519 'Linux MSan Tests',
1520 'Linux TSan Tests',
Kenneth Russelleb60cbd22017-12-05 07:54:281521 ],
1522 },
Kenneth Russelleb60cbd22017-12-05 07:54:281523 'gfx_unittests': {
1524 'remove_from': [
1525 # On chromium.android, unclear why these aren't run on all bots.
1526 'KitKat Phone Tester (dbg)',
1527 'KitKat Phone Tester (rel)',
Kenneth Russell8ceeabf2017-12-11 17:53:281528 'Nougat Phone Tester chromium.android',
1529 # chromium.android.fyi
1530 'Lollipop Low-end Tester',
1531 'x86 Cloud Tester',
John Budorickca14c76f62017-12-09 14:19:181532 # chromium.memory
1533 'Linux ChromiumOS MSan Tests',
1534 'Mac ASan 64 Tests (1)',
Kenneth Russelleb60cbd22017-12-05 07:54:281535 # chromium.win
1536 'Win7 Tests (dbg)(1)',
1537 ],
Kenneth Russelleb60cbd22017-12-05 07:54:281538 },
1539 'gin_unittests': {
1540 'remove_from': [
1541 # On chromium.android, unclear why these aren't run.
1542 'KitKat Phone Tester (dbg)',
1543 'KitKat Phone Tester (rel)',
1544 'KitKat Tablet Tester',
1545 'Lollipop Phone Tester',
1546 'Lollipop Tablet Tester',
1547 'Marshmallow 64 bit Tester',
1548 'Marshmallow Phone Tester (rel)',
1549 'Marshmallow Tablet Tester',
1550 'Nougat Phone Tester',
Kenneth Russell8ceeabf2017-12-11 17:53:281551 # chromium.android.fyi
1552 'Jelly Bean Tester',
1553 'Lollipop Consumer Tester',
1554 'Lollipop Low-end Tester',
1555 'Unswarmed N5 Tests Dummy Builder',
1556 'Unswarmed N5X Tests Dummy Builder',
1557 'x86 Cloud Tester',
Kenneth Russell56a3e862017-12-08 03:11:341558 # chromium.chromiumos
1559 'Linux ChromiumOS Tests (dbg)(1)',
1560 'linux-chromeos-dbg',
1561 'linux-chromeos-rel',
Kenneth Russellfbda3c532017-12-08 23:57:241562 # chromium.clang
1563 'ToTLinux',
1564 'ToTLinuxASan',
Kenneth Russellfbda3c532017-12-08 23:57:241565 'ToTLinuxMSan',
Kenneth Russell8ceeabf2017-12-11 17:53:281566 # chromium.fyi
Dirk Pranke46119d82018-03-21 00:13:591567 'mac-views-rel',
Kenneth Russell8ceeabf2017-12-11 17:53:281568 'Chromium Mac 10.11',
1569 'Chromium Mac 10.11 Force Mac Toolchain',
1570 'Chromium Mac 10.13',
1571 'Chromium Win 10 GCE Tests',
1572 'Out of Process Profiling Linux',
1573 'Out of Process Profiling Mac',
Kenneth Russellb3cca6f02017-12-05 22:02:391574 # On chromium.linux, unclear why these aren't run on Cast.
Kenneth Russelleb60cbd22017-12-05 07:54:281575 'Cast Audio Linux',
1576 'Cast Linux',
1577 'Linux Tests (dbg)(1)(32)',
1578 # On chromium.mac, unclear why these aren't run.
1579 'Mac10.10 Tests',
1580 'Mac10.11 Tests',
1581 'Mac10.12 Tests',
Shenghua Zhangbd6f1b22018-03-03 02:59:141582 'Mac10.13 Tests',
1583 'Mac10.13 Tests (dbg)',
John Budorickca14c76f62017-12-09 14:19:181584 # chromium.memory
1585 'Linux ASan LSan Tests (1)',
Kenneth Russelleb60cbd22017-12-05 07:54:281586 # On chromium.win, unclear why these only run on "Win7 Tests (1)".
1587 'Win 7 Tests x64 (1)',
1588 'Win10 Tests x64',
1589 'Win7 Tests (dbg)(1)',
Dirk Pranke8fd63c12017-12-10 18:06:271590 # client.v8.chromium
1591 'Linux - Future (dbg)',
Kenneth Russelleb60cbd22017-12-05 07:54:281592 ],
1593 },
1594 'gl_tests': {
John Budorickca14c76f62017-12-09 14:19:181595 'remove_from': [
1596 # chromium.clang
1597 'CFI Linux (icall)',
1598 'CFI Linux ToT',
1599 'ToTLinuxThinLTO',
Nico Weber3a2b1712018-02-23 23:47:381600 'ToTLinuxUBSanVptr',
Kenneth Russell78225042018-02-23 09:43:131601 'UBSanVptr Linux',
Kenneth Russell8ceeabf2017-12-11 17:53:281602 # chromium.fyi
1603 'Out of Process Profiling Linux',
1604 'ThinLTO Linux ToT',
John Budorickca14c76f62017-12-09 14:19:181605 # chromium.memory
1606 'Linux ASan LSan Tests (1)',
1607 'Linux CFI',
Nico Webera8fc38f72018-04-10 02:20:111608 'Linux CFI',
1609 'Linux MSan Tests', # https://crbug.com/830659
1610 'Linux ChromiumOS MSan Tests', # https://crbug.com/830659
1611 'Linux TSan Tests', # https://crbug.com/830659
John Budorickca14c76f62017-12-09 14:19:181612 ],
Kenneth Russelleb60cbd22017-12-05 07:54:281613 'modifications': {
1614 'KitKat Tablet Tester': {
1615 'swarming': {
1616 'hard_timeout': 120,
1617 },
1618 },
1619 'Marshmallow Tablet Tester': {
1620 'swarming': {
1621 'hard_timeout': 120,
1622 },
1623 },
1624 },
1625 },
1626 'gl_unittests': {
John Budorickca14c76f62017-12-09 14:19:181627 'remove_from': [
Kenneth Russell8ceeabf2017-12-11 17:53:281628 # chromium.fyi
1629 'Out of Process Profiling Linux',
John Budorickca14c76f62017-12-09 14:19:181630 # chromium.memory
1631 'Linux ASan LSan Tests (1)',
1632 ],
Kenneth Russelleb60cbd22017-12-05 07:54:281633 'modifications': {
Kenneth Russell8ceeabf2017-12-11 17:53:281634 # chromium.android
1635 'Lollipop Phone Tester': {
1636 'swarming': {
1637 'hard_timeout': 960,
1638 },
1639 },
1640 'Marshmallow 64 bit Tester': {
1641 'swarming': {
1642 'hard_timeout': 960,
1643 },
1644 },
1645 'Marshmallow Phone Tester (rel)': {
1646 'swarming': {
1647 'hard_timeout': 120,
1648 },
1649 },
1650 # chromium.android.fyi
1651 'Lollipop Low-end Tester': {
1652 'swarming': {
1653 'hard_timeout': 0,
1654 },
1655 },
1656 'Nougat Phone Tester': {
1657 'swarming': {
1658 'hard_timeout': 960,
1659 },
1660 },
1661 # chromium.clang
Kenneth Russellfbda3c532017-12-08 23:57:241662 'CFI Linux (icall)': {
1663 'args': [
1664 '--use-gpu-in-tests',
1665 '--no-xvfb',
1666 ],
1667 'swarming': {
1668 'dimension_sets': [
1669 {
1670 'gpu': '10de:1cb3',
1671 'os': 'Ubuntu',
1672 'pool': 'Chrome-GPU',
1673 },
1674 ],
1675 },
1676 'use_xvfb': False,
1677 },
1678 'CFI Linux ToT': {
1679 'args': [
1680 '--use-gpu-in-tests',
1681 '--no-xvfb',
1682 ],
1683 'swarming': {
1684 'dimension_sets': [
1685 {
1686 'gpu': '10de:1cb3',
1687 'os': 'Ubuntu',
1688 'pool': 'Chrome-GPU',
1689 },
1690 ],
1691 },
1692 'use_xvfb': False,
1693 },
Kenneth Russell8ceeabf2017-12-11 17:53:281694 # chromium.memory
John Budorickca14c76f62017-12-09 14:19:181695 'Linux CFI': {
1696 'args': [
1697 '--use-gpu-in-tests',
1698 '--no-xvfb',
1699 ],
1700 'swarming': {
1701 'dimension_sets': [
1702 {
1703 'gpu': '10de:1cb3',
1704 'os': 'Ubuntu',
1705 'pool': 'Chrome-GPU',
1706 },
1707 ],
1708 },
1709 'use_xvfb': False,
1710 },
Kenneth Russelleb60cbd22017-12-05 07:54:281711 },
1712 },
Kenneth Russellfbda3c532017-12-08 23:57:241713 'gn_unittests': {
1714 'remove_from': [
1715 # chromium.clang
1716 'ToTLinux',
1717 'ToTLinuxASan',
Kenneth Russellfbda3c532017-12-08 23:57:241718 'ToTLinuxMSan',
1719 'ToTLinuxUBSanVptr',
Kenneth Russell8ceeabf2017-12-11 17:53:281720 # chromium.fyi
Dirk Pranke46119d82018-03-21 00:13:591721 'mac-views-rel',
Kenneth Russell8ceeabf2017-12-11 17:53:281722 'Chromium Mac 10.11',
1723 'Chromium Mac 10.11 Force Mac Toolchain',
1724 'Chromium Mac 10.13',
1725 'Out of Process Profiling Linux',
1726 'Out of Process Profiling Mac',
John Budorickca14c76f62017-12-09 14:19:181727 # chromium.memory
1728 'Linux ASan LSan Tests (1)',
Kenneth Russellfbda3c532017-12-08 23:57:241729 ],
1730 },
Kenneth Russelleb60cbd22017-12-05 07:54:281731 'google_apis_unittests': {
1732 'remove_from': [
1733 # On chromium.android, unclear why these aren't run.
1734 'KitKat Phone Tester (dbg)',
1735 'KitKat Phone Tester (rel)',
1736 'KitKat Tablet Tester',
1737 'Lollipop Phone Tester',
1738 'Lollipop Tablet Tester',
1739 'Marshmallow 64 bit Tester',
1740 'Marshmallow Phone Tester (rel)',
1741 'Marshmallow Tablet Tester',
1742 'Nougat Phone Tester',
Kenneth Russell8ceeabf2017-12-11 17:53:281743 # chromium.android.fyi
1744 'Jelly Bean Tester',
1745 'Lollipop Consumer Tester',
1746 'Lollipop Low-end Tester',
1747 'Unswarmed N5 Tests Dummy Builder',
1748 'Unswarmed N5X Tests Dummy Builder',
1749 'x86 Cloud Tester',
Kenneth Russellb3cca6f02017-12-05 22:02:391750 # On chromium.linux, unclear why these aren't run on Cast.
Kenneth Russelleb60cbd22017-12-05 07:54:281751 'Cast Audio Linux',
1752 'Cast Linux',
John Budorickca14c76f62017-12-09 14:19:181753 # chromium.memory
1754 'Mac ASan 64 Tests (1)',
Kenneth Russelleb60cbd22017-12-05 07:54:281755 # chromium.win
1756 'Win7 Tests (dbg)(1)',
1757 ],
1758 },
Kenneth Russelleb60cbd22017-12-05 07:54:281759 'headless_browsertests': {
1760 'remove_from': [
1761 'Linux Tests (dbg)(1)(32)',
1762 # On chromium.mac, unclear why these aren't run on "Mac10.11 Tests".
1763 'Mac10.11 Tests',
Dirk Pranke8fd63c12017-12-10 18:06:271764 # client.v8.chromium
1765 'Linux - Future (dbg)',
Kenneth Russelleb60cbd22017-12-05 07:54:281766 ],
1767 },
1768 'headless_unittests': {
1769 'remove_from': [
1770 'Linux Tests (dbg)(1)(32)',
1771 # On chromium.mac, unclear why these aren't run on "Mac10.11 Tests".
1772 'Mac10.11 Tests',
Dirk Pranke8fd63c12017-12-10 18:06:271773 # client.v8.chromium
1774 'Linux - Future (dbg)'
Kenneth Russelleb60cbd22017-12-05 07:54:281775 ],
1776 },
Kenneth Russellfbda3c532017-12-08 23:57:241777 'install_static_unittests': {
1778 'remove_from': [
Kenneth Russell8ceeabf2017-12-11 17:53:281779 # chromium.fyi
Kenneth Russell8ceeabf2017-12-11 17:53:281780 'Out of Process Profiling Windows',
1781 'Win 10 Fast Ring',
Kenneth Russellfbda3c532017-12-08 23:57:241782 ],
1783 },
Kenneth Russelleb60cbd22017-12-05 07:54:281784 'interactive_ui_tests': {
Kenneth Russellfbda3c532017-12-08 23:57:241785 'remove_from': [
1786 # chromium.clang
1787 'ToTLinuxUBSanVptr',
Nico Weber3a2b1712018-02-23 23:47:381788 'UBSanVptr Linux',
Kenneth Russell8ceeabf2017-12-11 17:53:281789 # chromium.fyi
1790 'Chromium Win 10 GCE Tests',
John Budorickca14c76f62017-12-09 14:19:181791 # chromium.memory
1792 'Linux TSan Tests',
Kenneth Russellfbda3c532017-12-08 23:57:241793 ],
Kenneth Russelleb60cbd22017-12-05 07:54:281794 'modifications': {
Kenneth Russell8ceeabf2017-12-11 17:53:281795 # chromium.clang
Kenneth Russellfbda3c532017-12-08 23:57:241796 'CFI Linux (icall)': {
1797 'swarming': {
1798 'shards': 1,
1799 },
1800 },
Kenneth Russell8ceeabf2017-12-11 17:53:281801 # chromium.linux
1802 # Unclear why this isn't sharded.
1803 'Linux Tests': {
Dirk Prankedd1d2a02017-12-08 20:51:591804 'swarming': {
1805 'shards': 1,
1806 },
1807 },
Kenneth Russelleb60cbd22017-12-05 07:54:281808 'Linux Tests (dbg)(1)': {
1809 'swarming': {
1810 'shards': 3,
1811 },
1812 },
1813 'Linux Tests (dbg)(1)(32)': {
1814 'swarming': {
1815 'shards': 3,
1816 },
1817 },
Kenneth Russell8ceeabf2017-12-11 17:53:281818 # chromium.chromiumos
Kenneth Russell56a3e862017-12-08 03:11:341819 'Linux ChromiumOS Tests (dbg)(1)': {
1820 'swarming': {
1821 'shards': 3,
1822 },
1823 },
1824 'linux-chromeos-dbg': {
1825 'swarming': {
1826 'shards': 3,
1827 },
1828 },
1829 'linux-chromeos-rel': {
1830 'swarming': {
1831 'shards': 3,
1832 },
1833 },
Kenneth Russell8ceeabf2017-12-11 17:53:281834 # chromium.fyi
1835 'Out of Process Profiling Mac': {
1836 'swarming': {
1837 'shards': 1,
1838 },
1839 },
Kenneth Russell8ceeabf2017-12-11 17:53:281840 # chromium.mac
Kenneth Russelleb60cbd22017-12-05 07:54:281841 # Unclear why this isn't swarmed.
1842 'Mac10.10 Tests': {
1843 'swarming': {
1844 'can_use_on_swarming_builders': False,
1845 },
1846 },
1847 # Unclear why this isn't sharded.
1848 'Mac10.11 Tests': {
1849 'swarming': {
1850 'shards': 1,
1851 },
1852 },
1853 # Unclear why this isn't sharded.
1854 'Mac10.12 Tests': {
1855 'swarming': {
1856 'shards': 1,
1857 },
1858 },
Kenneth Russell8ceeabf2017-12-11 17:53:281859 # chromium.win
Kenneth Russelleb60cbd22017-12-05 07:54:281860 'Win7 Tests (dbg)(1)': {
1861 'swarming': {
1862 'shards': 4,
1863 },
1864 },
John Budorickca14c76f62017-12-09 14:19:181865 # chromium.memory
1866 'Linux ASan LSan Tests (1)': {
John Budorick5052d552017-12-13 02:59:341867 # These are slow on the ASAN trybot for some reason.
1868 # crbug.com/794372
John Budorickca14c76f62017-12-09 14:19:181869 'swarming': {
John Budorick5052d552017-12-13 02:59:341870 'shards': 6,
John Budorickca14c76f62017-12-09 14:19:181871 },
1872 },
1873 'Linux CFI': {
1874 'swarming': {
1875 'shards': 1,
1876 },
1877 },
Dirk Pranke8fd63c12017-12-10 18:06:271878 # client.v8.chromium
1879 'Linux - Future (dbg)': {
1880 'swarming': {
1881 'shards': 3,
1882 },
1883 },
Stephen Martinis094f08a92018-03-30 00:27:361884 # chromium.win; temporary, https://crbug.com/826735
1885 'Win10 Tests x64': {
1886 'experiment_percentage': 100,
1887 },
Kenneth Russelleb60cbd22017-12-05 07:54:281888 },
1889 },
1890 'ipc_tests': {
Kenneth Russell8ceeabf2017-12-11 17:53:281891 'remove_from': [
1892 # chromium.linux
1893 'Fuchsia x64',
1894 ],
Kenneth Russelleb60cbd22017-12-05 07:54:281895 'modifications': {
Kenneth Russell8ceeabf2017-12-11 17:53:281896 # chromium.android
Kenneth Russelleb60cbd22017-12-05 07:54:281897 'KitKat Tablet Tester': {
1898 'swarming': {
1899 'hard_timeout': 60,
1900 },
1901 },
1902 'Lollipop Tablet Tester': {
1903 'swarming': {
1904 'hard_timeout': 60,
1905 },
1906 },
1907 'Marshmallow Tablet Tester': {
1908 'swarming': {
1909 'hard_timeout': 120,
1910 },
1911 },
Kenneth Russell8ceeabf2017-12-11 17:53:281912 # chromium.android.fyi
1913 'Unswarmed N5 Tests Dummy Builder': {
1914 'args': [
1915 '--shard-timeout',
1916 '600',
1917 ],
1918 },
1919 'Unswarmed N5X Tests Dummy Builder': {
1920 'args': [
1921 '--shard-timeout',
1922 '600',
1923 ],
1924 },
Kevin Marshallc3816582018-03-21 20:56:311925 # chromium.fyi
1926 'Fuchsia': {
1927 'args': [
1928 '--use-new-test-runner',
1929 ],
1930 },
Kenneth Russelleb60cbd22017-12-05 07:54:281931 },
1932 },
1933 'jingle_unittests': {
1934 'remove_from': [
1935 # On chromium.android, unclear why these aren't run.
1936 'KitKat Phone Tester (dbg)',
1937 'KitKat Phone Tester (rel)',
1938 'KitKat Tablet Tester',
1939 'Lollipop Phone Tester',
1940 'Lollipop Tablet Tester',
1941 'Marshmallow 64 bit Tester',
1942 'Marshmallow Phone Tester (rel)',
1943 'Marshmallow Tablet Tester',
1944 'Nougat Phone Tester',
Kenneth Russell8ceeabf2017-12-11 17:53:281945 # chromium.android.fyi
1946 'Jelly Bean Tester',
1947 'Lollipop Consumer Tester',
1948 'Lollipop Low-end Tester',
1949 'Unswarmed N5 Tests Dummy Builder',
1950 'Unswarmed N5X Tests Dummy Builder',
1951 'x86 Cloud Tester',
Peter Collingbourne6e3a081d2018-02-16 19:54:331952 # chromium.clang
1953 'ToTAndroidCFI',
Peter Collingbournee07e84e82018-02-23 20:28:581954 # chromium.memory
1955 'Android CFI',
Kenneth Russelleb60cbd22017-12-05 07:54:281956 ],
1957 },
1958 'keyboard_unittests': {
1959 'remove_from': [
1960 'Win7 Tests (dbg)(1)',
1961 # On chromium.linux, unclear why these aren't run.
1962 'Linux Tests',
1963 'Linux Tests (dbg)(1)',
1964 'Linux Tests (dbg)(1)(32)',
1965 ],
1966 },
1967 'latency_unittests': {
1968 'remove_from': [
1969 # On chromium.android, unclear why these aren't run on all bots.
1970 'KitKat Phone Tester (dbg)',
1971 'KitKat Phone Tester (rel)',
1972 'Lollipop Tablet Tester',
1973 'Marshmallow 64 bit Tester',
1974 'Marshmallow Tablet Tester',
1975 'Nougat Phone Tester',
Kenneth Russell8ceeabf2017-12-11 17:53:281976 # chromium.android.fyi
1977 'Unswarmed N5 Tests Dummy Builder',
1978 'Unswarmed N5X Tests Dummy Builder',
1979 'x64 Device Tester',
1980 'x86 Cloud Tester',
Kenneth Russellfbda3c532017-12-08 23:57:241981 # chromium.clang
1982 'ToTAndroid x64',
1983 'ToTLinux',
1984 'ToTLinuxASan',
Kenneth Russellfbda3c532017-12-08 23:57:241985 'ToTLinuxThinLTO',
1986 'ToTLinuxUBSanVptr',
Kenneth Russell78225042018-02-23 09:43:131987 'UBSanVptr Linux',
Kenneth Russell8ceeabf2017-12-11 17:53:281988 # chromium.fyi
1989 'Out of Process Profiling Android',
1990 'Out of Process Profiling Linux',
1991 'ThinLTO Linux ToT',
Kenneth Russelleb60cbd22017-12-05 07:54:281992 # On chromium.linux, unclear why these aren't run.
Kenneth Russelleb60cbd22017-12-05 07:54:281993 'Linux Tests',
1994 'Linux Tests (dbg)(1)',
1995 'Linux Tests (dbg)(1)(32)',
John Budorickca14c76f62017-12-09 14:19:181996 # chromium.memory
1997 'Linux ASan LSan Tests (1)',
1998 'Linux TSan Tests',
Kenneth Russelleb60cbd22017-12-05 07:54:281999 ],
2000 'modifications': {
2001 'KitKat Tablet Tester': {
2002 'swarming': {
2003 'hard_timeout': 60,
2004 },
2005 },
2006 },
2007 },
2008 'libjingle_xmpp_unittests': {
2009 'remove_from': [
2010 # On chromium.android, unclear why these aren't run on all bots.
2011 'KitKat Tablet Tester',
2012 'Lollipop Phone Tester',
2013 'Lollipop Tablet Tester',
2014 'Marshmallow 64 bit Tester',
2015 'Marshmallow Phone Tester (rel)',
2016 'Marshmallow Tablet Tester',
2017 'Nougat Phone Tester',
Kenneth Russell8ceeabf2017-12-11 17:53:282018 # chromium.android.fyi
2019 'Jelly Bean Tester',
2020 'Lollipop Consumer Tester',
2021 'Lollipop Low-end Tester',
2022 'Unswarmed N5 Tests Dummy Builder',
2023 'Unswarmed N5X Tests Dummy Builder',
2024 'x86 Cloud Tester',
Kenneth Russell56a3e862017-12-08 03:11:342025 # chromium.chromiumos
2026 'Linux ChromiumOS Tests (dbg)(1)',
2027 'linux-chromeos-dbg',
2028 'linux-chromeos-rel',
Kenneth Russelleb60cbd22017-12-05 07:54:282029 ],
2030 },
John Budorickca14c76f62017-12-09 14:19:182031 'mash_browser_tests': {
2032 'remove_from': [
2033 # chromium.memory
James Cook4be72252018-02-23 00:36:172034 # Unclear why this isn't run. http://crbug.com/814403
John Budorickca14c76f62017-12-09 14:19:182035 'Linux Chromium OS ASan LSan Tests (1)',
Nico Webera8fc38f72018-04-10 02:20:112036 'Linux ChromiumOS MSan Tests', # https://crbug.com/830944
James Cook4be72252018-02-23 00:36:172037 # Not needed on chromium.fyi because suite is on main waterfall.
2038 'Mojo ChromiumOS',
John Budorickca14c76f62017-12-09 14:19:182039 ],
Kenneth Russell8ceeabf2017-12-11 17:53:282040 },
2041 'mash_unittests': {
2042 'remove_from': [
2043 # chromium.fyi
2044 'Mojo ChromiumOS',
2045 ],
John Budorickca14c76f62017-12-09 14:19:182046 },
Kenneth Russellfbda3c532017-12-08 23:57:242047 'mac_installer_unittests': {
2048 'remove_from': [
2049 # chromium.clang
2050 'ToTMac',
2051 'ToTMacASan',
Kenneth Russell8ceeabf2017-12-11 17:53:282052 # chromium.fyi
Dirk Pranke46119d82018-03-21 00:13:592053 'mac-views-rel',
Kenneth Russell8ceeabf2017-12-11 17:53:282054 'Chromium Mac 10.11',
2055 'Chromium Mac 10.11 Force Mac Toolchain',
2056 'Chromium Mac 10.13',
2057 'Out of Process Profiling Mac',
Kenneth Russellfbda3c532017-12-08 23:57:242058 ],
2059 },
Kenneth Russelleb60cbd22017-12-05 07:54:282060 'media_blink_unittests': {
2061 'remove_from': [
2062 # On chromium.android, unclear why these aren't run on all bots.
2063 'KitKat Phone Tester (dbg)',
2064 'KitKat Phone Tester (rel)',
2065 'KitKat Tablet Tester',
2066 'Nougat Phone Tester',
Kenneth Russell8ceeabf2017-12-11 17:53:282067 # chromium.android.fyi
2068 'Jelly Bean Tester',
2069 'Lollipop Consumer Tester',
2070 'Lollipop Low-end Tester',
2071 'Unswarmed N5 Tests Dummy Builder',
2072 'Unswarmed N5X Tests Dummy Builder',
2073 'x64 Device Tester',
2074 'x86 Cloud Tester',
Kenneth Russellfbda3c532017-12-08 23:57:242075 # chromium.clang
2076 'ToTAndroid x64',
Kenneth Russell8ceeabf2017-12-11 17:53:282077 # chromium.fyi
2078 'Out of Process Profiling Android',
Kenneth Russelleb60cbd22017-12-05 07:54:282079 ],
2080 'modifications': {
2081 'Lollipop Tablet Tester': {
2082 'swarming': {
2083 'hard_timeout': 300,
2084 },
2085 },
2086 'Marshmallow Tablet Tester': {
2087 'swarming': {
2088 'hard_timeout': 300,
2089 },
2090 },
2091 },
2092 },
2093 'media_service_unittests': {
2094 'remove_from': [
2095 'Linux Tests (dbg)(1)(32)',
Kenneth Russell56a3e862017-12-08 03:11:342096 'Linux ChromiumOS Tests (dbg)(1)',
2097 'linux-chromeos-dbg',
Kenneth Russelleb60cbd22017-12-05 07:54:282098 ],
2099 },
2100 'media_unittests': {
Kenneth Russellfbda3c532017-12-08 23:57:242101 'remove_from': [
Kenneth Russell8ceeabf2017-12-11 17:53:282102 # chromium.linux
2103 'Fuchsia x64',
2104 # chromium.fyi
2105 'Fuchsia ARM64',
Kenneth Russellfbda3c532017-12-08 23:57:242106 ],
Kevin Marshallc3816582018-03-21 20:56:312107 'modifications': {
2108 # chromium.fyi
2109 'Fuchsia': {
2110 'args': [
2111 '--use-new-test-runner',
2112 ],
2113 },
2114 },
Kenneth Russelleb60cbd22017-12-05 07:54:282115 },
2116 'message_center_unittests': {
2117 'remove_from': [
2118 'Win7 Tests (dbg)(1)',
2119 # On chromium.mac, unclear why these aren't run.
2120 'Mac10.10 Tests',
2121 'Mac10.11 Tests',
2122 'Mac10.12 Tests',
Shenghua Zhangbd6f1b22018-03-03 02:59:142123 'Mac10.13 Tests',
2124 'Mac10.13 Tests (dbg)',
Dirk Prankedd1d2a02017-12-08 20:51:592125
Kenneth Russell8ceeabf2017-12-11 17:53:282126 # chromium.fyi
Dirk Pranke46119d82018-03-21 00:13:592127 'mac-views-rel',
Kenneth Russell8ceeabf2017-12-11 17:53:282128 'Chromium Mac 10.11',
2129 'Chromium Mac 10.11 Force Mac Toolchain',
2130 'Chromium Mac 10.13',
2131 'Out of Process Profiling Mac',
2132
Kenneth Russelleb60cbd22017-12-05 07:54:282133 # On chromium.linux, unclear why these aren't run.
2134 'Linux Tests',
Dirk Prankedd1d2a02017-12-08 20:51:592135
Dirk Prankedd1d2a02017-12-08 20:51:592136 # On chromium.linux, unclear why these aren't run.
Kenneth Russelleb60cbd22017-12-05 07:54:282137 'Linux Tests (dbg)(1)',
2138 'Linux Tests (dbg)(1)(32)',
John Budorickca14c76f62017-12-09 14:19:182139 # chromium.memory
2140 'Linux ASan LSan Tests (1)',
2141 'Linux CFI',
2142 'Linux ChromiumOS MSan Tests',
2143 'Linux MSan Tests',
2144 'Linux TSan Tests',
2145 'Mac ASan 64 Tests (1)',
Kenneth Russelleb60cbd22017-12-05 07:54:282146 ],
2147 },
2148 'metrics_python_tests': {
2149 'remove_from': [
Kenneth Russellfbda3c532017-12-08 23:57:242150 # chromium.clang
2151 'ToTMac',
Kenneth Russell8ceeabf2017-12-11 17:53:282152 # chromium.fyi
2153 'Chromium Mac 10.11',
2154 'Chromium Mac 10.13',
2155 'Out of Process Profiling Mac',
Shenghua Zhangbd6f1b22018-03-03 02:59:142156 # On chromium.mac, unclear why these only run on "Mac10.13 Tests".
Kenneth Russelleb60cbd22017-12-05 07:54:282157 'Mac10.10 Tests',
2158 'Mac10.11 Tests',
2159 'Mac10.12 Tests',
Shenghua Zhangbd6f1b22018-03-03 02:59:142160 'Mac10.13 Tests (dbg)',
Kenneth Russellfbda3c532017-12-08 23:57:242161 # chromium.win
2162 'Win7 Tests (dbg)(1)',
Kenneth Russelleb60cbd22017-12-05 07:54:282163 ],
2164 },
2165 'midi_unittests': {
2166 'remove_from': [
2167 # On chromium.android, unclear why these aren't run.
2168 'KitKat Phone Tester (dbg)',
2169 'KitKat Phone Tester (rel)',
2170 'KitKat Tablet Tester',
2171 'Lollipop Phone Tester',
2172 'Lollipop Tablet Tester',
2173 'Marshmallow 64 bit Tester',
2174 'Marshmallow Phone Tester (rel)',
2175 'Marshmallow Tablet Tester',
2176 'Nougat Phone Tester',
Kenneth Russell8ceeabf2017-12-11 17:53:282177 # chromium.android.fyi
2178 'Jelly Bean Tester',
2179 'Lollipop Consumer Tester',
2180 'Lollipop Low-end Tester',
2181 'Unswarmed N5 Tests Dummy Builder',
2182 'Unswarmed N5X Tests Dummy Builder',
2183 'x86 Cloud Tester',
Peter Collingbourne6e3a081d2018-02-16 19:54:332184 # chromium.clang
2185 'ToTAndroidCFI',
Peter Collingbournee07e84e82018-02-23 20:28:582186 # chromium.memory
2187 'Android CFI',
Kenneth Russelleb60cbd22017-12-05 07:54:282188 ],
2189 },
Nico Weber2a1e0f82018-03-29 23:44:212190 'mini_installer_tests': {
2191 'remove_from': [
2192 # chromium.clang
2193 'linux-win_cross-rel', # https://crbug.com/799827
2194 ],
2195 },
Kenneth Russelleb60cbd22017-12-05 07:54:282196 'mojo_common_unittests': {
2197 'remove_from': [
2198 # On chromium.android, unclear why these aren't run on all bots.
2199 'KitKat Tablet Tester',
2200 'Lollipop Phone Tester',
2201 'Lollipop Tablet Tester',
2202 'Marshmallow 64 bit Tester',
2203 'Marshmallow Tablet Tester',
2204 'Nougat Phone Tester',
Kenneth Russell8ceeabf2017-12-11 17:53:282205 # chromium.android.fyi
2206 'Jelly Bean Tester',
2207 'Lollipop Consumer Tester',
2208 'Lollipop Low-end Tester',
2209 'Unswarmed N5 Tests Dummy Builder',
2210 'Unswarmed N5X Tests Dummy Builder',
Kenneth Russell56a3e862017-12-08 03:11:342211 # chromium.chromiumos
2212 'Linux ChromiumOS Tests (dbg)(1)',
2213 'linux-chromeos-dbg',
2214 'linux-chromeos-rel',
Kenneth Russellfbda3c532017-12-08 23:57:242215 # chromium.clang
2216 'ToTLinuxASan',
Kenneth Russell8ceeabf2017-12-11 17:53:282217 # chromium.linux
Kenneth Russelleb60cbd22017-12-05 07:54:282218 'Cast Audio Linux',
2219 'Cast Linux',
2220 ],
2221 'modifications': {
Kenneth Russell8ceeabf2017-12-11 17:53:282222 # chromium.android
Kenneth Russelleb60cbd22017-12-05 07:54:282223 'Marshmallow Phone Tester (rel)': {
2224 'swarming': {
2225 'hard_timeout': 120,
2226 },
2227 },
Kevin Marshalld3c41f5e2018-02-02 04:43:512228
Kenneth Russell8ceeabf2017-12-11 17:53:282229 # chromium.android.fyi
2230 'x64 Device Tester': {
2231 'swarming': {
2232 'hard_timeout': 0,
2233 },
2234 },
Kevin Marshalld3c41f5e2018-02-02 04:43:512235
2236 # chromium.fyi
2237 'Fuchsia': {
2238 'args': [
2239 '--use-new-test-runner',
2240 '-v', # Useful for getting debug info and SCP throughput stats.
2241 ],
2242 },
Kenneth Russelleb60cbd22017-12-05 07:54:282243 },
2244 },
Kenneth Russelleb60cbd22017-12-05 07:54:282245 'mojo_test_apk': {
2246 'remove_from': [
2247 # On chromium.android, unclear why these aren't run on all bots.
2248 'KitKat Tablet Tester',
2249 'Lollipop Phone Tester',
2250 'Lollipop Tablet Tester',
2251 'Marshmallow 64 bit Tester',
2252 'Marshmallow Tablet Tester',
2253 'Nougat Phone Tester',
Kenneth Russell8ceeabf2017-12-11 17:53:282254 # chromium.android.fyi
2255 'Jelly Bean Tester',
2256 'Lollipop Consumer Tester',
2257 'Lollipop Low-end Tester',
2258 'Unswarmed N5 Tests Dummy Builder',
2259 'Unswarmed N5X Tests Dummy Builder',
2260 'x64 Device Tester',
2261 'x86 Cloud Tester',
2262 # chromium.clang
Kenneth Russellfbda3c532017-12-08 23:57:242263 'ToTAndroid x64',
Kenneth Russell8ceeabf2017-12-11 17:53:282264 # chromium.fyi
2265 'Out of Process Profiling Android',
Kenneth Russelleb60cbd22017-12-05 07:54:282266 ],
2267 'modifications': {
Kenneth Russellfbda3c532017-12-08 23:57:242268 # chromium.clang
2269 'ToTAndroidCFI': {
2270 'swarming': {
2271 'hard_timeout': 0,
2272 },
2273 },
Peter Collingbournee07e84e82018-02-23 20:28:582274 # chromium.clang
2275 'Android CFI': {
2276 'swarming': {
2277 'hard_timeout': 0,
2278 },
2279 },
Kenneth Russelleb60cbd22017-12-05 07:54:282280 },
2281 },
Kevin Marshallc3816582018-03-21 20:56:312282 'mojo_unittests': {
2283 'modifications': {
2284 # chromium.fyi
2285 'Fuchsia': {
2286 'args': [
2287 '--use-new-test-runner',
2288 ],
2289 },
2290 },
2291 },
Kenneth Russellfbda3c532017-12-08 23:57:242292 'nacl_helper_nonsfi_unittests': {
2293 'remove_from': [
2294 # chromium.clang
2295 'CFI Linux (icall)',
2296 'CFI Linux ToT',
2297 'ToTLinux (dbg)',
2298 'ToTLinuxASan',
2299 'ToTLinuxMSan',
2300 'ToTLinuxThinLTO',
2301 'ToTLinuxUBSanVptr',
Kenneth Russell78225042018-02-23 09:43:132302 'UBSanVptr Linux',
Kenneth Russell8ceeabf2017-12-11 17:53:282303 # chromium.fyi
2304 'ThinLTO Linux ToT',
John Budorickca14c76f62017-12-09 14:19:182305 # chromium.memory
2306 'Linux Chromium OS ASan LSan Tests (1)',
Kenneth Russellfbda3c532017-12-08 23:57:242307 ],
2308 },
2309 'nacl_loader_unittests': {
2310 'remove_from': [
2311 # chromium.clang
2312 'ToTLinuxASan',
Kenneth Russell8ceeabf2017-12-11 17:53:282313 # chromium.fyi
Dirk Pranke46119d82018-03-21 00:13:592314 'mac-views-rel',
Kenneth Russell8ceeabf2017-12-11 17:53:282315 'Chromium Mac 10.11',
2316 'Chromium Mac 10.11 Force Mac Toolchain',
2317 'Chromium Mac 10.13',
2318 'Out of Process Profiling Mac',
John Budorickca14c76f62017-12-09 14:19:182319 # chromium.memory
2320 'Linux ASan LSan Tests (1)',
Nico Webera8fc38f72018-04-10 02:20:112321 'Linux TSan Tests', # The TSan bot sets enable_nacl=false
Kenneth Russellfbda3c532017-12-08 23:57:242322 ],
2323 },
Kenneth Russelleb60cbd22017-12-05 07:54:282324 'native_theme_unittests': {
2325 'remove_from': [
Kenneth Russellfbda3c532017-12-08 23:57:242326 # chromium.clang
2327 'ToTLinuxASan',
2328 'ToTMacASan',
2329 # chromium.linux
Kenneth Russelleb60cbd22017-12-05 07:54:282330 'Linux Tests (dbg)(1)(32)',
John Budorickca14c76f62017-12-09 14:19:182331 # chromium.memory
2332 'Linux ASan LSan Tests (1)',
Kenneth Russelleb60cbd22017-12-05 07:54:282333 ],
2334 },
2335 'net_unittests': {
Kenneth Russellfbda3c532017-12-08 23:57:242336 'remove_from': [
Kenneth Russell8ceeabf2017-12-11 17:53:282337 # chromium.clang
Kenneth Russellfbda3c532017-12-08 23:57:242338 'CrWinAsanCov',
Kenneth Russell8ceeabf2017-12-11 17:53:282339 # chromium.fyi
2340 'CrWinAsanCov tester',
2341 'Fuchsia (dbg)',
2342 'Fuchsia ARM64',
2343 # chromium.linux
2344 'Fuchsia x64',
Kenneth Russellfbda3c532017-12-08 23:57:242345 ],
Kenneth Russelleb60cbd22017-12-05 07:54:282346 'modifications': {
Kenneth Russellfbda3c532017-12-08 23:57:242347 # chromium.android
Kenneth Russelleb60cbd22017-12-05 07:54:282348 'KitKat Tablet Tester': {
2349 'swarming': {
2350 'hard_timeout': 1800,
Kenneth Russelleb60cbd22017-12-05 07:54:282351 },
2352 },
2353 'Lollipop Phone Tester': {
2354 'swarming': {
2355 'hard_timeout': 1800,
Kenneth Russelleb60cbd22017-12-05 07:54:282356 },
2357 },
2358 'Lollipop Tablet Tester': {
2359 'swarming': {
2360 'hard_timeout': 1800,
Kenneth Russelleb60cbd22017-12-05 07:54:282361 },
2362 },
2363 'Marshmallow 64 bit Tester': {
2364 'swarming': {
2365 'hard_timeout': 960,
2366 },
2367 },
2368 'Marshmallow Phone Tester (rel)': {
2369 'swarming': {
2370 'hard_timeout': 960,
2371 },
2372 },
2373 'Marshmallow Tablet Tester': {
2374 'swarming': {
2375 'hard_timeout': 1800,
2376 },
2377 },
Kenneth Russell8ceeabf2017-12-11 17:53:282378 # chromium.android.fyi
2379 'Lollipop Low-end Tester': {
2380 'swarming': {
2381 'hard_timeout': 0,
2382 'shards': 1,
2383 },
2384 },
2385 'Nougat Phone Tester': {
2386 'swarming': {
2387 'hard_timeout': 1200,
2388 'shards': 2,
2389 },
2390 },
2391 'x64 Device Tester': {
2392 'swarming': {
2393 'hard_timeout': 0,
2394 'shards': 1,
2395 },
2396 },
2397 'x86 Cloud Tester': {
2398 'swarming': {
2399 'hard_timeout': 0,
2400 'shards': 1,
2401 },
2402 },
Kenneth Russellfbda3c532017-12-08 23:57:242403 # chromium.clang
2404 'ToTLinuxASan': {
2405 'swarming': {
2406 'shards': 4,
2407 },
2408 },
John Budorickca14c76f62017-12-09 14:19:182409 # chromium.memory
2410 'Linux ASan LSan Tests (1)': {
John Budorick5052d552017-12-13 02:59:342411 # These are very slow on the ASAN trybot for some reason.
2412 # crbug.com/794372
John Budorickca14c76f62017-12-09 14:19:182413 'swarming': {
John Budorick5052d552017-12-13 02:59:342414 'shards': 16,
John Budorickca14c76f62017-12-09 14:19:182415 },
2416 },
2417 'Linux Chromium OS ASan LSan Tests (1)': {
2418 'swarming': {
Sergey Berezinda3255c2018-03-16 00:34:022419 'shards': 8,
John Budorickca14c76f62017-12-09 14:19:182420 }
2421 },
2422 'Linux TSan Tests': {
2423 'swarming': {
2424 'shards': 4,
2425 }
2426 },
Kenneth Russelleb60cbd22017-12-05 07:54:282427 },
2428 },
Xi Cheng34ca4042018-02-23 00:10:122429 'notification_helper_unittests': {
2430 'remove_from': [
2431 # chromium.win, this unit test requires WinRT, which only exists on Windows 8 or above.
2432 'Win 7 Tests x64 (1)',
2433 'Win7 (32) Tests',
2434 'Win7 Tests (1)',
2435 'Win7 Tests (dbg)(1)',
Oksana Zhuravlova7f996212018-02-28 04:23:082436 # chromium.clang, the following bots run on Windows 7, where the unit test doesn't run.
2437 'CrWinAsan',
2438 'CrWinAsan(dll)',
2439 'CrWinAsanCov',
2440 'CrWinClang',
2441 'CrWinClang(dbg)',
2442 'CrWinClang(shared)',
2443 'CrWinClang64',
2444 'CrWinClang64(dbg)',
2445 'CrWinClang64(dll)',
2446 'CrWinClangLLD',
2447 'CrWinClangLLD64',
2448 'CrWinClngLLD64dbg',
2449 'CrWinClngLLDdbg',
Xi Cheng34ca4042018-02-23 00:10:122450 'ToTWin',
2451 'ToTWin(dbg)',
2452 'ToTWin(dll)',
2453 'ToTWin64',
2454 'ToTWin64(dbg)',
2455 'ToTWin64(dll)',
2456 'ToTWinCFI',
2457 'ToTWinCFI64',
Nico Weber6c23b352018-03-09 14:22:122458 'ToTWinLibcxx64',
Oksana Zhuravlova7f996212018-02-28 04:23:082459 'ToTWinThinLTO64',
2460 # chromium.fyi
2461 'CrWinAsan tester',
2462 'CrWinAsan(dll) tester',
2463 'CrWinAsanCov tester',
Xi Cheng34ca4042018-02-23 00:10:122464 'Out of Process Profiling Windows',
2465 ],
2466 },
Kenneth Russell56a3e862017-12-08 03:11:342467 'printing_unittests': {
2468 'remove_from': [
2469 # chromium.chromiumos
2470 'Linux ChromiumOS Tests (dbg)(1)',
2471 'linux-chromeos-dbg',
2472 ],
2473 },
Kenneth Russelleb60cbd22017-12-05 07:54:282474 'remoting_unittests': {
2475 'remove_from': [
2476 # On chromium.android, unclear why these aren't run.
2477 'KitKat Phone Tester (dbg)',
2478 'KitKat Phone Tester (rel)',
2479 'KitKat Tablet Tester',
2480 'Lollipop Phone Tester',
2481 'Lollipop Tablet Tester',
2482 'Marshmallow 64 bit Tester',
2483 'Marshmallow Phone Tester (rel)',
2484 'Marshmallow Tablet Tester',
2485 'Nougat Phone Tester',
Kenneth Russell8ceeabf2017-12-11 17:53:282486 # chromium.android.fyi
2487 'Jelly Bean Tester',
2488 'Lollipop Consumer Tester',
2489 'Lollipop Low-end Tester',
2490 'Unswarmed N5 Tests Dummy Builder',
2491 'Unswarmed N5X Tests Dummy Builder',
2492 'x86 Cloud Tester',
Kenneth Russellb3cca6f02017-12-05 22:02:392493 # On chromium.linux, unclear why these aren't run on 32-bit.
Kenneth Russelleb60cbd22017-12-05 07:54:282494 'Linux Tests (dbg)(1)(32)',
Peter Collingbourne6e3a081d2018-02-16 19:54:332495 # chromium.clang
2496 'ToTAndroidCFI',
Peter Collingbournee07e84e82018-02-23 20:28:582497 # chromium.memory
2498 'Android CFI',
Kenneth Russelleb60cbd22017-12-05 07:54:282499 ],
2500 },
2501 'renderer_side_navigation_content_browsertests': {
2502 'remove_from': [
2503 # On chromium.android, unclear why these aren't run on all bots.
2504 'KitKat Phone Tester (dbg)',
2505 'KitKat Phone Tester (rel)',
2506 'KitKat Tablet Tester',
2507 'Lollipop Phone Tester',
2508 'Lollipop Tablet Tester',
2509 'Marshmallow Phone Tester (rel)',
2510 'Marshmallow Tablet Tester',
2511 'Nougat Phone Tester',
Kenneth Russell8ceeabf2017-12-11 17:53:282512 # chromium.android.fyi
2513 'Jelly Bean Tester',
2514 'Lollipop Consumer Tester',
2515 'Lollipop Low-end Tester',
2516 'Unswarmed N5 Tests Dummy Builder',
2517 'Unswarmed N5X Tests Dummy Builder',
2518 'x64 Device Tester',
2519 'x86 Cloud Tester',
Kenneth Russell56a3e862017-12-08 03:11:342520 # chromium.chromiumos
2521 'Linux ChromiumOS Tests (dbg)(1)',
2522 'linux-chromeos-dbg',
2523 'linux-chromeos-rel',
Kenneth Russellfbda3c532017-12-08 23:57:242524 # chromium.clang
2525 'ToTAndroid x64',
Kenneth Russell8ceeabf2017-12-11 17:53:282526 # chromium.fyi
2527 'Out of Process Profiling Android',
Kenneth Russellb3cca6f02017-12-05 22:02:392528 # On chromium.linux, unclear why these aren't run on 32-bit.
Kenneth Russelleb60cbd22017-12-05 07:54:282529 'Linux Tests (dbg)(1)(32)',
2530 ],
2531 'modifications': {
2532 'Marshmallow 64 bit Tester': {
2533 'swarming': {
2534 'hard_timeout': 1200,
2535 'shards': 6,
2536 },
2537 },
2538 },
2539 },
2540 'renderer_side_navigation_content_shell_test_apk': {
2541 'remove_from': [
2542 # On chromium.android, unclear why these aren't run.
2543 'KitKat Phone Tester (dbg)',
2544 'KitKat Phone Tester (rel)',
2545 'KitKat Tablet Tester',
2546 'Lollipop Phone Tester',
2547 'Lollipop Tablet Tester',
2548 'Marshmallow Phone Tester (rel)',
2549 'Marshmallow Tablet Tester',
2550 'Nougat Phone Tester',
Kenneth Russell8ceeabf2017-12-11 17:53:282551 # chromium.android.fyi
2552 'Jelly Bean Tester',
2553 'Lollipop Consumer Tester',
2554 'Lollipop Low-end Tester',
2555 'Unswarmed N5 Tests Dummy Builder',
2556 'Unswarmed N5X Tests Dummy Builder',
2557 'x64 Device Tester',
2558 'x86 Cloud Tester',
Kenneth Russellfbda3c532017-12-08 23:57:242559 # chromium.clang
2560 'ToTAndroid x64',
Kenneth Russell8ceeabf2017-12-11 17:53:282561 # chromium.fyi
2562 'Out of Process Profiling Android',
Kenneth Russelleb60cbd22017-12-05 07:54:282563 ],
2564 'modifications': {
2565 'Marshmallow 64 bit Tester': {
2566 'swarming': {
2567 'hard_timeout': 960,
2568 'shards': 3,
2569 },
2570 },
2571 },
2572 },
2573 'renderer_side_navigation_content_unittests': {
2574 'remove_from': [
2575 # On chromium.android, unclear why these aren't run on all bots.
2576 'KitKat Phone Tester (dbg)',
2577 'KitKat Phone Tester (rel)',
2578 'KitKat Tablet Tester',
2579 'Lollipop Phone Tester',
2580 'Lollipop Tablet Tester',
2581 'Marshmallow Phone Tester (rel)',
2582 'Marshmallow Tablet Tester',
2583 'Nougat Phone Tester',
Kenneth Russell8ceeabf2017-12-11 17:53:282584 # chromium.android.fyi
2585 'Jelly Bean Tester',
2586 'Lollipop Consumer Tester',
2587 'Lollipop Low-end Tester',
2588 'Unswarmed N5 Tests Dummy Builder',
2589 'Unswarmed N5X Tests Dummy Builder',
2590 'x64 Device Tester',
2591 'x86 Cloud Tester',
Kenneth Russell56a3e862017-12-08 03:11:342592 # chromium.chromiumos
2593 'Linux ChromiumOS Tests (dbg)(1)',
2594 'linux-chromeos-dbg',
2595 'linux-chromeos-rel',
Kenneth Russellfbda3c532017-12-08 23:57:242596 # chromium.clang
2597 'ToTAndroid x64',
Kenneth Russell8ceeabf2017-12-11 17:53:282598 # chromium.fyi
2599 'Out of Process Profiling Android',
Kenneth Russellb3cca6f02017-12-05 22:02:392600 # On chromium.linux, unclear why these aren't run on 32-bit.
Kenneth Russelleb60cbd22017-12-05 07:54:282601 'Linux Tests (dbg)(1)(32)',
2602 ],
2603 },
2604 'renderer_side_navigation_webview_instrumentation_test_apk': {
2605 'remove_from': [
2606 # On chromium.android, unclear why these aren't run on all bots.
2607 'KitKat Phone Tester (dbg)',
2608 'KitKat Phone Tester (rel)',
2609 'KitKat Tablet Tester',
2610 'Lollipop Phone Tester',
2611 'Lollipop Tablet Tester',
2612 'Marshmallow Phone Tester (rel)',
2613 'Marshmallow Tablet Tester',
2614 'Nougat Phone Tester',
Kenneth Russell8ceeabf2017-12-11 17:53:282615 # chromium.android.fyi
2616 'Jelly Bean Tester',
2617 'Lollipop Consumer Tester',
2618 'Lollipop Low-end Tester',
2619 'Unswarmed N5 Tests Dummy Builder',
2620 'Unswarmed N5X Tests Dummy Builder',
2621 'x64 Device Tester',
2622 'x86 Cloud Tester',
Kenneth Russellfbda3c532017-12-08 23:57:242623 # chromium.clang
2624 'ToTAndroid x64',
Kenneth Russell8ceeabf2017-12-11 17:53:282625 # chromium.fyi
2626 'Out of Process Profiling Android',
Kenneth Russelleb60cbd22017-12-05 07:54:282627 ],
2628 'modifications': {
2629 'Marshmallow 64 bit Tester': {
2630 'swarming': {
2631 'hard_timeout': 1200,
2632 'shards': 8,
2633 },
2634 },
2635 },
2636 },
2637 'sandbox_linux_unittests': {
2638 'modifications': {
2639 'KitKat Tablet Tester': {
2640 'swarming': {
2641 'hard_timeout': 60,
2642 },
2643 },
2644 'Marshmallow Tablet Tester': {
2645 'swarming': {
2646 'hard_timeout': 60,
2647 },
2648 },
Kenneth Russell56a3e862017-12-08 03:11:342649 'Linux ChromiumOS Tests (dbg)(1)': {
2650 'args': [
2651 '--test-launcher-print-test-stdio=always',
2652 ],
2653 },
2654 'linux-chromeos-dbg': {
2655 'args': [
2656 '--test-launcher-print-test-stdio=always',
2657 ],
2658 },
2659 'linux-chromeos-rel': {
2660 'args': [
2661 '--test-launcher-print-test-stdio=always',
2662 ],
2663 },
Kenneth Russelleb60cbd22017-12-05 07:54:282664 'Linux Tests (dbg)(1)': {
2665 'args': [
2666 '--test-launcher-print-test-stdio=always',
2667 ],
2668 },
2669 'Linux Tests (dbg)(1)(32)': {
2670 'args': [
2671 '--test-launcher-print-test-stdio=always',
2672 ],
2673 },
2674 'Lollipop Tablet Tester': {
2675 'swarming': {
2676 'hard_timeout': 60,
2677 },
2678 },
2679 },
2680 },
2681 'service_manager_unittests': {
2682 'remove_from': [
2683 # On chromium.android, unclear why these aren't run.
2684 'KitKat Phone Tester (dbg)',
2685 'KitKat Phone Tester (rel)',
2686 'KitKat Tablet Tester',
2687 'Lollipop Phone Tester',
2688 'Lollipop Tablet Tester',
2689 'Marshmallow 64 bit Tester',
2690 'Marshmallow Phone Tester (rel)',
2691 'Marshmallow Tablet Tester',
2692 'Nougat Phone Tester',
Kenneth Russell8ceeabf2017-12-11 17:53:282693 # chromium.android.fyi
2694 'Jelly Bean Tester',
2695 'Lollipop Consumer Tester',
2696 'Lollipop Low-end Tester',
2697 'Unswarmed N5 Tests Dummy Builder',
2698 'Unswarmed N5X Tests Dummy Builder',
2699 'x64 Device Tester',
2700 'x86 Cloud Tester',
Kenneth Russell56a3e862017-12-08 03:11:342701 # chromium.chromiumos
2702 'Linux ChromiumOS Tests (dbg)(1)',
2703 'linux-chromeos-dbg',
2704 'linux-chromeos-rel',
Kenneth Russell8ceeabf2017-12-11 17:53:282705 # chromium.fyi
2706 'Chromium Win 10 GCE Tests',
2707 # chromium.linux
Kenneth Russelleb60cbd22017-12-05 07:54:282708 'Cast Audio Linux',
2709 'Cast Linux',
2710 'Linux Tests (dbg)(1)(32)',
2711 # On chromium.mac, unclear why these aren't run.
2712 'Mac10.10 Tests',
2713 'Mac10.11 Tests',
2714 'Mac10.12 Tests',
Shenghua Zhangbd6f1b22018-03-03 02:59:142715 'Mac10.13 Tests',
2716 'Mac10.13 Tests (dbg)',
Kenneth Russelleb60cbd22017-12-05 07:54:282717 'Win7 Tests (dbg)(1)',
2718 'Win10 Tests x64',
2719 ],
Kevin Marshall2a829862018-03-27 22:24:552720 'modifications': {
2721 # chromium.fyi
2722 'Fuchsia': {
2723 'args': [
2724 '--use-new-test-runner',
2725 ],
2726 },
2727 }
Kenneth Russelleb60cbd22017-12-05 07:54:282728 },
2729 'services_unittests': {
2730 'remove_from': [
2731 # On chromium.android, unclear why these aren't run on all bots.
2732 'KitKat Tablet Tester',
2733 'Lollipop Phone Tester',
2734 'Lollipop Tablet Tester',
2735 'Marshmallow 64 bit Tester',
2736 'Marshmallow Tablet Tester',
2737 'Nougat Phone Tester',
Kenneth Russell8ceeabf2017-12-11 17:53:282738 # chromium.android.fyi
2739 'Jelly Bean Tester',
2740 'Lollipop Consumer Tester',
2741 'Lollipop Low-end Tester',
2742 'Unswarmed N5 Tests Dummy Builder',
2743 'Unswarmed N5X Tests Dummy Builder',
2744 'x64 Device Tester',
2745 'x86 Cloud Tester',
Kenneth Russellfbda3c532017-12-08 23:57:242746 # chromium.clang
2747 'CFI Linux (icall)',
2748 'CFI Linux ToT',
2749 'CrWinAsan',
2750 'CrWinAsan(dll)',
2751 'CrWinAsanCov',
2752 'ToTAndroidASan',
2753 'ToTLinuxMSan',
2754 'ToTLinuxThinLTO',
Kenneth Russell8ceeabf2017-12-11 17:53:282755 # chromium.fyi
Dirk Pranke46119d82018-03-21 00:13:592756 'mac-views-rel',
Kenneth Russell8ceeabf2017-12-11 17:53:282757 'Chromium Mac 10.11',
2758 'Chromium Mac 10.11 Force Mac Toolchain',
2759 'Chromium Mac 10.13',
2760 'CrWinAsan tester',
2761 'CrWinAsan(dll) tester',
2762 'CrWinAsanCov tester',
2763 'ThinLTO Linux ToT',
Kenneth Russell8ceeabf2017-12-11 17:53:282764 'Win 10 Fast Ring',
Kenneth Russelleb60cbd22017-12-05 07:54:282765 # On chromium.linux, unclear why these aren't run on Cast.
2766 'Cast Audio Linux',
2767 'Cast Linux',
John Budorickca14c76f62017-12-09 14:19:182768 # chromium.memory
2769 'Linux CFI',
2770 'Linux ChromiumOS MSan Tests',
2771 'Linux MSan Tests',
2772 'Linux TSan Tests',
2773 'Mac ASan 64 Tests (1)',
Kenneth Russelleb60cbd22017-12-05 07:54:282774 ],
Kenneth Russelleb60cbd22017-12-05 07:54:282775 'modifications': {
Kenneth Russell8ceeabf2017-12-11 17:53:282776 # chromium.android
Kenneth Russelleb60cbd22017-12-05 07:54:282777 'Marshmallow Phone Tester (rel)': {
2778 'swarming': {
2779 'hard_timeout': 300,
2780 },
2781 },
Kenneth Russelleb60cbd22017-12-05 07:54:282782 },
2783 },
2784 'site_per_process_browser_tests': {
2785 'remove_from': [
Kenneth Russell8ceeabf2017-12-11 17:53:282786 # chromium.fyi
2787 'Site Isolation Android',
2788 # chromium.linux
Kenneth Russelleb60cbd22017-12-05 07:54:282789 'Linux Tests (dbg)(1)(32)',
2790 ],
2791 'modifications': {
2792 'Linux Tests (dbg)(1)': {
2793 'swarming': {
2794 'shards': 10,
2795 },
2796 },
Dirk Pranke8fd63c12017-12-10 18:06:272797 # client.v8.chromium
2798 'Linux - Future (dbg)': {
2799 'swarming': {
2800 'shards': 10,
2801 },
2802 },
Kenneth Russelleb60cbd22017-12-05 07:54:282803 },
2804 },
Dirk Pranke7feb8802017-12-14 19:27:452805 'site_per_process_components_browsertests': {
2806 'remove_from': [
2807 # chromium.linux
2808 'Linux Tests (dbg)(1)(32)',
Dirk Pranke7feb8802017-12-14 19:27:452809 ],
2810 },
2811 'site_per_process_components_unittests': {
2812 'remove_from': [
2813 # chromium.linux
2814 'Linux Tests (dbg)(1)(32)',
Dirk Pranke7feb8802017-12-14 19:27:452815 ],
2816 },
Kenneth Russelleb60cbd22017-12-05 07:54:282817 'site_per_process_content_browsertests': {
2818 'remove_from': [
Dirk Pranke7feb8802017-12-14 19:27:452819 # chromium.linux
Kenneth Russelleb60cbd22017-12-05 07:54:282820 'Linux Tests (dbg)(1)(32)',
2821 ],
Kenneth Russell8ceeabf2017-12-11 17:53:282822 'modifications': {
2823 # chromium.fyi
2824 'Site Isolation Android': {
2825 'swarming': {
2826 'shards': 6,
2827 },
2828 },
2829 },
Kenneth Russelleb60cbd22017-12-05 07:54:282830 },
2831 'site_per_process_content_unittests': {
2832 'remove_from': [
Dirk Pranke7feb8802017-12-14 19:27:452833 # chromium.linux
Kenneth Russelleb60cbd22017-12-05 07:54:282834 'Linux Tests (dbg)(1)(32)',
2835 ],
2836 },
Dirk Pranke7feb8802017-12-14 19:27:452837 'site_per_process_extensions_browsertests': {
2838 'remove_from': [
2839 # chromium.linux
2840 'Linux Tests (dbg)(1)(32)',
Dirk Pranke7feb8802017-12-14 19:27:452841 ],
2842 },
2843 'site_per_process_extensions_unittests': {
2844 'remove_from': [
2845 # chromium.linux
2846 'Linux Tests (dbg)(1)(32)',
Dirk Pranke7feb8802017-12-14 19:27:452847 ],
2848 },
2849 'site_per_process_interactive_ui_tests': {
2850 'remove_from': [
2851 # chromium.linux
2852 'Linux Tests (dbg)(1)(32)',
Dirk Pranke7feb8802017-12-14 19:27:452853 ],
2854 },
2855 'site_per_process_sync_integration_tests': {
2856 'remove_from': [
2857 # chromium.linux
2858 'Linux Tests (dbg)(1)(32)',
Dirk Pranke7feb8802017-12-14 19:27:452859 ],
2860 },
Kenneth Russelleb60cbd22017-12-05 07:54:282861 'site_per_process_unit_tests': {
2862 'remove_from': [
Kenneth Russell8ceeabf2017-12-11 17:53:282863 # chromium.fyi
2864 'Site Isolation Android',
2865 # chromium.linux
Kenneth Russelleb60cbd22017-12-05 07:54:282866 'Linux Tests (dbg)(1)(32)',
2867 ],
Dirk Pranke8fd63c12017-12-10 18:06:272868 'modifications': {
2869 'Linux - Future': {
2870 'args': [
2871 '--site-per-process',
2872 ],
2873 },
2874 'Linux - Future (dbg)': {
2875 # TODO(dpranke): this should be --site-per-process.
2876 'args': [
2877 '--site_per_process',
2878 ],
2879 },
2880 },
Kenneth Russelleb60cbd22017-12-05 07:54:282881 },
Dirk Prankeb4ab1e42017-12-19 22:00:532882 'site_per_process_webkit_layout_tests': {
2883 'remove_from': [
2884 # chromium.linux
John Budorick5fae58f2018-01-17 17:33:432885 # TODO(dpranke): Should we be running this step on Linux Tests (dbg)(1)?
2886 'Linux Tests (dbg)(1)',
Dirk Prankeb4ab1e42017-12-19 22:00:532887 'Linux Tests (dbg)(1)(32)',
Dirk Prankeb4ab1e42017-12-19 22:00:532888 ],
2889 },
Dirk Pranke1b767092017-12-07 04:44:232890 'sizes': {
2891 'remove_from': [
2892 'Win',
2893 'Win x64',
2894 ],
2895 'modifications': {
Kenneth Russell8ceeabf2017-12-11 17:53:282896 # chromium
Dirk Pranke1b767092017-12-07 04:44:232897 'Mac': {
2898 'args': [
2899 'mac-release/sizes',
2900 ],
2901 },
2902 'Linux x64': {
2903 'args': [
2904 'linux-release-64/sizes',
2905 ],
2906 },
Kenneth Russell8ceeabf2017-12-11 17:53:282907 # chromium.android.fyi
Kenneth Russell8ceeabf2017-12-11 17:53:282908 'Android Cronet KitKat Builder': {
2909 'args': [
2910 '--platform',
2911 'android-cronet',
2912 '--perf-id',
2913 'android_cronet_builder',
2914 'cronet-arm/sizes',
2915 ],
2916 'override_compile_targets': [
2917 'cronet',
2918 ],
2919 },
Dirk Pranke1b767092017-12-07 04:44:232920 },
2921 },
Kenneth Russelleb60cbd22017-12-05 07:54:282922 'skia_unittests': {
2923 'remove_from': [
2924 # On chromium.android, unclear why these aren't run.
2925 'KitKat Phone Tester (dbg)',
2926 'KitKat Phone Tester (rel)',
2927 'KitKat Tablet Tester',
2928 'Lollipop Phone Tester',
2929 'Lollipop Tablet Tester',
2930 'Marshmallow 64 bit Tester',
2931 'Marshmallow Phone Tester (rel)',
2932 'Marshmallow Tablet Tester',
2933 'Nougat Phone Tester',
Kenneth Russell8ceeabf2017-12-11 17:53:282934 # chromium.android.fyi
2935 'Jelly Bean Tester',
2936 'Lollipop Consumer Tester',
2937 'Lollipop Low-end Tester',
2938 'Unswarmed N5 Tests Dummy Builder',
2939 'Unswarmed N5X Tests Dummy Builder',
2940 'x86 Cloud Tester',
Kenneth Russellb3cca6f02017-12-05 22:02:392941 # On chromium.linux, unclear why these aren't run on Cast.
Kenneth Russelleb60cbd22017-12-05 07:54:282942 'Cast Audio Linux',
2943 'Cast Linux',
2944 ],
Kevin Marshalld3c41f5e2018-02-02 04:43:512945 'modifications': {
2946 # chromium.fyi
2947 'Fuchsia': {
2948 'args': [
2949 '--use-new-test-runner',
2950 '-v', # Useful for getting debug info and SCP throughput stats.
2951 ],
2952 },
2953 },
Kenneth Russelleb60cbd22017-12-05 07:54:282954 },
2955 'snapshot_unittests': {
2956 'remove_from': [
Kenneth Russell56a3e862017-12-08 03:11:342957 # chromium.chromiumos
2958 'Linux ChromiumOS Tests (dbg)(1)',
2959 'linux-chromeos-dbg',
2960 'linux-chromeos-rel',
Kenneth Russell8ceeabf2017-12-11 17:53:282961 # chromium.fyi
Dirk Pranke46119d82018-03-21 00:13:592962 'mac-views-rel',
Kenneth Russell8ceeabf2017-12-11 17:53:282963 'Chromium Mac 10.11',
2964 'Chromium Mac 10.11 Force Mac Toolchain',
2965 'Chromium Mac 10.13',
2966 'Out of Process Profiling Mac',
Kenneth Russelleb60cbd22017-12-05 07:54:282967 # On chromium.win, unclear why these aren't run.
2968 'Win 7 Tests x64 (1)',
2969 'Win10 Tests x64',
2970 'Win7 (32) Tests',
2971 'Win7 Tests (1)',
2972 'Win7 Tests (dbg)(1)',
2973 ],
2974 },
2975 'sql_unittests': {
Dirk Prankedd1d2a02017-12-08 20:51:592976 'remove_from': [
Kenneth Russell8ceeabf2017-12-11 17:53:282977 # chromium.fyi
2978 'Fuchsia ARM64',
Dirk Prankedd1d2a02017-12-08 20:51:592979 ],
Kenneth Russelleb60cbd22017-12-05 07:54:282980 'modifications': {
2981 'KitKat Tablet Tester': {
2982 'swarming': {
2983 'hard_timeout': 60,
2984 },
2985 },
2986 'Lollipop Tablet Tester': {
2987 'swarming': {
2988 'hard_timeout': 60,
2989 },
2990 },
2991 'Marshmallow Tablet Tester': {
2992 'swarming': {
Yuke Liao5d6014d2018-03-20 22:09:562993 'hard_timeout': 120,
Kenneth Russelleb60cbd22017-12-05 07:54:282994 },
2995 },
Kevin Marshalld3c41f5e2018-02-02 04:43:512996
2997 # chromium.fyi
2998 'Fuchsia': {
2999 'args': [
3000 '--use-new-test-runner',
3001 '-v', # Useful for getting debug info and SCP throughput stats.
3002 ],
3003 },
Kenneth Russelleb60cbd22017-12-05 07:54:283004 },
3005 },
3006 'storage_unittests': {
Kenneth Russellfbda3c532017-12-08 23:57:243007 'remove_from': [
3008 # chromium.clang
3009 'ToTLinuxASan',
Kenneth Russellfbda3c532017-12-08 23:57:243010 'ToTLinuxThinLTO',
3011 'ToTLinuxUBSanVptr',
Kenneth Russell78225042018-02-23 09:43:133012 'UBSanVptr Linux',
Kenneth Russell8ceeabf2017-12-11 17:53:283013 # chromium.fyi
3014 'Out of Process Profiling Mac',
3015 'ThinLTO Linux ToT',
Kenneth Russellfbda3c532017-12-08 23:57:243016 ],
Kenneth Russelleb60cbd22017-12-05 07:54:283017 'modifications': {
3018 # chromium.android
3019 'KitKat Phone Tester (dbg)': {
3020 'swarming': {
3021 'hard_timeout': 180,
3022 },
3023 },
3024 'KitKat Phone Tester (rel)': {
3025 'swarming': {
3026 'hard_timeout': 180,
3027 },
3028 },
3029 'KitKat Tablet Tester': {
3030 'swarming': {
3031 'hard_timeout': 120,
3032 },
3033 },
3034 'Lollipop Phone Tester': {
3035 'swarming': {
3036 'hard_timeout': 960,
3037 },
3038 },
3039 'Lollipop Tablet Tester': {
3040 'swarming': {
3041 'hard_timeout': 300,
3042 },
3043 },
3044 'Marshmallow 64 bit Tester': {
3045 'swarming': {
3046 'hard_timeout': 960,
3047 },
3048 },
3049 'Marshmallow Tablet Tester': {
3050 'swarming': {
3051 'hard_timeout': 300,
3052 },
3053 },
Kenneth Russelleb60cbd22017-12-05 07:54:283054 },
3055 },
3056 'sync_integration_tests': {
3057 'modifications': {
3058 'Win7 Tests (dbg)(1)': {
3059 'swarming': {
3060 'shards': 2,
3061 },
3062 },
3063 },
John Budorickca14c76f62017-12-09 14:19:183064 'remove_from': [
3065 # chromium.memory
3066 'Linux ASan LSan Tests (1)',
3067 'Linux CFI',
3068 'Linux Chromium OS ASan LSan Tests (1)',
3069 'Linux ChromiumOS MSan Tests',
3070 'Linux MSan Tests',
3071 'Linux TSan Tests',
3072 ],
Kenneth Russelleb60cbd22017-12-05 07:54:283073 },
3074 'telemetry_perf_unittests': {
3075 'modifications': {
Kenneth Russell8ceeabf2017-12-11 17:53:283076 # chromium.android
Kenneth Russelleb60cbd22017-12-05 07:54:283077 'KitKat Phone Tester (rel)': {
3078 'args': [
3079 '--browser=android-chromium',
3080 '--device=android',
3081 ],
3082 'swarming': {
3083 'dimension_sets': [
3084 {
3085 'temp_band': '<30',
3086 },
3087 ],
3088 'hard_timeout': 1500,
3089 'shards': 15,
3090 },
3091 },
3092 'Marshmallow Phone Tester (rel)': {
3093 'args': [
3094 '--browser=android-chromium',
3095 '--device=android',
3096 ],
3097 'swarming': {
3098 'dimension_sets': [
3099 {
3100 'temp_band': '<30',
3101 },
3102 ],
3103 'hard_timeout': 1500,
3104 'shards': 15,
3105 },
3106 },
Kenneth Russell8ceeabf2017-12-11 17:53:283107 # chromium.android.fyi
3108 'x86 Cloud Tester': {
3109 'args': [
3110 '--browser=android-chromium',
3111 '--device=android',
3112 ],
3113 'swarming': {
3114 'shards': 1,
3115 },
3116 },
Tom Andersonae738bda2018-02-20 20:40:093117 # chromium.fyi
3118 'Linux Xenial': {
3119 'args': [
3120 '--xvfb',
3121 '--jobs=1',
3122 ],
3123 },
Kenneth Russell8ceeabf2017-12-11 17:53:283124 # chromium.linux
Kenneth Russelleb60cbd22017-12-05 07:54:283125 'Linux Tests': {
3126 'args': [
3127 '--xvfb',
Ned Nguyene6e26042018-01-17 20:42:483128 '--jobs=1',
Kenneth Russelleb60cbd22017-12-05 07:54:283129 ],
3130 },
Ned Nguyeneb3911e2017-12-11 20:16:023131 'Linux Tests (dbg)(1)': {
3132 'args': [
3133 '--xvfb',
nednguyen35d625f22018-01-11 19:45:303134 '--jobs=1',
Ned Nguyeneb3911e2017-12-11 20:16:023135 ],
3136 },
Kenneth Russell8ceeabf2017-12-11 17:53:283137 # chromium.mac
Kenneth Russelleb60cbd22017-12-05 07:54:283138 # Disable parallelism on all Mac bots.
3139 'Mac10.10 Tests': {
3140 'args': [
3141 '--jobs=1',
3142 ],
3143 },
3144 'Mac10.11 Tests': {
3145 'args': [
3146 '--jobs=1',
3147 ],
3148 },
3149 'Mac10.12 Tests': {
3150 'args': [
3151 '--jobs=1',
3152 ],
3153 },
Ned Nguyen6e6e5b32018-02-21 20:21:503154 'Win7 Tests (dbg)(1)': {
3155 'args': [
3156 '--jobs=1',
3157 ],
3158 'swarming': {
3159 'shards': 20,
3160 },
3161 'experiment_percentage': 100,
3162 },
Kenneth Russelleb60cbd22017-12-05 07:54:283163 },
3164 'remove_from': [
Kenneth Russelleb60cbd22017-12-05 07:54:283165 'Linux Tests (dbg)(1)(32)',
Shenghua Zhangbd6f1b22018-03-03 02:59:143166 'Mac10.13 Tests',
3167 'Mac10.13 Tests (dbg)',
Dirk Pranke8fd63c12017-12-10 18:06:273168 # client.v8.chromium
3169 'Linux - Future (dbg)',
Kenneth Russelleb60cbd22017-12-05 07:54:283170 ],
3171 },
Dirk Prankedd1d2a02017-12-08 20:51:593172 'telemetry_unittests': {
3173 'modifications': {
Kenneth Russell8ceeabf2017-12-11 17:53:283174 'Out of Process Profiling Mac': {
3175 'swarming': {
3176 'shards': 2,
3177 },
3178 },
Dirk Prankedd1d2a02017-12-08 20:51:593179 },
3180 },
Kenneth Russelleb60cbd22017-12-05 07:54:283181 'traffic_annotation_auditor_unittests': {
3182 'modifications': {
3183 'Linux Tests': {
3184 # Unclear why this isn't swarmed.
3185 'swarming': {
3186 'can_use_on_swarming_builders': False,
3187 },
3188 },
3189 },
3190 'remove_from': [
3191 # On chromium.linux, unclear why these only run on "Linux Tests".
3192 'Linux Tests (dbg)(1)',
3193 'Linux Tests (dbg)(1)(32)',
3194 ],
3195 },
3196 'ui_android_unittests': {
3197 'modifications': {
3198 'KitKat Tablet Tester': {
3199 'swarming': {
3200 'hard_timeout': 120,
3201 },
3202 },
3203 'Marshmallow Tablet Tester': {
3204 'swarming': {
3205 'hard_timeout': 120,
3206 },
3207 },
3208 },
3209 },
3210 'ui_base_unittests': {
3211 'modifications': {
3212 'KitKat Tablet Tester': {
3213 'swarming': {
3214 'hard_timeout': 120,
3215 },
3216 },
3217 'Marshmallow Tablet Tester': {
3218 'swarming': {
3219 'hard_timeout': 120,
3220 },
3221 },
3222 },
3223 },
3224 'ui_touch_selection_unittests': {
Kenneth Russellfbda3c532017-12-08 23:57:243225 'remove_from': [
3226 # chromium.clang
3227 'ToTLinuxASan',
John Budorickca14c76f62017-12-09 14:19:183228 # chromium.memory
3229 'Linux ASan LSan Tests (1)',
3230 'Linux ChromiumOS MSan Tests',
Kenneth Russellfbda3c532017-12-08 23:57:243231 ],
Kenneth Russelleb60cbd22017-12-05 07:54:283232 'modifications': {
3233 'KitKat Tablet Tester': {
3234 'swarming': {
3235 'hard_timeout': 120,
3236 },
3237 },
3238 'Marshmallow Tablet Tester': {
3239 'swarming': {
3240 'hard_timeout': 120,
3241 },
3242 },
3243 },
3244 },
3245 'unit_tests': {
3246 'remove_from': [
Kenneth Russellfbda3c532017-12-08 23:57:243247 # chromium.clang
3248 'CrWinAsanCov',
Kenneth Russell8ceeabf2017-12-11 17:53:283249 # chromium.fyi
3250 'CrWinAsanCov tester',
Kenneth Russelleb60cbd22017-12-05 07:54:283251 # On chromium.linux, unclear why these aren't run on Cast.
3252 'Cast Audio Linux',
3253 'Cast Linux',
3254 ],
3255 'modifications': {
Kenneth Russellfbda3c532017-12-08 23:57:243256 # chromium.android
Kenneth Russelleb60cbd22017-12-05 07:54:283257 'KitKat Tablet Tester': {
3258 'swarming': {
3259 'hard_timeout': 1200,
3260 'shards': 2,
3261 },
3262 },
3263 'Lollipop Phone Tester': {
3264 'swarming': {
3265 'hard_timeout': 960,
3266 'shards': 2,
3267 },
3268 },
3269 'Lollipop Tablet Tester': {
3270 'swarming': {
3271 'hard_timeout': 1200,
3272 'shards': 2,
3273 },
3274 },
3275 'Marshmallow 64 bit Tester': {
3276 'swarming': {
3277 'hard_timeout': 960,
3278 'shards': 2,
3279 },
3280 },
3281 'Marshmallow Phone Tester (rel)': {
3282 'swarming': {
3283 'hard_timeout': 960,
3284 'shards': 2,
3285 },
3286 },
3287 'Marshmallow Tablet Tester': {
3288 'swarming': {
3289 'hard_timeout': 1200,
3290 'shards': 2,
3291 },
3292 },
Kenneth Russell8ceeabf2017-12-11 17:53:283293 # chromium.android.fyi
3294 'Lollipop Low-end Tester': {
3295 'swarming': {
3296 'hard_timeout': 0,
3297 },
3298 },
3299 'Nougat Phone Tester': {
3300 'swarming': {
3301 'hard_timeout': 1200,
3302 'shards': 2,
3303 },
3304 },
3305 'x64 Device Tester': {
3306 'swarming': {
3307 'hard_timeout': 0,
3308 },
3309 },
3310 'x86 Cloud Tester': {
3311 'swarming': {
3312 'hard_timeout': 0,
3313 },
3314 },
Kenneth Russellfbda3c532017-12-08 23:57:243315 # chromium.clang
3316 'ToTLinuxASan': {
3317 'swarming': {
3318 'shards': 2,
3319 },
John Budorickca14c76f62017-12-09 14:19:183320 },
Dirk Pranke20eae9a72017-12-09 18:12:143321 # chromium.memory
John Budorickca14c76f62017-12-09 14:19:183322 'Linux ASan LSan Tests (1)': {
John Budorick5052d552017-12-13 02:59:343323 # These are slow on the ASAN trybot for some reason.
3324 # crbug.com/794372
John Budorickca14c76f62017-12-09 14:19:183325 'swarming': {
John Budorick5052d552017-12-13 02:59:343326 'shards': 4,
John Budorickca14c76f62017-12-09 14:19:183327 },
3328 },
3329 'Linux Chromium OS ASan LSan Tests (1)': {
3330 'args': [
3331 '--test-launcher-filter-file=../../testing/buildbot/filters/unit_tests_cros_asan.filter',
3332 ],
3333 },
3334 'Linux TSan Tests': {
3335 'swarming': {
3336 'shards': 2,
3337 },
3338 },
Dirk Pranke20eae9a72017-12-09 18:12:143339 # chromium.swarm
3340 'Android N5X Swarm': {
3341 'swarming': {
3342 'shards': 8,
3343 },
3344 },
Kenneth Russelleb60cbd22017-12-05 07:54:283345 },
3346 },
3347 'url_unittests': {
3348 'remove_from': [
3349 # On chromium.android, unclear why these aren't run.
3350 'KitKat Phone Tester (dbg)',
3351 'KitKat Phone Tester (rel)',
3352 'KitKat Tablet Tester',
3353 'Lollipop Phone Tester',
3354 'Lollipop Tablet Tester',
3355 'Marshmallow 64 bit Tester',
3356 'Marshmallow Phone Tester (rel)',
3357 'Marshmallow Tablet Tester',
3358 'Nougat Phone Tester',
Kenneth Russell8ceeabf2017-12-11 17:53:283359 # chromium.android.fyi
3360 'Jelly Bean Tester',
3361 'Lollipop Consumer Tester',
3362 'Lollipop Low-end Tester',
3363 'Unswarmed N5 Tests Dummy Builder',
3364 'Unswarmed N5X Tests Dummy Builder',
3365 'x86 Cloud Tester',
Kenneth Russelleb60cbd22017-12-05 07:54:283366 ],
3367 },
3368 'views_unittests': {
3369 'remove_from': [
Kenneth Russellfbda3c532017-12-08 23:57:243370 # chromium.clang
3371 'ToTLinuxASan',
3372 'ToTMacASan',
3373 # chromium.linux
Kenneth Russelleb60cbd22017-12-05 07:54:283374 'Linux Tests (dbg)(1)(32)',
John Budorickca14c76f62017-12-09 14:19:183375 # chromium.memory
3376 'Linux ASan LSan Tests (1)',
Kenneth Russelleb60cbd22017-12-05 07:54:283377 ],
3378 },
Stephen Martinis36977112018-04-06 06:09:463379 'viz_browser_tests': {
3380 'remove_from': [
3381 # Currently too flaky on Windows.
3382 'Win 7 Tests x64 (1)',
3383 'Win10 Tests x64',
3384 'Win7 Tests (1)',
3385 'Win7 Tests (dbg)(1)',
3386 ],
3387 },
Kenneth Russelleb60cbd22017-12-05 07:54:283388 'viz_unittests': {
3389 'remove_from': [
3390 # On chromium.android, unclear why these aren't run on all bots.
3391 'Nougat Phone Tester',
Kenneth Russellfbda3c532017-12-08 23:57:243392 # chromium.clang
3393 'CFI Linux (icall)',
3394 'CFI Linux ToT',
3395 'ToTAndroid x64',
3396 'ToTAndroidASan',
3397 'ToTLinux',
3398 'ToTLinuxASan',
Kenneth Russellfbda3c532017-12-08 23:57:243399 'ToTLinuxThinLTO',
3400 'ToTLinuxUBSanVptr',
Kenneth Russell78225042018-02-23 09:43:133401 'UBSanVptr Linux',
Kenneth Russell8ceeabf2017-12-11 17:53:283402 # chromium.android.fyi
3403 'Jelly Bean Tester',
3404 'Lollipop Consumer Tester',
3405 'Lollipop Low-end Tester',
3406 'Unswarmed N5 Tests Dummy Builder',
3407 'Unswarmed N5X Tests Dummy Builder',
3408 'x64 Device Tester',
3409 'x86 Cloud Tester',
3410 # chromium.fyi
3411 'Chromium Win 10 GCE Tests',
3412 'Out of Process Profiling Android',
3413 'Out of Process Profiling Linux',
3414 'ThinLTO Linux ToT',
Kenneth Russelleb60cbd22017-12-05 07:54:283415 # chromium.win
3416 'Win10 Tests x64',
John Budorickca14c76f62017-12-09 14:19:183417 # chromium.memory
3418 'Linux CFI',
Kenneth Russelleb60cbd22017-12-05 07:54:283419 ],
Kenneth Russelleb60cbd22017-12-05 07:54:283420 'modifications': {
3421 'KitKat Tablet Tester': {
3422 'swarming': {
3423 'hard_timeout': 300,
3424 },
3425 },
3426 'Lollipop Tablet Tester': {
3427 'swarming': {
3428 'hard_timeout': 300,
3429 },
3430 },
3431 'Marshmallow Phone Tester (rel)': {
3432 'swarming': {
3433 'hard_timeout': 960,
3434 },
3435 },
3436 'Marshmallow Tablet Tester': {
3437 'swarming': {
3438 'hard_timeout': 300,
3439 },
3440 },
3441 },
3442 },
3443 'vr_common_unittests': {
3444 'remove_from': [
3445 # On chromium.android, unclear why these aren't run on all bots.
3446 'KitKat Phone Tester (dbg)',
3447 'KitKat Phone Tester (rel)',
Kenneth Russell8ceeabf2017-12-11 17:53:283448 'Nougat Phone Tester chromium.android',
3449 # chromium.android.fyi
3450 'Jelly Bean Tester',
3451 'Lollipop Consumer Tester',
3452 'Lollipop Low-end Tester',
3453 'Unswarmed N5 Tests Dummy Builder',
3454 'Unswarmed N5X Tests Dummy Builder',
3455 'x64 Device Tester',
3456 'x86 Cloud Tester',
Kenneth Russellfbda3c532017-12-08 23:57:243457 # chromium.clang
3458 'ToTAndroid x64',
Kenneth Russell8ceeabf2017-12-11 17:53:283459 # chromium.fyi
3460 'Chromium Win 10 GCE Tests',
3461 'Out of Process Profiling Android',
Kenneth Russelleb60cbd22017-12-05 07:54:283462 # chromium.win
3463 'Win 7 Tests x64 (1)',
3464 'Win10 Tests x64',
3465 ],
3466 'modifications': {
3467 'KitKat Tablet Tester': {
3468 'swarming': {
3469 'hard_timeout': 300,
3470 },
3471 },
3472 'Lollipop Tablet Tester': {
3473 'swarming': {
3474 'hard_timeout': 300,
3475 },
3476 },
3477 'Marshmallow Phone Tester (rel)': {
3478 'swarming': {
3479 'hard_timeout': 960,
3480 },
3481 },
3482 'Marshmallow Tablet Tester': {
3483 'swarming': {
3484 'hard_timeout': 300,
3485 },
3486 },
3487 },
3488 },
Kenneth Russellfbda3c532017-12-08 23:57:243489 'vr_pixeltests': {
3490 'remove_from': [
3491 # chromium.android
3492 'KitKat Phone Tester (dbg)',
3493 'KitKat Phone Tester (rel)',
3494 'KitKat Tablet Tester',
3495 'Lollipop Phone Tester',
3496 'Lollipop Tablet Tester',
3497 'Marshmallow 64 bit Tester',
3498 'Marshmallow Phone Tester (rel)',
3499 'Marshmallow Tablet Tester',
Kenneth Russell8ceeabf2017-12-11 17:53:283500 # chromium.android.fyi
3501 'Jelly Bean Tester',
3502 'Lollipop Consumer Tester',
3503 'Lollipop Low-end Tester',
3504 'Nougat Phone Tester chromium.android.fyi',
3505 'Unswarmed N5 Tests Dummy Builder',
3506 'Unswarmed N5X Tests Dummy Builder',
3507 'x64 Device Tester',
3508 'x86 Cloud Tester',
Kenneth Russellfbda3c532017-12-08 23:57:243509 # chromium.clang
3510 'ToTAndroid x64',
Kenneth Russell8ceeabf2017-12-11 17:53:283511 # chromium.fyi
3512 'Chromium Win 10 GCE Tests',
3513 'Out of Process Profiling Android',
3514 'VR Linux',
Kenneth Russellfbda3c532017-12-08 23:57:243515 # chromium.win
3516 'Win 7 Tests x64 (1)',
3517 'Win10 Tests x64',
3518 'Win7 Tests (1)',
3519 'Win7 Tests (dbg)(1)',
3520 ],
3521 },
Kenneth Russelleb60cbd22017-12-05 07:54:283522 'webkit_layout_tests': {
3523 'remove_from': [
Kenneth Russellfbda3c532017-12-08 23:57:243524 # chromium.clang
3525 'ToTMac',
Kenneth Russell8ceeabf2017-12-11 17:53:283526 # chromium.fyi
3527 'Chromium Mac 10.11',
3528 'Out of Process Profiling Mac',
Kenneth Russellfbda3c532017-12-08 23:57:243529 # chromium.linux
John Budorick5fae58f2018-01-17 17:33:433530 'Linux Tests (dbg)(1)',
Kenneth Russelleb60cbd22017-12-05 07:54:283531 'Linux Tests (dbg)(1)(32)',
Kenneth Russellfbda3c532017-12-08 23:57:243532 # chromium.mac
Shenghua Zhangbd6f1b22018-03-03 02:59:143533 'Mac10.13 Tests (dbg)',
Kenneth Russellfbda3c532017-12-08 23:57:243534 # chromium.win
Kenneth Russelleb60cbd22017-12-05 07:54:283535 'Win 7 Tests x64 (1)',
3536 'Win10 Tests x64',
3537 'Win7 Tests (1)',
3538 ],
3539 'key_removals': {
3540 'Win7 Tests (dbg)(1)': [
3541 'results_handler',
3542 ],
3543 },
3544 'modifications': {
Kenneth Russell8ceeabf2017-12-11 17:53:283545 # chromium.fyi
Dirk Prankea85f2acd2018-02-02 02:35:433546 'Dummy WebKit Mac10.13': {
3547 'swarming': {
Robert Ma196b907e62018-04-09 18:05:523548 'shards': 12,
Dirk Prankea85f2acd2018-02-02 02:35:433549 },
3550 },
John Budoricka14c2c392018-03-02 19:00:443551 'linux-blink-heap-incremental-marking': {
3552 'args': [
3553 '--debug',
John Budoricka73769af2018-03-08 16:35:213554 '--additional-driver-flag=--enable-blink-features=HeapIncrementalMarking',
John Budoricka14c2c392018-03-02 19:00:443555 ],
3556 },
Kenneth Russell8ceeabf2017-12-11 17:53:283557 'WebKit Linux layout_ng Dummy Builder': {
3558 'args': [
3559 '--additional-driver-flag=--enable-blink-features=LayoutNG',
Kenneth Russell8ceeabf2017-12-11 17:53:283560 '--additional-driver-flag=--enable-slimming-paint-v175',
3561 ],
3562 'swarming': {
3563 'shards': 15,
3564 },
3565 },
3566 'WebKit Linux root_layer_scrolls Dummy Builder': {
3567 'args': [
3568 '--additional-driver-flag=--root-layer-scrolls',
3569 ],
3570 'swarming': {
3571 'shards': 15,
3572 },
3573 },
3574 'WebKit Linux slimming_paint_v2 Dummy Builder': {
3575 'args': [
Xianzhu Wang0e4447e2018-02-19 06:44:323576 '--additional-driver-flag=--enable-slimming-paint-v2',
Kenneth Russell8ceeabf2017-12-11 17:53:283577 ],
3578 'swarming': {
3579 'shards': 15,
3580 },
3581 },
3582 # chromium.linux
Kenneth Russelleb60cbd22017-12-05 07:54:283583 'Linux Tests': {
3584 'swarming': {
3585 'dimension_sets': [
3586 {
3587 # TODO(kbr): this is essentially redundant.
3588 'os': 'Ubuntu-14.04',
3589 },
3590 ],
3591 'shards': 6,
3592 },
3593 },
Kenneth Russell8ceeabf2017-12-11 17:53:283594 # chromium.mac
Kenneth Russelleb60cbd22017-12-05 07:54:283595 'Mac10.10 Tests': {
3596 # TODO(kbr): this is essentially redundant.
3597 'swarming': {
3598 'dimension_sets': [
3599 {
3600 'gpu': 'none',
3601 'os': 'Mac-10.10.5',
3602 },
3603 ],
3604 },
3605 },
3606 'Mac10.11 Tests': {
3607 # TODO(kbr): this is essentially redundant.
3608 'swarming': {
3609 'dimension_sets': [
3610 {
3611 'gpu': 'none',
3612 'os': 'Mac-10.11.6',
3613 },
3614 ],
3615 },
3616 },
3617 'Mac10.12 Tests': {
3618 # TODO(kbr): if the Swarming dimensions were explicitly specified for
3619 # all jobs then this wouldn't be needed. However, note that this bot
3620 # implicitly specifies gpu:none rather than gpu:8086:0a2e.
3621 'swarming': {
3622 'dimension_sets': [
3623 {
3624 'gpu': '8086:0a2e',
3625 'hidpi': '0',
3626 'os': 'Mac-10.12.6',
3627 },
3628 ],
3629 'shards': 12,
3630 },
3631 },
Dirk Pranke736e26f2018-04-07 01:54:303632 'Mac10.13 Tests': {
3633 # TODO(jbudorick,dpranke): Switch this to 10.13.
3634
3635 # TODO(kbr): if the Swarming dimensions were explicitly specified for
3636 # all jobs then this wouldn't be needed. However, note that this bot
3637 # implicitly specifies gpu:none rather than gpu:8086:0a2e.
3638 'swarming': {
3639 'dimension_sets': [
3640 {
3641 'gpu': '8086:0a2e',
3642 'hidpi': '0',
3643 'os': 'Mac-10.12.6',
3644 },
3645 ],
3646 'shards': 12,
3647 },
3648 },
Dirk Pranke81ff51c2017-12-09 19:24:283649
3650 # TODO(dpranke): Clean up all of the unneeded exceptions on
3651 # chromium.webkit.
3652 'WebKit Linux Trusty': {
3653 'swarming': {
3654 'dimension_sets': [
3655 {
3656 'os': 'Ubuntu-14.04',
3657 },
3658 ],
3659 },
3660 },
3661 'WebKit Linux Trusty (dbg)': {
3662 'args': [
3663 '--debug',
3664 ],
3665 'swarming': {
3666 'dimension_sets': [
3667 {
3668 'os': 'Ubuntu-14.04',
3669 },
3670 ],
3671 'shards': 20,
3672 },
3673 },
3674 'WebKit Linux Trusty ASAN': {
3675 'args': [
3676 '--additional-expectations',
3677 '../../third_party/WebKit/LayoutTests/ASANExpectations',
3678 '--time-out-ms',
3679 '48000',
3680 '--enable-sanitizer',
3681 ],
3682 'swarming': {
3683 'dimension_sets': [
3684 {
3685 'os': 'Ubuntu-14.04',
3686 },
3687 ],
3688 'shards': 20,
3689 },
3690 },
3691 'WebKit Linux Trusty Leak': {
3692 'args': [
3693 '--additional-expectations',
3694 '../../third_party/WebKit/LayoutTests/LeakExpectations',
3695 '--time-out-ms',
3696 '48000',
3697 '--enable-leak-detection',
3698 ],
3699 'swarming': {
3700 'dimension_sets': [
3701 {
3702 'os': 'Ubuntu-14.04',
3703 },
3704 ],
3705 'shards': 10,
3706 },
3707 },
3708 'WebKit Linux Trusty MSAN': {
3709 'args': [
3710 '--additional-expectations',
3711 '../../third_party/WebKit/LayoutTests/MSANExpectations',
3712 '--time-out-ms',
3713 '66000',
3714 '--enable-sanitizer',
3715 ],
3716 'swarming': {
3717 'dimension_sets': [
3718 {
3719 'os': 'Ubuntu-14.04',
3720 },
3721 ],
3722 'expiration': 36000,
3723 'hard_timeout': 10800,
3724 'io_timeout': 3600,
3725 'shards': 20,
3726 },
3727 },
Dirk Pranke81ff51c2017-12-09 19:24:283728 'WebKit Mac10.11 (dbg)': {
3729 'args': [
3730 '--debug',
3731 ],
Dirk Pranke81ff51c2017-12-09 19:24:283732 },
3733 'WebKit Win10': {
3734 'swarming': {
3735 'dimension_sets': [
3736 {
Jao-ke Chin-Leeee7d1492018-04-02 17:35:483737 'os': 'Windows-10-15063',
Dirk Pranke81ff51c2017-12-09 19:24:283738 },
3739 ],
Dirk Pranke81ff51c2017-12-09 19:24:283740 },
3741 },
3742 'WebKit Win7': {
3743 'swarming': {
3744 'dimension_sets': [
3745 {
3746 'os': 'Windows-7-SP1',
3747 },
3748 ],
Dirk Pranke81ff51c2017-12-09 19:24:283749 },
3750 },
3751 'WebKit Win7 (dbg)': {
3752 'swarming': {
3753 'dimension_sets': [
3754 {
3755 'os': 'Windows-7-SP1',
3756 },
3757 ]
3758 },
Dirk Pranke81ff51c2017-12-09 19:24:283759 },
3760
Kenneth Russell8ceeabf2017-12-11 17:53:283761 # chromium.win
Kenneth Russelleb60cbd22017-12-05 07:54:283762 'Win7 Tests (dbg)(1)': {
3763 'args': [
3764 '--debug',
3765 '--time-out-ms',
3766 '60000'
3767 ],
3768 # TODO(kbr): the "Windows-7-SP1" Swarming dimension set is implicit,
3769 # from prefered_os_dimension in
3770 # tools/build/scripts/slave/recipe_modules/swarming/api.py. Ideally,
3771 # Swarming dimensions would be either specified for all testers on the
3772 # waterfall (and therefore, explicitly specified for all tests in the
3773 # generated JSON), or this would be removed, and the implicit one used.
3774 'swarming': {
3775 'dimension_sets': [
3776 {
3777 'os': 'Windows-7-SP1',
3778 }
3779 ],
3780 },
3781 },
3782 },
3783 },
Kenneth Russelleb60cbd22017-12-05 07:54:283784 'webkit_unit_tests': {
3785 'remove_from': [
3786 # On chromium.android, unclear why these aren't run.
3787 'KitKat Phone Tester (dbg)',
3788 'KitKat Phone Tester (rel)',
3789 'KitKat Tablet Tester',
3790 'Lollipop Phone Tester',
3791 'Lollipop Tablet Tester',
3792 'Marshmallow 64 bit Tester',
3793 'Marshmallow Phone Tester (rel)',
3794 'Marshmallow Tablet Tester',
3795 'Nougat Phone Tester',
Kenneth Russell8ceeabf2017-12-11 17:53:283796 # chromium.android.fyi
3797 'Android Tests (trial)(dbg)',
3798 'Jelly Bean Tester',
3799 'Lollipop Consumer Tester',
3800 'Lollipop Low-end Tester',
3801 'Unswarmed N5 Tests Dummy Builder',
3802 'Unswarmed N5X Tests Dummy Builder',
3803 'x86 Cloud Tester',
Kenneth Russellfbda3c532017-12-08 23:57:243804 # chromium.clang
3805 'CrWinAsan',
3806 'CrWinAsan(dll)',
3807 'CrWinAsanCov',
Kenneth Russellfbda3c532017-12-08 23:57:243808 'ToTLinuxMSan',
3809 'ToTLinuxThinLTO',
Kenneth Russell8ceeabf2017-12-11 17:53:283810 # chromium.fyi
Kenneth Russell8ceeabf2017-12-11 17:53:283811 'CrWinAsan tester',
3812 'CrWinAsan(dll) tester',
3813 'CrWinAsanCov tester',
Dirk Pranke33d04f3a2017-12-16 00:05:273814 # chromium.chromiumos
3815 'linux-chromeos-rel', # crbug.com/795440
John Budorickca14c76f62017-12-09 14:19:183816 # chromium.memory
3817 'Linux Chromium OS ASan LSan Tests (1)',
3818 'Linux ChromiumOS MSan Tests',
Kenneth Russelleb60cbd22017-12-05 07:54:283819 ],
Dirk Pranke81ff51c2017-12-09 19:24:283820 'modifications': {
John Budorick5052d552017-12-13 02:59:343821 # chromium.memory
3822 'Linux ASan LSan Tests (1)': {
3823 # These are very slow on the ASAN trybot for some reason.
3824 # crbug.com/794372
3825 'swarming': {
3826 'shards': 5,
3827 },
3828 },
Dirk Pranke81ff51c2017-12-09 19:24:283829 },
Kenneth Russelleb60cbd22017-12-05 07:54:283830 },
3831 'webview_instrumentation_test_apk': {
Kenneth Russell8ceeabf2017-12-11 17:53:283832 'remove_gtest_from': [
3833 'Lollipop Consumer Tester',
3834 'Unswarmed N5 Tests Dummy Builder',
3835 'Unswarmed N5X Tests Dummy Builder',
3836 ],
Kenneth Russelleb60cbd22017-12-05 07:54:283837 'remove_from': [
3838 # On chromium.android, unclear why these aren't run on all bots.
3839 'KitKat Phone Tester (dbg)',
3840 'KitKat Phone Tester (rel)',
3841 'KitKat Tablet Tester',
Kenneth Russell8ceeabf2017-12-11 17:53:283842 'Nougat Phone Tester chromium.android',
3843 # chromium.android.fyi
3844 'Android Tests with Tracing',
3845 'Jelly Bean Tester',
Kenneth Russellfbda3c532017-12-08 23:57:243846 # chromium.clang
3847 'ToTAndroid x64',
Dirk Pranke20eae9a72017-12-09 18:12:143848 # On chromium.swarm, this should possibly be being run (or removed
3849 # from Android N5X Swarm).
3850 'Android N5 Swarm',
Kenneth Russell8ceeabf2017-12-11 17:53:283851 # chromium.fyi
3852 'Out of Process Profiling Android',
Kenneth Russelleb60cbd22017-12-05 07:54:283853 ],
Kenneth Russellfbda3c532017-12-08 23:57:243854 'key_removals': {
Kenneth Russell8ceeabf2017-12-11 17:53:283855 # chromium.android.fyi
3856 'Lollipop Low-end Tester': [
3857 'args',
3858 ],
3859 'Nougat Phone Tester': [
3860 'args',
3861 ],
Kenneth Russell8ceeabf2017-12-11 17:53:283862 'x86 Cloud Tester': [
3863 'args',
3864 ],
Kenneth Russellfbda3c532017-12-08 23:57:243865 },
Kenneth Russelleb60cbd22017-12-05 07:54:283866 'modifications': {
Kenneth Russellfbda3c532017-12-08 23:57:243867 # chromium.android
Kenneth Russelleb60cbd22017-12-05 07:54:283868 'Lollipop Phone Tester': {
3869 'swarming': {
3870 'shards': 6,
3871 },
3872 },
3873 'Lollipop Tablet Tester': {
3874 'swarming': {
3875 'hard_timeout': 1800,
3876 'shards': 6,
3877 },
3878 },
3879 'Marshmallow 64 bit Tester': {
3880 'swarming': {
3881 'hard_timeout': 1200,
3882 'shards': 8,
3883 },
3884 },
3885 'Marshmallow Phone Tester (rel)': {
3886 'swarming': {
3887 'hard_timeout': 1200,
3888 'shards': 8,
3889 },
3890 },
3891 'Marshmallow Tablet Tester': {
3892 'swarming': {
3893 'hard_timeout': 1800,
3894 'shards': 6,
3895 },
3896 },
Kenneth Russell8ceeabf2017-12-11 17:53:283897 # chromium.android.fyi
3898 'Lollipop Low-end Tester': {
3899 'swarming': {
3900 'shards': 2,
3901 },
3902 },
3903 'Nougat Phone Tester': {
3904 'swarming': {
3905 'hard_timeout': 1500,
3906 'shards': 6,
3907 },
3908 },
3909 'x86 Cloud Tester': {
3910 'swarming': {
3911 'hard_timeout': 960,
3912 },
3913 },
Kenneth Russelleb60cbd22017-12-05 07:54:283914 },
3915 },
Kenneth Russellfbda3c532017-12-08 23:57:243916 'wm_unittests': {
3917 'remove_from': [
Kenneth Russell8ceeabf2017-12-11 17:53:283918 # chromium.fyi
Kenneth Russell8ceeabf2017-12-11 17:53:283919 'Out of Process Profiling Windows',
3920 'Win 10 Fast Ring',
John Budorickca14c76f62017-12-09 14:19:183921 # chromium.memory
3922 'Linux ASan LSan Tests (1)',
3923 'Linux Chromium OS ASan LSan Tests (1)',
Kenneth Russellfbda3c532017-12-08 23:57:243924 ],
3925 },
Kenneth Russelleb60cbd22017-12-05 07:54:283926 'wtf_unittests': {
3927 'remove_from': [
3928 # On chromium.android, unclear why these aren't run.
3929 'KitKat Phone Tester (dbg)',
3930 'KitKat Phone Tester (rel)',
3931 'KitKat Tablet Tester',
3932 'Lollipop Phone Tester',
3933 'Lollipop Tablet Tester',
3934 'Marshmallow 64 bit Tester',
3935 'Marshmallow Phone Tester (rel)',
3936 'Marshmallow Tablet Tester',
3937 'Nougat Phone Tester',
Kenneth Russell8ceeabf2017-12-11 17:53:283938 # chromium.android.fyi
3939 'Android Tests (trial)(dbg)',
3940 'Jelly Bean Tester',
3941 'Lollipop Consumer Tester',
3942 'Lollipop Low-end Tester',
3943 'Unswarmed N5 Tests Dummy Builder',
3944 'Unswarmed N5X Tests Dummy Builder',
3945 'x86 Cloud Tester',
Kenneth Russellfbda3c532017-12-08 23:57:243946 # chromium.clang
3947 'CrWinAsan',
3948 'CrWinAsan(dll)',
3949 'CrWinAsanCov',
Kenneth Russellfbda3c532017-12-08 23:57:243950 'ToTLinuxMSan',
Kenneth Russell8ceeabf2017-12-11 17:53:283951 # chromium.fyi
Kenneth Russell8ceeabf2017-12-11 17:53:283952 'CrWinAsan tester',
3953 'CrWinAsan(dll) tester',
3954 'CrWinAsanCov tester',
John Budorickca14c76f62017-12-09 14:19:183955 # chromium.memory
3956 'Linux Chromium OS ASan LSan Tests (1)',
3957 'Linux ChromiumOS MSan Tests',
John Budorickca14c76f62017-12-09 14:19:183958 'Linux TSan Tests',
Kenneth Russelleb60cbd22017-12-05 07:54:283959 ],
Kenneth Russelleb60cbd22017-12-05 07:54:283960 },
3961 'zucchini_unittests': {
3962 'remove_from': [
Kenneth Russell8ceeabf2017-12-11 17:53:283963 # chromium.fyi
3964 'Chromium Win 10 GCE Tests',
3965 # chromium.win
Kenneth Russelleb60cbd22017-12-05 07:54:283966 'Win10 Tests x64',
3967 ],
3968 },
3969}