blob: e574142caebdcf047684458b0882c90ec517df68 [file] [log] [blame]
Kenneth Russelleb60cbd22017-12-05 07:54:281# Copyright 2017 The Chromium Authors. All rights reserved.
2# Use of this source code is governed by a BSD-style license that can be
3# found in the LICENSE file.
4
5# This is a .pyl, or "Python Literal", file. You can treat it just like a
6# .json file, with the following exceptions:
7# * all keys must be quoted (use single quotes, please);
8# * comments are allowed, using '#' syntax; and
9# * trailing commas are allowed.
10
11# Exceptions to the common test suites can only include removal from
12# particular bots, and modifications on particular bots. By design,
13# it's not possible to add one-off tests to bots. Instead they have to
14# be added to one of the test suites in test_suites.pyl.
15#
16# The goal is to drive the number of exceptions to zero, to make all
17# the bots behave similarly.
18{
John Budorickca14c76f62017-12-09 14:19:1819 'accessibility_unittests': {
20 'remove_from': [
21 'Mac ASan 64 Tests (1)',
22 ],
23 },
Kenneth Russelleb60cbd22017-12-05 07:54:2824 'android_webview_unittests': {
25 'remove_from': [
John Budorick826d5ed2017-12-28 19:27:3226 # On chromium.android, these do not need to run prior to M.
Kenneth Russelleb60cbd22017-12-05 07:54:2827 'KitKat Phone Tester (dbg)',
28 'KitKat Phone Tester (rel)',
29 'KitKat Tablet Tester',
John Budorick826d5ed2017-12-28 19:27:3230 # They should be running here, though, once stabilized.
Kenneth Russell8ceeabf2017-12-11 17:53:2831 'Nougat Phone Tester chromium.android',
32 # chromium.android.fyi
33 'x64 Device Tester',
Kenneth Russellfbda3c532017-12-08 23:57:2434 # chromium.clang
35 'ToTAndroid x64',
Kenneth Russell8ceeabf2017-12-11 17:53:2836 # chromium.fyi
37 'Out of Process Profiling Android',
Kenneth Russelleb60cbd22017-12-05 07:54:2838 ],
39 'modifications': {
40 'Lollipop Tablet Tester': {
41 'swarming': {
42 'hard_timeout': 900,
43 },
44 },
Kenneth Russelleb60cbd22017-12-05 07:54:2845 'Marshmallow Tablet Tester': {
46 'swarming': {
47 'hard_timeout': 900,
48 },
49 },
50 },
51 },
Kenneth Russellfbda3c532017-12-08 23:57:2452 'angle_unittests': {
53 'remove_from': [
Kenneth Russell8ceeabf2017-12-11 17:53:2854 # chromium.fyi
Dirk Pranke46119d82018-03-21 00:13:5955 'mac-views-rel',
Kenneth Russell8ceeabf2017-12-11 17:53:2856 'Chromium Mac 10.11',
57 'Chromium Mac 10.11 Force Mac Toolchain',
58 'Chromium Mac 10.13',
Kenneth Russellfbda3c532017-12-08 23:57:2459 ],
John Budorickca14c76f62017-12-09 14:19:1860 'modifications': {
61 'Linux ASan LSan Tests (1)': {
62 'swarming': {
63 'shards': 10,
64 },
65 },
66 },
Kenneth Russellfbda3c532017-12-08 23:57:2467 },
68 'app_shell_unittests': {
69 'remove_from': [
Kenneth Russell8ceeabf2017-12-11 17:53:2870 # chromium.fyi
Kenneth Russell8ceeabf2017-12-11 17:53:2871 'Out of Process Profiling Windows',
Kenneth Russell8ceeabf2017-12-11 17:53:2872 'Win 10 Fast Ring',
John Budorickca14c76f62017-12-09 14:19:1873 ],
74 },
James Cookf225c322018-02-22 00:05:5075 'mash_ash_unittests': {
John Budorickca14c76f62017-12-09 14:19:1876 'remove_from': [
Kenneth Russellfbda3c532017-12-08 23:57:2477 ],
78 },
79 'aura_unittests': {
80 'remove_from': [
Kenneth Russell8ceeabf2017-12-11 17:53:2881 # chromium.fyi
Kenneth Russell8ceeabf2017-12-11 17:53:2882 'Out of Process Profiling Windows',
83 'Win 10 Fast Ring',
Kenneth Russellfbda3c532017-12-08 23:57:2484 ],
85 },
Kenneth Russelleb60cbd22017-12-05 07:54:2886 'base_unittests': {
Kenneth Russell8ceeabf2017-12-11 17:53:2887 'remove_from': [
88 # chromium.linux
89 'Fuchsia x64',
90 ],
Kenneth Russelleb60cbd22017-12-05 07:54:2891 'modifications': {
Kenneth Russellfbda3c532017-12-08 23:57:2492 # chromium.android
Kenneth Russelleb60cbd22017-12-05 07:54:2893 'KitKat Tablet Tester': {
94 'swarming': {
95 'hard_timeout': 300,
96 },
97 },
98 'Lollipop Tablet Tester': {
99 'swarming': {
100 'hard_timeout': 600,
101 },
102 },
Kenneth Russelleb60cbd22017-12-05 07:54:28103 'Marshmallow Phone Tester (rel)': {
104 'swarming': {
105 'hard_timeout': 960,
106 },
107 },
108 'Marshmallow Tablet Tester': {
109 'swarming': {
110 'hard_timeout': 600,
111 },
112 },
Kenneth Russellfbda3c532017-12-08 23:57:24113 # chromium.clang
114 'ToTMac': {
115 'swarming': {
116 'shards': 5,
117 },
118 },
Kenneth Russell8ceeabf2017-12-11 17:53:28119 # chromium.fyi
Kevin Marshallc3816582018-03-21 20:56:31120 'Fuchsia': {
121 'args': [
122 '--use-new-test-runner',
123 ],
124 },
Kenneth Russell8ceeabf2017-12-11 17:53:28125 'Out of Process Profiling Mac': {
126 'swarming': {
127 'shards': 5,
128 },
129 },
Kenneth Russelleb60cbd22017-12-05 07:54:28130 },
131 },
John Budorickca14c76f62017-12-09 14:19:18132 'blink_heap_unittests': {
133 'remove_from': [
134 # On chromium.android, unclear why these aren't run on all bots.
135 'KitKat Tablet Tester',
136 'Lollipop Phone Tester',
137 'Lollipop Tablet Tester',
138 'Marshmallow Tablet Tester',
139 'Nougat Phone Tester',
Kenneth Russell8ceeabf2017-12-11 17:53:28140 # chromium.android.fyi
141 'Jelly Bean Tester',
142 'Lollipop Consumer Tester',
143 'Unswarmed N5 Tests Dummy Builder',
144 'Unswarmed N5X Tests Dummy Builder',
John Budorickca14c76f62017-12-09 14:19:18145 # chromium.clang
146 'CrWinAsan',
147 'CrWinAsan(dll)',
148 'CrWinAsanCov',
149 'ToTLinuxMSan',
John Budorickca14c76f62017-12-09 14:19:18150 # chromium.memory
Nico Weberd36959682018-04-12 03:33:46151 'Linux TSan Tests', # https://crbug.com/831674
John Budorickca14c76f62017-12-09 14:19:18152 ],
153 'modifications': {
Kenneth Russell8ceeabf2017-12-11 17:53:28154 # chromium.android
John Budorickca14c76f62017-12-09 14:19:18155 'KitKat Phone Tester (dbg)': {
156 'swarming': {
157 'hard_timeout': 180,
158 },
159 },
160 'KitKat Phone Tester (rel)': {
161 'swarming': {
162 'hard_timeout': 180,
163 },
164 },
165 'Marshmallow Phone Tester (rel)': {
166 'swarming': {
167 'hard_timeout': 960,
168 },
169 },
Kenneth Russell8ceeabf2017-12-11 17:53:28170 # chromium.android.fyi
171 'x86 Cloud Tester': {
172 'swarming': {
173 'hard_timeout': 120,
174 },
175 },
John Budorickca14c76f62017-12-09 14:19:18176 },
177 },
178 'blink_platform_unittests': {
179 'remove_from': [
180 # chromium.clang
181 'CrWinAsan',
182 'CrWinAsan(dll)',
183 'CrWinAsanCov',
184 'ToTLinuxMSan',
John Budorickca14c76f62017-12-09 14:19:18185 ],
186 },
187 'boringssl_crypto_tests': {
188 'remove_from': [
189 # On chromium.android, unclear why these aren't run on all bots.
190 'KitKat Tablet Tester',
191 'Lollipop Phone Tester',
192 'Lollipop Tablet Tester',
193 'Marshmallow 64 bit Tester',
194 'Marshmallow Phone Tester (rel)',
195 'Marshmallow Tablet Tester',
196 'Nougat Phone Tester',
Kenneth Russell8ceeabf2017-12-11 17:53:28197 # chromium.android.fyi
198 'Jelly Bean Tester',
199 'Lollipop Consumer Tester',
200 'Lollipop Low-end Tester',
201 'Unswarmed N5 Tests Dummy Builder',
202 'Unswarmed N5X Tests Dummy Builder',
203 'x86 Cloud Tester',
John Budorickca14c76f62017-12-09 14:19:18204 # chromium.chromiumos
205 'Linux ChromiumOS Tests (dbg)(1)',
206 'linux-chromeos-dbg',
207 'linux-chromeos-rel',
208 # On chromium.mac, unclear why these aren't run on "Mac10.12 Tests".
209 'Mac10.12 Tests',
John Budorickca14c76f62017-12-09 14:19:18210 ],
211 },
212 'boringssl_ssl_tests': {
213 'remove_from': [
214 # On chromium.android, unclear why these aren't run on all bots.
215 'KitKat Tablet Tester',
216 'Lollipop Phone Tester',
217 'Lollipop Tablet Tester',
218 'Marshmallow 64 bit Tester',
219 'Marshmallow Phone Tester (rel)',
220 'Marshmallow Tablet Tester',
221 'Nougat Phone Tester',
Kenneth Russell8ceeabf2017-12-11 17:53:28222 # chromium.android.fyi
223 'Jelly Bean Tester',
224 'Lollipop Consumer Tester',
225 'Lollipop Low-end Tester',
226 'Unswarmed N5 Tests Dummy Builder',
227 'Unswarmed N5X Tests Dummy Builder',
228 'x86 Cloud Tester',
John Budorickca14c76f62017-12-09 14:19:18229 # chromium.chromiumos
230 'Linux ChromiumOS Tests (dbg)(1)',
231 'linux-chromeos-dbg',
232 'linux-chromeos-rel',
233 # On chromium.mac, unclear why these aren't run on "Mac10.12 Tests".
234 'Mac10.12 Tests',
John Budorickca14c76f62017-12-09 14:19:18235 ],
236 },
Kenneth Russelleb60cbd22017-12-05 07:54:28237 'breakpad_unittests': {
238 'modifications': {
239 'KitKat Tablet Tester': {
240 'swarming': {
241 'hard_timeout': 60,
242 },
243 },
244 'Lollipop Tablet Tester': {
245 'swarming': {
246 'hard_timeout': 60,
247 },
248 },
249 'Marshmallow Tablet Tester': {
250 'swarming': {
251 'hard_timeout': 60,
252 },
253 },
254 },
255 },
256 'browser_tests': {
Kenneth Russellfbda3c532017-12-08 23:57:24257 'remove_from': [
258 # chromium.clang
259 'CrWinAsanCov',
Nico Weber3af4da72018-02-27 01:59:41260 'linux-win_cross-rel',
Kenneth Russellfbda3c532017-12-08 23:57:24261 'ToTLinuxUBSanVptr',
Kenneth Russell78225042018-02-23 09:43:13262 'UBSanVptr Linux',
John Budorickca14c76f62017-12-09 14:19:18263 # chromium.memory
Nico Weberd36959682018-04-12 03:33:46264 'Linux TSan Tests', # https://crbug.com/368525
Kenneth Russellfbda3c532017-12-08 23:57:24265 ],
Kenneth Russelleb60cbd22017-12-05 07:54:28266 'modifications': {
Kenneth Russell8ceeabf2017-12-11 17:53:28267 # chromium.chromiumos
Kenneth Russell56a3e862017-12-08 03:11:34268 'Linux ChromiumOS Tests (dbg)(1)': {
269 'swarming': {
270 'shards': 20,
271 },
272 },
273 'linux-chromeos-dbg': {
274 'swarming': {
275 'shards': 20,
276 },
277 },
Kenneth Russellfbda3c532017-12-08 23:57:24278 'ToTWin(dbg)': {
279 'swarming': {
280 'shards': 20,
281 },
282 },
283 'ToTWin64(dbg)': {
284 'swarming': {
285 'shards': 20,
286 },
287 },
288 'ToTLinuxThinLTO': {
289 # TODO(kbr): remove this spurious filter.
290 'args': [
291 '--gtest_filter=-SaveType/SavePageMultiFrameBrowserTest.ObjectElements/0',
292 ],
Kenneth Russell8ceeabf2017-12-11 17:53:28293 },
294 # chromium.fyi
295 'Out of Process Profiling Linux': {
Kenneth Russellfbda3c532017-12-08 23:57:24296 'swarming': {
Kenneth Russell8ceeabf2017-12-11 17:53:28297 'shards': 5,
Kenneth Russellfbda3c532017-12-08 23:57:24298 },
299 },
Kenneth Russell8ceeabf2017-12-11 17:53:28300 'ThinLTO Linux ToT': {
301 # TODO(kbr): remove this spurious filter.
302 'args': [
303 '--gtest_filter=-SaveType/SavePageMultiFrameBrowserTest.ObjectElements/0',
304 ],
305 },
Elly Fong-Jones298674d2018-04-24 17:06:00306 'Mac10.11 Tests': {
307 'args': [
308 '--test-launcher-filter-file=../../testing/buildbot/filters/mac_window_server_killers.browser_tests.filter',
309 ],
310 },
311 'Mac10.12 Tests': {
312 'args': [
313 '--test-launcher-filter-file=../../testing/buildbot/filters/mac_window_server_killers.browser_tests.filter',
314 ],
315 },
John Budorickca14c76f62017-12-09 14:19:18316 # chromium.memory
John Budorick5052d552017-12-13 02:59:34317 'Linux ASan LSan Tests (1)': {
318 # These are very slow on the ASAN trybot for some reason.
319 # crbug.com/794372
320 'swarming': {
321 'shards': 30,
322 },
323 },
John Budorickca14c76f62017-12-09 14:19:18324 'Linux Chromium OS ASan LSan Tests (1)': {
325 'args': [
326 '--test-launcher-filter-file=../../testing/buildbot/filters/browser_tests_cros_asan.filter',
327 ],
Kenneth Russelleb60cbd22017-12-05 07:54:28328 },
John Budorickca14c76f62017-12-09 14:19:18329 'Mac ASan 64 Tests (1)': {
Kenneth Russelleb60cbd22017-12-05 07:54:28330 'swarming': {
John Budorickca14c76f62017-12-09 14:19:18331 'shards': 20,
Kenneth Russelleb60cbd22017-12-05 07:54:28332 },
333 },
Dirk Pranke8fd63c12017-12-10 18:06:27334 # client.v8.chromium
335 'Linux - Future (dbg)': {
336 'swarming': {
337 'shards': 10,
338 },
339 },
Kenneth Russell8ceeabf2017-12-11 17:53:28340 # chromium.win
341 'Win7 Tests (dbg)(1)': {
342 'swarming': {
343 'shards': 20,
344 },
345 },
Kenneth Russelleb60cbd22017-12-05 07:54:28346 },
347 },
Kenneth Russelleb60cbd22017-12-05 07:54:28348 'cacheinvalidation_unittests': {
349 'remove_from': [
350 # Unclear why these largely aren't run on Android.
Kenneth Russelleb60cbd22017-12-05 07:54:28351 # chromium.android:
352 'KitKat Phone Tester (dbg)',
353 'KitKat Phone Tester (rel)',
354 'KitKat Tablet Tester',
355 'Lollipop Phone Tester',
356 'Lollipop Tablet Tester',
357 'Marshmallow 64 bit Tester',
358 'Marshmallow Phone Tester (rel)',
359 'Marshmallow Tablet Tester',
360 'Nougat Phone Tester',
Kenneth Russell8ceeabf2017-12-11 17:53:28361 # chromium.android.fyi
362 'Jelly Bean Tester',
363 'Lollipop Consumer Tester',
364 'Lollipop Low-end Tester',
365 'Unswarmed N5 Tests Dummy Builder',
366 'Unswarmed N5X Tests Dummy Builder',
367 'x86 Cloud Tester',
Kenneth Russelleb60cbd22017-12-05 07:54:28368 ],
369 },
370 'capture_unittests': {
371 'modifications': {
372 'KitKat Tablet Tester': {
373 'swarming': {
374 'hard_timeout': 120,
375 },
376 },
377 'Marshmallow Tablet Tester': {
378 'swarming': {
379 'hard_timeout': 120,
380 },
381 },
382 },
383 },
384 'cast_shell_browsertests': {
385 'modifications': {
386 'Cast Audio Linux': {
387 'args': [
388 '--enable-local-file-accesses',
389 '--ozone-platform=headless',
390 '--no-sandbox',
391 '--test-launcher-jobs=1',
392 ],
393 'swarming': {
394 'can_use_on_swarming_builders': False,
395 },
396 },
397 'Cast Linux': {
398 'args': [
399 '--enable-local-file-accesses',
400 '--ozone-platform=cast',
401 '--no-sandbox',
402 '--test-launcher-jobs=1',
403 ],
404 'swarming': {
405 'can_use_on_swarming_builders': False,
406 },
407 },
408 },
409 },
410 'cast_unittests': {
411 'remove_from': [
Kenneth Russell56a3e862017-12-08 03:11:34412 # chromium.chromiumos
413 'Linux ChromiumOS Tests (dbg)(1)',
414 'linux-chromeos-dbg',
415 'linux-chromeos-rel',
Kenneth Russelleb60cbd22017-12-05 07:54:28416 # Unclear why these largely aren't run on Android.
Kenneth Russelleb60cbd22017-12-05 07:54:28417 # TODO(kbr): why are the cast unit tests not run on the Cast bots?!
418 'Cast Audio Linux',
419 'Cast Linux',
Kenneth Russellfbda3c532017-12-08 23:57:24420 # chromium.clang
Peter Collingbourne6e3a081d2018-02-16 19:54:33421 'ToTAndroidCFI',
Kenneth Russellfbda3c532017-12-08 23:57:24422 'ToTLinuxThinLTO',
Kenneth Russell8ceeabf2017-12-11 17:53:28423 # chromium.fyi
424 'ThinLTO Linux ToT',
Kenneth Russelleb60cbd22017-12-05 07:54:28425 ],
426 },
427 'cc_unittests': {
Kenneth Russell56a3e862017-12-08 03:11:34428 'remove_from': [
429 # chromium.chromiumos
430 'Linux ChromiumOS Tests (dbg)(1)',
431 'linux-chromeos-dbg',
432 'linux-chromeos-rel',
433 ],
Kenneth Russelleb60cbd22017-12-05 07:54:28434 },
Dirk Pranke1b767092017-12-07 04:44:23435 'checkbins': {
436 'remove_from': [
437 'Linux x64',
438 'Mac',
439 ],
440 },
Kenneth Russell8ceeabf2017-12-11 17:53:28441 'chrome_app_unittests': {
442 'remove_from': [
443 # chromium.fyi
Dirk Pranke46119d82018-03-21 00:13:59444 'mac-views-rel',
Kenneth Russell8ceeabf2017-12-11 17:53:28445 'Chromium Mac 10.11',
446 'Chromium Mac 10.11 Force Mac Toolchain',
447 'Chromium Mac 10.13',
448 'Out of Process Profiling Mac',
449 ],
450 },
Kenneth Russellfbda3c532017-12-08 23:57:24451 'chrome_elf_import_unittests': {
452 'remove_from': [
Kenneth Russell8ceeabf2017-12-11 17:53:28453 # chromium.fyi
Kenneth Russell8ceeabf2017-12-11 17:53:28454 'Out of Process Profiling Windows',
455 'Win 10 Fast Ring',
Kenneth Russellfbda3c532017-12-08 23:57:24456 ],
457 },
Kenneth Russelleb60cbd22017-12-05 07:54:28458 'chrome_public_test_apk': {
Kenneth Russell8ceeabf2017-12-11 17:53:28459 'remove_gtest_from': [
460 # chromium.android.fyi
461 'Jelly Bean Tester',
462 'Lollipop Consumer Tester',
463 'Unswarmed N5 Tests Dummy Builder',
464 'Unswarmed N5X Tests Dummy Builder',
465 ],
Kenneth Russelleb60cbd22017-12-05 07:54:28466 'remove_from': [
Peter Collingbourne6e3a081d2018-02-16 19:54:33467 # chromium.clang
468 'ToTAndroidCFI',
Peter Collingbournee07e84e82018-02-23 20:28:58469 # chromium.memory
470 'Android CFI',
Kenneth Russelleb60cbd22017-12-05 07:54:28471 ],
Kenneth Russellfbda3c532017-12-08 23:57:24472 'key_removals': {
Kenneth Russell8ceeabf2017-12-11 17:53:28473 # chromium.android.fyi
474 'Lollipop Low-end Tester': [
475 'args',
476 ],
477 'Nougat Phone Tester': [
478 'args',
479 ],
Kenneth Russell8ceeabf2017-12-11 17:53:28480 'x86 Cloud Tester': [
481 'args',
482 ],
Kenneth Russellfbda3c532017-12-08 23:57:24483 },
Kenneth Russelleb60cbd22017-12-05 07:54:28484 'modifications': {
Kenneth Russell8ceeabf2017-12-11 17:53:28485 # chromium.android
Kenneth Russelleb60cbd22017-12-05 07:54:28486 'KitKat Phone Tester (dbg)': {
487 'swarming': {
488 'shards': 20,
489 },
490 },
491 'KitKat Phone Tester (rel)': {
492 'swarming': {
493 'shards': 12,
494 },
495 },
496 'KitKat Tablet Tester': {
497 'swarming': {
498 'hard_timeout': 2400,
499 },
500 },
501 'Lollipop Phone Tester': {
502 'swarming': {
503 'hard_timeout': 1800,
504 },
505 },
506 'Lollipop Tablet Tester': {
507 'swarming': {
508 'hard_timeout': 1800,
509 },
510 },
511 'Marshmallow 64 bit Tester': {
Benjamin Pasteneca1963002018-04-18 18:58:24512 # TODO(crbug.com/731759): Enable this once we're confident that it
513 # passes.
514 'experiment_percentage': 100,
Kenneth Russelleb60cbd22017-12-05 07:54:28515 'swarming': {
516 'hard_timeout': 1200,
517 'shards': 14,
518 },
519 },
John Budorick34009472018-04-03 17:38:44520 'Marshmallow Phone Tester (rel)': {
521 # TODO(crbug.com/731759): Enable this once we're confident that it
522 # passes.
523 'experiment_percentage': 100,
524 },
Kenneth Russelleb60cbd22017-12-05 07:54:28525 'Marshmallow Tablet Tester': {
526 'swarming': {
527 'hard_timeout': 1800,
528 },
529 },
Kenneth Russell8ceeabf2017-12-11 17:53:28530 # chromium.android.fyi
531 'Android Tests with Tracing': {
532 'args': [
533 '-f',
534 'ContextualSearchTapEventTest#*',
535 ],
536 'trace_output': True,
537 },
538 'Lollipop Low-end Tester': {
539 'swarming': {
540 'hard_timeout': 0,
541 'shards': 6,
542 },
543 },
544 'Nougat Phone Tester': {
545 'swarming': {
546 'hard_timeout': 1200,
547 'shards': 8,
548 },
549 },
550 'x64 Device Tester': {
551 'swarming': {
552 'hard_timeout': 0,
553 'shards': 1,
554 },
555 },
556 'x86 Cloud Tester': {
557 'swarming': {
558 'hard_timeout': 1200,
559 'shards': 1,
560 },
561 },
Kenneth Russellfbda3c532017-12-08 23:57:24562 # chromium.clang
563 'ToTAndroid x64': {
564 'swarming': {
565 'shards': 1,
566 'hard_timeout': 0,
567 },
568 },
Kenneth Russell8ceeabf2017-12-11 17:53:28569 # chromium.fyi
570 'Out of Process Profiling Android': {
571 'swarming': {
572 'shards': 1,
573 'hard_timeout': 0,
574 },
575 },
John Budorick34009472018-04-03 17:38:44576 # chromium.swarm
577 'Android N5X Swarm': {
578 # TODO(crbug.com/731759): Enable this once we're confident that it
579 # passes.
580 'experiment_percentage': 100,
581 },
Kenneth Russelleb60cbd22017-12-05 07:54:28582 },
583 },
584 'chrome_public_test_vr_apk': {
585 'remove_from': [
Kenneth Russellfbda3c532017-12-08 23:57:24586 # chromium.android
Kenneth Russelleb60cbd22017-12-05 07:54:28587 'KitKat Phone Tester (dbg)',
Kenneth Russelleb60cbd22017-12-05 07:54:28588 'KitKat Tablet Tester',
589 'Lollipop Tablet Tester',
590 'Marshmallow Tablet Tester',
Kenneth Russell8ceeabf2017-12-11 17:53:28591 # chromium.android.fyi
592 'Jelly Bean Tester',
593 'Lollipop Consumer Tester',
594 'Lollipop Low-end Tester',
595 'Nougat Phone Tester chromium.android.fyi',
596 'Unswarmed N5 Tests Dummy Builder',
597 'Unswarmed N5X Tests Dummy Builder',
598 'x64 Device Tester',
599 'x86 Cloud Tester',
Kenneth Russellfbda3c532017-12-08 23:57:24600 # chromium.clang
601 'ToTAndroid x64',
Kenneth Russell8ceeabf2017-12-11 17:53:28602 # chromium.fyi
603 'Out of Process Profiling Android',
bsheedy528011ac2018-03-02 22:04:36604 # chromium.memory
605 'Android CFI',
Kenneth Russelleb60cbd22017-12-05 07:54:28606 ],
607 'modifications': {
bsheedy553a1d52018-03-05 20:27:21608 'KitKat Phone Tester (rel)': {
609 'args': [
610 '--shared-prefs-file=//chrome/android/shared_preference_files/test/vr_cardboard_skipdon_setupcomplete.json',
611 '--additional-apk=//third_party/gvr-android-sdk/test-apks/vr_services/vr_services_current.apk',
612 ],
bsheedy553a1d52018-03-05 20:27:21613 'swarming': {
614 'hard_timeout': 1920,
615 },
616 },
Kenneth Russelleb60cbd22017-12-05 07:54:28617 'Lollipop Phone Tester': {
618 'args': [
619 '--shared-prefs-file=//chrome/android/shared_preference_files/test/vr_cardboard_skipdon_setupcomplete.json',
620 '--additional-apk=//third_party/gvr-android-sdk/test-apks/vr_services/vr_services_current.apk',
Kenneth Russelleb60cbd22017-12-05 07:54:28621 ],
622 'swarming': {
623 'hard_timeout': 1920,
624 },
625 },
626 'Marshmallow 64 bit Tester': {
627 'args': [
628 '--shared-prefs-file=//chrome/android/shared_preference_files/test/vr_cardboard_skipdon_setupcomplete.json',
629 '--additional-apk=//third_party/gvr-android-sdk/test-apks/vr_services/vr_services_current.apk',
630 ],
631 },
632 'Marshmallow Phone Tester (rel)': {
633 'args': [
634 '--shared-prefs-file=//chrome/android/shared_preference_files/test/vr_cardboard_skipdon_setupcomplete.json',
635 '--additional-apk=//third_party/gvr-android-sdk/test-apks/vr_services/vr_services_current.apk',
636 ],
637 'swarming': {
638 'hard_timeout': 1200,
639 },
640 },
641 },
642 },
643 'chrome_sync_shell_test_apk': {
Kenneth Russell8ceeabf2017-12-11 17:53:28644 'remove_gtest_from': [
645 # chromium.android.fyi
646 'Jelly Bean Tester',
647 'Lollipop Consumer Tester',
648 'Unswarmed N5 Tests Dummy Builder',
649 'Unswarmed N5X Tests Dummy Builder',
650 ],
Kenneth Russellfbda3c532017-12-08 23:57:24651 'key_removals': {
Kenneth Russell8ceeabf2017-12-11 17:53:28652 # chromium.android.fyi
653 'Lollipop Low-end Tester': [
654 'args',
655 ],
656 'Nougat Phone Tester': [
657 'args',
658 ],
659 'x64 Device Tester': [
660 'args',
661 ],
662 'x86 Cloud Tester': [
663 'args',
664 ],
Kenneth Russellfbda3c532017-12-08 23:57:24665 },
Kenneth Russelleb60cbd22017-12-05 07:54:28666 'modifications': {
Kenneth Russellfbda3c532017-12-08 23:57:24667 # chromium.android
Kenneth Russelleb60cbd22017-12-05 07:54:28668 'KitKat Phone Tester (dbg)': {
669 'swarming': {
670 'shards': 2,
671 },
672 },
673 'KitKat Tablet Tester': {
674 'swarming': {
675 'hard_timeout': 1200,
676 },
677 },
678 'Lollipop Tablet Tester': {
679 'swarming': {
680 'hard_timeout': 1200,
681 },
682 },
683 'Marshmallow Tablet Tester': {
684 'swarming': {
685 'hard_timeout': 1200,
686 },
687 },
Kenneth Russell8ceeabf2017-12-11 17:53:28688 # chromium.android.fyi
689 'Lollipop Low-end Tester': {
690 'swarming': {
691 'hard_timeout': 0,
692 },
693 },
694 'x64 Device Tester': {
695 'swarming': {
696 'hard_timeout': 0,
697 },
698 },
699 'x86 Cloud Tester': {
700 'swarming': {
701 'hard_timeout': 600,
702 },
703 },
Kenneth Russellfbda3c532017-12-08 23:57:24704 # chromium.clang
705 'ToTAndroid x64': {
706 'swarming': {
707 'hard_timeout': 0,
708 },
709 },
710 'ToTAndroidCFI': {
711 'swarming': {
712 'hard_timeout': 0,
713 },
714 },
Kenneth Russell8ceeabf2017-12-11 17:53:28715 # chromium.fyi
716 'Out of Process Profiling Android': {
717 'swarming': {
718 'hard_timeout': 0,
719 },
720 },
Peter Collingbournee07e84e82018-02-23 20:28:58721 # chromium.memory
722 'Android CFI': {
723 'swarming': {
724 'hard_timeout': 0,
725 },
726 },
Kenneth Russelleb60cbd22017-12-05 07:54:28727 },
728 },
Kenneth Russell56a3e862017-12-08 03:11:34729 'chromedriver_unittests': {
730 'remove_from': [
731 # chromium.chromiumos
732 'Linux ChromiumOS Tests (dbg)(1)',
733 'linux-chromeos-dbg',
734 'linux-chromeos-rel',
Kenneth Russellfbda3c532017-12-08 23:57:24735 # chromium.clang
736 'ToTLinuxASan',
Kenneth Russell56a3e862017-12-08 03:11:34737 ],
738 },
Kenneth Russelleb60cbd22017-12-05 07:54:28739 'components_background_task_scheduler_junit_tests': {
740 'remove_from': [
741 # On chromium.android, unclear why these aren't run on all bots.
742 'KitKat Phone Tester (dbg)',
743 'KitKat Tablet Tester',
744 'Lollipop Phone Tester',
745 'Lollipop Tablet Tester',
746 'Marshmallow 64 bit Tester',
747 'Marshmallow Phone Tester (rel)',
748 'Marshmallow Tablet Tester',
749 'Nougat Phone Tester',
Kenneth Russelleb60cbd22017-12-05 07:54:28750 ],
751 },
752 'components_browsertests': {
753 'remove_from': [
Kenneth Russell56a3e862017-12-08 03:11:34754 # chromium.chromiumos
755 'Linux ChromiumOS Tests (dbg)(1)',
756 'linux-chromeos-dbg',
757 'linux-chromeos-rel',
Kenneth Russellfbda3c532017-12-08 23:57:24758 # chromium.clang
759 'ToTLinux',
760 'ToTLinuxASan',
Kenneth Russellfbda3c532017-12-08 23:57:24761 'ToTLinuxMSan',
Kenneth Russellfbda3c532017-12-08 23:57:24762 'ToTMac',
763 'ToTMacASan',
Kenneth Russell8ceeabf2017-12-11 17:53:28764 # chromium.fyi
Dirk Pranke46119d82018-03-21 00:13:59765 'mac-views-rel',
Kenneth Russell8ceeabf2017-12-11 17:53:28766 'Chromium Mac 10.11',
767 'Chromium Mac 10.11 Force Mac Toolchain',
768 'Chromium Mac 10.13',
769 'Out of Process Profiling Linux',
770 'Out of Process Profiling Mac',
Kenneth Russelleb60cbd22017-12-05 07:54:28771 # On chromium.linux, unclear why these aren't run on the Cast bots.
772 'Cast Audio Linux',
773 'Cast Linux',
774 'Linux Tests (dbg)(1)(32)',
Kenneth Russell56a3e862017-12-08 03:11:34775 # chromium.win
Kenneth Russelleb60cbd22017-12-05 07:54:28776 'Win7 Tests (dbg)(1)',
John Budorickca14c76f62017-12-09 14:19:18777 # chromium.memory
778 'Linux ASan LSan Tests (1)',
779 'Linux ASan Tests (sandboxed)',
780 'Linux Chromium OS ASan LSan Tests (1)',
781 'Linux ChromiumOS MSan Tests',
782 'Linux MSan Tests',
783 'Linux TSan Tests',
Kenneth Russelleb60cbd22017-12-05 07:54:28784 ],
785 'modifications': {
786 'KitKat Tablet Tester': {
787 'swarming': {
788 'hard_timeout': 600,
789 },
790 },
791 'Lollipop Tablet Tester': {
792 'swarming': {
793 'hard_timeout': 600,
794 },
795 },
796 'Marshmallow Phone Tester (rel)': {
797 'swarming': {
798 'hard_timeout': 960,
799 },
800 },
801 'Marshmallow Tablet Tester': {
802 'swarming': {
803 'hard_timeout': 600,
804 },
805 },
806 },
807 },
808 'components_unittests': {
809 'remove_from': [
Kenneth Russellfbda3c532017-12-08 23:57:24810 # chromium.clang
811 'ToTLinuxUBSanVptr',
Kenneth Russell78225042018-02-23 09:43:13812 'UBSanVptr Linux',
Kenneth Russelleb60cbd22017-12-05 07:54:28813 # On chromium.linux, unclear why these aren't run on the Cast bots.
814 'Cast Audio Linux',
815 'Cast Linux',
816 ],
817 'modifications': {
Kenneth Russell8ceeabf2017-12-11 17:53:28818 # chromium.android
Kenneth Russelleb60cbd22017-12-05 07:54:28819 'KitKat Tablet Tester': {
820 'swarming': {
821 'hard_timeout': 1500,
822 },
823 },
824 'Lollipop Phone Tester': {
825 'swarming': {
826 'hard_timeout': 960,
827 },
828 },
829 'Lollipop Tablet Tester': {
830 'swarming': {
831 'hard_timeout': 1200,
832 },
833 },
834 'Marshmallow 64 bit Tester': {
835 'swarming': {
836 'hard_timeout': 960,
837 },
838 },
839 'Marshmallow Phone Tester (rel)': {
840 'swarming': {
841 'hard_timeout': 960,
842 },
843 },
844 'Marshmallow Tablet Tester': {
845 'swarming': {
846 'hard_timeout': 1500,
847 },
848 },
Kenneth Russell8ceeabf2017-12-11 17:53:28849 # chromium.android.fyi
850 'Lollipop Low-end Tester': {
851 'swarming': {
852 'hard_timeout': 0,
853 'shards': 1,
854 },
855 },
856 'Nougat Phone Tester': {
857 'swarming': {
858 'hard_timeout': 960,
859 'shards': 1,
860 },
861 },
862 'x64 Device Tester': {
863 'swarming': {
864 'hard_timeout': 0,
865 'shards': 1,
866 },
867 },
868 'x86 Cloud Tester': {
869 'swarming': {
870 'hard_timeout': 0,
871 'shards': 1,
872 },
873 },
John Budorick5052d552017-12-13 02:59:34874 # chromium.memory
875 'Linux ASan LSan Tests (1)': {
876 # These are very slow on the ASAN trybot for some reason.
877 # crbug.com/794372
878 'swarming': {
879 'shards': 5,
880 },
881 },
Kenneth Russelleb60cbd22017-12-05 07:54:28882 },
883 },
Kenneth Russellfbda3c532017-12-08 23:57:24884 'compositor_unittests': {
885 'remove_from': [
Kenneth Russell8ceeabf2017-12-11 17:53:28886 # chromium.fyi
Kenneth Russell8ceeabf2017-12-11 17:53:28887 'Out of Process Profiling Windows',
888 'Win 10 Fast Ring',
Kenneth Russellfbda3c532017-12-08 23:57:24889 ],
890 },
Kenneth Russelleb60cbd22017-12-05 07:54:28891 'content_browsertests': {
892 'modifications': {
Kenneth Russellfbda3c532017-12-08 23:57:24893 # chromium.android
Kenneth Russelleb60cbd22017-12-05 07:54:28894 'KitKat Tablet Tester': {
895 'swarming': {
896 'hard_timeout': 1800,
897 'shards': 6,
898 },
899 },
900 'Lollipop Phone Tester': {
901 'swarming': {
902 'hard_timeout': 1800,
903 'shards': 6,
904 },
905 },
906 'Lollipop Tablet Tester': {
907 'swarming': {
908 'hard_timeout': 1800,
909 'shards': 6,
910 },
911 },
912 'Marshmallow 64 bit Tester': {
913 'swarming': {
914 'hard_timeout': 1200,
915 'shards': 6,
916 },
917 },
918 'Marshmallow Phone Tester (rel)': {
919 'swarming': {
920 'hard_timeout': 1200,
921 'shards': 6,
922 },
923 },
924 'Marshmallow Tablet Tester': {
925 'swarming': {
926 'hard_timeout': 1800,
927 'shards': 6,
928 },
929 },
Kenneth Russell8ceeabf2017-12-11 17:53:28930 # chromium.android.fyi
931 'Lollipop Low-end Tester': {
932 'swarming': {
933 'hard_timeout': 0,
934 'shards': 4,
935 },
936 },
937 'Nougat Phone Tester': {
938 'swarming': {
939 'hard_timeout': 1200,
940 'shards': 6,
941 },
942 },
943 'Unswarmed N5 Tests Dummy Builder': {
944 'args': [
945 '--shard-timeout',
946 '600',
947 ],
948 },
949 'Unswarmed N5X Tests Dummy Builder': {
950 'args': [
951 '--shard-timeout',
952 '600',
953 ],
954 },
955 'x64 Device Tester': {
956 'swarming': {
957 'hard_timeout': 0,
958 'shards': 1,
959 },
960 },
961 'x86 Cloud Tester': {
962 'swarming': {
963 'hard_timeout': 960,
964 'shards': 1,
965 },
966 },
967 # chromium.chromiumos
968 'Linux ChromiumOS Tests (dbg)(1)': {
969 'swarming': {
970 'shards': 2,
971 },
972 },
973 'Linux TSan Tests': {
974 'swarming': {
975 'shards': 5,
976 },
977 },
978 'linux-chromeos-dbg': {
979 'swarming': {
980 'shards': 2,
981 },
982 },
983 'linux-chromeos-rel': {
Kenneth Russelleb60cbd22017-12-05 07:54:28984 'swarming': {
985 'shards': 2,
986 },
987 },
Kenneth Russellfbda3c532017-12-08 23:57:24988 # chromium.clang
989 'ToTLinuxUBSanVptr': {
990 'swarming': {
991 'shards': 5,
992 },
993 },
994 # chromium.linux
995 'Cast Audio Linux': {
996 'args': [
997 '--test-launcher-filter-file=src/testing/buildbot/filters/cast-linux.content_browsertests.filter',
998 ],
999 'swarming': {
1000 'can_use_on_swarming_builders': False,
1001 },
1002 },
1003 'Cast Linux': {
1004 'args': [
1005 '--test-launcher-filter-file=src/testing/buildbot/filters/cast-linux.content_browsertests.filter',
1006 ],
1007 'swarming': {
1008 'can_use_on_swarming_builders': False,
1009 },
1010 },
John Budorickca14c76f62017-12-09 14:19:181011 # chromium.memory
John Budorick5052d552017-12-13 02:59:341012 'Linux ASan LSan Tests (1)': {
1013 # These are very slow on the ASAN trybot for some reason.
1014 # crbug.com/794372
1015 'swarming': {
1016 'shards': 4,
1017 },
1018 },
Yuke Liao47450ee2018-03-21 19:32:111019 'Linux Chromium OS ASan LSan Tests (1)': {
1020 # content_browsertests is slow on ASAN try bot. crbug.com/822461.
1021 'swarming': {
1022 'shards': 4,
1023 }
1024 },
John Budorickca14c76f62017-12-09 14:19:181025 'Mac ASan 64 Tests (1)': {
1026 'swarming': {
1027 'shards': 2,
1028 },
1029 },
Kenneth Russell8ceeabf2017-12-11 17:53:281030 # chromium.win
1031 'Win7 Tests (dbg)(1)': {
1032 'swarming': {
1033 'shards': 2,
1034 },
1035 },
Kenneth Russelleb60cbd22017-12-05 07:54:281036 },
1037 },
John Budorickca14c76f62017-12-09 14:19:181038 'content_browsertests --mus': {
1039 'remove_from': [
1040 # chromium.memory
1041 'Linux Chromium OS ASan LSan Tests (1)',
1042 ],
1043 },
Kenneth Russelleb60cbd22017-12-05 07:54:281044 'content_shell_crash_test': {
1045 'remove_from': [
Kenneth Russellfbda3c532017-12-08 23:57:241046 # chromium.clang
1047 'ToTMac',
Kenneth Russell8ceeabf2017-12-11 17:53:281048 # chromium.fyi
1049 'Chromium Mac 10.11',
1050 'Chromium Mac 10.13',
1051 'Out of Process Profiling Mac',
Kenneth Russelleb60cbd22017-12-05 07:54:281052 # On chromium.linux, unclear why these only run on "Linux Tests".
1053 'Linux Tests (dbg)(1)',
1054 'Linux Tests (dbg)(1)(32)',
Shenghua Zhangbd6f1b232018-03-03 02:59:141055 # On chromium.mac, unclear why these only run on "Mac10.13 Tests".
Kenneth Russelleb60cbd22017-12-05 07:54:281056 'Mac10.10 Tests',
1057 'Mac10.11 Tests',
1058 'Mac10.12 Tests',
Shenghua Zhangbd6f1b232018-03-03 02:59:141059 'Mac10.13 Tests (dbg)',
Kenneth Russelleb60cbd22017-12-05 07:54:281060 # On chromium.win, unclear why these only run on "Win7 Tests (1)".
1061 'Win 7 Tests x64 (1)',
1062 'Win10 Tests x64',
1063 'Win7 Tests (dbg)(1)',
Dirk Pranke8fd63c12017-12-10 18:06:271064 # client.v8.chromium
1065 'Linux - Future (dbg)',
Kenneth Russelleb60cbd22017-12-05 07:54:281066 ],
Shenghua Zhangd0d97a32018-02-23 00:33:581067 'modifications': {
Shenghua Zhangbd6f1b232018-03-03 02:59:141068 'Mac10.13 Tests': {
Shenghua Zhangd0d97a32018-02-23 00:33:581069 # Remove this once the tests is not flaky on Mac os 10.13
1070 # See crbug.com/813163
1071 'experiment_percentage': 100,
1072 },
1073 }
Kenneth Russelleb60cbd22017-12-05 07:54:281074 },
1075 'content_shell_test_apk': {
Kenneth Russell8ceeabf2017-12-11 17:53:281076 'remove_gtest_from': [
1077 # chromium.android.fyi
1078 'Jelly Bean Tester',
1079 'Lollipop Consumer Tester',
1080 'Unswarmed N5 Tests Dummy Builder',
1081 'Unswarmed N5X Tests Dummy Builder',
1082 ],
Kenneth Russellfbda3c532017-12-08 23:57:241083 'key_removals': {
Kenneth Russell8ceeabf2017-12-11 17:53:281084 # chromium.android.fyi
1085 'Lollipop Low-end Tester': [
1086 'args',
1087 ],
1088 'Nougat Phone Tester': [
1089 'args',
1090 ],
Kenneth Russell8ceeabf2017-12-11 17:53:281091 'x86 Cloud Tester': [
1092 'args',
1093 ],
Kenneth Russellfbda3c532017-12-08 23:57:241094 },
Kenneth Russelleb60cbd22017-12-05 07:54:281095 'modifications': {
Kenneth Russellfbda3c532017-12-08 23:57:241096 # chromium.android
Kenneth Russelleb60cbd22017-12-05 07:54:281097 'KitKat Tablet Tester': {
1098 'swarming': {
Benjamin Pastene0531d9092018-03-07 22:08:341099 'hard_timeout': 1800,
Kenneth Russelleb60cbd22017-12-05 07:54:281100 'shards': 2,
1101 },
1102 },
1103 'Lollipop Phone Tester': {
1104 'swarming': {
1105 'shards': 2,
1106 },
1107 },
1108 'Lollipop Tablet Tester': {
1109 'swarming': {
1110 'hard_timeout': 1200,
1111 'shards': 2,
1112 },
1113 },
1114 'Marshmallow Tablet Tester': {
1115 'swarming': {
1116 'hard_timeout': 1500,
1117 'shards': 2,
1118 },
1119 },
Kenneth Russell8ceeabf2017-12-11 17:53:281120 # chromium.android.fyi
1121 'Lollipop Low-end Tester': {
1122 'swarming': {
1123 'hard_timeout': 0,
1124 'shards': 1,
1125 },
1126 },
1127 'Nougat Phone Tester': {
1128 'swarming': {
1129 'hard_timeout': 1200,
1130 'shards': 4,
1131 },
1132 },
1133 'x64 Device Tester': {
1134 'swarming': {
1135 'hard_timeout': 0,
1136 'shards': 1,
1137 },
1138 },
1139 'x86 Cloud Tester': {
1140 'swarming': {
1141 'hard_timeout': 1920,
1142 'shards': 1,
1143 },
1144 },
Kenneth Russellfbda3c532017-12-08 23:57:241145 # chromium.clang
1146 'ToTAndroid x64': {
1147 'swarming': {
1148 'hard_timeout': 0,
1149 'shards': 1,
1150 },
1151 },
1152 'ToTAndroidCFI': {
1153 'swarming': {
1154 'hard_timeout': 0,
1155 'shards': 1,
1156 },
1157 },
Kenneth Russell8ceeabf2017-12-11 17:53:281158 # chromium.fyi
1159 'Out of Process Profiling Android': {
1160 'swarming': {
1161 'hard_timeout': 0,
1162 'shards': 1,
1163 },
1164 },
Peter Collingbournee07e84e82018-02-23 20:28:581165 # chromium.memory
1166 'Android CFI': {
1167 'swarming': {
1168 'hard_timeout': 0,
1169 'shards': 1,
1170 },
1171 },
Kenneth Russelleb60cbd22017-12-05 07:54:281172 },
1173 },
1174 'content_unittests': {
Dirk Prankedd1d2a02017-12-08 20:51:591175 'remove_from': [
Kenneth Russell8ceeabf2017-12-11 17:53:281176 # chromium.fyi
1177 'Fuchsia (dbg)',
1178 'Fuchsia ARM64',
Dirk Prankedd1d2a02017-12-08 20:51:591179 ],
Kenneth Russelleb60cbd22017-12-05 07:54:281180 'modifications': {
Dirk Pranke20eae9a72017-12-09 18:12:141181 # TODO(dpranke) - on chromium.swarm, remove this exception.
1182 'Android N5X Swarm': {
1183 'swarming': {
1184 'shards': 4,
1185 },
1186 },
Kenneth Russell8ceeabf2017-12-11 17:53:281187 # chromium.android
Kenneth Russelleb60cbd22017-12-05 07:54:281188 'KitKat Tablet Tester': {
1189 'swarming': {
1190 'hard_timeout': 1200,
1191 },
1192 },
1193 'Lollipop Tablet Tester': {
1194 'swarming': {
1195 'hard_timeout': 1200,
1196 },
1197 },
1198 'Marshmallow Tablet Tester': {
1199 'swarming': {
1200 'hard_timeout': 1500,
1201 },
1202 },
Kenneth Russell8ceeabf2017-12-11 17:53:281203 # chromium.android.fyi
1204 'Lollipop Low-end Tester': {
1205 'swarming': {
1206 'hard_timeout': 0,
1207 },
1208 },
1209 'Nougat Phone Tester': {
1210 'swarming': {
1211 'hard_timeout': 1200,
1212 'shards': 2,
1213 },
1214 },
1215 'x64 Device Tester': {
1216 'swarming': {
1217 'hard_timeout': 0,
1218 },
1219 },
1220 'x86 Cloud Tester': {
1221 'swarming': {
1222 'hard_timeout': 0,
1223 },
1224 },
1225 # chromium.fyi
1226 'Site Isolation Android': {
1227 'swarming': {
1228 'hard_timeout': 0,
1229 },
1230 },
John Budorick5052d552017-12-13 02:59:341231 # chromium.memory
1232 'Linux ASan LSan Tests (1)': {
1233 # These are slow on the ASAN trybot for some reason.
1234 # crbug.com/794372
1235 'swarming': {
1236 'shards': 2,
1237 },
1238 },
Kenneth Russelleb60cbd22017-12-05 07:54:281239 },
1240 },
Kenneth Russellfbda3c532017-12-08 23:57:241241 'crashpad_tests': {
1242 'remove_from': [
1243 # chromium.clang
1244 'CrWinAsan',
1245 'CrWinAsan(dll)',
1246 'CrWinAsanCov',
Nico Weber12522852018-02-24 13:35:221247 'linux-win_cross-rel',
Kenneth Russellfbda3c532017-12-08 23:57:241248 'ToTMacASan',
Kenneth Russell8ceeabf2017-12-11 17:53:281249 # chromium.fyi
1250 'Chromium Win 10 GCE Tests',
Kenneth Russellfbda3c532017-12-08 23:57:241251 ],
1252 },
Kenneth Russell8ceeabf2017-12-11 17:53:281253 'cronet_test_instrumentation_apk': {
1254 'modifications': {
Kenneth Russell8ceeabf2017-12-11 17:53:281255 'Android Cronet Builder (dbg) chromium.android.fyi': {
1256 'swarming': {
1257 'hard_timeout': 1200,
1258 'shards': 2,
1259 },
1260 },
1261 'Android Cronet KitKat Builder chromium.android.fyi': {
1262 'swarming': {
1263 'hard_timeout': 1200,
1264 'shards': 2,
1265 },
1266 },
1267 },
1268 },
Kenneth Russelleb60cbd22017-12-05 07:54:281269 'crypto_unittests': {
1270 'remove_from': [
1271 # TODO(kbr): these tests aren't run on Android except on one bot
1272 # on chromium.android.fyi, which might just be an accident.
1273 # Consider moving it to non_android_chromium_gtests.
Kenneth Russelleb60cbd22017-12-05 07:54:281274 'KitKat Phone Tester (dbg)',
1275 'KitKat Phone Tester (rel)',
1276 'KitKat Tablet Tester',
1277 'Lollipop Phone Tester',
1278 'Lollipop Tablet Tester',
1279 'Marshmallow 64 bit Tester',
1280 'Marshmallow Phone Tester (rel)',
1281 'Marshmallow Tablet Tester',
1282 'Nougat Phone Tester',
Kenneth Russell8ceeabf2017-12-11 17:53:281283 # chromium.android.fyi
1284 'Jelly Bean Tester',
1285 'Lollipop Consumer Tester',
1286 'Lollipop Low-end Tester',
1287 'Unswarmed N5 Tests Dummy Builder',
1288 'Unswarmed N5X Tests Dummy Builder',
1289 'x86 Cloud Tester',
Kenneth Russelleb60cbd22017-12-05 07:54:281290 # TODO(kbr): on chromium.linux, it's unclear why these show up on "Cast
1291 # Audio Linux" at all, since they're supposed to be compiled out for
1292 # Chromecast.
1293 ],
Kevin Marshalld3c41f5e2018-02-02 04:43:511294 'modifications': {
1295 # chromium.fyi
1296 'Fuchsia': {
1297 'args': [
1298 '--use-new-test-runner',
Kevin Marshalld3c41f5e2018-02-02 04:43:511299 ],
1300 },
1301 },
Kenneth Russelleb60cbd22017-12-05 07:54:281302 },
1303 'dbus_unittests': {
1304 'remove_from': [
Kenneth Russellfbda3c532017-12-08 23:57:241305 # chromium.clang
1306 'ToTLinuxASan',
Kenneth Russellfbda3c532017-12-08 23:57:241307 # chromium.linux
Kenneth Russelleb60cbd22017-12-05 07:54:281308 'Linux Tests (dbg)(1)(32)',
1309 ],
1310 },
1311 'device_unittests': {
1312 'remove_from': [
Kenneth Russellfbda3c532017-12-08 23:57:241313 # chromium.clang
1314 'ToTMac',
1315 'ToTMacASan',
Kenneth Russell8ceeabf2017-12-11 17:53:281316 # chromium.fyi
Dirk Pranke46119d82018-03-21 00:13:591317 'mac-views-rel',
Kenneth Russell8ceeabf2017-12-11 17:53:281318 'Chromium Mac 10.11',
1319 'Chromium Mac 10.11 Force Mac Toolchain',
1320 'Chromium Mac 10.13',
1321 'Out of Process Profiling Mac',
Kenneth Russellfbda3c532017-12-08 23:57:241322 # chromium.win
Kenneth Russelleb60cbd22017-12-05 07:54:281323 'Win7 Tests (dbg)(1)',
1324 ],
1325 'modifications': {
1326 'KitKat Tablet Tester': {
1327 'swarming': {
1328 'hard_timeout': 120,
1329 },
1330 },
1331 'Marshmallow Phone Tester (rel)': {
1332 'swarming': {
1333 'hard_timeout': 960,
1334 },
1335 },
1336 'Marshmallow Tablet Tester': {
1337 'swarming': {
1338 'hard_timeout': 120,
1339 },
1340 },
1341 },
1342 },
1343 'devtools_closure_compile': {
1344 'remove_from': [
1345 # On chromium.linux, unclear why these only run on "Linux Tests".
1346 'Linux Tests (dbg)(1)',
1347 'Linux Tests (dbg)(1)(32)',
Dirk Pranke8fd63c12017-12-10 18:06:271348 # client.v8.chromium
1349 'Linux - Future (dbg)',
Kenneth Russelleb60cbd22017-12-05 07:54:281350 ],
1351 },
1352 'devtools_eslint': {
1353 'remove_from': [
1354 # On chromium.linux, unclear why these only run on "Linux Tests".
1355 'Linux Tests (dbg)(1)',
1356 'Linux Tests (dbg)(1)(32)',
Dirk Pranke8fd63c12017-12-10 18:06:271357 # client.v8.chromium
1358 'Linux - Future (dbg)',
Kenneth Russelleb60cbd22017-12-05 07:54:281359 ],
1360 },
1361 'display_unittests': {
1362 'remove_from': [
1363 # On chromium.android, unclear why these aren't run.
1364 'KitKat Phone Tester (dbg)',
1365 'KitKat Phone Tester (rel)',
1366 'KitKat Tablet Tester',
1367 'Lollipop Phone Tester',
1368 'Lollipop Tablet Tester',
1369 'Marshmallow 64 bit Tester',
1370 'Marshmallow Phone Tester (rel)',
1371 'Marshmallow Tablet Tester',
1372 'Nougat Phone Tester',
Kenneth Russell8ceeabf2017-12-11 17:53:281373 # chromium.android.fyi
1374 'Jelly Bean Tester',
1375 'Lollipop Consumer Tester',
1376 'Lollipop Low-end Tester',
1377 'Unswarmed N5 Tests Dummy Builder',
1378 'Unswarmed N5X Tests Dummy Builder',
1379 'x86 Cloud Tester',
Kenneth Russell8ceeabf2017-12-11 17:53:281380 # chromium.fyi
Dirk Pranke46119d82018-03-21 00:13:591381 'mac-views-rel',
Kenneth Russell8ceeabf2017-12-11 17:53:281382 'Chromium Mac 10.11 Force Mac Toolchain',
Kenneth Russelleb60cbd22017-12-05 07:54:281383 # chromium.win
1384 'Win7 Tests (dbg)(1)',
1385 ],
1386 },
Kenneth Russelleb60cbd22017-12-05 07:54:281387 'events_unittests': {
Kenneth Russellfbda3c532017-12-08 23:57:241388 'remove_from': [
1389 # chromium.clang
1390 'ToTLinuxASan',
Kenneth Russellfbda3c532017-12-08 23:57:241391 ],
Kenneth Russelleb60cbd22017-12-05 07:54:281392 'modifications': {
1393 'KitKat Tablet Tester': {
1394 'swarming': {
1395 'hard_timeout': 60,
1396 },
1397 },
1398 'Lollipop Tablet Tester': {
1399 'swarming': {
1400 'hard_timeout': 60,
1401 },
1402 },
1403 'Marshmallow Tablet Tester': {
1404 'swarming': {
1405 'hard_timeout': 120,
1406 },
1407 },
1408 },
1409 },
1410 'extensions_browsertests': {
1411 'remove_from': [
Kenneth Russellfbda3c532017-12-08 23:57:241412 # chromium.clang
1413 'ToTLinux',
Kenneth Russellfbda3c532017-12-08 23:57:241414 'ToTMac',
1415 'ToTMacASan',
Kenneth Russell8ceeabf2017-12-11 17:53:281416 # chromium.fyi
Dirk Pranke46119d82018-03-21 00:13:591417 'mac-views-rel',
Kenneth Russell8ceeabf2017-12-11 17:53:281418 'Chromium Mac 10.11',
1419 'Chromium Mac 10.11 Force Mac Toolchain',
1420 'Chromium Mac 10.13',
1421 'Out of Process Profiling Linux',
1422 'Out of Process Profiling Mac',
Kenneth Russelleb60cbd22017-12-05 07:54:281423 # On chromium.mac, unclear why these aren't run.
1424 'Mac10.10 Tests',
1425 'Mac10.11 Tests',
1426 'Mac10.12 Tests',
Shenghua Zhangbd6f1b232018-03-03 02:59:141427 'Mac10.13 Tests',
1428 'Mac10.13 Tests (dbg)',
John Budorickca14c76f62017-12-09 14:19:181429 # chromium.memory
1430 'Linux Chromium OS ASan LSan Tests (1)',
1431 'Linux TSan Tests',
1432 'Mac ASan 64 Tests (1)',
1433 ],
1434 },
Kenneth Russelleb60cbd22017-12-05 07:54:281435 'filesystem_service_unittests': {
1436 'remove_from': [
1437 'Linux Tests (dbg)(1)(32)',
1438 ],
1439 },
Kenneth Russelleb60cbd22017-12-05 07:54:281440 'gfx_unittests': {
1441 'remove_from': [
1442 # On chromium.android, unclear why these aren't run on all bots.
1443 'KitKat Phone Tester (dbg)',
1444 'KitKat Phone Tester (rel)',
Kenneth Russell8ceeabf2017-12-11 17:53:281445 'Nougat Phone Tester chromium.android',
1446 # chromium.android.fyi
1447 'Lollipop Low-end Tester',
1448 'x86 Cloud Tester',
Kenneth Russelleb60cbd22017-12-05 07:54:281449 # chromium.win
1450 'Win7 Tests (dbg)(1)',
1451 ],
Kenneth Russelleb60cbd22017-12-05 07:54:281452 },
1453 'gin_unittests': {
1454 'remove_from': [
1455 # On chromium.android, unclear why these aren't run.
1456 'KitKat Phone Tester (dbg)',
1457 'KitKat Phone Tester (rel)',
1458 'KitKat Tablet Tester',
1459 'Lollipop Phone Tester',
1460 'Lollipop Tablet Tester',
1461 'Marshmallow 64 bit Tester',
1462 'Marshmallow Phone Tester (rel)',
1463 'Marshmallow Tablet Tester',
1464 'Nougat Phone Tester',
Kenneth Russell8ceeabf2017-12-11 17:53:281465 # chromium.android.fyi
1466 'Jelly Bean Tester',
1467 'Lollipop Consumer Tester',
1468 'Lollipop Low-end Tester',
1469 'Unswarmed N5 Tests Dummy Builder',
1470 'Unswarmed N5X Tests Dummy Builder',
1471 'x86 Cloud Tester',
Kenneth Russell56a3e862017-12-08 03:11:341472 # chromium.chromiumos
1473 'Linux ChromiumOS Tests (dbg)(1)',
1474 'linux-chromeos-dbg',
1475 'linux-chromeos-rel',
Kenneth Russellfbda3c532017-12-08 23:57:241476 # chromium.clang
1477 'ToTLinux',
1478 'ToTLinuxASan',
Kenneth Russellfbda3c532017-12-08 23:57:241479 'ToTLinuxMSan',
Kenneth Russell8ceeabf2017-12-11 17:53:281480 # chromium.fyi
Dirk Pranke46119d82018-03-21 00:13:591481 'mac-views-rel',
Kenneth Russell8ceeabf2017-12-11 17:53:281482 'Chromium Mac 10.11',
1483 'Chromium Mac 10.11 Force Mac Toolchain',
1484 'Chromium Mac 10.13',
1485 'Chromium Win 10 GCE Tests',
1486 'Out of Process Profiling Linux',
1487 'Out of Process Profiling Mac',
Kenneth Russellb3cca6f02017-12-05 22:02:391488 # On chromium.linux, unclear why these aren't run on Cast.
Kenneth Russelleb60cbd22017-12-05 07:54:281489 'Cast Audio Linux',
1490 'Cast Linux',
1491 'Linux Tests (dbg)(1)(32)',
1492 # On chromium.mac, unclear why these aren't run.
1493 'Mac10.10 Tests',
1494 'Mac10.11 Tests',
1495 'Mac10.12 Tests',
Shenghua Zhangbd6f1b232018-03-03 02:59:141496 'Mac10.13 Tests',
1497 'Mac10.13 Tests (dbg)',
John Budorickca14c76f62017-12-09 14:19:181498 # chromium.memory
Nico Weberd36959682018-04-12 03:33:461499 'Linux ASan LSan Tests (1)', # https://crbug.com/831667
Kenneth Russelleb60cbd22017-12-05 07:54:281500 # On chromium.win, unclear why these only run on "Win7 Tests (1)".
1501 'Win 7 Tests x64 (1)',
1502 'Win10 Tests x64',
1503 'Win7 Tests (dbg)(1)',
Dirk Pranke8fd63c12017-12-10 18:06:271504 # client.v8.chromium
1505 'Linux - Future (dbg)',
Kenneth Russelleb60cbd22017-12-05 07:54:281506 ],
1507 },
1508 'gl_tests': {
John Budorickca14c76f62017-12-09 14:19:181509 'remove_from': [
1510 # chromium.clang
1511 'CFI Linux (icall)',
1512 'CFI Linux ToT',
1513 'ToTLinuxThinLTO',
Nico Weber3a2b1712018-02-23 23:47:381514 'ToTLinuxUBSanVptr',
Kenneth Russell78225042018-02-23 09:43:131515 'UBSanVptr Linux',
Kenneth Russell8ceeabf2017-12-11 17:53:281516 # chromium.fyi
1517 'Out of Process Profiling Linux',
1518 'ThinLTO Linux ToT',
Morten Stenshorne615a8d02018-04-20 12:19:211519 # chromium.memory
1520 'Linux ASan LSan Tests (1)', # https://crbug.com/830659
1521 'Linux CFI', # https://crbug.com/830659
1522 'Linux MSan Tests', # https://crbug.com/830659
1523 'Linux ChromiumOS MSan Tests', # https://crbug.com/830659
1524 'Linux TSan Tests', # https://crbug.com/830659
John Budorickca14c76f62017-12-09 14:19:181525 ],
Kenneth Russelleb60cbd22017-12-05 07:54:281526 'modifications': {
1527 'KitKat Tablet Tester': {
1528 'swarming': {
1529 'hard_timeout': 120,
1530 },
1531 },
1532 'Marshmallow Tablet Tester': {
1533 'swarming': {
1534 'hard_timeout': 120,
1535 },
1536 },
1537 },
1538 },
1539 'gl_unittests': {
John Budorickca14c76f62017-12-09 14:19:181540 'remove_from': [
Kenneth Russell8ceeabf2017-12-11 17:53:281541 # chromium.fyi
1542 'Out of Process Profiling Linux',
John Budorickca14c76f62017-12-09 14:19:181543 ],
Kenneth Russelleb60cbd22017-12-05 07:54:281544 'modifications': {
Kenneth Russell8ceeabf2017-12-11 17:53:281545 # chromium.android
1546 'Lollipop Phone Tester': {
1547 'swarming': {
1548 'hard_timeout': 960,
1549 },
1550 },
1551 'Marshmallow 64 bit Tester': {
1552 'swarming': {
1553 'hard_timeout': 960,
1554 },
1555 },
1556 'Marshmallow Phone Tester (rel)': {
1557 'swarming': {
1558 'hard_timeout': 120,
1559 },
1560 },
1561 # chromium.android.fyi
1562 'Lollipop Low-end Tester': {
1563 'swarming': {
1564 'hard_timeout': 0,
1565 },
1566 },
1567 'Nougat Phone Tester': {
1568 'swarming': {
1569 'hard_timeout': 960,
1570 },
1571 },
1572 # chromium.clang
Kenneth Russellfbda3c532017-12-08 23:57:241573 'CFI Linux (icall)': {
1574 'args': [
1575 '--use-gpu-in-tests',
1576 '--no-xvfb',
1577 ],
1578 'swarming': {
1579 'dimension_sets': [
1580 {
1581 'gpu': '10de:1cb3',
1582 'os': 'Ubuntu',
1583 'pool': 'Chrome-GPU',
1584 },
1585 ],
1586 },
1587 'use_xvfb': False,
1588 },
1589 'CFI Linux ToT': {
1590 'args': [
1591 '--use-gpu-in-tests',
1592 '--no-xvfb',
1593 ],
1594 'swarming': {
1595 'dimension_sets': [
1596 {
1597 'gpu': '10de:1cb3',
1598 'os': 'Ubuntu',
1599 'pool': 'Chrome-GPU',
1600 },
1601 ],
1602 },
1603 'use_xvfb': False,
1604 },
Kenneth Russell8ceeabf2017-12-11 17:53:281605 # chromium.memory
John Budorickca14c76f62017-12-09 14:19:181606 'Linux CFI': {
1607 'args': [
1608 '--use-gpu-in-tests',
1609 '--no-xvfb',
1610 ],
1611 'swarming': {
1612 'dimension_sets': [
1613 {
1614 'gpu': '10de:1cb3',
1615 'os': 'Ubuntu',
1616 'pool': 'Chrome-GPU',
1617 },
1618 ],
1619 },
1620 'use_xvfb': False,
1621 },
Kenneth Russelleb60cbd22017-12-05 07:54:281622 },
1623 },
Kenneth Russellfbda3c532017-12-08 23:57:241624 'gn_unittests': {
1625 'remove_from': [
1626 # chromium.clang
1627 'ToTLinux',
1628 'ToTLinuxASan',
Kenneth Russellfbda3c532017-12-08 23:57:241629 'ToTLinuxMSan',
1630 'ToTLinuxUBSanVptr',
Kenneth Russell8ceeabf2017-12-11 17:53:281631 # chromium.fyi
Dirk Pranke46119d82018-03-21 00:13:591632 'mac-views-rel',
Kenneth Russell8ceeabf2017-12-11 17:53:281633 'Chromium Mac 10.11',
1634 'Chromium Mac 10.11 Force Mac Toolchain',
1635 'Chromium Mac 10.13',
1636 'Out of Process Profiling Linux',
1637 'Out of Process Profiling Mac',
Kenneth Russellfbda3c532017-12-08 23:57:241638 ],
1639 },
Kenneth Russelleb60cbd22017-12-05 07:54:281640 'google_apis_unittests': {
1641 'remove_from': [
1642 # On chromium.android, unclear why these aren't run.
1643 'KitKat Phone Tester (dbg)',
1644 'KitKat Phone Tester (rel)',
1645 'KitKat Tablet Tester',
1646 'Lollipop Phone Tester',
1647 'Lollipop Tablet Tester',
1648 'Marshmallow 64 bit Tester',
1649 'Marshmallow Phone Tester (rel)',
1650 'Marshmallow Tablet Tester',
1651 'Nougat Phone Tester',
Kenneth Russell8ceeabf2017-12-11 17:53:281652 # chromium.android.fyi
1653 'Jelly Bean Tester',
1654 'Lollipop Consumer Tester',
1655 'Lollipop Low-end Tester',
1656 'Unswarmed N5 Tests Dummy Builder',
1657 'Unswarmed N5X Tests Dummy Builder',
1658 'x86 Cloud Tester',
Kenneth Russellb3cca6f02017-12-05 22:02:391659 # On chromium.linux, unclear why these aren't run on Cast.
Kenneth Russelleb60cbd22017-12-05 07:54:281660 'Cast Audio Linux',
1661 'Cast Linux',
1662 # chromium.win
1663 'Win7 Tests (dbg)(1)',
1664 ],
1665 },
Kenneth Russelleb60cbd22017-12-05 07:54:281666 'headless_browsertests': {
1667 'remove_from': [
1668 'Linux Tests (dbg)(1)(32)',
1669 # On chromium.mac, unclear why these aren't run on "Mac10.11 Tests".
1670 'Mac10.11 Tests',
Dirk Pranke8fd63c12017-12-10 18:06:271671 # client.v8.chromium
1672 'Linux - Future (dbg)',
Kenneth Russelleb60cbd22017-12-05 07:54:281673 ],
1674 },
1675 'headless_unittests': {
1676 'remove_from': [
1677 'Linux Tests (dbg)(1)(32)',
1678 # On chromium.mac, unclear why these aren't run on "Mac10.11 Tests".
1679 'Mac10.11 Tests',
Dirk Pranke8fd63c12017-12-10 18:06:271680 # client.v8.chromium
1681 'Linux - Future (dbg)'
Kenneth Russelleb60cbd22017-12-05 07:54:281682 ],
1683 },
Kenneth Russellfbda3c532017-12-08 23:57:241684 'install_static_unittests': {
1685 'remove_from': [
Kenneth Russell8ceeabf2017-12-11 17:53:281686 # chromium.fyi
Kenneth Russell8ceeabf2017-12-11 17:53:281687 'Out of Process Profiling Windows',
1688 'Win 10 Fast Ring',
Kenneth Russellfbda3c532017-12-08 23:57:241689 ],
1690 },
Kenneth Russelleb60cbd22017-12-05 07:54:281691 'interactive_ui_tests': {
Kenneth Russellfbda3c532017-12-08 23:57:241692 'remove_from': [
1693 # chromium.clang
1694 'ToTLinuxUBSanVptr',
Nico Weber3a2b1712018-02-23 23:47:381695 'UBSanVptr Linux',
Kenneth Russell8ceeabf2017-12-11 17:53:281696 # chromium.fyi
1697 'Chromium Win 10 GCE Tests',
John Budorickca14c76f62017-12-09 14:19:181698 # chromium.memory
1699 'Linux TSan Tests',
Kenneth Russellfbda3c532017-12-08 23:57:241700 ],
Kenneth Russelleb60cbd22017-12-05 07:54:281701 'modifications': {
Kenneth Russell8ceeabf2017-12-11 17:53:281702 # chromium.clang
Kenneth Russellfbda3c532017-12-08 23:57:241703 'CFI Linux (icall)': {
1704 'swarming': {
1705 'shards': 1,
1706 },
1707 },
Kenneth Russell8ceeabf2017-12-11 17:53:281708 # chromium.linux
1709 # Unclear why this isn't sharded.
1710 'Linux Tests': {
Dirk Prankedd1d2a02017-12-08 20:51:591711 'swarming': {
1712 'shards': 1,
1713 },
1714 },
Kenneth Russelleb60cbd22017-12-05 07:54:281715 'Linux Tests (dbg)(1)': {
1716 'swarming': {
1717 'shards': 3,
1718 },
1719 },
1720 'Linux Tests (dbg)(1)(32)': {
1721 'swarming': {
1722 'shards': 3,
1723 },
1724 },
Kenneth Russell8ceeabf2017-12-11 17:53:281725 # chromium.chromiumos
Kenneth Russell56a3e862017-12-08 03:11:341726 'Linux ChromiumOS Tests (dbg)(1)': {
1727 'swarming': {
1728 'shards': 3,
1729 },
1730 },
1731 'linux-chromeos-dbg': {
1732 'swarming': {
1733 'shards': 3,
1734 },
1735 },
1736 'linux-chromeos-rel': {
1737 'swarming': {
1738 'shards': 3,
1739 },
1740 },
Kenneth Russell8ceeabf2017-12-11 17:53:281741 # chromium.fyi
1742 'Out of Process Profiling Mac': {
1743 'swarming': {
1744 'shards': 1,
1745 },
1746 },
Kenneth Russell8ceeabf2017-12-11 17:53:281747 # chromium.mac
Kenneth Russelleb60cbd22017-12-05 07:54:281748 # Unclear why this isn't swarmed.
1749 'Mac10.10 Tests': {
1750 'swarming': {
1751 'can_use_on_swarming_builders': False,
1752 },
1753 },
1754 # Unclear why this isn't sharded.
1755 'Mac10.11 Tests': {
1756 'swarming': {
1757 'shards': 1,
1758 },
1759 },
1760 # Unclear why this isn't sharded.
1761 'Mac10.12 Tests': {
1762 'swarming': {
1763 'shards': 1,
1764 },
1765 },
Kenneth Russell8ceeabf2017-12-11 17:53:281766 # chromium.win
Kenneth Russelleb60cbd22017-12-05 07:54:281767 'Win7 Tests (dbg)(1)': {
1768 'swarming': {
1769 'shards': 4,
1770 },
1771 },
John Budorickca14c76f62017-12-09 14:19:181772 # chromium.memory
1773 'Linux ASan LSan Tests (1)': {
John Budorick5052d552017-12-13 02:59:341774 # These are slow on the ASAN trybot for some reason.
1775 # crbug.com/794372
John Budorickca14c76f62017-12-09 14:19:181776 'swarming': {
John Budorick5052d552017-12-13 02:59:341777 'shards': 6,
John Budorickca14c76f62017-12-09 14:19:181778 },
1779 },
1780 'Linux CFI': {
1781 'swarming': {
1782 'shards': 1,
1783 },
1784 },
Dirk Pranke8fd63c12017-12-10 18:06:271785 # client.v8.chromium
1786 'Linux - Future (dbg)': {
1787 'swarming': {
1788 'shards': 3,
1789 },
1790 },
Stephen Martinis094f08a92018-03-30 00:27:361791 # chromium.win; temporary, https://crbug.com/826735
1792 'Win10 Tests x64': {
1793 'experiment_percentage': 100,
1794 },
Kenneth Russelleb60cbd22017-12-05 07:54:281795 },
1796 },
1797 'ipc_tests': {
Kenneth Russell8ceeabf2017-12-11 17:53:281798 'remove_from': [
1799 # chromium.linux
1800 'Fuchsia x64',
1801 ],
Kenneth Russelleb60cbd22017-12-05 07:54:281802 'modifications': {
Kenneth Russell8ceeabf2017-12-11 17:53:281803 # chromium.android
Kenneth Russelleb60cbd22017-12-05 07:54:281804 'KitKat Tablet Tester': {
1805 'swarming': {
1806 'hard_timeout': 60,
1807 },
1808 },
1809 'Lollipop Tablet Tester': {
1810 'swarming': {
1811 'hard_timeout': 60,
1812 },
1813 },
1814 'Marshmallow Tablet Tester': {
1815 'swarming': {
1816 'hard_timeout': 120,
1817 },
1818 },
Kenneth Russell8ceeabf2017-12-11 17:53:281819 # chromium.android.fyi
1820 'Unswarmed N5 Tests Dummy Builder': {
1821 'args': [
1822 '--shard-timeout',
1823 '600',
1824 ],
1825 },
1826 'Unswarmed N5X Tests Dummy Builder': {
1827 'args': [
1828 '--shard-timeout',
1829 '600',
1830 ],
1831 },
Kevin Marshallc3816582018-03-21 20:56:311832 # chromium.fyi
1833 'Fuchsia': {
1834 'args': [
1835 '--use-new-test-runner',
1836 ],
1837 },
Kenneth Russelleb60cbd22017-12-05 07:54:281838 },
1839 },
1840 'jingle_unittests': {
1841 'remove_from': [
1842 # On chromium.android, unclear why these aren't run.
1843 'KitKat Phone Tester (dbg)',
1844 'KitKat Phone Tester (rel)',
1845 'KitKat Tablet Tester',
1846 'Lollipop Phone Tester',
1847 'Lollipop Tablet Tester',
1848 'Marshmallow 64 bit Tester',
1849 'Marshmallow Phone Tester (rel)',
1850 'Marshmallow Tablet Tester',
1851 'Nougat Phone Tester',
Kenneth Russell8ceeabf2017-12-11 17:53:281852 # chromium.android.fyi
1853 'Jelly Bean Tester',
1854 'Lollipop Consumer Tester',
1855 'Lollipop Low-end Tester',
1856 'Unswarmed N5 Tests Dummy Builder',
1857 'Unswarmed N5X Tests Dummy Builder',
1858 'x86 Cloud Tester',
Peter Collingbourne6e3a081d2018-02-16 19:54:331859 # chromium.clang
1860 'ToTAndroidCFI',
Peter Collingbournee07e84e82018-02-23 20:28:581861 # chromium.memory
1862 'Android CFI',
Kenneth Russelleb60cbd22017-12-05 07:54:281863 ],
1864 },
1865 'keyboard_unittests': {
1866 'remove_from': [
1867 'Win7 Tests (dbg)(1)',
1868 # On chromium.linux, unclear why these aren't run.
1869 'Linux Tests',
1870 'Linux Tests (dbg)(1)',
1871 'Linux Tests (dbg)(1)(32)',
1872 ],
1873 },
1874 'latency_unittests': {
1875 'remove_from': [
1876 # On chromium.android, unclear why these aren't run on all bots.
1877 'KitKat Phone Tester (dbg)',
1878 'KitKat Phone Tester (rel)',
1879 'Lollipop Tablet Tester',
1880 'Marshmallow 64 bit Tester',
1881 'Marshmallow Tablet Tester',
1882 'Nougat Phone Tester',
Kenneth Russell8ceeabf2017-12-11 17:53:281883 # chromium.android.fyi
1884 'Unswarmed N5 Tests Dummy Builder',
1885 'Unswarmed N5X Tests Dummy Builder',
1886 'x64 Device Tester',
1887 'x86 Cloud Tester',
Kenneth Russellfbda3c532017-12-08 23:57:241888 # chromium.clang
1889 'ToTAndroid x64',
1890 'ToTLinux',
1891 'ToTLinuxASan',
Kenneth Russellfbda3c532017-12-08 23:57:241892 'ToTLinuxThinLTO',
1893 'ToTLinuxUBSanVptr',
Kenneth Russell78225042018-02-23 09:43:131894 'UBSanVptr Linux',
Kenneth Russell8ceeabf2017-12-11 17:53:281895 # chromium.fyi
1896 'Out of Process Profiling Android',
1897 'Out of Process Profiling Linux',
1898 'ThinLTO Linux ToT',
Kenneth Russelleb60cbd22017-12-05 07:54:281899 # On chromium.linux, unclear why these aren't run.
Kenneth Russelleb60cbd22017-12-05 07:54:281900 'Linux Tests',
1901 'Linux Tests (dbg)(1)',
1902 'Linux Tests (dbg)(1)(32)',
1903 ],
1904 'modifications': {
1905 'KitKat Tablet Tester': {
1906 'swarming': {
1907 'hard_timeout': 60,
1908 },
1909 },
1910 },
1911 },
1912 'libjingle_xmpp_unittests': {
1913 'remove_from': [
1914 # On chromium.android, unclear why these aren't run on all bots.
1915 'KitKat Tablet Tester',
1916 'Lollipop Phone Tester',
1917 'Lollipop Tablet Tester',
1918 'Marshmallow 64 bit Tester',
1919 'Marshmallow Phone Tester (rel)',
1920 'Marshmallow Tablet Tester',
1921 'Nougat Phone Tester',
Kenneth Russell8ceeabf2017-12-11 17:53:281922 # chromium.android.fyi
1923 'Jelly Bean Tester',
1924 'Lollipop Consumer Tester',
1925 'Lollipop Low-end Tester',
1926 'Unswarmed N5 Tests Dummy Builder',
1927 'Unswarmed N5X Tests Dummy Builder',
1928 'x86 Cloud Tester',
Kenneth Russell56a3e862017-12-08 03:11:341929 # chromium.chromiumos
1930 'Linux ChromiumOS Tests (dbg)(1)',
1931 'linux-chromeos-dbg',
1932 'linux-chromeos-rel',
Kenneth Russelleb60cbd22017-12-05 07:54:281933 ],
1934 },
John Budorickca14c76f62017-12-09 14:19:181935 'mash_browser_tests': {
1936 'remove_from': [
1937 # chromium.memory
James Cook4be72252018-02-23 00:36:171938 # Unclear why this isn't run. http://crbug.com/814403
John Budorickca14c76f62017-12-09 14:19:181939 'Linux Chromium OS ASan LSan Tests (1)',
Nico Webera8fc38f72018-04-10 02:20:111940 'Linux ChromiumOS MSan Tests', # https://crbug.com/830944
James Cook4be72252018-02-23 00:36:171941 # Not needed on chromium.fyi because suite is on main waterfall.
1942 'Mojo ChromiumOS',
John Budorickca14c76f62017-12-09 14:19:181943 ],
Kenneth Russell8ceeabf2017-12-11 17:53:281944 },
1945 'mash_unittests': {
1946 'remove_from': [
1947 # chromium.fyi
1948 'Mojo ChromiumOS',
1949 ],
John Budorickca14c76f62017-12-09 14:19:181950 },
Kenneth Russellfbda3c532017-12-08 23:57:241951 'mac_installer_unittests': {
1952 'remove_from': [
1953 # chromium.clang
1954 'ToTMac',
1955 'ToTMacASan',
Kenneth Russell8ceeabf2017-12-11 17:53:281956 # chromium.fyi
Dirk Pranke46119d82018-03-21 00:13:591957 'mac-views-rel',
Kenneth Russell8ceeabf2017-12-11 17:53:281958 'Chromium Mac 10.11',
1959 'Chromium Mac 10.11 Force Mac Toolchain',
1960 'Chromium Mac 10.13',
1961 'Out of Process Profiling Mac',
Kenneth Russellfbda3c532017-12-08 23:57:241962 ],
1963 },
Kenneth Russelleb60cbd22017-12-05 07:54:281964 'media_blink_unittests': {
1965 'remove_from': [
1966 # On chromium.android, unclear why these aren't run on all bots.
1967 'KitKat Phone Tester (dbg)',
1968 'KitKat Phone Tester (rel)',
1969 'KitKat Tablet Tester',
1970 'Nougat Phone Tester',
Kenneth Russell8ceeabf2017-12-11 17:53:281971 # chromium.android.fyi
1972 'Jelly Bean Tester',
1973 'Lollipop Consumer Tester',
1974 'Lollipop Low-end Tester',
1975 'Unswarmed N5 Tests Dummy Builder',
1976 'Unswarmed N5X Tests Dummy Builder',
1977 'x64 Device Tester',
1978 'x86 Cloud Tester',
Kenneth Russellfbda3c532017-12-08 23:57:241979 # chromium.clang
1980 'ToTAndroid x64',
Kenneth Russell8ceeabf2017-12-11 17:53:281981 # chromium.fyi
1982 'Out of Process Profiling Android',
Kenneth Russelleb60cbd22017-12-05 07:54:281983 ],
1984 'modifications': {
1985 'Lollipop Tablet Tester': {
1986 'swarming': {
1987 'hard_timeout': 300,
1988 },
1989 },
1990 'Marshmallow Tablet Tester': {
1991 'swarming': {
1992 'hard_timeout': 300,
1993 },
1994 },
1995 },
1996 },
Kenneth Russelleb60cbd22017-12-05 07:54:281997 'media_unittests': {
Kenneth Russellfbda3c532017-12-08 23:57:241998 'remove_from': [
Kenneth Russell8ceeabf2017-12-11 17:53:281999 # chromium.linux
2000 'Fuchsia x64',
2001 # chromium.fyi
2002 'Fuchsia ARM64',
Kenneth Russellfbda3c532017-12-08 23:57:242003 ],
Kevin Marshallc3816582018-03-21 20:56:312004 'modifications': {
2005 # chromium.fyi
2006 'Fuchsia': {
2007 'args': [
2008 '--use-new-test-runner',
2009 ],
2010 },
2011 },
Kenneth Russelleb60cbd22017-12-05 07:54:282012 },
2013 'message_center_unittests': {
2014 'remove_from': [
2015 'Win7 Tests (dbg)(1)',
2016 # On chromium.mac, unclear why these aren't run.
2017 'Mac10.10 Tests',
2018 'Mac10.11 Tests',
2019 'Mac10.12 Tests',
Shenghua Zhangbd6f1b232018-03-03 02:59:142020 'Mac10.13 Tests',
2021 'Mac10.13 Tests (dbg)',
Dirk Prankedd1d2a02017-12-08 20:51:592022
Kenneth Russell8ceeabf2017-12-11 17:53:282023 # chromium.fyi
Dirk Pranke46119d82018-03-21 00:13:592024 'mac-views-rel',
Kenneth Russell8ceeabf2017-12-11 17:53:282025 'Chromium Mac 10.11',
2026 'Chromium Mac 10.11 Force Mac Toolchain',
2027 'Chromium Mac 10.13',
2028 'Out of Process Profiling Mac',
2029
Kenneth Russelleb60cbd22017-12-05 07:54:282030 # On chromium.linux, unclear why these aren't run.
2031 'Linux Tests',
Dirk Prankedd1d2a02017-12-08 20:51:592032
Dirk Prankedd1d2a02017-12-08 20:51:592033 # On chromium.linux, unclear why these aren't run.
Kenneth Russelleb60cbd22017-12-05 07:54:282034 'Linux Tests (dbg)(1)',
2035 'Linux Tests (dbg)(1)(32)',
2036 ],
2037 },
2038 'metrics_python_tests': {
2039 'remove_from': [
Kenneth Russellfbda3c532017-12-08 23:57:242040 # chromium.clang
2041 'ToTMac',
Kenneth Russell8ceeabf2017-12-11 17:53:282042 # chromium.fyi
2043 'Chromium Mac 10.11',
2044 'Chromium Mac 10.13',
2045 'Out of Process Profiling Mac',
Shenghua Zhangbd6f1b232018-03-03 02:59:142046 # On chromium.mac, unclear why these only run on "Mac10.13 Tests".
Kenneth Russelleb60cbd22017-12-05 07:54:282047 'Mac10.10 Tests',
2048 'Mac10.11 Tests',
2049 'Mac10.12 Tests',
Shenghua Zhangbd6f1b232018-03-03 02:59:142050 'Mac10.13 Tests (dbg)',
Kenneth Russellfbda3c532017-12-08 23:57:242051 # chromium.win
2052 'Win7 Tests (dbg)(1)',
Kenneth Russelleb60cbd22017-12-05 07:54:282053 ],
2054 },
2055 'midi_unittests': {
2056 'remove_from': [
2057 # On chromium.android, unclear why these aren't run.
2058 'KitKat Phone Tester (dbg)',
2059 'KitKat Phone Tester (rel)',
2060 'KitKat Tablet Tester',
2061 'Lollipop Phone Tester',
2062 'Lollipop Tablet Tester',
2063 'Marshmallow 64 bit Tester',
2064 'Marshmallow Phone Tester (rel)',
2065 'Marshmallow Tablet Tester',
2066 'Nougat Phone Tester',
Kenneth Russell8ceeabf2017-12-11 17:53:282067 # chromium.android.fyi
2068 'Jelly Bean Tester',
2069 'Lollipop Consumer Tester',
2070 'Lollipop Low-end Tester',
2071 'Unswarmed N5 Tests Dummy Builder',
2072 'Unswarmed N5X Tests Dummy Builder',
2073 'x86 Cloud Tester',
Peter Collingbourne6e3a081d2018-02-16 19:54:332074 # chromium.clang
2075 'ToTAndroidCFI',
Peter Collingbournee07e84e82018-02-23 20:28:582076 # chromium.memory
2077 'Android CFI',
Kenneth Russelleb60cbd22017-12-05 07:54:282078 ],
2079 },
Nico Weber2a1e0f82018-03-29 23:44:212080 'mini_installer_tests': {
2081 'remove_from': [
2082 # chromium.clang
2083 'linux-win_cross-rel', # https://crbug.com/799827
2084 ],
2085 },
Kenneth Russelleb60cbd22017-12-05 07:54:282086 'mojo_common_unittests': {
2087 'remove_from': [
2088 # On chromium.android, unclear why these aren't run on all bots.
2089 'KitKat Tablet Tester',
2090 'Lollipop Phone Tester',
2091 'Lollipop Tablet Tester',
2092 'Marshmallow 64 bit Tester',
2093 'Marshmallow Tablet Tester',
2094 'Nougat Phone Tester',
Kenneth Russell8ceeabf2017-12-11 17:53:282095 # chromium.android.fyi
2096 'Jelly Bean Tester',
2097 'Lollipop Consumer Tester',
2098 'Lollipop Low-end Tester',
2099 'Unswarmed N5 Tests Dummy Builder',
2100 'Unswarmed N5X Tests Dummy Builder',
Kenneth Russell56a3e862017-12-08 03:11:342101 # chromium.chromiumos
2102 'Linux ChromiumOS Tests (dbg)(1)',
2103 'linux-chromeos-dbg',
2104 'linux-chromeos-rel',
Kenneth Russellfbda3c532017-12-08 23:57:242105 # chromium.clang
2106 'ToTLinuxASan',
Kenneth Russell8ceeabf2017-12-11 17:53:282107 # chromium.linux
Kenneth Russelleb60cbd22017-12-05 07:54:282108 'Cast Audio Linux',
2109 'Cast Linux',
2110 ],
2111 'modifications': {
Kenneth Russell8ceeabf2017-12-11 17:53:282112 # chromium.android
Kenneth Russelleb60cbd22017-12-05 07:54:282113 'Marshmallow Phone Tester (rel)': {
2114 'swarming': {
2115 'hard_timeout': 120,
2116 },
2117 },
Kevin Marshalld3c41f5e2018-02-02 04:43:512118
Kenneth Russell8ceeabf2017-12-11 17:53:282119 # chromium.android.fyi
2120 'x64 Device Tester': {
2121 'swarming': {
2122 'hard_timeout': 0,
2123 },
2124 },
Kevin Marshalld3c41f5e2018-02-02 04:43:512125
2126 # chromium.fyi
2127 'Fuchsia': {
2128 'args': [
2129 '--use-new-test-runner',
2130 '-v', # Useful for getting debug info and SCP throughput stats.
2131 ],
2132 },
Kenneth Russelleb60cbd22017-12-05 07:54:282133 },
2134 },
Kenneth Russelleb60cbd22017-12-05 07:54:282135 'mojo_test_apk': {
2136 'remove_from': [
2137 # On chromium.android, unclear why these aren't run on all bots.
2138 'KitKat Tablet Tester',
2139 'Lollipop Phone Tester',
2140 'Lollipop Tablet Tester',
2141 'Marshmallow 64 bit Tester',
2142 'Marshmallow Tablet Tester',
2143 'Nougat Phone Tester',
Kenneth Russell8ceeabf2017-12-11 17:53:282144 # chromium.android.fyi
2145 'Jelly Bean Tester',
2146 'Lollipop Consumer Tester',
2147 'Lollipop Low-end Tester',
2148 'Unswarmed N5 Tests Dummy Builder',
2149 'Unswarmed N5X Tests Dummy Builder',
2150 'x64 Device Tester',
2151 'x86 Cloud Tester',
2152 # chromium.clang
Kenneth Russellfbda3c532017-12-08 23:57:242153 'ToTAndroid x64',
Kenneth Russell8ceeabf2017-12-11 17:53:282154 # chromium.fyi
2155 'Out of Process Profiling Android',
Kenneth Russelleb60cbd22017-12-05 07:54:282156 ],
2157 'modifications': {
Kenneth Russellfbda3c532017-12-08 23:57:242158 # chromium.clang
2159 'ToTAndroidCFI': {
2160 'swarming': {
2161 'hard_timeout': 0,
2162 },
2163 },
Peter Collingbournee07e84e82018-02-23 20:28:582164 # chromium.clang
2165 'Android CFI': {
2166 'swarming': {
2167 'hard_timeout': 0,
2168 },
2169 },
Kenneth Russelleb60cbd22017-12-05 07:54:282170 },
2171 },
Kevin Marshallc3816582018-03-21 20:56:312172 'mojo_unittests': {
2173 'modifications': {
2174 # chromium.fyi
2175 'Fuchsia': {
2176 'args': [
2177 '--use-new-test-runner',
2178 ],
2179 },
2180 },
2181 },
Kenneth Russellfbda3c532017-12-08 23:57:242182 'nacl_helper_nonsfi_unittests': {
2183 'remove_from': [
2184 # chromium.clang
2185 'CFI Linux (icall)',
2186 'CFI Linux ToT',
2187 'ToTLinux (dbg)',
2188 'ToTLinuxASan',
2189 'ToTLinuxMSan',
2190 'ToTLinuxThinLTO',
2191 'ToTLinuxUBSanVptr',
Kenneth Russell78225042018-02-23 09:43:132192 'UBSanVptr Linux',
Kenneth Russell8ceeabf2017-12-11 17:53:282193 # chromium.fyi
2194 'ThinLTO Linux ToT',
John Budorickca14c76f62017-12-09 14:19:182195 # chromium.memory
2196 'Linux Chromium OS ASan LSan Tests (1)',
Kenneth Russellfbda3c532017-12-08 23:57:242197 ],
2198 },
2199 'nacl_loader_unittests': {
2200 'remove_from': [
2201 # chromium.clang
2202 'ToTLinuxASan',
Kenneth Russell8ceeabf2017-12-11 17:53:282203 # chromium.fyi
Dirk Pranke46119d82018-03-21 00:13:592204 'mac-views-rel',
Kenneth Russell8ceeabf2017-12-11 17:53:282205 'Chromium Mac 10.11',
2206 'Chromium Mac 10.11 Force Mac Toolchain',
2207 'Chromium Mac 10.13',
2208 'Out of Process Profiling Mac',
John Budorickca14c76f62017-12-09 14:19:182209 # chromium.memory
2210 'Linux ASan LSan Tests (1)',
Nico Webera8fc38f72018-04-10 02:20:112211 'Linux TSan Tests', # The TSan bot sets enable_nacl=false
Kenneth Russellfbda3c532017-12-08 23:57:242212 ],
2213 },
Kenneth Russelleb60cbd22017-12-05 07:54:282214 'native_theme_unittests': {
2215 'remove_from': [
Kenneth Russellfbda3c532017-12-08 23:57:242216 # chromium.clang
2217 'ToTLinuxASan',
2218 'ToTMacASan',
2219 # chromium.linux
Kenneth Russelleb60cbd22017-12-05 07:54:282220 'Linux Tests (dbg)(1)(32)',
2221 ],
2222 },
2223 'net_unittests': {
Kenneth Russellfbda3c532017-12-08 23:57:242224 'remove_from': [
Kenneth Russell8ceeabf2017-12-11 17:53:282225 # chromium.clang
Kenneth Russellfbda3c532017-12-08 23:57:242226 'CrWinAsanCov',
Kenneth Russell8ceeabf2017-12-11 17:53:282227 # chromium.fyi
Kenneth Russell8ceeabf2017-12-11 17:53:282228 'Fuchsia (dbg)',
2229 'Fuchsia ARM64',
2230 # chromium.linux
2231 'Fuchsia x64',
Kenneth Russellfbda3c532017-12-08 23:57:242232 ],
Kenneth Russelleb60cbd22017-12-05 07:54:282233 'modifications': {
Kenneth Russellfbda3c532017-12-08 23:57:242234 # chromium.android
Kenneth Russelleb60cbd22017-12-05 07:54:282235 'KitKat Tablet Tester': {
2236 'swarming': {
2237 'hard_timeout': 1800,
Kenneth Russelleb60cbd22017-12-05 07:54:282238 },
2239 },
2240 'Lollipop Phone Tester': {
2241 'swarming': {
2242 'hard_timeout': 1800,
Kenneth Russelleb60cbd22017-12-05 07:54:282243 },
2244 },
2245 'Lollipop Tablet Tester': {
2246 'swarming': {
2247 'hard_timeout': 1800,
Kenneth Russelleb60cbd22017-12-05 07:54:282248 },
2249 },
2250 'Marshmallow 64 bit Tester': {
2251 'swarming': {
2252 'hard_timeout': 960,
2253 },
2254 },
2255 'Marshmallow Phone Tester (rel)': {
2256 'swarming': {
2257 'hard_timeout': 960,
2258 },
2259 },
2260 'Marshmallow Tablet Tester': {
2261 'swarming': {
2262 'hard_timeout': 1800,
2263 },
2264 },
Kenneth Russell8ceeabf2017-12-11 17:53:282265 # chromium.android.fyi
2266 'Lollipop Low-end Tester': {
2267 'swarming': {
2268 'hard_timeout': 0,
2269 'shards': 1,
2270 },
2271 },
2272 'Nougat Phone Tester': {
2273 'swarming': {
2274 'hard_timeout': 1200,
2275 'shards': 2,
2276 },
2277 },
2278 'x64 Device Tester': {
2279 'swarming': {
2280 'hard_timeout': 0,
2281 'shards': 1,
2282 },
2283 },
2284 'x86 Cloud Tester': {
2285 'swarming': {
2286 'hard_timeout': 0,
2287 'shards': 1,
2288 },
2289 },
Kenneth Russellfbda3c532017-12-08 23:57:242290 # chromium.clang
2291 'ToTLinuxASan': {
Reid Kleckner6b836242018-04-18 17:37:332292 # TODO(crbug.com/794372): net_unittests is slow under ASan.
Kenneth Russellfbda3c532017-12-08 23:57:242293 'swarming': {
Reid Kleckner6b836242018-04-18 17:37:332294 'shards': 16,
Kenneth Russellfbda3c532017-12-08 23:57:242295 },
2296 },
John Budorickca14c76f62017-12-09 14:19:182297 # chromium.memory
2298 'Linux ASan LSan Tests (1)': {
John Budorick5052d552017-12-13 02:59:342299 # These are very slow on the ASAN trybot for some reason.
2300 # crbug.com/794372
John Budorickca14c76f62017-12-09 14:19:182301 'swarming': {
John Budorick5052d552017-12-13 02:59:342302 'shards': 16,
John Budorickca14c76f62017-12-09 14:19:182303 },
2304 },
2305 'Linux Chromium OS ASan LSan Tests (1)': {
2306 'swarming': {
Sergey Berezinda3255c2018-03-16 00:34:022307 'shards': 8,
John Budorickca14c76f62017-12-09 14:19:182308 }
2309 },
2310 'Linux TSan Tests': {
2311 'swarming': {
2312 'shards': 4,
2313 }
2314 },
Kenneth Russelleb60cbd22017-12-05 07:54:282315 },
2316 },
Xi Cheng34ca4042018-02-23 00:10:122317 'notification_helper_unittests': {
2318 'remove_from': [
2319 # chromium.win, this unit test requires WinRT, which only exists on Windows 8 or above.
2320 'Win 7 Tests x64 (1)',
2321 'Win7 (32) Tests',
2322 'Win7 Tests (1)',
2323 'Win7 Tests (dbg)(1)',
Oksana Zhuravlova7f996212018-02-28 04:23:082324 # chromium.clang, the following bots run on Windows 7, where the unit test doesn't run.
2325 'CrWinAsan',
2326 'CrWinAsan(dll)',
2327 'CrWinAsanCov',
Oksana Zhuravlova7f996212018-02-28 04:23:082328 'CrWinClangLLD',
2329 'CrWinClangLLD64',
2330 'CrWinClngLLD64dbg',
2331 'CrWinClngLLDdbg',
Xi Cheng34ca4042018-02-23 00:10:122332 'ToTWin',
2333 'ToTWin(dbg)',
2334 'ToTWin(dll)',
2335 'ToTWin64',
2336 'ToTWin64(dbg)',
2337 'ToTWin64(dll)',
2338 'ToTWinCFI',
2339 'ToTWinCFI64',
Nico Weber6c23b352018-03-09 14:22:122340 'ToTWinLibcxx64',
Oksana Zhuravlova7f996212018-02-28 04:23:082341 'ToTWinThinLTO64',
2342 # chromium.fyi
Xi Cheng34ca4042018-02-23 00:10:122343 'Out of Process Profiling Windows',
2344 ],
2345 },
Kenneth Russell56a3e862017-12-08 03:11:342346 'printing_unittests': {
2347 'remove_from': [
2348 # chromium.chromiumos
2349 'Linux ChromiumOS Tests (dbg)(1)',
2350 'linux-chromeos-dbg',
2351 ],
2352 },
Kenneth Russelleb60cbd22017-12-05 07:54:282353 'remoting_unittests': {
2354 'remove_from': [
2355 # On chromium.android, unclear why these aren't run.
2356 'KitKat Phone Tester (dbg)',
2357 'KitKat Phone Tester (rel)',
2358 'KitKat Tablet Tester',
2359 'Lollipop Phone Tester',
2360 'Lollipop Tablet Tester',
2361 'Marshmallow 64 bit Tester',
2362 'Marshmallow Phone Tester (rel)',
2363 'Marshmallow Tablet Tester',
2364 'Nougat Phone Tester',
Kenneth Russell8ceeabf2017-12-11 17:53:282365 # chromium.android.fyi
2366 'Jelly Bean Tester',
2367 'Lollipop Consumer Tester',
2368 'Lollipop Low-end Tester',
2369 'Unswarmed N5 Tests Dummy Builder',
2370 'Unswarmed N5X Tests Dummy Builder',
2371 'x86 Cloud Tester',
Kenneth Russellb3cca6f02017-12-05 22:02:392372 # On chromium.linux, unclear why these aren't run on 32-bit.
Kenneth Russelleb60cbd22017-12-05 07:54:282373 'Linux Tests (dbg)(1)(32)',
Peter Collingbourne6e3a081d2018-02-16 19:54:332374 # chromium.clang
2375 'ToTAndroidCFI',
Peter Collingbournee07e84e82018-02-23 20:28:582376 # chromium.memory
2377 'Android CFI',
Kenneth Russelleb60cbd22017-12-05 07:54:282378 ],
2379 },
2380 'renderer_side_navigation_content_browsertests': {
2381 'remove_from': [
2382 # On chromium.android, unclear why these aren't run on all bots.
2383 'KitKat Phone Tester (dbg)',
2384 'KitKat Phone Tester (rel)',
2385 'KitKat Tablet Tester',
2386 'Lollipop Phone Tester',
2387 'Lollipop Tablet Tester',
2388 'Marshmallow Phone Tester (rel)',
2389 'Marshmallow Tablet Tester',
2390 'Nougat Phone Tester',
Kenneth Russell8ceeabf2017-12-11 17:53:282391 # chromium.android.fyi
2392 'Jelly Bean Tester',
2393 'Lollipop Consumer Tester',
2394 'Lollipop Low-end Tester',
2395 'Unswarmed N5 Tests Dummy Builder',
2396 'Unswarmed N5X Tests Dummy Builder',
2397 'x64 Device Tester',
2398 'x86 Cloud Tester',
Kenneth Russell56a3e862017-12-08 03:11:342399 # chromium.chromiumos
2400 'Linux ChromiumOS Tests (dbg)(1)',
2401 'linux-chromeos-dbg',
2402 'linux-chromeos-rel',
Kenneth Russellfbda3c532017-12-08 23:57:242403 # chromium.clang
2404 'ToTAndroid x64',
Kenneth Russell8ceeabf2017-12-11 17:53:282405 # chromium.fyi
2406 'Out of Process Profiling Android',
Kenneth Russellb3cca6f02017-12-05 22:02:392407 # On chromium.linux, unclear why these aren't run on 32-bit.
Kenneth Russelleb60cbd22017-12-05 07:54:282408 'Linux Tests (dbg)(1)(32)',
2409 ],
2410 'modifications': {
2411 'Marshmallow 64 bit Tester': {
2412 'swarming': {
2413 'hard_timeout': 1200,
2414 'shards': 6,
2415 },
2416 },
2417 },
2418 },
2419 'renderer_side_navigation_content_shell_test_apk': {
2420 'remove_from': [
2421 # On chromium.android, unclear why these aren't run.
2422 'KitKat Phone Tester (dbg)',
2423 'KitKat Phone Tester (rel)',
2424 'KitKat Tablet Tester',
2425 'Lollipop Phone Tester',
2426 'Lollipop Tablet Tester',
2427 'Marshmallow Phone Tester (rel)',
2428 'Marshmallow Tablet Tester',
2429 'Nougat Phone Tester',
Kenneth Russell8ceeabf2017-12-11 17:53:282430 # chromium.android.fyi
2431 'Jelly Bean Tester',
2432 'Lollipop Consumer Tester',
2433 'Lollipop Low-end Tester',
2434 'Unswarmed N5 Tests Dummy Builder',
2435 'Unswarmed N5X Tests Dummy Builder',
2436 'x64 Device Tester',
2437 'x86 Cloud Tester',
Kenneth Russellfbda3c532017-12-08 23:57:242438 # chromium.clang
2439 'ToTAndroid x64',
Kenneth Russell8ceeabf2017-12-11 17:53:282440 # chromium.fyi
2441 'Out of Process Profiling Android',
Kenneth Russelleb60cbd22017-12-05 07:54:282442 ],
2443 'modifications': {
2444 'Marshmallow 64 bit Tester': {
2445 'swarming': {
2446 'hard_timeout': 960,
2447 'shards': 3,
2448 },
2449 },
2450 },
2451 },
2452 'renderer_side_navigation_content_unittests': {
2453 'remove_from': [
2454 # On chromium.android, unclear why these aren't run on all bots.
2455 'KitKat Phone Tester (dbg)',
2456 'KitKat Phone Tester (rel)',
2457 'KitKat Tablet Tester',
2458 'Lollipop Phone Tester',
2459 'Lollipop Tablet Tester',
2460 'Marshmallow Phone Tester (rel)',
2461 'Marshmallow Tablet Tester',
2462 'Nougat Phone Tester',
Kenneth Russell8ceeabf2017-12-11 17:53:282463 # chromium.android.fyi
2464 'Jelly Bean Tester',
2465 'Lollipop Consumer Tester',
2466 'Lollipop Low-end Tester',
2467 'Unswarmed N5 Tests Dummy Builder',
2468 'Unswarmed N5X Tests Dummy Builder',
2469 'x64 Device Tester',
2470 'x86 Cloud Tester',
Kenneth Russell56a3e862017-12-08 03:11:342471 # chromium.chromiumos
2472 'Linux ChromiumOS Tests (dbg)(1)',
2473 'linux-chromeos-dbg',
2474 'linux-chromeos-rel',
Kenneth Russellfbda3c532017-12-08 23:57:242475 # chromium.clang
2476 'ToTAndroid x64',
Kenneth Russell8ceeabf2017-12-11 17:53:282477 # chromium.fyi
2478 'Out of Process Profiling Android',
Kenneth Russellb3cca6f02017-12-05 22:02:392479 # On chromium.linux, unclear why these aren't run on 32-bit.
Kenneth Russelleb60cbd22017-12-05 07:54:282480 'Linux Tests (dbg)(1)(32)',
2481 ],
2482 },
2483 'renderer_side_navigation_webview_instrumentation_test_apk': {
2484 'remove_from': [
2485 # On chromium.android, unclear why these aren't run on all bots.
2486 'KitKat Phone Tester (dbg)',
2487 'KitKat Phone Tester (rel)',
2488 'KitKat Tablet Tester',
2489 'Lollipop Phone Tester',
2490 'Lollipop Tablet Tester',
2491 'Marshmallow Phone Tester (rel)',
2492 'Marshmallow Tablet Tester',
2493 'Nougat Phone Tester',
Kenneth Russell8ceeabf2017-12-11 17:53:282494 # chromium.android.fyi
2495 'Jelly Bean Tester',
2496 'Lollipop Consumer Tester',
2497 'Lollipop Low-end Tester',
2498 'Unswarmed N5 Tests Dummy Builder',
2499 'Unswarmed N5X Tests Dummy Builder',
2500 'x64 Device Tester',
2501 'x86 Cloud Tester',
Kenneth Russellfbda3c532017-12-08 23:57:242502 # chromium.clang
2503 'ToTAndroid x64',
Kenneth Russell8ceeabf2017-12-11 17:53:282504 # chromium.fyi
2505 'Out of Process Profiling Android',
Kenneth Russelleb60cbd22017-12-05 07:54:282506 ],
2507 'modifications': {
2508 'Marshmallow 64 bit Tester': {
2509 'swarming': {
2510 'hard_timeout': 1200,
2511 'shards': 8,
2512 },
2513 },
2514 },
2515 },
2516 'sandbox_linux_unittests': {
2517 'modifications': {
2518 'KitKat Tablet Tester': {
2519 'swarming': {
2520 'hard_timeout': 60,
2521 },
2522 },
2523 'Marshmallow Tablet Tester': {
2524 'swarming': {
2525 'hard_timeout': 60,
2526 },
2527 },
Kenneth Russell56a3e862017-12-08 03:11:342528 'Linux ChromiumOS Tests (dbg)(1)': {
2529 'args': [
2530 '--test-launcher-print-test-stdio=always',
2531 ],
2532 },
2533 'linux-chromeos-dbg': {
2534 'args': [
2535 '--test-launcher-print-test-stdio=always',
2536 ],
2537 },
2538 'linux-chromeos-rel': {
2539 'args': [
2540 '--test-launcher-print-test-stdio=always',
2541 ],
2542 },
Kenneth Russelleb60cbd22017-12-05 07:54:282543 'Linux Tests (dbg)(1)': {
2544 'args': [
2545 '--test-launcher-print-test-stdio=always',
2546 ],
2547 },
2548 'Linux Tests (dbg)(1)(32)': {
2549 'args': [
2550 '--test-launcher-print-test-stdio=always',
2551 ],
2552 },
2553 'Lollipop Tablet Tester': {
2554 'swarming': {
2555 'hard_timeout': 60,
2556 },
2557 },
2558 },
2559 },
2560 'service_manager_unittests': {
2561 'remove_from': [
2562 # On chromium.android, unclear why these aren't run.
2563 'KitKat Phone Tester (dbg)',
2564 'KitKat Phone Tester (rel)',
2565 'KitKat Tablet Tester',
2566 'Lollipop Phone Tester',
2567 'Lollipop Tablet Tester',
2568 'Marshmallow 64 bit Tester',
2569 'Marshmallow Phone Tester (rel)',
2570 'Marshmallow Tablet Tester',
2571 'Nougat Phone Tester',
Kenneth Russell8ceeabf2017-12-11 17:53:282572 # chromium.android.fyi
2573 'Jelly Bean Tester',
2574 'Lollipop Consumer Tester',
2575 'Lollipop Low-end Tester',
2576 'Unswarmed N5 Tests Dummy Builder',
2577 'Unswarmed N5X Tests Dummy Builder',
2578 'x64 Device Tester',
2579 'x86 Cloud Tester',
Kenneth Russell56a3e862017-12-08 03:11:342580 # chromium.chromiumos
2581 'Linux ChromiumOS Tests (dbg)(1)',
2582 'linux-chromeos-dbg',
2583 'linux-chromeos-rel',
Kenneth Russell8ceeabf2017-12-11 17:53:282584 # chromium.fyi
2585 'Chromium Win 10 GCE Tests',
2586 # chromium.linux
Kenneth Russelleb60cbd22017-12-05 07:54:282587 'Cast Audio Linux',
2588 'Cast Linux',
2589 'Linux Tests (dbg)(1)(32)',
2590 # On chromium.mac, unclear why these aren't run.
2591 'Mac10.10 Tests',
2592 'Mac10.11 Tests',
2593 'Mac10.12 Tests',
Shenghua Zhangbd6f1b232018-03-03 02:59:142594 'Mac10.13 Tests',
2595 'Mac10.13 Tests (dbg)',
Kenneth Russelleb60cbd22017-12-05 07:54:282596 'Win7 Tests (dbg)(1)',
2597 'Win10 Tests x64',
2598 ],
Kevin Marshall2a829862018-03-27 22:24:552599 'modifications': {
2600 # chromium.fyi
2601 'Fuchsia': {
2602 'args': [
2603 '--use-new-test-runner',
2604 ],
2605 },
2606 }
Kenneth Russelleb60cbd22017-12-05 07:54:282607 },
2608 'services_unittests': {
2609 'remove_from': [
2610 # On chromium.android, unclear why these aren't run on all bots.
2611 'KitKat Tablet Tester',
2612 'Lollipop Phone Tester',
2613 'Lollipop Tablet Tester',
2614 'Marshmallow 64 bit Tester',
2615 'Marshmallow Tablet Tester',
2616 'Nougat Phone Tester',
Kenneth Russell8ceeabf2017-12-11 17:53:282617 # chromium.android.fyi
2618 'Jelly Bean Tester',
2619 'Lollipop Consumer Tester',
2620 'Lollipop Low-end Tester',
2621 'Unswarmed N5 Tests Dummy Builder',
2622 'Unswarmed N5X Tests Dummy Builder',
2623 'x64 Device Tester',
2624 'x86 Cloud Tester',
Kenneth Russellfbda3c532017-12-08 23:57:242625 # chromium.clang
2626 'CFI Linux (icall)',
2627 'CFI Linux ToT',
2628 'CrWinAsan',
2629 'CrWinAsan(dll)',
2630 'CrWinAsanCov',
2631 'ToTAndroidASan',
2632 'ToTLinuxMSan',
2633 'ToTLinuxThinLTO',
Kenneth Russell8ceeabf2017-12-11 17:53:282634 # chromium.fyi
Dirk Pranke46119d82018-03-21 00:13:592635 'mac-views-rel',
Kenneth Russell8ceeabf2017-12-11 17:53:282636 'Chromium Mac 10.11',
2637 'Chromium Mac 10.11 Force Mac Toolchain',
2638 'Chromium Mac 10.13',
Kenneth Russell8ceeabf2017-12-11 17:53:282639 'ThinLTO Linux ToT',
Kenneth Russell8ceeabf2017-12-11 17:53:282640 'Win 10 Fast Ring',
Kenneth Russelleb60cbd22017-12-05 07:54:282641 # On chromium.linux, unclear why these aren't run on Cast.
2642 'Cast Audio Linux',
2643 'Cast Linux',
John Budorickca14c76f62017-12-09 14:19:182644 # chromium.memory
Nico Weberd36959682018-04-12 03:33:462645 'Linux ChromiumOS MSan Tests', # https://crbug.com/831676
2646 'Linux MSan Tests', # https://crbug.com/831676
Kenneth Russelleb60cbd22017-12-05 07:54:282647 ],
Kenneth Russelleb60cbd22017-12-05 07:54:282648 },
Lukasz Anforowiczfb1ccf02018-04-21 14:55:202649 'not_site_per_process_browser_tests': {
Kenneth Russelleb60cbd22017-12-05 07:54:282650 'remove_from': [
Kenneth Russell8ceeabf2017-12-11 17:53:282651 # chromium.fyi
2652 'Site Isolation Android',
2653 # chromium.linux
Kenneth Russelleb60cbd22017-12-05 07:54:282654 'Linux Tests (dbg)(1)(32)',
2655 ],
2656 'modifications': {
2657 'Linux Tests (dbg)(1)': {
2658 'swarming': {
2659 'shards': 10,
2660 },
2661 },
Dirk Pranke8fd63c12017-12-10 18:06:272662 # client.v8.chromium
2663 'Linux - Future (dbg)': {
2664 'swarming': {
2665 'shards': 10,
2666 },
2667 },
Kenneth Russelleb60cbd22017-12-05 07:54:282668 },
2669 },
Dirk Pranke7feb8802017-12-14 19:27:452670 'site_per_process_components_browsertests': {
2671 'remove_from': [
2672 # chromium.linux
2673 'Linux Tests (dbg)(1)(32)',
Dirk Pranke7feb8802017-12-14 19:27:452674 ],
2675 },
2676 'site_per_process_components_unittests': {
2677 'remove_from': [
2678 # chromium.linux
2679 'Linux Tests (dbg)(1)(32)',
Dirk Pranke7feb8802017-12-14 19:27:452680 ],
2681 },
Kenneth Russelleb60cbd22017-12-05 07:54:282682 'site_per_process_content_browsertests': {
2683 'remove_from': [
Dirk Pranke7feb8802017-12-14 19:27:452684 # chromium.linux
Kenneth Russelleb60cbd22017-12-05 07:54:282685 'Linux Tests (dbg)(1)(32)',
2686 ],
Kenneth Russell8ceeabf2017-12-11 17:53:282687 'modifications': {
2688 # chromium.fyi
2689 'Site Isolation Android': {
2690 'swarming': {
2691 'shards': 6,
2692 },
2693 },
2694 },
Kenneth Russelleb60cbd22017-12-05 07:54:282695 },
2696 'site_per_process_content_unittests': {
2697 'remove_from': [
Dirk Pranke7feb8802017-12-14 19:27:452698 # chromium.linux
Kenneth Russelleb60cbd22017-12-05 07:54:282699 'Linux Tests (dbg)(1)(32)',
2700 ],
2701 },
Dirk Pranke7feb8802017-12-14 19:27:452702 'site_per_process_extensions_browsertests': {
2703 'remove_from': [
2704 # chromium.linux
2705 'Linux Tests (dbg)(1)(32)',
Dirk Pranke7feb8802017-12-14 19:27:452706 ],
2707 },
2708 'site_per_process_extensions_unittests': {
2709 'remove_from': [
2710 # chromium.linux
2711 'Linux Tests (dbg)(1)(32)',
Dirk Pranke7feb8802017-12-14 19:27:452712 ],
2713 },
Lukasz Anforowiczfb1ccf02018-04-21 14:55:202714 'not_site_per_process_interactive_ui_tests': {
Dirk Pranke7feb8802017-12-14 19:27:452715 'remove_from': [
2716 # chromium.linux
2717 'Linux Tests (dbg)(1)(32)',
Dirk Pranke7feb8802017-12-14 19:27:452718 ],
2719 },
Lukasz Anforowiczfb1ccf02018-04-21 14:55:202720 'not_site_per_process_sync_integration_tests': {
Dirk Pranke7feb8802017-12-14 19:27:452721 'remove_from': [
2722 # chromium.linux
2723 'Linux Tests (dbg)(1)(32)',
Dirk Pranke7feb8802017-12-14 19:27:452724 ],
2725 },
Lukasz Anforowiczfb1ccf02018-04-21 14:55:202726 'not_site_per_process_unit_tests': {
Kenneth Russelleb60cbd22017-12-05 07:54:282727 'remove_from': [
Kenneth Russell8ceeabf2017-12-11 17:53:282728 # chromium.fyi
2729 'Site Isolation Android',
2730 # chromium.linux
Kenneth Russelleb60cbd22017-12-05 07:54:282731 'Linux Tests (dbg)(1)(32)',
2732 ],
2733 },
Dirk Prankeb4ab1e42017-12-19 22:00:532734 'site_per_process_webkit_layout_tests': {
2735 'remove_from': [
2736 # chromium.linux
John Budorick5fae58f2018-01-17 17:33:432737 # TODO(dpranke): Should we be running this step on Linux Tests (dbg)(1)?
2738 'Linux Tests (dbg)(1)',
Dirk Prankeb4ab1e42017-12-19 22:00:532739 'Linux Tests (dbg)(1)(32)',
Dirk Prankeb4ab1e42017-12-19 22:00:532740 ],
2741 },
Dirk Pranke1b767092017-12-07 04:44:232742 'sizes': {
2743 'remove_from': [
2744 'Win',
2745 'Win x64',
2746 ],
2747 'modifications': {
Kenneth Russell8ceeabf2017-12-11 17:53:282748 # chromium
Dirk Pranke1b767092017-12-07 04:44:232749 'Mac': {
2750 'args': [
2751 'mac-release/sizes',
2752 ],
2753 },
2754 'Linux x64': {
2755 'args': [
2756 'linux-release-64/sizes',
2757 ],
2758 },
Kenneth Russell8ceeabf2017-12-11 17:53:282759 # chromium.android.fyi
Kenneth Russell8ceeabf2017-12-11 17:53:282760 'Android Cronet KitKat Builder': {
2761 'args': [
2762 '--platform',
2763 'android-cronet',
2764 '--perf-id',
2765 'android_cronet_builder',
2766 'cronet-arm/sizes',
2767 ],
2768 'override_compile_targets': [
2769 'cronet',
2770 ],
2771 },
Dirk Pranke1b767092017-12-07 04:44:232772 },
2773 },
Kenneth Russelleb60cbd22017-12-05 07:54:282774 'skia_unittests': {
2775 'remove_from': [
2776 # On chromium.android, unclear why these aren't run.
2777 'KitKat Phone Tester (dbg)',
2778 'KitKat Phone Tester (rel)',
2779 'KitKat Tablet Tester',
2780 'Lollipop Phone Tester',
2781 'Lollipop Tablet Tester',
2782 'Marshmallow 64 bit Tester',
2783 'Marshmallow Phone Tester (rel)',
2784 'Marshmallow Tablet Tester',
2785 'Nougat Phone Tester',
Kenneth Russell8ceeabf2017-12-11 17:53:282786 # chromium.android.fyi
2787 'Jelly Bean Tester',
2788 'Lollipop Consumer Tester',
2789 'Lollipop Low-end Tester',
2790 'Unswarmed N5 Tests Dummy Builder',
2791 'Unswarmed N5X Tests Dummy Builder',
2792 'x86 Cloud Tester',
Kenneth Russellb3cca6f02017-12-05 22:02:392793 # On chromium.linux, unclear why these aren't run on Cast.
Kenneth Russelleb60cbd22017-12-05 07:54:282794 'Cast Audio Linux',
2795 'Cast Linux',
2796 ],
Kevin Marshalld3c41f5e2018-02-02 04:43:512797 'modifications': {
2798 # chromium.fyi
2799 'Fuchsia': {
2800 'args': [
2801 '--use-new-test-runner',
2802 '-v', # Useful for getting debug info and SCP throughput stats.
2803 ],
2804 },
2805 },
Kenneth Russelleb60cbd22017-12-05 07:54:282806 },
2807 'snapshot_unittests': {
2808 'remove_from': [
Kenneth Russell56a3e862017-12-08 03:11:342809 # chromium.chromiumos
2810 'Linux ChromiumOS Tests (dbg)(1)',
2811 'linux-chromeos-dbg',
2812 'linux-chromeos-rel',
Kenneth Russell8ceeabf2017-12-11 17:53:282813 # chromium.fyi
Dirk Pranke46119d82018-03-21 00:13:592814 'mac-views-rel',
Kenneth Russell8ceeabf2017-12-11 17:53:282815 'Chromium Mac 10.11',
2816 'Chromium Mac 10.11 Force Mac Toolchain',
2817 'Chromium Mac 10.13',
2818 'Out of Process Profiling Mac',
Kenneth Russelleb60cbd22017-12-05 07:54:282819 # On chromium.win, unclear why these aren't run.
2820 'Win 7 Tests x64 (1)',
2821 'Win10 Tests x64',
2822 'Win7 (32) Tests',
2823 'Win7 Tests (1)',
2824 'Win7 Tests (dbg)(1)',
2825 ],
2826 },
2827 'sql_unittests': {
Dirk Prankedd1d2a02017-12-08 20:51:592828 'remove_from': [
Kenneth Russell8ceeabf2017-12-11 17:53:282829 # chromium.fyi
2830 'Fuchsia ARM64',
Dirk Prankedd1d2a02017-12-08 20:51:592831 ],
Kenneth Russelleb60cbd22017-12-05 07:54:282832 'modifications': {
2833 'KitKat Tablet Tester': {
2834 'swarming': {
2835 'hard_timeout': 60,
2836 },
2837 },
2838 'Lollipop Tablet Tester': {
2839 'swarming': {
2840 'hard_timeout': 60,
2841 },
2842 },
2843 'Marshmallow Tablet Tester': {
2844 'swarming': {
Yuke Liao5d6014d2018-03-20 22:09:562845 'hard_timeout': 120,
Kenneth Russelleb60cbd22017-12-05 07:54:282846 },
2847 },
Kevin Marshalld3c41f5e2018-02-02 04:43:512848
2849 # chromium.fyi
2850 'Fuchsia': {
2851 'args': [
2852 '--use-new-test-runner',
2853 '-v', # Useful for getting debug info and SCP throughput stats.
2854 ],
2855 },
Kenneth Russelleb60cbd22017-12-05 07:54:282856 },
2857 },
2858 'storage_unittests': {
Kenneth Russellfbda3c532017-12-08 23:57:242859 'remove_from': [
2860 # chromium.clang
2861 'ToTLinuxASan',
Kenneth Russellfbda3c532017-12-08 23:57:242862 'ToTLinuxThinLTO',
2863 'ToTLinuxUBSanVptr',
Kenneth Russell78225042018-02-23 09:43:132864 'UBSanVptr Linux',
Kenneth Russell8ceeabf2017-12-11 17:53:282865 # chromium.fyi
2866 'Out of Process Profiling Mac',
2867 'ThinLTO Linux ToT',
Kenneth Russellfbda3c532017-12-08 23:57:242868 ],
Kenneth Russelleb60cbd22017-12-05 07:54:282869 'modifications': {
2870 # chromium.android
2871 'KitKat Phone Tester (dbg)': {
2872 'swarming': {
2873 'hard_timeout': 180,
2874 },
2875 },
2876 'KitKat Phone Tester (rel)': {
2877 'swarming': {
2878 'hard_timeout': 180,
2879 },
2880 },
2881 'KitKat Tablet Tester': {
2882 'swarming': {
2883 'hard_timeout': 120,
2884 },
2885 },
2886 'Lollipop Phone Tester': {
2887 'swarming': {
2888 'hard_timeout': 960,
2889 },
2890 },
2891 'Lollipop Tablet Tester': {
2892 'swarming': {
2893 'hard_timeout': 300,
2894 },
2895 },
2896 'Marshmallow 64 bit Tester': {
2897 'swarming': {
2898 'hard_timeout': 960,
2899 },
2900 },
2901 'Marshmallow Tablet Tester': {
2902 'swarming': {
2903 'hard_timeout': 300,
2904 },
2905 },
Kenneth Russelleb60cbd22017-12-05 07:54:282906 },
2907 },
2908 'sync_integration_tests': {
2909 'modifications': {
2910 'Win7 Tests (dbg)(1)': {
2911 'swarming': {
2912 'shards': 2,
2913 },
2914 },
2915 },
John Budorickca14c76f62017-12-09 14:19:182916 'remove_from': [
2917 # chromium.memory
2918 'Linux ASan LSan Tests (1)',
2919 'Linux CFI',
2920 'Linux Chromium OS ASan LSan Tests (1)',
2921 'Linux ChromiumOS MSan Tests',
2922 'Linux MSan Tests',
2923 'Linux TSan Tests',
2924 ],
Kenneth Russelleb60cbd22017-12-05 07:54:282925 },
2926 'telemetry_perf_unittests': {
2927 'modifications': {
Kenneth Russell8ceeabf2017-12-11 17:53:282928 # chromium.android
Kenneth Russelleb60cbd22017-12-05 07:54:282929 'KitKat Phone Tester (rel)': {
2930 'args': [
2931 '--browser=android-chromium',
2932 '--device=android',
2933 ],
2934 'swarming': {
2935 'dimension_sets': [
2936 {
2937 'temp_band': '<30',
2938 },
2939 ],
2940 'hard_timeout': 1500,
2941 'shards': 15,
2942 },
2943 },
2944 'Marshmallow Phone Tester (rel)': {
2945 'args': [
2946 '--browser=android-chromium',
2947 '--device=android',
2948 ],
2949 'swarming': {
2950 'dimension_sets': [
2951 {
2952 'temp_band': '<30',
2953 },
2954 ],
2955 'hard_timeout': 1500,
2956 'shards': 15,
2957 },
2958 },
Kenneth Russell8ceeabf2017-12-11 17:53:282959 # chromium.android.fyi
2960 'x86 Cloud Tester': {
2961 'args': [
2962 '--browser=android-chromium',
2963 '--device=android',
2964 ],
2965 'swarming': {
2966 'shards': 1,
2967 },
2968 },
Tom Andersonae738bda2018-02-20 20:40:092969 # chromium.fyi
2970 'Linux Xenial': {
2971 'args': [
2972 '--xvfb',
2973 '--jobs=1',
2974 ],
2975 },
Kenneth Russell8ceeabf2017-12-11 17:53:282976 # chromium.linux
Kenneth Russelleb60cbd22017-12-05 07:54:282977 'Linux Tests': {
2978 'args': [
2979 '--xvfb',
Ned Nguyene6e26042018-01-17 20:42:482980 '--jobs=1',
Kenneth Russelleb60cbd22017-12-05 07:54:282981 ],
2982 },
Ned Nguyeneb3911e2017-12-11 20:16:022983 'Linux Tests (dbg)(1)': {
2984 'args': [
2985 '--xvfb',
nednguyen35d625f22018-01-11 19:45:302986 '--jobs=1',
Ned Nguyeneb3911e2017-12-11 20:16:022987 ],
2988 },
Kenneth Russell8ceeabf2017-12-11 17:53:282989 # chromium.mac
Kenneth Russelleb60cbd22017-12-05 07:54:282990 # Disable parallelism on all Mac bots.
2991 'Mac10.10 Tests': {
2992 'args': [
2993 '--jobs=1',
2994 ],
2995 },
2996 'Mac10.11 Tests': {
2997 'args': [
2998 '--jobs=1',
2999 ],
3000 },
3001 'Mac10.12 Tests': {
3002 'args': [
3003 '--jobs=1',
3004 ],
3005 },
Ned Nguyen6e6e5b32018-02-21 20:21:503006 'Win7 Tests (dbg)(1)': {
3007 'args': [
3008 '--jobs=1',
3009 ],
3010 'swarming': {
3011 'shards': 20,
3012 },
3013 'experiment_percentage': 100,
3014 },
Kenneth Russelleb60cbd22017-12-05 07:54:283015 },
3016 'remove_from': [
Kenneth Russelleb60cbd22017-12-05 07:54:283017 'Linux Tests (dbg)(1)(32)',
Shenghua Zhangbd6f1b232018-03-03 02:59:143018 'Mac10.13 Tests',
3019 'Mac10.13 Tests (dbg)',
Dirk Pranke8fd63c12017-12-10 18:06:273020 # client.v8.chromium
3021 'Linux - Future (dbg)',
Kenneth Russelleb60cbd22017-12-05 07:54:283022 ],
3023 },
Dirk Prankedd1d2a02017-12-08 20:51:593024 'telemetry_unittests': {
3025 'modifications': {
Kenneth Russell8ceeabf2017-12-11 17:53:283026 'Out of Process Profiling Mac': {
3027 'swarming': {
3028 'shards': 2,
3029 },
3030 },
Dirk Prankedd1d2a02017-12-08 20:51:593031 },
3032 },
Kenneth Russelleb60cbd22017-12-05 07:54:283033 'traffic_annotation_auditor_unittests': {
3034 'modifications': {
3035 'Linux Tests': {
3036 # Unclear why this isn't swarmed.
3037 'swarming': {
3038 'can_use_on_swarming_builders': False,
3039 },
3040 },
3041 },
3042 'remove_from': [
3043 # On chromium.linux, unclear why these only run on "Linux Tests".
3044 'Linux Tests (dbg)(1)',
3045 'Linux Tests (dbg)(1)(32)',
3046 ],
3047 },
3048 'ui_android_unittests': {
3049 'modifications': {
3050 'KitKat Tablet Tester': {
3051 'swarming': {
3052 'hard_timeout': 120,
3053 },
3054 },
3055 'Marshmallow Tablet Tester': {
3056 'swarming': {
3057 'hard_timeout': 120,
3058 },
3059 },
3060 },
3061 },
3062 'ui_base_unittests': {
3063 'modifications': {
3064 'KitKat Tablet Tester': {
3065 'swarming': {
3066 'hard_timeout': 120,
3067 },
3068 },
3069 'Marshmallow Tablet Tester': {
3070 'swarming': {
3071 'hard_timeout': 120,
3072 },
3073 },
3074 },
3075 },
3076 'ui_touch_selection_unittests': {
Kenneth Russellfbda3c532017-12-08 23:57:243077 'remove_from': [
3078 # chromium.clang
3079 'ToTLinuxASan',
Kenneth Russellfbda3c532017-12-08 23:57:243080 ],
Kenneth Russelleb60cbd22017-12-05 07:54:283081 'modifications': {
3082 'KitKat Tablet Tester': {
3083 'swarming': {
3084 'hard_timeout': 120,
3085 },
3086 },
3087 'Marshmallow Tablet Tester': {
3088 'swarming': {
3089 'hard_timeout': 120,
3090 },
3091 },
3092 },
3093 },
3094 'unit_tests': {
3095 'remove_from': [
Kenneth Russellfbda3c532017-12-08 23:57:243096 # chromium.clang
3097 'CrWinAsanCov',
Kenneth Russelleb60cbd22017-12-05 07:54:283098 # On chromium.linux, unclear why these aren't run on Cast.
3099 'Cast Audio Linux',
3100 'Cast Linux',
3101 ],
3102 'modifications': {
Kenneth Russellfbda3c532017-12-08 23:57:243103 # chromium.android
Kenneth Russelleb60cbd22017-12-05 07:54:283104 'KitKat Tablet Tester': {
3105 'swarming': {
3106 'hard_timeout': 1200,
3107 'shards': 2,
3108 },
3109 },
3110 'Lollipop Phone Tester': {
3111 'swarming': {
3112 'hard_timeout': 960,
3113 'shards': 2,
3114 },
3115 },
3116 'Lollipop Tablet Tester': {
3117 'swarming': {
3118 'hard_timeout': 1200,
3119 'shards': 2,
3120 },
3121 },
3122 'Marshmallow 64 bit Tester': {
3123 'swarming': {
3124 'hard_timeout': 960,
3125 'shards': 2,
3126 },
3127 },
3128 'Marshmallow Phone Tester (rel)': {
3129 'swarming': {
3130 'hard_timeout': 960,
3131 'shards': 2,
3132 },
3133 },
3134 'Marshmallow Tablet Tester': {
3135 'swarming': {
3136 'hard_timeout': 1200,
3137 'shards': 2,
3138 },
3139 },
Kenneth Russell8ceeabf2017-12-11 17:53:283140 # chromium.android.fyi
3141 'Lollipop Low-end Tester': {
3142 'swarming': {
3143 'hard_timeout': 0,
3144 },
3145 },
3146 'Nougat Phone Tester': {
3147 'swarming': {
3148 'hard_timeout': 1200,
3149 'shards': 2,
3150 },
3151 },
3152 'x64 Device Tester': {
3153 'swarming': {
3154 'hard_timeout': 0,
3155 },
3156 },
3157 'x86 Cloud Tester': {
3158 'swarming': {
3159 'hard_timeout': 0,
3160 },
3161 },
Kenneth Russellfbda3c532017-12-08 23:57:243162 # chromium.clang
3163 'ToTLinuxASan': {
3164 'swarming': {
3165 'shards': 2,
3166 },
John Budorickca14c76f62017-12-09 14:19:183167 },
Dirk Pranke20eae9a72017-12-09 18:12:143168 # chromium.memory
John Budorickca14c76f62017-12-09 14:19:183169 'Linux ASan LSan Tests (1)': {
John Budorick5052d552017-12-13 02:59:343170 # These are slow on the ASAN trybot for some reason.
3171 # crbug.com/794372
John Budorickca14c76f62017-12-09 14:19:183172 'swarming': {
John Budorick5052d552017-12-13 02:59:343173 'shards': 4,
John Budorickca14c76f62017-12-09 14:19:183174 },
3175 },
3176 'Linux Chromium OS ASan LSan Tests (1)': {
3177 'args': [
3178 '--test-launcher-filter-file=../../testing/buildbot/filters/unit_tests_cros_asan.filter',
3179 ],
3180 },
3181 'Linux TSan Tests': {
3182 'swarming': {
3183 'shards': 2,
3184 },
3185 },
Dirk Pranke20eae9a72017-12-09 18:12:143186 # chromium.swarm
3187 'Android N5X Swarm': {
3188 'swarming': {
3189 'shards': 8,
3190 },
3191 },
Kenneth Russelleb60cbd22017-12-05 07:54:283192 },
3193 },
3194 'url_unittests': {
3195 'remove_from': [
3196 # On chromium.android, unclear why these aren't run.
3197 'KitKat Phone Tester (dbg)',
3198 'KitKat Phone Tester (rel)',
3199 'KitKat Tablet Tester',
3200 'Lollipop Phone Tester',
3201 'Lollipop Tablet Tester',
3202 'Marshmallow 64 bit Tester',
3203 'Marshmallow Phone Tester (rel)',
3204 'Marshmallow Tablet Tester',
3205 'Nougat Phone Tester',
Kenneth Russell8ceeabf2017-12-11 17:53:283206 # chromium.android.fyi
3207 'Jelly Bean Tester',
3208 'Lollipop Consumer Tester',
3209 'Lollipop Low-end Tester',
3210 'Unswarmed N5 Tests Dummy Builder',
3211 'Unswarmed N5X Tests Dummy Builder',
3212 'x86 Cloud Tester',
Kenneth Russelleb60cbd22017-12-05 07:54:283213 ],
3214 },
3215 'views_unittests': {
3216 'remove_from': [
Kenneth Russellfbda3c532017-12-08 23:57:243217 # chromium.clang
3218 'ToTLinuxASan',
3219 'ToTMacASan',
3220 # chromium.linux
Kenneth Russelleb60cbd22017-12-05 07:54:283221 'Linux Tests (dbg)(1)(32)',
3222 ],
3223 },
Stephen Martinis36977112018-04-06 06:09:463224 'viz_browser_tests': {
3225 'remove_from': [
3226 # Currently too flaky on Windows.
3227 'Win 7 Tests x64 (1)',
3228 'Win10 Tests x64',
3229 'Win7 Tests (1)',
3230 'Win7 Tests (dbg)(1)',
3231 ],
3232 },
Kenneth Russelleb60cbd22017-12-05 07:54:283233 'viz_unittests': {
3234 'remove_from': [
3235 # On chromium.android, unclear why these aren't run on all bots.
3236 'Nougat Phone Tester',
Kenneth Russellfbda3c532017-12-08 23:57:243237 # chromium.clang
3238 'CFI Linux (icall)',
3239 'CFI Linux ToT',
3240 'ToTAndroid x64',
3241 'ToTAndroidASan',
3242 'ToTLinux',
3243 'ToTLinuxASan',
Kenneth Russellfbda3c532017-12-08 23:57:243244 'ToTLinuxThinLTO',
3245 'ToTLinuxUBSanVptr',
Kenneth Russell78225042018-02-23 09:43:133246 'UBSanVptr Linux',
Kenneth Russell8ceeabf2017-12-11 17:53:283247 # chromium.android.fyi
3248 'Jelly Bean Tester',
3249 'Lollipop Consumer Tester',
3250 'Lollipop Low-end Tester',
3251 'Unswarmed N5 Tests Dummy Builder',
3252 'Unswarmed N5X Tests Dummy Builder',
3253 'x64 Device Tester',
3254 'x86 Cloud Tester',
3255 # chromium.fyi
3256 'Chromium Win 10 GCE Tests',
3257 'Out of Process Profiling Android',
3258 'Out of Process Profiling Linux',
3259 'ThinLTO Linux ToT',
Kenneth Russelleb60cbd22017-12-05 07:54:283260 # chromium.win
3261 'Win10 Tests x64',
3262 ],
Kenneth Russelleb60cbd22017-12-05 07:54:283263 'modifications': {
3264 'KitKat Tablet Tester': {
3265 'swarming': {
3266 'hard_timeout': 300,
3267 },
3268 },
3269 'Lollipop Tablet Tester': {
3270 'swarming': {
3271 'hard_timeout': 300,
3272 },
3273 },
3274 'Marshmallow Phone Tester (rel)': {
3275 'swarming': {
3276 'hard_timeout': 960,
3277 },
3278 },
3279 'Marshmallow Tablet Tester': {
3280 'swarming': {
3281 'hard_timeout': 300,
3282 },
3283 },
3284 },
3285 },
3286 'vr_common_unittests': {
3287 'remove_from': [
3288 # On chromium.android, unclear why these aren't run on all bots.
3289 'KitKat Phone Tester (dbg)',
3290 'KitKat Phone Tester (rel)',
Kenneth Russell8ceeabf2017-12-11 17:53:283291 'Nougat Phone Tester chromium.android',
3292 # chromium.android.fyi
3293 'Jelly Bean Tester',
3294 'Lollipop Consumer Tester',
3295 'Lollipop Low-end Tester',
3296 'Unswarmed N5 Tests Dummy Builder',
3297 'Unswarmed N5X Tests Dummy Builder',
3298 'x64 Device Tester',
3299 'x86 Cloud Tester',
Kenneth Russellfbda3c532017-12-08 23:57:243300 # chromium.clang
3301 'ToTAndroid x64',
Kenneth Russell8ceeabf2017-12-11 17:53:283302 # chromium.fyi
3303 'Chromium Win 10 GCE Tests',
3304 'Out of Process Profiling Android',
Kenneth Russelleb60cbd22017-12-05 07:54:283305 # chromium.win
3306 'Win 7 Tests x64 (1)',
3307 'Win10 Tests x64',
3308 ],
3309 'modifications': {
3310 'KitKat Tablet Tester': {
3311 'swarming': {
3312 'hard_timeout': 300,
3313 },
3314 },
3315 'Lollipop Tablet Tester': {
3316 'swarming': {
3317 'hard_timeout': 300,
3318 },
3319 },
3320 'Marshmallow Phone Tester (rel)': {
3321 'swarming': {
3322 'hard_timeout': 960,
3323 },
3324 },
3325 'Marshmallow Tablet Tester': {
3326 'swarming': {
3327 'hard_timeout': 300,
3328 },
3329 },
3330 },
3331 },
Kenneth Russellfbda3c532017-12-08 23:57:243332 'vr_pixeltests': {
3333 'remove_from': [
3334 # chromium.android
3335 'KitKat Phone Tester (dbg)',
3336 'KitKat Phone Tester (rel)',
3337 'KitKat Tablet Tester',
3338 'Lollipop Phone Tester',
3339 'Lollipop Tablet Tester',
3340 'Marshmallow 64 bit Tester',
3341 'Marshmallow Phone Tester (rel)',
3342 'Marshmallow Tablet Tester',
Kenneth Russell8ceeabf2017-12-11 17:53:283343 # chromium.android.fyi
3344 'Jelly Bean Tester',
3345 'Lollipop Consumer Tester',
3346 'Lollipop Low-end Tester',
3347 'Nougat Phone Tester chromium.android.fyi',
3348 'Unswarmed N5 Tests Dummy Builder',
3349 'Unswarmed N5X Tests Dummy Builder',
3350 'x64 Device Tester',
3351 'x86 Cloud Tester',
Kenneth Russellfbda3c532017-12-08 23:57:243352 # chromium.clang
3353 'ToTAndroid x64',
Kenneth Russell8ceeabf2017-12-11 17:53:283354 # chromium.fyi
3355 'Chromium Win 10 GCE Tests',
3356 'Out of Process Profiling Android',
3357 'VR Linux',
Kenneth Russellfbda3c532017-12-08 23:57:243358 # chromium.win
3359 'Win 7 Tests x64 (1)',
3360 'Win10 Tests x64',
3361 'Win7 Tests (1)',
3362 'Win7 Tests (dbg)(1)',
3363 ],
3364 },
Kenneth Russelleb60cbd22017-12-05 07:54:283365 'webkit_layout_tests': {
3366 'remove_from': [
Kenneth Russellfbda3c532017-12-08 23:57:243367 # chromium.clang
3368 'ToTMac',
Kenneth Russell8ceeabf2017-12-11 17:53:283369 # chromium.fyi
3370 'Chromium Mac 10.11',
3371 'Out of Process Profiling Mac',
Kenneth Russellfbda3c532017-12-08 23:57:243372 # chromium.linux
John Budorick5fae58f2018-01-17 17:33:433373 'Linux Tests (dbg)(1)',
Kenneth Russelleb60cbd22017-12-05 07:54:283374 'Linux Tests (dbg)(1)(32)',
Kenneth Russellfbda3c532017-12-08 23:57:243375 # chromium.mac
Shenghua Zhangbd6f1b232018-03-03 02:59:143376 'Mac10.13 Tests (dbg)',
Kenneth Russellfbda3c532017-12-08 23:57:243377 # chromium.win
Kenneth Russelleb60cbd22017-12-05 07:54:283378 'Win 7 Tests x64 (1)',
3379 'Win10 Tests x64',
3380 'Win7 Tests (1)',
3381 ],
Kenneth Russelleb60cbd22017-12-05 07:54:283382 'modifications': {
Kenneth Russell8ceeabf2017-12-11 17:53:283383 # chromium.fyi
Dirk Prankea85f2acd2018-02-02 02:35:433384 'Dummy WebKit Mac10.13': {
3385 'swarming': {
Robert Ma196b907e62018-04-09 18:05:523386 'shards': 12,
Dirk Prankea85f2acd2018-02-02 02:35:433387 },
3388 },
John Budoricka14c2c392018-03-02 19:00:443389 'linux-blink-heap-incremental-marking': {
3390 'args': [
3391 '--debug',
John Budoricka73769af2018-03-08 16:35:213392 '--additional-driver-flag=--enable-blink-features=HeapIncrementalMarking',
John Budoricka14c2c392018-03-02 19:00:443393 ],
3394 },
Kenneth Russell8ceeabf2017-12-11 17:53:283395 'WebKit Linux layout_ng Dummy Builder': {
3396 'args': [
3397 '--additional-driver-flag=--enable-blink-features=LayoutNG',
Kenneth Russell8ceeabf2017-12-11 17:53:283398 '--additional-driver-flag=--enable-slimming-paint-v175',
3399 ],
3400 'swarming': {
3401 'shards': 15,
3402 },
3403 },
3404 'WebKit Linux root_layer_scrolls Dummy Builder': {
3405 'args': [
3406 '--additional-driver-flag=--root-layer-scrolls',
3407 ],
3408 'swarming': {
3409 'shards': 15,
3410 },
3411 },
3412 'WebKit Linux slimming_paint_v2 Dummy Builder': {
3413 'args': [
Xianzhu Wang0e4447e2018-02-19 06:44:323414 '--additional-driver-flag=--enable-slimming-paint-v2',
Kenneth Russell8ceeabf2017-12-11 17:53:283415 ],
3416 'swarming': {
3417 'shards': 15,
3418 },
3419 },
3420 # chromium.linux
Kenneth Russelleb60cbd22017-12-05 07:54:283421 'Linux Tests': {
3422 'swarming': {
3423 'dimension_sets': [
3424 {
3425 # TODO(kbr): this is essentially redundant.
3426 'os': 'Ubuntu-14.04',
3427 },
3428 ],
3429 'shards': 6,
3430 },
3431 },
Kenneth Russell8ceeabf2017-12-11 17:53:283432 # chromium.mac
Kenneth Russelleb60cbd22017-12-05 07:54:283433 'Mac10.10 Tests': {
3434 # TODO(kbr): this is essentially redundant.
3435 'swarming': {
3436 'dimension_sets': [
3437 {
3438 'gpu': 'none',
3439 'os': 'Mac-10.10.5',
3440 },
3441 ],
3442 },
3443 },
3444 'Mac10.11 Tests': {
3445 # TODO(kbr): this is essentially redundant.
3446 'swarming': {
3447 'dimension_sets': [
3448 {
3449 'gpu': 'none',
3450 'os': 'Mac-10.11.6',
3451 },
3452 ],
3453 },
3454 },
3455 'Mac10.12 Tests': {
3456 # TODO(kbr): if the Swarming dimensions were explicitly specified for
3457 # all jobs then this wouldn't be needed. However, note that this bot
3458 # implicitly specifies gpu:none rather than gpu:8086:0a2e.
3459 'swarming': {
3460 'dimension_sets': [
3461 {
3462 'gpu': '8086:0a2e',
3463 'hidpi': '0',
3464 'os': 'Mac-10.12.6',
3465 },
3466 ],
3467 'shards': 12,
3468 },
3469 },
Dirk Pranke736e26f2018-04-07 01:54:303470 'Mac10.13 Tests': {
Kenneth Russellbeb175e2018-04-21 02:43:093471 # TODO(jbudorick,dpranke): Switch this to 10.13.
Dirk Pranke736e26f2018-04-07 01:54:303472
3473 # TODO(kbr): if the Swarming dimensions were explicitly specified for
3474 # all jobs then this wouldn't be needed. However, note that this bot
3475 # implicitly specifies gpu:none rather than gpu:8086:0a2e.
3476 'swarming': {
3477 'dimension_sets': [
3478 {
3479 'gpu': '8086:0a2e',
3480 'hidpi': '0',
3481 'os': 'Mac-10.12.6',
3482 },
3483 ],
3484 'shards': 12,
3485 },
3486 },
Dirk Pranke81ff51c2017-12-09 19:24:283487
3488 # TODO(dpranke): Clean up all of the unneeded exceptions on
3489 # chromium.webkit.
3490 'WebKit Linux Trusty': {
Stephen Martinis3bed2ab2018-04-23 19:42:063491 'args': [
3492 '--zero-tests-executed-ok',
3493 ],
Dirk Pranke81ff51c2017-12-09 19:24:283494 'swarming': {
3495 'dimension_sets': [
3496 {
3497 'os': 'Ubuntu-14.04',
3498 },
3499 ],
3500 },
3501 },
3502 'WebKit Linux Trusty (dbg)': {
3503 'args': [
3504 '--debug',
Stephen Martinis3bed2ab2018-04-23 19:42:063505 '--zero-tests-executed-ok',
Dirk Pranke81ff51c2017-12-09 19:24:283506 ],
3507 'swarming': {
3508 'dimension_sets': [
3509 {
3510 'os': 'Ubuntu-14.04',
3511 },
3512 ],
3513 'shards': 20,
3514 },
3515 },
3516 'WebKit Linux Trusty ASAN': {
3517 'args': [
3518 '--additional-expectations',
3519 '../../third_party/WebKit/LayoutTests/ASANExpectations',
3520 '--time-out-ms',
3521 '48000',
3522 '--enable-sanitizer',
Stephen Martinis3bed2ab2018-04-23 19:42:063523 '--zero-tests-executed-ok',
Dirk Pranke81ff51c2017-12-09 19:24:283524 ],
3525 'swarming': {
3526 'dimension_sets': [
3527 {
3528 'os': 'Ubuntu-14.04',
3529 },
3530 ],
3531 'shards': 20,
3532 },
3533 },
3534 'WebKit Linux Trusty Leak': {
3535 'args': [
3536 '--additional-expectations',
3537 '../../third_party/WebKit/LayoutTests/LeakExpectations',
3538 '--time-out-ms',
3539 '48000',
3540 '--enable-leak-detection',
Stephen Martinis3bed2ab2018-04-23 19:42:063541 '--zero-tests-executed-ok',
Dirk Pranke81ff51c2017-12-09 19:24:283542 ],
3543 'swarming': {
3544 'dimension_sets': [
3545 {
3546 'os': 'Ubuntu-14.04',
3547 },
3548 ],
3549 'shards': 10,
3550 },
3551 },
3552 'WebKit Linux Trusty MSAN': {
3553 'args': [
3554 '--additional-expectations',
3555 '../../third_party/WebKit/LayoutTests/MSANExpectations',
3556 '--time-out-ms',
3557 '66000',
3558 '--enable-sanitizer',
Stephen Martinis3bed2ab2018-04-23 19:42:063559 '--zero-tests-executed-ok',
Dirk Pranke81ff51c2017-12-09 19:24:283560 ],
3561 'swarming': {
3562 'dimension_sets': [
3563 {
3564 'os': 'Ubuntu-14.04',
3565 },
3566 ],
3567 'expiration': 36000,
3568 'hard_timeout': 10800,
3569 'io_timeout': 3600,
3570 'shards': 20,
3571 },
3572 },
Dirk Pranke81ff51c2017-12-09 19:24:283573 'WebKit Mac10.11 (dbg)': {
3574 'args': [
3575 '--debug',
3576 ],
Dirk Pranke81ff51c2017-12-09 19:24:283577 },
3578 'WebKit Win10': {
Stephen Martinis3bed2ab2018-04-23 19:42:063579 'args': [
3580 '--zero-tests-executed-ok',
3581 ],
Dirk Pranke81ff51c2017-12-09 19:24:283582 'swarming': {
3583 'dimension_sets': [
3584 {
Jao-ke Chin-Leeee7d1492018-04-02 17:35:483585 'os': 'Windows-10-15063',
Dirk Pranke81ff51c2017-12-09 19:24:283586 },
3587 ],
Dirk Pranke81ff51c2017-12-09 19:24:283588 },
3589 },
3590 'WebKit Win7': {
Stephen Martinis3bed2ab2018-04-23 19:42:063591 'args': [
3592 '--zero-tests-executed-ok',
3593 ],
Dirk Pranke81ff51c2017-12-09 19:24:283594 'swarming': {
3595 'dimension_sets': [
3596 {
3597 'os': 'Windows-7-SP1',
3598 },
3599 ],
Dirk Pranke81ff51c2017-12-09 19:24:283600 },
3601 },
3602 'WebKit Win7 (dbg)': {
Stephen Martinis3bed2ab2018-04-23 19:42:063603 'args': [
3604 '--zero-tests-executed-ok',
3605 ],
Dirk Pranke81ff51c2017-12-09 19:24:283606 'swarming': {
3607 'dimension_sets': [
3608 {
3609 'os': 'Windows-7-SP1',
3610 },
3611 ]
3612 },
Dirk Pranke81ff51c2017-12-09 19:24:283613 },
3614
Kenneth Russell8ceeabf2017-12-11 17:53:283615 # chromium.win
Kenneth Russelleb60cbd22017-12-05 07:54:283616 'Win7 Tests (dbg)(1)': {
3617 'args': [
3618 '--debug',
3619 '--time-out-ms',
3620 '60000'
3621 ],
3622 # TODO(kbr): the "Windows-7-SP1" Swarming dimension set is implicit,
3623 # from prefered_os_dimension in
3624 # tools/build/scripts/slave/recipe_modules/swarming/api.py. Ideally,
3625 # Swarming dimensions would be either specified for all testers on the
3626 # waterfall (and therefore, explicitly specified for all tests in the
3627 # generated JSON), or this would be removed, and the implicit one used.
3628 'swarming': {
3629 'dimension_sets': [
3630 {
3631 'os': 'Windows-7-SP1',
3632 }
3633 ],
3634 },
3635 },
Stephen Martinis1c5d6aa2018-04-17 03:11:253636 'Win10 Tests x64 (dbg)': {
3637 'args': [
3638 '--debug',
Stephen Martinis29afff32018-04-19 03:03:113639 '--target',
3640 'Debug_x64',
Stephen Martinis1c5d6aa2018-04-17 03:11:253641 ],
3642 },
Kenneth Russelleb60cbd22017-12-05 07:54:283643 },
3644 },
Kenneth Russelleb60cbd22017-12-05 07:54:283645 'webkit_unit_tests': {
3646 'remove_from': [
3647 # On chromium.android, unclear why these aren't run.
3648 'KitKat Phone Tester (dbg)',
3649 'KitKat Phone Tester (rel)',
3650 'KitKat Tablet Tester',
3651 'Lollipop Phone Tester',
3652 'Lollipop Tablet Tester',
3653 'Marshmallow 64 bit Tester',
3654 'Marshmallow Phone Tester (rel)',
3655 'Marshmallow Tablet Tester',
3656 'Nougat Phone Tester',
Kenneth Russell8ceeabf2017-12-11 17:53:283657 # chromium.android.fyi
3658 'Android Tests (trial)(dbg)',
3659 'Jelly Bean Tester',
3660 'Lollipop Consumer Tester',
3661 'Lollipop Low-end Tester',
3662 'Unswarmed N5 Tests Dummy Builder',
3663 'Unswarmed N5X Tests Dummy Builder',
3664 'x86 Cloud Tester',
Kenneth Russellfbda3c532017-12-08 23:57:243665 # chromium.clang
3666 'CrWinAsan',
3667 'CrWinAsan(dll)',
3668 'CrWinAsanCov',
Kenneth Russellfbda3c532017-12-08 23:57:243669 'ToTLinuxMSan',
3670 'ToTLinuxThinLTO',
Dirk Pranke33d04f3a2017-12-16 00:05:273671 # chromium.chromiumos
3672 'linux-chromeos-rel', # crbug.com/795440
Kenneth Russelleb60cbd22017-12-05 07:54:283673 ],
Dirk Pranke81ff51c2017-12-09 19:24:283674 'modifications': {
John Budorick5052d552017-12-13 02:59:343675 # chromium.memory
3676 'Linux ASan LSan Tests (1)': {
3677 # These are very slow on the ASAN trybot for some reason.
3678 # crbug.com/794372
3679 'swarming': {
3680 'shards': 5,
3681 },
3682 },
Dirk Pranke81ff51c2017-12-09 19:24:283683 },
Kenneth Russelleb60cbd22017-12-05 07:54:283684 },
3685 'webview_instrumentation_test_apk': {
Kenneth Russell8ceeabf2017-12-11 17:53:283686 'remove_gtest_from': [
3687 'Lollipop Consumer Tester',
3688 'Unswarmed N5 Tests Dummy Builder',
3689 'Unswarmed N5X Tests Dummy Builder',
3690 ],
Kenneth Russelleb60cbd22017-12-05 07:54:283691 'remove_from': [
3692 # On chromium.android, unclear why these aren't run on all bots.
3693 'KitKat Phone Tester (dbg)',
3694 'KitKat Phone Tester (rel)',
3695 'KitKat Tablet Tester',
Kenneth Russell8ceeabf2017-12-11 17:53:283696 'Nougat Phone Tester chromium.android',
3697 # chromium.android.fyi
3698 'Android Tests with Tracing',
3699 'Jelly Bean Tester',
Kenneth Russellfbda3c532017-12-08 23:57:243700 # chromium.clang
3701 'ToTAndroid x64',
Dirk Pranke20eae9a72017-12-09 18:12:143702 # On chromium.swarm, this should possibly be being run (or removed
3703 # from Android N5X Swarm).
3704 'Android N5 Swarm',
Kenneth Russell8ceeabf2017-12-11 17:53:283705 # chromium.fyi
3706 'Out of Process Profiling Android',
Kenneth Russelleb60cbd22017-12-05 07:54:283707 ],
Kenneth Russellfbda3c532017-12-08 23:57:243708 'key_removals': {
Kenneth Russell8ceeabf2017-12-11 17:53:283709 # chromium.android.fyi
3710 'Lollipop Low-end Tester': [
3711 'args',
3712 ],
3713 'Nougat Phone Tester': [
3714 'args',
3715 ],
Kenneth Russell8ceeabf2017-12-11 17:53:283716 'x86 Cloud Tester': [
3717 'args',
3718 ],
Kenneth Russellfbda3c532017-12-08 23:57:243719 },
Kenneth Russelleb60cbd22017-12-05 07:54:283720 'modifications': {
Kenneth Russellfbda3c532017-12-08 23:57:243721 # chromium.android
Kenneth Russelleb60cbd22017-12-05 07:54:283722 'Lollipop Phone Tester': {
3723 'swarming': {
3724 'shards': 6,
3725 },
3726 },
3727 'Lollipop Tablet Tester': {
3728 'swarming': {
3729 'hard_timeout': 1800,
3730 'shards': 6,
3731 },
3732 },
3733 'Marshmallow 64 bit Tester': {
3734 'swarming': {
3735 'hard_timeout': 1200,
3736 'shards': 8,
3737 },
3738 },
3739 'Marshmallow Phone Tester (rel)': {
3740 'swarming': {
3741 'hard_timeout': 1200,
3742 'shards': 8,
3743 },
3744 },
3745 'Marshmallow Tablet Tester': {
3746 'swarming': {
3747 'hard_timeout': 1800,
3748 'shards': 6,
3749 },
3750 },
Kenneth Russell8ceeabf2017-12-11 17:53:283751 # chromium.android.fyi
3752 'Lollipop Low-end Tester': {
3753 'swarming': {
3754 'shards': 2,
3755 },
3756 },
3757 'Nougat Phone Tester': {
3758 'swarming': {
3759 'hard_timeout': 1500,
3760 'shards': 6,
3761 },
3762 },
3763 'x86 Cloud Tester': {
3764 'swarming': {
3765 'hard_timeout': 960,
3766 },
3767 },
Kenneth Russelleb60cbd22017-12-05 07:54:283768 },
3769 },
Kenneth Russellfbda3c532017-12-08 23:57:243770 'wm_unittests': {
3771 'remove_from': [
Kenneth Russell8ceeabf2017-12-11 17:53:283772 # chromium.fyi
Kenneth Russell8ceeabf2017-12-11 17:53:283773 'Out of Process Profiling Windows',
3774 'Win 10 Fast Ring',
Kenneth Russellfbda3c532017-12-08 23:57:243775 ],
3776 },
Kenneth Russelleb60cbd22017-12-05 07:54:283777 'wtf_unittests': {
3778 'remove_from': [
3779 # On chromium.android, unclear why these aren't run.
3780 'KitKat Phone Tester (dbg)',
3781 'KitKat Phone Tester (rel)',
3782 'KitKat Tablet Tester',
3783 'Lollipop Phone Tester',
3784 'Lollipop Tablet Tester',
3785 'Marshmallow 64 bit Tester',
3786 'Marshmallow Phone Tester (rel)',
3787 'Marshmallow Tablet Tester',
3788 'Nougat Phone Tester',
Kenneth Russell8ceeabf2017-12-11 17:53:283789 # chromium.android.fyi
3790 'Android Tests (trial)(dbg)',
3791 'Jelly Bean Tester',
3792 'Lollipop Consumer Tester',
3793 'Lollipop Low-end Tester',
3794 'Unswarmed N5 Tests Dummy Builder',
3795 'Unswarmed N5X Tests Dummy Builder',
3796 'x86 Cloud Tester',
Kenneth Russellfbda3c532017-12-08 23:57:243797 # chromium.clang
3798 'CrWinAsan',
3799 'CrWinAsan(dll)',
3800 'CrWinAsanCov',
Kenneth Russellfbda3c532017-12-08 23:57:243801 'ToTLinuxMSan',
Kenneth Russelleb60cbd22017-12-05 07:54:283802 ],
Kenneth Russelleb60cbd22017-12-05 07:54:283803 },
3804 'zucchini_unittests': {
3805 'remove_from': [
Kenneth Russell8ceeabf2017-12-11 17:53:283806 # chromium.fyi
3807 'Chromium Win 10 GCE Tests',
3808 # chromium.win
Kenneth Russelleb60cbd22017-12-05 07:54:283809 'Win10 Tests x64',
3810 ],
3811 },
3812}